-- Logs begin at Fri 2021-12-17 12:01:12 UTC, end at Fri 2021-12-17 14:42:54 UTC. -- Dec 17 12:47:25.846621 n-d-815324-5 systemd[1]: Started Devstack devstack@q-svc.service. Dec 17 12:47:28.678808 n-d-815324-5 neutron-server[110308]: INFO neutron.common.config [-] Logging enabled! Dec 17 12:47:28.679400 n-d-815324-5 neutron-server[110308]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev291 Dec 17 12:47:28.679594 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110308) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 17 12:47:28.682890 n-d-815324-5 neutron-server[110308]: INFO neutron.common.config [-] Logging enabled! Dec 17 12:47:28.683142 n-d-815324-5 neutron-server[110308]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev291 Dec 17 12:47:28.683453 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110308) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 17 12:47:28.684363 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 17 12:47:28.684600 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 17 12:47:28.684973 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 17 12:47:28.685223 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 17 12:47:28.685452 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 17 12:47:28.685796 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.686215 n-d-815324-5 neutron-server[110308]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 17 12:47:28.686534 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.686828 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.687118 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.687414 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.687700 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.687980 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.688264 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.688560 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.688847 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.689127 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.689409 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.689766 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.690047 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.690332 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.690615 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.690903 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] debug = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.691182 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.691599 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.692025 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.692302 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.692590 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.692865 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.693135 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.693410 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.693775 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.694098 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] host = n-d-815324-5 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.694373 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.694655 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.694938 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.695220 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.695508 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.695767 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.696048 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.696319 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.696589 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] log_file = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.696861 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.697142 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.697427 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.697788 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.698028 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.698251 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.698539 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.698821 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.699097 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.699369 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.699641 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.699913 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.700184 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.700451 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.700734 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.701023 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.701307 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.701593 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.701875 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.702146 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.702415 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.702695 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.702967 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.703239 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.703510 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.703793 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.704060 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.704329 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.704625 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.704908 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.705191 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.705474 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.705772 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.706053 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.706323 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.706594 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.706864 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] use_json = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.707136 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.707403 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.707687 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.707954 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.708225 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.708495 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.708764 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.709044 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:28.709340 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.709657 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.709960 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.710242 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.710547 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.710831 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.711117 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.711396 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.711684 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.711969 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.712256 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.712532 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.712817 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.713093 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.713927 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.714237 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.714529 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.714819 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.715094 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.715368 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.715639 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.715914 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.716199 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.716474 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.716759 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.717043 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.717322 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.717646 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.717934 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.718226 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.718514 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.718785 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.719062 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.719351 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.719626 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.719897 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.720174 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.720459 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.720735 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.721006 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.721290 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.721566 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.721864 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.722135 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.722410 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.722697 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.722971 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.723239 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.723507 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.723781 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.724049 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.724329 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.724604 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.724871 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.725139 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.725411 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.725708 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.725981 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.726255 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.726524 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.726812 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.727067 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.727333 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.727601 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.727870 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.728139 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.728407 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.728677 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.728956 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.729796 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.730073 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.730347 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.730619 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.730892 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.731177 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.731478 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.731753 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.732031 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.732307 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.732581 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.732858 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.733130 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.733405 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.733701 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.733973 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.734260 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.734540 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.734823 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.735104 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.735404 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.735695 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.735969 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.736250 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.736525 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.736800 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.737079 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.737358 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.737666 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.737956 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.738246 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.738534 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.738820 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.739094 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.739401 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.739677 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:28.739893 n-d-815324-5 neutron-server[110308]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 17 12:47:28.740132 n-d-815324-5 neutron-server[110308]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110308) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 17 12:47:29.165345 n-d-815324-5 neutron-server[110308]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 17 12:47:29.165663 n-d-815324-5 neutron-server[110308]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 17 12:47:29.165972 n-d-815324-5 neutron-server[110308]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 17 12:47:29.166454 n-d-815324-5 neutron-server[110308]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 17 12:47:29.507848 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.508065 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.508345 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.509656 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.509933 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.510220 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.555831 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.556107 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.556373 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.570946 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.571229 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.571500 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.599832 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.600115 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.600386 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.638846 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.639121 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.639389 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.976081 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.976716 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.976716 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.976904 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:29.977556 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.076863 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.077183 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.077468 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.077768 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.078037 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.078349 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.078610 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.078868 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.079124 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.079406 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.079667 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.079931 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.080190 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.080443 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.080699 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.080963 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.081218 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.081488 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.081780 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.082041 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.082314 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.082566 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.082850 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.083230 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.083482 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.083729 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.084116 n-d-815324-5 neutron-server[110308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 12:47:30.084358 n-d-815324-5 neutron-server[110308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 12:47:30.084599 n-d-815324-5 neutron-server[110308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 12:47:30.084839 n-d-815324-5 neutron-server[110308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 12:47:30.085076 n-d-815324-5 neutron-server[110308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 12:47:30.085312 n-d-815324-5 neutron-server[110308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 12:47:30.085699 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 17 12:47:30.089312 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 17 12:47:30.093393 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 17 12:47:30.097318 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Dec 17 12:47:30.098990 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 17 12:47:30.099457 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 17 12:47:30.099795 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 17 12:47:30.100182 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 17 12:47:30.103041 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 17 12:47:30.103298 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 17 12:47:30.103647 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 17 12:47:30.109602 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 17 12:47:30.132723 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 17 12:47:30.133174 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.133470 n-d-815324-5 neutron-server[110308]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110308) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 17 12:47:30.133860 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.135267 n-d-815324-5 neutron-server[110308]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110308) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 17 12:47:30.135546 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 17 12:47:30.135791 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 17 12:47:30.138984 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.139267 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:30.203347 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 17 12:47:30.203588 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 17 12:47:30.203825 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 17 12:47:30.204192 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 17 12:47:30.226366 n-d-815324-5 neutron-server[110308]: DEBUG oslo_db.sqlalchemy.engines [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110308) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 17 12:47:30.953950 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Initializing driver for type 'gre' Dec 17 12:47:30.954470 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] gre ID ranges: [(1, 1000)] Dec 17 12:47:31.160146 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Initializing driver for type 'local' Dec 17 12:47:31.160710 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Initializing driver for type 'vlan' Dec 17 12:47:31.251594 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] VlanTypeDriver initialization complete Dec 17 12:47:31.252015 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Initializing driver for type 'vxlan' Dec 17 12:47:31.252517 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] vxlan ID ranges: [(1, 1000)] Dec 17 12:47:31.434071 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Initializing extension driver 'port_security' Dec 17 12:47:31.434413 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] PortSecurityExtensionDriver initialization complete Dec 17 12:47:31.434746 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Initializing mechanism driver 'openvswitch' Dec 17 12:47:31.435081 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Initializing mechanism driver 'hyperv' Dec 17 12:47:31.448780 n-d-815324-5 neutron-server[110308]: DEBUG neutron.plugins.ml2.plugin [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:47:31.449662 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > port after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.450038 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > port after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.450426 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > port after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.450957 n-d-815324-5 neutron-server[110308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 12:47:31.451392 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > subnet after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.451748 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > subnet after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.452100 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > subnet after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.452505 n-d-815324-5 neutron-server[110308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 12:47:31.452942 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > network after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.453299 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > network after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.453664 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > network after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.454065 n-d-815324-5 neutron-server[110308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 12:47:31.454477 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > security_group after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.454829 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > security_group after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.455173 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > security_group after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.455574 n-d-815324-5 neutron-server[110308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 12:47:31.455982 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.456328 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.456670 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.457070 n-d-815324-5 neutron-server[110308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 12:47:31.457477 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > address_group after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.457856 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > address_group after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.458199 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > address_group after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.458598 n-d-815324-5 neutron-server[110308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 12:47:31.458978 n-d-815324-5 neutron-server[110308]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] ML2 OVO RPC backend initialized. {{(pid=110308) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 17 12:47:31.459683 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router_interface after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.460034 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.460450 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > network before_response 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.460797 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > networks before_response 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.461142 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > port before_response 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.461482 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > ports before_response 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.461860 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > subnet before_response 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.462204 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > subnets before_response 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.462548 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > network after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.462884 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > network after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.463217 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > network after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.463551 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > port after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.463887 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > port after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.464220 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > port after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.464554 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > subnet after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.464885 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > subnet after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.465212 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > subnet after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.465812 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.plugin [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Modular L2 Plugin initialization complete Dec 17 12:47:31.466633 n-d-815324-5 neutron-server[110308]: DEBUG neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading services supported by the core plugin {{(pid=110308) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 17 12:47:31.466959 n-d-815324-5 neutron-server[110308]: INFO neutron.plugins.ml2.managers [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Got port-security extension from driver 'port_security' Dec 17 12:47:31.467416 n-d-815324-5 neutron-server[110308]: INFO neutron.extensions.vlantransparent [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Disabled vlantransparent extension. Dec 17 12:47:31.467898 n-d-815324-5 neutron-server[110308]: DEBUG neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110308) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 17 12:47:31.468211 n-d-815324-5 neutron-server[110308]: INFO neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading Plugin: router Dec 17 12:47:31.504819 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router_interface before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.505194 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router after_create 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.505563 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router before_create 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.505949 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.506321 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.506678 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router after_delete 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.507037 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > floatingip after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.507509 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > floatingip after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.507872 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router after_create 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.508221 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router after_update 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.508570 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router after_update 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.508915 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.509269 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router after_update 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.509710 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router precommit_update 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.510081 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: port after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.510422 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: port after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.510764 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: subnet after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.511102 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.511452 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > port precommit_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.511798 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router precommit_create 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.512141 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: port before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.512488 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router precommit_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.512864 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router after_update 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.513209 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router precommit_delete 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.513559 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router precommit_create 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.513945 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router_interface after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.514289 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router precommit_update 55549900 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.514650 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > agent after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.515000 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > agent after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.515342 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > network after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.516203 n-d-815324-5 neutron-server[110308]: DEBUG neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Tracking information for resource: router configured {{(pid=110308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 12:47:31.516536 n-d-815324-5 neutron-server[110308]: DEBUG neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Tracking information for resource: floatingip configured {{(pid=110308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 12:47:31.521657 n-d-815324-5 neutron-server[110308]: INFO neutron.db.l3_agentschedulers_db [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 17 12:47:31.522247 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: port after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.522612 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: port after_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.522968 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: port after_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.523322 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: port after_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.524105 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router before_create 55550100 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.524471 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router precommit_delete 55550100 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.524835 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router precommit_create 55550100 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.525190 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > router precommit_update 55550100 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.530410 n-d-815324-5 neutron-server[110308]: DEBUG neutron.services.provider_configuration [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service providers = [] {{(pid=110308) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 17 12:47:31.530779 n-d-815324-5 neutron-server[110308]: DEBUG neutron.db.servicetype_db [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110308) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 17 12:47:31.533778 n-d-815324-5 neutron-server[110308]: DEBUG neutron.services.service_base [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 12:47:31.534130 n-d-815324-5 neutron-server[110308]: DEBUG neutron.services.service_base [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 12:47:31.534473 n-d-815324-5 neutron-server[110308]: DEBUG neutron.services.service_base [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 12:47:31.535370 n-d-815324-5 neutron-server[110308]: DEBUG neutron.services.service_base [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 12:47:31.535747 n-d-815324-5 neutron-server[110308]: INFO neutron.services.service_base [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 17 12:47:31.536127 n-d-815324-5 neutron-server[110308]: DEBUG neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 12:47:31.536445 n-d-815324-5 neutron-server[110308]: INFO neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 17 12:47:31.547787 n-d-815324-5 neutron-server[110308]: DEBUG neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 12:47:31.548123 n-d-815324-5 neutron-server[110308]: INFO neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading Plugin: auto_allocate Dec 17 12:47:31.554050 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: network precommit_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.554424 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: network precommit_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.554951 n-d-815324-5 neutron-server[110308]: DEBUG neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 12:47:31.555305 n-d-815324-5 neutron-server[110308]: INFO neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading Plugin: tag Dec 17 12:47:31.562173 n-d-815324-5 neutron-server[110308]: DEBUG neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 12:47:31.562499 n-d-815324-5 neutron-server[110308]: INFO neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading Plugin: timestamp Dec 17 12:47:31.566382 n-d-815324-5 neutron-server[110308]: DEBUG neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 12:47:31.566719 n-d-815324-5 neutron-server[110308]: INFO neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading Plugin: network_ip_availability Dec 17 12:47:31.572250 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.572626 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.572992 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.573728 n-d-815324-5 neutron-server[110308]: DEBUG neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 12:47:31.574052 n-d-815324-5 neutron-server[110308]: INFO neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading Plugin: flavors Dec 17 12:47:31.579189 n-d-815324-5 neutron-server[110308]: DEBUG neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 12:47:31.579520 n-d-815324-5 neutron-server[110308]: INFO neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading Plugin: revisions Dec 17 12:47:31.583853 n-d-815324-5 neutron-server[110308]: DEBUG neutron.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 12:47:31.584245 n-d-815324-5 neutron-server[110308]: DEBUG oslo_concurrency.lockutils [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.418s {{(pid=110308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 17 12:47:31.584992 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110308) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 17 12:47:31.585330 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Initializing extension manager. Dec 17 12:47:31.585888 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: __init__.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.586233 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: __pycache__ {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.586570 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.586905 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: address_group.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.587662 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.588242 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: address-group Dec 17 12:47:31.588564 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: address_scope.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.589277 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.589825 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: address-scope Dec 17 12:47:31.590152 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: admin_state_down_before_update.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.591602 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.592118 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: router-admin-state-down-before-update Dec 17 12:47:31.592444 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: agent.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.593157 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.593706 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: agent Dec 17 12:47:31.594040 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: agent_resources_synced.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.594963 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.595477 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: agent-resources-synced Dec 17 12:47:31.595803 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: allowedaddresspairs.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.597596 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.598135 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: allowed-address-pairs Dec 17 12:47:31.598461 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: auto_allocated_topology.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.599552 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.600073 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: auto-allocated-topology Dec 17 12:47:31.600401 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: availability_zone.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.601097 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.601634 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: availability_zone Dec 17 12:47:31.601965 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: availability_zone_filter.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.602884 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.603393 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: availability_zone_filter Dec 17 12:47:31.603716 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: data_plane_status.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.604625 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.605131 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension data-plane-status not supported by any of loaded plugins Dec 17 12:47:31.605454 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: default_subnetpools.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.606406 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.607472 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: default-subnetpools Dec 17 12:47:31.607795 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: dhcpagentscheduler.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.608607 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.609117 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: dhcp_agent_scheduler Dec 17 12:47:31.609445 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: dns.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.610397 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.610901 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension dns-integration not supported by any of loaded plugins Dec 17 12:47:31.611226 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: dns_domain_ports.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.612143 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.612649 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 17 12:47:31.612980 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.613941 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.614447 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 17 12:47:31.614771 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: dvr.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.615446 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.615950 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: dvr Dec 17 12:47:31.616275 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: ecmp_routes.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.617193 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.617741 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension ecmp_routes not supported by any of loaded plugins Dec 17 12:47:31.618067 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: empty_string_filtering.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.618980 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.619494 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: empty-string-filtering Dec 17 12:47:31.619820 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.620751 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.621256 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 17 12:47:31.621591 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.622542 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.623050 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 17 12:47:31.623373 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: external_net.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.624543 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.625049 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: external-net Dec 17 12:47:31.625368 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: extra_dhcp_opt.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.626308 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.626816 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: extra_dhcp_opt Dec 17 12:47:31.627137 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: extraroute.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.628054 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.628558 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: extraroute Dec 17 12:47:31.628879 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: extraroute_atomic.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.631457 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.631989 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: extraroute-atomic Dec 17 12:47:31.632326 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: filter_validation.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.633010 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.633532 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: filter-validation Dec 17 12:47:31.633896 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: fip_pf_description.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.634818 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.635330 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 17 12:47:31.635658 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: fip_port_details.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.636587 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.637103 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: fip-port-details Dec 17 12:47:31.637426 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: flavors.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.638729 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.639244 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: flavors Dec 17 12:47:31.639572 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.641269 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.641817 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 17 12:47:31.642151 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: floatingip_pools.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.642859 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.643374 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: floatingip-pools Dec 17 12:47:31.643703 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: ip_allocation.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.644639 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.645147 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension ip_allocation not supported by any of loaded plugins Dec 17 12:47:31.645473 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.646430 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.646944 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: ip-substring-filtering Dec 17 12:47:31.647274 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: l2_adjacency.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.648204 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.648706 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension l2_adjacency not supported by any of loaded plugins Dec 17 12:47:31.649033 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: l3.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.650031 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.650547 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: router Dec 17 12:47:31.650876 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: l3_conntrack_helper.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.653140 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.654208 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 17 12:47:31.654544 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.655481 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.656001 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: ext-gw-mode Dec 17 12:47:31.656334 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.657272 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.657825 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: l3-ha Dec 17 12:47:31.658150 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: l3_flavors.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.659068 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.659579 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: l3-flavors Dec 17 12:47:31.659907 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.660825 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.661345 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: l3-port-ip-change-not-allowed Dec 17 12:47:31.661701 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: l3agentscheduler.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.662731 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.663242 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: l3_agent_scheduler Dec 17 12:47:31.663567 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: local_ip.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.665413 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.665970 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension local_ip not supported by any of loaded plugins Dec 17 12:47:31.666308 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: logging.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.667791 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.668317 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension logging not supported by any of loaded plugins Dec 17 12:47:31.668648 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: metering.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.670107 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.670691 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: metering Dec 17 12:47:31.671021 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.672125 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.672642 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: metering_source_and_destination_fields Dec 17 12:47:31.672975 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: multiprovidernet.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.673936 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.674446 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: multi-provider Dec 17 12:47:31.674770 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: netmtu.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.675690 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.676201 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: net-mtu Dec 17 12:47:31.676527 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: netmtu_writable.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.677449 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.677991 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: net-mtu-writable Dec 17 12:47:31.678317 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: network_availability_zone.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.678990 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.679497 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: network_availability_zone Dec 17 12:47:31.679820 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: network_ip_availability.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.680930 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.681446 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: network-ip-availability Dec 17 12:47:31.681800 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: network_segment_range.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.682571 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.683082 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension network-segment-range not supported by any of loaded plugins Dec 17 12:47:31.683407 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: pagination.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.684392 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.684747 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: pagination Dec 17 12:47:31.685071 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: port_device_profile.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.686027 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.686545 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: port-device-profile Dec 17 12:47:31.686869 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.687789 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.688301 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: port-mac-address-regenerate Dec 17 12:47:31.688623 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.689541 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.690085 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: port-numa-affinity-policy Dec 17 12:47:31.690410 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: port_resource_request.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.691325 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.691833 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension port-resource-request not supported by any of loaded plugins Dec 17 12:47:31.692156 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: port_resource_request_groups.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.693138 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.693673 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 17 12:47:31.693998 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: portbindings.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.694929 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.695439 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: binding Dec 17 12:47:31.695761 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: portbindings_extended.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.697035 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.697553 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: binding-extended Dec 17 12:47:31.697914 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: portsecurity.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.698839 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.699357 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: port-security Dec 17 12:47:31.699683 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: project_id.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.701177 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.701509 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: project-id Dec 17 12:47:31.701859 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: providernet.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.702796 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.703313 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: provider Dec 17 12:47:31.703636 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: qos.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.707236 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.707758 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension qos not supported by any of loaded plugins Dec 17 12:47:31.708094 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.709354 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.709902 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 17 12:47:31.710236 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.711159 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.711674 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 17 12:47:31.712007 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: qos_default.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.712930 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.713452 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension qos-default not supported by any of loaded plugins Dec 17 12:47:31.713811 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: qos_fip.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.714472 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.714978 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension qos-fip not supported by any of loaded plugins Dec 17 12:47:31.715304 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: qos_fip_network_policy.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.726136 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.726642 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 17 12:47:31.726967 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: qos_gateway_ip.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.727892 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.728399 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 17 12:47:31.728724 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: qos_port_network_policy.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.729797 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.730309 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 17 12:47:31.730635 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.731710 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.732226 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 17 12:47:31.732558 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: qos_pps_rule.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.733791 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.734311 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension qos-pps not supported by any of loaded plugins Dec 17 12:47:31.734642 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: qos_rule_type_details.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.735562 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.736071 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 17 12:47:31.736401 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: qos_rules_alias.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.737443 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.737988 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 17 12:47:31.738316 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: quota_check_limit.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.739229 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.739741 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: quota-check-limit Dec 17 12:47:31.740068 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: quotasv2.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.740986 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.741315 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: quotas Dec 17 12:47:31.741674 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: quotasv2_detail.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.750929 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.751275 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: quota_details Dec 17 12:47:31.751608 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: rbac.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.752662 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.753197 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: rbac-policies Dec 17 12:47:31.753527 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: rbac_address_group.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.754506 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.755073 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: rbac-address-group Dec 17 12:47:31.755361 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: rbac_address_scope.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.756287 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.756803 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: rbac-address-scope Dec 17 12:47:31.757131 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: rbac_security_groups.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.758087 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.758606 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: rbac-security-groups Dec 17 12:47:31.758934 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: rbac_subnetpool.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.759849 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.760363 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: rbac-subnetpool Dec 17 12:47:31.760690 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: revisionifmatch.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.761638 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.762151 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: revision-if-match Dec 17 12:47:31.762475 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: revisions.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.764130 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.764641 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: standard-attr-revisions Dec 17 12:47:31.764967 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: router_availability_zone.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.765681 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.766192 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: router_availability_zone Dec 17 12:47:31.766517 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: routerservicetype.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.767441 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.767947 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension router-service-type not supported by any of loaded plugins Dec 17 12:47:31.768271 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.769280 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.769839 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: security-groups-normalized-cidr Dec 17 12:47:31.770232 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: security_groups_port_filtering.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.779293 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.779806 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: port-security-groups-filtering Dec 17 12:47:31.780133 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.781084 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.781660 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: security-groups-remote-address-group Dec 17 12:47:31.781994 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.782947 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.783461 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: security-groups-shared-filtering Dec 17 12:47:31.783787 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.784385 n-d-815324-5 neutron-server[110308]: WARNING neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 17 12:47:31.784709 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: securitygroup.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.794539 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.795076 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: security-group Dec 17 12:47:31.795412 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: segment.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.796206 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.796719 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension segment not supported by any of loaded plugins Dec 17 12:47:31.797050 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.798024 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.798539 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 17 12:47:31.798865 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: servicetype.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.799965 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.800491 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: service-type Dec 17 12:47:31.800816 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: sorting.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.801842 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.802176 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: sorting Dec 17 12:47:31.802502 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: standard_attr_segment.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.803445 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.804105 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 17 12:47:31.804285 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: standardattrdescription.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.804958 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.805467 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: standard-attr-description Dec 17 12:47:31.805827 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: stateful_security_group.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.808049 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.808565 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: stateful-security-group Dec 17 12:47:31.808893 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: stdattrs_common.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.809466 n-d-815324-5 neutron-server[110308]: WARNING neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 17 12:47:31.809847 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.810805 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.811318 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 17 12:47:31.811641 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: subnet_onboard.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.812723 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.813243 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: subnet_onboard Dec 17 12:47:31.813571 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.814525 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.815036 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 17 12:47:31.815360 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: subnet_service_types.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.816287 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.816803 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: subnet-service-types Dec 17 12:47:31.817129 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: subnetallocation.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.818251 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.818772 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: subnet_allocation Dec 17 12:47:31.819098 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.819768 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.820283 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: subnetpool-prefix-ops Dec 17 12:47:31.820605 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.821673 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.822080 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 17 12:47:31.822402 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: tagging.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.823448 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.823976 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: standard-attr-tag Dec 17 12:47:31.824305 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: timestamp.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.826038 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.826561 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loaded extension: standard-attr-timestamp Dec 17 12:47:31.826894 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: trunk.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.827965 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.828475 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension trunk not supported by any of loaded plugins Dec 17 12:47:31.828803 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: trunk_details.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.829780 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.830292 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension trunk-details not supported by any of loaded plugins Dec 17 12:47:31.831413 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: uplink_status_propagation.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.831552 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.832060 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 17 12:47:31.832384 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Loading extension file: vlantransparent.py {{(pid=110308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 12:47:31.833051 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 12:47:31.833559 n-d-815324-5 neutron-server[110308]: INFO neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extension vlan-transparent not supported by any of loaded plugins Dec 17 12:47:31.836084 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:network Dec 17 12:47:31.836613 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:subnet Dec 17 12:47:31.837010 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 12:47:31.837411 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:port Dec 17 12:47:31.838700 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.841860 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service FLAVORS assigned prefix: {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.841860 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.841860 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.841860 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:router Dec 17 12:47:31.841860 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:floatingip Dec 17 12:47:31.842324 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service METERING assigned prefix: /metering {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.843388 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.843763 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.844116 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 12:47:31.845120 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of CountableResource for resource:rbac_policy Dec 17 12:47:31.845566 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:security_group Dec 17 12:47:31.846036 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:security_group_rule Dec 17 12:47:31.846642 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service CORE assigned prefix: {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.846974 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 12:47:31.847324 n-d-815324-5 neutron-server[110308]: WARNING neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] subnetpool is already registered Dec 17 12:47:31.847754 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service CORE assigned prefix: {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.848077 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 12:47:31.848406 n-d-815324-5 neutron-server[110308]: WARNING neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] subnetpool is already registered Dec 17 12:47:31.850731 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.851158 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service FLAVORS assigned prefix: {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.851751 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.852171 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.852508 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:router Dec 17 12:47:31.852846 n-d-815324-5 neutron-server[110308]: WARNING neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] router is already registered Dec 17 12:47:31.853254 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:floatingip Dec 17 12:47:31.853609 n-d-815324-5 neutron-server[110308]: WARNING neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] floatingip is already registered Dec 17 12:47:31.854068 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service METERING assigned prefix: /metering {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.854730 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of CountableResource for resource:rbac_policy Dec 17 12:47:31.855053 n-d-815324-5 neutron-server[110308]: WARNING neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] rbac_policy is already registered Dec 17 12:47:31.855468 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:security_group Dec 17 12:47:31.855804 n-d-815324-5 neutron-server[110308]: WARNING neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] security_group is already registered Dec 17 12:47:31.856207 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:security_group_rule Dec 17 12:47:31.856561 n-d-815324-5 neutron-server[110308]: WARNING neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] security_group_rule is already registered Dec 17 12:47:31.857200 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service CORE assigned prefix: {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.857541 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 12:47:31.857902 n-d-815324-5 neutron-server[110308]: WARNING neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] subnetpool is already registered Dec 17 12:47:31.858334 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.v2.resource_helper [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Service CORE assigned prefix: {{(pid=110308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 12:47:31.858668 n-d-815324-5 neutron-server[110308]: INFO neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 12:47:31.858997 n-d-815324-5 neutron-server[110308]: WARNING neutron.quota.resource_registry [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] subnetpool is already registered Dec 17 12:47:31.859462 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: extensions {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.860937 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: address-groups {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.862478 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: address-scopes {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.863840 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: agents {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.865014 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: auto-allocated-topology {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.866302 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: availability_zones {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.867538 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: dhcp-networks {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.869079 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: dhcp-agents {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.870547 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: routers {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.872820 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: flavors {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.874030 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: service_profiles {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.875518 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: next_providers {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.876975 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: service_profiles {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.879565 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: floatingip-pools {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.880824 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: routers {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.883017 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: floatingips {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.884323 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: l3-routers {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.885776 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: l3-agents {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.887220 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: metering-labels {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.889135 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: metering-label-rules {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.890483 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: network-ip-availabilities {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.891767 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: bindings {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.893452 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: quotas {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.895062 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: quotas {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.896606 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: rbac-policies {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.897975 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: security-groups {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.899245 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: security-group-rules {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.900492 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: service-providers {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.901753 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: subnetpools {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.903193 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: subnetpools {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.905237 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: tags {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.906955 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: tags {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.908795 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: tags {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.910638 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: tags {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.912457 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: tags {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.914390 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: tags {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.916088 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: tags {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.918062 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: tags {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.919895 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: tags {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.921792 n-d-815324-5 neutron-server[110308]: DEBUG neutron.api.extensions [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Extended resource: tags {{(pid=110308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 12:47:31.927992 n-d-815324-5 neutron-server[110308]: WARNING keystonemiddleware.auth_token [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 17 12:47:31.932733 n-d-815324-5 neutron-server[110308]: WARNING keystonemiddleware.auth_token [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 17 12:47:31.941513 n-d-815324-5 neutron-server[110308]: DEBUG oslo_concurrency.lockutils [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Acquired lock "singleton_lock" {{(pid=110308) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 17 12:47:31.942007 n-d-815324-5 neutron-server[110308]: DEBUG oslo_concurrency.lockutils [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Releasing lock "singleton_lock" {{(pid=110308) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 17 12:47:31.942662 n-d-815324-5 neutron-server[110308]: INFO oslo_service.service [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Starting 2 workers Dec 17 12:47:31.947471 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Started child 110453 {{(pid=110308) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 17 12:47:31.952454 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Started child 110454 {{(pid=110308) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 17 12:47:31.953493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:31.954128 n-d-815324-5 neutron-server[110308]: INFO neutron.service [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Neutron service started, listening on 0.0.0.0:9696 Dec 17 12:47:31.954670 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Publish callbacks [] for process, before_spawn {{(pid=110308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:31.955076 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [-] (110453) wsgi starting up on http://0.0.0.0:9696 Dec 17 12:47:31.957121 n-d-815324-5 neutron-server[110308]: INFO oslo_service.service [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Starting 1 workers Dec 17 12:47:31.957243 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:31.958651 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [-] (110454) wsgi starting up on http://0.0.0.0:9696 Dec 17 12:47:31.962307 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Started child 110455 {{(pid=110308) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 17 12:47:31.962853 n-d-815324-5 neutron-server[110308]: INFO oslo_service.service [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Starting 1 workers Dec 17 12:47:31.966715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.service [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] calling RpcWorker wait() {{(pid=110455) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 17 12:47:31.967241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.service [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] returning from RpcWorker wait() {{(pid=110455) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 17 12:47:31.967891 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Started child 110456 {{(pid=110308) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 17 12:47:31.968631 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:31.968722 n-d-815324-5 neutron-server[110308]: DEBUG neutron_lib.callbacks.manager [None req-ef27177e-4dc9-4dac-9641-6154aaeeaefa None None] Publish callbacks [] for process, after_spawn {{(pid=110308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:31.969168 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:47:31.970541 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110308) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 17 12:47:31.970748 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 17 12:47:31.970934 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 17 12:47:31.971163 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 17 12:47:31.971486 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 17 12:47:31.971665 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 17 12:47:31.972181 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.972450 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.972696 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:31.973146 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.973146 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.973271 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.973745 n-d-815324-5 neutron-server[110456]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:47:31.973920 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.974202 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.974470 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.974753 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.975006 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.975177 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.975353 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.975601 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.975830 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.976138 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.976408 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.976641 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.976865 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.977041 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.977278 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.977553 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.977804 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.978060 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] debug = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.978306 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.978780 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.979011 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.979262 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.979499 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.979762 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.980022 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.980286 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.980516 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.980752 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.981004 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.981267 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.981530 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.981829 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.982082 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.982298 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.982554 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.982798 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.983250 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] host = n-d-815324-5 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.983486 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.983719 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.983971 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.984208 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.984447 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.984679 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.984930 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.985189 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.985430 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.985689 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.985935 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.986176 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.986419 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.986678 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_file = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.986843 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_options = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.987089 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.987370 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.987647 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.987853 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.988023 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.988200 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.988468 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.988633 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.988896 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.989116 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.989329 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.989595 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.989812 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.990057 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.990317 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.990546 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.990760 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.991005 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.991261 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.991507 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.991737 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.991964 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.992181 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.992397 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.992631 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.992850 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.993079 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.993293 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.993515 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.993778 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.994020 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.994297 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.994481 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.994722 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.994985 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.995211 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.995438 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.995673 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.995949 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.996176 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.996429 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.996676 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.996891 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.997176 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.997393 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.997663 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.997901 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] use_json = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.998119 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.998368 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.998617 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.998849 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.999087 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.999567 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:31.999810 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.000045 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.000476 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.000769 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.001087 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.001343 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.001604 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.001863 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.002121 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.002447 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.002848 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.003366 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.003515 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.003706 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.004001 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.004244 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.004522 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.004875 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.005183 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.005411 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.005673 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.005931 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.006187 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.006644 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.007002 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.007158 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.007409 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.008191 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.008191 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.008599 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.008745 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.009042 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.009321 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.009614 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.009902 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.010146 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.010391 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.010614 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.010835 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.011075 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.011299 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.011552 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.011775 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.011993 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.012215 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.012463 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.012680 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.013447 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.013789 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019316 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019316 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019316 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019316 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019316 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019316 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019316 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019316 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019316 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019968 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019968 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019968 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019968 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019968 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019968 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019968 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019968 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.019968 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.020557 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.020557 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.020557 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.020557 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.020557 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.020557 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.020557 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.020557 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.020557 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.021154 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.021154 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.021154 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.021154 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.021469 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.021469 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.021688 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.021936 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.022426 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.022633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37136) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:47:32.022734 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.022884 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.023284 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.023500 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.023714 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.023927 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.024164 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.024399 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.024670 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.025000 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.025262 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.025526 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.025795 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.026052 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.026272 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.026536 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.026754 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.027170 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.027560 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.027960 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.028349 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.029187 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.029437 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.029707 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.030149 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.030562 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.030974 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.031395 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.031637 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.031864 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.032135 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.032372 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.032597 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.032845 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.033098 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.033370 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.033656 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.033933 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.034156 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.034412 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.034723 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.034986 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.035254 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.035651 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.036080 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.036351 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.036601 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.036870 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.037133 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.037382 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.037651 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.037880 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.038117 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.038328 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.038580 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.038921 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.039157 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.039377 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.039590 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.039867 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.040745 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.041007 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.041271 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.041521 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.041784 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.042027 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.042286 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.042503 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.042722 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.043072 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.043239 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.043468 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.043685 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.043923 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.044199 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.044415 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.044664 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.045057 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.045471 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.045732 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.045999 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.046189 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.046405 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.046843 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.047282 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.047614 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.048042 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.048456 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.048836 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.049254 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.049508 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.049757 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.050207 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.050642 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.050872 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.051613 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.051613 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.051922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0259912 Dec 17 12:47:32.052601 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.052884 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.053126 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.054506 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.054506 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.054686 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.054786 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.055167 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.056137 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.056137 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.056137 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.056137 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.056482 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.056649 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.056895 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.057281 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.057389 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.057605 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.059016 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.059016 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.059016 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.059016 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.059016 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.059016 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.059422 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.059489 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.060232 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.060450 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.060823 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.061046 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.061674 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.061674 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.061839 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.062051 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.062285 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.063249 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.063249 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.063249 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.063249 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.063521 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.063686 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.064233 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.064233 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.064397 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.064572 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.064717 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.064925 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.065150 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.065369 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.065682 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.065856 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.066216 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.066572 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.066959 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.067177 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.067411 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.067645 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.067864 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.068077 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.068300 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.068548 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.068935 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.069185 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.069419 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.069659 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.069884 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.070100 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.070333 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.070646 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.070890 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.071116 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.071397 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.071656 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.071918 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.072163 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.072475 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.072711 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.072952 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.073188 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.073435 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.073696 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.074134 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.075119 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.075119 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.075119 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.075930 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.076014 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.076378 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.076651 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.076872 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.077190 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.077519 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.077818 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.078604 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.078881 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.079232 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.079391 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.079781 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.080018 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.080451 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.080664 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.080932 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.081183 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.081461 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.081709 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.082131 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.082353 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.082611 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.082856 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.083119 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.083337 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.083498 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 17 12:47:32.084077 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110308) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 17 12:47:32.084207 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 17 12:47:32.084345 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 17 12:47:32.085492 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 17 12:47:32.085492 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 17 12:47:32.085492 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 17 12:47:32.085492 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.085492 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.085492 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.085959 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.085959 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.086177 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.086177 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.086325 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.086452 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.086611 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.086920 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.087212 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.087519 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.087679 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.087999 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.088162 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.088320 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.088481 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.088647 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.088807 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.088970 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.089128 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.089286 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] debug = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.089447 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.090482 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.090671 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.090818 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.091164 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.091349 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.091480 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.091782 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.092092 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.092249 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.092548 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.092886 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.093049 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.093209 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.093369 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.093525 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.093715 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.093859 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.094049 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] host = n-d-815324-5 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.094195 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.094332 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.094468 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.094622 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.094763 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.094900 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.095035 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.095170 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.095334 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.095492 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.095795 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.096103 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.096259 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.096564 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_file = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.096717 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_options = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.096856 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.097019 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.097178 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.097355 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.097521 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.097729 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.097871 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.098009 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.098166 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.098332 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.098472 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.098798 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.098798 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.099085 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.099085 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.099344 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.099344 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.099554 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.099633 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.099775 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.099962 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.100116 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.100241 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.100545 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.100705 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.101438 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.101438 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.101438 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.101438 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.101756 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.101756 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.101992 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.102082 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.102221 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.102374 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.102536 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.102696 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.102843 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.103154 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.103437 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.103718 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.104024 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.104183 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.104342 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.104493 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.104655 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.104805 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] use_json = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.104960 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.105120 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.105290 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.105434 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.105614 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.108175 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.108361 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.108543 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 12:47:32.108777 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.108923 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.109178 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.109324 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.109461 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.109625 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.109784 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.109959 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.110126 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.110288 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.110456 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.110624 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.110799 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.110963 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.111125 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.111294 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.111461 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.111622 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.111785 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.112028 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.112661 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.112875 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.113039 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.113206 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.113334 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.113497 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.113747 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.113849 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.114726 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.114726 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.114726 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.114726 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.114726 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.115032 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.115032 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.115149 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.115234 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.116180 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.116180 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.116180 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.116180 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.116180 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.116180 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.116582 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.116582 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.116582 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.116761 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.116938 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.117050 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.117212 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.117374 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.117536 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.118502 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.118673 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.118887 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.118997 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.119685 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.119685 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.119685 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.119685 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.119941 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.119941 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.120057 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.120269 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.121142 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.121142 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.121142 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.121142 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.121142 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.121142 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.121495 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.121495 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.121773 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.121773 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.121935 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.122075 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.122774 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.122921 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.123063 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.123215 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.123376 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.123521 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.123691 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.123836 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.124003 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.124422 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.124586 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.124747 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.124909 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.125071 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.125232 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.125405 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.125945 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.125945 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.125945 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.126151 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.126441 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.126441 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.126566 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.126660 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.126820 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.126982 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.127143 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.127303 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.127466 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.127632 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.127798 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.127944 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.128084 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.128233 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.128387 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.128549 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.128698 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.128854 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.128993 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.129283 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.129443 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.129619 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.129778 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.129944 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.130117 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.130281 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.130450 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.130621 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.130783 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.130946 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.131110 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.131944 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.131944 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.131944 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.131944 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.131944 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.132279 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.132279 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.132399 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.133075 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.133075 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.133075 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.133075 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.133377 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.133377 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.133517 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.133659 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.134583 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.134753 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.134920 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.135439 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.135439 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.135439 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.135645 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.135711 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.135845 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.136008 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.136170 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.137168 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.137479 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.137479 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.137654 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.138441 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.138533 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.138688 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.138851 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.139014 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.139177 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.140244 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.140414 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.140661 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.140778 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.140886 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.141030 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.141192 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.141353 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.141514 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.141700 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.141862 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.142027 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.142190 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.142354 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.142515 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.142601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:47:32.142746 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.142828 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.143016 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.143206 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.143298 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.143441 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.143604 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.143766 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.143927 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.144091 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.144251 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.144412 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.144573 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.144735 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.144940 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.145100 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.145242 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.145404 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.145562 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.147367 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.147367 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.147367 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.147367 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.147367 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.147367 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.147367 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.148294 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.148294 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.148294 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.148294 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.148294 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.148294 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.149182 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.149182 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.149182 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.149182 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.149182 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.149182 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.149855 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.149855 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.149855 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.149855 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.150617 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.150617 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.150617 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.150617 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.150617 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.150944 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.150944 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.151061 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.151204 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.151376 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.151539 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.151701 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.151862 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.152023 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.152310 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.152416 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.152497 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.152652 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.152811 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.152972 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.153132 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.153303 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.153490 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.153693 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.153856 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.154018 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.154178 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.154350 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.154587 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.154756 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.155632 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.155818 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.155967 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.156110 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.156247 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.156396 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.156565 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.156727 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.156889 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.157098 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.157222 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.157345 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.157516 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.158546 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.158728 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.158890 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.159416 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.159416 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.159416 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.159688 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.159688 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.159853 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.160016 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.160908 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.160908 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.160908 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.160908 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.160908 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.161694 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.161694 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.161694 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.161694 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.161694 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.162006 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.162006 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.162154 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.162218 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.162378 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.162496 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.162712 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 12:47:32.162814 n-d-815324-5 neutron-server[110308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 17 12:47:43.821601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39743a99-ae96-4adf-abd2-d62bbc4faf90 None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 12:47:43.893288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39743a99-ae96-4adf-abd2-d62bbc4faf90 None None] No non-hosted networks {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 17 12:47:43.901439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.agentschedulers_db [None req-39743a99-ae96-4adf-abd2-d62bbc4faf90 None None] DHCP Agent not found on host n-d-815324-5 {{(pid=110455) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 17 12:47:44.027122 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7b05a289-f89d-425b-92e7-bf86e2d6915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483475'] for agent, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:46.298444 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbb89ecc-6b78-40e2-aa25-42c01683a3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483475'] for agent, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:46.326278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-7bbb435f-05e0-4fc5-8a9a-1e8cfdf82bb0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-815324-5 {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 12:47:46.327123 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-7bbb435f-05e0-4fc5-8a9a-1e8cfdf82bb0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 12:47:46.938007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7bbb435f-05e0-4fc5-8a9a-1e8cfdf82bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:47.565525 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483475'] for agent, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:48.673356 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483475'] for agent, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:49.581164 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483475'] for agent, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:49.581927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.582251 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.582681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.583020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.583346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.583769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.584070 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.584398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.584718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.585039 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.585360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.585708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.586031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:49.586439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815324-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:47:49.593745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815324-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:47:50.089956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37236) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:47:50.613355 n-d-815324-5 neutron-server[110453]: WARNING oslo_policy.policy [None req-4fd3590d-4902-4dbf-926b-447d013dc983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 12:47:50.614079 n-d-815324-5 neutron-server[110453]: WARNING oslo_policy.policy [None req-4fd3590d-4902-4dbf-926b-447d013dc983 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 12:47:50.841637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-4fd3590d-4902-4dbf-926b-447d013dc983 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:47:50.853661 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4fd3590d-4902-4dbf-926b-447d013dc983 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7516074 Dec 17 12:47:52.671593 n-d-815324-5 neutron-server[110455]: INFO neutron.db.l3_hamode_db [None req-8d8221e7-615e-4e02-b9b3-6a64df3f494b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 17 12:47:52.750232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8221e7-615e-4e02-b9b3-6a64df3f494b None None] Routers set() bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:47:52.750622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8221e7-615e-4e02-b9b3-6a64df3f494b None None] Router IDs set() for agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 12:47:53.477616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37252) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:47:53.780819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f4cac8a3-0b76-4502-8c57-f49190723f60 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:47:53.877386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.policy [None req-f4cac8a3-0b76-4502-8c57-f49190723f60 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110453) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 17 12:47:53.923052 n-d-815324-5 neutron-server[110453]: WARNING oslo_policy.policy [None req-f4cac8a3-0b76-4502-8c57-f49190723f60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 12:47:53.923426 n-d-815324-5 neutron-server[110453]: WARNING oslo_policy.policy [None req-f4cac8a3-0b76-4502-8c57-f49190723f60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 12:47:53.931766 n-d-815324-5 neutron-server[110453]: INFO neutron.quota [None req-f4cac8a3-0b76-4502-8c57-f49190723f60 admin admin] Loaded quota_driver: . Dec 17 12:47:54.076730 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4cac8a3-0b76-4502-8c57-f49190723f60 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786487865955', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786487864406', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786487851994', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786487848097', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786487838075', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786487830235', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1539070', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1479166', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631791', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-574294'] for rbac-policy, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:54.251997 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4cac8a3-0b76-4502-8c57-f49190723f60 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:54.253249 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f4cac8a3-0b76-4502-8c57-f49190723f60 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7745831 Dec 17 12:47:56.991405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37264) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:47:57.283493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'project_id': 'a598b8d3a9524651924853f2fa4bf48d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:47:57.358729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Made reservation on behalf of a598b8d3a9524651924853f2fa4bf48d for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:47:57.361471 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:57.378111 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:57.483146 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:57.553115 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:57.572527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 12:47:57.599345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786484913529', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:57.599940 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Unsubscribe: segment precommit_create {{(pid=110453) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 17 12:47:57.600456 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Added segment f90f66d7-aed7-4888-9997-de2722de8732 of type vlan for network 34e7cca7-e51d-4b1d-b654-86bc8f0afc95 Dec 17 12:47:57.615832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7133700-61e6-4e2a-87ee-817da5b108cc,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:47:57.663130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.663496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.663830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.664160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.664486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.664808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.665126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.665445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.665787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.666103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.666415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.666726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.667057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Tracked resource versions report: Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: pushed versions: Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: { 'AddressGroup': {'1.2'}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'ConntrackHelper': {'1.0'}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'LocalIPAssociation': {'1.0'}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'Log': {'1.0'}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'Network': {'1.1'}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'Port': {'1.7'}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'PortForwarding': {'1.2'}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'QosPolicy': {'1.10'}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'SecurityGroup': {'1.5'}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'SecurityGroupRule': {'1.2'}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'SubPort': {'1.0'}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'Subnet': {'1.1'}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'Trunk': {'1.1'}} Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: consumer versions: Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: { DHCP agent@n-d-815324-5: {}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: L3 agent@n-d-815324-5: {}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: Metadata agent@n-d-815324-5: {}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: Metering agent@n-d-815324-5: {}, Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: Open vSwitch agent@n-d-815324-5: { 'AddressGroup': '1.2', Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'ConntrackHelper': '1.0', Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'LocalIPAssociation': '1.0', Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'Log': '1.0', Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'Network': '1.1', Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'Port': '1.7', Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'PortForwarding': '1.2', Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'QosPolicy': '1.10', Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'SecurityGroup': '1.5', Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'SecurityGroupRule': '1.2', Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'SubPort': '1.0', Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'Subnet': '1.1', Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: 'Trunk': '1.1'}} Dec 17 12:47:57.668201 n-d-815324-5 neutron-server[110453]: {{(pid=110453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 12:47:57.716685 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:57.827300 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:57.828418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:47:57.829154 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:47:57.924115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] Pushing event updated for resources: {'Network': ['ID=34e7cca7-e51d-4b1d-b654-86bc8f0afc95,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:47:57.935181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 34e7cca7-e51d-4b1d-b654-86bc8f0afc95 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 12:47:57.961588 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a65baac2-0cfa-4add-b466-842803d10414 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9691093 Dec 17 12:48:00.797055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37278) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:48:01.177876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd20c9a6-4ff6-4e0a-9608-762063494c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:48:01.179277 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fd20c9a6-4ff6-4e0a-9608-762063494c81 admin admin] 10.222.0.59 "GET /v2.0/networks/34e7cca7-e51d-4b1d-b654-86bc8f0afc95 HTTP/1.1" status: 200 len: 825 time: 0.3811119 Dec 17 12:48:01.204283 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2bced090-e18c-4e6e-bc41-dc8251ce55c2 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/1e81d10a-8078-4d6f-97c8-00fa50d77d35 HTTP/1.1" status: 200 len: 734 time: 0.0189087 Dec 17 12:48:01.213029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-896bc4f4-0972-4953-8692-9ec6f58f5e92 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95', 'subnetpool_id': '1e81d10a-8078-4d6f-97c8-00fa50d77d35', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:48:01.289653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896bc4f4-0972-4953-8692-9ec6f58f5e92 admin admin] Made reservation on behalf of a598b8d3a9524651924853f2fa4bf48d for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:48:01.292090 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896bc4f4-0972-4953-8692-9ec6f58f5e92 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:01.638840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896bc4f4-0972-4953-8692-9ec6f58f5e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:01.709940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bc4f4-0972-4953-8692-9ec6f58f5e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=244db868-439f-4de5-9db6-da283f60104b,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:01.711917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896bc4f4-0972-4953-8692-9ec6f58f5e92 admin admin] Checking segment: {'id': 'f90f66d7-aed7-4888-9997-de2722de8732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:48:01.712319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896bc4f4-0972-4953-8692-9ec6f58f5e92 admin admin] Network hostable DHCP agents. Network: 34e7cca7-e51d-4b1d-b654-86bc8f0afc95, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 12:48:01.786665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896bc4f4-0972-4953-8692-9ec6f58f5e92 admin admin] Network 34e7cca7-e51d-4b1d-b654-86bc8f0afc95 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 12:48:01.849823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-896bc4f4-0972-4953-8692-9ec6f58f5e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 34e7cca7-e51d-4b1d-b654-86bc8f0afc95) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:48:01.855464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bc4f4-0972-4953-8692-9ec6f58f5e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:48:01.856757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896bc4f4-0972-4953-8692-9ec6f58f5e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:01.858542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2764d99f-e25e-4090-983b-778e64299621 None None] Network 34e7cca7-e51d-4b1d-b654-86bc8f0afc95 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:48:01.915801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-896bc4f4-0972-4953-8692-9ec6f58f5e92 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7058041 Dec 17 12:48:02.125089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-34e7cca7-e51d-4b1d-b654-86bc8f0afc95', 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95', 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'fixed_ips': [{'subnet_id': '244db868-439f-4de5-9db6-da283f60104b'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 12:48:02.126360 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:02.425282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Allocated IP 172.20.0.2 (34e7cca7-e51d-4b1d-b654-86bc8f0afc95/244db868-439f-4de5-9db6-da283f60104b/4345a01c-0dbc-438f-bc9b-fcb3380ab549) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:48:02.662415 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:02.736066 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:02.812893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Network 34e7cca7-e51d-4b1d-b654-86bc8f0afc95 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:48:02.817737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:48:02.826094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:48:02.829087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Pushing event updated for resources: {'Port': ['ID=4345a01c-0dbc-438f-bc9b-fcb3380ab549,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:02.873291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.873952 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.874077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.874303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.874632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.874957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.875299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.875603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.875923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.876243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.876562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.876878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.877196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Tracked resource versions report: Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: pushed versions: Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: { 'AddressGroup': {'1.2'}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'ConntrackHelper': {'1.0'}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'LocalIPAssociation': {'1.0'}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'Log': {'1.0'}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'Network': {'1.1'}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'Port': {'1.7'}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'PortForwarding': {'1.2'}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'QosPolicy': {'1.10'}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'SecurityGroup': {'1.5'}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'SecurityGroupRule': {'1.2'}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'SubPort': {'1.0'}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'Subnet': {'1.1'}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'Trunk': {'1.1'}} Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: consumer versions: Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: { DHCP agent@n-d-815324-5: {}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: L3 agent@n-d-815324-5: {}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: Metadata agent@n-d-815324-5: {}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: Metering agent@n-d-815324-5: {}, Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: Open vSwitch agent@n-d-815324-5: { 'AddressGroup': '1.2', Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'ConntrackHelper': '1.0', Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'LocalIPAssociation': '1.0', Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'Log': '1.0', Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'Network': '1.1', Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'Port': '1.7', Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'PortForwarding': '1.2', Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'QosPolicy': '1.10', Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'SecurityGroup': '1.5', Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'SecurityGroupRule': '1.2', Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'SubPort': '1.0', Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'Subnet': '1.1', Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: 'Trunk': '1.1'}} Dec 17 12:48:02.878401 n-d-815324-5 neutron-server[110455]: {{(pid=110455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 12:48:02.911114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Attempting to bind port 4345a01c-0dbc-438f-bc9b-fcb3380ab549 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:48:02.911511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Attempting to bind port 4345a01c-0dbc-438f-bc9b-fcb3380ab549 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'f90f66d7-aed7-4888-9997-de2722de8732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:48:02.911936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Attempting to bind port 4345a01c-0dbc-438f-bc9b-fcb3380ab549 on network 34e7cca7-e51d-4b1d-b654-86bc8f0afc95 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:48:02.916806 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:48:02.917787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Checking segment: {'id': 'f90f66d7-aed7-4888-9997-de2722de8732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:48:02.918246 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:02.918815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Bound using segment: {'id': 'f90f66d7-aed7-4888-9997-de2722de8732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:48:02.919554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Bound port: 4345a01c-0dbc-438f-bc9b-fcb3380ab549, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90f66d7-aed7-4888-9997-de2722de8732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:48:02.920175 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:02.983738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] For port 4345a01c-0dbc-438f-bc9b-fcb3380ab549, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:48:02.987919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] For port 4345a01c-0dbc-438f-bc9b-fcb3380ab549, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4345a01c-0dbc-438f-bc9b-fcb3380ab549,segment=NetworkSegment(f90f66d7-aed7-4888-9997-de2722de8732),segment_id=f90f66d7-aed7-4888-9997-de2722de8732)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:48:03.038997 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:03.101644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e4747-9bdf-4b18-a3df-b9262184f57a None None] Pushing event updated for resources: {'Port': ['ID=4345a01c-0dbc-438f-bc9b-fcb3380ab549,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:04.518041 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37286) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:48:05.045102 n-d-815324-5 neutron-server[110454]: WARNING oslo_policy.policy [None req-235ea22f-5396-4ef1-a3fa-ca76102dd493 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 12:48:05.045829 n-d-815324-5 neutron-server[110454]: WARNING oslo_policy.policy [None req-235ea22f-5396-4ef1-a3fa-ca76102dd493 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 12:48:05.277867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-235ea22f-5396-4ef1-a3fa-ca76102dd493 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:48:05.279138 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-235ea22f-5396-4ef1-a3fa-ca76102dd493 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7589869 Dec 17 12:48:07.884807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37300) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:48:08.206579 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-19b9c79b-77b5-4708-8ae2-b66da0dad37a admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:48:08.208120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-19b9c79b-77b5-4708-8ae2-b66da0dad37a admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3217261 Dec 17 12:48:11.043811 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37314) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:48:11.344735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ba1a95f6-aca8-43e5-897d-796094953a97 admin admin] Request body: {'router': {'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'name': 'router1', 'admin_state_up': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:48:11.378733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4345a01c-0dbc-438f-bc9b-fcb3380ab549 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:48:11.411510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.policy [None req-ba1a95f6-aca8-43e5-897d-796094953a97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110454) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 17 12:48:11.460757 n-d-815324-5 neutron-server[110454]: WARNING oslo_policy.policy [None req-ba1a95f6-aca8-43e5-897d-796094953a97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 12:48:11.461149 n-d-815324-5 neutron-server[110454]: WARNING oslo_policy.policy [None req-ba1a95f6-aca8-43e5-897d-796094953a97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 12:48:11.463400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4345a01c-0dbc-438f-bc9b-fcb3380ab549 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:48:11.463799 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:11.469670 n-d-815324-5 neutron-server[110454]: INFO neutron.quota [None req-ba1a95f6-aca8-43e5-897d-796094953a97 admin admin] Loaded quota_driver: . Dec 17 12:48:11.579676 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:11.602876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba1a95f6-aca8-43e5-897d-796094953a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:11.606729 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba1a95f6-aca8-43e5-897d-796094953a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:11.615704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 4345a01c-0dbc-438f-bc9b-fcb3380ab549, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4345a01c-0dbc-438f-bc9b-fcb3380ab549,segment=NetworkSegment(f90f66d7-aed7-4888-9997-de2722de8732),segment_id=f90f66d7-aed7-4888-9997-de2722de8732)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:48:11.684220 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:11.737125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=4345a01c-0dbc-438f-bc9b-fcb3380ab549,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:11.760482 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba1a95f6-aca8-43e5-897d-796094953a97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:11.844736 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba1a95f6-aca8-43e5-897d-796094953a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:11.948392 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba1a95f6-aca8-43e5-897d-796094953a97 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:11.969607 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ba1a95f6-aca8-43e5-897d-796094953a97 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9048550 Dec 17 12:48:12.221154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcca591-1a39-48e4-ab7a-e80916d37013 None None] Network 34e7cca7-e51d-4b1d-b654-86bc8f0afc95 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:48:12.283440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-13cb5cd8-57b9-4394-9b0c-0b74df115419 None None] Provisioning complete for port 4345a01c-0dbc-438f-bc9b-fcb3380ab549 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:48:12.283804 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-13cb5cd8-57b9-4394-9b0c-0b74df115419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:12.629396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-da0a0097-f3d7-473a-a36e-0d8b66133aa1 None None] Provisioning complete for port 4345a01c-0dbc-438f-bc9b-fcb3380ab549 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:48:12.630039 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-da0a0097-f3d7-473a-a36e-0d8b66133aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:13.350597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4345a01c-0dbc-438f-bc9b-fcb3380ab549 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:48:13.397205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4345a01c-0dbc-438f-bc9b-fcb3380ab549 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:48:13.397598 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:13.781089 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-542e83f2-3d4b-4f5e-add5-f64e6293154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:14.540220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37324) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:48:14.846236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-7d3ce7ce-550d-42f7-ba2c-b74b3ded822e admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:48:14.847211 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7d3ce7ce-550d-42f7-ba2c-b74b3ded822e admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3060763 Dec 17 12:48:16.249043 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a0279ca-971d-42a5-bc3a-87ad8bac2a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:17.427881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37342) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:48:17.483348 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:17.558273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:48:17.618415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Made reservation on behalf of a1d5e1a0712b475b9c28330597f1f06e for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:48:17.622067 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:17.637256 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:17.736492 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:17.795664 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:17.806726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Reserving flat network on physical network physnet1 {{(pid=110454) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 17 12:48:17.837288 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786484913529', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:17.838384 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Unsubscribe: segment precommit_create {{(pid=110454) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 17 12:48:17.838906 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Added segment 254ffbdb-1423-4f18-9e44-8aa93834825e of type flat for network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee Dec 17 12:48:17.854739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b34545-d66a-4b6a-b223-928206200683,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:17.883289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.883627 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.883957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.884288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.884643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.884959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.885273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.885594 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.885919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.886269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.886580 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.886892 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.887205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Tracked resource versions report: Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: pushed versions: Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: { 'AddressGroup': {'1.2'}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'ConntrackHelper': {'1.0'}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'LocalIPAssociation': {'1.0'}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'Log': {'1.0'}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'Network': {'1.1'}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'Port': {'1.7'}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'PortForwarding': {'1.2'}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'QosPolicy': {'1.10'}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'SecurityGroup': {'1.5'}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'SecurityGroupRule': {'1.2'}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'SubPort': {'1.0'}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'Subnet': {'1.1'}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'Trunk': {'1.1'}} Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: consumer versions: Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: { DHCP agent@n-d-815324-5: {}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: L3 agent@n-d-815324-5: {}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: Metadata agent@n-d-815324-5: {}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: Metering agent@n-d-815324-5: {}, Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: Open vSwitch agent@n-d-815324-5: { 'AddressGroup': '1.2', Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'ConntrackHelper': '1.0', Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'LocalIPAssociation': '1.0', Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'Log': '1.0', Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'Network': '1.1', Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'Port': '1.7', Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'PortForwarding': '1.2', Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'QosPolicy': '1.10', Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'SecurityGroup': '1.5', Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'SecurityGroupRule': '1.2', Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'SubPort': '1.0', Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'Subnet': '1.1', Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: 'Trunk': '1.1'}} Dec 17 12:48:17.888386 n-d-815324-5 neutron-server[110454]: {{(pid=110454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 12:48:17.972180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:18.083034 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:18.084213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:48:18.084949 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:18.178396 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] Pushing event updated for resources: {'Network': ['ID=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:18.189171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 12:48:18.217489 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e2e19b9d-18ec-48fb-b90f-d7b6c46b7157 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7960160 Dec 17 12:48:18.625896 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:19.586182 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:20.638474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37364) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:48:20.771032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962daa5d-71c8-4d68-9c01-6e46913c17af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:48:20.772466 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-962daa5d-71c8-4d68-9c01-6e46913c17af admin admin] 10.222.0.59 "GET /v2.0/subnets/244db868-439f-4de5-9db6-da283f60104b HTTP/1.1" status: 200 len: 849 time: 0.1330218 Dec 17 12:48:20.906717 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ab66ebf0-f5a4-40f9-b5b7-806e400efe3e admin admin] 10.222.0.59 "GET /v2.0/routers/a1f99560-e6d4-4c1e-a065-0792cb0d690e HTTP/1.1" status: 200 len: 704 time: 0.1276307 Dec 17 12:48:21.191026 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:21.488700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Allocated IP 172.20.0.1 (34e7cca7-e51d-4b1d-b654-86bc8f0afc95/244db868-439f-4de5-9db6-da283f60104b/635020a7-c43e-4816-af46-67ec339d4640) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:48:21.667392 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:21.813588 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:21.881402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Network 34e7cca7-e51d-4b1d-b654-86bc8f0afc95 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:48:21.889918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:48:21.901475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:48:21.902033 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:21.956669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Pushing event updated for resources: {'Port': ['ID=635020a7-c43e-4816-af46-67ec339d4640,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:22.110595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-60eb09da-a177-47e9-b4e2-a649d8f0435f None None] Provisioning complete for port 635020a7-c43e-4816-af46-67ec339d4640 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:48:22.111130 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-60eb09da-a177-47e9-b4e2-a649d8f0435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:22.143276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-60eb09da-a177-47e9-b4e2-a649d8f0435f None None] Port 635020a7-c43e-4816-af46-67ec339d4640 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:48:22.183389 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:22.431333 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:22.492277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:22.493013 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:22.569692 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Pushing event updated for resources: {'Port': ['ID=635020a7-c43e-4816-af46-67ec339d4640,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:22.616618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Network 34e7cca7-e51d-4b1d-b654-86bc8f0afc95 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:48:22.617983 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:48:22.766558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b9cedfe2-42e4-4179-8c36-38690c7966ea None None] Provisioning complete for port 635020a7-c43e-4816-af46-67ec339d4640 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:48:22.767122 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b9cedfe2-42e4-4179-8c36-38690c7966ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:22.801815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b9cedfe2-42e4-4179-8c36-38690c7966ea None None] Port 635020a7-c43e-4816-af46-67ec339d4640 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:48:22.870000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Router a1f99560-e6d4-4c1e-a065-0792cb0d690e is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 12:48:22.959581 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 12:48:22.965733 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-972283ea-3abf-463f-9c95-3632b1e01bfa admin admin] 10.222.0.59 "PUT /v2.0/routers/a1f99560-e6d4-4c1e-a065-0792cb0d690e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0533352 Dec 17 12:48:22.981179 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Sync routers for ids ['a1f99560-e6d4-4c1e-a065-0792cb0d690e'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 12:48:22.995948 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Routers {'a1f99560-e6d4-4c1e-a065-0792cb0d690e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:48:22.997107 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-03e40552-18e9-4624-8949-2999112ef60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:48:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a1f99560-e6d4-4c1e-a065-0792cb0d690e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:48:23.183177 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Set router a1f99560-e6d4-4c1e-a065-0792cb0d690e gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:48:23.614817 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-03e40552-18e9-4624-8949-2999112ef60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'name': 'router1', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:48:11Z', 'updated_at': '2021-12-17T12:48:22Z', 'revision_number': 2, 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'gw_port_host': None, '_interfaces': [{'id': '635020a7-c43e-4816-af46-67ec339d4640', 'name': '', 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'mac_address': 'fa:16:3e:a2:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '244db868-439f-4de5-9db6-da283f60104b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:48:21Z', 'updated_at': '2021-12-17T12:48:22Z', 'revision_number': 2, 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'subnets': [{'id': '244db868-439f-4de5-9db6-da283f60104b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e81d10a-8078-4d6f-97c8-00fa50d77d35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:48:23.665197 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Checking router: a1f99560-e6d4-4c1e-a065-0792cb0d690e for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 12:48:23.665586 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Updating router a1f99560-e6d4-4c1e-a065-0792cb0d690e port 635020a7-c43e-4816-af46-67ec339d4640 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 12:48:23.714275 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:24.230407 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:24.323374 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:24.475429 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Pushing event updated for resources: {'Port': ['ID=635020a7-c43e-4816-af46-67ec339d4640,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:24.493459 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.493837 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.494701 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.495033 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.495361 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.495939 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.496260 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.496578 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.496894 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.497211 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.497527 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.497926 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.498247 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Tracked resource versions report: Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: pushed versions: Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: { 'AddressGroup': {'1.2'}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'ConntrackHelper': {'1.0'}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'LocalIPAssociation': {'1.0'}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'Log': {'1.0'}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'Network': {'1.1'}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'Port': {'1.7'}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'PortForwarding': {'1.2'}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'QosPolicy': {'1.10'}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'SecurityGroup': {'1.5'}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'SecurityGroupRule': {'1.2'}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'SubPort': {'1.0'}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'Subnet': {'1.1'}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'Trunk': {'1.1'}} Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: consumer versions: Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: { DHCP agent@n-d-815324-5: {}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: L3 agent@n-d-815324-5: {}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: Metadata agent@n-d-815324-5: {}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: Metering agent@n-d-815324-5: {}, Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: Open vSwitch agent@n-d-815324-5: { 'AddressGroup': '1.2', Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'ConntrackHelper': '1.0', Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'LocalIPAssociation': '1.0', Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'Log': '1.0', Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'Network': '1.1', Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'Port': '1.7', Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'PortForwarding': '1.2', Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'QosPolicy': '1.10', Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'SecurityGroup': '1.5', Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'SecurityGroupRule': '1.2', Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'SubPort': '1.0', Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'Subnet': '1.1', Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: 'Trunk': '1.1'}} Dec 17 12:48:24.499431 n-d-815324-5 neutron-server[110456]: {{(pid=110456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 12:48:24.504584 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Attempting to bind port 635020a7-c43e-4816-af46-67ec339d4640 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:48:24.504984 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Attempting to bind port 635020a7-c43e-4816-af46-67ec339d4640 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'f90f66d7-aed7-4888-9997-de2722de8732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:48:24.505440 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Attempting to bind port 635020a7-c43e-4816-af46-67ec339d4640 on network 34e7cca7-e51d-4b1d-b654-86bc8f0afc95 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:48:24.511639 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:48:24.512054 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Checking segment: {'id': 'f90f66d7-aed7-4888-9997-de2722de8732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:48:24.512527 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:24.512915 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Bound using segment: {'id': 'f90f66d7-aed7-4888-9997-de2722de8732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:48:24.513426 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Bound port: 635020a7-c43e-4816-af46-67ec339d4640, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90f66d7-aed7-4888-9997-de2722de8732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:48:24.513851 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:24.581441 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-03e40552-18e9-4624-8949-2999112ef60e None None] For port 635020a7-c43e-4816-af46-67ec339d4640, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:48:24.600364 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-03e40552-18e9-4624-8949-2999112ef60e None None] For port 635020a7-c43e-4816-af46-67ec339d4640, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=635020a7-c43e-4816-af46-67ec339d4640,segment=NetworkSegment(f90f66d7-aed7-4888-9997-de2722de8732),segment_id=f90f66d7-aed7-4888-9997-de2722de8732)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:48:24.632727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e1eff6c5-830d-4d57-8e04-887791b340c5 None None] Provisioning complete for port 635020a7-c43e-4816-af46-67ec339d4640 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:48:24.633239 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e1eff6c5-830d-4d57-8e04-887791b340c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:24.654820 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:24.667397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e1eff6c5-830d-4d57-8e04-887791b340c5 None None] Port 635020a7-c43e-4816-af46-67ec339d4640 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:48:24.713485 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Routers {'a1f99560-e6d4-4c1e-a065-0792cb0d690e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:48:24.714126 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-03e40552-18e9-4624-8949-2999112ef60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:48:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a1f99560-e6d4-4c1e-a065-0792cb0d690e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:48:24.783372 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b3b7a-ad46-49e0-8c9a-c562d164e802 None None] Pushing event updated for resources: {'Port': ['ID=635020a7-c43e-4816-af46-67ec339d4640,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:24.810756 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-03e40552-18e9-4624-8949-2999112ef60e None None] Set router a1f99560-e6d4-4c1e-a065-0792cb0d690e gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:48:24.887105 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-053d6514-d3d7-4936-9b84-e7ccf90f561b None None] Provisioning complete for port 635020a7-c43e-4816-af46-67ec339d4640 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:48:24.887722 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-053d6514-d3d7-4936-9b84-e7ccf90f561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:24.968276 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-053d6514-d3d7-4936-9b84-e7ccf90f561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:25.000723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-053d6514-d3d7-4936-9b84-e7ccf90f561b None None] For port 635020a7-c43e-4816-af46-67ec339d4640, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=635020a7-c43e-4816-af46-67ec339d4640,segment=NetworkSegment(f90f66d7-aed7-4888-9997-de2722de8732),segment_id=f90f66d7-aed7-4888-9997-de2722de8732)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:48:25.029099 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-03e40552-18e9-4624-8949-2999112ef60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'name': 'router1', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:48:11Z', 'updated_at': '2021-12-17T12:48:22Z', 'revision_number': 2, 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'gw_port_host': None, '_interfaces': [{'id': '635020a7-c43e-4816-af46-67ec339d4640', 'name': '', 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'mac_address': 'fa:16:3e:a2:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '244db868-439f-4de5-9db6-da283f60104b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:48:21Z', 'updated_at': '2021-12-17T12:48:24Z', 'revision_number': 4, 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'subnets': [{'id': '244db868-439f-4de5-9db6-da283f60104b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e81d10a-8078-4d6f-97c8-00fa50d77d35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:48:25.055375 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e40552-18e9-4624-8949-2999112ef60e None None] The sync data for ids ['a1f99560-e6d4-4c1e-a065-0792cb0d690e'] in n-d-815324-5 is: [{'id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'name': 'router1', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:48:11Z', 'updated_at': '2021-12-17T12:48:22Z', 'revision_number': 2, 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'gw_port_host': None, '_interfaces': [{'id': '635020a7-c43e-4816-af46-67ec339d4640', 'name': '', 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'mac_address': 'fa:16:3e:a2:b4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '244db868-439f-4de5-9db6-da283f60104b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:48:21Z', 'updated_at': '2021-12-17T12:48:24Z', 'revision_number': 4, 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'subnets': [{'id': '244db868-439f-4de5-9db6-da283f60104b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e81d10a-8078-4d6f-97c8-00fa50d77d35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 12:48:25.076096 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-053d6514-d3d7-4936-9b84-e7ccf90f561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:25.125112 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d6514-d3d7-4936-9b84-e7ccf90f561b None None] Pushing event updated for resources: {'Port': ['ID=635020a7-c43e-4816-af46-67ec339d4640,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:25.394390 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37374) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:48:25.506109 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275b0683-422f-4892-8acb-e8721a7c7a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:48:25.507487 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-275b0683-422f-4892-8acb-e8721a7c7a35 admin admin] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 842 time: 0.1121461 Dec 17 12:48:25.517420 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] Request body: {'subnet': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:48:25.614480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] Made reservation on behalf of a1d5e1a0712b475b9c28330597f1f06e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:48:25.616808 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] Publish callbacks [] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:25.951472 n-d-815324-5 neutron-server[110454]: DEBUG neutron.objects.ports [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 12:48:25.951837 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:26.009175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9127f3fc-e23f-45f3-af6b-1aa839787d72,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:26.018243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:48:26.018595 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] Network hostable DHCP agents. Network: 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 12:48:26.115524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 12:48:26.195603 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:48:26.200629 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:48:26.201434 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:26.206882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee023a3d-2c42-4894-9d3a-9f3baaf36ab7 None None] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:48:26.285851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9af77b23-233d-4be3-b50e-e7ceb8ba701b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7717602 Dec 17 12:48:26.311534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725fab55-3b1e-4eba-b97b-2ee2a1a40ef2 None None] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:48:27.024461 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 5 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:48:28.746778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37382) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:48:28.902958 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2d90e0ee-f2aa-4bd6-bf1c-e0cc0bcf8ead admin admin] 10.222.0.59 "GET /v2.0/routers/a1f99560-e6d4-4c1e-a065-0792cb0d690e HTTP/1.1" status: 200 len: 710 time: 0.1549194 Dec 17 12:48:28.990285 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18813b88-9886-40ff-bb60-accad0e2e6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:48:28.991596 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-18813b88-9886-40ff-bb60-accad0e2e6da admin admin] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 886 time: 0.0828691 Dec 17 12:48:29.001892 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:48:29.314676 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:29.623197 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:29.699696 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:29.811989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Allocated IP 172.25.0.225 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/5419c708-a6d6-4767-acc7-77740a53e7f3) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:48:29.910285 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:30.007122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:30.044001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:48:30.048330 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:48:30.054501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:48:30.056797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Pushing event updated for resources: {'Port': ['ID=5419c708-a6d6-4767-acc7-77740a53e7f3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:30.373357 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:30.562810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:30.566207 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:30.681632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Router a1f99560-e6d4-4c1e-a065-0792cb0d690e has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 12:48:30.875672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 12:48:30.880274 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:30.881536 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6098eacc-10c1-4ad7-bf6e-a0a41e8d24aa admin admin] 10.222.0.59 "PUT /v2.0/routers/a1f99560-e6d4-4c1e-a065-0792cb0d690e HTTP/1.1" status: 200 len: 890 time: 1.8830099 Dec 17 12:48:31.374036 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 635020a7-c43e-4816-af46-67ec339d4640 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:48:31.423628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 635020a7-c43e-4816-af46-67ec339d4640 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:48:31.424017 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:32.182832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Sync routers for ids ['a1f99560-e6d4-4c1e-a065-0792cb0d690e'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 12:48:32.194177 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Routers {'a1f99560-e6d4-4c1e-a065-0792cb0d690e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:48:32.194873 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:48:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a1f99560-e6d4-4c1e-a065-0792cb0d690e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:48:32.404335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Set router a1f99560-e6d4-4c1e-a065-0792cb0d690e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:48:32.867759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'name': 'router1', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '5419c708-a6d6-4767-acc7-77740a53e7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:48:11Z', 'updated_at': '2021-12-17T12:48:30Z', 'revision_number': 4, 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'gw_port': {'id': '5419c708-a6d6-4767-acc7-77740a53e7f3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:48:29Z', 'updated_at': '2021-12-17T12:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '635020a7-c43e-4816-af46-67ec339d4640', 'name': '', 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'mac_address': 'fa:16:3e:a2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '244db868-439f-4de5-9db6-da283f60104b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:48:21Z', 'updated_at': '2021-12-17T12:48:24Z', 'revision_number': 5, 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'subnets': [{'id': '244db868-439f-4de5-9db6-da283f60104b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e81d10a-8078-4d6f-97c8-00fa50d77d35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:48:32.919022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Checking router: a1f99560-e6d4-4c1e-a065-0792cb0d690e for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 12:48:32.919378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Updating router a1f99560-e6d4-4c1e-a065-0792cb0d690e port 5419c708-a6d6-4767-acc7-77740a53e7f3 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 12:48:32.964855 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:33.278603 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:33.322816 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:33.373197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0d08d-2476-4333-9737-2062c0e028ba None None] Pushing event updated for resources: {'Port': ['ID=5419c708-a6d6-4767-acc7-77740a53e7f3,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:33.375369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Attempting to bind port 5419c708-a6d6-4767-acc7-77740a53e7f3 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:48:33.375738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Attempting to bind port 5419c708-a6d6-4767-acc7-77740a53e7f3 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:48:33.376128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Attempting to bind port 5419c708-a6d6-4767-acc7-77740a53e7f3 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:48:33.381417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:48:33.381824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:48:33.382228 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:33.382615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:48:33.383087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Bound port: 5419c708-a6d6-4767-acc7-77740a53e7f3, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:48:33.383478 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:33.432622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] For port 5419c708-a6d6-4767-acc7-77740a53e7f3, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:48:33.435814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] For port 5419c708-a6d6-4767-acc7-77740a53e7f3, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5419c708-a6d6-4767-acc7-77740a53e7f3,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:48:33.479410 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37394) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:48:33.482778 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:33.536166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Routers {'a1f99560-e6d4-4c1e-a065-0792cb0d690e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:48:33.536787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:48:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a1f99560-e6d4-4c1e-a065-0792cb0d690e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:48:33.579423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0d08d-2476-4333-9737-2062c0e028ba None None] Pushing event updated for resources: {'Port': ['ID=5419c708-a6d6-4767-acc7-77740a53e7f3,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:33.591238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-16257db6-e6cd-4fef-aba1-e937f1baa826 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1107035 Dec 17 12:48:33.659197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] Set router a1f99560-e6d4-4c1e-a065-0792cb0d690e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:48:33.908206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'name': 'router1', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '5419c708-a6d6-4767-acc7-77740a53e7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:48:11Z', 'updated_at': '2021-12-17T12:48:30Z', 'revision_number': 4, 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'gw_port': {'id': '5419c708-a6d6-4767-acc7-77740a53e7f3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:48:29Z', 'updated_at': '2021-12-17T12:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '635020a7-c43e-4816-af46-67ec339d4640', 'name': '', 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'mac_address': 'fa:16:3e:a2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '244db868-439f-4de5-9db6-da283f60104b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:48:21Z', 'updated_at': '2021-12-17T12:48:24Z', 'revision_number': 5, 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'subnets': [{'id': '244db868-439f-4de5-9db6-da283f60104b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e81d10a-8078-4d6f-97c8-00fa50d77d35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:48:33.934706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76478c22-9190-463a-878e-5e29944d1b74 None None] The sync data for ids ['a1f99560-e6d4-4c1e-a065-0792cb0d690e'] in n-d-815324-5 is: [{'id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'name': 'router1', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '5419c708-a6d6-4767-acc7-77740a53e7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:48:11Z', 'updated_at': '2021-12-17T12:48:30Z', 'revision_number': 4, 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'gw_port': {'id': '5419c708-a6d6-4767-acc7-77740a53e7f3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:48:29Z', 'updated_at': '2021-12-17T12:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '635020a7-c43e-4816-af46-67ec339d4640', 'name': '', 'network_id': '34e7cca7-e51d-4b1d-b654-86bc8f0afc95', 'tenant_id': 'a598b8d3a9524651924853f2fa4bf48d', 'mac_address': 'fa:16:3e:a2:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f99560-e6d4-4c1e-a065-0792cb0d690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '244db868-439f-4de5-9db6-da283f60104b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:48:21Z', 'updated_at': '2021-12-17T12:48:24Z', 'revision_number': 5, 'project_id': 'a598b8d3a9524651924853f2fa4bf48d', 'subnets': [{'id': '244db868-439f-4de5-9db6-da283f60104b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e81d10a-8078-4d6f-97c8-00fa50d77d35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 12:48:35.411447 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5419c708-a6d6-4767-acc7-77740a53e7f3 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:48:35.479521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 5419c708-a6d6-4767-acc7-77740a53e7f3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:48:35.479829 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:35.562854 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:35.585029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 5419c708-a6d6-4767-acc7-77740a53e7f3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5419c708-a6d6-4767-acc7-77740a53e7f3,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:48:35.669499 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:35.721995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=5419c708-a6d6-4767-acc7-77740a53e7f3,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:48:37.394784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5419c708-a6d6-4767-acc7-77740a53e7f3 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:48:37.465917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 5419c708-a6d6-4767-acc7-77740a53e7f3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:48:37.466642 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:43.775561 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ef5847e-46a7-4ef9-941d-891c9c26e8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:46.270255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8df842b6-cef8-46ea-87c1-9a96927c382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:47.458911 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:48.629133 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:48:49.591544 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:49:04.025328 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 5 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:49:13.754214 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9d1bda47-a06b-4cd0-af21-8cb4f5b4716f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:49:16.251136 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f35310e6-60e3-4c31-b8ea-d08aac9cb052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:49:17.508204 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:49:18.660067 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:49:20.003049 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:49:41.024305 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 5 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:49:43.795172 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-25a1403f-dabe-4044-910f-cc4a55c615ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:49:46.272610 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e45424f6-79b2-4598-b910-4efd2a41e991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:49:47.491878 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:49:48.623374 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:49:49.588970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:01.339674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37910) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:01.399706 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-3303c240-8923-4b09-8c4f-b6c18fa5937a admin admin] GET failed (client error): The resource could not be found. Dec 17 12:50:01.401055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3303c240-8923-4b09-8c4f-b6c18fa5937a admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603926 Dec 17 12:50:01.559482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bfcd79-36f8-4d69-a0b5-62b719a89ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:01.560942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-71bfcd79-36f8-4d69-a0b5-62b719a89ecc admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1553702 Dec 17 12:50:03.918092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37920) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:04.013692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e99dd1-b644-458f-9eaa-2b65285624b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:04.015018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e7e99dd1-b644-458f-9eaa-2b65285624b6 admin admin] 10.222.0.59 "GET /v2.0/subnets/244db868-439f-4de5-9db6-da283f60104b HTTP/1.1" status: 200 len: 849 time: 0.0959918 Dec 17 12:50:04.025131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:50:04.114427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Publish callbacks [] for subnet, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:04.331179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786484877020'] for subnet, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:04.375432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:04.376248 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:04.377214 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] 10.222.0.59 "PUT /v2.0/subnets/244db868-439f-4de5-9db6-da283f60104b HTTP/1.1" status: 200 len: 868 time: 0.3558676 Dec 17 12:50:04.380266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e3337d-9fec-4b59-be4c-6fca5b87c153 None None] Network 34e7cca7-e51d-4b1d-b654-86bc8f0afc95 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:50:04.395635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=244db868-439f-4de5-9db6-da283f60104b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:50:04.403368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.409396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.409396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.409396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.409396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.409396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.409396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.409396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.409396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.409396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.409396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.409396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.409396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61017b03-e880-47aa-8093-e2108f664f7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:04.717254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f85b8fe1-7dff-49c4-b832-660486b4f49e None None] Provisioning complete for port 635020a7-c43e-4816-af46-67ec339d4640 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:50:04.717655 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f85b8fe1-7dff-49c4-b832-660486b4f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:04.804187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f85b8fe1-7dff-49c4-b832-660486b4f49e None None] Provisioning complete for port 4345a01c-0dbc-438f-bc9b-fcb3380ab549 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:50:04.804485 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f85b8fe1-7dff-49c4-b832-660486b4f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:06.790502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37930) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:06.986067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e665dbba-43a1-4121-be80-4cb43d195e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:06.986492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e665dbba-43a1-4121-be80-4cb43d195e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:06.988053 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e665dbba-43a1-4121-be80-4cb43d195e22 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965556 Dec 17 12:50:09.381044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37938) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:09.516484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b9984-43b0-4cb2-9f98-45da47b3f8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:09.516964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b9984-43b0-4cb2-9f98-45da47b3f8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:09.519120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-394b9984-43b0-4cb2-9f98-45da47b3f8f8 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1370790 Dec 17 12:50:11.897805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37946) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:12.026020 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fb045a-4d92-4118-a14c-b5c53c48fbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:12.027406 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-97fb045a-4d92-4118-a14c-b5c53c48fbbd admin admin] 10.222.0.59 "GET /v2.0/networks/34e7cca7-e51d-4b1d-b654-86bc8f0afc95 HTTP/1.1" status: 200 len: 869 time: 0.1286561 Dec 17 12:50:13.764034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7696154f-b773-4640-900e-692170dcccdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:14.407501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37954) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:14.534792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c03c0a-2b95-4386-a8be-ae3f7a924cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:14.536196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-57c03c0a-2b95-4386-a8be-ae3f7a924cbb admin admin] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 886 time: 0.1277745 Dec 17 12:50:16.249933 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-737c0b41-cb9f-4423-85a2-c1d033e6bb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:16.898635 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37962) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:17.021884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b2a0d-acc4-46eb-a9f4-9d26542b3d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:17.022347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b2a0d-acc4-46eb-a9f4-9d26542b3d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:17.023879 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ed4b2a0d-acc4-46eb-a9f4-9d26542b3d8f admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242986 Dec 17 12:50:17.495140 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:18.023407 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 5 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:50:18.660725 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:19.435283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37970) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:19.556252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4211f9-f782-4696-b7e9-05df498d7cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:19.556720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4211f9-f782-4696-b7e9-05df498d7cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:19.558295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3b4211f9-f782-4696-b7e9-05df498d7cfc admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220798 Dec 17 12:50:19.598252 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:21.960473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37978) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:22.052702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93744c06-5938-49de-9d78-728f32e24915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:22.054076 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-93744c06-5938-49de-9d78-728f32e24915 admin admin] 10.222.0.59 "GET /v2.0/subnets/244db868-439f-4de5-9db6-da283f60104b HTTP/1.1" status: 200 len: 868 time: 0.0926561 Dec 17 12:50:24.404720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37986) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:24.494944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3c0693-09d3-4ed1-b777-d99886d2d714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:24.496983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3f3c0693-09d3-4ed1-b777-d99886d2d714 admin admin] 10.222.0.59 "GET /v2.0/subnets/9127f3fc-e23f-45f3-af6b-1aa839787d72 HTTP/1.1" status: 200 len: 816 time: 0.0912571 Dec 17 12:50:43.800030 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d7389a0d-65b2-49fe-b607-dd692616c234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:46.281776 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-afed5525-c66a-4853-9479-d18c14f39914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:47.491925 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:48.647565 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:49.577470 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:49.762661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38040) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:49.809611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-c1e9d3ce-5f17-43eb-9d22-76d141245da0 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:50:49.810607 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c1e9d3ce-5f17-43eb-9d22-76d141245da0 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469871 Dec 17 12:50:52.280979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38048) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:52.339925 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff44d58-71d8-4e4e-970c-02070c799583 admin admin] GET failed (client error): The resource could not be found. Dec 17 12:50:52.341154 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dff44d58-71d8-4e4e-970c-02070c799583 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592241 Dec 17 12:50:52.427415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed32a5c-8008-4ec4-8f7c-ebd3ad9ae925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:52.428790 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3ed32a5c-8008-4ec4-8f7c-ebd3ad9ae925 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830739 Dec 17 12:50:54.792128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38056) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:54.840013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:50:54.944239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Made reservation on behalf of a1d5e1a0712b475b9c28330597f1f06e for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:50:54.946607 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:54.975286 n-d-815324-5 neutron-server[110454]: WARNING neutron.services.revisions.revision_plugin [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Could not find related network for resource to bump revision. Dec 17 12:50:54.989811 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 12:50:54.999473 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:54.999817 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Added segment 5cce8e74-2319-4f54-9c15-60bf8b8f4206 of type vlan for network 5b45dfaa-4954-404d-a398-4b70afee02c9 Dec 17 12:50:55.022572 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 5 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:50:55.046629 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:55.137356 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:55.138275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:55.139485 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:55.195253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Pushing event updated for resources: {'Network': ['ID=5b45dfaa-4954-404d-a398-4b70afee02c9,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:50:55.202286 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.202633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.202970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.203302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.203632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.203963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.204302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.204609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.204930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.205248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.205567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.206043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.206331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:55.217375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 12:50:55.261457 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-db0d3b43-c95b-46ed-8f83-8820fbc6c12e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4678638 Dec 17 12:50:57.741726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38064) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:50:57.801527 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3a6092-0901-43d9-af48-ab2679386a32 admin admin] GET failed (client error): The resource could not be found. Dec 17 12:50:57.802841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6d3a6092-0901-43d9-af48-ab2679386a32 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601885 Dec 17 12:50:57.904376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f541883-d307-4587-b840-f1577784ef65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:57.905874 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3f541883-d307-4587-b840-f1577784ef65 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0984218 Dec 17 12:50:57.916072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-00c27144-f6eb-4336-9347-00bdf6fd4d21 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:50:58.034139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c27144-f6eb-4336-9347-00bdf6fd4d21 admin admin] Made reservation on behalf of a1d5e1a0712b475b9c28330597f1f06e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:50:58.036365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00c27144-f6eb-4336-9347-00bdf6fd4d21 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:58.263713 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00c27144-f6eb-4336-9347-00bdf6fd4d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:58.321170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c27144-f6eb-4336-9347-00bdf6fd4d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6bf933e-88d3-499b-99b4-0aa01ed0ad49,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:50:58.325310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c27144-f6eb-4336-9347-00bdf6fd4d21 admin admin] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:50:58.325748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c27144-f6eb-4336-9347-00bdf6fd4d21 admin admin] Network hostable DHCP agents. Network: 5b45dfaa-4954-404d-a398-4b70afee02c9, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 12:50:58.406201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c27144-f6eb-4336-9347-00bdf6fd4d21 admin admin] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 12:50:58.480765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-00c27144-f6eb-4336-9347-00bdf6fd4d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 5b45dfaa-4954-404d-a398-4b70afee02c9) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:50:58.485633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c27144-f6eb-4336-9347-00bdf6fd4d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:50:58.486243 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00c27144-f6eb-4336-9347-00bdf6fd4d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:58.490361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549c586-1ff4-44be-bc3b-071d0cd0b96e None None] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:50:58.557756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-00c27144-f6eb-4336-9347-00bdf6fd4d21 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6450317 Dec 17 12:50:58.590686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-5b45dfaa-4954-404d-a398-4b70afee02c9', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'project_id': 'a1d5e1a0712b475b9c28330597f1f06e', 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 12:50:58.593913 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:58.831334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Allocated IP 192.168.233.2 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/807f4d76-1e1a-494a-b0e0-d8d9ccfef169) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:50:58.971672 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:59.064008 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:59.102884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:50:59.105668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:50:59.108730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:50:59.122539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Pushing event updated for resources: {'Port': ['ID=807f4d76-1e1a-494a-b0e0-d8d9ccfef169,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:50:59.144355 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.144707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.145050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.145392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.145753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.146088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.146416 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.146746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.147060 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.147385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.147704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.148021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.148338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:50:59.181082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Attempting to bind port 807f4d76-1e1a-494a-b0e0-d8d9ccfef169 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:50:59.181453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Attempting to bind port 807f4d76-1e1a-494a-b0e0-d8d9ccfef169 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:50:59.181840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Attempting to bind port 807f4d76-1e1a-494a-b0e0-d8d9ccfef169 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:50:59.187276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:50:59.187662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:50:59.188059 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:59.188453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:50:59.188915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Bound port: 807f4d76-1e1a-494a-b0e0-d8d9ccfef169, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:50:59.189308 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:59.253008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] For port 807f4d76-1e1a-494a-b0e0-d8d9ccfef169, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:50:59.256192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] For port 807f4d76-1e1a-494a-b0e0-d8d9ccfef169, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=807f4d76-1e1a-494a-b0e0-d8d9ccfef169,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:50:59.350234 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:50:59.407905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155c7a3-59c5-4992-90e7-d5e762d0ba9c None None] Pushing event updated for resources: {'Port': ['ID=807f4d76-1e1a-494a-b0e0-d8d9ccfef169,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:51:00.264905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a6c42f-78da-495a-983b-239c5f48c745 None None] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:51:00.349388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d1dbf19f-c996-4f22-aaa1-520837e21f60 None None] Provisioning complete for port 807f4d76-1e1a-494a-b0e0-d8d9ccfef169 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:51:00.349735 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf19f-c996-4f22-aaa1-520837e21f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:00.452521 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf19f-c996-4f22-aaa1-520837e21f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:00.490892 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d1dbf19f-c996-4f22-aaa1-520837e21f60 None None] For port 807f4d76-1e1a-494a-b0e0-d8d9ccfef169, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=807f4d76-1e1a-494a-b0e0-d8d9ccfef169,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:51:00.561733 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf19f-c996-4f22-aaa1-520837e21f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:00.618865 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbf19f-c996-4f22-aaa1-520837e21f60 None None] Pushing event updated for resources: {'Port': ['ID=807f4d76-1e1a-494a-b0e0-d8d9ccfef169,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:51:00.783274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-73a5c39f-e15a-495b-ae31-a951d5ef900f None None] Provisioning complete for port 807f4d76-1e1a-494a-b0e0-d8d9ccfef169 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:51:00.783770 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-73a5c39f-e15a-495b-ae31-a951d5ef900f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:01.487443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 807f4d76-1e1a-494a-b0e0-d8d9ccfef169 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:51:01.540550 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 807f4d76-1e1a-494a-b0e0-d8d9ccfef169 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:51:01.540917 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:13.782110 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c58e3c8-6a57-4644-a074-1016fa0cd0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:16.239126 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-13cba2df-a319-4227-93cc-d162ff89a91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:17.497045 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:18.639162 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:19.576477 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:32.022865 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 5 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:51:43.791529 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4dcabbe6-1677-4dbf-a530-99a5b2bc3731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:46.242819 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e484-f60c-4f78-92c8-6093233af64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:47.476901 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:48.619407 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:51:49.574318 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:09.021941 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 5 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:52:13.938236 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-baf57eba-448f-4e32-a219-cacd59b828ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:16.252414 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8b1f483d-2a13-4876-b741-a0a24d365aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:17.486562 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:18.634884 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:19.577954 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:26.304749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38108) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:52:26.311179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-dafd9285-81a2-4bcb-ad43-b568e8414c35 tempest-verify_tempest_config-115165273 tempest-verify_tempest_config-115165273-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:52:26.312165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dafd9285-81a2-4bcb-ad43-b568e8414c35 tempest-verify_tempest_config-115165273 tempest-verify_tempest_config-115165273-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064301 Dec 17 12:52:26.837356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38126) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:52:26.938747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:27.008648 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:27.080094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:27.129594 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=602522a6a06c4aadb25533a0788fc541&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2911153 Dec 17 12:52:27.131171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3f89b9-a5f1-4717-ae2b-85e7219fd8f2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:52:27.132300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38132) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:52:27.138498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.139522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.139871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.140207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.140538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.140861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.141188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.141508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.141859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.142181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.142499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.142815 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.143140 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3753c-839f-4d08-a530-ea0f4582bcf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.191840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:27.215451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:27.366408 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:27.369032 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:27.370222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c3f89b9-a5f1-4717-ae2b-85e7219fd8f2 HTTP/1.1" status: 204 len: 168 time: 0.2369740 Dec 17 12:52:27.378767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3f89b9-a5f1-4717-ae2b-85e7219fd8f2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:52:27.385307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.385695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.386040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.386378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.386711 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.387044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.387376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.387767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.388064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.388389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.388715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.389052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:27.389359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8c2415-66ba-475e-b9e5-38b96c07b67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:52:43.759264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0895998d-eeee-4ddf-9550-b89d5de1a868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:46.020484 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 5 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:52:46.255732 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d9e68b9c-e7d3-4e52-81dc-dc7d47290197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:47.490564 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:48.638507 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:52:49.591819 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:53:13.757296 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7265db9b-867d-433e-a150-704675f0f571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:53:16.276925 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd1f66c7-df34-4366-ae7e-a744629aff7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:53:17.488307 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:53:18.637025 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:53:19.585561 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:53:23.020112 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 5 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:53:43.753867 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d6516513-cfb6-4cbe-97e1-5e65b71a3dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:53:46.263571 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b2e0db51-d979-4610-9672-44df8756210b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:53:47.504464 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:53:48.644539 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:53:49.601163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:54:00.018719 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 5 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:54:13.736555 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-49c129a9-a0dc-45a9-a907-e2a3a56f5bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:54:16.302865 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cb610c45-7b31-4db2-93dd-7f96e9451561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:54:17.573904 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:54:18.633435 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:54:19.593158 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:54:37.016651 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 5 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:54:43.752042 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a4f77e67-47fc-4834-b158-0459b3411b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:54:46.257252 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-46101296-5cee-435b-8774-b0db358138ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:54:47.512057 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:54:48.640004 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:54:49.622777 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:13.746648 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7a5cc6ad-6cf0-4985-b9e1-331dedd023b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:14.014635 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 5 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:55:16.264410 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-070536f4-9856-41a0-bb46-1cf506355083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:17.540558 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:18.631919 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:19.590219 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:31.219611 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483475'] for agent, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:35.642300 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-483475'] for agent, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:43.727511 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f96eeabc-b9c8-45c1-aa79-ee82672e6682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:46.235799 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-64bc00da-ebfd-41f9-bf8e-c9107f3fb0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:47.481553 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:48.675442 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:49.583877 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:55:51.014262 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:56:01.172073 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:05.594414 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:13.730546 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-100dfbad-8d5f-4681-9f2b-217fbda1b37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:16.233253 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6dee5c4b-7f6a-401c-9bee-4f9fc3d16b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:17.496416 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:18.644197 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:19.621864 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:22.830394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38190) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:56:22.933396 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-45adfc10-f6d4-48cf-a90c-3d15afbdae0b admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1019170 Dec 17 12:56:25.296965 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38200) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:56:25.357905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-794cf81c-17fa-4fb9-9dd9-8cb304253ad0 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0590398 Dec 17 12:56:28.013636 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:56:31.117616 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:35.575054 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:43.751524 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b9fe1fec-6141-40d3-b27f-8bcd9b29ff9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:46.254295 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5e54a7b0-035e-45ca-ab0c-9c4d78d6099e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:47.539841 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:48.676735 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:56:49.647965 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:01.149951 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:05.013376 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:57:05.618749 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:13.803042 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7bc63c0f-cee5-44f6-86fc-91e56e2fec91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:16.283503 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cf8d2dcf-2f8e-4727-b18e-8175fa42de5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:17.501116 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:18.644106 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:19.570007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:31.173047 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:35.613017 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:42.013205 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:57:43.764382 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4850689-47d6-4d20-a194-699c9c4d0cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:46.261795 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5f95bea2-62da-4427-9b70-c2a74060e11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:47.519189 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:47.570310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38374) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:47.661625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38386) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:47.864593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-network', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:57:47.914774 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e748389b-645f-4a13-8b9e-52756f6912b8 tempest-AutoAllocateNetworkTest-1736604630 tempest-AutoAllocateNetworkTest-1736604630-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7b86c2f1a91e4b05b4b44e5b37923354&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3433337 Dec 17 12:57:47.917952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38402) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:47.953003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Made reservation on behalf of f18ecb89d2ad471a8c3955deaec2c8bb for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:57:47.955342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:47.999624 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:48.129645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0480c6d8-27e0-4aa5-bcf8-6a816653d462 tempest-AutoAllocateNetworkTest-1736604630 tempest-AutoAllocateNetworkTest-1736604630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:57:48.131036 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0480c6d8-27e0-4aa5-bcf8-6a816653d462 tempest-AutoAllocateNetworkTest-1736604630 tempest-AutoAllocateNetworkTest-1736604630-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2120850 Dec 17 12:57:48.134837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38414) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:48.189766 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:48.238857 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bf6634a3-6b48-45b1-88cf-f7a2563ce854 tempest-AutoAllocateNetworkTest-1736604630 tempest-AutoAllocateNetworkTest-1736604630-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020648 Dec 17 12:57:48.241478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38418) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:48.270016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-05f1f38b-2381-46f6-b0fd-ebf72c9d2d4b tempest-AutoAllocateNetworkTest-1736604630 tempest-AutoAllocateNetworkTest-1736604630-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7b86c2f1a91e4b05b4b44e5b37923354 HTTP/1.1" status: 200 len: 208 time: 0.0274105 Dec 17 12:57:48.279581 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:48.299816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 12:57:48.313456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47221fb0-bdf4-4cef-9878-9a4a5f43f685,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:48.318217 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:48.318618 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Added segment d238bd2f-cc67-461b-a760-b1835ea2a3bc of type vlan for network d384d87c-459d-4b80-bc95-d50996c19c0e Dec 17 12:57:48.332483 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.332883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.333238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.333609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.333937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.334270 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.334594 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.334916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.335233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.335705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.336025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.336343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.336727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Tracked resource versions report: Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: pushed versions: Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: { 'AddressGroup': {'1.2'}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'ConntrackHelper': {'1.0'}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'LocalIPAssociation': {'1.0'}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'Log': {'1.0'}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'Network': {'1.1'}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'Port': {'1.7'}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'PortForwarding': {'1.2'}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'QosPolicy': {'1.10'}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'SecurityGroup': {'1.5'}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'SecurityGroupRule': {'1.2'}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'SubPort': {'1.0'}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'Subnet': {'1.1'}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'Trunk': {'1.1'}} Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: consumer versions: Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: { DHCP agent@n-d-815324-5: {}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: HyperV agent@n-h1-815324-5: {}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: HyperV agent@n-h2-815324-5: {}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: L3 agent@n-d-815324-5: {}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: Metadata agent@n-d-815324-5: {}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: Metering agent@n-d-815324-5: {}, Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: Open vSwitch agent@n-d-815324-5: { 'AddressGroup': '1.2', Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'ConntrackHelper': '1.0', Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'LocalIPAssociation': '1.0', Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'Log': '1.0', Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'Network': '1.1', Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'Port': '1.7', Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'PortForwarding': '1.2', Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'QosPolicy': '1.10', Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'SecurityGroup': '1.5', Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'SecurityGroupRule': '1.2', Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'SubPort': '1.0', Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'Subnet': '1.1', Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: 'Trunk': '1.1'}} Dec 17 12:57:48.338044 n-d-815324-5 neutron-server[110454]: {{(pid=110454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 12:57:48.379544 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:48.456950 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:48.457996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:57:48.458598 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:48.520188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d384d87c-459d-4b80-bc95-d50996c19c0e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:48.531253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network d384d87c-459d-4b80-bc95-d50996c19c0e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 12:57:48.574548 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6ab7b75e-b2cf-4c5b-8784-7cc9f5f230c2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9118545 Dec 17 12:57:48.577455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38432) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:48.582215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Request body: {'subnet': {'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-subnet', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:57:48.684944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Made reservation on behalf of f18ecb89d2ad471a8c3955deaec2c8bb for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:57:48.687305 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Publish callbacks [] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:48.696308 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:49.028221 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:49.080756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b8a1d1-e3c6-4858-97d1-4e98d62363d4,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:49.091237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.091590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.091945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.092287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.092622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.092955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.093282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.093894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.094220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.094545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.094869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.095198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.095523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Tracked resource versions report: Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: pushed versions: Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: { 'AddressGroup': {'1.2'}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'ConntrackHelper': {'1.0'}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'LocalIPAssociation': {'1.0'}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'Log': {'1.0'}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'Network': {'1.1'}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'Port': {'1.7'}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'PortForwarding': {'1.2'}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'QosPolicy': {'1.10'}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'SecurityGroup': {'1.5'}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'SecurityGroupRule': {'1.2'}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'SubPort': {'1.0'}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'Subnet': {'1.1'}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'Trunk': {'1.1'}} Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: consumer versions: Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: { DHCP agent@n-d-815324-5: {}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: HyperV agent@n-h1-815324-5: {}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: HyperV agent@n-h2-815324-5: {}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: L3 agent@n-d-815324-5: {}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: Metadata agent@n-d-815324-5: {}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: Metering agent@n-d-815324-5: {}, Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: Open vSwitch agent@n-d-815324-5: { 'AddressGroup': '1.2', Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'ConntrackHelper': '1.0', Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'LocalIPAssociation': '1.0', Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'Log': '1.0', Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'Network': '1.1', Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'Port': '1.7', Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'PortForwarding': '1.2', Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'QosPolicy': '1.10', Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'SecurityGroup': '1.5', Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'SecurityGroupRule': '1.2', Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'SubPort': '1.0', Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'Subnet': '1.1', Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: 'Trunk': '1.1'}} Dec 17 12:57:49.096694 n-d-815324-5 neutron-server[110453]: {{(pid=110453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 12:57:49.105094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Checking segment: {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:57:49.105094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Network hostable DHCP agents. Network: d384d87c-459d-4b80-bc95-d50996c19c0e, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 12:57:49.222356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Network d384d87c-459d-4b80-bc95-d50996c19c0e is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 12:57:49.304394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, d384d87c-459d-4b80-bc95-d50996c19c0e) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:57:49.311017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:57:49.312015 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:49.326691 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d037f-3e70-4d27-8aa6-1ebb8aa80192 None None] Network d384d87c-459d-4b80-bc95-d50996c19c0e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:57:49.392493 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-67bbf21d-ab10-4d99-ad89-fd222bfab1dd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8138459 Dec 17 12:57:49.397227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38450) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:49.401765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:57:49.428858 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-d384d87c-459d-4b80-bc95-d50996c19c0e', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 12:57:49.429857 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:49.549042 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:49.551057 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:49.571556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Allocated IP 172.20.0.2 (d384d87c-459d-4b80-bc95-d50996c19c0e/d9b8a1d1-e3c6-4858-97d1-4e98d62363d4/2d87380f-e1ef-4df2-bb40-fb95592440a7) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:57:49.606685 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38458) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:49.653288 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:49.679543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:49.735770 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:49.823811 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:49.870355 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Network d384d87c-459d-4b80-bc95-d50996c19c0e is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:57:49.873448 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:57:49.876911 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:57:49.883805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Pushing event updated for resources: {'Port': ['ID=2d87380f-e1ef-4df2-bb40-fb95592440a7,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:49.894414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.894945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.895485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.895971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.896362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.896706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.897032 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.897359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.897706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.898034 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.898366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.898695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.899006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Tracked resource versions report: Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: pushed versions: Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: { 'AddressGroup': {'1.2'}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'ConntrackHelper': {'1.0'}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'LocalIPAssociation': {'1.0'}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'Log': {'1.0'}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'Network': {'1.1'}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'Port': {'1.7'}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'PortForwarding': {'1.2'}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'QosPolicy': {'1.10'}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'SecurityGroup': {'1.5'}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'SecurityGroupRule': {'1.2'}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'SubPort': {'1.0'}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'Subnet': {'1.1'}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'Trunk': {'1.1'}} Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: consumer versions: Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: { DHCP agent@n-d-815324-5: {}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: HyperV agent@n-h1-815324-5: {}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: HyperV agent@n-h2-815324-5: {}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: L3 agent@n-d-815324-5: {}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: Metadata agent@n-d-815324-5: {}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: Metering agent@n-d-815324-5: {}, Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: Open vSwitch agent@n-d-815324-5: { 'AddressGroup': '1.2', Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'ConntrackHelper': '1.0', Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'LocalIPAssociation': '1.0', Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'Log': '1.0', Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'Network': '1.1', Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'Port': '1.7', Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'PortForwarding': '1.2', Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'QosPolicy': '1.10', Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'SecurityGroup': '1.5', Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'SecurityGroupRule': '1.2', Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'SubPort': '1.0', Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'Subnet': '1.1', Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: 'Trunk': '1.1'}} Dec 17 12:57:49.900740 n-d-815324-5 neutron-server[110455]: {{(pid=110455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 12:57:49.939481 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:49.962195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Attempting to bind port 2d87380f-e1ef-4df2-bb40-fb95592440a7 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:57:49.964233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Attempting to bind port 2d87380f-e1ef-4df2-bb40-fb95592440a7 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:57:49.964868 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Attempting to bind port 2d87380f-e1ef-4df2-bb40-fb95592440a7 on network d384d87c-459d-4b80-bc95-d50996c19c0e {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:57:49.970274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:57:49.970654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Checking segment: {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:57:49.971144 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:49.971448 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Bound using segment: {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:57:49.971915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Bound port: 2d87380f-e1ef-4df2-bb40-fb95592440a7, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:57:49.972320 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.048694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] For port 2d87380f-e1ef-4df2-bb40-fb95592440a7, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:57:50.051963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] For port 2d87380f-e1ef-4df2-bb40-fb95592440a7, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2d87380f-e1ef-4df2-bb40-fb95592440a7,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:57:50.126232 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.130646 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-532fcb76-7803-44c4-ba30-65bf3e6e33e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.237145 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-532fcb76-7803-44c4-ba30-65bf3e6e33e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.249010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c848411-43f8-451b-8a05-5000a5168c05 None None] Pushing event updated for resources: {'Port': ['ID=2d87380f-e1ef-4df2-bb40-fb95592440a7,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:50.308689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-532fcb76-7803-44c4-ba30-65bf3e6e33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.351373 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.354594 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fcb76-7803-44c4-ba30-65bf3e6e33e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fd7df2-87a3-42b9-a366-4c56dbc39a3e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:50.377905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-532fcb76-7803-44c4-ba30-65bf3e6e33e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b86c2f1a91e4b05b4b44e5b37923354&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7689023 Dec 17 12:57:50.379281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38484) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:50.381097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.497896 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1edadd27-2032-4f12-a97f-cfd3248c068e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.557505 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1edadd27-2032-4f12-a97f-cfd3248c068e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.614160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Allocated IP 172.25.0.74 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/6d341c03-b42e-4f55-a512-923dc459e2b1) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:57:50.708753 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1edadd27-2032-4f12-a97f-cfd3248c068e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.711241 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1edadd27-2032-4f12-a97f-cfd3248c068e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.712459 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1edadd27-2032-4f12-a97f-cfd3248c068e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4fd7df2-87a3-42b9-a366-4c56dbc39a3e HTTP/1.1" status: 204 len: 168 time: 0.3322446 Dec 17 12:57:50.720417 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edadd27-2032-4f12-a97f-cfd3248c068e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fd7df2-87a3-42b9-a366-4c56dbc39a3e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:50.760368 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.891882 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:50.969834 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:57:50.974919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:57:50.980651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:57:50.986737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Pushing event updated for resources: {'Port': ['ID=6d341c03-b42e-4f55-a512-923dc459e2b1,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:51.318759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c646f9c5-a8f3-4e7b-a0c6-056ffd40fab3 None None] Network d384d87c-459d-4b80-bc95-d50996c19c0e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:57:51.398568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ff731e14-c538-4351-824a-a3de677518d5 None None] Provisioning complete for port 2d87380f-e1ef-4df2-bb40-fb95592440a7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:57:51.399287 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ff731e14-c538-4351-824a-a3de677518d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:51.523237 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:51.570526 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ff731e14-c538-4351-824a-a3de677518d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:51.646555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ff731e14-c538-4351-824a-a3de677518d5 None None] For port 2d87380f-e1ef-4df2-bb40-fb95592440a7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2d87380f-e1ef-4df2-bb40-fb95592440a7,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:57:51.703155 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ff731e14-c538-4351-824a-a3de677518d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:51.797508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2d87380f-e1ef-4df2-bb40-fb95592440a7 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:57:51.841002 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:51.986304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff731e14-c538-4351-824a-a3de677518d5 None None] Pushing event updated for resources: {'Port': ['ID=2d87380f-e1ef-4df2-bb40-fb95592440a7,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:51.995632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3af1a479-3a3b-498a-82de-5a8b985401fd None None] Provisioning complete for port 2d87380f-e1ef-4df2-bb40-fb95592440a7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:57:51.996001 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3af1a479-3a3b-498a-82de-5a8b985401fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:52.036308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2d87380f-e1ef-4df2-bb40-fb95592440a7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:57:52.036879 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:52.141897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Router 470b7b32-d22a-489b-bb40-a303edcff400 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 12:57:52.285150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 12:57:52.294467 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Sync routers for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 12:57:52.308311 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:57:52.309133 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:57:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:57:52.408356 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:52.409646 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3f8ca836-509f-46d8-ac7a-1e1b1557539c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0111985 Dec 17 12:57:52.412631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38562) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:52.465265 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:57:52.685145 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:51Z', 'revision_number': 3, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:57:52.720474 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Checking router: 470b7b32-d22a-489b-bb40-a303edcff400 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 12:57:52.720833 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Updating router 470b7b32-d22a-489b-bb40-a303edcff400 port 6d341c03-b42e-4f55-a512-923dc459e2b1 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 12:57:52.755370 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:52.976479 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.109161 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.147147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Allocated IP 172.20.0.1 (d384d87c-459d-4b80-bc95-d50996c19c0e/d9b8a1d1-e3c6-4858-97d1-4e98d62363d4/dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:57:53.200819 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.269785 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Pushing event updated for resources: {'Port': ['ID=6d341c03-b42e-4f55-a512-923dc459e2b1,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:53.275246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.282652 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.283301 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.283714 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.284450 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.285074 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.285224 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.285973 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.286390 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.287199 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.287607 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.288005 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.288398 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.289038 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Tracked resource versions report: Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: pushed versions: Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: { 'AddressGroup': {'1.2'}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'ConntrackHelper': {'1.0'}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'LocalIPAssociation': {'1.0'}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'Log': {'1.0'}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'Network': {'1.1'}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'Port': {'1.7'}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'PortForwarding': {'1.2'}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'QosPolicy': {'1.10'}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'SecurityGroup': {'1.5'}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'SecurityGroupRule': {'1.2'}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'SubPort': {'1.0'}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'Subnet': {'1.1'}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'Trunk': {'1.1'}} Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: consumer versions: Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: { DHCP agent@n-d-815324-5: {}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: HyperV agent@n-h1-815324-5: {}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: HyperV agent@n-h2-815324-5: {}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: L3 agent@n-d-815324-5: {}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: Metadata agent@n-d-815324-5: {}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: Metering agent@n-d-815324-5: {}, Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: Open vSwitch agent@n-d-815324-5: { 'AddressGroup': '1.2', Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'ConntrackHelper': '1.0', Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'LocalIPAssociation': '1.0', Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'Log': '1.0', Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'Network': '1.1', Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'Port': '1.7', Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'PortForwarding': '1.2', Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'QosPolicy': '1.10', Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'SecurityGroup': '1.5', Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'SecurityGroupRule': '1.2', Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'SubPort': '1.0', Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'Subnet': '1.1', Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: 'Trunk': '1.1'}} Dec 17 12:57:53.291911 n-d-815324-5 neutron-server[110456]: {{(pid=110456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 12:57:53.294288 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Attempting to bind port 6d341c03-b42e-4f55-a512-923dc459e2b1 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:57:53.294758 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Attempting to bind port 6d341c03-b42e-4f55-a512-923dc459e2b1 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:57:53.295294 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Attempting to bind port 6d341c03-b42e-4f55-a512-923dc459e2b1 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:57:53.301855 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:57:53.302844 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:57:53.303182 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.303676 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:57:53.304489 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Bound port: 6d341c03-b42e-4f55-a512-923dc459e2b1, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:57:53.305000 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.369000 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] For port 6d341c03-b42e-4f55-a512-923dc459e2b1, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:57:53.372624 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] For port 6d341c03-b42e-4f55-a512-923dc459e2b1, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6d341c03-b42e-4f55-a512-923dc459e2b1,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:57:53.403379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.432903 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Network d384d87c-459d-4b80-bc95-d50996c19c0e is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:57:53.450726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:57:53.459735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:57:53.460212 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.492658 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.502533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:53.503096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38598) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:53.558300 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:57:53.558988 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:57:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:57:53.747030 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00deef68-9389-4d2b-b163-a335cb8aa1e5 None None] Pushing event updated for resources: {'Port': ['ID=6d341c03-b42e-4f55-a512-923dc459e2b1,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:53.757318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2d87380f-e1ef-4df2-bb40-fb95592440a7 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:57:53.776003 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70507172-a1ea-4958-afc8-c9c3b85bd5af admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.851581 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2d87380f-e1ef-4df2-bb40-fb95592440a7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:57:53.852307 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.882511 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70507172-a1ea-4958-afc8-c9c3b85bd5af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.892400 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:57:53.921868 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.921988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0082a03a-e1ba-454c-b616-1f9d6a71cc5a None None] Provisioning complete for port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:57:53.922273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0082a03a-e1ba-454c-b616-1f9d6a71cc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:53.967467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70507172-a1ea-4958-afc8-c9c3b85bd5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:54.039204 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-70507172-a1ea-4958-afc8-c9c3b85bd5af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fffeab4bf8934bc0ac774e9c285e882c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5349629 Dec 17 12:57:54.041264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38620) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:54.056848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0082a03a-e1ba-454c-b616-1f9d6a71cc5a None None] Port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:57:54.105211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70507172-a1ea-4958-afc8-c9c3b85bd5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f23ae5a-05b4-45a0-b603-4cb6a766e4bb,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:54.192103 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df5e28d6-6f60-49e4-a6b4-f25a5a6f1c7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:54.231046 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:54.237242 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df5e28d6-6f60-49e4-a6b4-f25a5a6f1c7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:54.249268 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:51Z', 'revision_number': 3, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:57:54.282416 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a67cbf-942d-40ba-a932-0c6608a1d286 None None] The sync data for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 is: [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:51Z', 'revision_number': 3, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 12:57:54.309449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:54.310408 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:54.408532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:54.412364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df5e28d6-6f60-49e4-a6b4-f25a5a6f1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:54.416074 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df5e28d6-6f60-49e4-a6b4-f25a5a6f1c7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:54.420130 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-df5e28d6-6f60-49e4-a6b4-f25a5a6f1c7b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f23ae5a-05b4-45a0-b603-4cb6a766e4bb HTTP/1.1" status: 204 len: 168 time: 0.3727562 Dec 17 12:57:54.430842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e28d6-6f60-49e4-a6b4-f25a5a6f1c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f23ae5a-05b4-45a0-b603-4cb6a766e4bb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:54.471925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Network d384d87c-459d-4b80-bc95-d50996c19c0e is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:57:54.476761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:57:54.703401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Router 470b7b32-d22a-489b-bb40-a303edcff400 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 12:57:54.868932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 12:57:54.883458 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c46ac999-8808-4da8-b3c6-3a2edd5cc487 admin admin] 10.222.0.59 "PUT /v2.0/routers/470b7b32-d22a-489b-bb40-a303edcff400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4691262 Dec 17 12:57:54.891922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9a50a1e0-5e01-4cb8-a68e-b5959be43df9 None None] Provisioning complete for port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:57:54.892457 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a50a1e0-5e01-4cb8-a68e-b5959be43df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:54.976548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9a50a1e0-5e01-4cb8-a68e-b5959be43df9 None None] Port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:57:55.062773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38676) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:55.464028 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9277587f-2b07-4fea-8927-dfc152de90dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.491630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38706) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:55.505219 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30eef5bc-2cfd-4dd4-8f98-e83d852cc95a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.589774 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9277587f-2b07-4fea-8927-dfc152de90dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.610786 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30eef5bc-2cfd-4dd4-8f98-e83d852cc95a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.668870 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9277587f-2b07-4fea-8927-dfc152de90dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.698842 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30eef5bc-2cfd-4dd4-8f98-e83d852cc95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.732246 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-30eef5bc-2cfd-4dd4-8f98-e83d852cc95a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=29ac4e27a5f14b6eb9e5c823db6b224c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2395153 Dec 17 12:57:55.736620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277587f-2b07-4fea-8927-dfc152de90dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54046b71-5e49-486f-864d-2ebb6dade0cc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:55.738473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38714) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:55.752097 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9277587f-2b07-4fea-8927-dfc152de90dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=548a530cc8314fdd9383ef332b3323c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6900337 Dec 17 12:57:55.755568 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38716) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:55.789551 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6d341c03-b42e-4f55-a512-923dc459e2b1 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:57:55.800819 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d8de4cc-18ae-42d6-a440-f075f61f2823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.823597 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d8de4cc-18ae-42d6-a440-f075f61f2823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.872604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eef5bc-2cfd-4dd4-8f98-e83d852cc95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de5bedb-d71f-4746-91bf-aa084ee7ceaa,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:55.874245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-273b669d-0868-49a9-bce9-a7fe8c176824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.910071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 6d341c03-b42e-4f55-a512-923dc459e2b1 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:57:55.911467 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.912839 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-273b669d-0868-49a9-bce9-a7fe8c176824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.961189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d8de4cc-18ae-42d6-a440-f075f61f2823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.965139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d8de4cc-18ae-42d6-a440-f075f61f2823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:55.966590 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1d8de4cc-18ae-42d6-a440-f075f61f2823 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7de5bedb-d71f-4746-91bf-aa084ee7ceaa HTTP/1.1" status: 204 len: 168 time: 0.2269802 Dec 17 12:57:55.990398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8de4cc-18ae-42d6-a440-f075f61f2823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de5bedb-d71f-4746-91bf-aa084ee7ceaa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:56.053501 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-273b669d-0868-49a9-bce9-a7fe8c176824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:56.063219 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-273b669d-0868-49a9-bce9-a7fe8c176824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:56.063219 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-273b669d-0868-49a9-bce9-a7fe8c176824 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54046b71-5e49-486f-864d-2ebb6dade0cc HTTP/1.1" status: 204 len: 168 time: 0.3031433 Dec 17 12:57:56.079154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b669d-0868-49a9-bce9-a7fe8c176824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54046b71-5e49-486f-864d-2ebb6dade0cc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:56.121344 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:56.149492 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 6d341c03-b42e-4f55-a512-923dc459e2b1, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6d341c03-b42e-4f55-a512-923dc459e2b1,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:57:56.247826 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:56.318919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=6d341c03-b42e-4f55-a512-923dc459e2b1,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:56.505659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Sync routers for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 12:57:56.524173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:57:56.524943 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:57:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:57:56.637507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:57:56.864611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 2, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:57:56.894332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Checking router: 470b7b32-d22a-489b-bb40-a303edcff400 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 12:57:56.894690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Updating router 470b7b32-d22a-489b-bb40-a303edcff400 port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 12:57:56.921013 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.179451 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.262131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38790) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:57.274982 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b67964f6-85a8-467f-b897-13f8a643c89f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.275446 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.332228 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762bd57-76d0-4a69-a0a2-46bd1b758971 None None] Pushing event updated for resources: {'Port': ['ID=dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:57.375515 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b67964f6-85a8-467f-b897-13f8a643c89f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.390202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Attempting to bind port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:57:57.390485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Attempting to bind port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:57:57.390847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Attempting to bind port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa on network d384d87c-459d-4b80-bc95-d50996c19c0e {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:57:57.396027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:57:57.396409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Checking segment: {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:57:57.396814 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.397208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Bound using segment: {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:57:57.397705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Bound port: dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:57:57.398132 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.472857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] For port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:57:57.476143 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] For port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:57:57.538490 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b67964f6-85a8-467f-b897-13f8a643c89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.539006 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.589924 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b67964f6-85a8-467f-b897-13f8a643c89f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6c8ab1ca6fa14e50937ab1b34b6d7b43&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3203418 Dec 17 12:57:57.589924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67964f6-85a8-467f-b897-13f8a643c89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d878b0ec-35c8-4bff-a46b-5e789a3b2be8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:57.590383 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38796) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:57.666732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2cc00652-b917-4e8e-8f74-11d69de4853a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.692646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:57:57.693724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:57:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:57:57.696467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762bd57-76d0-4a69-a0a2-46bd1b758971 None None] Pushing event updated for resources: {'Port': ['ID=dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:57.702058 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2cc00652-b917-4e8e-8f74-11d69de4853a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.767262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38810) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:57.787129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-35b3f115-6eb5-48fc-b496-6f347a93ecbd None None] Provisioning complete for port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:57:57.787799 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-35b3f115-6eb5-48fc-b496-6f347a93ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.794554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6d341c03-b42e-4f55-a512-923dc459e2b1 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:57:57.813929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38816) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:57.828284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38820) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:57.834580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-161443303-network', 'tenant_id': '66d473080cb94025b4a148a753202aac'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:57:57.881112 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2cc00652-b917-4e8e-8f74-11d69de4853a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.881112 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2cc00652-b917-4e8e-8f74-11d69de4853a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:57.882046 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2cc00652-b917-4e8e-8f74-11d69de4853a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d878b0ec-35c8-4bff-a46b-5e789a3b2be8 HTTP/1.1" status: 204 len: 168 time: 0.2945621 Dec 17 12:57:57.910210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc00652-b917-4e8e-8f74-11d69de4853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d878b0ec-35c8-4bff-a46b-5e789a3b2be8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:57.949847 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38826) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:57.996505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Made reservation on behalf of 66d473080cb94025b4a148a753202aac for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:57:57.998992 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.013844 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.097678 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-711aa3ce-65ec-40c3-b085-c4e191d5dafb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.118136 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.166053 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87559d38-76ae-4da9-9588-b8774980c9a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.184441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:57:58.187737 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-35b3f115-6eb5-48fc-b496-6f347a93ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.197496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.214653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 6d341c03-b42e-4f55-a512-923dc459e2b1 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:57:58.215071 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.216602 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-379020d3-c442-4ea0-8d30-c0e0ecedc888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.235547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 12:57:58.272049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7060ef-1ff6-4d58-ae11-82d808f56dc1,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:58.281963 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.282880 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Added segment 17f34f6b-a194-487f-a7b9-587adf00931a of type vlan for network 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f Dec 17 12:57:58.289703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-35b3f115-6eb5-48fc-b496-6f347a93ecbd None None] For port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:57:58.326163 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-711aa3ce-65ec-40c3-b085-c4e191d5dafb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.354002 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87559d38-76ae-4da9-9588-b8774980c9a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.358534 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.379641 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-35b3f115-6eb5-48fc-b496-6f347a93ecbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.384819 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-711aa3ce-65ec-40c3-b085-c4e191d5dafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.410967 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-379020d3-c442-4ea0-8d30-c0e0ecedc888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.437263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711aa3ce-65ec-40c3-b085-c4e191d5dafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dd2bb5-d3c8-44c7-9cbc-92c1f4e2e97c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:58.444696 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87559d38-76ae-4da9-9588-b8774980c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.470782 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.471888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:57:58.472516 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.497544 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-87559d38-76ae-4da9-9588-b8774980c9a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=39e6ec6c601e47caaf09a398d5309531&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6823790 Dec 17 12:57:58.498361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87559d38-76ae-4da9-9588-b8774980c9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c52647-bc1e-42c3-9bbc-2e73151c7f4c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:58.500709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38860) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:58.558667 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-711aa3ce-65ec-40c3-b085-c4e191d5dafb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=445ef6b2dadd4a1498d17281c82d2bc9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7893226 Dec 17 12:57:58.559665 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4e96988-b3eb-4976-8c76-9c77b189ba7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.577195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38866) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:58.584014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4e96988-b3eb-4976-8c76-9c77b189ba7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.621105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7875230 Dec 17 12:57:58.621775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38870) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:58.626508 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-379020d3-c442-4ea0-8d30-c0e0ecedc888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.650689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3f115-6eb5-48fc-b496-6f347a93ecbd None None] Pushing event updated for resources: {'Port': ['ID=dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:58.652678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c7e3028d-68a3-41a2-be6e-2cfd6940f8d6 admin admin] Request body: {'subnet': {'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161443303-subnet', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:57:58.670002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379020d3-c442-4ea0-8d30-c0e0ecedc888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356b37e4-00d8-4e74-a0c0-b58e75114abd,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:58.680526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e76ca263-cc1a-4a70-a10e-25fb69da3fbf None None] Provisioning complete for port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:57:58.680914 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e76ca263-cc1a-4a70-a10e-25fb69da3fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.689739 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-379020d3-c442-4ea0-8d30-c0e0ecedc888 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=479f06952c2141d4aa9df5326ff85658&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7388206 Dec 17 12:57:58.692318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38876) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:58.760495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfcbaf-43d2-4223-9aaa-4b6868ae665a admin admin] Pushing event updated for resources: {'Network': ['ID=39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:58.776562 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1e93f2-b9a8-4d31-a16d-475e1abc69f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.802696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 12:57:58.815247 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de9a4f6c-4f0c-44a0-8550-b0b22f48c79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.824065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1e93f2-b9a8-4d31-a16d-475e1abc69f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.842094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de9a4f6c-4f0c-44a0-8550-b0b22f48c79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.865088 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4e96988-b3eb-4976-8c76-9c77b189ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.870116 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4e96988-b3eb-4976-8c76-9c77b189ba7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.878519 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b4e96988-b3eb-4976-8c76-9c77b189ba7e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30c52647-bc1e-42c3-9bbc-2e73151c7f4c HTTP/1.1" status: 204 len: 168 time: 0.3757737 Dec 17 12:57:58.912502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e3028d-68a3-41a2-be6e-2cfd6940f8d6 admin admin] Made reservation on behalf of 66d473080cb94025b4a148a753202aac for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:57:58.921513 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7e3028d-68a3-41a2-be6e-2cfd6940f8d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.926742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e96988-b3eb-4976-8c76-9c77b189ba7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c52647-bc1e-42c3-9bbc-2e73151c7f4c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:58.990775 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de9a4f6c-4f0c-44a0-8550-b0b22f48c79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.994205 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de9a4f6c-4f0c-44a0-8550-b0b22f48c79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:58.996018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-de9a4f6c-4f0c-44a0-8550-b0b22f48c79a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51dd2bb5-d3c8-44c7-9cbc-92c1f4e2e97c HTTP/1.1" status: 204 len: 168 time: 0.4166799 Dec 17 12:57:58.999839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:57Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:57:59.019229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a4f6c-4f0c-44a0-8550-b0b22f48c79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dd2bb5-d3c8-44c7-9cbc-92c1f4e2e97c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:59.051905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf5378f-3212-40be-b830-b95777ae39e6 None None] The sync data for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 is: [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:57Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 12:57:59.053616 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1e93f2-b9a8-4d31-a16d-475e1abc69f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:59.056189 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1e93f2-b9a8-4d31-a16d-475e1abc69f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:59.060907 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ab1e93f2-b9a8-4d31-a16d-475e1abc69f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/356b37e4-00d8-4e74-a0c0-b58e75114abd HTTP/1.1" status: 204 len: 168 time: 0.3656914 Dec 17 12:57:59.079201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e93f2-b9a8-4d31-a16d-475e1abc69f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356b37e4-00d8-4e74-a0c0-b58e75114abd,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:59.270797 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7e3028d-68a3-41a2-be6e-2cfd6940f8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:59.348587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3028d-68a3-41a2-be6e-2cfd6940f8d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e38c83c1-451a-4a05-8afd-d40a2c7fc463,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:57:59.354234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e3028d-68a3-41a2-be6e-2cfd6940f8d6 admin admin] Checking segment: {'id': '17f34f6b-a194-487f-a7b9-587adf00931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:57:59.354621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3028d-68a3-41a2-be6e-2cfd6940f8d6 admin admin] Network hostable DHCP agents. Network: 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 12:57:59.464919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3028d-68a3-41a2-be6e-2cfd6940f8d6 admin admin] Network 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 12:57:59.550504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-c7e3028d-68a3-41a2-be6e-2cfd6940f8d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:57:59.554695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e3028d-68a3-41a2-be6e-2cfd6940f8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:57:59.555313 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7e3028d-68a3-41a2-be6e-2cfd6940f8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:59.564108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc387e6-656b-488a-8369-bac22c2b1915 None None] Network 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:57:59.644292 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c7e3028d-68a3-41a2-be6e-2cfd6940f8d6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0006516 Dec 17 12:57:59.647183 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38932) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:57:59.655029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-161443303-router', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:57:59.702105 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f', 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f', 'project_id': '66d473080cb94025b4a148a753202aac', 'fixed_ips': [{'subnet_id': 'e38c83c1-451a-4a05-8afd-d40a2c7fc463'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 12:57:59.703111 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:59.767789 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:59.769532 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:59.841313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:57:59.958677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Allocated IP 172.20.0.2 (39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f/e38c83c1-451a-4a05-8afd-d40a2c7fc463/a57e2ffd-9401-4be9-a772-4ea95974ee5d) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:57:59.960667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:57:59.961042 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:57:59.988373 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.239882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.244631 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.385475 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.430328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38954) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:00.433146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Network 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:58:00.439353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:00.441992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:58:00.445265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Pushing event updated for resources: {'Port': ['ID=a57e2ffd-9401-4be9-a772-4ea95974ee5d,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:00.487319 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-417e3699-068e-4134-81c3-99e81d2bb3d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.536585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Attempting to bind port a57e2ffd-9401-4be9-a772-4ea95974ee5d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:58:00.536980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Attempting to bind port a57e2ffd-9401-4be9-a772-4ea95974ee5d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '17f34f6b-a194-487f-a7b9-587adf00931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:58:00.537613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Attempting to bind port a57e2ffd-9401-4be9-a772-4ea95974ee5d on network 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:00.549968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:58:00.550472 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Checking segment: {'id': '17f34f6b-a194-487f-a7b9-587adf00931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:00.550789 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.551499 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Bound using segment: {'id': '17f34f6b-a194-487f-a7b9-587adf00931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:58:00.552285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Bound port: a57e2ffd-9401-4be9-a772-4ea95974ee5d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f34f6b-a194-487f-a7b9-587adf00931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:58:00.552412 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.571428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38956) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:00.582446 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.599255 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d77d1663-0661-4277-84a9-24dfb73296d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.627137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-417e3699-068e-4134-81c3-99e81d2bb3d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.637835 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.681680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] For port a57e2ffd-9401-4be9-a772-4ea95974ee5d, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:00.685771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] For port a57e2ffd-9401-4be9-a772-4ea95974ee5d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a57e2ffd-9401-4be9-a772-4ea95974ee5d,segment=NetworkSegment(17f34f6b-a194-487f-a7b9-587adf00931a),segment_id=17f34f6b-a194-487f-a7b9-587adf00931a)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:58:00.711145 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-417e3699-068e-4134-81c3-99e81d2bb3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.757203 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d77d1663-0661-4277-84a9-24dfb73296d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.770907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-417e3699-068e-4134-81c3-99e81d2bb3d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6829b7c425347dda3a3b0dffe64ccb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3378901 Dec 17 12:58:00.771592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e3699-068e-4134-81c3-99e81d2bb3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a21035c-2fa4-4ff4-ad48-f29ee8b58841,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:00.775083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38958) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:00.776231 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.778743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Allocated IP 172.25.0.12 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/b1479486-2d23-44ff-b397-a9b88e150195) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:58:00.837443 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7ad287c-d51f-4ccf-8f36-749e105b10ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.844321 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d77d1663-0661-4277-84a9-24dfb73296d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.857740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2ff89-b11a-4a5f-804d-a42e33e454fa None None] Pushing event updated for resources: {'Port': ['ID=a57e2ffd-9401-4be9-a772-4ea95974ee5d,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:00.903058 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:00.978631 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7ad287c-d51f-4ccf-8f36-749e105b10ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.000430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d77d1663-0661-4277-84a9-24dfb73296d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11062475103a416b9b775a60a05f3af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262671 Dec 17 12:58:01.000911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38960) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:01.007787 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.010969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d1663-0661-4277-84a9-24dfb73296d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f034c95-eaf1-4545-8b55-5d022bbb5d58,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:01.089748 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-86bf4096-b998-437f-93cf-332a7cd0ab15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.116214 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-86bf4096-b998-437f-93cf-332a7cd0ab15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.116478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:58:01.138806 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:01.138928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38964) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:01.150710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:58:01.181318 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-724631cf-fa9e-4e07-b984-49edf83b06d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.221488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7ad287c-d51f-4ccf-8f36-749e105b10ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.226851 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7ad287c-d51f-4ccf-8f36-749e105b10ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.232426 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b7ad287c-d51f-4ccf-8f36-749e105b10ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a21035c-2fa4-4ff4-ad48-f29ee8b58841 HTTP/1.1" status: 204 len: 168 time: 0.4533546 Dec 17 12:58:01.239333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad287c-d51f-4ccf-8f36-749e105b10ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a21035c-2fa4-4ff4-ad48-f29ee8b58841,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:01.244613 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.314480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Pushing event updated for resources: {'Port': ['ID=b1479486-2d23-44ff-b397-a9b88e150195,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:01.317212 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-86bf4096-b998-437f-93cf-332a7cd0ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.320237 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-86bf4096-b998-437f-93cf-332a7cd0ab15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.321480 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-86bf4096-b998-437f-93cf-332a7cd0ab15 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f034c95-eaf1-4545-8b55-5d022bbb5d58 HTTP/1.1" status: 204 len: 168 time: 0.3197756 Dec 17 12:58:01.335579 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf4096-b998-437f-93cf-332a7cd0ab15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f034c95-eaf1-4545-8b55-5d022bbb5d58,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:01.382128 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-724631cf-fa9e-4e07-b984-49edf83b06d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.453374 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-724631cf-fa9e-4e07-b984-49edf83b06d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.481638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38976) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:01.517757 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-724631cf-fa9e-4e07-b984-49edf83b06d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8aabda4bdd6f465db84ee8d92929ec7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777568 Dec 17 12:58:01.518762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724631cf-fa9e-4e07-b984-49edf83b06d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8509550-81b1-454c-a6bf-648c95b0e397,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:01.520690 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.521261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38980) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:01.580952 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8167fc17-6bb2-4f26-b5e4-78e92d6a3bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.611201 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8167fc17-6bb2-4f26-b5e4-78e92d6a3bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.762149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a57e2ffd-9401-4be9-a772-4ea95974ee5d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:58:01.785088 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8167fc17-6bb2-4f26-b5e4-78e92d6a3bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.788834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8167fc17-6bb2-4f26-b5e4-78e92d6a3bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.790544 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8167fc17-6bb2-4f26-b5e4-78e92d6a3bbf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8509550-81b1-454c-a6bf-648c95b0e397 HTTP/1.1" status: 204 len: 168 time: 0.2575941 Dec 17 12:58:01.800575 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.803236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167fc17-6bb2-4f26-b5e4-78e92d6a3bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8509550-81b1-454c-a6bf-648c95b0e397,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:01.830247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a57e2ffd-9401-4be9-a772-4ea95974ee5d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:01.830618 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.960102 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:01.997645 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port a57e2ffd-9401-4be9-a772-4ea95974ee5d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a57e2ffd-9401-4be9-a772-4ea95974ee5d,segment=NetworkSegment(17f34f6b-a194-487f-a7b9-587adf00931a),segment_id=17f34f6b-a194-487f-a7b9-587adf00931a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:02.062487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ee7d28-321f-48e6-a307-7b3ac3de57b5 None None] Network 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:58:02.110403 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:02.118043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Router ab5e89d0-3abb-45a2-a42f-193531111399 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 12:58:02.170834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f5be0a5-ce8f-4de6-81cd-80898dba5ee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:02.242122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9da4e103-db48-4022-aead-c053ab89d9bb None None] Provisioning complete for port a57e2ffd-9401-4be9-a772-4ea95974ee5d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:02.242493 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9da4e103-db48-4022-aead-c053ab89d9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:02.244432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=a57e2ffd-9401-4be9-a772-4ea95974ee5d,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:02.286194 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f5be0a5-ce8f-4de6-81cd-80898dba5ee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:02.292328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 12:58:02.305738 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Sync routers for ids ['ab5e89d0-3abb-45a2-a42f-193531111399'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 12:58:02.319532 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Routers {'ab5e89d0-3abb-45a2-a42f-193531111399'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:58:02.320642 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:57:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ab5e89d0-3abb-45a2-a42f-193531111399'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:58:02.362269 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f5be0a5-ce8f-4de6-81cd-80898dba5ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:02.408443 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:02.414254 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bf095457-8cfe-42e0-9199-41cbc2ac720d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.7641623 Dec 17 12:58:02.415496 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8f5be0a5-ce8f-4de6-81cd-80898dba5ee3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec717054030f4f1ba56c86ea6d7f47d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9328213 Dec 17 12:58:02.415835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39004) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:02.417639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5be0a5-ce8f-4de6-81cd-80898dba5ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9b1e03-71c6-40d6-8a70-ec3af5840d97,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:02.432293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39006) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:02.541942 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-712eab47-56e4-4e18-9c91-6b9252bd788e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:02.565392 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Set router ab5e89d0-3abb-45a2-a42f-193531111399 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:58:02.598787 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-712eab47-56e4-4e18-9c91-6b9252bd788e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:02.624026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39016) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:02.626506 n-d-815324-5 neutron-server[110453]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 17 12:58:02.669311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-1da7dcd9-7e3e-4b8b-8f8d-3827b67ebee2 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a96f588e5c8d490497ed14aef6884e4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439861 Dec 17 12:58:02.762841 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161443303-router', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:59Z', 'updated_at': '2021-12-17T12:58:01Z', 'revision_number': 3, 'project_id': '66d473080cb94025b4a148a753202aac', 'gw_port': {'id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:58:00Z', 'updated_at': '2021-12-17T12:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:58:02.795356 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Checking router: ab5e89d0-3abb-45a2-a42f-193531111399 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 12:58:02.795929 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Updating router ab5e89d0-3abb-45a2-a42f-193531111399 port b1479486-2d23-44ff-b397-a9b88e150195 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 12:58:02.801309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-662d6686-a066-4d2a-8ad7-6366aada1fa0 None None] Provisioning complete for port a57e2ffd-9401-4be9-a772-4ea95974ee5d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:02.802319 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-662d6686-a066-4d2a-8ad7-6366aada1fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:02.861514 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:02.916349 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-712eab47-56e4-4e18-9c91-6b9252bd788e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:02.919839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-712eab47-56e4-4e18-9c91-6b9252bd788e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:02.921285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-712eab47-56e4-4e18-9c91-6b9252bd788e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f9b1e03-71c6-40d6-8a70-ec3af5840d97 HTTP/1.1" status: 204 len: 168 time: 0.4864404 Dec 17 12:58:02.942885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712eab47-56e4-4e18-9c91-6b9252bd788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9b1e03-71c6-40d6-8a70-ec3af5840d97,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:02.958004 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-1221071d-8298-42e4-bb96-6fb81d5ed2d7 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:02.965362 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-1221071d-8298-42e4-bb96-6fb81d5ed2d7 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950544 Dec 17 12:58:02.979829 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-1c50fa08-8b81-457c-acd4-dbe7c3837512 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/quotas/a96f588e5c8d490497ed14aef6884e4f HTTP/1.1" status: 200 len: 375 time: 0.0133951 Dec 17 12:58:03.062333 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-c5b44a58-88ee-49c0-a22c-d87e21b5d310 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a96f588e5c8d490497ed14aef6884e4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734410 Dec 17 12:58:03.293631 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:03.389687 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:03.407587 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:03.477381 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Attempting to bind port b1479486-2d23-44ff-b397-a9b88e150195 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:58:03.477792 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Attempting to bind port b1479486-2d23-44ff-b397-a9b88e150195 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:58:03.478160 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Attempting to bind port b1479486-2d23-44ff-b397-a9b88e150195 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:03.480048 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7030568-022f-4dbe-a853-c280dee184e4 None None] Pushing event updated for resources: {'Port': ['ID=b1479486-2d23-44ff-b397-a9b88e150195,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:03.486607 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:58:03.486990 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:03.487398 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:03.487827 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:58:03.488254 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Bound port: b1479486-2d23-44ff-b397-a9b88e150195, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:58:03.488657 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:03.539739 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] For port b1479486-2d23-44ff-b397-a9b88e150195, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:03.542869 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] For port b1479486-2d23-44ff-b397-a9b88e150195, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b1479486-2d23-44ff-b397-a9b88e150195,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:58:03.568293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Allocated IP 172.20.0.1 (39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f/e38c83c1-451a-4a05-8afd-d40a2c7fc463/3c32e4b6-82b1-485a-97c7-99e67abd4e48) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:58:03.614508 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:03.682611 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:03.703383 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7030568-022f-4dbe-a853-c280dee184e4 None None] Pushing event updated for resources: {'Port': ['ID=b1479486-2d23-44ff-b397-a9b88e150195,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:03.730820 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Routers {'ab5e89d0-3abb-45a2-a42f-193531111399'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:58:03.731458 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:57:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ab5e89d0-3abb-45a2-a42f-193531111399'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:58:03.753465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a57e2ffd-9401-4be9-a772-4ea95974ee5d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:58:03.797286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:03.829762 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a57e2ffd-9401-4be9-a772-4ea95974ee5d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:03.830385 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:03.842059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Pushing event updated for resources: {'Port': ['ID=3c32e4b6-82b1-485a-97c7-99e67abd4e48,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:03.862733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Network 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:58:03.864233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:03.871349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:58:03.872481 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:03.907295 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] Set router ab5e89d0-3abb-45a2-a42f-193531111399 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:58:04.111922 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:04.175689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a2462679-e6b1-4c28-afce-20d2e79542e3 None None] Provisioning complete for port 3c32e4b6-82b1-485a-97c7-99e67abd4e48 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:04.176059 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a2462679-e6b1-4c28-afce-20d2e79542e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:04.204919 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161443303-router', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:59Z', 'updated_at': '2021-12-17T12:58:01Z', 'revision_number': 3, 'project_id': '66d473080cb94025b4a148a753202aac', 'gw_port': {'id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:58:00Z', 'updated_at': '2021-12-17T12:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:58:04.251453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a2462679-e6b1-4c28-afce-20d2e79542e3 None None] Port 3c32e4b6-82b1-485a-97c7-99e67abd4e48 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:58:04.259138 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbfd0a8-9130-4c9c-8ba3-3eea938ecacc None None] The sync data for ids ['ab5e89d0-3abb-45a2-a42f-193531111399'] in n-d-815324-5 is: [{'id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161443303-router', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:59Z', 'updated_at': '2021-12-17T12:58:01Z', 'revision_number': 3, 'project_id': '66d473080cb94025b4a148a753202aac', 'gw_port': {'id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:58:00Z', 'updated_at': '2021-12-17T12:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 12:58:04.329191 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:04.362241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39086) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:04.375781 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e780f68-9504-4ce9-bebf-77ae4ec67578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:04.460165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:04.460901 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:04.478957 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e780f68-9504-4ce9-bebf-77ae4ec67578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:04.557899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Pushing event updated for resources: {'Port': ['ID=3c32e4b6-82b1-485a-97c7-99e67abd4e48,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:04.563100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e780f68-9504-4ce9-bebf-77ae4ec67578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:04.611784 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39092) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:04.617661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e780f68-9504-4ce9-bebf-77ae4ec67578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cb70ea-f9cb-4859-86be-ae447447b85a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:04.670045 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1e780f68-9504-4ce9-bebf-77ae4ec67578 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee72b1455036484caed6c52c4a1c236a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066723 Dec 17 12:58:04.672544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39096) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:04.686494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Network 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:58:04.687998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:04.751607 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2adc1dfe-809f-47b0-92f6-6821af492daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:04.797194 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2adc1dfe-809f-47b0-92f6-6821af492daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:04.871631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Router ab5e89d0-3abb-45a2-a42f-193531111399 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 12:58:05.026729 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2adc1dfe-809f-47b0-92f6-6821af492daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:05.030119 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2adc1dfe-809f-47b0-92f6-6821af492daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:05.033888 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2adc1dfe-809f-47b0-92f6-6821af492daf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a2cb70ea-f9cb-4859-86be-ae447447b85a HTTP/1.1" status: 204 len: 168 time: 0.3578312 Dec 17 12:58:05.040655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc1dfe-809f-47b0-92f6-6821af492daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cb70ea-f9cb-4859-86be-ae447447b85a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:05.042455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 12:58:05.049010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-62aa7b28-479a-46ac-abc5-51fee5185f33 admin admin] 10.222.0.59 "PUT /v2.0/routers/ab5e89d0-3abb-45a2-a42f-193531111399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6299751 Dec 17 12:58:05.095569 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-428897f6-5d3c-4dec-a3f3-085fd0e603da None None] Provisioning complete for port 3c32e4b6-82b1-485a-97c7-99e67abd4e48 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:05.096116 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-428897f6-5d3c-4dec-a3f3-085fd0e603da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:05.132771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-428897f6-5d3c-4dec-a3f3-085fd0e603da None None] Port 3c32e4b6-82b1-485a-97c7-99e67abd4e48 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:58:05.156984 n-d-815324-5 neutron-server[110454]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 17 12:58:05.254206 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2ea15c49-d58e-4772-abd9-a86caf5f3139 req-e5a8602f-89e6-4816-a573-eb6e3ca3bf26 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 210 time: 0.6396954 Dec 17 12:58:05.723654 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:05.737817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b1479486-2d23-44ff-b397-a9b88e150195 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:58:05.792188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b1479486-2d23-44ff-b397-a9b88e150195 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:05.792556 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:05.990313 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:06.015182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port b1479486-2d23-44ff-b397-a9b88e150195, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b1479486-2d23-44ff-b397-a9b88e150195,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:06.071957 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:06.171878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=b1479486-2d23-44ff-b397-a9b88e150195,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:06.531054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Sync routers for ids ['ab5e89d0-3abb-45a2-a42f-193531111399'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 12:58:06.544456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Routers {'ab5e89d0-3abb-45a2-a42f-193531111399'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:58:06.545118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:57:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ab5e89d0-3abb-45a2-a42f-193531111399'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:58:06.631260 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-936f2218-df2b-4508-8f5f-9496c33f3db6 req-562fa0d8-45dc-40d7-b391-08a3d8295226 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 210 time: 0.0429189 Dec 17 12:58:06.680560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Set router ab5e89d0-3abb-45a2-a42f-193531111399 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:58:06.917038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161443303-router', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:59Z', 'updated_at': '2021-12-17T12:58:04Z', 'revision_number': 4, 'project_id': '66d473080cb94025b4a148a753202aac', 'gw_port': {'id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:58:00Z', 'updated_at': '2021-12-17T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '3c32e4b6-82b1-485a-97c7-99e67abd4e48', 'name': '', 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'mac_address': 'fa:16:3e:ff:aa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e38c83c1-451a-4a05-8afd-d40a2c7fc463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:58:03Z', 'updated_at': '2021-12-17T12:58:04Z', 'revision_number': 2, 'project_id': '66d473080cb94025b4a148a753202aac', 'subnets': [{'id': 'e38c83c1-451a-4a05-8afd-d40a2c7fc463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:58:06.946222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Checking router: ab5e89d0-3abb-45a2-a42f-193531111399 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 12:58:06.946761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Updating router ab5e89d0-3abb-45a2-a42f-193531111399 port 3c32e4b6-82b1-485a-97c7-99e67abd4e48 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 12:58:06.976943 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.038024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.54', 64985) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:07.075138 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-84d405ab-808b-4882-bfd6-8b2b8bcea7bd tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a96f588e5c8d490497ed14aef6884e4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357673 Dec 17 12:58:07.257902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-233c2f7f-766f-4f74-9a85-c1711c2876f2 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:07.260694 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-233c2f7f-766f-4f74-9a85-c1711c2876f2 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779985 Dec 17 12:58:07.314773 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.371852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Request body: {'port': {'device_id': '443794e1-167e-4a36-a3b9-f8ef850481d4', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'a96f588e5c8d490497ed14aef6884e4f'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:07.415501 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.474837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3df293-c939-45e2-b28e-661b07cd76df None None] Pushing event updated for resources: {'Port': ['ID=3c32e4b6-82b1-485a-97c7-99e67abd4e48,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:07.545936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Attempting to bind port 3c32e4b6-82b1-485a-97c7-99e67abd4e48 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:58:07.545936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Attempting to bind port 3c32e4b6-82b1-485a-97c7-99e67abd4e48 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '17f34f6b-a194-487f-a7b9-587adf00931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:58:07.545936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Attempting to bind port 3c32e4b6-82b1-485a-97c7-99e67abd4e48 on network 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:07.549932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:58:07.550324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Checking segment: {'id': '17f34f6b-a194-487f-a7b9-587adf00931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:07.550741 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.551147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Bound using segment: {'id': '17f34f6b-a194-487f-a7b9-587adf00931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:58:07.551626 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Bound port: 3c32e4b6-82b1-485a-97c7-99e67abd4e48, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f34f6b-a194-487f-a7b9-587adf00931a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:58:07.552027 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.565184 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39204) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:07.569996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f3b94401-250d-4949-9c85-dcf62a39e539 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142862573', 'description': 'tempest-description--1244243472'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:07.660350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] For port 3c32e4b6-82b1-485a-97c7-99e67abd4e48, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:07.663989 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] For port 3c32e4b6-82b1-485a-97c7-99e67abd4e48, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3c32e4b6-82b1-485a-97c7-99e67abd4e48,segment=NetworkSegment(17f34f6b-a194-487f-a7b9-587adf00931a),segment_id=17f34f6b-a194-487f-a7b9-587adf00931a)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:58:07.726382 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3b94401-250d-4949-9c85-dcf62a39e539 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.731030 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b1479486-2d23-44ff-b397-a9b88e150195 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:58:07.786809 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.815354 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3b94401-250d-4949-9c85-dcf62a39e539 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.830936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Made reservation on behalf of a96f588e5c8d490497ed14aef6884e4f for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:07.835171 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.844795 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.851161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-391ac61f-02d5-434a-a41c-8954d32442df None None] Provisioning complete for port 3c32e4b6-82b1-485a-97c7-99e67abd4e48 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:07.851527 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-391ac61f-02d5-434a-a41c-8954d32442df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.893969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3df293-c939-45e2-b28e-661b07cd76df None None] Pushing event updated for resources: {'Port': ['ID=3c32e4b6-82b1-485a-97c7-99e67abd4e48,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:07.911386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b1479486-2d23-44ff-b397-a9b88e150195 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:07.911783 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.914505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Routers {'ab5e89d0-3abb-45a2-a42f-193531111399'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:58:07.915206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:57:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ab5e89d0-3abb-45a2-a42f-193531111399'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:58:07.930708 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.936139 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3b94401-250d-4949-9c85-dcf62a39e539 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:07.975375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b94401-250d-4949-9c85-dcf62a39e539 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:08.004383 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:08.069858 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3b94401-250d-4949-9c85-dcf62a39e539 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:08.072079 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f3b94401-250d-4949-9c85-dcf62a39e539 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5056465 Dec 17 12:58:08.074837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39226) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:08.083061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-17d7f6aa-52d6-4e50-9ded-47d419d794f2 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Request body: {'security_group_rule': {'security_group_id': 'fc7be40a-41a6-45eb-ae13-52bab8ab5bdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:08.187768 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-391ac61f-02d5-434a-a41c-8954d32442df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:08.199828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] Set router ab5e89d0-3abb-45a2-a42f-193531111399 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:58:08.222907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4064bc26-b870-461c-98af-efea7ba56d52,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:08.267327 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d7f6aa-52d6-4e50-9ded-47d419d794f2 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:08.338946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-391ac61f-02d5-434a-a41c-8954d32442df None None] For port 3c32e4b6-82b1-485a-97c7-99e67abd4e48, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3c32e4b6-82b1-485a-97c7-99e67abd4e48,segment=NetworkSegment(17f34f6b-a194-487f-a7b9-587adf00931a),segment_id=17f34f6b-a194-487f-a7b9-587adf00931a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:08.395340 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d7f6aa-52d6-4e50-9ded-47d419d794f2 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:08.409415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Allocated IP 192.168.233.178 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/11df3af1-a201-4d49-b58a-052257585cdc) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:58:08.441929 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-391ac61f-02d5-434a-a41c-8954d32442df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:08.517614 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d7f6aa-52d6-4e50-9ded-47d419d794f2 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:08.573508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7f6aa-52d6-4e50-9ded-47d419d794f2 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf14338-eca5-4011-936b-f091172228a2,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:08.607128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ac61f-02d5-434a-a41c-8954d32442df None None] Pushing event updated for resources: {'Port': ['ID=3c32e4b6-82b1-485a-97c7-99e67abd4e48,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:08.643187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-93e70d35-4cea-4a99-ba3e-c8727320bd6e None None] Provisioning complete for port 3c32e4b6-82b1-485a-97c7-99e67abd4e48 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:08.644070 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-93e70d35-4cea-4a99-ba3e-c8727320bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:08.705860 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d7f6aa-52d6-4e50-9ded-47d419d794f2 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:08.709551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-17d7f6aa-52d6-4e50-9ded-47d419d794f2 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6321542 Dec 17 12:58:08.711777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39244) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:08.729066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-dfd5972b-bfc7-4195-b881-329eba2efbf0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Request body: {'security_group_rule': {'security_group_id': 'fc7be40a-41a6-45eb-ae13-52bab8ab5bdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:08.766471 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:08.896357 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dfd5972b-bfc7-4195-b881-329eba2efbf0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:08.959565 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f058e6d8-7597-47e2-a5cf-a2fa80a17f06 req-66a7678b-9e3c-421b-bb29-2f430ba7537d tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 210 time: 0.1809464 Dec 17 12:58:09.004184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161443303-router', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:59Z', 'updated_at': '2021-12-17T12:58:04Z', 'revision_number': 4, 'project_id': '66d473080cb94025b4a148a753202aac', 'gw_port': {'id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:58:00Z', 'updated_at': '2021-12-17T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '3c32e4b6-82b1-485a-97c7-99e67abd4e48', 'name': '', 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'mac_address': 'fa:16:3e:ff:aa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e38c83c1-451a-4a05-8afd-d40a2c7fc463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:58:03Z', 'updated_at': '2021-12-17T12:58:07Z', 'revision_number': 4, 'project_id': '66d473080cb94025b4a148a753202aac', 'subnets': [{'id': 'e38c83c1-451a-4a05-8afd-d40a2c7fc463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:58:09.041793 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de67208-6b76-4446-85b9-fc97173d884e None None] The sync data for ids ['ab5e89d0-3abb-45a2-a42f-193531111399'] in n-d-815324-5 is: [{'id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161443303-router', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:59Z', 'updated_at': '2021-12-17T12:58:04Z', 'revision_number': 4, 'project_id': '66d473080cb94025b4a148a753202aac', 'gw_port': {'id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:58:00Z', 'updated_at': '2021-12-17T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '3c32e4b6-82b1-485a-97c7-99e67abd4e48', 'name': '', 'network_id': '39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'mac_address': 'fa:16:3e:ff:aa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e38c83c1-451a-4a05-8afd-d40a2c7fc463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:58:03Z', 'updated_at': '2021-12-17T12:58:07Z', 'revision_number': 4, 'project_id': '66d473080cb94025b4a148a753202aac', 'subnets': [{'id': 'e38c83c1-451a-4a05-8afd-d40a2c7fc463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 12:58:09.146368 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:09.249137 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dfd5972b-bfc7-4195-b881-329eba2efbf0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:09.249716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:58:09.261242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:09.267910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:58:09.279641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:09.279641 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:09.318151 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dfd5972b-bfc7-4195-b881-329eba2efbf0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:09.330601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Pushing event updated for resources: {'Port': ['ID=11df3af1-a201-4d49-b58a-052257585cdc,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:09.359142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5972b-bfc7-4195-b881-329eba2efbf0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d96134-a8fa-422b-916c-8d3af007833e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:09.419516 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-96952a87-a39b-4acb-9192-2539ad50ac84 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0526650 Dec 17 12:58:09.436080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-170c8df3-2a5d-45a1-9713-8a57b8c70ef0 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:58:09.437953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-170c8df3-2a5d-45a1-9713-8a57b8c70ef0 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124443 Dec 17 12:58:09.453916 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dfd5972b-bfc7-4195-b881-329eba2efbf0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:09.456624 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dfd5972b-bfc7-4195-b881-329eba2efbf0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7421432 Dec 17 12:58:09.468822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39280) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:09.474032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:09.581884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-47df20c4-b7a6-40fc-84a4-20dce2486e66 None None] Provisioning complete for port 11df3af1-a201-4d49-b58a-052257585cdc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:09.582398 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-47df20c4-b7a6-40fc-84a4-20dce2486e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:09.586183 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:09.642132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-47df20c4-b7a6-40fc-84a4-20dce2486e66 None None] Port 11df3af1-a201-4d49-b58a-052257585cdc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:58:09.749428 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:09.786913 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3c32e4b6-82b1-485a-97c7-99e67abd4e48 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:58:09.879518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 3c32e4b6-82b1-485a-97c7-99e67abd4e48 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:09.881947 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:09.994522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Allocated IP 172.25.0.230 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/3a6ef2bf-3dfe-48b5-aa35-530225329a75) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:58:10.278273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c74bd-d61d-4504-998a-ebf6148f2029 req-4d2689fe-331b-4dff-9e3c-a709b29cb4d8 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:10.289481 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-477c74bd-d61d-4504-998a-ebf6148f2029 req-4d2689fe-331b-4dff-9e3c-a709b29cb4d8 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 936 time: 0.1039331 Dec 17 12:58:10.357769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39300) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:10.391004 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:10.439998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-477c74bd-d61d-4504-998a-ebf6148f2029 req-c88dccbb-4373-4e6e-82f3-7b3b0801777b tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490762 Dec 17 12:58:10.548604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Request body: {'port': {'device_id': '443794e1-167e-4a36-a3b9-f8ef850481d4', 'device_owner': 'compute:tempest-test_az-1308244254', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:10.636343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2112808537-network', 'tenant_id': 'ff7efdc23937426fbd815e9fa0587f98'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:10.727199 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:10.746847 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Made reservation on behalf of ff7efdc23937426fbd815e9fa0587f98 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:10.750296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:10.774187 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:10.911681 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:10.982586 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:11.039888 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 12:58:11.072824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b464c6-7b16-4264-b8b7-1cbabd1913c6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:11.084241 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:11.084604 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Added segment accece9c-f135-474c-b344-90fe0adf6d74 of type vlan for network ce64e852-517d-4899-976e-d0fa7c65f446 Dec 17 12:58:11.184346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-69b40ef1-c6a5-49e6-b8ad-ebe41a641d48 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344460 Dec 17 12:58:11.185423 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:11.614922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11df3af1-a201-4d49-b58a-052257585cdc {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:11.614922 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:11.614922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e13c5-0298-4efd-9059-52261605e7b6 req-ee261e6b-bc1a-4582-85a2-4d78e3e79c41 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:11.614922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-ee261e6b-bc1a-4582-85a2-4d78e3e79c41 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849132 Dec 17 12:58:11.614922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Transition to ACTIVE for port object 11df3af1-a201-4d49-b58a-052257585cdc will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:58:11.614922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-3c902e85-b08b-40a1-a491-0ed76e780078 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/quotas/ed3efdbec7fb4e349bbf73f2d37ca815 HTTP/1.1" status: 200 len: 375 time: 0.0183964 Dec 17 12:58:11.614922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-7c4e8554-1672-4872-baf0-b407d10a67fc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275607 Dec 17 12:58:11.690514 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:11.729473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:58:11.735864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:11.744006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:58:11.793505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Pushing event updated for resources: {'Port': ['ID=3a6ef2bf-3dfe-48b5-aa35-530225329a75,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:11.836847 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:11.981889 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:11.982852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:11.986859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:11.987474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:12.131346 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] Pushing event updated for resources: {'Network': ['ID=ce64e852-517d-4899-976e-d0fa7c65f446,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:12.144433 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network ce64e852-517d-4899-976e-d0fa7c65f446 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 12:58:12.177289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=11df3af1-a201-4d49-b58a-052257585cdc,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:12.177919 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:12.205005 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cd2f56ae-35a1-4002-915d-413b22d48f3d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8461096 Dec 17 12:58:12.206043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39342) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:12.211793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0468751b-152c-4bb3-b39a-b8241c5bc51c admin admin] Request body: {'subnet': {'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2112808537-subnet', 'tenant_id': 'ff7efdc23937426fbd815e9fa0587f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:12.387131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0468751b-152c-4bb3-b39a-b8241c5bc51c admin admin] Made reservation on behalf of ff7efdc23937426fbd815e9fa0587f98 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:12.387131 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0468751b-152c-4bb3-b39a-b8241c5bc51c admin admin] Publish callbacks [] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:12.440534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Attempting to bind port 11df3af1-a201-4d49-b58a-052257585cdc on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:58:12.443976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Attempting to bind port 11df3af1-a201-4d49-b58a-052257585cdc by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:58:12.444909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Attempting to bind port 11df3af1-a201-4d49-b58a-052257585cdc on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:12.473509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Port 11df3af1-a201-4d49-b58a-052257585cdc on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:58:12.474129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Attempting to bind port 11df3af1-a201-4d49-b58a-052257585cdc on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:12.508637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:58:12.509070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:12.509759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:58:12.510348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Bound port: 11df3af1-a201-4d49-b58a-052257585cdc, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:58:12.510807 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:12.522176 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-df5e04d0-e79a-41c7-a4fd-e660044f7e4b req-7e07c18c-4d6d-4a05-b980-6f34d9edfa23 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 210 time: 0.0464318 Dec 17 12:58:12.793547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578094f6-af3e-4b16-adb5-9da6e862618a req-95ea4030-410e-4848-9aef-7db1b9c9465d tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:12.795225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-578094f6-af3e-4b16-adb5-9da6e862618a req-95ea4030-410e-4848-9aef-7db1b9c9465d tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.3414793 Dec 17 12:58:12.841264 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0468751b-152c-4bb3-b39a-b8241c5bc51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:12.848276 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:12.863923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] For port 11df3af1-a201-4d49-b58a-052257585cdc, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:12.891090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] For port 11df3af1-a201-4d49-b58a-052257585cdc, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=11df3af1-a201-4d49-b58a-052257585cdc,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:58:12.895123 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-578094f6-af3e-4b16-adb5-9da6e862618a req-07a4937f-4947-4c57-9d97-45ce804850ff tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932307 Dec 17 12:58:12.915141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468751b-152c-4bb3-b39a-b8241c5bc51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:12.927459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0468751b-152c-4bb3-b39a-b8241c5bc51c admin admin] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:12.927923 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0468751b-152c-4bb3-b39a-b8241c5bc51c admin admin] Network hostable DHCP agents. Network: ce64e852-517d-4899-976e-d0fa7c65f446, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 12:58:12.982081 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:12.986168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:13.038774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:13.039404 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:13.040864 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] 10.222.0.54 "PUT /v2.0/ports/11df3af1-a201-4d49-b58a-052257585cdc HTTP/1.1" status: 200 len: 1118 time: 2.8910007 Dec 17 12:58:13.041325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443794e1-167e-4a36-a3b9-f8ef850481d4', 'tag': '11df3af1-a201-4d49-b58a-052257585cdc'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:13.085221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0468751b-152c-4bb3-b39a-b8241c5bc51c admin admin] Network ce64e852-517d-4899-976e-d0fa7c65f446 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 12:58:13.127761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Pushing event updated for resources: {'Port': ['ID=3a6ef2bf-3dfe-48b5-aa35-530225329a75,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:13.129896 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:13.188425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-0468751b-152c-4bb3-b39a-b8241c5bc51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, ce64e852-517d-4899-976e-d0fa7c65f446) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:13.194926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0468751b-152c-4bb3-b39a-b8241c5bc51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:13.195633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0468751b-152c-4bb3-b39a-b8241c5bc51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:13.199840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e701bdd-7006-4afa-ad1f-6fb4b59930ac None None] Network ce64e852-517d-4899-976e-d0fa7c65f446 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:58:13.280545 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702388db-d875-44c4-a277-0da570c34881" -d '{"events": [{"name": "network-changed", "server_uuid": "443794e1-167e-4a36-a3b9-f8ef850481d4", "tag": "11df3af1-a201-4d49-b58a-052257585cdc"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:13.302061 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:13.313646 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b0603067-21fe-436d-bbf6-3fdbdbc4739a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8356128 Dec 17 12:58:13.329313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c06a7-a3ab-46fe-8154-70f7fba7b7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=11df3af1-a201-4d49-b58a-052257585cdc,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:13.343303 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0468751b-152c-4bb3-b39a-b8241c5bc51c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1324148 Dec 17 12:58:13.452311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54079a7a-ecb2-4cfc-a532-aa6dc68d0b8e None None] Network ce64e852-517d-4899-976e-d0fa7c65f446 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:58:13.663003 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0018396e-281c-4ebf-b2df-6f7f2dbf53af req-07d76e09-0b60-4ce7-a609-9a805eb2ec91 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 210 time: 0.0565302 Dec 17 12:58:13.816294 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9465acfd-7a26-4672-a2c1-426ac1b8f2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:14.060043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396823b-8670-4638-9332-ce87477871a0 req-1e10d557-e9ac-4698-801b-8ffd428f7e9b tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:14.067763 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3396823b-8670-4638-9332-ce87477871a0 req-1e10d557-e9ac-4698-801b-8ffd428f7e9b tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.0825624 Dec 17 12:58:14.217050 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3396823b-8670-4638-9332-ce87477871a0 req-d1e11451-1937-4e38-88ea-e530785698a6 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435740 Dec 17 12:58:14.246078 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff8ae58-44fa-4834-a8f5-325e2eded9e8 x-openstack-request-id: req-5ff8ae58-44fa-4834-a8f5-325e2eded9e8 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:14.246078 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443794e1-167e-4a36-a3b9-f8ef850481d4", "tag": "11df3af1-a201-4d49-b58a-052257585cdc", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:14.246078 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ff8ae58-44fa-4834-a8f5-325e2eded9e8 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:14.246078 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443794e1-167e-4a36-a3b9-f8ef850481d4', 'tag': '11df3af1-a201-4d49-b58a-052257585cdc', 'status': 'completed', 'code': 200} Dec 17 12:58:14.304300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39432) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:14.346021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39440) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:14.430511 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-a4828ff6-4825-4417-8b55-fc11ce25753b tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2142862573&fields=id&tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb HTTP/1.1" status: 200 len: 267 time: 0.0906467 Dec 17 12:58:14.519020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39448) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:14.661379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c2adf31-12ba-4248-9b51-b4e3e31c8030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:14.669760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bed424-081c-4ab5-b76b-681b00f957cf req-5da36f19-d8a5-4a15-81a0-8e360b60a8a2 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:14.676905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-5da36f19-d8a5-4a15-81a0-8e360b60a8a2 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/networks?id=d384d87c-459d-4b80-bc95-d50996c19c0e HTTP/1.1" status: 200 len: 823 time: 0.2376833 Dec 17 12:58:14.708041 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-c81947ac-6401-40ee-b5fc-c89028010b57 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/quotas/f18ecb89d2ad471a8c3955deaec2c8bb HTTP/1.1" status: 200 len: 375 time: 0.0301380 Dec 17 12:58:14.768978 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfc20b2d-9834-4ad6-bc69-4393fa4f9688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:14.808997 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9dc050d4-c926-49f0-9d36-7945552479fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:14.862205 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-4ca091ee-fd47-462a-a5d5-b6dd3b1ca540 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514843 Dec 17 12:58:14.862301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1662a258-4427-42c3-8f31-45a31afe8471 req-fa0a2c26-fb8f-4144-985b-a136203a5885 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 210 time: 0.0479920 Dec 17 12:58:14.927165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c2adf31-12ba-4248-9b51-b4e3e31c8030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:14.980625 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfc20b2d-9834-4ad6-bc69-4393fa4f9688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:14.996637 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9dc050d4-c926-49f0-9d36-7945552479fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:14.998048 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c2adf31-12ba-4248-9b51-b4e3e31c8030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.047403 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2adf31-12ba-4248-9b51-b4e3e31c8030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9916b7f6-cc73-4ced-8d82-ed490c56a3d3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:15.063310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5c2adf31-12ba-4248-9b51-b4e3e31c8030 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=58744e109f57445c86757ed9fbe186b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7595630 Dec 17 12:58:15.070495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-bfcab9a3-cf5f-405c-a322-0a05ef5057ee service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:58:15.071024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39464) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:15.078310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-bfcab9a3-cf5f-405c-a322-0a05ef5057ee service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1166880 Dec 17 12:58:15.096095 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfc20b2d-9834-4ad6-bc69-4393fa4f9688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.124849 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9dc050d4-c926-49f0-9d36-7945552479fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.178728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dfc20b2d-9834-4ad6-bc69-4393fa4f9688 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f70f6507e9b4d56a2cfb5dfb786c0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6532390 Dec 17 12:58:15.179409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39466) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:15.188577 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc20b2d-9834-4ad6-bc69-4393fa4f9688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d19e21-d3ac-4194-9205-699356b481f4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:15.200913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9dc050d4-c926-49f0-9d36-7945552479fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a3c232fed84491283bf92f78f263941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8531313 Dec 17 12:58:15.205178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39470) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:15.214179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc050d4-c926-49f0-9d36-7945552479fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85c56b6-d4ba-47af-8cea-82a2b922107c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:15.226766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8bd49599-b911-4f34-8d12-e108ed9fe040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.263387 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8bd49599-b911-4f34-8d12-e108ed9fe040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.264976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39474) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:15.274566 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-e1d1e399-b952-4329-bc2c-14b2e713c3fe service neutron] 10.222.0.59 "GET /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949379 Dec 17 12:58:15.284763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1963117695-network', 'tenant_id': '9366a6a53f444c8186ae5d03058bcfc2'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:15.308546 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70c36a9b-8865-4e34-be66-85ddf1ded2b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.386659 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f9039d1-7631-4386-b194-b8eeccfc33cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.407386 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70c36a9b-8865-4e34-be66-85ddf1ded2b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.424415 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8bd49599-b911-4f34-8d12-e108ed9fe040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.427039 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8bd49599-b911-4f34-8d12-e108ed9fe040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.430840 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8bd49599-b911-4f34-8d12-e108ed9fe040 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9916b7f6-cc73-4ced-8d82-ed490c56a3d3 HTTP/1.1" status: 204 len: 168 time: 0.3559818 Dec 17 12:58:15.435531 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f9039d1-7631-4386-b194-b8eeccfc33cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.451532 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-7fdbafb1-4fd2-43c9-8ca2-203be2b798cc service neutron] 10.222.0.59 "GET /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690276 Dec 17 12:58:15.464691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd49599-b911-4f34-8d12-e108ed9fe040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9916b7f6-cc73-4ced-8d82-ed490c56a3d3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:15.501938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0643ed-1257-4e3f-964c-74e413f72bbf req-62186331-f6a6-439a-a84b-0a5667b6b151 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:15.507316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ca0643ed-1257-4e3f-964c-74e413f72bbf req-62186331-f6a6-439a-a84b-0a5667b6b151 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.1576951 Dec 17 12:58:15.507316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.61', 62291) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:15.507316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Made reservation on behalf of 9366a6a53f444c8186ae5d03058bcfc2 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:15.525303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.621526 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.628607 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f9039d1-7631-4386-b194-b8eeccfc33cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.633563 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f9039d1-7631-4386-b194-b8eeccfc33cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.639666 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6f9039d1-7631-4386-b194-b8eeccfc33cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f85c56b6-d4ba-47af-8cea-82a2b922107c HTTP/1.1" status: 204 len: 168 time: 0.4281571 Dec 17 12:58:15.651751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9039d1-7631-4386-b194-b8eeccfc33cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85c56b6-d4ba-47af-8cea-82a2b922107c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:15.651972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-6b2a3767-5f47-45fb-a986-5da4de25f339 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205876 Dec 17 12:58:15.681900 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ca0643ed-1257-4e3f-964c-74e413f72bbf req-784407f2-1542-41a8-beee-e0f020c2ce11 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536281 Dec 17 12:58:15.723241 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70c36a9b-8865-4e34-be66-85ddf1ded2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.745517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70c36a9b-8865-4e34-be66-85ddf1ded2b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:15.752866 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-70c36a9b-8865-4e34-be66-85ddf1ded2b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4d19e21-d3ac-4194-9205-699356b481f4 HTTP/1.1" status: 204 len: 168 time: 0.5653155 Dec 17 12:58:15.844123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c36a9b-8865-4e34-be66-85ddf1ded2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d19e21-d3ac-4194-9205-699356b481f4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:15.847580 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a38e50af-abbd-4db9-b009-4593ec554240 req-a382926d-fb75-473d-a394-1f4854156039 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 210 time: 0.0400963 Dec 17 12:58:16.000745 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08312795-c02d-467c-8545-0b5b65975590 req-f32e45fb-d171-4e30-89f2-b5ac18a1598e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 210 time: 0.0458212 Dec 17 12:58:16.030854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e13c5-0298-4efd-9059-52261605e7b6 req-7a09b9d1-8e1e-4c07-97e4-2949087b6069 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:16.032610 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-7a09b9d1-8e1e-4c07-97e4-2949087b6069 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3667200 Dec 17 12:58:16.055569 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.116087 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.155811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 12:58:16.161309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Request body: {'port': {'device_id': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'ed3efdbec7fb4e349bbf73f2d37ca815'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:16.172775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035be897-9942-4f48-ab64-f04cc7782a39,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:16.254101 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.254473 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Added segment 40c134e1-f382-4fe0-ba3b-78e68a399eb3 of type vlan for network 3488ebb5-089b-4fc4-9742-b0b3e6b61ffa Dec 17 12:58:16.331522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.337812 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a53c4eb-f3d7-4377-a480-192ac57f4232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.459705 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.460877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:16.461766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.515481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Made reservation on behalf of ed3efdbec7fb4e349bbf73f2d37ca815 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:16.519195 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.540239 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.551420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] Pushing event updated for resources: {'Network': ['ID=3488ebb5-089b-4fc4-9742-b0b3e6b61ffa,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:16.567201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 3488ebb5-089b-4fc4-9742-b0b3e6b61ffa details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 12:58:16.572430 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39504) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:16.577905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5f7003eb-871f-42ff-a6bb-7cdb527a858c admin admin] Request body: {'subnet': {'network_id': '3488ebb5-089b-4fc4-9742-b0b3e6b61ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1963117695-subnet', 'tenant_id': '9366a6a53f444c8186ae5d03058bcfc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:16.582929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4a2d0220-63b8-4f9f-aa57-5bdb3256304e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3152626 Dec 17 12:58:16.679486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7003eb-871f-42ff-a6bb-7cdb527a858c admin admin] Made reservation on behalf of 9366a6a53f444c8186ae5d03058bcfc2 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:16.682256 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f7003eb-871f-42ff-a6bb-7cdb527a858c admin admin] Publish callbacks [] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.711672 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.779588 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39510) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:16.839801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.843086 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2131c3d-a080-449f-bada-2d8d84db99ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:16.972111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051e25d9-2be4-4733-a324-dd0c46ae2e6b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:17.002569 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccee755-7353-4877-9b7e-0a65fa041e95 req-f2aa9c1e-cb39-4493-b616-e640803c3b1f tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:17.009948 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bccee755-7353-4877-9b7e-0a65fa041e95 req-f2aa9c1e-cb39-4493-b616-e640803c3b1f tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.2029753 Dec 17 12:58:17.054007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f7003eb-871f-42ff-a6bb-7cdb527a858c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.110631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d70f31b-310f-4d2d-8154-8a06752563a4 req-01f7c945-12e1-4ae5-aca0-519d77904a9a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 210 time: 0.0734978 Dec 17 12:58:17.129678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Allocated IP 192.168.233.128 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/a3d0172f-756d-4897-a195-3909020fdf46) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:58:17.147907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bccee755-7353-4877-9b7e-0a65fa041e95 req-a7559cf6-4a06-4e85-a72c-92693a9b02c7 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369910 Dec 17 12:58:17.165305 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2131c3d-a080-449f-bada-2d8d84db99ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.191059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39522) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:17.222832 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-161b7d91-1bd2-4e50-aebf-766aed71f7c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.272761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93ece8ab-628a-4131-8623-3ca86a798a82 req-61beb316-2cca-4944-84c5-52f4b1bd0ed7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 210 time: 0.0574880 Dec 17 12:58:17.295900 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2131c3d-a080-449f-bada-2d8d84db99ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.304876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7003eb-871f-42ff-a6bb-7cdb527a858c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5feb7611-075b-4aef-9ad5-f7137a74c16f,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:17.315040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7003eb-871f-42ff-a6bb-7cdb527a858c admin admin] Checking segment: {'id': '40c134e1-f382-4fe0-ba3b-78e68a399eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3488ebb5-089b-4fc4-9742-b0b3e6b61ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:17.315508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7003eb-871f-42ff-a6bb-7cdb527a858c admin admin] Network hostable DHCP agents. Network: 3488ebb5-089b-4fc4-9742-b0b3e6b61ffa, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 12:58:17.396029 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e2131c3d-a080-449f-bada-2d8d84db99ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0312b777509846cb90033fa112e5d699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6121044 Dec 17 12:58:17.397281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39524) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:17.438255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2131c3d-a080-449f-bada-2d8d84db99ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaff608-660b-4601-9dbb-b51746fe1dc5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:17.450179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7003eb-871f-42ff-a6bb-7cdb527a858c admin admin] Network 3488ebb5-089b-4fc4-9742-b0b3e6b61ffa is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 12:58:17.502180 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.537394 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0036f067-c04e-48b0-8785-3d34c320d037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.562581 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-161b7d91-1bd2-4e50-aebf-766aed71f7c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.568799 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0036f067-c04e-48b0-8785-3d34c320d037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.571324 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.575982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-5f7003eb-871f-42ff-a6bb-7cdb527a858c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 3488ebb5-089b-4fc4-9742-b0b3e6b61ffa) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:17.584988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7003eb-871f-42ff-a6bb-7cdb527a858c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:17.585463 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f7003eb-871f-42ff-a6bb-7cdb527a858c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.589727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1adc727-6bf6-4382-a170-aecb5e0bd88d None None] Network 3488ebb5-089b-4fc4-9742-b0b3e6b61ffa requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:58:17.643667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39528) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:17.657654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-161b7d91-1bd2-4e50-aebf-766aed71f7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.660451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.688878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5f7003eb-871f-42ff-a6bb-7cdb527a858c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0955508 Dec 17 12:58:17.707212 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba83ba16-e644-4c13-acd2-20e09be00c5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.721001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0036f067-c04e-48b0-8785-3d34c320d037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.728361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0036f067-c04e-48b0-8785-3d34c320d037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.730629 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0036f067-c04e-48b0-8785-3d34c320d037 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/deaff608-660b-4601-9dbb-b51746fe1dc5 HTTP/1.1" status: 204 len: 168 time: 0.3320491 Dec 17 12:58:17.750541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036f067-c04e-48b0-8785-3d34c320d037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaff608-660b-4601-9dbb-b51746fe1dc5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:17.846881 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-161b7d91-1bd2-4e50-aebf-766aed71f7c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9aaaf1041e74c558d6079f58cf34c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6546018 Dec 17 12:58:17.856518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39534) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:17.901235 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba83ba16-e644-4c13-acd2-20e09be00c5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.917011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:58:17.928120 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75474b9e-4f65-4bdb-b961-419964af4f52 None None] Network 3488ebb5-089b-4fc4-9742-b0b3e6b61ffa requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:58:17.941859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:17.957845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b7d91-1bd2-4e50-aebf-766aed71f7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2503b5c-99eb-4397-8381-db9d43a00af9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:17.960350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:58:17.976278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba83ba16-e644-4c13-acd2-20e09be00c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:17.988647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:17.988647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:18.012288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Pushing event updated for resources: {'Port': ['ID=a3d0172f-756d-4897-a195-3909020fdf46,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:18.161171 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ba83ba16-e644-4c13-acd2-20e09be00c5f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e129ec63e20f415b85017738e491c976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5120950 Dec 17 12:58:18.169909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39540) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:18.172029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83ba16-e644-4c13-acd2-20e09be00c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12204be5-7a76-4adb-b7e5-d10d768a0afc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:18.298272 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65f0d534-2490-48ae-80d5-e5e51cf02a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:18.365382 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-5d432aa0-1840-4ec7-9871-f1db46674a96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2114737 Dec 17 12:58:18.375835 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1bc524c0-1056-4b47-944a-745cd6d4f1f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:18.395950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-f7fe8373-6716-40a7-a2b2-e253bdf6a320 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:58:18.402518 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-f7fe8373-6716-40a7-a2b2-e253bdf6a320 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169270 Dec 17 12:58:18.430152 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65f0d534-2490-48ae-80d5-e5e51cf02a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:18.460133 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1bc524c0-1056-4b47-944a-745cd6d4f1f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:18.529684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2781f-2d99-480c-a862-18f63f9a10d9 req-be723ae2-a8a4-405c-a6e0-1bf040a80b16 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:18.547062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-83a2781f-2d99-480c-a862-18f63f9a10d9 req-be723ae2-a8a4-405c-a6e0-1bf040a80b16 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.2034919 Dec 17 12:58:18.550055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-73094427-be7e-4460-8733-9914cb60cb67 None None] Provisioning complete for port a3d0172f-756d-4897-a195-3909020fdf46 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:18.555280 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-73094427-be7e-4460-8733-9914cb60cb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:18.720788 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-83a2781f-2d99-480c-a862-18f63f9a10d9 req-a7f05faf-361d-4d05-b8fd-cf8e85787e3a tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728208 Dec 17 12:58:18.772563 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8657fa92-ec09-44e1-89df-2f7cd954d259 req-bc412467-af02-45e8-9eea-c7f8a32553bc tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 210 time: 0.4304218 Dec 17 12:58:18.777701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1bc524c0-1056-4b47-944a-745cd6d4f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:18.780666 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1bc524c0-1056-4b47-944a-745cd6d4f1f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:18.782798 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1bc524c0-1056-4b47-944a-745cd6d4f1f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12204be5-7a76-4adb-b7e5-d10d768a0afc HTTP/1.1" status: 204 len: 168 time: 0.6117690 Dec 17 12:58:18.807631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702388db-d875-44c4-a277-0da570c34881 req-4f5f41d3-e049-4710-8e86-84c3a35568f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:18.814803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-702388db-d875-44c4-a277-0da570c34881 req-4f5f41d3-e049-4710-8e86-84c3a35568f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a96f588e5c8d490497ed14aef6884e4f&device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 1121 time: 0.7910421 Dec 17 12:58:18.820194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc524c0-1056-4b47-944a-745cd6d4f1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12204be5-7a76-4adb-b7e5-d10d768a0afc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:18.868738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-73094427-be7e-4460-8733-9914cb60cb67 None None] Port a3d0172f-756d-4897-a195-3909020fdf46 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:58:18.922729 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:18.945267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-702388db-d875-44c4-a277-0da570c34881 req-850021bc-6ab0-4823-b4a8-4f2e48440038 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a96f588e5c8d490497ed14aef6884e4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1154606 Dec 17 12:58:18.993377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb9769-27ad-4483-b1df-2ba07181a199 req-7520eccf-f708-4f1b-a351-49a6a78af13e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:19.003358 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-12cb9769-27ad-4483-b1df-2ba07181a199 req-7520eccf-f708-4f1b-a351-49a6a78af13e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 936 time: 0.0945921 Dec 17 12:58:19.015398 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:58:19.062850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65f0d534-2490-48ae-80d5-e5e51cf02a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:19.066105 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65f0d534-2490-48ae-80d5-e5e51cf02a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:19.071494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-65f0d534-2490-48ae-80d5-e5e51cf02a68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2503b5c-99eb-4397-8381-db9d43a00af9 HTTP/1.1" status: 204 len: 168 time: 1.2064717 Dec 17 12:58:19.076874 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-12cb9769-27ad-4483-b1df-2ba07181a199 req-33a8c0bb-7976-420c-8af8-63bb14125a6c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724030 Dec 17 12:58:19.260269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0d534-2490-48ae-80d5-e5e51cf02a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2503b5c-99eb-4397-8381-db9d43a00af9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:19.383129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702388db-d875-44c4-a277-0da570c34881 req-789a3b8e-b210-42cc-a0bc-0774be29bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:19.383129 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-702388db-d875-44c4-a277-0da570c34881 req-789a3b8e-b210-42cc-a0bc-0774be29bd2f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4241221 Dec 17 12:58:19.465786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.54', 64991) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:19.571787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-44bc478d-df37-4f81-b91d-3953f22b1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:19.573626 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-44bc478d-df37-4f81-b91d-3953f22b1549 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a96f588e5c8d490497ed14aef6884e4f&device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 1121 time: 0.1446347 Dec 17 12:58:19.611653 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:19.659215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-2b9f7f3f-a42b-4474-a4ac-839b50498090 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=11df3af1-a201-4d49-b58a-052257585cdc HTTP/1.1" status: 200 len: 217 time: 0.0726779 Dec 17 12:58:19.807471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-46de0ceb-7af6-4a90-a0ec-cbe66b78a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:19.808974 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-46de0ceb-7af6-4a90-a0ec-cbe66b78a52d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1428335 Dec 17 12:58:19.817717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bed424-081c-4ab5-b76b-681b00f957cf req-33c81130-98f5-44cc-8f30-713d6948ca37 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:19.819262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-33c81130-98f5-44cc-8f30-713d6948ca37 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.54 "GET /v2.0/networks?id=d384d87c-459d-4b80-bc95-d50996c19c0e HTTP/1.1" status: 200 len: 823 time: 0.3511386 Dec 17 12:58:19.927092 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82816089-0790-4e14-9235-c68e61c678e8 req-5f72e916-f18d-441b-b369-e2ff19092072 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:19.936309 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82816089-0790-4e14-9235-c68e61c678e8 req-5f72e916-f18d-441b-b369-e2ff19092072 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.0776732 Dec 17 12:58:19.954717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-545e4009-bbf4-4533-ad3b-e02e4e802f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:19.956663 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-545e4009-bbf4-4533-ad3b-e02e4e802f11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1361251 Dec 17 12:58:19.961536 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-960a8360-9271-4ff7-830f-61bf9761e147 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb HTTP/1.1" status: 200 len: 380 time: 0.1124859 Dec 17 12:58:19.976765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-68bed424-081c-4ab5-b76b-681b00f957cf req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Request body: {'port': {'device_id': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'admin_state_up': True, 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'security_groups': ['fc7be40a-41a6-45eb-ae13-52bab8ab5bdf']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:19.996991 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82816089-0790-4e14-9235-c68e61c678e8 req-c9ce6dec-dd9f-4ae3-b016-09a8a0d0d036 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593390 Dec 17 12:58:20.132287 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf1ca26a-59d7-4d5b-b64a-260cfca67718 req-6963ba0c-c7fe-4721-bedd-5e20cccb566a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 210 time: 0.0553684 Dec 17 12:58:20.164889 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-af8183ea-59b3-4727-95ca-40c0b205d6c1 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017188 Dec 17 12:58:20.278528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607ad2a3-9c59-47da-b68b-4284944d2c24 req-2c5997c6-866d-45f9-851e-ba4cddf991cf service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048467 Dec 17 12:58:20.285437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bed424-081c-4ab5-b76b-681b00f957cf req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Made reservation on behalf of f18ecb89d2ad471a8c3955deaec2c8bb for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:20.287982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a76b7b-b8d3-4463-9f80-c85408e94e29 req-3decad1f-e975-474d-b1cc-5ba609ff32da tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:20.289415 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-68bed424-081c-4ab5-b76b-681b00f957cf req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:20.297636 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c8a76b7b-b8d3-4463-9f80-c85408e94e29 req-3decad1f-e975-474d-b1cc-5ba609ff32da tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 936 time: 0.0800204 Dec 17 12:58:20.374815 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c8a76b7b-b8d3-4463-9f80-c85408e94e29 req-528ac7a4-2d94-4e1e-b534-3914d02c3bd3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709128 Dec 17 12:58:20.509682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-68bed424-081c-4ab5-b76b-681b00f957cf req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Allocated IP 172.20.0.6 (d384d87c-459d-4b80-bc95-d50996c19c0e/d9b8a1d1-e3c6-4858-97d1-4e98d62363d4/2c799b38-c0f5-4af0-8cb4-b6dbe804b272) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:58:20.754347 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-68bed424-081c-4ab5-b76b-681b00f957cf req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:20.903321 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-68bed424-081c-4ab5-b76b-681b00f957cf req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:21.016036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bed424-081c-4ab5-b76b-681b00f957cf req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Network d384d87c-459d-4b80-bc95-d50996c19c0e is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:58:21.022469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-68bed424-081c-4ab5-b76b-681b00f957cf req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:21.026481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bed424-081c-4ab5-b76b-681b00f957cf req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:58:21.033274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bed424-081c-4ab5-b76b-681b00f957cf req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:21.034014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-68bed424-081c-4ab5-b76b-681b00f957cf req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:21.061525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Pushing event updated for resources: {'Port': ['ID=2c799b38-c0f5-4af0-8cb4-b6dbe804b272,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:21.130113 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-22222127-18ab-449d-ab2d-89df025be328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1580634 Dec 17 12:58:21.169037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Request body: {'port': {'device_id': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'device_owner': 'compute:tempest-test_az-1308244254', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:21.267080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:21.511299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7a3d9d7d-2f81-40db-aef1-2f7ae5151454 None None] Provisioning complete for port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:21.512757 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7a3d9d7d-2f81-40db-aef1-2f7ae5151454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:21.548224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab69aaf-e4d3-4918-96b4-f33f875700b1 req-648db55b-37c1-4f7a-97cd-087f418e7086 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:21.556538 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ab69aaf-e4d3-4918-96b4-f33f875700b1 req-648db55b-37c1-4f7a-97cd-087f418e7086 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.4079759 Dec 17 12:58:21.625007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d9d7d-2f81-40db-aef1-2f7ae5151454 None None] Port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:58:21.663169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ab69aaf-e4d3-4918-96b4-f33f875700b1 req-61fbe979-b9d2-4797-adeb-bc5f24743ca8 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056387 Dec 17 12:58:21.769235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:21.782561 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:21.807267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Transition to ACTIVE for port object 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:58:21.853162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb7a72-44d2-4147-9f97-5133967c1a63 req-c5c72e82-efb7-41ab-bfe5-f5f7807823e1 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:21.854891 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fbb7a72-44d2-4147-9f97-5133967c1a63 req-c5c72e82-efb7-41ab-bfe5-f5f7807823e1 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 931 time: 0.1105487 Dec 17 12:58:21.909405 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:21.950352 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fbb7a72-44d2-4147-9f97-5133967c1a63 req-ef7ea451-557d-416d-be21-5f2eef549c6e tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835326 Dec 17 12:58:22.091824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Attempting to bind port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:58:22.092369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Attempting to bind port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:58:22.092806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Attempting to bind port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 on network d384d87c-459d-4b80-bc95-d50996c19c0e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:22.096624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Pushing event updated for resources: {'Port': ['ID=2c799b38-c0f5-4af0-8cb4-b6dbe804b272,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:22.101828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 on network d384d87c-459d-4b80-bc95-d50996c19c0e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:58:22.102271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Attempting to bind port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 on network d384d87c-459d-4b80-bc95-d50996c19c0e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:22.115479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:58:22.116107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3395e5-e7d3-4269-82f0-a65f28841627 req-4f0fbcd3-c305-4d21-a0d5-fca1c89ea214 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:22.117534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Checking segment: {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:22.118169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Bound using segment: {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:58:22.118841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Bound port: 2c799b38-c0f5-4af0-8cb4-b6dbe804b272, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:58:22.119439 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:22.126694 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca3395e5-e7d3-4269-82f0-a65f28841627 req-4f0fbcd3-c305-4d21-a0d5-fca1c89ea214 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 936 time: 0.0801742 Dec 17 12:58:22.214996 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca3395e5-e7d3-4269-82f0-a65f28841627 req-95fd3428-a53e-43c3-a721-2ce6d11a10e4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870824 Dec 17 12:58:22.440977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] For port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:22.445382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] For port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2c799b38-c0f5-4af0-8cb4-b6dbe804b272,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:58:22.522418 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:22.616427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:22.619191 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:22.622486 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] 10.222.0.54 "PUT /v2.0/ports/2c799b38-c0f5-4af0-8cb4-b6dbe804b272 HTTP/1.1" status: 200 len: 1113 time: 1.4649904 Dec 17 12:58:22.622486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'tag': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:22.628955 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44fdee8-5ea5-4057-a6a7-4c62dbd97f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "13311398-0ad2-4e76-a18a-43c9ed3ff730", "tag": "2c799b38-c0f5-4af0-8cb4-b6dbe804b272"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:22.677289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c3ba6-4f84-413b-ac6e-81324be2f90e service neutron] Pushing event updated for resources: {'Port': ['ID=2c799b38-c0f5-4af0-8cb4-b6dbe804b272,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:22.722564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Request body: {'port': {'device_id': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:22.846356 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7dadae-1b6e-415c-9ed0-f284d60e4a1a x-openstack-request-id: req-2e7dadae-1b6e-415c-9ed0-f284d60e4a1a {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:22.847114 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13311398-0ad2-4e76-a18a-43c9ed3ff730", "tag": "2c799b38-c0f5-4af0-8cb4-b6dbe804b272", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:22.847114 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2e7dadae-1b6e-415c-9ed0-f284d60e4a1a {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:22.847261 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'tag': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272', 'status': 'completed', 'code': 200} Dec 17 12:58:22.898757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:23.032032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fdee8-5ea5-4057-a6a7-4c62dbd97f3b req-f6848431-dcfa-4dec-beb9-3042525559aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:23.033935 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b44fdee8-5ea5-4057-a6a7-4c62dbd97f3b req-f6848431-dcfa-4dec-beb9-3042525559aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb&device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 1116 time: 0.1770010 Dec 17 12:58:23.054342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cff32f-17bb-4ca5-af34-541a7c774bd0 req-1c599379-c0e7-4657-8ef2-214457e02466 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:23.065716 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31cff32f-17bb-4ca5-af34-541a7c774bd0 req-1c599379-c0e7-4657-8ef2-214457e02466 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.1168146 Dec 17 12:58:23.193807 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31cff32f-17bb-4ca5-af34-541a7c774bd0 req-c2a82859-211e-43fe-8258-c8f955807452 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195214 Dec 17 12:58:23.452404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a46ee-1999-48c5-b391-66a5ce366320 req-781077c3-9043-4e35-9a05-8f755a7e3637 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:23.456921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-741a46ee-1999-48c5-b391-66a5ce366320 req-781077c3-9043-4e35-9a05-8f755a7e3637 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 965 time: 0.1061738 Dec 17 12:58:23.484241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fdee8-5ea5-4057-a6a7-4c62dbd97f3b req-ae1e3543-c919-4b24-9ae1-3e3482b8fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:23.486127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b44fdee8-5ea5-4057-a6a7-4c62dbd97f3b req-ae1e3543-c919-4b24-9ae1-3e3482b8fe1c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb&shared=False HTTP/1.1" status: 200 len: 924 time: 0.4429817 Dec 17 12:58:23.591673 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-741a46ee-1999-48c5-b391-66a5ce366320 req-ff94dc3a-5566-4ce4-bdc9-bf28ed98e0ff tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289904 Dec 17 12:58:23.708593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fdee8-5ea5-4057-a6a7-4c62dbd97f3b req-c66b095c-87b4-4bbe-8957-cc205ce21c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:23.710127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b44fdee8-5ea5-4057-a6a7-4c62dbd97f3b req-c66b095c-87b4-4bbe-8957-cc205ce21c5f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2067423 Dec 17 12:58:23.801075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d0172f-756d-4897-a195-3909020fdf46 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:23.812517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:23.831149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Transition to ACTIVE for port object a3d0172f-756d-4897-a195-3909020fdf46 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:58:23.847173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9303d6d-308c-4c48-b072-5f30214ba6bd req-6a14bcf3-ebf9-4552-83a0-213222e18171 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:23.855796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9303d6d-308c-4c48-b072-5f30214ba6bd req-6a14bcf3-ebf9-4552-83a0-213222e18171 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 936 time: 0.1306329 Dec 17 12:58:23.921734 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:23.922262 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9303d6d-308c-4c48-b072-5f30214ba6bd req-7db85d5e-c43d-4e94-9dc9-58b20561fab4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607088 Dec 17 12:58:24.113847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bed424-081c-4ab5-b76b-681b00f957cf req-0d05b2d0-d761-4329-a5e5-15ace5ae1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:24.118815 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-0d05b2d0-d761-4329-a5e5-15ace5ae1bce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb&device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 1116 time: 0.2860048 Dec 17 12:58:24.148365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d0172f-756d-4897-a195-3909020fdf46,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:24.208364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Attempting to bind port a3d0172f-756d-4897-a195-3909020fdf46 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:58:24.209036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Attempting to bind port a3d0172f-756d-4897-a195-3909020fdf46 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:58:24.209469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Attempting to bind port a3d0172f-756d-4897-a195-3909020fdf46 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:24.215182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Port a3d0172f-756d-4897-a195-3909020fdf46 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:58:24.215645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Attempting to bind port a3d0172f-756d-4897-a195-3909020fdf46 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:24.234273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:58:24.239129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:24.239879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:58:24.240562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Bound port: a3d0172f-756d-4897-a195-3909020fdf46, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:58:24.241481 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:24.359699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:24.364202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a3d0172f-756d-4897-a195-3909020fdf46,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:58:24.448578 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:24.511953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:24.513343 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:24.515415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] 10.222.0.61 "PUT /v2.0/ports/a3d0172f-756d-4897-a195-3909020fdf46 HTTP/1.1" status: 200 len: 1096 time: 2.1553988 Dec 17 12:58:24.543011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc516dc7-dc09-4491-b8f0-a34ad98882a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d0172f-756d-4897-a195-3909020fdf46,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:24.848420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'tag': 'a3d0172f-756d-4897-a195-3909020fdf46'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:24.851075 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a3a6f6-c968-4c93-9e9f-d31c20c194a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c6fc81-cca3-438f-8a43-98064c248d26", "tag": "a3d0172f-756d-4897-a195-3909020fdf46"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:25.273970 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-177a7a10-5a0b-4a43-8e01-6bc4f9d88142 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=437b0248f92546b6b1447a79c4ecb214&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349419 Dec 17 12:58:25.337621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-1e90025b-6747-46e6-b69a-0700a8ad190f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:25.338765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-1e90025b-6747-46e6-b69a-0700a8ad190f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 808 time: 0.1056812 Dec 17 12:58:25.355240 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-886d97fa-f150-4e45-839e-0fe718f8ecda tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/quotas/ff7efdc23937426fbd815e9fa0587f98 HTTP/1.1" status: 200 len: 375 time: 0.0098312 Dec 17 12:58:25.392971 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-cea33053-fafa-4cc8-92be-7b3ba305167f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312378 Dec 17 12:58:25.396198 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6dd1a-23de-4959-beae-43f754963547 req-8c981121-f6c7-4452-9c8e-826bfcd30e60 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:25.397839 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-8c981121-f6c7-4452-9c8e-826bfcd30e60 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1172993 Dec 17 12:58:25.413838 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-c2f66a6b-bd08-42fa-8b52-9998eae1ea21 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/quotas/437b0248f92546b6b1447a79c4ecb214 HTTP/1.1" status: 200 len: 375 time: 0.0099432 Dec 17 12:58:25.446569 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-2dc14d74-5900-4fb1-bdb7-afb468f72501 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=437b0248f92546b6b1447a79c4ecb214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269847 Dec 17 12:58:25.471140 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-8d32b202-eba7-45fb-95e5-0f8210f06b15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c799b38-c0f5-4af0-8cb4-b6dbe804b272 HTTP/1.1" status: 200 len: 217 time: 0.0427079 Dec 17 12:58:25.530406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bed424-081c-4ab5-b76b-681b00f957cf req-d3b56f21-ad51-4a71-b19a-a09e2f60bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:25.531936 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-d3b56f21-ad51-4a71-b19a-a09e2f60bc2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b8a1d1-e3c6-4858-97d1-4e98d62363d4 HTTP/1.1" status: 200 len: 862 time: 0.0528262 Dec 17 12:58:25.579967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-83c23cc1-cec6-4e8f-a51d-c4e1d64ac791 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:58:25.580969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-83c23cc1-cec6-4e8f-a51d-c4e1d64ac791 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0631280 Dec 17 12:58:25.643826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bed424-081c-4ab5-b76b-681b00f957cf req-0c2c813f-136f-402f-8c6e-1582cc5e4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:25.645348 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-0c2c813f-136f-402f-8c6e-1582cc5e4e2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d384d87c-459d-4b80-bc95-d50996c19c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028500 Dec 17 12:58:25.751010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-f2e742e0-9dc5-4051-93fa-d0529018f4c6 service neutron] 10.222.0.59 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630299 Dec 17 12:58:25.838095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-74f15c0e-03c7-4f68-9793-ac0146704464 service neutron] 10.222.0.54 "GET /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793098 Dec 17 12:58:25.930032 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-45d6470d-b56b-4c7d-8a68-3bf8ae08feaa service neutron] 10.222.0.59 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678264 Dec 17 12:58:25.962448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68bed424-081c-4ab5-b76b-681b00f957cf req-a42c07cc-f1c3-480a-9193-c99798fc15db service neutron] 10.222.0.54 "GET /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139283 Dec 17 12:58:26.079365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb79a7-2223-4f46-a549-fd4cdd523ce2 req-b65c2e37-d1c6-44c2-aa52-3238c9df249b tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:26.080842 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64fb79a7-2223-4f46-a549-fd4cdd523ce2 req-b65c2e37-d1c6-44c2-aa52-3238c9df249b tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.0508196 Dec 17 12:58:26.137007 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64fb79a7-2223-4f46-a549-fd4cdd523ce2 req-cf23de6b-77af-4369-a075-3e484213ac41 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497363 Dec 17 12:58:26.238411 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196f8dcb-eb59-4c1b-b194-622714480913 x-openstack-request-id: req-196f8dcb-eb59-4c1b-b194-622714480913 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:26.240009 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c6fc81-cca3-438f-8a43-98064c248d26", "tag": "a3d0172f-756d-4897-a195-3909020fdf46", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:26.240381 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-196f8dcb-eb59-4c1b-b194-622714480913 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:26.240961 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'tag': 'a3d0172f-756d-4897-a195-3909020fdf46', 'status': 'completed', 'code': 200} Dec 17 12:58:26.282476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3693fbe-7012-44c9-8f10-5eca9cc8106c req-e0cb3921-30ea-4e85-9470-527d85459e16 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:26.284639 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3693fbe-7012-44c9-8f10-5eca9cc8106c req-e0cb3921-30ea-4e85-9470-527d85459e16 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 965 time: 0.0899858 Dec 17 12:58:26.362841 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3693fbe-7012-44c9-8f10-5eca9cc8106c req-261f5edf-41b4-48d0-8af0-cfff86435d24 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702825 Dec 17 12:58:26.391209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e41dc8-40af-44d5-b9c1-c5aa4dbba22d req-f6d2d7d4-dfec-476b-9b9b-edd882518f03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:26.391209 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-17e41dc8-40af-44d5-b9c1-c5aa4dbba22d req-f6d2d7d4-dfec-476b-9b9b-edd882518f03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 948 time: 0.0988390 Dec 17 12:58:26.448775 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-17e41dc8-40af-44d5-b9c1-c5aa4dbba22d req-c0978d60-5519-4b3d-8035-05a6e5bf0491 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524874 Dec 17 12:58:26.460392 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb9ff3ea-26a8-4177-8622-3938fe4a754c req-91b49ee4-4b71-4dac-b15e-dda0802d4624 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 210 time: 0.0532432 Dec 17 12:58:26.562361 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f00b42e-aa32-4cd1-8d53-1feb2f131687 req-ea9fe095-a5f9-4238-ad8a-29353159fc8d tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0333183 Dec 17 12:58:26.603987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39742) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:26.717846 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4db09f0b-f3a4-47aa-8b60-f4ca8fc18433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:26.839661 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4db09f0b-f3a4-47aa-8b60-f4ca8fc18433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:26.921286 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4db09f0b-f3a4-47aa-8b60-f4ca8fc18433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:26.959025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db09f0b-f3a4-47aa-8b60-f4ca8fc18433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b365e785-a1bd-4f98-85b4-9cb871c58e4e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:26.966879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39756) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:26.970122 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4db09f0b-f3a4-47aa-8b60-f4ca8fc18433 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc11f6936db6469e8519105173231e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648493 Dec 17 12:58:27.017614 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57029b16-6252-4422-8f9e-cbfa7ad0e1e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:27.037819 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57029b16-6252-4422-8f9e-cbfa7ad0e1e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:27.178662 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57029b16-6252-4422-8f9e-cbfa7ad0e1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:27.181342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57029b16-6252-4422-8f9e-cbfa7ad0e1e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:27.182516 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-57029b16-6252-4422-8f9e-cbfa7ad0e1e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b365e785-a1bd-4f98-85b4-9cb871c58e4e HTTP/1.1" status: 204 len: 168 time: 0.2144098 Dec 17 12:58:27.198569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57029b16-6252-4422-8f9e-cbfa7ad0e1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b365e785-a1bd-4f98-85b4-9cb871c58e4e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:27.281071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc6489-5476-4f09-8ec8-69e7cc9dd9f4 req-4d9c594c-ce88-4396-ba4b-13fcca5e6815 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:27.281071 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58dc6489-5476-4f09-8ec8-69e7cc9dd9f4 req-4d9c594c-ce88-4396-ba4b-13fcca5e6815 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.0605896 Dec 17 12:58:27.326485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58dc6489-5476-4f09-8ec8-69e7cc9dd9f4 req-544dcb7c-cc7a-46c0-8f40-ebb69d171bac tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 Dec 17 12:58:27.498412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a21996-2988-43e2-bed7-94564d15cc34 req-581bf60a-e898-44ad-99f3-a5b038e0bf64 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:27.506810 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43a21996-2988-43e2-bed7-94564d15cc34 req-581bf60a-e898-44ad-99f3-a5b038e0bf64 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 965 time: 0.0609922 Dec 17 12:58:27.553502 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43a21996-2988-43e2-bed7-94564d15cc34 req-041b2427-6cb4-41b5-b4b0-420a0f0a8195 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459208 Dec 17 12:58:27.585188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6addd-aa1b-42d1-ac3e-c44be417dd63 req-47dc4742-7501-41e1-a4f0-b829e9af8013 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:27.586980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4f6addd-aa1b-42d1-ac3e-c44be417dd63 req-47dc4742-7501-41e1-a4f0-b829e9af8013 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 948 time: 0.0624924 Dec 17 12:58:27.667753 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4f6addd-aa1b-42d1-ac3e-c44be417dd63 req-f89722fa-c98b-432e-b8ce-8d24bdcedda7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744672 Dec 17 12:58:27.668845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-48745c37-4037-46f2-93b6-71f69645d2be req-b589c94f-59b4-4b90-91b4-241b59460aaf tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 210 time: 0.0291867 Dec 17 12:58:27.743462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39780) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:27.776318 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c5a56211-dff5-40a9-8163-de8b05f88b5f req-8207e177-c5ec-42eb-b2fb-59d0ae2ea4d2 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0270731 Dec 17 12:58:27.849692 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7e53d991-7fc6-4614-9810-feb80d8fa027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:27.925509 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7e53d991-7fc6-4614-9810-feb80d8fa027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:27.982423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39784) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:27.995737 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37d97149-95db-4b3d-8dd3-09bdcbe8e0a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:28.008498 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7e53d991-7fc6-4614-9810-feb80d8fa027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:28.059683 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7e53d991-7fc6-4614-9810-feb80d8fa027 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e88bfbdabd74a91a3ab997d6ca36600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151407 Dec 17 12:58:28.060771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53d991-7fc6-4614-9810-feb80d8fa027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b55f58-ee37-4f8a-b9cf-2721d89a4343,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:28.062901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39788) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:28.087996 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37d97149-95db-4b3d-8dd3-09bdcbe8e0a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:28.120286 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa070cf7-a018-4ecb-8fe2-f12aa30e4cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:28.137040 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37d97149-95db-4b3d-8dd3-09bdcbe8e0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:28.143951 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa070cf7-a018-4ecb-8fe2-f12aa30e4cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:28.205966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-37d97149-95db-4b3d-8dd3-09bdcbe8e0a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c975573e9c7c4d1eacad55dfdf2a5167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224433 Dec 17 12:58:28.207085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d97149-95db-4b3d-8dd3-09bdcbe8e0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2762835-3d10-4214-8a77-3837789385f2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:28.208618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39790) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:28.259055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8da8443c-d1d3-4000-97e0-e4d500eb84f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:28.279400 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8da8443c-d1d3-4000-97e0-e4d500eb84f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:28.309963 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa070cf7-a018-4ecb-8fe2-f12aa30e4cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:28.312570 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa070cf7-a018-4ecb-8fe2-f12aa30e4cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:28.314301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fa070cf7-a018-4ecb-8fe2-f12aa30e4cce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82b55f58-ee37-4f8a-b9cf-2721d89a4343 HTTP/1.1" status: 204 len: 168 time: 0.2503455 Dec 17 12:58:28.322247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa070cf7-a018-4ecb-8fe2-f12aa30e4cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b55f58-ee37-4f8a-b9cf-2721d89a4343,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:28.400572 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8da8443c-d1d3-4000-97e0-e4d500eb84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:28.405456 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8da8443c-d1d3-4000-97e0-e4d500eb84f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:28.405456 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8da8443c-d1d3-4000-97e0-e4d500eb84f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2762835-3d10-4214-8a77-3837789385f2 HTTP/1.1" status: 204 len: 168 time: 0.1938751 Dec 17 12:58:28.415081 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8443c-d1d3-4000-97e0-e4d500eb84f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2762835-3d10-4214-8a77-3837789385f2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:28.445336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dad27-9555-4891-b989-713b25aceccf req-5394da5f-1c74-44d1-a01e-0be9902db74b tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:28.446868 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-851dad27-9555-4891-b989-713b25aceccf req-5394da5f-1c74-44d1-a01e-0be9902db74b tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.0538919 Dec 17 12:58:28.495166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-851dad27-9555-4891-b989-713b25aceccf req-53117de3-282d-4ae3-94fe-c40249e843e5 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421634 Dec 17 12:58:28.683063 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07209425-b243-47c0-a587-1a6dc15eaebf req-eed62323-25ac-415d-bdb5-a87b02e67461 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:28.684602 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07209425-b243-47c0-a587-1a6dc15eaebf req-eed62323-25ac-415d-bdb5-a87b02e67461 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 965 time: 0.0551534 Dec 17 12:58:28.768059 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07209425-b243-47c0-a587-1a6dc15eaebf req-5817764d-7419-4e1d-92d9-b412923b9809 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756488 Dec 17 12:58:28.778781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3a6f6-c968-4c93-9e9f-d31c20c194a2 req-447ac201-c93f-4c19-b8f7-295251c517e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:28.780676 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e7a3a6f6-c968-4c93-9e9f-d31c20c194a2 req-447ac201-c93f-4c19-b8f7-295251c517e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 1099 time: 0.0518181 Dec 17 12:58:28.821328 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bec7ed58-8a9c-487f-b951-1d1611cbce2f req-446aadf7-a6a1-4533-9e3e-4139897e831e tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 210 time: 0.0396709 Dec 17 12:58:28.834295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e7a3a6f6-c968-4c93-9e9f-d31c20c194a2 req-8acdcec8-3b68-4b37-a749-947f910981eb service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417836 Dec 17 12:58:28.937395 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56ae86-e9ea-4620-a68b-56c6f465a239 req-47a4c426-35a8-47f8-b282-4398ed8fccc4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:28.939689 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e56ae86-e9ea-4620-a68b-56c6f465a239 req-47a4c426-35a8-47f8-b282-4398ed8fccc4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 948 time: 0.0650086 Dec 17 12:58:28.967031 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-13b141ef-2a5d-4a08-a0bf-468a03d32a75 req-418d2d21-3a50-4122-bbf6-427991827a1a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0345995 Dec 17 12:58:28.992040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e56ae86-e9ea-4620-a68b-56c6f465a239 req-662bfcd8-6694-479a-8ba2-6d06e0c268dc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437114 Dec 17 12:58:29.004611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3a6f6-c968-4c93-9e9f-d31c20c194a2 req-6948e712-dff0-4fc6-b098-1c118ba3a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:29.006383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e7a3a6f6-c968-4c93-9e9f-d31c20c194a2 req-6948e712-dff0-4fc6-b098-1c118ba3a2aa service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605124 Dec 17 12:58:29.099646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e13c5-0298-4efd-9059-52261605e7b6 req-273a3ea1-d96c-4764-a5dc-2acfd5b4c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:29.101327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-273a3ea1-d96c-4764-a5dc-2acfd5b4c726 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 1099 time: 0.0441337 Dec 17 12:58:29.161226 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-71b206b1-cf03-4b45-bf28-8521ce9afa6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a3d0172f-756d-4897-a195-3909020fdf46 HTTP/1.1" status: 200 len: 217 time: 0.0494726 Dec 17 12:58:29.209944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e13c5-0298-4efd-9059-52261605e7b6 req-8496c762-7a9f-4734-8df0-94e09c7ce6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:29.211444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-8496c762-7a9f-4734-8df0-94e09c7ce6b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0438581 Dec 17 12:58:29.224202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39820) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:29.237381 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0e8b-a64d-4c4f-922b-082eb5b8cadd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:29.273714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e13c5-0298-4efd-9059-52261605e7b6 req-ec330b7d-b850-4631-9775-207274a53e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:29.274895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-ec330b7d-b850-4631-9775-207274a53e7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457361 Dec 17 12:58:29.310544 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0e8b-a64d-4c4f-922b-082eb5b8cadd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:29.366426 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-abceb1e5-3cf2-4eb3-8e48-69a42ff4a09e service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827839 Dec 17 12:58:29.396702 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0e8b-a64d-4c4f-922b-082eb5b8cadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:29.436012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a0e8b-a64d-4c4f-922b-082eb5b8cadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b126ce12-296e-4be4-bb25-48bf23dbd32a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:29.442432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5b0a0e8b-a64d-4c4f-922b-082eb5b8cadd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=63e8b17d45c44fc99b52bed0437b1958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170696 Dec 17 12:58:29.452908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39828) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:29.487200 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-359e13c5-0298-4efd-9059-52261605e7b6 req-9fe49e4e-16af-4196-be3c-450751b20764 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102543 Dec 17 12:58:29.515109 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ddfea9c1-4705-4b8e-bd4e-7a79b9605c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:29.537491 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ddfea9c1-4705-4b8e-bd4e-7a79b9605c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:29.615671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb7bd3-fb38-4dfb-84e5-05c1e1319ff8 req-69639e76-dc82-4b77-9450-f9f5c6487d42 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:29.617233 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bccb7bd3-fb38-4dfb-84e5-05c1e1319ff8 req-69639e76-dc82-4b77-9450-f9f5c6487d42 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.0526993 Dec 17 12:58:29.690857 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ddfea9c1-4705-4b8e-bd4e-7a79b9605c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:29.693563 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ddfea9c1-4705-4b8e-bd4e-7a79b9605c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:29.698344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ddfea9c1-4705-4b8e-bd4e-7a79b9605c68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b126ce12-296e-4be4-bb25-48bf23dbd32a HTTP/1.1" status: 204 len: 168 time: 0.2410288 Dec 17 12:58:29.722127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfea9c1-4705-4b8e-bd4e-7a79b9605c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b126ce12-296e-4be4-bb25-48bf23dbd32a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:29.733443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bccb7bd3-fb38-4dfb-84e5-05c1e1319ff8 req-fab16019-2085-47d8-8277-252fbdb8148c tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956252 Dec 17 12:58:29.880573 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:58:29.917402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8b92b-0d01-46ba-bed4-5d589d0d10b2 req-0fc74f07-281b-47fc-8431-79830519198c tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:29.919945 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73c8b92b-0d01-46ba-bed4-5d589d0d10b2 req-0fc74f07-281b-47fc-8431-79830519198c tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 965 time: 0.0795228 Dec 17 12:58:30.004950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bda30735-7acc-4bd7-9ce8-4fa64ad38dda req-a6ebd637-276e-4c0f-8026-65177ed27733 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 210 time: 0.0819988 Dec 17 12:58:30.028045 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73c8b92b-0d01-46ba-bed4-5d589d0d10b2 req-38b1ac29-dbcb-4b54-8d54-eb938ff65e62 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855067 Dec 17 12:58:30.039662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2c799b38-c0f5-4af0-8cb4-b6dbe804b272,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:30.068183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'port_id': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272', 'mac_address': 'fa:16:3e:c7:a5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1308244254', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:58:30.097617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-531ad19f-13b1-4b66-94fd-78ff41967b9a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:30.099356 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-531ad19f-13b1-4b66-94fd-78ff41967b9a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.61 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 808 time: 0.2397263 Dec 17 12:58:30.114931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Request body: {'port': {'device_id': 'e3af37e7-9489-4807-8a81-ffb54d64f6c6', 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446', 'admin_state_up': True, 'tenant_id': 'ff7efdc23937426fbd815e9fa0587f98'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:30.133498 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:30.154000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:30.189675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2c799b38-c0f5-4af0-8cb4-b6dbe804b272,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:30.205818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412704-ceb1-471b-99a9-e7ab5012b9ec req-95e53eba-3fe3-485d-a310-0cdb3f98b41a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:30.207454 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f412704-ceb1-471b-99a9-e7ab5012b9ec req-95e53eba-3fe3-485d-a310-0cdb3f98b41a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 948 time: 0.0855546 Dec 17 12:58:30.303945 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f412704-ceb1-471b-99a9-e7ab5012b9ec req-f7e7ad5d-3e56-4f8a-ab61-e063512a79cc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639417 Dec 17 12:58:30.401681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ad6edbf1-0389-444e-bf98-8114112c5666 req-35382933-595f-40f3-adc9-b5ee62f1b86d tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 210 time: 0.3010249 Dec 17 12:58:30.607892 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:30.633768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 11df3af1-a201-4d49-b58a-052257585cdc details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:58:30.723163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2c799b38-c0f5-4af0-8cb4-b6dbe804b272,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:30.761277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 11df3af1-a201-4d49-b58a-052257585cdc, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=11df3af1-a201-4d49-b58a-052257585cdc,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:30.773556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '11df3af1-a201-4d49-b58a-052257585cdc', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '11df3af1-a201-4d49-b58a-052257585cdc', 'mac_address': 'fa:16:3e:54:d5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:tempest-test_az-1308244254', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:58:30.809975 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:30.832846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11df3af1-a201-4d49-b58a-052257585cdc {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:30.853098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 11df3af1-a201-4d49-b58a-052257585cdc, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=11df3af1-a201-4d49-b58a-052257585cdc,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:30.873771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03b7dc-8b19-4f5c-b304-e261b404bf6d req-a83e0699-f158-4119-a262-90ee10b4f121 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:30.875352 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea03b7dc-8b19-4f5c-b304-e261b404bf6d req-a83e0699-f158-4119-a262-90ee10b4f121 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 970 time: 0.0659416 Dec 17 12:58:30.923009 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea03b7dc-8b19-4f5c-b304-e261b404bf6d req-7c15968f-f115-488f-b206-7a8025abdfbc tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Dec 17 12:58:31.103959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d3be74e1-7510-41cc-8de4-ffcfff963676 req-85197553-0b8a-41d9-8a24-f2bd8e3964ac tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 210 time: 0.0269530 Dec 17 12:58:31.160298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d0b6d-09f1-4998-a5f2-786862fb14f1 req-0eec4c32-81d6-4fee-a4a8-58f944705012 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:31.161829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b5d0b6d-09f1-4998-a5f2-786862fb14f1 req-0eec4c32-81d6-4fee-a4a8-58f944705012 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 966 time: 0.0566130 Dec 17 12:58:31.208075 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b5d0b6d-09f1-4998-a5f2-786862fb14f1 req-3353b70e-ed20-402d-bb93-a8db7eef4940 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397890 Dec 17 12:58:31.412711 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1361a11-ddc8-4916-94f0-5a4ef2fa3281 req-ee3e3ab5-6978-4c36-bef9-4c188ff69e0e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:31.414211 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1361a11-ddc8-4916-94f0-5a4ef2fa3281 req-ee3e3ab5-6978-4c36-bef9-4c188ff69e0e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 948 time: 0.0514226 Dec 17 12:58:31.461144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1361a11-ddc8-4916-94f0-5a4ef2fa3281 req-49423134-8aa6-4271-8f79-4ded2edb0f4c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Dec 17 12:58:31.488676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Made reservation on behalf of ff7efdc23937426fbd815e9fa0587f98 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:31.491944 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:31.492875 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:31.495825 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:31.505797 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-629d623b-e8ec-459c-9932-d50557740d39 req-702b49a3-2484-4c8e-b2a5-9a1b0680b300 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0359263 Dec 17 12:58:31.519201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.61', 62301) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:31.566505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=11df3af1-a201-4d49-b58a-052257585cdc,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:31.573495 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-3a929abc-6253-4ee2-adbd-20a75ead98cb tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=437b0248f92546b6b1447a79c4ecb214&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528789 Dec 17 12:58:31.676179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Allocated IP 172.20.0.12 (ce64e852-517d-4899-976e-d0fa7c65f446/5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886/1e720f43-248f-4ea6-aadd-2282ed79c6ef) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:58:31.735733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6dd1a-23de-4959-beae-43f754963547 req-eb1c1a5f-6fca-4ca0-8672-312f8486d7fc tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:31.739905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-eb1c1a5f-6fca-4ca0-8672-312f8486d7fc tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610067 Dec 17 12:58:31.759001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Request body: {'port': {'device_id': 'b77252cd-3dcd-4868-9dd6-61698b6427de', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': '437b0248f92546b6b1447a79c4ecb214'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:31.831534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['2c799b38-c0f5-4af0-8cb4-b6dbe804b272'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:58:31.864443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['11df3af1-a201-4d49-b58a-052257585cdc'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:58:31.894657 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:32.031537 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:32.110247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Pushing event updated for resources: {'Port': ['ID=1e720f43-248f-4ea6-aadd-2282ed79c6ef,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:32.127283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Network ce64e852-517d-4899-976e-d0fa7c65f446 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:58:32.129848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:32.132581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:58:32.140438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:32.141344 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:32.193036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca85c71-7c32-4946-8354-5c4e197adf89 req-21f68bb5-06df-4521-a03c-816f1f261f3f tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:32.194216 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1ca85c71-7c32-4946-8354-5c4e197adf89 req-21f68bb5-06df-4521-a03c-816f1f261f3f tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 971 time: 0.1756353 Dec 17 12:58:32.202032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Made reservation on behalf of 437b0248f92546b6b1447a79c4ecb214 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:32.206145 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:32.231775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:32.270043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1ca85c71-7c32-4946-8354-5c4e197adf89 req-36f0fe78-5882-4104-bceb-7e5c0a4e76d8 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607243 Dec 17 12:58:32.275140 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-75d911e7-e1a0-402a-86f6-a0759cde0945 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1657341 Dec 17 12:58:32.294718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Request body: {'port': {'device_id': 'e3af37e7-9489-4807-8a81-ffb54d64f6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:32.358220 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:32.417098 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-041b7631-593e-45b9-ba0f-b2ec1baf7e3b req-a05f6dd5-51b7-40f9-8dde-f6d9ff633baf tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 210 time: 0.0542550 Dec 17 12:58:32.419032 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a3d0172f-756d-4897-a195-3909020fdf46 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:58:32.419716 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:32.448286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:32.565314 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a3d0172f-756d-4897-a195-3909020fdf46,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:32.606080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'a3d0172f-756d-4897-a195-3909020fdf46', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'a3d0172f-756d-4897-a195-3909020fdf46', 'mac_address': 'fa:16:3e:38:88:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:58:32.632993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ca815-c690-40d8-82eb-56294a74b7d9 req-f731588b-332a-44ca-830e-a9f8b042f642 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:32.642923 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be3ca815-c690-40d8-82eb-56294a74b7d9 req-f731588b-332a-44ca-830e-a9f8b042f642 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 966 time: 0.2091391 Dec 17 12:58:32.651461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30862835-758a-4455-b885-914e39c3276a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:32.679952 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:32.697539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d0172f-756d-4897-a195-3909020fdf46 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:32.721050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a3d0172f-756d-4897-a195-3909020fdf46,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:32.727282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c298550-9e3d-4426-8f59-f60277822488 req-a9a2ab7d-9e6d-4ccc-88a9-21838f4cdee9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:32.728837 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c298550-9e3d-4426-8f59-f60277822488 req-a9a2ab7d-9e6d-4ccc-88a9-21838f4cdee9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 948 time: 0.0903413 Dec 17 12:58:32.775018 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be3ca815-c690-40d8-82eb-56294a74b7d9 req-9a055c0f-9e68-4ead-8bdb-3a59de61f36f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307650 Dec 17 12:58:32.802836 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:32.823194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c298550-9e3d-4426-8f59-f60277822488 req-05c073ac-37d0-4f2d-a53b-6ac44da8c33f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847092 Dec 17 12:58:32.828277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Allocated IP 192.168.233.37 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/e36f0b17-a4bd-402e-9484-674a32e21ab0) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:58:32.831022 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e720f43-248f-4ea6-aadd-2282ed79c6ef {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:32.841084 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:32.854170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Transition to ACTIVE for port object 1e720f43-248f-4ea6-aadd-2282ed79c6ef will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:58:32.881153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a3d0172f-756d-4897-a195-3909020fdf46,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:32.916928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:32.978670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Pushing event updated for resources: {'Port': ['ID=1e720f43-248f-4ea6-aadd-2282ed79c6ef,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:33.023033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Attempting to bind port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:58:33.023381 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Attempting to bind port 1e720f43-248f-4ea6-aadd-2282ed79c6ef by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:58:33.023721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Attempting to bind port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:33.031620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on network ce64e852-517d-4899-976e-d0fa7c65f446 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:58:33.031620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Attempting to bind port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:33.037072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:58:33.037571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:33.038005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Bound using segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:58:33.038464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Bound port: 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:58:33.038828 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:33.125065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:33.128639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:58:33.145493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39928) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:33.153311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['a3d0172f-756d-4897-a195-3909020fdf46'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:58:33.176611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f8285-056a-49d4-b9e1-56b5c267883a req-fa2e1035-b00c-48bd-88a7-7e0506572ea1 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:33.180795 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f19f8285-056a-49d4-b9e1-56b5c267883a req-fa2e1035-b00c-48bd-88a7-7e0506572ea1 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 944 time: 0.2723103 Dec 17 12:58:33.221122 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:33.276633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:33.287363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:33.288037 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:33.289918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] 10.222.0.61 "PUT /v2.0/ports/1e720f43-248f-4ea6-aadd-2282ed79c6ef HTTP/1.1" status: 200 len: 1092 time: 1.0004733 Dec 17 12:58:33.289918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3af37e7-9489-4807-8a81-ffb54d64f6c6', 'tag': '1e720f43-248f-4ea6-aadd-2282ed79c6ef'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:33.292299 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee3c126-e316-4aeb-9807-50f1ec052b35" -d '{"events": [{"name": "network-changed", "server_uuid": "e3af37e7-9489-4807-8a81-ffb54d64f6c6", "tag": "1e720f43-248f-4ea6-aadd-2282ed79c6ef"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:33.314726 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f19f8285-056a-49d4-b9e1-56b5c267883a req-c34813eb-4193-4459-b4ea-1d04eee7884e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248751 Dec 17 12:58:33.363555 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a893635-dec1-4d84-ba1a-8d71d366059f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:33.365660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868d6c6-a7e2-4148-a8bc-3ed4a9b3bdcf service neutron] Pushing event updated for resources: {'Port': ['ID=1e720f43-248f-4ea6-aadd-2282ed79c6ef,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:33.376028 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa700be6-766e-4162-b0ab-bca5c936712a x-openstack-request-id: req-fa700be6-766e-4162-b0ab-bca5c936712a {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:33.376359 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3af37e7-9489-4807-8a81-ffb54d64f6c6", "tag": "1e720f43-248f-4ea6-aadd-2282ed79c6ef", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:33.376620 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa700be6-766e-4162-b0ab-bca5c936712a {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:33.377016 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3af37e7-9489-4807-8a81-ffb54d64f6c6', 'tag': '1e720f43-248f-4ea6-aadd-2282ed79c6ef', 'status': 'completed', 'code': 200} Dec 17 12:58:33.489274 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:33.504823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8f898-20af-475c-8531-aaf947212aaa req-937ba5b6-5342-4dd9-b52c-4aa10e63e4cb tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:33.506414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c3c8f898-20af-475c-8531-aaf947212aaa req-937ba5b6-5342-4dd9-b52c-4aa10e63e4cb tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 971 time: 0.1167901 Dec 17 12:58:33.512902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3c126-e316-4aeb-9807-50f1ec052b35 req-cb7907e2-ad5a-4ac5-9e6d-18b799ae4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:33.514404 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cee3c126-e316-4aeb-9807-50f1ec052b35 req-cb7907e2-ad5a-4ac5-9e6d-18b799ae4ded service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 1095 time: 0.1057742 Dec 17 12:58:33.616870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:58:33.623504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:33.637023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:58:33.640023 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a893635-dec1-4d84-ba1a-8d71d366059f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:33.641233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:33.643622 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:33.675792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Pushing event updated for resources: {'Port': ['ID=e36f0b17-a4bd-402e-9484-674a32e21ab0,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:33.682226 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c3c8f898-20af-475c-8531-aaf947212aaa req-43c4b92a-6673-4f4a-938a-277c461b8092 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416388 Dec 17 12:58:33.745944 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a893635-dec1-4d84-ba1a-8d71d366059f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:33.749378 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-f99bf6d5-3350-4cab-b275-4d00b0db8de1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9944522 Dec 17 12:58:33.749624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3c126-e316-4aeb-9807-50f1ec052b35 req-bbc3e157-10f7-443d-838c-ca055ca53e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:33.751390 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cee3c126-e316-4aeb-9807-50f1ec052b35 req-bbc3e157-10f7-443d-838c-ca055ca53e6a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ff7efdc23937426fbd815e9fa0587f98&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2272167 Dec 17 12:58:33.762579 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccad9b3-e321-4f89-b35a-46666eb1f91e req-2bae2fbb-1d39-4c5a-8896-f7ee0f850355 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:33.765116 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dccad9b3-e321-4f89-b35a-46666eb1f91e req-2bae2fbb-1d39-4c5a-8896-f7ee0f850355 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 935 time: 0.0683336 Dec 17 12:58:33.771020 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Request body: {'port': {'device_id': 'b77252cd-3dcd-4868-9dd6-61698b6427de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:33.788984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a893635-dec1-4d84-ba1a-8d71d366059f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa0d615-b898-422e-af84-2f0bcfad6cb1,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:33.874536 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6a893635-dec1-4d84-ba1a-8d71d366059f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=188118f584b745669952367f6d9f5b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7255058 Dec 17 12:58:33.874817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39960) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:33.884010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:58:33.900054 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:33.918066 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dccad9b3-e321-4f89-b35a-46666eb1f91e req-2492a94f-6908-4540-8541-23763bc76cbd tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420629 Dec 17 12:58:33.967638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4b758e86-0ebb-4a06-a5c8-b1fac142b09b None None] Provisioning complete for port e36f0b17-a4bd-402e-9484-674a32e21ab0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:33.968014 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4b758e86-0ebb-4a06-a5c8-b1fac142b09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:33.988069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3c126-e316-4aeb-9807-50f1ec052b35 req-e5e67050-c8d6-43b8-b449-951172f0ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:33.989554 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cee3c126-e316-4aeb-9807-50f1ec052b35 req-e5e67050-c8d6-43b8-b449-951172f0ce8f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2020457 Dec 17 12:58:34.008524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-44cce6b7-ca11-4677-bc81-7062adb9e90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.013123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4b758e86-0ebb-4a06-a5c8-b1fac142b09b None None] Port e36f0b17-a4bd-402e-9484-674a32e21ab0 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:58:34.037258 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-44cce6b7-ca11-4677-bc81-7062adb9e90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.062985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826615a-a22e-4c3b-ab6e-ce8fb4c2a766 req-32218752-8485-4d46-95f0-53b1629e7ffa tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:34.065052 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c826615a-a22e-4c3b-ab6e-ce8fb4c2a766 req-32218752-8485-4d46-95f0-53b1629e7ffa tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 966 time: 0.1128116 Dec 17 12:58:34.094384 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:58:34.098914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:34.099499 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.152203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-bbbe6872-5273-437c-a243-b45feee5beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:34.153650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-bbbe6872-5273-437c-a243-b45feee5beb1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 1095 time: 0.1144681 Dec 17 12:58:34.157833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c826615a-a22e-4c3b-ab6e-ce8fb4c2a766 req-5ddab218-e3d2-4968-a6b3-d453ea26ca30 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734618 Dec 17 12:58:34.179840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ebb5c-2f1f-4307-89b3-b739064a44f9 req-295db94c-3f63-4665-aabd-0b9290fcc57b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:34.187151 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b29ebb5c-2f1f-4307-89b3-b739064a44f9 req-295db94c-3f63-4665-aabd-0b9290fcc57b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 949 time: 0.1506367 Dec 17 12:58:34.216979 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.223654 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-bb593d6f-952e-4365-a486-a5c16040e64a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef HTTP/1.1" status: 200 len: 217 time: 0.0601308 Dec 17 12:58:34.249140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:34.271638 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-44cce6b7-ca11-4677-bc81-7062adb9e90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.274232 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-44cce6b7-ca11-4677-bc81-7062adb9e90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.275465 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-44cce6b7-ca11-4677-bc81-7062adb9e90f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/faa0d615-b898-422e-af84-2f0bcfad6cb1 HTTP/1.1" status: 204 len: 168 time: 0.3997314 Dec 17 12:58:34.289888 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b29ebb5c-2f1f-4307-89b3-b739064a44f9 req-bf0f6f7d-1196-41f0-96ed-2ea9dfe96c86 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887170 Dec 17 12:58:34.291634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cce6b7-ca11-4677-bc81-7062adb9e90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa0d615-b898-422e-af84-2f0bcfad6cb1,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:34.310253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-14671413-dcbf-40ff-8419-9748c18c0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:34.311744 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-14671413-dcbf-40ff-8419-9748c18c0a91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.0796847 Dec 17 12:58:34.346213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36f0b17-a4bd-402e-9484-674a32e21ab0 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:34.359148 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.360329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2c799b38-c0f5-4af0-8cb4-b6dbe804b272,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:34.374270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-0a1c8d02-586a-4fa5-b12c-85d68669bbc2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536606 Dec 17 12:58:34.377675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a3d0172f-756d-4897-a195-3909020fdf46 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:58:34.385304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Transition to ACTIVE for port object e36f0b17-a4bd-402e-9484-674a32e21ab0 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:58:34.443058 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.444368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.447518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 11df3af1-a201-4d49-b58a-052257585cdc up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:58:34.501191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fee5c-689e-4bc4-92c4-04e6afb8b21c req-c5b68acc-e095-4ca1-986e-68dd6e97d734 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:34.503244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d2fee5c-689e-4bc4-92c4-04e6afb8b21c req-c5b68acc-e095-4ca1-986e-68dd6e97d734 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 944 time: 0.1118622 Dec 17 12:58:34.518914 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-0745969d-23e6-4510-ad2f-aba96da1fced service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360228 Dec 17 12:58:34.529367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port a3d0172f-756d-4897-a195-3909020fdf46 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:58:34.538664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Pushing event updated for resources: {'Port': ['ID=e36f0b17-a4bd-402e-9484-674a32e21ab0,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:34.557669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port a3d0172f-756d-4897-a195-3909020fdf46 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:34.559323 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.575770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Attempting to bind port e36f0b17-a4bd-402e-9484-674a32e21ab0 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:58:34.576125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Attempting to bind port e36f0b17-a4bd-402e-9484-674a32e21ab0 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:58:34.576490 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Attempting to bind port e36f0b17-a4bd-402e-9484-674a32e21ab0 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:34.581752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Port e36f0b17-a4bd-402e-9484-674a32e21ab0 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:58:34.582074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Attempting to bind port e36f0b17-a4bd-402e-9484-674a32e21ab0 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:34.587588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:58:34.587946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:34.588487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:58:34.588939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Bound port: e36f0b17-a4bd-402e-9484-674a32e21ab0, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:58:34.589290 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.649892 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d2fee5c-689e-4bc4-92c4-04e6afb8b21c req-1bd45ce2-39ae-482a-8061-eed43cbd5a11 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356859 Dec 17 12:58:34.682900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2c799b38-c0f5-4af0-8cb4-b6dbe804b272,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:34.688785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f0ced0f-4ab6-482e-87c0-25613a111702 req-04f8c491-09e7-4cb0-a226-41373e0fef22 service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564260 Dec 17 12:58:34.695068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] For port e36f0b17-a4bd-402e-9484-674a32e21ab0, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:34.715441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] For port e36f0b17-a4bd-402e-9484-674a32e21ab0, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e36f0b17-a4bd-402e-9484-674a32e21ab0,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:58:34.754757 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.798055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a3d0172f-756d-4897-a195-3909020fdf46,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:34.828941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546150ea-1e01-4439-a11e-87ee881193cd req-89d50f19-c2e7-4d7b-bb77-dc9558c6fe5f tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:34.830752 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-546150ea-1e01-4439-a11e-87ee881193cd req-89d50f19-c2e7-4d7b-bb77-dc9558c6fe5f tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 971 time: 0.0729642 Dec 17 12:58:34.860481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 11df3af1-a201-4d49-b58a-052257585cdc completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:58:34.865139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 11df3af1-a201-4d49-b58a-052257585cdc triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:34.865873 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.882551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-546150ea-1e01-4439-a11e-87ee881193cd req-bf1b652f-1d12-4a65-a0cc-02dec1aa8030 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440819 Dec 17 12:58:34.889441 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.889629 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455f4356-3f7c-4c2a-8f17-cf072f627121" -d '{"events": [{"server_uuid": "13311398-0ad2-4e76-a18a-43c9ed3ff730", "name": "network-vif-plugged", "status": "completed", "tag": "2c799b38-c0f5-4af0-8cb4-b6dbe804b272"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:34.900685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.963359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:34.967103 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:34.967103 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] 10.222.0.61 "PUT /v2.0/ports/e36f0b17-a4bd-402e-9484-674a32e21ab0 HTTP/1.1" status: 200 len: 1095 time: 1.1990273 Dec 17 12:58:34.967103 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77252cd-3dcd-4868-9dd6-61698b6427de', 'tag': 'e36f0b17-a4bd-402e-9484-674a32e21ab0'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:34.967599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a3d0172f-756d-4897-a195-3909020fdf46,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:35.013543 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.031159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39984) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:35.040877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1d2c1-6af5-4337-b427-f0a0108096eb service neutron] Pushing event updated for resources: {'Port': ['ID=e36f0b17-a4bd-402e-9484-674a32e21ab0,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:35.056011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 11df3af1-a201-4d49-b58a-052257585cdc, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=11df3af1-a201-4d49-b58a-052257585cdc,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:35.153200 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.158442 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ce0e32-443b-4751-8e28-c42cca3cddd7 x-openstack-request-id: req-84ce0e32-443b-4751-8e28-c42cca3cddd7 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:35.158801 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13311398-0ad2-4e76-a18a-43c9ed3ff730", "name": "network-vif-plugged", "status": "completed", "tag": "2c799b38-c0f5-4af0-8cb4-b6dbe804b272", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:35.159064 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84ce0e32-443b-4751-8e28-c42cca3cddd7 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:35.159514 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272', 'code': 200} Dec 17 12:58:35.180545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39992) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:35.198962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e67e3-82e1-421e-8e00-c9e092a19537 req-9a0e3a25-64e9-48df-9274-4d475a5db78e tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:35.208234 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f0e67e3-82e1-421e-8e00-c9e092a19537 req-9a0e3a25-64e9-48df-9274-4d475a5db78e tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 947 time: 0.1631663 Dec 17 12:58:35.229128 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1959-c7c5-4bb6-9575-75737da502ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.242791 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6dd1a-23de-4959-beae-43f754963547 req-7f0f755e-cba2-4a31-93ff-7d55c0ac438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:35.246941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-7f0f755e-cba2-4a31-93ff-7d55c0ac438c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=437b0248f92546b6b1447a79c4ecb214&device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 1098 time: 0.1553919 Dec 17 12:58:35.276172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=11df3af1-a201-4d49-b58a-052257585cdc,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:35.352840 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241dcc5d-cfcb-473f-934c-96ac014c626e" -d '{"events": [{"name": "network-changed", "server_uuid": "b77252cd-3dcd-4868-9dd6-61698b6427de", "tag": "e36f0b17-a4bd-402e-9484-674a32e21ab0"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:35.386887 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-a6aa3385-a1f5-4d4e-8e3c-6ec3a39b381c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=e36f0b17-a4bd-402e-9484-674a32e21ab0 HTTP/1.1" status: 200 len: 217 time: 0.1244810 Dec 17 12:58:35.395940 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f0e67e3-82e1-421e-8e00-c9e092a19537 req-4dd33a3d-811c-4c8e-a919-0533e17b13ac tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788201 Dec 17 12:58:35.443182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58c24a-ce2a-4fa7-8671-d1d30b396853 req-4894ac87-ba1a-4580-be32-c5282421a1ff tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:35.444729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c58c24a-ce2a-4fa7-8671-d1d30b396853 req-4894ac87-ba1a-4580-be32-c5282421a1ff tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 967 time: 0.1208150 Dec 17 12:58:35.446515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3879c7-a68f-4698-a136-ccd31af28f40 req-cfb56ba5-e0a1-485b-ae9f-15553f2994c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:35.447943 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ad3879c7-a68f-4698-a136-ccd31af28f40 req-cfb56ba5-e0a1-485b-ae9f-15553f2994c9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 1118 time: 0.1987782 Dec 17 12:58:35.466331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6dd1a-23de-4959-beae-43f754963547 req-34f34719-11ef-4942-aa69-4c1bca6484ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:35.467839 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-34f34719-11ef-4942-aa69-4c1bca6484ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0708554 Dec 17 12:58:35.497402 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-432566bd-d6ce-4380-8464-3818cf5655a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.504343 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ad3879c7-a68f-4698-a136-ccd31af28f40 req-abbeeef4-6dad-444e-ae1b-9dc07ce262d9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.578372 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44703b-af94-4c60-98e8-61741817fd76 req-710e8625-b8dc-4afd-8e5d-b6d3ad672a29 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:35.578613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c58c24a-ce2a-4fa7-8671-d1d30b396853 req-e452fd26-7e65-49ee-abb8-c7fce254cf45 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257269 Dec 17 12:58:35.580012 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f44703b-af94-4c60-98e8-61741817fd76 req-710e8625-b8dc-4afd-8e5d-b6d3ad672a29 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.1093431 Dec 17 12:58:35.581748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6dd1a-23de-4959-beae-43f754963547 req-4cc75a2a-7c0b-4f72-b91d-873b45218d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:35.583169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-4cc75a2a-7c0b-4f72-b91d-873b45218d8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1013741 Dec 17 12:58:35.586371 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1959-c7c5-4bb6-9575-75737da502ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.656675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1959-c7c5-4bb6-9575-75737da502ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.676390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.688652 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f44703b-af94-4c60-98e8-61741817fd76 req-c867350f-8925-4d02-baf2-98adb70a429e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998864 Dec 17 12:58:35.703029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ad3879c7-a68f-4698-a136-ccd31af28f40 req-abbeeef4-6dad-444e-ae1b-9dc07ce262d9 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.714302 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-c1811c44-d355-4f76-b412-43596fba4ef6 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144578 Dec 17 12:58:35.728170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e1959-c7c5-4bb6-9575-75737da502ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23b9eeb-89dc-4a77-8303-edbe223e6ef4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:35.735751 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5c8e1959-c7c5-4bb6-9575-75737da502ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0c0c2f575fb4a3785b0e740fd775cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5535045 Dec 17 12:58:35.739230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40004) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:35.741440 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-432566bd-d6ce-4380-8464-3818cf5655a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.750650 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78153643-e45e-44d7-8e06-9b8371a23c9f x-openstack-request-id: req-78153643-e45e-44d7-8e06-9b8371a23c9f {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:35.750942 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77252cd-3dcd-4868-9dd6-61698b6427de", "tag": "e36f0b17-a4bd-402e-9484-674a32e21ab0", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:35.751195 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-78153643-e45e-44d7-8e06-9b8371a23c9f {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:35.752269 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77252cd-3dcd-4868-9dd6-61698b6427de', 'tag': 'e36f0b17-a4bd-402e-9484-674a32e21ab0', 'status': 'completed', 'code': 200} Dec 17 12:58:35.788978 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ad3879c7-a68f-4698-a136-ccd31af28f40 req-abbeeef4-6dad-444e-ae1b-9dc07ce262d9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.814707 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c680481-c5b6-4b34-90fd-7996a57f22c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.830961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-432566bd-d6ce-4380-8464-3818cf5655a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.867253 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ad3879c7-a68f-4698-a136-ccd31af28f40 req-abbeeef4-6dad-444e-ae1b-9dc07ce262d9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4078238 Dec 17 12:58:35.882913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbeeef4-6dad-444e-ae1b-9dc07ce262d9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4b99f-09ce-44fe-9a73-28f3fe9bac78,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:35.887555 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c680481-c5b6-4b34-90fd-7996a57f22c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:35.898208 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-432566bd-d6ce-4380-8464-3818cf5655a8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=57fe92b09d164a8e85272044862c6351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8655517 Dec 17 12:58:35.907269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40006) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:35.959451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432566bd-d6ce-4380-8464-3818cf5655a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fba67c0-38c6-4b30-bb58-1a8b1cf14576,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:35.995425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ae7c657-d3c1-4a81-ad2e-359d990c1ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:36.012092 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0004e7f-d345-4ca2-a4db-d5197bf7383e req-6c601982-3a64-46d7-ae97-0b6ef2829046 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:36.013591 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0004e7f-d345-4ca2-a4db-d5197bf7383e req-6c601982-3a64-46d7-ae97-0b6ef2829046 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 944 time: 0.0776377 Dec 17 12:58:36.020017 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9f6dd1a-23de-4959-beae-43f754963547 req-05bc2af4-f2ae-444d-a648-0731e87a424f service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997820 Dec 17 12:58:36.047319 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ae7c657-d3c1-4a81-ad2e-359d990c1ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:36.065082 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0004e7f-d345-4ca2-a4db-d5197bf7383e req-50fc83b6-b233-46e0-9f9d-3b17e1e47c94 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435066 Dec 17 12:58:36.086177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5beb3bb-bf1c-4e0c-8119-963fa6c64002 req-8c2b3e9b-933b-4f62-aa78-0b7be37871a3 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:36.087836 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5beb3bb-bf1c-4e0c-8119-963fa6c64002 req-8c2b3e9b-933b-4f62-aa78-0b7be37871a3 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 972 time: 0.0944490 Dec 17 12:58:36.100997 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c680481-c5b6-4b34-90fd-7996a57f22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:36.104309 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c680481-c5b6-4b34-90fd-7996a57f22c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:36.104839 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3c680481-c5b6-4b34-90fd-7996a57f22c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b23b9eeb-89dc-4a77-8303-edbe223e6ef4 HTTP/1.1" status: 204 len: 168 time: 0.3621268 Dec 17 12:58:36.121974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c680481-c5b6-4b34-90fd-7996a57f22c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23b9eeb-89dc-4a77-8303-edbe223e6ef4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:36.150853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5beb3bb-bf1c-4e0c-8119-963fa6c64002 req-a595a11e-6bc9-4085-91f2-aefbc9ab8974 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569048 Dec 17 12:58:36.199708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dcc5d-cfcb-473f-934c-96ac014c626e req-d4dbd420-72ad-4cae-a12a-37afb7bf5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:36.201365 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-241dcc5d-cfcb-473f-934c-96ac014c626e req-d4dbd420-72ad-4cae-a12a-37afb7bf5509 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=437b0248f92546b6b1447a79c4ecb214&device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 1098 time: 0.0508406 Dec 17 12:58:36.220407 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ae7c657-d3c1-4a81-ad2e-359d990c1ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:36.224958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ae7c657-d3c1-4a81-ad2e-359d990c1ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:36.224958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6ae7c657-d3c1-4a81-ad2e-359d990c1ffc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fba67c0-38c6-4b30-bb58-1a8b1cf14576 HTTP/1.1" status: 204 len: 168 time: 0.3165720 Dec 17 12:58:36.232808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7c657-d3c1-4a81-ad2e-359d990c1ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fba67c0-38c6-4b30-bb58-1a8b1cf14576,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:36.356449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dcc5d-cfcb-473f-934c-96ac014c626e req-d8ae4600-902a-40f0-a69d-89abe2cb2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:36.357947 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-241dcc5d-cfcb-473f-934c-96ac014c626e req-d8ae4600-902a-40f0-a69d-89abe2cb2cf8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1487143 Dec 17 12:58:36.400552 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-241dcc5d-cfcb-473f-934c-96ac014c626e req-28145787-6f4a-4ae1-99ef-28ee6b2ddbcd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=e36f0b17-a4bd-402e-9484-674a32e21ab0 HTTP/1.1" status: 200 len: 217 time: 0.0350633 Dec 17 12:58:36.462885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dcc5d-cfcb-473f-934c-96ac014c626e req-09460295-d749-4ea2-bf2e-f4b18b23204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:36.464364 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-241dcc5d-cfcb-473f-934c-96ac014c626e req-09460295-d749-4ea2-bf2e-f4b18b23204f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0549853 Dec 17 12:58:36.547694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89403d5-a421-49b0-9e95-03d67fe0b5d4 req-4289273f-4c8e-4ad9-bd07-31c3589854d3 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:36.549807 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b89403d5-a421-49b0-9e95-03d67fe0b5d4 req-4289273f-4c8e-4ad9-bd07-31c3589854d3 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 947 time: 0.0840108 Dec 17 12:58:36.551573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dcc5d-cfcb-473f-934c-96ac014c626e req-4005c39f-77b4-4fc6-b913-a42d1bc393c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:36.552925 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-241dcc5d-cfcb-473f-934c-96ac014c626e req-4005c39f-77b4-4fc6-b913-a42d1bc393c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769506 Dec 17 12:58:36.667065 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b89403d5-a421-49b0-9e95-03d67fe0b5d4 req-8489fe67-46d5-4c0e-830b-e6447f239361 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067255 Dec 17 12:58:36.696694 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-241dcc5d-cfcb-473f-934c-96ac014c626e req-5bd5bca2-afe8-4dc6-a0fb-e6de371d589a service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315751 Dec 17 12:58:36.735093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afa369-c128-4df2-bf34-054d302a4ba6 req-f0fcdc5b-31a7-4124-95ea-1bdf2f944505 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:36.735819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-62afa369-c128-4df2-bf34-054d302a4ba6 req-f0fcdc5b-31a7-4124-95ea-1bdf2f944505 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 967 time: 0.0529461 Dec 17 12:58:36.814477 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-62afa369-c128-4df2-bf34-054d302a4ba6 req-c0037624-57e9-4aee-9e2e-16e5a85d5c43 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578787 Dec 17 12:58:36.854145 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-241dcc5d-cfcb-473f-934c-96ac014c626e req-a232f4c5-732d-44b0-8d9d-d3650ce653e4 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503584 Dec 17 12:58:36.869681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4a798-964d-44e0-8376-5071c3517aa2 req-5fd4004a-0c12-4507-9937-b2ff3ad637e2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:36.871180 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8a4a798-964d-44e0-8376-5071c3517aa2 req-5fd4004a-0c12-4507-9937-b2ff3ad637e2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.1043239 Dec 17 12:58:36.919789 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8a4a798-964d-44e0-8376-5071c3517aa2 req-f1a44368-b9c2-445c-a15f-f13e2c0a808e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Dec 17 12:58:37.161709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d0172f-756d-4897-a195-3909020fdf46'}, {'server_uuid': '443794e1-167e-4a36-a3b9-f8ef850481d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11df3af1-a201-4d49-b58a-052257585cdc'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:37.163974 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dab52e-0de4-4b6d-a8af-0c771a3b7690" -d '{"events": [{"server_uuid": "a9c6fc81-cca3-438f-8a43-98064c248d26", "name": "network-vif-plugged", "status": "completed", "tag": "a3d0172f-756d-4897-a195-3909020fdf46"}, {"server_uuid": "443794e1-167e-4a36-a3b9-f8ef850481d4", "name": "network-vif-plugged", "status": "completed", "tag": "11df3af1-a201-4d49-b58a-052257585cdc"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:37.201455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbba46-d763-444b-a97e-f959f6d242a9 req-0bf11863-c0b0-4393-b15f-284ec1be6530 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:37.203103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ffdbba46-d763-444b-a97e-f959f6d242a9 req-0bf11863-c0b0-4393-b15f-284ec1be6530 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 944 time: 0.0596097 Dec 17 12:58:37.220237 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4271b9-a70e-4749-a084-401343947bc1 x-openstack-request-id: req-4d4271b9-a70e-4749-a084-401343947bc1 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:37.221287 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c6fc81-cca3-438f-8a43-98064c248d26", "name": "network-vif-plugged", "status": "completed", "tag": "a3d0172f-756d-4897-a195-3909020fdf46", "code": 200}, {"server_uuid": "443794e1-167e-4a36-a3b9-f8ef850481d4", "name": "network-vif-plugged", "status": "completed", "tag": "11df3af1-a201-4d49-b58a-052257585cdc", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:37.221761 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d4271b9-a70e-4749-a084-401343947bc1 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:37.222354 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d0172f-756d-4897-a195-3909020fdf46', 'code': 200} Dec 17 12:58:37.222782 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443794e1-167e-4a36-a3b9-f8ef850481d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11df3af1-a201-4d49-b58a-052257585cdc', 'code': 200} Dec 17 12:58:37.315187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ffdbba46-d763-444b-a97e-f959f6d242a9 req-c120928e-44b5-4537-9888-9bc1058282e2 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045668 Dec 17 12:58:37.356922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332d0ad-b354-4165-93be-e5b9fa8d9fc6 req-cc836c70-f7d7-4483-9cde-7b02fbe2c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:37.359240 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a332d0ad-b354-4165-93be-e5b9fa8d9fc6 req-cc836c70-f7d7-4483-9cde-7b02fbe2c21e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 1123 time: 0.0431457 Dec 17 12:58:37.420267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c9905-6d90-4aee-85aa-416d7e2ab5e3 req-38511303-170c-49bb-9813-3e4bfb1d99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:37.421798 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-642c9905-6d90-4aee-85aa-416d7e2ab5e3 req-38511303-170c-49bb-9813-3e4bfb1d99b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 1101 time: 0.1195352 Dec 17 12:58:37.426014 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a332d0ad-b354-4165-93be-e5b9fa8d9fc6 req-c3a2b28e-d331-4797-af6d-3be8972217b4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570552 Dec 17 12:58:37.429940 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddf830-dfbf-4c36-9b4d-b9d33b6d48e0 req-e39c2c74-2067-41a4-89c4-3d4d0b048b47 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:37.431461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dcddf830-dfbf-4c36-9b4d-b9d33b6d48e0 req-e39c2c74-2067-41a4-89c4-3d4d0b048b47 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 972 time: 0.0923374 Dec 17 12:58:37.502951 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-642c9905-6d90-4aee-85aa-416d7e2ab5e3 req-a1c6b4c0-637f-487d-9f48-b716854fdc5b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705276 Dec 17 12:58:37.513872 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dcddf830-dfbf-4c36-9b4d-b9d33b6d48e0 req-ab9c8a48-58b9-48a6-8bc6-da9e5d09f8ba tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685689 Dec 17 12:58:37.782079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3635f-e171-418f-b4c6-e4f2104d8185 req-6d5eab14-6e42-4dfe-aecb-fe72c5cd860b tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:37.783562 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf3635f-e171-418f-b4c6-e4f2104d8185 req-6d5eab14-6e42-4dfe-aecb-fe72c5cd860b tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 947 time: 0.0534916 Dec 17 12:58:37.837984 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf3635f-e171-418f-b4c6-e4f2104d8185 req-2a0dbf5d-55df-4618-ad87-dcf6ce7ea3fb tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481942 Dec 17 12:58:37.912132 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223a8b4-6ec0-4fc8-a64f-92ac44405f45 req-27fb4ca4-cae0-47ed-8dd5-af7a980f446a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:37.913608 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7223a8b4-6ec0-4fc8-a64f-92ac44405f45 req-27fb4ca4-cae0-47ed-8dd5-af7a980f446a tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 967 time: 0.0466001 Dec 17 12:58:37.963672 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7223a8b4-6ec0-4fc8-a64f-92ac44405f45 req-22be8ec8-1b9e-4e01-a54c-ecd0f4300cfa tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 Dec 17 12:58:38.045529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcf9da-0e1c-40b8-95cf-9a57e01df9ae req-0236fb3a-f839-4e53-be36-75d02e7fe16a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:38.047111 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fffcf9da-0e1c-40b8-95cf-9a57e01df9ae req-0236fb3a-f839-4e53-be36-75d02e7fe16a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0553169 Dec 17 12:58:38.096513 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fffcf9da-0e1c-40b8-95cf-9a57e01df9ae req-6f4ceb9c-cb01-4289-8e4f-50699ec22f88 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405564 Dec 17 12:58:38.209704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40126) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:38.311101 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f8730e1-ec59-4e94-ae33-c8d3002bc639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:38.390192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1e720f43-248f-4ea6-aadd-2282ed79c6ef details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:58:38.405852 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f8730e1-ec59-4e94-ae33-c8d3002bc639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:38.429040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ebbd5-8f86-47d8-bc50-d640a2aa77ff req-65105453-9e56-4aec-a5ca-fd004a1820f0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:38.436222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-285ebbd5-8f86-47d8-bc50-d640a2aa77ff req-65105453-9e56-4aec-a5ca-fd004a1820f0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 944 time: 0.0508819 Dec 17 12:58:38.481178 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-285ebbd5-8f86-47d8-bc50-d640a2aa77ff req-cf286a1d-9ea3-4374-9257-69450a544570 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437317 Dec 17 12:58:38.489623 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f8730e1-ec59-4e94-ae33-c8d3002bc639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:38.490289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:38.507208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '1e720f43-248f-4ea6-aadd-2282ed79c6ef', 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446', 'port_id': '1e720f43-248f-4ea6-aadd-2282ed79c6ef', 'mac_address': 'fa:16:3e:7b:51:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:58:38.532248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8730e1-ec59-4e94-ae33-c8d3002bc639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d878d8db-6af5-4d17-9ed5-82caa490926e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:38.540251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40140) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:38.547435 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7f8730e1-ec59-4e94-ae33-c8d3002bc639 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b05dc549f9643ca98112b66e625b78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264472 Dec 17 12:58:38.557233 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:38.570429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e720f43-248f-4ea6-aadd-2282ed79c6ef {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:38.610017 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d68fd1a-41de-4909-a2f2-b4415218129d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:38.613393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:38.642772 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d68fd1a-41de-4909-a2f2-b4415218129d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:38.645139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1681c9-d3b9-4231-a05f-d57bc3c00e08 req-c98eedc1-c376-40c7-951a-5ce371fc62ea tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:38.646883 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d1681c9-d3b9-4231-a05f-d57bc3c00e08 req-c98eedc1-c376-40c7-951a-5ce371fc62ea tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 972 time: 0.0617104 Dec 17 12:58:38.654992 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:38.655795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e36f0b17-a4bd-402e-9484-674a32e21ab0 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:58:38.703332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d1681c9-d3b9-4231-a05f-d57bc3c00e08 req-cdf2b819-e512-4c41-93d6-b00545512ee4 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494153 Dec 17 12:58:38.754348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=1e720f43-248f-4ea6-aadd-2282ed79c6ef,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:38.800124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e36f0b17-a4bd-402e-9484-674a32e21ab0, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e36f0b17-a4bd-402e-9484-674a32e21ab0,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:38.807391 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d68fd1a-41de-4909-a2f2-b4415218129d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:38.811000 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d68fd1a-41de-4909-a2f2-b4415218129d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:38.811361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'e36f0b17-a4bd-402e-9484-674a32e21ab0', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'e36f0b17-a4bd-402e-9484-674a32e21ab0', 'mac_address': 'fa:16:3e:6e:d1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:58:38.814107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6d68fd1a-41de-4909-a2f2-b4415218129d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d878d8db-6af5-4d17-9ed5-82caa490926e HTTP/1.1" status: 204 len: 168 time: 0.2726426 Dec 17 12:58:38.823783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68fd1a-41de-4909-a2f2-b4415218129d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d878d8db-6af5-4d17-9ed5-82caa490926e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:38.853774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40146) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:38.868788 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:38.884087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36f0b17-a4bd-402e-9484-674a32e21ab0 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:38.905979 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e36f0b17-a4bd-402e-9484-674a32e21ab0, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e36f0b17-a4bd-402e-9484-674a32e21ab0,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:38.975265 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:38.978865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8665f4-d6d9-4936-8a27-283779392d49 req-f1330f9f-89d8-4f7c-a803-e1a77f6e6b0d tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:38.982104 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a8665f4-d6d9-4936-8a27-283779392d49 req-f1330f9f-89d8-4f7c-a803-e1a77f6e6b0d tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 947 time: 0.0512850 Dec 17 12:58:39.024210 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1db76d3a-1839-4730-9b9e-99052c86e31e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:39.029550 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e36f0b17-a4bd-402e-9484-674a32e21ab0,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:39.069528 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a8665f4-d6d9-4936-8a27-283779392d49 req-134a6921-32b1-411c-ac1e-73a5f1c1cfa2 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749283 Dec 17 12:58:39.095462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1523cd9-979f-4083-bfce-8532406c17ae req-a7d43f3d-8aba-445c-bc14-d7b88eece7bc tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:39.097155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1523cd9-979f-4083-bfce-8532406c17ae req-a7d43f3d-8aba-445c-bc14-d7b88eece7bc tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 967 time: 0.0633676 Dec 17 12:58:39.136674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1db76d3a-1839-4730-9b9e-99052c86e31e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:39.153683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1523cd9-979f-4083-bfce-8532406c17ae req-fd46963a-6b63-4475-884a-886da1a1b920 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498099 Dec 17 12:58:39.219504 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1db76d3a-1839-4730-9b9e-99052c86e31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:39.253928 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6549f2d-d425-4d6d-b256-bea96a3d246d req-0616753a-d24b-4623-8006-762cbe0428d6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:39.255391 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6549f2d-d425-4d6d-b256-bea96a3d246d req-0616753a-d24b-4623-8006-762cbe0428d6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0744860 Dec 17 12:58:39.258085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e36f0b17-a4bd-402e-9484-674a32e21ab0'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:58:39.283647 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1db76d3a-1839-4730-9b9e-99052c86e31e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f3d5fd1a82d40a9b676a882837c79df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259794 Dec 17 12:58:39.283647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db76d3a-1839-4730-9b9e-99052c86e31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d0ec4d-993a-4418-b8f8-759c3b394e51,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:39.284334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40162) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:39.325650 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6549f2d-d425-4d6d-b256-bea96a3d246d req-fd4a2b02-edc8-46b2-9e64-2739606d3bf0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597544 Dec 17 12:58:39.336336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['1e720f43-248f-4ea6-aadd-2282ed79c6ef'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:58:39.379966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6fcea-99a7-461c-98c4-724c73e4de24 req-a8940745-8b69-4db8-a93c-dd0279a0e1c3 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:39.390775 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68a6fcea-99a7-461c-98c4-724c73e4de24 req-a8940745-8b69-4db8-a93c-dd0279a0e1c3 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 967 time: 0.0942190 Dec 17 12:58:39.396915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40168) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:39.401604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-00c83bac-052f-4aa5-ae29-dcf233856fba tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Request body: {'floatingip': {'port_id': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:39.653821 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e445500d-3471-4a94-b2b1-bca0ada258ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:39.658319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00104e-2772-4121-9d03-eeb898c02289 req-7b350f75-822d-4073-bca1-f7c4b7de93f2 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:39.660532 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a00104e-2772-4121-9d03-eeb898c02289 req-7b350f75-822d-4073-bca1-f7c4b7de93f2 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 945 time: 0.0554917 Dec 17 12:58:39.672891 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00c83bac-052f-4aa5-ae29-dcf233856fba tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:39.712939 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a00104e-2772-4121-9d03-eeb898c02289 req-9ffead08-b5ef-4d13-8e93-e64d7531b8d9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469847 Dec 17 12:58:39.741506 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e445500d-3471-4a94-b2b1-bca0ada258ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:39.892310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4e2b3-5197-4818-8a6e-f714a2db69dd req-ef950a21-9be1-4cc7-8c6c-2f1f86fd0ca7 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:39.894318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ea4e2b3-5197-4818-8a6e-f714a2db69dd req-ef950a21-9be1-4cc7-8c6c-2f1f86fd0ca7 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 972 time: 0.1178496 Dec 17 12:58:40.007731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e445500d-3471-4a94-b2b1-bca0ada258ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.010317 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e445500d-3471-4a94-b2b1-bca0ada258ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.011447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e445500d-3471-4a94-b2b1-bca0ada258ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32d0ec4d-993a-4418-b8f8-759c3b394e51 HTTP/1.1" status: 204 len: 168 time: 0.7260311 Dec 17 12:58:40.021786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ea4e2b3-5197-4818-8a6e-f714a2db69dd req-a15f03fe-e0ee-44ef-a30a-238425d4e8e3 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978267 Dec 17 12:58:40.030974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445500d-3471-4a94-b2b1-bca0ada258ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d0ec4d-993a-4418-b8f8-759c3b394e51,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:40.297479 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f31378-b18e-4836-99af-27ed75cddc7b req-b82e83be-09bc-44e1-b5b3-d40c44fd89b3 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:40.299006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9f31378-b18e-4836-99af-27ed75cddc7b req-b82e83be-09bc-44e1-b5b3-d40c44fd89b3 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 948 time: 0.0511372 Dec 17 12:58:40.320621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c9394-963c-4ecb-bb24-af74d8151a25 req-84c74722-fbb5-4db6-a0e4-ed9568a861cf tempest-AggregatesAdminTestJSON-1225467199 tempest-AggregatesAdminTestJSON-1225467199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:40.322174 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a93c9394-963c-4ecb-bb24-af74d8151a25 req-84c74722-fbb5-4db6-a0e4-ed9568a861cf tempest-AggregatesAdminTestJSON-1225467199 tempest-AggregatesAdminTestJSON-1225467199-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 1123 time: 0.1487534 Dec 17 12:58:40.358464 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9f31378-b18e-4836-99af-27ed75cddc7b req-2a2f43c9-8923-4c73-83f1-b4212be54570 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528014 Dec 17 12:58:40.366591 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a93c9394-963c-4ecb-bb24-af74d8151a25 req-b75d800a-9a08-4ce4-b9aa-43fbc21c5448 tempest-AggregatesAdminTestJSON-1225467199 tempest-AggregatesAdminTestJSON-1225467199-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.407476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e36f0b17-a4bd-402e-9484-674a32e21ab0 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:58:40.518595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port e36f0b17-a4bd-402e-9484-674a32e21ab0 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:58:40.523100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port e36f0b17-a4bd-402e-9484-674a32e21ab0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:40.523335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11d4cd-61be-482c-b0d7-b7f8dce37223 req-27246a73-ac68-41df-afac-778e7df05aad tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:40.523804 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.524879 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5d11d4cd-61be-482c-b0d7-b7f8dce37223 req-27246a73-ac68-41df-afac-778e7df05aad tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0493977 Dec 17 12:58:40.533335 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00c83bac-052f-4aa5-ae29-dcf233856fba tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.570515 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a93c9394-963c-4ecb-bb24-af74d8151a25 req-b75d800a-9a08-4ce4-b9aa-43fbc21c5448 tempest-AggregatesAdminTestJSON-1225467199 tempest-AggregatesAdminTestJSON-1225467199-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.576493 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5d11d4cd-61be-482c-b0d7-b7f8dce37223 req-69cfb143-d1ed-4a32-bf10-ae1b0d190830 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Dec 17 12:58:40.605296 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.607970 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00c83bac-052f-4aa5-ae29-dcf233856fba tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.632512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77252cd-3dcd-4868-9dd6-61698b6427de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36f0b17-a4bd-402e-9484-674a32e21ab0'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:40.634901 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17af2ee7-7c9a-4f7a-9eec-1be8aaabf855" -d '{"events": [{"server_uuid": "b77252cd-3dcd-4868-9dd6-61698b6427de", "name": "network-vif-plugged", "status": "completed", "tag": "e36f0b17-a4bd-402e-9484-674a32e21ab0"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:40.646448 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a93c9394-963c-4ecb-bb24-af74d8151a25 req-b75d800a-9a08-4ce4-b9aa-43fbc21c5448 tempest-AggregatesAdminTestJSON-1225467199 tempest-AggregatesAdminTestJSON-1225467199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.650781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e36f0b17-a4bd-402e-9484-674a32e21ab0, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e36f0b17-a4bd-402e-9484-674a32e21ab0,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:40.689240 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a93c9394-963c-4ecb-bb24-af74d8151a25 req-b75d800a-9a08-4ce4-b9aa-43fbc21c5448 tempest-AggregatesAdminTestJSON-1225467199 tempest-AggregatesAdminTestJSON-1225467199-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586907 Dec 17 12:58:40.722718 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.723577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1e720f43-248f-4ea6-aadd-2282ed79c6ef up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:58:40.745210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d800a-9a08-4ce4-b9aa-43fbc21c5448 tempest-AggregatesAdminTestJSON-1225467199 tempest-AggregatesAdminTestJSON-1225467199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4382b3d4-c5b6-491a-a0fc-a8fc2b1a7645,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:40.762991 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40228) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:40.779521 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-759fdf21-81d9-4dfa-9113-fe7e8de4b54c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.780097 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-00c83bac-052f-4aa5-ae29-dcf233856fba tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Floating IP d1e8f8d6-684a-4b26-a1fc-936349a36ecc associated. External IP: 172.25.0.230, port: 2c799b38-c0f5-4af0-8cb4-b6dbe804b272. Dec 17 12:58:40.803365 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affc2156-7b8d-4dcd-bd3d-b5d6f9ce1082 x-openstack-request-id: req-affc2156-7b8d-4dcd-bd3d-b5d6f9ce1082 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:40.803681 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77252cd-3dcd-4868-9dd6-61698b6427de", "name": "network-vif-plugged", "status": "completed", "tag": "e36f0b17-a4bd-402e-9484-674a32e21ab0", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:40.803940 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-affc2156-7b8d-4dcd-bd3d-b5d6f9ce1082 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:40.804332 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77252cd-3dcd-4868-9dd6-61698b6427de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36f0b17-a4bd-402e-9484-674a32e21ab0', 'code': 200} Dec 17 12:58:40.831971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e36f0b17-a4bd-402e-9484-674a32e21ab0,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:40.932758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40206695-1cd5-4048-a5d5-d3eab021b1d7 req-9a0761c5-279c-4505-a8b7-1ee6b479a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:40.934464 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-40206695-1cd5-4048-a5d5-d3eab021b1d7 req-9a0761c5-279c-4505-a8b7-1ee6b479a273 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 1100 time: 0.0665295 Dec 17 12:58:40.934765 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 1e720f43-248f-4ea6-aadd-2282ed79c6ef completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:58:40.939587 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 1e720f43-248f-4ea6-aadd-2282ed79c6ef triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:40.942889 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.951894 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-759fdf21-81d9-4dfa-9113-fe7e8de4b54c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:40.990900 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-40206695-1cd5-4048-a5d5-d3eab021b1d7 req-ce2e1731-321c-4f2b-b7da-7d27c265e94e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456004 Dec 17 12:58:41.025319 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-759fdf21-81d9-4dfa-9113-fe7e8de4b54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:41.029060 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:41.065427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fdf21-81d9-4dfa-9113-fe7e8de4b54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f31ea2-4c62-456b-a787-94be4ef030a1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:41.068701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:41.087792 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-759fdf21-81d9-4dfa-9113-fe7e8de4b54c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cd5df4addee64f5a92a9004343796cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226001 Dec 17 12:58:41.091257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40236) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:41.138829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5124ab-09db-4e3b-8927-1bfea5e84f24 req-18128b53-3ac1-496d-96c6-bb34f0124244 tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:41.138829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3c5124ab-09db-4e3b-8927-1bfea5e84f24 req-18128b53-3ac1-496d-96c6-bb34f0124244 tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 1101 time: 0.0467741 Dec 17 12:58:41.140792 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:41.170805 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3c5124ab-09db-4e3b-8927-1bfea5e84f24 req-e622ce2e-8c1a-440f-97ff-8bc8773e38c5 tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:41.207213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=1e720f43-248f-4ea6-aadd-2282ed79c6ef,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:41.260617 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3c5124ab-09db-4e3b-8927-1bfea5e84f24 req-e622ce2e-8c1a-440f-97ff-8bc8773e38c5 tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:41.312176 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3c5124ab-09db-4e3b-8927-1bfea5e84f24 req-e622ce2e-8c1a-440f-97ff-8bc8773e38c5 tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:41.351225 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622ce2e-8c1a-440f-97ff-8bc8773e38c5 tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33154401-b293-4d6f-80a4-9d553ab25576,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:41.355221 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3c5124ab-09db-4e3b-8927-1bfea5e84f24 req-e622ce2e-8c1a-440f-97ff-8bc8773e38c5 tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081156 Dec 17 12:58:41.360357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c83bac-052f-4aa5-ae29-dcf233856fba tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Router 470b7b32-d22a-489b-bb40-a303edcff400 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 12:58:41.400481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e457185-2ac1-4d9d-bab8-0b1ddbacd385 req-6c7af037-82ea-431c-b781-9f568958bd21 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:41.401988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e457185-2ac1-4d9d-bab8-0b1ddbacd385 req-6c7af037-82ea-431c-b781-9f568958bd21 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 946 time: 0.0966520 Dec 17 12:58:41.432574 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9745-5f9c-4ee0-b79e-03065fea7ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:41.483186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9745-5f9c-4ee0-b79e-03065fea7ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:41.550263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e457185-2ac1-4d9d-bab8-0b1ddbacd385 req-e3d530b8-832f-4d5a-82cd-fb6a868e8872 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187367 Dec 17 12:58:41.573055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c83bac-052f-4aa5-ae29-dcf233856fba tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 12:58:41.582726 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00c83bac-052f-4aa5-ae29-dcf233856fba tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:41.598190 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2625f669-2c39-4dd0-97b5-857210232f97 None None] Sync routers for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 12:58:41.615631 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625f669-2c39-4dd0-97b5-857210232f97 None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:58:41.616372 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2625f669-2c39-4dd0-97b5-857210232f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:58:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:58:41.619168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-00c83bac-052f-4aa5-ae29-dcf233856fba tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "PUT /v2.0/floatingips/d1e8f8d6-684a-4b26-a1fc-936349a36ecc HTTP/1.1" status: 200 len: 1013 time: 2.2209301 Dec 17 12:58:41.619815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'tag': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:41.622254 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24e0e51-4055-441e-98e1-ec3da7fed7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "13311398-0ad2-4e76-a18a-43c9ed3ff730", "tag": "2c799b38-c0f5-4af0-8cb4-b6dbe804b272"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:41.683704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f340b-f1ed-4700-81f1-f45247234598 req-4f13aa48-46d5-4405-a570-bf818c349c37 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:41.685130 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e9f340b-f1ed-4700-81f1-f45247234598 req-4f13aa48-46d5-4405-a570-bf818c349c37 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 949 time: 0.0575516 Dec 17 12:58:41.686571 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9745-5f9c-4ee0-b79e-03065fea7ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:41.689316 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9745-5f9c-4ee0-b79e-03065fea7ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:41.693315 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ed4e9745-5f9c-4ee0-b79e-03065fea7ee7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1f31ea2-4c62-456b-a787-94be4ef030a1 HTTP/1.1" status: 204 len: 168 time: 0.5987515 Dec 17 12:58:41.701492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-fbe6c8a3-e715-451d-987a-e9dbbb507430 req-8e54badf-4eda-4afc-904a-a0707210e532 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:58:41.701492 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fbe6c8a3-e715-451d-987a-e9dbbb507430 req-8e54badf-4eda-4afc-904a-a0707210e532 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050330 Dec 17 12:58:41.703232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e9745-5f9c-4ee0-b79e-03065fea7ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f31ea2-4c62-456b-a787-94be4ef030a1,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:41.745936 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2625f669-2c39-4dd0-97b5-857210232f97 None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:58:41.771982 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e9f340b-f1ed-4700-81f1-f45247234598 req-ad9d6145-f095-4ff6-b842-45caecc13af5 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709906 Dec 17 12:58:42.096092 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6fff80-f362-4c7d-abc3-c1138fd15c49 x-openstack-request-id: req-5d6fff80-f362-4c7d-abc3-c1138fd15c49 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:42.096888 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13311398-0ad2-4e76-a18a-43c9ed3ff730", "tag": "2c799b38-c0f5-4af0-8cb4-b6dbe804b272", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:42.097369 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d6fff80-f362-4c7d-abc3-c1138fd15c49 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:42.098015 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'tag': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272', 'status': 'completed', 'code': 200} Dec 17 12:58:42.128453 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2625f669-2c39-4dd0-97b5-857210232f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'd1e8f8d6-684a-4b26-a1fc-936349a36ecc', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'port_id': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'mac_address': 'fa:16:3e:c7:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'device_owner': 'compute:tempest-test_az-1308244254'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T12:58:11Z', 'updated_at': '2021-12-17T12:58:40Z', 'revision_number': 1, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:58Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:58:42.161190 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2625f669-2c39-4dd0-97b5-857210232f97 None None] Checking router: 470b7b32-d22a-489b-bb40-a303edcff400 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 12:58:42.170567 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625f669-2c39-4dd0-97b5-857210232f97 None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 12:58:42.171396 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2625f669-2c39-4dd0-97b5-857210232f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T12:58:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:58:42.175700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e0e51-4055-441e-98e1-ec3da7fed7f7 req-8f53df78-0ad9-4685-aade-227eaf68517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:42.177291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c24e0e51-4055-441e-98e1-ec3da7fed7f7 req-8f53df78-0ad9-4685-aade-227eaf68517f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb&device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 1118 time: 0.0576987 Dec 17 12:58:42.303740 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2625f669-2c39-4dd0-97b5-857210232f97 None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 12:58:42.342060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e0e51-4055-441e-98e1-ec3da7fed7f7 req-dbad989b-0a03-47b8-a63c-aac5c7deb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:42.343927 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c24e0e51-4055-441e-98e1-ec3da7fed7f7 req-dbad989b-0a03-47b8-a63c-aac5c7deb1fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=d384d87c-459d-4b80-bc95-d50996c19c0e HTTP/1.1" status: 200 len: 924 time: 0.1592369 Dec 17 12:58:42.472476 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c24e0e51-4055-441e-98e1-ec3da7fed7f7 req-d09480bd-acac-486d-8814-cd059b1629df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c799b38-c0f5-4af0-8cb4-b6dbe804b272 HTTP/1.1" status: 200 len: 1021 time: 0.1196165 Dec 17 12:58:42.482274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40292) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:42.554063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e0e51-4055-441e-98e1-ec3da7fed7f7 req-ab128849-5d6f-42e7-8502-8396f2935e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:42.555679 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c24e0e51-4055-441e-98e1-ec3da7fed7f7 req-ab128849-5d6f-42e7-8502-8396f2935e36 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b8a1d1-e3c6-4858-97d1-4e98d62363d4 HTTP/1.1" status: 200 len: 862 time: 0.0768952 Dec 17 12:58:42.638590 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-907f8b9d-c720-40c6-971c-987aaa0e11e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:42.642468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e0e51-4055-441e-98e1-ec3da7fed7f7 req-cc7e6f10-d9d8-4c3d-a315-455d60f67981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:42.645432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c24e0e51-4055-441e-98e1-ec3da7fed7f7 req-cc7e6f10-d9d8-4c3d-a315-455d60f67981 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d384d87c-459d-4b80-bc95-d50996c19c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815933 Dec 17 12:58:42.732196 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-907f8b9d-c720-40c6-971c-987aaa0e11e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:42.756128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c24e0e51-4055-441e-98e1-ec3da7fed7f7 req-53e8aade-62df-4dfb-81e6-0d21f49f731b service neutron] 10.222.0.54 "GET /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981748 Dec 17 12:58:42.771384 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2625f669-2c39-4dd0-97b5-857210232f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'd1e8f8d6-684a-4b26-a1fc-936349a36ecc', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'port_id': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'mac_address': 'fa:16:3e:c7:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'device_owner': 'compute:tempest-test_az-1308244254'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T12:58:11Z', 'updated_at': '2021-12-17T12:58:40Z', 'revision_number': 1, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:58Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 12:58:42.805163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3af37e7-9489-4807-8a81-ffb54d64f6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e720f43-248f-4ea6-aadd-2282ed79c6ef'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:42.808135 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2d2981-ef58-40b0-963f-84907209e48f" -d '{"events": [{"server_uuid": "e3af37e7-9489-4807-8a81-ffb54d64f6c6", "name": "network-vif-plugged", "status": "completed", "tag": "1e720f43-248f-4ea6-aadd-2282ed79c6ef"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:42.813692 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-907f8b9d-c720-40c6-971c-987aaa0e11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:42.858529 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2625f669-2c39-4dd0-97b5-857210232f97 None None] The sync data for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 is: [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'd1e8f8d6-684a-4b26-a1fc-936349a36ecc', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'port_id': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'mac_address': 'fa:16:3e:c7:a5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'device_owner': 'compute:tempest-test_az-1308244254'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T12:58:11Z', 'updated_at': '2021-12-17T12:58:40Z', 'revision_number': 1, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:58Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 12:58:42.885871 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c24e0e51-4055-441e-98e1-ec3da7fed7f7 req-9ac33d22-af6b-46e4-8836-bf7880475171 service neutron] 10.222.0.54 "GET /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225638 Dec 17 12:58:42.901884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-907f8b9d-c720-40c6-971c-987aaa0e11e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a4e15eab5e448f48191a734cf813be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4114685 Dec 17 12:58:42.904481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40320) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:42.910529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f8b9d-c720-40c6-971c-987aaa0e11e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04753f9e-7b7f-487c-8ae3-66ed584d9b70,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:42.955624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62066121-33b3-464d-8ec1-736063e64d80 req-e15555b8-6f85-4607-9e8d-99593b35d515 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:42.958066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41f804-9901-409f-ae32-7b771682b970 req-1ac40709-0841-4fce-bd74-875543a6f997 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:42.958215 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-62066121-33b3-464d-8ec1-736063e64d80 req-e15555b8-6f85-4607-9e8d-99593b35d515 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 946 time: 0.1261494 Dec 17 12:58:42.959845 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c41f804-9901-409f-ae32-7b771682b970 req-1ac40709-0841-4fce-bd74-875543a6f997 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0781267 Dec 17 12:58:42.997565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-441cdaca-ce59-4c58-972a-bd2017b0ad5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:43.012503 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c41f804-9901-409f-ae32-7b771682b970 req-5c8cd46a-c5f5-4005-9fe6-d3c5a4c9f570 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465891 Dec 17 12:58:43.039205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-441cdaca-ce59-4c58-972a-bd2017b0ad5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:43.048698 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-62066121-33b3-464d-8ec1-736063e64d80 req-ce4e782b-a9e5-48d4-905f-655606fa01b9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853195 Dec 17 12:58:43.136865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40332) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:43.195851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e50634-d6d3-4410-b71f-a8106a15484e req-4767f910-d06f-4092-872a-5ed715bc7681 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:43.197134 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-441cdaca-ce59-4c58-972a-bd2017b0ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:43.200150 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-441cdaca-ce59-4c58-972a-bd2017b0ad5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:43.201295 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-441cdaca-ce59-4c58-972a-bd2017b0ad5a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/04753f9e-7b7f-487c-8ae3-66ed584d9b70 HTTP/1.1" status: 204 len: 168 time: 0.2958114 Dec 17 12:58:43.214284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e3e50634-d6d3-4410-b71f-a8106a15484e req-4767f910-d06f-4092-872a-5ed715bc7681 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 949 time: 0.0910835 Dec 17 12:58:43.224408 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ccc144-3fb5-4440-a3c0-3662d8652fc6 None None] New status for floating IP d1e8f8d6-684a-4b26-a1fc-936349a36ecc: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 12:58:43.272219 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8522796-5467-45ce-8ca9-81c9910cfb65 x-openstack-request-id: req-e8522796-5467-45ce-8ca9-81c9910cfb65 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:43.273201 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3af37e7-9489-4807-8a81-ffb54d64f6c6", "name": "network-vif-plugged", "status": "completed", "tag": "1e720f43-248f-4ea6-aadd-2282ed79c6ef", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:43.273201 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8522796-5467-45ce-8ca9-81c9910cfb65 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:43.273697 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3af37e7-9489-4807-8a81-ffb54d64f6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e720f43-248f-4ea6-aadd-2282ed79c6ef', 'code': 200} Dec 17 12:58:43.282309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cdaca-ce59-4c58-972a-bd2017b0ad5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04753f9e-7b7f-487c-8ae3-66ed584d9b70,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:43.321080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e3e50634-d6d3-4410-b71f-a8106a15484e req-f8dbd6bc-a2b3-4fe0-8cee-8ed6852c2c92 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908966 Dec 17 12:58:43.326959 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-7e699c74-6519-4587-8d1b-af6f516a1a71 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1879919 Dec 17 12:58:43.342598 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-52f4ec03-d2ff-441c-86c7-1c635fed4e13 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:58:43.343629 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-52f4ec03-d2ff-441c-86c7-1c635fed4e13 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071263 Dec 17 12:58:43.384197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574f8a1-1d3b-45d7-b59d-a32014192231 req-114c8ea6-61f9-4066-9e9e-16c6d4007e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:43.386238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3574f8a1-1d3b-45d7-b59d-a32014192231 req-114c8ea6-61f9-4066-9e9e-16c6d4007e02 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 1097 time: 0.0579386 Dec 17 12:58:43.439908 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3574f8a1-1d3b-45d7-b59d-a32014192231 req-070cf765-2a86-4498-83fe-c7540c0c3311 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462813 Dec 17 12:58:43.515491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40352) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:43.687297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-472105464-network', 'tenant_id': '9614be50faf74fb8a529668bc3e6df5e'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:43.771531 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f2943713-026b-4bac-80d1-a78be03bc9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:43.781350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Made reservation on behalf of 9614be50faf74fb8a529668bc3e6df5e for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:43.783669 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:43.793597 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:43.937644 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:44.015036 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:44.044422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 12:58:44.064129 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295a57e-51b7-426b-81dc-f2d59f007962 req-1991051b-ca5c-4a71-8580-92c0ded58acf tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:44.066179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3295a57e-51b7-426b-81dc-f2d59f007962 req-1991051b-ca5c-4a71-8580-92c0ded58acf tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 949 time: 0.0831409 Dec 17 12:58:44.070192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e7a853-7b28-4087-9c63-f838ea2ada64,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:44.088387 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:44.088716 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Added segment e15a23b4-3e03-4381-b666-7dfaf7b4084c of type vlan for network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a Dec 17 12:58:44.158040 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:44.177856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5f21f-774a-40ac-9ce2-1140790dbeeb req-e2cc0af8-e6ee-4e85-bf16-a5025a380fe1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:44.179405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2e5f21f-774a-40ac-9ce2-1140790dbeeb req-e2cc0af8-e6ee-4e85-bf16-a5025a380fe1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0531063 Dec 17 12:58:44.191344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3295a57e-51b7-426b-81dc-f2d59f007962 req-61ccce5a-4804-425d-a5e9-b9394a30a41d tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014736 Dec 17 12:58:44.247368 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2e5f21f-774a-40ac-9ce2-1140790dbeeb req-4e1f29b4-ae82-4c3e-889d-877d564a220f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615745 Dec 17 12:58:44.319515 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:44.320482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:44.321093 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:44.390996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af29126-b3cf-4ed8-9932-78c76e99b28e req-9a296117-657a-48d5-9241-313cd48185c0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:44.397760 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3af29126-b3cf-4ed8-9932-78c76e99b28e req-9a296117-657a-48d5-9241-313cd48185c0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 946 time: 0.1348898 Dec 17 12:58:44.408247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] Pushing event updated for resources: {'Network': ['ID=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:44.419723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 12:58:44.435701 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-93f6547e-87c3-4d31-b36a-3401bc1c0349 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9192059 Dec 17 12:58:44.441730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40424) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:44.447198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-64edaeba-2b58-4326-b079-e1b6b2dafd4c admin admin] Request body: {'subnet': {'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-472105464-subnet', 'tenant_id': '9614be50faf74fb8a529668bc3e6df5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:44.520525 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3af29126-b3cf-4ed8-9932-78c76e99b28e req-233808d8-3524-41ab-b61a-0441c158c6c4 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144614 Dec 17 12:58:44.543728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-1556bef1-0c01-4951-8f63-5d9c5cf18aad tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=437b0248f92546b6b1447a79c4ecb214&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421388 Dec 17 12:58:44.594130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64edaeba-2b58-4326-b079-e1b6b2dafd4c admin admin] Made reservation on behalf of 9614be50faf74fb8a529668bc3e6df5e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:44.596758 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-64edaeba-2b58-4326-b079-e1b6b2dafd4c admin admin] Publish callbacks [] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:44.719487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-d9c02e6b-5951-4cf0-b999-4f6ba5bcd663 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:44.720966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-d9c02e6b-5951-4cf0-b999-4f6ba5bcd663 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764898 Dec 17 12:58:44.745590 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-8ccef4b7-bf80-4d5f-ad8e-85c5e602f4a2 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/quotas/437b0248f92546b6b1447a79c4ecb214 HTTP/1.1" status: 200 len: 375 time: 0.0156875 Dec 17 12:58:44.879810 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-87d75cbc-77be-4a2f-b74f-176cb7e58bb5 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=437b0248f92546b6b1447a79c4ecb214&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128840 Dec 17 12:58:44.958070 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-64edaeba-2b58-4326-b079-e1b6b2dafd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:45.011293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edaeba-2b58-4326-b079-e1b6b2dafd4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7a7622-58e1-4644-af83-62446c95c9d4,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:45.022386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64edaeba-2b58-4326-b079-e1b6b2dafd4c admin admin] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:45.022742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64edaeba-2b58-4326-b079-e1b6b2dafd4c admin admin] Network hostable DHCP agents. Network: 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 12:58:45.101861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64edaeba-2b58-4326-b079-e1b6b2dafd4c admin admin] Network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 12:58:45.198134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-64edaeba-2b58-4326-b079-e1b6b2dafd4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:45.211817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64edaeba-2b58-4326-b079-e1b6b2dafd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:45.211817 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-64edaeba-2b58-4326-b079-e1b6b2dafd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:45.212021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63b5ce-63ac-4d38-ae10-5b80b67d75be None None] Network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:58:45.266754 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5652f26f-94bf-4941-bdd7-c6996f45dd7f req-97f62459-cadc-4117-addb-e062fb553ed1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 210 time: 0.0530474 Dec 17 12:58:45.339574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b96b47d-62d3-4323-a4a8-1ef45e2e28b7 None None] Network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:58:45.350772 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-64edaeba-2b58-4326-b079-e1b6b2dafd4c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9078953 Dec 17 12:58:45.453624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15b40f-670f-4336-b43a-e5bd4f2edde6 req-cb8340f2-8cf4-405f-87a6-1725be2873a2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:45.455867 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce15b40f-670f-4336-b43a-e5bd4f2edde6 req-cb8340f2-8cf4-405f-87a6-1725be2873a2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0876517 Dec 17 12:58:45.520727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce15b40f-670f-4336-b43a-e5bd4f2edde6 req-c7799351-8434-484b-9e3b-bc11c77569de tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574787 Dec 17 12:58:45.658123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f77ac-de45-4563-8202-f6a3a776ca0e req-f97603d8-5a3d-4b43-83b1-570948948ded tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:45.660137 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-598f77ac-de45-4563-8202-f6a3a776ca0e req-f97603d8-5a3d-4b43-83b1-570948948ded tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 946 time: 0.0531006 Dec 17 12:58:45.705331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-598f77ac-de45-4563-8202-f6a3a776ca0e req-beb56f78-d43d-4ded-ad6d-85c1092a972c tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390651 Dec 17 12:58:46.060042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40526) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:46.221114 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-092c27f8-591e-449d-a563-dada08306a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:46.248856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-900d2d8f-0666-47c8-971f-7b206840028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:46.250388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-900d2d8f-0666-47c8-971f-7b206840028e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 1101 time: 0.0575469 Dec 17 12:58:46.254153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dda6ef-7233-4057-8f3b-7138d5550427 req-7f91431e-1442-4ca2-8823-b060a5bb4e42 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:46.255541 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-10dda6ef-7233-4057-8f3b-7138d5550427 req-7f91431e-1442-4ca2-8823-b060a5bb4e42 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 1097 time: 0.1153140 Dec 17 12:58:46.289546 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9dd1db30-a664-47ba-932e-16887fcb93e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:46.305830 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-092c27f8-591e-449d-a563-dada08306a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:46.356657 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-10dda6ef-7233-4057-8f3b-7138d5550427 req-3b69fcaa-a348-4d1f-8664-0382981e70df tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883532 Dec 17 12:58:46.377036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-7e998ba4-b72a-4e85-a9d4-d31a0a5d1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:46.378596 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-7e998ba4-b72a-4e85-a9d4-d31a0a5d1ce3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1194084 Dec 17 12:58:46.382052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-092c27f8-591e-449d-a563-dada08306a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:46.428421 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-7054c24f-60b7-46e2-ae20-fdb47b674c8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a3d0172f-756d-4897-a195-3909020fdf46 HTTP/1.1" status: 200 len: 217 time: 0.0430179 Dec 17 12:58:46.441118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-092c27f8-591e-449d-a563-dada08306a7a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc0a76debf324d40bb74ce60a61366f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798780 Dec 17 12:58:46.441741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40546) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:46.448175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c27f8-591e-449d-a563-dada08306a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853788dd-268e-4fda-bbe2-19214c119377,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:46.499196 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a79d618d-2401-4e18-96b7-86eb37dd89d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:46.506707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5190b767-c42b-45a6-b2df-2d59715a7d37 req-c9be7632-71f7-4a73-abb2-2a25811b4111 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 210 time: 0.0706484 Dec 17 12:58:46.529438 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a79d618d-2401-4e18-96b7-86eb37dd89d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:46.544890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-81d7cac9-6fa4-48e5-ae1a-01429550188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:46.546676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-81d7cac9-6fa4-48e5-ae1a-01429550188f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1084437 Dec 17 12:58:46.571836 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40556) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:46.577032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1583236257-network', 'tenant_id': '646dff38002e478c9d047315a81dac74'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:46.609896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-6d8c0c06-ee2c-4db6-99bb-011062d57ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:46.611466 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-6d8c0c06-ee2c-4db6-99bb-011062d57ec8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573828 Dec 17 12:58:46.685359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a79d618d-2401-4e18-96b7-86eb37dd89d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:46.688144 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a79d618d-2401-4e18-96b7-86eb37dd89d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:46.691813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a79d618d-2401-4e18-96b7-86eb37dd89d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/853788dd-268e-4fda-bbe2-19214c119377 HTTP/1.1" status: 204 len: 168 time: 0.2463448 Dec 17 12:58:46.691813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Made reservation on behalf of 646dff38002e478c9d047315a81dac74 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:46.692414 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:46.708214 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:46.710371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d618d-2401-4e18-96b7-86eb37dd89d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853788dd-268e-4fda-bbe2-19214c119377,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:46.728997 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-654db007-70a8-4a35-a24c-d4a44dc2741c service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078527 Dec 17 12:58:46.899577 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:46.921146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a738-b959-48bf-ba79-7b3793c20980 req-2425bb6f-eabf-4a1f-b74c-a3af09f753d9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:46.922764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1dd0a738-b959-48bf-ba79-7b3793c20980 req-2425bb6f-eabf-4a1f-b74c-a3af09f753d9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0897651 Dec 17 12:58:46.982678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1dd0a738-b959-48bf-ba79-7b3793c20980 req-3a0718d9-e72e-40b5-b7bc-7afd9ac64643 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529778 Dec 17 12:58:47.012824 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:47.026252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 12:58:47.044368 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:47.044719 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Added segment 85f95e23-a80d-454e-8045-1532c891a6b5 of type vlan for network 7d6101ad-6914-442e-bf53-0774014972e5 Dec 17 12:58:47.057006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca138ff-f998-49fc-a400-e064280afa5f req-33d2fbea-decf-4490-8592-245c2bc7dcda tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:47.058491 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cca138ff-f998-49fc-a400-e064280afa5f req-33d2fbea-decf-4490-8592-245c2bc7dcda tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 1097 time: 0.2431200 Dec 17 12:58:47.063899 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-f8ba5db8-cb29-46aa-a8c2-f365640631c1 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230581 Dec 17 12:58:47.081470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278f4e96-d3b9-42b4-8db0-444411d8e9b5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:47.098010 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:47.147978 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cca138ff-f998-49fc-a400-e064280afa5f req-75ab70bb-5a68-4143-bd3e-ce7ceda00f9e tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801308 Dec 17 12:58:47.209205 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:47.210754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:47.212119 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:47.303883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] Pushing event updated for resources: {'Network': ['ID=7d6101ad-6914-442e-bf53-0774014972e5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:47.321056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 7d6101ad-6914-442e-bf53-0774014972e5 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 12:58:47.356452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40590) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:47.357939 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7978c0d5-1198-4434-a0b2-d3a8780a2851 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7840605 Dec 17 12:58:47.368510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e3c37498-510d-4d17-972b-718efa2b7835 admin admin] Request body: {'subnet': {'network_id': '7d6101ad-6914-442e-bf53-0774014972e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1583236257-subnet', 'tenant_id': '646dff38002e478c9d047315a81dac74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:47.414440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-41f8d1c8-d0ad-4f51-b05f-3ef9498720e7 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=437b0248f92546b6b1447a79c4ecb214&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246472 Dec 17 12:58:47.462546 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c37498-510d-4d17-972b-718efa2b7835 admin admin] Made reservation on behalf of 646dff38002e478c9d047315a81dac74 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:47.466552 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c37498-510d-4d17-972b-718efa2b7835 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:47.615029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-16617104-04ed-414e-9a3d-8423cee25fd4 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:47.617297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-16617104-04ed-414e-9a3d-8423cee25fd4 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973884 Dec 17 12:58:47.617948 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:47.634493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Request body: {'port': {'device_id': '2e24b085-8a64-42b3-8670-5d089826b627', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': '437b0248f92546b6b1447a79c4ecb214'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:47.735215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae3e9385-804a-4fc8-9984-2e6af6c7b204 req-163e334d-922f-4dfa-903a-1dcf19e1fc9b tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 210 time: 0.0461235 Dec 17 12:58:47.805062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c37498-510d-4d17-972b-718efa2b7835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:47.868156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c37498-510d-4d17-972b-718efa2b7835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d298d111-ef29-459a-ae60-7b825f30693c,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:47.872846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c37498-510d-4d17-972b-718efa2b7835 admin admin] Checking segment: {'id': '85f95e23-a80d-454e-8045-1532c891a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7d6101ad-6914-442e-bf53-0774014972e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:47.873519 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c37498-510d-4d17-972b-718efa2b7835 admin admin] Network hostable DHCP agents. Network: 7d6101ad-6914-442e-bf53-0774014972e5, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 12:58:47.885984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Made reservation on behalf of 437b0248f92546b6b1447a79c4ecb214 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:47.895901 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:48.005631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c37498-510d-4d17-972b-718efa2b7835 admin admin] Network 7d6101ad-6914-442e-bf53-0774014972e5 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 12:58:48.054757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Allocated IP 192.168.233.144 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/06dfe4c4-e233-4840-88a1-f21d1c6612c5) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:58:48.140522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e3c37498-510d-4d17-972b-718efa2b7835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 7d6101ad-6914-442e-bf53-0774014972e5) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:48.153086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b297b1-54b9-4052-acb4-cee1b549015a None None] Network 7d6101ad-6914-442e-bf53-0774014972e5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:58:48.153958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c37498-510d-4d17-972b-718efa2b7835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:48.154550 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c37498-510d-4d17-972b-718efa2b7835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:48.239150 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:48.257779 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e3c37498-510d-4d17-972b-718efa2b7835 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9001894 Dec 17 12:58:48.265681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12edbff-42fa-4d67-8417-59222cc3eb99 None None] Network 7d6101ad-6914-442e-bf53-0774014972e5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:58:48.307839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe9e46-869b-464f-91e6-37c04aa87f7c req-2c6ac282-8a2a-4dd4-acdb-1d09a1dc5879 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:48.309447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8efe9e46-869b-464f-91e6-37c04aa87f7c req-2c6ac282-8a2a-4dd4-acdb-1d09a1dc5879 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0960770 Dec 17 12:58:48.360731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8efe9e46-869b-464f-91e6-37c04aa87f7c req-1d3c8707-2535-4860-88ca-9405329a6248 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450234 Dec 17 12:58:48.371556 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:48.389101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e36f0b17-a4bd-402e-9484-674a32e21ab0'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:58:48.454450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:58:48.461034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:48.463162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:58:48.469025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:48.469558 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:48.487411 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Pushing event updated for resources: {'Port': ['ID=06dfe4c4-e233-4840-88a1-f21d1c6612c5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:48.573670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-e58b915f-f462-4125-a0a9-68fef77fc208 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9429758 Dec 17 12:58:48.610662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Request body: {'port': {'device_id': '2e24b085-8a64-42b3-8670-5d089826b627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:48.674681 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:48.733009 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:48.742409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e3717a0d-1da6-4444-8c55-dded8620a1e4 None None] Provisioning complete for port 06dfe4c4-e233-4840-88a1-f21d1c6612c5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:48.742635 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e3717a0d-1da6-4444-8c55-dded8620a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:48.777353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e3717a0d-1da6-4444-8c55-dded8620a1e4 None None] Port 06dfe4c4-e233-4840-88a1-f21d1c6612c5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:58:48.957288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06dfe4c4-e233-4840-88a1-f21d1c6612c5 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:48.964584 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:48.977713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Transition to ACTIVE for port object 06dfe4c4-e233-4840-88a1-f21d1c6612c5 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:58:49.049187 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:49.095943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Pushing event updated for resources: {'Port': ['ID=06dfe4c4-e233-4840-88a1-f21d1c6612c5,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:49.131248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Attempting to bind port 06dfe4c4-e233-4840-88a1-f21d1c6612c5 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:58:49.131407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Attempting to bind port 06dfe4c4-e233-4840-88a1-f21d1c6612c5 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:58:49.131752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Attempting to bind port 06dfe4c4-e233-4840-88a1-f21d1c6612c5 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:49.137911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Port 06dfe4c4-e233-4840-88a1-f21d1c6612c5 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:58:49.139051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Attempting to bind port 06dfe4c4-e233-4840-88a1-f21d1c6612c5 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:49.145727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:58:49.146382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:49.146772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:58:49.147297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Bound port: 06dfe4c4-e233-4840-88a1-f21d1c6612c5, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:58:49.147664 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:49.225199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] For port 06dfe4c4-e233-4840-88a1-f21d1c6612c5, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:49.228870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] For port 06dfe4c4-e233-4840-88a1-f21d1c6612c5, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=06dfe4c4-e233-4840-88a1-f21d1c6612c5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:58:49.308634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:49.371498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Pushing event updated for resources: {'Port': ['ID=06dfe4c4-e233-4840-88a1-f21d1c6612c5,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:49.376477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:49.377145 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:49.378545 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] 10.222.0.54 "PUT /v2.0/ports/06dfe4c4-e233-4840-88a1-f21d1c6612c5 HTTP/1.1" status: 200 len: 1096 time: 0.7908373 Dec 17 12:58:49.379553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e24b085-8a64-42b3-8670-5d089826b627', 'tag': '06dfe4c4-e233-4840-88a1-f21d1c6612c5'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:49.381840 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05767bcf-3744-44ef-a2e0-b7f9726c9421" -d '{"events": [{"name": "network-changed", "server_uuid": "2e24b085-8a64-42b3-8670-5d089826b627", "tag": "06dfe4c4-e233-4840-88a1-f21d1c6612c5"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:49.399745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.400096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.400444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.400785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.401121 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.401453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.401807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.402137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.402473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.402792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.403117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.403441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.403766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fc291a-8d35-406a-955c-6ea4bf1adc5e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:49.501094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-1f97dbb2-dfba-43c1-9b3e-d6283f880ea3 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:49.502687 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-1f97dbb2-dfba-43c1-9b3e-d6283f880ea3 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 820 time: 0.1287432 Dec 17 12:58:49.548980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-64a39e64-a1c8-446b-957b-550c9c204183 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/quotas/9614be50faf74fb8a529668bc3e6df5e HTTP/1.1" status: 200 len: 375 time: 0.0378778 Dec 17 12:58:49.571231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a2290f49-ade1-439d-84a7-47e4d446d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:49.572675 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-a2290f49-ade1-439d-84a7-47e4d446d478 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=437b0248f92546b6b1447a79c4ecb214&device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 1099 time: 0.0603678 Dec 17 12:58:49.591743 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-8eb4f37b-9b9d-42e3-bf23-f952c48657c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356202 Dec 17 12:58:49.627668 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-0fa611bb-a09a-422e-9392-11b6f176e08f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=06dfe4c4-e233-4840-88a1-f21d1c6612c5 HTTP/1.1" status: 200 len: 217 time: 0.0424588 Dec 17 12:58:49.671926 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:49.721987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-030520f8-8080-4630-b546-bd368d909b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:49.723931 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-030520f8-8080-4630-b546-bd368d909b07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0576398 Dec 17 12:58:49.764761 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-c9132b58-7cc4-48f0-9911-22e6c093e983 service neutron] 10.222.0.59 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451671 Dec 17 12:58:50.023095 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-3c8f1337-a73c-4a0e-bfb0-c84dd68cb26a tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:58:50.024103 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-3c8f1337-a73c-4a0e-bfb0-c84dd68cb26a tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1009593 Dec 17 12:58:50.026889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-19565be1-f7a7-4209-bf72-c778d87b8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:50.028368 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-19565be1-f7a7-4209-bf72-c778d87b8032 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2936196 Dec 17 12:58:50.065787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-e00b12de-4055-4624-8707-2a4a38dd6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:50.067270 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-e00b12de-4055-4624-8707-2a4a38dd6665 service neutron] 10.222.0.59 "GET /v2.0/ports/1e720f43-248f-4ea6-aadd-2282ed79c6ef HTTP/1.1" status: 200 len: 1094 time: 0.0364738 Dec 17 12:58:50.076233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] Request body: {'binding': {'host': 'n-h1-815324-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:50.076736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] Unknown quota resources ['binding']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 12:58:50.110411 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-80477eab-34e9-45ab-ab5c-6398eb17b864 service neutron] 10.222.0.59 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385825 Dec 17 12:58:50.144203 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-bda604a0-706d-4af9-a974-7a93e323d16b service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062269 Dec 17 12:58:50.221902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] Attempting to bind port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on host n-h1-815324-5 for vnic_type normal with profile None {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:58:50.222242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] Attempting to bind port 1e720f43-248f-4ea6-aadd-2282ed79c6ef by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:58:50.222570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] Attempting to bind port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:50.231724 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] Port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on network ce64e852-517d-4899-976e-d0fa7c65f446 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:58:50.231724 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] Attempting to bind port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:50.240591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:58:50.240591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:50.240591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] Bound using segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:58:50.240591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] Bound port: 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:58:50.241011 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c098de7d-270c-4e2b-bd50-4fd04f1889ef req-2121c09e-22a1-421d-9a2d-bb2d0aa29bad service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856910 Dec 17 12:58:50.328753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:58:50.407996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc5aa9-e568-4872-aa5f-efbca31adc13 req-4987e6fe-c882-4561-a47d-996310227436 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:50.408524 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] Publish callbacks [] for binding, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:50.409515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-01bc5aa9-e568-4872-aa5f-efbca31adc13 req-4987e6fe-c882-4561-a47d-996310227436 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 948 time: 0.0499663 Dec 17 12:58:50.409770 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-a1d7e79b-517e-44d9-9424-5d11c702c892 service neutron] 10.222.0.59 "POST /v2.0/ports/1e720f43-248f-4ea6-aadd-2282ed79c6ef/bindings HTTP/1.1" status: 201 len: 389 time: 0.3366206 Dec 17 12:58:50.465659 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-01bc5aa9-e568-4872-aa5f-efbca31adc13 req-57aba52a-9a38-41d8-a456-51930f01759e tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465164 Dec 17 12:58:50.686097 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2501c39b-2bb6-4928-8ee3-0f5c02a54f4a x-openstack-request-id: req-2501c39b-2bb6-4928-8ee3-0f5c02a54f4a {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:50.686382 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e24b085-8a64-42b3-8670-5d089826b627", "tag": "06dfe4c4-e233-4840-88a1-f21d1c6612c5", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:50.686630 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2501c39b-2bb6-4928-8ee3-0f5c02a54f4a {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:50.687024 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e24b085-8a64-42b3-8670-5d089826b627', 'tag': '06dfe4c4-e233-4840-88a1-f21d1c6612c5', 'status': 'completed', 'code': 200} Dec 17 12:58:50.799085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05767bcf-3744-44ef-a2e0-b7f9726c9421 req-44f1fc13-d619-4be1-8583-ccf0dc26aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:50.800585 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05767bcf-3744-44ef-a2e0-b7f9726c9421 req-44f1fc13-d619-4be1-8583-ccf0dc26aad5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=437b0248f92546b6b1447a79c4ecb214&device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 1099 time: 0.0881846 Dec 17 12:58:50.816209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b862a5-5a97-49db-b0ee-4c80eb4f2696 req-e298a969-c6e0-4b42-a61c-280787812edc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:50.817707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77b862a5-5a97-49db-b0ee-4c80eb4f2696 req-e298a969-c6e0-4b42-a61c-280787812edc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0613453 Dec 17 12:58:50.895358 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-929d4307-c924-4cc7-9cf9-cfbd1d3560ae req-2bc1a301-000b-408a-911f-1403ab8d1448 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 210 time: 0.0382955 Dec 17 12:58:50.934244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77b862a5-5a97-49db-b0ee-4c80eb4f2696 req-34cb7882-049b-42b1-8305-b32667d9ead8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102920 Dec 17 12:58:50.954394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05767bcf-3744-44ef-a2e0-b7f9726c9421 req-20cb70a9-adc2-4695-9bde-1b4182842c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:50.954394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05767bcf-3744-44ef-a2e0-b7f9726c9421 req-20cb70a9-adc2-4695-9bde-1b4182842c41 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1230724 Dec 17 12:58:51.011000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05767bcf-3744-44ef-a2e0-b7f9726c9421 req-a2a07968-2270-42f2-8da1-3a83235038f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=06dfe4c4-e233-4840-88a1-f21d1c6612c5 HTTP/1.1" status: 200 len: 217 time: 0.0393982 Dec 17 12:58:51.116268 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05767bcf-3744-44ef-a2e0-b7f9726c9421 req-4552e385-d5b1-4bbf-99fa-156115e7bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:51.117785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05767bcf-3744-44ef-a2e0-b7f9726c9421 req-4552e385-d5b1-4bbf-99fa-156115e7bd53 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0969729 Dec 17 12:58:51.132065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67813574-11fb-4a40-970c-22737bcdc786 req-6487a563-5ba9-4786-b636-eaf011958718 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:51.133512 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67813574-11fb-4a40-970c-22737bcdc786 req-6487a563-5ba9-4786-b636-eaf011958718 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 946 time: 0.1254795 Dec 17 12:58:51.143772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-818e93c9-73c9-4d85-b132-a2c238e106d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:51.148223 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-818e93c9-73c9-4d85-b132-a2c238e106d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 1097 time: 0.0825291 Dec 17 12:58:51.263254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05767bcf-3744-44ef-a2e0-b7f9726c9421 req-dbfe607c-6805-4b76-9ba7-83605ec73dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:51.264750 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05767bcf-3744-44ef-a2e0-b7f9726c9421 req-dbfe607c-6805-4b76-9ba7-83605ec73dd2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303468 Dec 17 12:58:51.276507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67813574-11fb-4a40-970c-22737bcdc786 req-afa64103-887a-4d60-9f6d-6f24aa45c880 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260543 Dec 17 12:58:51.344722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-5cf475f4-d708-47a0-8654-a51bf86b99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:51.346274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-5cf475f4-d708-47a0-8654-a51bf86b99c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.1748674 Dec 17 12:58:51.396914 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-f5d40b90-d3f7-4730-bcfc-a4fde26d70db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef HTTP/1.1" status: 200 len: 217 time: 0.0410886 Dec 17 12:58:51.451603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05767bcf-3744-44ef-a2e0-b7f9726c9421 req-f880cc92-a6b8-4703-9d24-0e27dc928f7d service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721034 Dec 17 12:58:51.519689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-1617a4b8-fc67-461d-86d1-c98ad0182a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:51.521085 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-1617a4b8-fc67-461d-86d1-c98ad0182a47 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.1150029 Dec 17 12:58:51.565700 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-f47533ee-8d5e-4aa0-962b-853a8942424d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336931 Dec 17 12:58:51.626968 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05767bcf-3744-44ef-a2e0-b7f9726c9421 req-3a8b7b54-cde8-4b0a-b232-1c16b79137e1 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655729 Dec 17 12:58:51.668737 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-992095ad-7a54-486d-9387-0efdfddaaece service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948284 Dec 17 12:58:51.773917 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-ed9c7c73-af84-4eaa-85d5-5dc9d27a2393 service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960178 Dec 17 12:58:51.775143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28e165-433d-4566-862d-f152ab8b5c6d req-cb74e1a5-198a-4e93-bb97-1ce507769b7e tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:51.776720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e28e165-433d-4566-862d-f152ab8b5c6d req-cb74e1a5-198a-4e93-bb97-1ce507769b7e tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 948 time: 0.0516860 Dec 17 12:58:51.823899 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e28e165-433d-4566-862d-f152ab8b5c6d req-83b894d3-8ac6-4500-8b12-0f5cc28b3e48 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411270 Dec 17 12:58:52.118961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-566bed23-e536-4861-8168-fe59569510ba tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:52.120491 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-566bed23-e536-4861-8168-fe59569510ba tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6&tenant_id=ff7efdc23937426fbd815e9fa0587f98&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1097 time: 0.0799277 Dec 17 12:58:52.137505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-5'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:52.189241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b83f84c4-e89c-4c95-a085-813e3fa4b04a req-aa896ba1-e970-4be6-928f-31c97a84d5dd tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 210 time: 0.0479558 Dec 17 12:58:52.220797 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:52.230572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e18ac-593a-4c2a-b493-b1f5b13872d5 req-058a7a14-46c4-4ebb-b38f-8b8f2a4f304d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:52.232405 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-943e18ac-593a-4c2a-b493-b1f5b13872d5 req-058a7a14-46c4-4ebb-b38f-8b8f2a4f304d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0671122 Dec 17 12:58:52.281585 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-943e18ac-593a-4c2a-b493-b1f5b13872d5 req-8f618a76-8563-4575-905a-d129a39064e7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409043 Dec 17 12:58:52.362189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:52.421791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:52.493852 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:52.511188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd73711-0961-4cdd-a0f3-bb4d342aabb8 req-038192b3-b075-4a49-bc02-76c79a650f59 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:52.512765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2cd73711-0961-4cdd-a0f3-bb4d342aabb8 req-038192b3-b075-4a49-bc02-76c79a650f59 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 946 time: 0.0941412 Dec 17 12:58:52.561385 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2cd73711-0961-4cdd-a0f3-bb4d342aabb8 req-0b36c6b9-1f7c-4c4b-b00c-2c3d65b99be2 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426559 Dec 17 12:58:52.623223 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:52.697140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3af37e7-9489-4807-8a81-ffb54d64f6c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e720f43-248f-4ea6-aadd-2282ed79c6ef'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:52.699455 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d69d2bb-8782-4a71-98bb-f35e3a452089" -d '{"events": [{"server_uuid": "e3af37e7-9489-4807-8a81-ffb54d64f6c6", "name": "network-vif-unplugged", "status": "completed", "tag": "1e720f43-248f-4ea6-aadd-2282ed79c6ef"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:52.705866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Pushing event updated for resources: {'Port': ['ID=1e720f43-248f-4ea6-aadd-2282ed79c6ef,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:52.730312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Attempting to bind port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on host n-h2-815324-5 for vnic_type normal with profile {"migrating_to": "n-h1-815324-5"} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:58:52.730861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Attempting to bind port 1e720f43-248f-4ea6-aadd-2282ed79c6ef by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:58:52.731211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Attempting to bind port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:52.741328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on network ce64e852-517d-4899-976e-d0fa7c65f446 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:58:52.741899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Attempting to bind port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:52.745266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-4b9b58cf-0795-4139-913c-0fdc86d4e129 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:52.750745 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-4b9b58cf-0795-4139-913c-0fdc86d4e129 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.61 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 820 time: 0.1404870 Dec 17 12:58:52.750839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:58:52.750839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:52.750839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Bound using segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:58:52.750839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Bound port: 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:58:52.751228 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:52.764617 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Request body: {'port': {'device_id': '6b22c739-b341-4337-bbda-6f4e71a4a7c0', 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a', 'admin_state_up': True, 'tenant_id': '9614be50faf74fb8a529668bc3e6df5e'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:52.771792 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c49c1a-2682-4e20-a53b-787f1b7da715 x-openstack-request-id: req-83c49c1a-2682-4e20-a53b-787f1b7da715 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:52.772079 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3af37e7-9489-4807-8a81-ffb54d64f6c6", "name": "network-vif-unplugged", "status": "completed", "tag": "1e720f43-248f-4ea6-aadd-2282ed79c6ef", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:52.772390 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83c49c1a-2682-4e20-a53b-787f1b7da715 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:52.772706 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3af37e7-9489-4807-8a81-ffb54d64f6c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e720f43-248f-4ea6-aadd-2282ed79c6ef', 'code': 200} Dec 17 12:58:52.836300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:52.839903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:58:52.960782 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:52.989408 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Made reservation on behalf of 9614be50faf74fb8a529668bc3e6df5e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:58:52.994727 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:53.056527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Pushing event updated for resources: {'Port': ['ID=1e720f43-248f-4ea6-aadd-2282ed79c6ef,revision_number=8']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:53.060205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:53.060837 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:53.062393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-96c11518-dcd1-4eb1-b6d2-06f820990a6a service neutron] 10.222.0.54 "PUT /v2.0/ports/1e720f43-248f-4ea6-aadd-2282ed79c6ef HTTP/1.1" status: 200 len: 1122 time: 0.9291990 Dec 17 12:58:53.148785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['1e720f43-248f-4ea6-aadd-2282ed79c6ef'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:58:53.182335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Allocated IP 172.20.0.9 (7717af48-82a8-4fc3-8cc0-cf6ce9d6412a/8d7a7622-58e1-4644-af83-62446c95c9d4/0f6871d5-8c9b-49bb-92e4-51e05845e93d) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:58:53.379236 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:53.392297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67dd61-f1c7-457a-9946-e6c64eb3400a req-6c5aabbc-59b3-4746-ae05-d5a6d58f8474 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:53.393730 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c67dd61-f1c7-457a-9946-e6c64eb3400a req-6c5aabbc-59b3-4746-ae05-d5a6d58f8474 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 948 time: 0.0851729 Dec 17 12:58:53.454456 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c67dd61-f1c7-457a-9946-e6c64eb3400a req-09cca89b-dc4a-4020-993d-ffefc1b32ef9 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534654 Dec 17 12:58:53.549475 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:53.625758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:58:53.630335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:58:53.636693 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:58:53.642150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:53.645361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:53.649516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Pushing event updated for resources: {'Port': ['ID=0f6871d5-8c9b-49bb-92e4-51e05845e93d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:53.664412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.664778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.665097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.665427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.665783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.666111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.666432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.666756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.667076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.667394 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.667717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.668032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.668348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:53.679693 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43cf4b-4b8f-4b2a-9672-65b2e4089854 req-9fd7b7f7-62be-47be-9626-42fddaa1dd12 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:53.681206 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae43cf4b-4b8f-4b2a-9672-65b2e4089854 req-9fd7b7f7-62be-47be-9626-42fddaa1dd12 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 931 time: 0.1005642 Dec 17 12:58:53.717357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922e112-fe96-479d-8dfa-6c15391d5361 req-2cbe9820-11e6-421d-9ce1-09a36c94488a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:53.718880 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2922e112-fe96-479d-8dfa-6c15391d5361 req-2cbe9820-11e6-421d-9ce1-09a36c94488a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0591326 Dec 17 12:58:53.731395 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-89862663-470d-4e18-8c4e-ef9428bf07b2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9726026 Dec 17 12:58:53.735151 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae43cf4b-4b8f-4b2a-9672-65b2e4089854 req-cb86f634-609c-4f70-b0d7-2b49a6fb210f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475349 Dec 17 12:58:53.745736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Request body: {'port': {'device_id': '6b22c739-b341-4337-bbda-6f4e71a4a7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:58:53.774890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2922e112-fe96-479d-8dfa-6c15391d5361 req-a8b5d89e-1f1a-4c18-9616-b591bf9d1981 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501277 Dec 17 12:58:53.808775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:53.885611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba5a2-693d-4bc5-b194-5f1685af1033 req-5124a67e-cacc-4f5e-8737-4d11ab622393 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:53.887269 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b6ba5a2-693d-4bc5-b194-5f1685af1033 req-5124a67e-cacc-4f5e-8737-4d11ab622393 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 944 time: 0.0550735 Dec 17 12:58:53.936254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b6ba5a2-693d-4bc5-b194-5f1685af1033 req-16cfc4be-8d25-4fcb-95c4-fd364219b7c6 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 Dec 17 12:58:53.999703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 06dfe4c4-e233-4840-88a1-f21d1c6612c5 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:58:54.088686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6871d5-8c9b-49bb-92e4-51e05845e93d {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:54.097134 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:54.110609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Transition to ACTIVE for port object 0f6871d5-8c9b-49bb-92e4-51e05845e93d will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:58:54.119945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 06dfe4c4-e233-4840-88a1-f21d1c6612c5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=06dfe4c4-e233-4840-88a1-f21d1c6612c5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:54.130893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '06dfe4c4-e233-4840-88a1-f21d1c6612c5', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '06dfe4c4-e233-4840-88a1-f21d1c6612c5', 'mac_address': 'fa:16:3e:76:66:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:58:54.168021 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:54.170236 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:54.185184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dfe4c4-e233-4840-88a1-f21d1c6612c5 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:54.210730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 06dfe4c4-e233-4840-88a1-f21d1c6612c5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=06dfe4c4-e233-4840-88a1-f21d1c6612c5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:54.226683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6871d5-8c9b-49bb-92e4-51e05845e93d,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:54.253127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Attempting to bind port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:58:54.253460 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Attempting to bind port 0f6871d5-8c9b-49bb-92e4-51e05845e93d by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:58:54.253818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Attempting to bind port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:54.258544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:58:54.258859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Attempting to bind port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:58:54.263674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:58:54.264498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:58:54.264498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Bound using segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:58:54.264781 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Bound port: 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:58:54.265123 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:54.292168 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:54.333231 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:54.336288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:58:54.352643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=06dfe4c4-e233-4840-88a1-f21d1c6612c5,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:54.360130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.360477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.360816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.361152 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.361482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.361846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.362159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.362481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.362800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.363117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.363436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.363795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.364639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:58:54.400634 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:54.439875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:54.447562 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:54.447562 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] 10.222.0.61 "PUT /v2.0/ports/0f6871d5-8c9b-49bb-92e4-51e05845e93d HTTP/1.1" status: 200 len: 1091 time: 0.7004180 Dec 17 12:58:54.447562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b22c739-b341-4337-bbda-6f4e71a4a7c0', 'tag': '0f6871d5-8c9b-49bb-92e4-51e05845e93d'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:54.447562 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6032e27-b842-47b6-9c19-33b008944ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b22c739-b341-4337-bbda-6f4e71a4a7c0", "tag": "0f6871d5-8c9b-49bb-92e4-51e05845e93d"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:54.464215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03995c9-38c1-4b3d-b21c-a57a87ce0348 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6871d5-8c9b-49bb-92e4-51e05845e93d,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:54.576155 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6913ef-4932-4614-ad01-8678537e673f x-openstack-request-id: req-ce6913ef-4932-4614-ad01-8678537e673f {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:54.576446 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b22c739-b341-4337-bbda-6f4e71a4a7c0", "tag": "0f6871d5-8c9b-49bb-92e4-51e05845e93d", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:54.576698 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce6913ef-4932-4614-ad01-8678537e673f {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:54.577085 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b22c739-b341-4337-bbda-6f4e71a4a7c0', 'tag': '0f6871d5-8c9b-49bb-92e4-51e05845e93d', 'status': 'completed', 'code': 200} Dec 17 12:58:54.582472 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['06dfe4c4-e233-4840-88a1-f21d1c6612c5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:58:54.601027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-0756f131-b9b0-474d-9193-e95c7bd5044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:54.603132 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-0756f131-b9b0-474d-9193-e95c7bd5044a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 1094 time: 0.0544550 Dec 17 12:58:54.663801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-6bf76f19-8caf-4328-91f4-4637f03af654 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d HTTP/1.1" status: 200 len: 217 time: 0.0461442 Dec 17 12:58:54.732103 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e95290a8-fda7-43c3-af59-b88982b36f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:54.733472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-e95290a8-fda7-43c3-af59-b88982b36f8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0556602 Dec 17 12:58:54.746211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccfa2c-2e52-4447-8364-45ae805e28e5 req-6bb9efc8-c3cb-4f4f-bd15-463f68e8f04b tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:54.747054 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20ccfa2c-2e52-4447-8364-45ae805e28e5 req-6bb9efc8-c3cb-4f4f-bd15-463f68e8f04b tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 949 time: 0.1233888 Dec 17 12:58:54.774245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3af37e7-9489-4807-8a81-ffb54d64f6c6', 'tag': '1e720f43-248f-4ea6-aadd-2282ed79c6ef'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:54.776500 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-c903e826-2215-482e-9486-718f37c61619 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284827 Dec 17 12:58:54.776999 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0bdfaf-9cfe-4f80-9fa4-a2dad4635b25" -d '{"events": [{"name": "network-changed", "server_uuid": "e3af37e7-9489-4807-8a81-ffb54d64f6c6", "tag": "1e720f43-248f-4ea6-aadd-2282ed79c6ef"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:54.867043 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20ccfa2c-2e52-4447-8364-45ae805e28e5 req-9c91c7a2-b78f-43cf-bc3d-cdb8195471b9 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074378 Dec 17 12:58:54.900472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-83548c6e-3d7f-45e7-84ab-100ccc2e739c service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117387 Dec 17 12:58:55.003120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdcf7272-c6b4-498f-bf47-9bdd1239e67e req-df60e296-de59-4faa-be6e-69a564210ac1 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905311 Dec 17 12:58:55.149727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6032e27-b842-47b6-9c19-33b008944ba1 req-c84ffcc8-589a-4001-bd3f-550dbaa82db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:55.151199 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6032e27-b842-47b6-9c19-33b008944ba1 req-c84ffcc8-589a-4001-bd3f-550dbaa82db6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 1094 time: 0.0444603 Dec 17 12:58:55.251910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6032e27-b842-47b6-9c19-33b008944ba1 req-4379ac26-5f75-4232-954d-703ef6c74993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:55.253450 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6032e27-b842-47b6-9c19-33b008944ba1 req-4379ac26-5f75-4232-954d-703ef6c74993 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.0928304 Dec 17 12:58:55.270448 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c43d8e-a9b8-4c96-9eae-bdf8b2ea26f7 x-openstack-request-id: req-00c43d8e-a9b8-4c96-9eae-bdf8b2ea26f7 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:55.270926 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3af37e7-9489-4807-8a81-ffb54d64f6c6", "tag": "1e720f43-248f-4ea6-aadd-2282ed79c6ef", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:55.271336 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00c43d8e-a9b8-4c96-9eae-bdf8b2ea26f7 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:55.271801 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3af37e7-9489-4807-8a81-ffb54d64f6c6', 'tag': '1e720f43-248f-4ea6-aadd-2282ed79c6ef', 'status': 'completed', 'code': 200} Dec 17 12:58:55.297656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2edc2-46e4-4508-9d39-071edc902f26 req-1015b6ea-7aff-48e0-bbaf-610979be2c8e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:55.306180 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cdb2edc2-46e4-4508-9d39-071edc902f26 req-1015b6ea-7aff-48e0-bbaf-610979be2c8e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 943 time: 0.0729105 Dec 17 12:58:55.309657 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6032e27-b842-47b6-9c19-33b008944ba1 req-711c0b07-13f3-4ad1-b277-7766cc7ebdee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d HTTP/1.1" status: 200 len: 217 time: 0.0419526 Dec 17 12:58:55.383998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cdb2edc2-46e4-4508-9d39-071edc902f26 req-2645e546-b346-4ce7-b070-b5b1c86db586 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766921 Dec 17 12:58:55.388892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bdfaf-9cfe-4f80-9fa4-a2dad4635b25 req-aef56963-3a3d-4932-8d83-ced8b037db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:55.390469 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef0bdfaf-9cfe-4f80-9fa4-a2dad4635b25 req-aef56963-3a3d-4932-8d83-ced8b037db4f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 1125 time: 0.0756617 Dec 17 12:58:55.399210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6032e27-b842-47b6-9c19-33b008944ba1 req-34786272-5cf9-4cac-9269-4638ca047332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:55.400893 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6032e27-b842-47b6-9c19-33b008944ba1 req-34786272-5cf9-4cac-9269-4638ca047332 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0727572 Dec 17 12:58:55.408214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55aeb-f12c-4b30-9747-9b4e49cbdf13 req-8196cba8-726a-4993-b6e4-ddf8bea860c9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:55.416818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8fe55aeb-f12c-4b30-9747-9b4e49cbdf13 req-8196cba8-726a-4993-b6e4-ddf8bea860c9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0972381 Dec 17 12:58:55.457516 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6032e27-b842-47b6-9c19-33b008944ba1 req-c6aca9b8-6f60-40a6-b313-43e65464cd44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318835 Dec 17 12:58:55.507316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bdfaf-9cfe-4f80-9fa4-a2dad4635b25 req-8249571d-22b3-40d2-90df-9e990c838ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:55.508822 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef0bdfaf-9cfe-4f80-9fa4-a2dad4635b25 req-8249571d-22b3-40d2-90df-9e990c838ca6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.1081107 Dec 17 12:58:55.534855 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8fe55aeb-f12c-4b30-9747-9b4e49cbdf13 req-dab97a8c-564f-4acf-9836-edfb05c9bc91 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171763 Dec 17 12:58:55.559406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef0bdfaf-9cfe-4f80-9fa4-a2dad4635b25 req-bcead076-a7d9-4758-8672-215843bfc194 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef HTTP/1.1" status: 200 len: 217 time: 0.0423949 Dec 17 12:58:55.596191 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6032e27-b842-47b6-9c19-33b008944ba1 req-93488631-b47d-4c47-b50a-a1aa9c976ac9 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280034 Dec 17 12:58:55.654407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bdfaf-9cfe-4f80-9fa4-a2dad4635b25 req-8c2da92c-4772-4228-a5b6-bf27e62092f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:55.656052 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef0bdfaf-9cfe-4f80-9fa4-a2dad4635b25 req-8c2da92c-4772-4228-a5b6-bf27e62092f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.0806875 Dec 17 12:58:55.672476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eb399-5f4b-4eff-901d-987c243822f0 req-9b5ed699-1a80-485e-b9c2-6dae4da8c408 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:55.674302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c44eb399-5f4b-4eff-901d-987c243822f0 req-9b5ed699-1a80-485e-b9c2-6dae4da8c408 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 944 time: 0.0902596 Dec 17 12:58:55.709489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef0bdfaf-9cfe-4f80-9fa4-a2dad4635b25 req-3fea6862-b49b-444f-9726-4b57b63c4469 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340552 Dec 17 12:58:55.769808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90156e68-8c28-4c0a-aa8d-6e2f24cd4762 req-be8455e0-1e42-4c20-8e16-c0b29b17c00a tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:55.769808 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90156e68-8c28-4c0a-aa8d-6e2f24cd4762 req-be8455e0-1e42-4c20-8e16-c0b29b17c00a tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 972 time: 0.0722470 Dec 17 12:58:55.796124 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6032e27-b842-47b6-9c19-33b008944ba1 req-d9b6ee1a-e8f6-44ab-b961-1f15b5437015 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882820 Dec 17 12:58:55.797813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c44eb399-5f4b-4eff-901d-987c243822f0 req-b3bafc16-184d-412d-b845-c357fb38f1fe tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128330 Dec 17 12:58:55.841451 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef0bdfaf-9cfe-4f80-9fa4-a2dad4635b25 req-72f97d8b-69c0-48cd-b0f2-763620927b10 service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230245 Dec 17 12:58:55.853313 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90156e68-8c28-4c0a-aa8d-6e2f24cd4762 req-d776f528-5120-40c8-a181-6887564eee1d tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704505 Dec 17 12:58:56.019258 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:58:56.026496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1e720f43-248f-4ea6-aadd-2282ed79c6ef details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:58:56.029395 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef0bdfaf-9cfe-4f80-9fa4-a2dad4635b25 req-469bbacb-8054-4dd2-addd-8f9f45bea1e5 service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730869 Dec 17 12:58:56.031348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 06dfe4c4-e233-4840-88a1-f21d1c6612c5 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:58:56.106874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38520d9e-e927-45cf-a08a-4d85c32474a2 req-1285bba1-3d94-40cb-810e-c6ac0a0e9f3a tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:56.109043 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-38520d9e-e927-45cf-a08a-4d85c32474a2 req-1285bba1-3d94-40cb-810e-c6ac0a0e9f3a tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 949 time: 0.0746586 Dec 17 12:58:56.172477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-38520d9e-e927-45cf-a08a-4d85c32474a2 req-f1c75f1a-2757-4a79-89d0-99bcae548a3f tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562398 Dec 17 12:58:56.234119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:56.236528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40872) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:56.252101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1e720f43-248f-4ea6-aadd-2282ed79c6ef has no active binding in host n-h1-815324-5 {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 12:58:56.257419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 06dfe4c4-e233-4840-88a1-f21d1c6612c5 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:58:56.262274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 06dfe4c4-e233-4840-88a1-f21d1c6612c5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:58:56.262648 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:56.344647 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:56.357922 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d5e37c4-f1a8-4d88-b0cd-d50ae041f8e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:56.369241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e24b085-8a64-42b3-8670-5d089826b627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dfe4c4-e233-4840-88a1-f21d1c6612c5'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:58:56.372052 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b94c4d-f909-40b6-bab3-598d4c4a0cd0" -d '{"events": [{"server_uuid": "2e24b085-8a64-42b3-8670-5d089826b627", "name": "network-vif-plugged", "status": "completed", "tag": "06dfe4c4-e233-4840-88a1-f21d1c6612c5"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:58:56.390115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 06dfe4c4-e233-4840-88a1-f21d1c6612c5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=06dfe4c4-e233-4840-88a1-f21d1c6612c5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:56.413440 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e394f2-977c-42e9-b536-d75b224768e3 x-openstack-request-id: req-11e394f2-977c-42e9-b536-d75b224768e3 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:58:56.413792 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e24b085-8a64-42b3-8670-5d089826b627", "name": "network-vif-plugged", "status": "completed", "tag": "06dfe4c4-e233-4840-88a1-f21d1c6612c5", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:58:56.414057 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11e394f2-977c-42e9-b536-d75b224768e3 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:58:56.414572 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e24b085-8a64-42b3-8670-5d089826b627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dfe4c4-e233-4840-88a1-f21d1c6612c5', 'code': 200} Dec 17 12:58:56.440876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d5e37c4-f1a8-4d88-b0cd-d50ae041f8e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:56.501640 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:56.525863 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c63c6-cf0d-477f-8cb6-d0669ee6fae4 req-1793ba5e-25e6-48e7-a64a-f4882f3b0a8d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:56.528651 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e27c63c6-cf0d-477f-8cb6-d0669ee6fae4 req-1793ba5e-25e6-48e7-a64a-f4882f3b0a8d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 943 time: 0.0602441 Dec 17 12:58:56.554328 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d5e37c4-f1a8-4d88-b0cd-d50ae041f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:56.555847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=06dfe4c4-e233-4840-88a1-f21d1c6612c5,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:56.558491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2ee35-e2de-4770-9824-cd5b48a78c0f req-5538f58c-c248-479b-aa6b-8b4735dde015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:56.562844 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ff2ee35-e2de-4770-9824-cd5b48a78c0f req-5538f58c-c248-479b-aa6b-8b4735dde015 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 1101 time: 0.0567172 Dec 17 12:58:56.604059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e37c4-f1a8-4d88-b0cd-d50ae041f8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf94e69-79a4-4ff2-afce-c4a11a733467,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:56.610940 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9d5e37c4-f1a8-4d88-b0cd-d50ae041f8e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f30fdb4b4af4aac9d40df87cf4d5e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709545 Dec 17 12:58:56.613390 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40884) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:56.632196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e27c63c6-cf0d-477f-8cb6-d0669ee6fae4 req-a217a537-1dfb-4dd7-935a-9be071e6100b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982587 Dec 17 12:58:56.633438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ff2ee35-e2de-4770-9824-cd5b48a78c0f req-f3377376-2cd2-49f7-bed9-b06b3e8ea1e5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595424 Dec 17 12:58:56.673031 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f084b989-d42d-4f85-beb2-4626d955064d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:56.701545 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f084b989-d42d-4f85-beb2-4626d955064d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:56.705562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91ea80-b4c6-4618-b73b-ff69b8f97d62 req-a1a6d183-0758-44ee-8ca5-542ea11d3b94 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:56.707149 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cd91ea80-b4c6-4618-b73b-ff69b8f97d62 req-a1a6d183-0758-44ee-8ca5-542ea11d3b94 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0512402 Dec 17 12:58:56.759787 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cd91ea80-b4c6-4618-b73b-ff69b8f97d62 req-0a0a9672-a80e-4913-8934-2e1cb8ae5dd6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465317 Dec 17 12:58:56.833910 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f084b989-d42d-4f85-beb2-4626d955064d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:56.836771 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f084b989-d42d-4f85-beb2-4626d955064d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:56.837932 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f084b989-d42d-4f85-beb2-4626d955064d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbf94e69-79a4-4ff2-afce-c4a11a733467 HTTP/1.1" status: 204 len: 168 time: 0.2234721 Dec 17 12:58:56.845494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084b989-d42d-4f85-beb2-4626d955064d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf94e69-79a4-4ff2-afce-c4a11a733467,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:56.955346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507d7f-0fd7-48c3-af25-3dfef25191eb req-d39ac819-811a-408f-8a3a-45495e1dbefa tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:56.957150 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa507d7f-0fd7-48c3-af25-3dfef25191eb req-d39ac819-811a-408f-8a3a-45495e1dbefa tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 944 time: 0.0518391 Dec 17 12:58:57.008485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa507d7f-0fd7-48c3-af25-3dfef25191eb req-26714703-f945-4c72-86ac-efe0f8de794d tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452251 Dec 17 12:58:57.189441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38c46e-dee3-4759-986e-2fc95fff5902 req-03c92be0-aa92-498a-9da8-4c73690f7d11 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:57.189441 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4d38c46e-dee3-4759-986e-2fc95fff5902 req-03c92be0-aa92-498a-9da8-4c73690f7d11 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 972 time: 0.0493207 Dec 17 12:58:57.189441 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4d38c46e-dee3-4759-986e-2fc95fff5902 req-a3067676-64fb-41ce-800c-95a5c68bcdec tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 Dec 17 12:58:57.285753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689f2bb-3839-4526-b5f4-75f1c727f058 req-f3de71b4-beba-430f-8070-8eab4c09267b tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:57.287210 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9689f2bb-3839-4526-b5f4-75f1c727f058 req-f3de71b4-beba-430f-8070-8eab4c09267b tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 950 time: 0.0480020 Dec 17 12:58:57.332473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9689f2bb-3839-4526-b5f4-75f1c727f058 req-20842df1-a3dd-48eb-bb2c-01e209fcfb1b tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 Dec 17 12:58:57.544070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40906) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:57.648193 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9fca172f-ed40-43c3-adc1-ca5824ec6af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:57.725784 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9fca172f-ed40-43c3-adc1-ca5824ec6af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:57.754487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795da92b-5a9b-4075-9585-52c40987df52 req-c278ce44-0a4d-454a-a5a6-e7c5d4ab19c0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:57.756489 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-795da92b-5a9b-4075-9585-52c40987df52 req-c278ce44-0a4d-454a-a5a6-e7c5d4ab19c0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 943 time: 0.0522466 Dec 17 12:58:57.804796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-795da92b-5a9b-4075-9585-52c40987df52 req-e58e8891-57ef-4a3c-966d-36921150339d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 Dec 17 12:58:57.821752 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9fca172f-ed40-43c3-adc1-ca5824ec6af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:57.862780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9fca172f-ed40-43c3-adc1-ca5824ec6af7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b107ec446f2449d5af21abf527768efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176100 Dec 17 12:58:57.863774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca172f-ed40-43c3-adc1-ca5824ec6af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066a519e-b6a7-4ed6-8ad2-291ac863afab,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:57.866080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40914) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:57.907532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40916) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:57.920792 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-66fb109e-344b-4e02-9655-3828750e2bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:57.940350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19850e8-29fb-41e2-bd62-71eb6fb9eaac req-2703a4d3-c9d9-496f-adea-f1017fe81278 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:57.941925 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d19850e8-29fb-41e2-bd62-71eb6fb9eaac req-2703a4d3-c9d9-496f-adea-f1017fe81278 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0728726 Dec 17 12:58:57.965541 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b99fb749-6b4a-4e63-88e3-af9433bf3319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:57.996108 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-66fb109e-344b-4e02-9655-3828750e2bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:58.005663 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b99fb749-6b4a-4e63-88e3-af9433bf3319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:58.019172 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d19850e8-29fb-41e2-bd62-71eb6fb9eaac req-20e2d77f-f4b8-4f86-a313-bb82df251467 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693347 Dec 17 12:58:58.063333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-66fb109e-344b-4e02-9655-3828750e2bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:58.101325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-66fb109e-344b-4e02-9655-3828750e2bfd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bf559eb58d93411b933d0283fb8978ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1927385 Dec 17 12:58:58.103498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb109e-344b-4e02-9655-3828750e2bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c094b6b-86f4-4375-8957-dd619a016eac,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:58.104020 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40918) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:58:58.150428 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b99fb749-6b4a-4e63-88e3-af9433bf3319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:58.152955 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b99fb749-6b4a-4e63-88e3-af9433bf3319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:58.154101 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b99fb749-6b4a-4e63-88e3-af9433bf3319 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/066a519e-b6a7-4ed6-8ad2-291ac863afab HTTP/1.1" status: 204 len: 168 time: 0.2866347 Dec 17 12:58:58.159352 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-42e41174-f36a-4a69-9f9d-842fa03b9574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:58.167498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fb749-6b4a-4e63-88e3-af9433bf3319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066a519e-b6a7-4ed6-8ad2-291ac863afab,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:58.188929 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-42e41174-f36a-4a69-9f9d-842fa03b9574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:58.283127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735dfc6-edc3-4159-aeda-783687743164 req-44005ec9-b3b2-4c8e-8183-0535ed94f263 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:58.284619 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4735dfc6-edc3-4159-aeda-783687743164 req-44005ec9-b3b2-4c8e-8183-0535ed94f263 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 944 time: 0.0511148 Dec 17 12:58:58.329487 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-42e41174-f36a-4a69-9f9d-842fa03b9574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:58.332053 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-42e41174-f36a-4a69-9f9d-842fa03b9574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:58.333152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-42e41174-f36a-4a69-9f9d-842fa03b9574 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c094b6b-86f4-4375-8957-dd619a016eac HTTP/1.1" status: 204 len: 168 time: 0.2281528 Dec 17 12:58:58.340076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4735dfc6-edc3-4159-aeda-783687743164 req-5a5a43d9-4fc4-4e6e-82d5-d2987d4c9d52 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489519 Dec 17 12:58:58.344732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e41174-f36a-4a69-9f9d-842fa03b9574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c094b6b-86f4-4375-8957-dd619a016eac,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:58.450421 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1e1d8-f169-492c-a1fe-cc71317ecf16 req-e74ef7f9-446c-4551-9127-8d8531ff642c tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:58.451860 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8af1e1d8-f169-492c-a1fe-cc71317ecf16 req-e74ef7f9-446c-4551-9127-8d8531ff642c tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 972 time: 0.0476789 Dec 17 12:58:58.499038 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8af1e1d8-f169-492c-a1fe-cc71317ecf16 req-6314f53a-6506-49c4-8f5f-8523672f74fc tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Dec 17 12:58:58.526519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0f6871d5-8c9b-49bb-92e4-51e05845e93d details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:58:58.604859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e404ae2-2809-45ac-8f82-d213ddce86d9 req-74460200-76f3-4445-afc3-291e69db65ea tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:58.606747 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e404ae2-2809-45ac-8f82-d213ddce86d9 req-74460200-76f3-4445-afc3-291e69db65ea tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 950 time: 0.0508962 Dec 17 12:58:58.660843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:58.676673 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e404ae2-2809-45ac-8f82-d213ddce86d9 req-b802312d-0abf-458b-be50-597817cd4a38 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629654 Dec 17 12:58:58.678832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '0f6871d5-8c9b-49bb-92e4-51e05845e93d', 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a', 'port_id': '0f6871d5-8c9b-49bb-92e4-51e05845e93d', 'mac_address': 'fa:16:3e:6c:65:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7a7622-58e1-4644-af83-62446c95c9d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:58:58.727701 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:58.742339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6871d5-8c9b-49bb-92e4-51e05845e93d {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:58.764585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:58.794005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-59af5459-b612-4c0a-83f5-8a874732d283 service neutron] 10.222.0.61 "GET /v2.0/ports/1e720f43-248f-4ea6-aadd-2282ed79c6ef/bindings/n-h1-815324-5 HTTP/1.1" status: 200 len: 384 time: 0.0741258 Dec 17 12:58:58.842056 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:58.903923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=0f6871d5-8c9b-49bb-92e4-51e05845e93d,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:58.951827 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6bd1e-7a31-44b3-8611-924ce304cdc1 req-25d15522-e7e8-4ccf-ad7f-159a93828407 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:58.953360 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ae6bd1e-7a31-44b3-8611-924ce304cdc1 req-25d15522-e7e8-4ccf-ad7f-159a93828407 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 944 time: 0.0664105 Dec 17 12:58:59.011208 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ae6bd1e-7a31-44b3-8611-924ce304cdc1 req-020b9e3a-6348-48f4-a9ae-eaa21deb6c80 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494454 Dec 17 12:58:59.040543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-ad3b617e-17ae-4d68-a32d-33f717b1bd5d service neutron] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:59.063828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-ad3b617e-17ae-4d68-a32d-33f717b1bd5d service neutron] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:58:59.082078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['0f6871d5-8c9b-49bb-92e4-51e05845e93d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:58:59.097128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-ad3b617e-17ae-4d68-a32d-33f717b1bd5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e720f43-248f-4ea6-aadd-2282ed79c6ef {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:58:59.108900 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-ad3b617e-17ae-4d68-a32d-33f717b1bd5d service neutron] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:58:59.141368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec89cc8-3c9d-4d27-ae7b-6f4e34ee0e0b req-07c49904-4cc6-41a6-8b23-6da99fbd097a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:59.150217 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bec89cc8-3c9d-4d27-ae7b-6f4e34ee0e0b req-07c49904-4cc6-41a6-8b23-6da99fbd097a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0588441 Dec 17 12:58:59.181925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-ad3b617e-17ae-4d68-a32d-33f717b1bd5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:59.253063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bec89cc8-3c9d-4d27-ae7b-6f4e34ee0e0b req-7e3cd109-688d-4ab6-911e-9897fae36d1d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019731 Dec 17 12:58:59.294390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-ad3b617e-17ae-4d68-a32d-33f717b1bd5d service neutron] Transition to ACTIVE for port object 1e720f43-248f-4ea6-aadd-2282ed79c6ef will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:58:59.359350 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-ad3b617e-17ae-4d68-a32d-33f717b1bd5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:58:59.482526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90380923-467b-4ed7-b57c-6123636255f1 req-5f70e523-ab34-449b-948b-a84609fd2e72 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:59.491416 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90380923-467b-4ed7-b57c-6123636255f1 req-5f70e523-ab34-449b-948b-a84609fd2e72 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 945 time: 0.0692763 Dec 17 12:58:59.554363 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90380923-467b-4ed7-b57c-6123636255f1 req-f64a5ec4-c322-467a-a531-03b6b05d535a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619802 Dec 17 12:58:59.655014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-ad3b617e-17ae-4d68-a32d-33f717b1bd5d service neutron] No DVR routers for this DVR port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 12:58:59.672153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a49912-9cca-4f48-8fed-aa5e8ee09aad req-c4ab1b1e-2458-421c-9597-b53fd6f26dc0 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:58:59.674308 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04a49912-9cca-4f48-8fed-aa5e8ee09aad req-c4ab1b1e-2458-421c-9597-b53fd6f26dc0 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 972 time: 0.0509145 Dec 17 12:58:59.691608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b617e-17ae-4d68-a32d-33f717b1bd5d service neutron] Pushing event updated for resources: {'Port': ['ID=1e720f43-248f-4ea6-aadd-2282ed79c6ef,revision_number=10']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:58:59.701696 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-ad3b617e-17ae-4d68-a32d-33f717b1bd5d service neutron] 10.222.0.61 "PUT /v2.0/ports/1e720f43-248f-4ea6-aadd-2282ed79c6ef/bindings/n-h1-815324-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8977969 Dec 17 12:58:59.727072 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04a49912-9cca-4f48-8fed-aa5e8ee09aad req-a13df32e-7ede-487b-9201-e681f96fd1e7 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439847 Dec 17 12:59:00.027286 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91ef12-accd-472b-9f9e-bdce7bfd7ede req-76cbe91a-0b7d-46c6-b9bf-3840a8044180 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:00.028994 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fd91ef12-accd-472b-9f9e-bdce7bfd7ede req-76cbe91a-0b7d-46c6-b9bf-3840a8044180 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 950 time: 0.0482843 Dec 17 12:59:00.079071 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fd91ef12-accd-472b-9f9e-bdce7bfd7ede req-1a2a473d-2c55-4f73-9d9d-7eac8dd89de4 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418961 Dec 17 12:59:00.195070 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77c1f3e3-9fa6-4d4e-9dad-6f2080853c47 req-b9b2f1a3-1d36-4b6b-b736-caa62de827bb tempest-AbsoluteLimitsNegativeTestJSON-842201478 tempest-AbsoluteLimitsNegativeTestJSON-842201478-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5726f00d38db469aa94c002e60c86acd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291774 Dec 17 12:59:00.264063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fc2af-5e7c-46f6-b609-13d197920c4b req-517a7033-2265-4858-a8cc-5c58fe9aa696 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:00.265605 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa7fc2af-5e7c-46f6-b609-13d197920c4b req-517a7033-2265-4858-a8cc-5c58fe9aa696 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 944 time: 0.0802877 Dec 17 12:59:00.284053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-5b8b4387-f758-48d0-a39c-b172344e4b4c tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:00.287248 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-5b8b4387-f758-48d0-a39c-b172344e4b4c tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6&tenant_id=ff7efdc23937426fbd815e9fa0587f98&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1096 time: 0.0688550 Dec 17 12:59:00.309945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1f3e3-9fa6-4d4e-9dad-6f2080853c47 req-98395d5c-b301-4180-97b3-f7dec511f606 tempest-AbsoluteLimitsNegativeTestJSON-842201478 tempest-AbsoluteLimitsNegativeTestJSON-842201478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:00.311609 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77c1f3e3-9fa6-4d4e-9dad-6f2080853c47 req-98395d5c-b301-4180-97b3-f7dec511f606 tempest-AbsoluteLimitsNegativeTestJSON-842201478 tempest-AbsoluteLimitsNegativeTestJSON-842201478-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105494 Dec 17 12:59:00.328057 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77c1f3e3-9fa6-4d4e-9dad-6f2080853c47 req-66f8b03a-19a1-4009-a1ca-166641921625 tempest-AbsoluteLimitsNegativeTestJSON-842201478 tempest-AbsoluteLimitsNegativeTestJSON-842201478-project] 10.222.0.59 "GET /v2.0/quotas/5726f00d38db469aa94c002e60c86acd HTTP/1.1" status: 200 len: 375 time: 0.0103774 Dec 17 12:59:00.359921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77c1f3e3-9fa6-4d4e-9dad-6f2080853c47 req-35350f84-3af0-4e2f-88a9-5724ed298511 tempest-AbsoluteLimitsNegativeTestJSON-842201478 tempest-AbsoluteLimitsNegativeTestJSON-842201478-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5726f00d38db469aa94c002e60c86acd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260689 Dec 17 12:59:00.401076 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa7fc2af-5e7c-46f6-b609-13d197920c4b req-e3a51912-8a0c-4504-96ac-c8bdb9f7e53c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248996 Dec 17 12:59:00.431567 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-7a29cf55-d0cf-47e4-abe6-ce44eb926dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:00.433136 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-7a29cf55-d0cf-47e4-abe6-ce44eb926dce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6&tenant_id=ff7efdc23937426fbd815e9fa0587f98 HTTP/1.1" status: 200 len: 1096 time: 0.1233742 Dec 17 12:59:00.443762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c393ee-9594-48aa-9bd6-c16616062738 req-15f50e87-b9dd-4946-92f4-e72f1ccbd818 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:00.445388 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71c393ee-9594-48aa-9bd6-c16616062738 req-15f50e87-b9dd-4946-92f4-e72f1ccbd818 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.54 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 972 time: 0.1204817 Dec 17 12:59:00.515794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc30f9-53c6-44a6-9453-5ff9f6a70bd2 req-dec0f630-4889-40d4-8b09-6f242f14a1cf tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:00.519314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09bc30f9-53c6-44a6-9453-5ff9f6a70bd2 req-dec0f630-4889-40d4-8b09-6f242f14a1cf tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0624797 Dec 17 12:59:00.544019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0f6871d5-8c9b-49bb-92e4-51e05845e93d up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:59:00.576728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-5c33b1fc-c3c9-47b6-8d5e-0216348a528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:00.577909 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-5c33b1fc-c3c9-47b6-8d5e-0216348a528a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 1096 time: 0.1148751 Dec 17 12:59:00.587651 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09bc30f9-53c6-44a6-9453-5ff9f6a70bd2 req-86cf1d42-14e5-4f1f-bc9b-0dff8db6e607 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633285 Dec 17 12:59:00.678057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-71c393ee-9594-48aa-9bd6-c16616062738 req-8c714f6c-fb27-42b2-bf9d-799c3a1ea2fd tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Deleting port 11df3af1-a201-4d49-b58a-052257585cdc {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 12:59:00.678308 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71c393ee-9594-48aa-9bd6-c16616062738 req-8c714f6c-fb27-42b2-bf9d-799c3a1ea2fd tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:00.680054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 0f6871d5-8c9b-49bb-92e4-51e05845e93d completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:59:00.686202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 0f6871d5-8c9b-49bb-92e4-51e05845e93d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:00.691692 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:00.702883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f01d2-bcd9-4d03-8d08-cc5cb89a948b req-dff3193c-ae5b-43dc-8cf9-832a789d91bd tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:00.704733 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e71f01d2-bcd9-4d03-8d08-cc5cb89a948b req-dff3193c-ae5b-43dc-8cf9-832a789d91bd tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 945 time: 0.0511096 Dec 17 12:59:00.770481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-f76e5e63-f25a-4fa4-9633-8636ada6923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:00.772530 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-f76e5e63-f25a-4fa4-9633-8636ada6923d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.1757696 Dec 17 12:59:00.777118 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e71f01d2-bcd9-4d03-8d08-cc5cb89a948b req-5987584e-5d92-4425-a0b4-24440c1c8949 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646954 Dec 17 12:59:00.807030 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:00.832556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-d4b348be-ec1e-4301-8b45-5b422f8d0ffb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef HTTP/1.1" status: 200 len: 217 time: 0.0506020 Dec 17 12:59:00.833048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b22c739-b341-4337-bbda-6f4e71a4a7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6871d5-8c9b-49bb-92e4-51e05845e93d'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:00.836129 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3fd469-8221-466a-9d09-b6620e89e075" -d '{"events": [{"server_uuid": "6b22c739-b341-4337-bbda-6f4e71a4a7c0", "name": "network-vif-plugged", "status": "completed", "tag": "0f6871d5-8c9b-49bb-92e4-51e05845e93d"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:00.844629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-71c393ee-9594-48aa-9bd6-c16616062738 req-8c714f6c-fb27-42b2-bf9d-799c3a1ea2fd tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] For port 11df3af1-a201-4d49-b58a-052257585cdc, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=11df3af1-a201-4d49-b58a-052257585cdc,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:00.844990 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71c393ee-9594-48aa-9bd6-c16616062738 req-8c714f6c-fb27-42b2-bf9d-799c3a1ea2fd tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:00.850458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:00.886753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-71c393ee-9594-48aa-9bd6-c16616062738 req-8c714f6c-fb27-42b2-bf9d-799c3a1ea2fd tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Calling delete_port for 11df3af1-a201-4d49-b58a-052257585cdc owned by compute:tempest-test_az-1308244254 {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 12:59:00.919423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126dc62-0643-4796-9f4e-9da17d894976 req-c7faae48-2a48-4730-87f2-3ba6468948d8 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:00.920882 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d126dc62-0643-4796-9f4e-9da17d894976 req-c7faae48-2a48-4730-87f2-3ba6468948d8 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 972 time: 0.0552075 Dec 17 12:59:00.927908 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:00.976067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-36a41e2f-0741-4d0a-ac23-e1848d8fa5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:00.977917 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-36a41e2f-0741-4d0a-ac23-e1848d8fa5c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.1299267 Dec 17 12:59:01.019480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=0f6871d5-8c9b-49bb-92e4-51e05845e93d,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:01.033566 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-fb753814-cc7f-4ef4-b111-6e83de6e7b11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418322 Dec 17 12:59:01.079727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41026) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:01.192209 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d126dc62-0643-4796-9f4e-9da17d894976 req-c078cdbf-7d2c-4750-8b9d-0a1b24532c90 tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/security-groups?id=4064bc26-b870-461c-98af-efea7ba56d52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638721 Dec 17 12:59:01.227586 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-66218ceb-4db0-463a-bfb0-ecf634e125a6 service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517661 Dec 17 12:59:01.245483 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e28cb5a-a657-4eba-b83d-20c58ee7ae77 x-openstack-request-id: req-7e28cb5a-a657-4eba-b83d-20c58ee7ae77 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:01.245882 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b22c739-b341-4337-bbda-6f4e71a4a7c0", "name": "network-vif-plugged", "status": "completed", "tag": "0f6871d5-8c9b-49bb-92e4-51e05845e93d", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:01.246319 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7e28cb5a-a657-4eba-b83d-20c58ee7ae77 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:01.246854 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b22c739-b341-4337-bbda-6f4e71a4a7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6871d5-8c9b-49bb-92e4-51e05845e93d', 'code': 200} Dec 17 12:59:01.254600 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:01.289303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0d18cda-5e44-4c9e-a0c3-23100340cafc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:01.311442 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71c393ee-9594-48aa-9bd6-c16616062738 req-8c714f6c-fb27-42b2-bf9d-799c3a1ea2fd tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:01.323191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['11df3af1-a201-4d49-b58a-052257585cdc'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:01.350506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c714f6c-fb27-42b2-bf9d-799c3a1ea2fd tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Pushing event deleted for resources: {'Port': ['ID=11df3af1-a201-4d49-b58a-052257585cdc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:01.362226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff6dac-b0a7-4bcc-8595-c2b13fca2b33 req-f40874c7-9216-4169-a6b0-d740506a50fc tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:01.363810 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e3ff6dac-b0a7-4bcc-8595-c2b13fca2b33 req-f40874c7-9216-4169-a6b0-d740506a50fc tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 950 time: 0.0674391 Dec 17 12:59:01.417768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e3ff6dac-b0a7-4bcc-8595-c2b13fca2b33 req-87ee15d5-fd54-4ba6-ad95-fa2efc815bd1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471127 Dec 17 12:59:01.472471 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-e14435da-829a-446f-9e53-ac05a20f5ba0 service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364514 Dec 17 12:59:01.493509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c393ee-9594-48aa-9bd6-c16616062738 req-8c714f6c-fb27-42b2-bf9d-799c3a1ea2fd tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] No DVR routers for this DVR port 11df3af1-a201-4d49-b58a-052257585cdc on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 12:59:01.504211 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71c393ee-9594-48aa-9bd6-c16616062738 req-8c714f6c-fb27-42b2-bf9d-799c3a1ea2fd tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:01.508239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71c393ee-9594-48aa-9bd6-c16616062738 req-8c714f6c-fb27-42b2-bf9d-799c3a1ea2fd tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.54 "DELETE /v2.0/ports/11df3af1-a201-4d49-b58a-052257585cdc HTTP/1.1" status: 204 len: 173 time: 1.0531499 Dec 17 12:59:01.508708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443794e1-167e-4a36-a3b9-f8ef850481d4', 'name': 'network-vif-deleted', 'tag': '11df3af1-a201-4d49-b58a-052257585cdc'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:01.511046 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567eb36f-7486-41d1-a84d-f2ef711e1ca0" -d '{"events": [{"server_uuid": "443794e1-167e-4a36-a3b9-f8ef850481d4", "name": "network-vif-deleted", "tag": "11df3af1-a201-4d49-b58a-052257585cdc"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:01.516678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd14a2-92e7-4111-b8aa-0ab8bd9a90a9 req-8c9d1116-7861-41ef-8042-e02be096ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:01.518252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bcd14a2-92e7-4111-b8aa-0ab8bd9a90a9 req-8c9d1116-7861-41ef-8042-e02be096ec3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 1096 time: 0.1698608 Dec 17 12:59:01.602179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0d18cda-5e44-4c9e-a0c3-23100340cafc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:01.605119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bcd14a2-92e7-4111-b8aa-0ab8bd9a90a9 req-ac2518a2-c9bd-46da-a338-0730b047b58f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726516 Dec 17 12:59:01.637970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186486-22f2-4f01-8168-c8a326b3b401 req-dbaac5c8-a8a7-4b8c-b908-ebd9cd34e349 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:01.639709 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1186486-22f2-4f01-8168-c8a326b3b401 req-dbaac5c8-a8a7-4b8c-b908-ebd9cd34e349 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 945 time: 0.0595355 Dec 17 12:59:01.641723 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0d18cda-5e44-4c9e-a0c3-23100340cafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:01.687407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c0d18cda-5e44-4c9e-a0c3-23100340cafc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5726f00d38db469aa94c002e60c86acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5990655 Dec 17 12:59:01.688944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41040) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:01.696609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d18cda-5e44-4c9e-a0c3-23100340cafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2655f4ae-05c3-48b8-b253-bf1508b44178,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:01.748208 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1186486-22f2-4f01-8168-c8a326b3b401 req-26f596e0-2e41-4cd4-a186-136074be2ed0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823679 Dec 17 12:59:01.751118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c857d4e-cfdd-473d-84fb-a59fcfb4ecaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:01.774850 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b37de2-8190-4e71-818e-0c2da335f67d x-openstack-request-id: req-b5b37de2-8190-4e71-818e-0c2da335f67d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:01.775328 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443794e1-167e-4a36-a3b9-f8ef850481d4", "name": "network-vif-deleted", "tag": "11df3af1-a201-4d49-b58a-052257585cdc", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:01.775644 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b5b37de2-8190-4e71-818e-0c2da335f67d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:01.776675 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443794e1-167e-4a36-a3b9-f8ef850481d4', 'name': 'network-vif-deleted', 'tag': '11df3af1-a201-4d49-b58a-052257585cdc', 'status': 'completed', 'code': 200} Dec 17 12:59:01.778993 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c857d4e-cfdd-473d-84fb-a59fcfb4ecaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:01.884759 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036785ca-70aa-4c97-9eb8-35b3237db782 req-db28ac81-f33c-4aa0-990f-3c576f300df0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:01.886377 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-036785ca-70aa-4c97-9eb8-35b3237db782 req-db28ac81-f33c-4aa0-990f-3c576f300df0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0522981 Dec 17 12:59:01.924863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa063c-506b-47e8-a232-3dfc1507131a req-94cd9fce-b170-4025-a46d-01001e8848c9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:01.926435 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4aaa063c-506b-47e8-a232-3dfc1507131a req-94cd9fce-b170-4025-a46d-01001e8848c9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 945 time: 0.0508089 Dec 17 12:59:01.928232 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c857d4e-cfdd-473d-84fb-a59fcfb4ecaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:01.938000 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c857d4e-cfdd-473d-84fb-a59fcfb4ecaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:01.938000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3c857d4e-cfdd-473d-84fb-a59fcfb4ecaa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2655f4ae-05c3-48b8-b253-bf1508b44178 HTTP/1.1" status: 204 len: 168 time: 0.2421744 Dec 17 12:59:01.942283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-036785ca-70aa-4c97-9eb8-35b3237db782 req-9e312633-b788-4b1b-9f0c-8a2ac5bd6efd tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474851 Dec 17 12:59:01.948284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c857d4e-cfdd-473d-84fb-a59fcfb4ecaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2655f4ae-05c3-48b8-b253-bf1508b44178,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:02.000994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4aaa063c-506b-47e8-a232-3dfc1507131a req-0e046dd5-adea-46cf-bacd-b664b3287ab1 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648463 Dec 17 12:59:02.041691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-b6cc020b-4e41-414e-8a9e-ba5b3687a479 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:02.043210 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-b6cc020b-4e41-414e-8a9e-ba5b3687a479 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6&tenant_id=ff7efdc23937426fbd815e9fa0587f98&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1096 time: 0.0593050 Dec 17 12:59:02.308709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-e106e4f6-db47-4eed-a2e7-e8734ec1d0b1 service neutron] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:02.311019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a82ecaa9-6066-4252-9ea9-c060b29a97e3 req-2b9284c2-51d6-4fbf-8329-f8bb6a70590c tempest-AggregatesAdminTestJSON-1769393797 tempest-AggregatesAdminTestJSON-1769393797-project] 10.222.0.59 "GET /v2.0/ports?device_id=443794e1-167e-4a36-a3b9-f8ef850481d4 HTTP/1.1" status: 200 len: 210 time: 0.0321033 Dec 17 12:59:02.314134 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-e106e4f6-db47-4eed-a2e7-e8734ec1d0b1 service neutron] Publish callbacks [] for binding, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:02.315100 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d89d91a8-20e5-4944-8559-af7ae685f087 req-e106e4f6-db47-4eed-a2e7-e8734ec1d0b1 service neutron] 10.222.0.54 "DELETE /v2.0/ports/1e720f43-248f-4ea6-aadd-2282ed79c6ef/bindings/n-h2-815324-5 HTTP/1.1" status: 204 len: 173 time: 0.2634130 Dec 17 12:59:02.545413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce10ac-107b-4ef2-846e-7b0014bd3d1b req-ef9fd7d8-e563-4fed-9606-67fc6802ba00 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:02.546930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfce10ac-107b-4ef2-846e-7b0014bd3d1b req-ef9fd7d8-e563-4fed-9606-67fc6802ba00 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 950 time: 0.0483148 Dec 17 12:59:02.567535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1e720f43-248f-4ea6-aadd-2282ed79c6ef no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 12:59:02.595969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfce10ac-107b-4ef2-846e-7b0014bd3d1b req-4e0db30d-cbfe-403e-b898-8e15ab96c7d8 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Dec 17 12:59:02.762012 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1e720f43-248f-4ea6-aadd-2282ed79c6ef not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 12:59:03.200766 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41086) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:03.302606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f523c00-d553-4df0-b611-786f5f9b88ea req-c4892ad2-4d7d-454a-ab73-422adf8805e1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:03.309900 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f523c00-d553-4df0-b611-786f5f9b88ea req-c4892ad2-4d7d-454a-ab73-422adf8805e1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 945 time: 0.0559962 Dec 17 12:59:03.316361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1687056386-network', 'tenant_id': '66edfbd2934f4e639ca09ab80319e7ad'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:03.329007 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5beacd-b5c9-41c3-b81f-5c1bf1d29119 req-46d8633a-17ba-47f1-8e2a-87fbc10fe621 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:03.330593 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db5beacd-b5c9-41c3-b81f-5c1bf1d29119 req-46d8633a-17ba-47f1-8e2a-87fbc10fe621 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0551670 Dec 17 12:59:03.371534 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f523c00-d553-4df0-b611-786f5f9b88ea req-267a132e-f09b-45e9-ace5-74c2e905de35 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606740 Dec 17 12:59:03.384166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db5beacd-b5c9-41c3-b81f-5c1bf1d29119 req-ee309bef-187c-4a8f-b6c7-701d53fb97c8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 Dec 17 12:59:03.465601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Made reservation on behalf of 66edfbd2934f4e639ca09ab80319e7ad for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:59:03.467894 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:03.482265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:03.504536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decfc55-aaf5-459a-a4ef-3b0f495ffb8f req-53935715-b1de-49d8-90cd-d3f3601675f7 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:03.506115 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1decfc55-aaf5-459a-a4ef-3b0f495ffb8f req-53935715-b1de-49d8-90cd-d3f3601675f7 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 950 time: 0.0562232 Dec 17 12:59:03.507323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27792da-7746-483b-b2fe-86dca2d69cb8 req-9c210a92-dc61-4992-affd-279c7bcc4b16 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:03.508784 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a27792da-7746-483b-b2fe-86dca2d69cb8 req-9c210a92-dc61-4992-affd-279c7bcc4b16 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 945 time: 0.0795436 Dec 17 12:59:03.564628 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1decfc55-aaf5-459a-a4ef-3b0f495ffb8f req-eedefbba-29ef-4ca1-bcc7-ae502fd585dc tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496650 Dec 17 12:59:03.585417 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a27792da-7746-483b-b2fe-86dca2d69cb8 req-cd11fa20-8afa-451f-a6d8-0614185cc6b1 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673487 Dec 17 12:59:03.619459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:03.668725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41106) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:03.679731 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:03.710193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 12:59:03.727075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5a2612-36fc-44f7-8d2f-fab80a464cfb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:03.730230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:03.732902 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Added segment b5206ecf-ef1e-4fd1-8d6a-940737181dff of type vlan for network 88aa7498-fa67-4f3c-bd53-37ad902bc913 Dec 17 12:59:03.764213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5b6cc-072c-4954-8e47-ad29fd8e60bf req-60a2d41a-bf97-48e6-b5e7-5643288961e5 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:03.766883 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fa5b6cc-072c-4954-8e47-ad29fd8e60bf req-60a2d41a-bf97-48e6-b5e7-5643288961e5 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0533879 Dec 17 12:59:03.774125 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:03.816183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fa5b6cc-072c-4954-8e47-ad29fd8e60bf req-fb664d4d-376b-434e-a388-ecdf0e80b7c5 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Dec 17 12:59:03.893369 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:03.895685 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:03.896431 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:03.993174 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8dbfcc40-0ece-4d10-ae61-e50bfbecf58b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.004550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] Pushing event updated for resources: {'Network': ['ID=88aa7498-fa67-4f3c-bd53-37ad902bc913,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:04.017001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 88aa7498-fa67-4f3c-bd53-37ad902bc913 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 12:59:04.027958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9842b0-6bed-4318-98aa-6c967063c959 req-6f5e5972-04df-40c3-9432-1d61ec418d3e tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:04.028847 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8c9842b0-6bed-4318-98aa-6c967063c959 req-6f5e5972-04df-40c3-9432-1d61ec418d3e tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 1096 time: 0.1288400 Dec 17 12:59:04.072409 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e2bb1063-6b34-4551-afc8-cd041268de36 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8674011 Dec 17 12:59:04.073310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41118) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:04.078897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-9824131f-0c1f-4d06-ac41-ef8811448eca admin admin] Request body: {'subnet': {'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1687056386-subnet', 'tenant_id': '66edfbd2934f4e639ca09ab80319e7ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:04.100517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 11df3af1-a201-4d49-b58a-052257585cdc no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 12:59:04.133918 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8c9842b0-6bed-4318-98aa-6c967063c959 req-62f58f3f-528c-4c9e-a771-faac72c663c1 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833743 Dec 17 12:59:04.149858 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 11df3af1-a201-4d49-b58a-052257585cdc {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 12:59:04.150639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 11df3af1-a201-4d49-b58a-052257585cdc not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 12:59:04.154579 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8dbfcc40-0ece-4d10-ae61-e50bfbecf58b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.199178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9824131f-0c1f-4d06-ac41-ef8811448eca admin admin] Made reservation on behalf of 66edfbd2934f4e639ca09ab80319e7ad for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:59:04.201458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9824131f-0c1f-4d06-ac41-ef8811448eca admin admin] Publish callbacks [] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.208374 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41130) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:04.224873 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8dbfcc40-0ece-4d10-ae61-e50bfbecf58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.291391 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8dbfcc40-0ece-4d10-ae61-e50bfbecf58b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9e9b638a3b54ee3bd33a7fd2c578cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6215589 Dec 17 12:59:04.298309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41134) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:04.305384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfcc40-0ece-4d10-ae61-e50bfbecf58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c891c7ea-a3f4-4aac-9909-d2ef07abc4f8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:04.326356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04edee-7a80-4dce-bed2-2f8e81c121b0 req-b04247a8-e05a-4f0a-8e37-96575fb77187 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:04.327262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-115f10b6-2167-4d6b-a984-bcc31b0e14d7 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:04.327902 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bc04edee-7a80-4dce-bed2-2f8e81c121b0 req-b04247a8-e05a-4f0a-8e37-96575fb77187 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 1096 time: 0.0629725 Dec 17 12:59:04.328736 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-115f10b6-2167-4d6b-a984-bcc31b0e14d7 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 808 time: 0.1953144 Dec 17 12:59:04.369077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-1f36a36b-a8b2-4bb7-b06b-f1ba2a34084d tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/quotas/ff7efdc23937426fbd815e9fa0587f98 HTTP/1.1" status: 200 len: 375 time: 0.0280883 Dec 17 12:59:04.403745 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bc04edee-7a80-4dce-bed2-2f8e81c121b0 req-2a30d7be-cbcd-4aab-8cb1-595e3a50080c tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690720 Dec 17 12:59:04.410956 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8e8c4358-433a-407f-afc3-d8edb4328b9d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a96f588e5c8d490497ed14aef6884e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006733 Dec 17 12:59:04.414026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41138) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:04.440412 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4d43c15-a57e-416d-8a37-70fd73f79732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.477567 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ac020fd-00cb-40f7-98d0-7428bee52016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.526139 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ac020fd-00cb-40f7-98d0-7428bee52016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.527967 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4d43c15-a57e-416d-8a37-70fd73f79732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.534291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-913ddb2c-8239-4e9b-ae18-b9e4371601e0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1426973 Dec 17 12:59:04.574345 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0136c-c1ac-436e-8de8-12bfbb4c962d req-bf4e769f-d15c-44f6-b770-48ce0cfb4e6e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:04.575847 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d3b0136c-c1ac-436e-8de8-12bfbb4c962d req-bf4e769f-d15c-44f6-b770-48ce0cfb4e6e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0828743 Dec 17 12:59:04.610397 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9824131f-0c1f-4d06-ac41-ef8811448eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.627827 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d3b0136c-c1ac-436e-8de8-12bfbb4c962d req-c29bfd2b-7a4c-4dfe-ac68-e8491bff15b1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457392 Dec 17 12:59:04.679707 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ac020fd-00cb-40f7-98d0-7428bee52016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.682590 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ac020fd-00cb-40f7-98d0-7428bee52016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.684873 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3ac020fd-00cb-40f7-98d0-7428bee52016 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4064bc26-b870-461c-98af-efea7ba56d52 HTTP/1.1" status: 204 len: 168 time: 0.2699289 Dec 17 12:59:04.703945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824131f-0c1f-4d06-ac41-ef8811448eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=98082a87-8f9d-4c39-8f34-da72827610be,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:04.704144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac020fd-00cb-40f7-98d0-7428bee52016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4064bc26-b870-461c-98af-efea7ba56d52,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:04.710557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-a7439e16-e36b-42cc-816b-c6354b14811c service neutron] 10.222.0.59 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671581 Dec 17 12:59:04.765487 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4d43c15-a57e-416d-8a37-70fd73f79732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.768052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4d43c15-a57e-416d-8a37-70fd73f79732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:04.769167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c4d43c15-a57e-416d-8a37-70fd73f79732 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c891c7ea-a3f4-4aac-9909-d2ef07abc4f8 HTTP/1.1" status: 204 len: 168 time: 0.4699230 Dec 17 12:59:04.770004 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824131f-0c1f-4d06-ac41-ef8811448eca admin admin] Checking segment: {'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:04.770361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9824131f-0c1f-4d06-ac41-ef8811448eca admin admin] Network hostable DHCP agents. Network: 88aa7498-fa67-4f3c-bd53-37ad902bc913, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 12:59:04.795930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d43c15-a57e-416d-8a37-70fd73f79732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c891c7ea-a3f4-4aac-9909-d2ef07abc4f8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:04.809996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca172c7-ce40-49d0-9114-e4f177e2b8a3 req-07a65e28-7ca3-4dc6-86c4-234dd83be17c tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:04.812196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dca172c7-ce40-49d0-9114-e4f177e2b8a3 req-07a65e28-7ca3-4dc6-86c4-234dd83be17c tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 950 time: 0.0656199 Dec 17 12:59:04.834933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-eefb8efd-d1b2-41f0-b120-ca55cef763fa service neutron] 10.222.0.59 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195369 Dec 17 12:59:04.891744 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dca172c7-ce40-49d0-9114-e4f177e2b8a3 req-976d5e9b-7159-4c37-9479-34cc6677b7b4 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722106 Dec 17 12:59:04.893209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9824131f-0c1f-4d06-ac41-ef8811448eca admin admin] Network 88aa7498-fa67-4f3c-bd53-37ad902bc913 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 12:59:05.007600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-9824131f-0c1f-4d06-ac41-ef8811448eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 88aa7498-fa67-4f3c-bd53-37ad902bc913) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:59:05.013793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9824131f-0c1f-4d06-ac41-ef8811448eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:05.013793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9824131f-0c1f-4d06-ac41-ef8811448eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:05.017191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ab478-00a0-4443-98b2-82584cb63313 None None] Network 88aa7498-fa67-4f3c-bd53-37ad902bc913 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:59:05.156852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e04bb00-c9dc-46d6-86cf-f6e211d20512 None None] Network 88aa7498-fa67-4f3c-bd53-37ad902bc913 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 12:59:05.180702 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9824131f-0c1f-4d06-ac41-ef8811448eca admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1001005 Dec 17 12:59:05.207945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84964a-e9ea-478b-98f5-0242fa344158 req-496ab37e-9881-4169-a666-7dce03b45a2c tempest-LiveMigrationNegativeTest-977222835 tempest-LiveMigrationNegativeTest-977222835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:05.224884 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f84964a-e9ea-478b-98f5-0242fa344158 req-496ab37e-9881-4169-a666-7dce03b45a2c tempest-LiveMigrationNegativeTest-977222835 tempest-LiveMigrationNegativeTest-977222835-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 1101 time: 0.1078601 Dec 17 12:59:05.253462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2f84964a-e9ea-478b-98f5-0242fa344158 req-5176319f-1b27-4606-9ed0-87d376d62e11 tempest-LiveMigrationNegativeTest-977222835 tempest-LiveMigrationNegativeTest-977222835-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:05.337670 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2f84964a-e9ea-478b-98f5-0242fa344158 req-5176319f-1b27-4606-9ed0-87d376d62e11 tempest-LiveMigrationNegativeTest-977222835 tempest-LiveMigrationNegativeTest-977222835-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:05.422721 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2f84964a-e9ea-478b-98f5-0242fa344158 req-5176319f-1b27-4606-9ed0-87d376d62e11 tempest-LiveMigrationNegativeTest-977222835 tempest-LiveMigrationNegativeTest-977222835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:05.458947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176319f-1b27-4606-9ed0-87d376d62e11 tempest-LiveMigrationNegativeTest-977222835 tempest-LiveMigrationNegativeTest-977222835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b602b637-da52-4fec-ba74-6b475f74a154,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:05.464960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f84964a-e9ea-478b-98f5-0242fa344158 req-5176319f-1b27-4606-9ed0-87d376d62e11 tempest-LiveMigrationNegativeTest-977222835 tempest-LiveMigrationNegativeTest-977222835-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392054 Dec 17 12:59:05.560567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41174) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:05.604650 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-61def60e-77ab-4276-895f-15f17ac5a4c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c5ff724bbf984418935aed7ce85c94dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423431 Dec 17 12:59:05.607626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41176) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:05.615464 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4bff84b-b008-4776-8d05-bad0f40c83ef req-037a685c-64fb-4841-8e7a-04c8f44bf1d3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 210 time: 0.0423846 Dec 17 12:59:05.688312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41184) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:05.689345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d754bd9-5c9d-4490-9b34-e795852905e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:05.713226 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:05.715342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-677d2401-0430-439b-9721-27e699a70b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:05.719889 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d754bd9-5c9d-4490-9b34-e795852905e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:05.815894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d01a9f-2765-4efe-a2ba-2dddb37c37f9 req-64ed2d30-b576-4db2-9bb8-bee72ee6b3ba tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:05.817434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4d01a9f-2765-4efe-a2ba-2dddb37c37f9 req-64ed2d30-b576-4db2-9bb8-bee72ee6b3ba tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0708876 Dec 17 12:59:05.818106 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-677d2401-0430-439b-9721-27e699a70b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:05.874602 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4d01a9f-2765-4efe-a2ba-2dddb37c37f9 req-72ae017e-abef-43b4-a39c-554e764b67cf tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492132 Dec 17 12:59:05.881995 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-677d2401-0430-439b-9721-27e699a70b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:05.916093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d754bd9-5c9d-4490-9b34-e795852905e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:05.919874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d754bd9-5c9d-4490-9b34-e795852905e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:05.920980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6d754bd9-5c9d-4490-9b34-e795852905e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4382b3d4-c5b6-491a-a0fc-a8fc2b1a7645 HTTP/1.1" status: 204 len: 168 time: 0.3123581 Dec 17 12:59:05.932484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d754bd9-5c9d-4490-9b34-e795852905e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4382b3d4-c5b6-491a-a0fc-a8fc2b1a7645,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:05.960133 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-677d2401-0430-439b-9721-27e699a70b76 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3719d9eae7144e35991dd151dd51d79f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705374 Dec 17 12:59:05.960307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41200) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:05.961107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d2401-0430-439b-9721-27e699a70b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab98d2cc-5ce0-4cb6-aea9-e0466184ceeb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:06.008542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-980b39dc-fa53-4c51-b6ed-d48e6a7f7b4b req-ce76cb85-034b-453c-bc05-6f1cb95845a0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:59:06.009607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-980b39dc-fa53-4c51-b6ed-d48e6a7f7b4b req-ce76cb85-034b-453c-bc05-6f1cb95845a0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117686 Dec 17 12:59:06.063628 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1ad15c-8149-434a-bce8-5fb452d56002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:06.088000 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1ad15c-8149-434a-bce8-5fb452d56002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:06.254760 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1ad15c-8149-434a-bce8-5fb452d56002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:06.257399 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1ad15c-8149-434a-bce8-5fb452d56002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:06.258585 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4f1ad15c-8149-434a-bce8-5fb452d56002 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab98d2cc-5ce0-4cb6-aea9-e0466184ceeb HTTP/1.1" status: 204 len: 168 time: 0.2961183 Dec 17 12:59:06.311518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ad15c-8149-434a-bce8-5fb452d56002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab98d2cc-5ce0-4cb6-aea9-e0466184ceeb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:06.369752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-9915bd6b-a105-4c2a-ae6e-82e79326cd24 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:06.391786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-9915bd6b-a105-4c2a-ae6e-82e79326cd24 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/networks?id=88aa7498-fa67-4f3c-bd53-37ad902bc913 HTTP/1.1" status: 200 len: 815 time: 0.1289868 Dec 17 12:59:06.391786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-00b2668b-3deb-4d1c-b065-2aa444a2a6bf tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/quotas/66edfbd2934f4e639ca09ab80319e7ad HTTP/1.1" status: 200 len: 375 time: 0.0098920 Dec 17 12:59:06.429167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-917596b0-6b3f-46d0-b631-48b78bfd094c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=66edfbd2934f4e639ca09ab80319e7ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300877 Dec 17 12:59:06.531813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-631f22fe-b968-4a9b-974d-bf4de15ab1f9 service neutron] 10.222.0.59 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955527 Dec 17 12:59:06.629172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-d9c1bc29-3467-4ecd-869d-9240a97a7750 service neutron] 10.222.0.59 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887334 Dec 17 12:59:07.514443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-068b2d90-8779-4e5d-a33b-fba1323df7e2 req-74d57503-7ec1-4b67-8802-2f636462f4ea tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 210 time: 0.0294225 Dec 17 12:59:07.566211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41290) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:07.609757 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9a3f6e9-ed1a-4787-9cc7-c4671374a264 req-863004b6-7c70-45c6-883d-6824b3be7c33 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 210 time: 0.0393472 Dec 17 12:59:07.836725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-15e5f847-a44d-469e-8674-a755541a1c24 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:59:07.847028 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-15e5f847-a44d-469e-8674-a755541a1c24 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2796810 Dec 17 12:59:07.999847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fe02c-07f0-43d6-937f-fd7c62f4c0b2 req-a5d85674-1a70-405d-a544-9f97a415fbd4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:08.001402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-090fe02c-07f0-43d6-937f-fd7c62f4c0b2 req-a5d85674-1a70-405d-a544-9f97a415fbd4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.3368561 Dec 17 12:59:08.065359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-3d18ca8f-a3d6-4eca-988e-d3040e01af9f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:08.066864 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-3d18ca8f-a3d6-4eca-988e-d3040e01af9f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.54 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 808 time: 0.1583047 Dec 17 12:59:08.081129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Request body: {'port': {'device_id': '19a9c6c2-bfb7-4252-ad84-2d12a8507754', 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446', 'admin_state_up': True, 'tenant_id': 'ff7efdc23937426fbd815e9fa0587f98'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:08.129422 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-090fe02c-07f0-43d6-937f-fd7c62f4c0b2 req-55f90c56-11e8-4cea-bfaa-b69224930440 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199892 Dec 17 12:59:08.191823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0b65a676-6e8b-4140-a6a1-8243162a4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:08.199622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0b65a676-6e8b-4140-a6a1-8243162a4096 service neutron] 10.222.0.59 "GET /v2.0/ports/0f6871d5-8c9b-49bb-92e4-51e05845e93d HTTP/1.1" status: 200 len: 1093 time: 0.2450259 Dec 17 12:59:08.208530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] Request body: {'binding': {'host': 'n-h1-815324-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:08.208530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] Unknown quota resources ['binding']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 12:59:08.300043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e0814-1274-4212-b63f-e475cbfb9e22 req-525a6280-bacc-4354-93e9-e97d7077813d tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:08.301675 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-940e0814-1274-4212-b63f-e475cbfb9e22 req-525a6280-bacc-4354-93e9-e97d7077813d tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 950 time: 0.0596206 Dec 17 12:59:08.357294 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-940e0814-1274-4212-b63f-e475cbfb9e22 req-b86f6b60-d6a0-4f43-8b1e-8cec86bbf7a9 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488074 Dec 17 12:59:08.366792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] Attempting to bind port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on host n-h1-815324-5 for vnic_type normal with profile None {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:08.367268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] Attempting to bind port 0f6871d5-8c9b-49bb-92e4-51e05845e93d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:08.367729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Made reservation on behalf of ff7efdc23937426fbd815e9fa0587f98 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:59:08.368126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] Attempting to bind port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:08.371298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:08.375089 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] Port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:08.375089 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] Attempting to bind port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:08.381162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:08.383305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:08.383305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] Bound using segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:08.383597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] Bound port: 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:08.461440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:08.534073 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] Publish callbacks [] for binding, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:08.552425 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-d632889f-4f02-4477-b376-2670bf7a262e service neutron] 10.222.0.59 "POST /v2.0/ports/0f6871d5-8c9b-49bb-92e4-51e05845e93d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3514667 Dec 17 12:59:08.554129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Allocated IP 172.20.0.6 (ce64e852-517d-4899-976e-d0fa7c65f446/5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886/49b24e03-0358-40ad-931d-0fe7d925ec7b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:59:08.711998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9360df8b-50e7-495b-95f5-38b4aab99cb1 req-d05c10c3-30c8-48e4-b929-c88c64961d9e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 210 time: 0.0337696 Dec 17 12:59:08.793984 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:08.876296 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2526a79e-ca2b-4420-b910-be11aa2459f9 req-618d20fd-dca1-4e38-927a-ce51dd3e415e tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 210 time: 0.0360425 Dec 17 12:59:08.927257 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:08.994800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Network ce64e852-517d-4899-976e-d0fa7c65f446 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:59:09.000913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:59:09.021042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:59:09.027395 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c6208-a22d-467f-81f6-a28bfa4f70ba req-7bac7154-75ac-4da8-810c-ed30ca40c725 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:09.027887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:09.028182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:09.028926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b0c6208-a22d-467f-81f6-a28bfa4f70ba req-7bac7154-75ac-4da8-810c-ed30ca40c725 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 945 time: 0.0536084 Dec 17 12:59:09.050011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Pushing event updated for resources: {'Port': ['ID=49b24e03-0358-40ad-931d-0fe7d925ec7b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:09.074358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52478d47-257c-441f-aa17-4cf8cfb43989 req-2dca58a7-f6e7-49a4-b92c-7f37f9baf721 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:09.076063 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52478d47-257c-441f-aa17-4cf8cfb43989 req-2dca58a7-f6e7-49a4-b92c-7f37f9baf721 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 950 time: 0.0910954 Dec 17 12:59:09.100227 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b0c6208-a22d-467f-81f6-a28bfa4f70ba req-9136a0b2-f42a-4bb2-ae3b-bad65d043bd5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614591 Dec 17 12:59:09.188277 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-294aa60d-7946-4b5c-a55b-6aebea549214 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1103771 Dec 17 12:59:09.214240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Request body: {'port': {'device_id': '19a9c6c2-bfb7-4252-ad84-2d12a8507754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:09.230072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-d842b0c8-b8fd-4767-99f8-7ac5a93992ae tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e09f355597b5431aa8c3a1586eb214bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383837 Dec 17 12:59:09.272931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec687ed-5589-45e6-8c41-3202385c04ae req-f8e8ac09-c4d6-44f2-b8ee-d20cd697688d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:09.274411 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ec687ed-5589-45e6-8c41-3202385c04ae req-f8e8ac09-c4d6-44f2-b8ee-d20cd697688d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0702174 Dec 17 12:59:09.275097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.54', 65013) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:09.342936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-52478d47-257c-441f-aa17-4cf8cfb43989 req-2209145d-d71d-4f82-9981-ff3f3e6824be tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Deleting port 06dfe4c4-e233-4840-88a1-f21d1c6612c5 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 12:59:09.343277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-52478d47-257c-441f-aa17-4cf8cfb43989 req-2209145d-d71d-4f82-9981-ff3f3e6824be tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:09.343972 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-966ccbc8-7d46-4c93-9559-9f9dae5851bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:09.345505 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-966ccbc8-7d46-4c93-9559-9f9dae5851bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 1096 time: 0.0693924 Dec 17 12:59:09.350084 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ec687ed-5589-45e6-8c41-3202385c04ae req-786f6183-25c8-4ea0-ae58-d66801551206 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649703 Dec 17 12:59:09.394564 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:09.458470 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-cc7c90f2-f44c-4328-bf9c-240eeb87b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:09.460113 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-cc7c90f2-f44c-4328-bf9c-240eeb87b47d service neutron] 10.222.0.54 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.1072838 Dec 17 12:59:09.498375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-97bacd04-9bc1-4f4a-9d63-24bf7d9b3a67 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:09.499875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-97bacd04-9bc1-4f4a-9d63-24bf7d9b3a67 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532644 Dec 17 12:59:09.509715 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-3e86a0ba-f19e-46a0-a0c9-c6075e7a9f5a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d HTTP/1.1" status: 200 len: 217 time: 0.0395410 Dec 17 12:59:09.539606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-52478d47-257c-441f-aa17-4cf8cfb43989 req-2209145d-d71d-4f82-9981-ff3f3e6824be tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] For port 06dfe4c4-e233-4840-88a1-f21d1c6612c5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=06dfe4c4-e233-4840-88a1-f21d1c6612c5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:09.539983 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-52478d47-257c-441f-aa17-4cf8cfb43989 req-2209145d-d71d-4f82-9981-ff3f3e6824be tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:09.549937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-ef6a1d41-a73b-4223-aacf-46baed59b5da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/quotas/e09f355597b5431aa8c3a1586eb214bd HTTP/1.1" status: 200 len: 375 time: 0.0385902 Dec 17 12:59:09.560442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-52478d47-257c-441f-aa17-4cf8cfb43989 req-2209145d-d71d-4f82-9981-ff3f3e6824be tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Calling delete_port for 06dfe4c4-e233-4840-88a1-f21d1c6612c5 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 12:59:09.563268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-56184d10-9e1b-4890-8e74-9085c105c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:09.564731 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-56184d10-9e1b-4890-8e74-9085c105c1bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0459821 Dec 17 12:59:09.601905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.54', 65014) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:09.613355 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-7552e56c-af71-4bd4-a6be-1f9ee4b87fdf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414119 Dec 17 12:59:09.654213 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-4e8bcd5c-47b7-4f07-a9c4-cb9583b96bb1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e09f355597b5431aa8c3a1586eb214bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948145 Dec 17 12:59:09.812009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-0bd3119a-fff3-4b60-8291-29f1e910d73a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:09.814157 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-0bd3119a-fff3-4b60-8291-29f1e910d73a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.54 "GET /v2.0/networks?id=88aa7498-fa67-4f3c-bd53-37ad902bc913 HTTP/1.1" status: 200 len: 815 time: 0.2108734 Dec 17 12:59:09.817656 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0d115d60-c8ca-4468-a58f-d2ff3f576e6d service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910906 Dec 17 12:59:09.839232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Request body: {'port': {'device_id': 'bbcaa5c8-ca86-4b81-8735-304b43f8fbc2', 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913', 'admin_state_up': True, 'tenant_id': '66edfbd2934f4e639ca09ab80319e7ad'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:10.075423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c63e1-d86f-4f5d-bc63-61adce18ee2c req-093aed68-0485-461f-85e9-a29fe56e3f6e tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:10.077132 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-614c63e1-d86f-4f5d-bc63-61adce18ee2c req-093aed68-0485-461f-85e9-a29fe56e3f6e tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 950 time: 0.2539148 Dec 17 12:59:10.080709 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-52478d47-257c-441f-aa17-4cf8cfb43989 req-2209145d-d71d-4f82-9981-ff3f3e6824be tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:10.094057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e36f0b17-a4bd-402e-9484-674a32e21ab0'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:10.097711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['06dfe4c4-e233-4840-88a1-f21d1c6612c5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:10.122974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b24e03-0358-40ad-931d-0fe7d925ec7b {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:10.133200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209145d-d71d-4f82-9981-ff3f3e6824be tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Pushing event deleted for resources: {'Port': ['ID=06dfe4c4-e233-4840-88a1-f21d1c6612c5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:10.136251 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:10.145091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-95b29cc6-b546-4c7c-9d29-e351378f1386 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129315 Dec 17 12:59:10.197153 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-614c63e1-d86f-4f5d-bc63-61adce18ee2c req-840fb421-c980-4446-b05c-dd97ffc536c6 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016254 Dec 17 12:59:10.198098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d76df-7522-46a0-bff9-8d12f0ecdff7 req-dc91ae8a-e5ef-4d2e-a2b9-25910f1dcc17 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:10.205196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-328d76df-7522-46a0-bff9-8d12f0ecdff7 req-dc91ae8a-e5ef-4d2e-a2b9-25910f1dcc17 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 931 time: 0.2204819 Dec 17 12:59:10.210546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Transition to ACTIVE for port object 49b24e03-0358-40ad-931d-0fe7d925ec7b will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:59:10.228853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-52478d47-257c-441f-aa17-4cf8cfb43989 req-2209145d-d71d-4f82-9981-ff3f3e6824be tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] No DVR routers for this DVR port 06dfe4c4-e233-4840-88a1-f21d1c6612c5 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 12:59:10.247854 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-52478d47-257c-441f-aa17-4cf8cfb43989 req-2209145d-d71d-4f82-9981-ff3f3e6824be tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:10.251335 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52478d47-257c-441f-aa17-4cf8cfb43989 req-2209145d-d71d-4f82-9981-ff3f3e6824be tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.54 "DELETE /v2.0/ports/06dfe4c4-e233-4840-88a1-f21d1c6612c5 HTTP/1.1" status: 204 len: 173 time: 1.1681786 Dec 17 12:59:10.251803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e24b085-8a64-42b3-8670-5d089826b627', 'name': 'network-vif-deleted', 'tag': '06dfe4c4-e233-4840-88a1-f21d1c6612c5'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:10.254112 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23636d25-a068-4be2-9932-8f21eb4e6145" -d '{"events": [{"server_uuid": "2e24b085-8a64-42b3-8670-5d089826b627", "name": "network-vif-deleted", "tag": "06dfe4c4-e233-4840-88a1-f21d1c6612c5"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:10.298019 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Made reservation on behalf of 66edfbd2934f4e639ca09ab80319e7ad for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:59:10.302401 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:10.309279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:10.328457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-328d76df-7522-46a0-bff9-8d12f0ecdff7 req-16499a13-51fb-4ecf-aff4-b7048a32fac8 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222959 Dec 17 12:59:10.470542 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c8ec64f-6a5c-468f-be55-bdef03ec0ebd req-26434541-9832-45c3-b3dd-aa9e2538b60e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 210 time: 0.0575280 Dec 17 12:59:10.471671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Pushing event updated for resources: {'Port': ['ID=49b24e03-0358-40ad-931d-0fe7d925ec7b,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:10.475928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-4457ae3f-7f74-4d72-bf43-c5f9a1d332ce tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:10.477395 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-4457ae3f-7f74-4d72-bf43-c5f9a1d332ce tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0&tenant_id=9614be50faf74fb8a529668bc3e6df5e&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1096 time: 0.2042766 Dec 17 12:59:10.528398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-5'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:10.550415 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f83bffb-9db0-4baf-bfbf-db42c8ef9a5d req-23762199-4291-4ed6-a6fe-c84f78873ffd tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 210 time: 0.0515027 Dec 17 12:59:10.563823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Attempting to bind port 49b24e03-0358-40ad-931d-0fe7d925ec7b on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:10.564439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Attempting to bind port 49b24e03-0358-40ad-931d-0fe7d925ec7b by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:10.564541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Attempting to bind port 49b24e03-0358-40ad-931d-0fe7d925ec7b on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:10.584420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Port 49b24e03-0358-40ad-931d-0fe7d925ec7b on network ce64e852-517d-4899-976e-d0fa7c65f446 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:10.585066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Attempting to bind port 49b24e03-0358-40ad-931d-0fe7d925ec7b on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:10.599166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Allocated IP 172.20.0.8 (88aa7498-fa67-4f3c-bd53-37ad902bc913/98082a87-8f9d-4c39-8f34-da72827610be/aadf8cd5-9ac8-46c0-ba4a-07721b30089f) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:59:10.606343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:10.606698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:10.607091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Bound using segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:10.607808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Bound port: 49b24e03-0358-40ad-931d-0fe7d925ec7b, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:10.608172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:10.633557 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682af17b-7d4d-41a6-81ac-431d0811cf98 x-openstack-request-id: req-682af17b-7d4d-41a6-81ac-431d0811cf98 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:10.633882 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e24b085-8a64-42b3-8670-5d089826b627", "name": "network-vif-deleted", "tag": "06dfe4c4-e233-4840-88a1-f21d1c6612c5", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:10.634138 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-682af17b-7d4d-41a6-81ac-431d0811cf98 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:10.634532 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e24b085-8a64-42b3-8670-5d089826b627', 'name': 'network-vif-deleted', 'tag': '06dfe4c4-e233-4840-88a1-f21d1c6612c5', 'status': 'completed', 'code': 200} Dec 17 12:59:10.706410 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:10.759022 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df4f54-1592-43e6-aafe-4e7dbc57d873 req-be1b0fb9-edeb-4119-b57c-d29b596271cd tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:10.761228 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06df4f54-1592-43e6-aafe-4e7dbc57d873 req-be1b0fb9-edeb-4119-b57c-d29b596271cd tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 945 time: 0.1705041 Dec 17 12:59:10.775441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e92ee-b7ee-4005-9192-4028e57ca38e req-d780ac81-c3b5-418b-a165-920a5afe2764 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:10.779046 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-800e92ee-b7ee-4005-9192-4028e57ca38e req-d780ac81-c3b5-418b-a165-920a5afe2764 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.1077745 Dec 17 12:59:10.811392 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:10.831731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:10.853004 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-800e92ee-b7ee-4005-9192-4028e57ca38e req-fdd5654d-cc87-4147-a6ec-3847ee2839e3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686355 Dec 17 12:59:10.890777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:10.914226 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06df4f54-1592-43e6-aafe-4e7dbc57d873 req-f874be09-c1df-416d-a506-e84e934605c0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348600 Dec 17 12:59:10.929765 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:10.945068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:10.963363 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:10.985854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:10.987764 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:10.989071 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] 10.222.0.54 "PUT /v2.0/ports/49b24e03-0358-40ad-931d-0fe7d925ec7b HTTP/1.1" status: 200 len: 1091 time: 1.7805662 Dec 17 12:59:11.006388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Network 88aa7498-fa67-4f3c-bd53-37ad902bc913 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:59:11.010086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:59:11.014730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:59:11.020350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:11.020984 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:11.030925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Pushing event updated for resources: {'Port': ['ID=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:11.069113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:11.092456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b38f3f-83af-4e2e-8a8e-30a8f82ddd4a service neutron] Pushing event updated for resources: {'Port': ['ID=49b24e03-0358-40ad-931d-0fe7d925ec7b,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:11.117900 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:11.164254 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-e98436da-1cb7-4f14-ac5f-8e4281acfe6c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3308249 Dec 17 12:59:11.186874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Request body: {'port': {'device_id': 'bbcaa5c8-ca86-4b81-8735-304b43f8fbc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:11.202953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-fb460fa7-bb6b-42ac-a2b4-95e94a2f4c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:11.204781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-fb460fa7-bb6b-42ac-a2b4-95e94a2f4c98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 1094 time: 0.0537558 Dec 17 12:59:11.206022 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:11.246230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:11.280263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-22429863-a569-4dff-813c-5fd25da9c5bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b HTTP/1.1" status: 200 len: 217 time: 0.0631759 Dec 17 12:59:11.359073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Pushing event updated for resources: {'Port': ['ID=0f6871d5-8c9b-49bb-92e4-51e05845e93d,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:11.414745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-6af7d521-0408-479c-b595-4cf17f76ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:11.417730 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-6af7d521-0408-479c-b595-4cf17f76ecff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.1235416 Dec 17 12:59:11.417730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Attempting to bind port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on host n-h2-815324-5 for vnic_type normal with profile {"migrating_to": "n-h1-815324-5"} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:11.417730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Attempting to bind port 0f6871d5-8c9b-49bb-92e4-51e05845e93d by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:11.417730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Attempting to bind port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:11.422500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:11.422832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Attempting to bind port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:11.427951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:11.428288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:11.429217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Bound using segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:11.429657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Bound port: 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:11.430020 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:11.468227 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-ed682162-1501-490a-945b-421924e8f749 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358641 Dec 17 12:59:11.483253 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-149cabf7-8941-43d1-8550-c366b854a2e0 req-64219b0b-2e20-4fe2-a25b-683b08f6245e tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e24b085-8a64-42b3-8670-5d089826b627 HTTP/1.1" status: 200 len: 210 time: 0.0287902 Dec 17 12:59:11.602864 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7d239896-d273-4a8f-b8ab-2d86f4970176 req-36b210fa-1d60-4608-91dd-3f8e66bfdb38 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 210 time: 0.0509055 Dec 17 12:59:11.644922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadf8cd5-9ac8-46c0-ba4a-07721b30089f {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:11.655631 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:11.670222 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Transition to ACTIVE for port object aadf8cd5-9ac8-46c0-ba4a-07721b30089f will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:59:11.744612 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b301a4-23b5-4abb-a2e4-771156967c4d req-2629de1f-a486-4dbf-a451-790c9e38f1ec tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:11.746331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c4b301a4-23b5-4abb-a2e4-771156967c4d req-2629de1f-a486-4dbf-a451-790c9e38f1ec tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 931 time: 0.0578730 Dec 17 12:59:11.749244 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:11.828415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Pushing event updated for resources: {'Port': ['ID=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:11.847232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29df24-23f3-4b70-aed7-b70952c4749b req-d1eaf7a5-3e07-43cf-9d6e-f91ce4f63453 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:11.854108 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b29df24-23f3-4b70-aed7-b70952c4749b req-d1eaf7a5-3e07-43cf-9d6e-f91ce4f63453 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 943 time: 0.3898554 Dec 17 12:59:11.863472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:11.872414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:11.886876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c4b301a4-23b5-4abb-a2e4-771156967c4d req-50ee2522-db31-4015-b500-bd0e5269f5d0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283460 Dec 17 12:59:11.887974 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Attempting to bind port aadf8cd5-9ac8-46c0-ba4a-07721b30089f on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:11.888598 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Attempting to bind port aadf8cd5-9ac8-46c0-ba4a-07721b30089f by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:11.888598 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Attempting to bind port aadf8cd5-9ac8-46c0-ba4a-07721b30089f on network 88aa7498-fa67-4f3c-bd53-37ad902bc913 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:11.893228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Port aadf8cd5-9ac8-46c0-ba4a-07721b30089f on network 88aa7498-fa67-4f3c-bd53-37ad902bc913 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:11.893476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Attempting to bind port aadf8cd5-9ac8-46c0-ba4a-07721b30089f on network 88aa7498-fa67-4f3c-bd53-37ad902bc913 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:11.899683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:11.906963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Checking segment: {'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:11.906963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Bound using segment: {'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:11.906963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Bound port: aadf8cd5-9ac8-46c0-ba4a-07721b30089f, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:11.906963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:11.918989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-d4701bca-b9af-4fcf-8147-6a84c96a4e73 service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319212 Dec 17 12:59:11.936108 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:11.953917 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b29df24-23f3-4b70-aed7-b70952c4749b req-8e62c7d6-559c-4e2a-aed1-cab159bdfe49 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951879 Dec 17 12:59:11.980548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] For port aadf8cd5-9ac8-46c0-ba4a-07721b30089f, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:11.985000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] For port aadf8cd5-9ac8-46c0-ba4a-07721b30089f, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:12.052344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fb1bf-b091-482c-b60f-9ad8bc3ebcd8 req-a9fcf60a-f0ca-4d75-af17-a8b0de2f133c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:12.054089 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a93fb1bf-b091-482c-b60f-9ad8bc3ebcd8 req-a9fcf60a-f0ca-4d75-af17-a8b0de2f133c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0533152 Dec 17 12:59:12.104151 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:12.112247 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a93fb1bf-b091-482c-b60f-9ad8bc3ebcd8 req-bd40e585-8e7e-446e-afb6-c3b20f890ce7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516365 Dec 17 12:59:12.117765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Pushing event updated for resources: {'Port': ['ID=0f6871d5-8c9b-49bb-92e4-51e05845e93d,revision_number=8']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:12.124641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:12.125320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:12.127087 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0de9a64b-0653-4c4d-bea5-92950607bc9a service neutron] 10.222.0.54 "PUT /v2.0/ports/0f6871d5-8c9b-49bb-92e4-51e05845e93d HTTP/1.1" status: 200 len: 1121 time: 1.6156051 Dec 17 12:59:12.161829 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc84660c-ea19-4de1-a193-d1e1b6b54949 req-000f5475-1964-440e-9b8d-c09cedcbef74 service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398915 Dec 17 12:59:12.172106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b85b6-a847-443d-b25c-f2b61cb9c1af req-d8aff6c4-c8f7-4793-997a-2ff85b6e8b41 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:12.180302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-137b85b6-a847-443d-b25c-f2b61cb9c1af req-d8aff6c4-c8f7-4793-997a-2ff85b6e8b41 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 943 time: 0.1417391 Dec 17 12:59:12.210826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['0f6871d5-8c9b-49bb-92e4-51e05845e93d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:12.214623 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Pushing event updated for resources: {'Port': ['ID=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:12.236356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:12.236356 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:12.236356 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-70e087de-fe70-4470-9a69-adab472f320f service neutron] 10.222.0.54 "PUT /v2.0/ports/aadf8cd5-9ac8-46c0-ba4a-07721b30089f HTTP/1.1" status: 200 len: 1091 time: 1.0502937 Dec 17 12:59:12.236356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcaa5c8-ca86-4b81-8735-304b43f8fbc2', 'tag': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:12.236356 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c35f62-d497-4d17-859c-b5b3691bf54c" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcaa5c8-ca86-4b81-8735-304b43f8fbc2", "tag": "aadf8cd5-9ac8-46c0-ba4a-07721b30089f"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:12.254847 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-137b85b6-a847-443d-b25c-f2b61cb9c1af req-80ec26d0-7791-44c2-88b4-5b23931e5da0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738037 Dec 17 12:59:12.317974 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ff2075-b3da-421e-a3a8-6c6a99be2898 x-openstack-request-id: req-a4ff2075-b3da-421e-a3a8-6c6a99be2898 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:12.319143 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcaa5c8-ca86-4b81-8735-304b43f8fbc2", "tag": "aadf8cd5-9ac8-46c0-ba4a-07721b30089f", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:12.319143 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4ff2075-b3da-421e-a3a8-6c6a99be2898 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:12.319143 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcaa5c8-ca86-4b81-8735-304b43f8fbc2', 'tag': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f', 'status': 'completed', 'code': 200} Dec 17 12:59:12.385929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c35f62-d497-4d17-859c-b5b3691bf54c req-d27002f0-3a6c-403d-a814-9d5c45128ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:12.387442 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8c35f62-d497-4d17-859c-b5b3691bf54c req-d27002f0-3a6c-403d-a814-9d5c45128ad2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=66edfbd2934f4e639ca09ab80319e7ad&device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 1094 time: 0.0450828 Dec 17 12:59:12.507558 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-f465fe43-28bf-48e7-b01a-8b0707ec5a87 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e09f355597b5431aa8c3a1586eb214bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223060 Dec 17 12:59:12.636245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a9c6c2-bfb7-4252-ad84-2d12a8507754', 'tag': '49b24e03-0358-40ad-931d-0fe7d925ec7b'}, {'server_uuid': '6b22c739-b341-4337-bbda-6f4e71a4a7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f6871d5-8c9b-49bb-92e4-51e05845e93d'}, {'name': 'network-changed', 'server_uuid': '6b22c739-b341-4337-bbda-6f4e71a4a7c0', 'tag': '0f6871d5-8c9b-49bb-92e4-51e05845e93d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:12.638615 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715f5f3b-f862-480a-890e-ad7df3b833b0" -d '{"events": [{"name": "network-changed", "server_uuid": "19a9c6c2-bfb7-4252-ad84-2d12a8507754", "tag": "49b24e03-0358-40ad-931d-0fe7d925ec7b"}, {"server_uuid": "6b22c739-b341-4337-bbda-6f4e71a4a7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "0f6871d5-8c9b-49bb-92e4-51e05845e93d"}, {"name": "network-changed", "server_uuid": "6b22c739-b341-4337-bbda-6f4e71a4a7c0", "tag": "0f6871d5-8c9b-49bb-92e4-51e05845e93d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:12.651324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-fa0ce7c2-8b29-4cd0-99ee-6bb2f99df761 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:12.653140 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-fa0ce7c2-8b29-4cd0-99ee-6bb2f99df761 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393409 Dec 17 12:59:12.670010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Request body: {'port': {'device_id': '793d18da-36ae-4646-be95-95d2300cb23a', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'e09f355597b5431aa8c3a1586eb214bd'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:12.753340 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe5de943-4124-41fb-b94f-ae1e541731be req-f11e47ac-5237-4727-95cd-cf56f375fcbd tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 210 time: 0.0352294 Dec 17 12:59:12.788753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c35f62-d497-4d17-859c-b5b3691bf54c req-a09bfd09-b0f1-4520-877d-c623a8ac8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:12.790986 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8c35f62-d497-4d17-859c-b5b3691bf54c req-a09bfd09-b0f1-4520-877d-c623a8ac8844 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=66edfbd2934f4e639ca09ab80319e7ad&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3957908 Dec 17 12:59:12.813774 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220434ab-cfef-404e-af54-1a080b211889 x-openstack-request-id: req-220434ab-cfef-404e-af54-1a080b211889 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:12.813774 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a9c6c2-bfb7-4252-ad84-2d12a8507754", "tag": "49b24e03-0358-40ad-931d-0fe7d925ec7b", "status": "completed", "code": 200}, {"server_uuid": "6b22c739-b341-4337-bbda-6f4e71a4a7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "0f6871d5-8c9b-49bb-92e4-51e05845e93d", "code": 200}, {"name": "network-changed", "server_uuid": "6b22c739-b341-4337-bbda-6f4e71a4a7c0", "tag": "0f6871d5-8c9b-49bb-92e4-51e05845e93d", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:12.813774 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-220434ab-cfef-404e-af54-1a080b211889 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:12.813774 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a9c6c2-bfb7-4252-ad84-2d12a8507754', 'tag': '49b24e03-0358-40ad-931d-0fe7d925ec7b', 'status': 'completed', 'code': 200} Dec 17 12:59:12.813774 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b22c739-b341-4337-bbda-6f4e71a4a7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f6871d5-8c9b-49bb-92e4-51e05845e93d', 'code': 200} Dec 17 12:59:12.813774 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b22c739-b341-4337-bbda-6f4e71a4a7c0', 'tag': '0f6871d5-8c9b-49bb-92e4-51e05845e93d', 'status': 'completed', 'code': 200} Dec 17 12:59:12.822096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41448) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:12.883495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-635d6851-1d10-46e9-bd35-4b64deb4c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:12.885243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-635d6851-1d10-46e9-bd35-4b64deb4c8b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 1094 time: 0.0456254 Dec 17 12:59:12.978742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Made reservation on behalf of e09f355597b5431aa8c3a1586eb214bd for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:59:12.982790 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:12.986707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-a774063b-b17c-454f-a1a2-0bd5320fdca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:12.988664 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-a774063b-b17c-454f-a1a2-0bd5320fdca7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 1124 time: 0.1504173 Dec 17 12:59:13.012733 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b2a61e20-c709-4ce1-87a8-76854678a0d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:13.017651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:13.024493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c35f62-d497-4d17-859c-b5b3691bf54c req-a7cb7c7c-3ccb-4c41-948f-5f45a64ccb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:13.025979 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8c35f62-d497-4d17-859c-b5b3691bf54c req-a7cb7c7c-3ccb-4c41-948f-5f45a64ccb6e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2249143 Dec 17 12:59:13.096620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-422b7146-72a5-4f4f-aa24-e5fd07b353db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:13.098334 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-422b7146-72a5-4f4f-aa24-e5fd07b353db service neutron] 10.222.0.61 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.1006238 Dec 17 12:59:13.138495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-09255b20-4c13-4e88-8258-ae94fadf3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:13.139988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-09255b20-4c13-4e88-8258-ae94fadf3f52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.2455590 Dec 17 12:59:13.147410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b7dbe-6651-4de5-9dd7-6cbaaf7ac9ef req-cde270a0-4299-40d0-9430-f301fb966500 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:13.148934 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c21b7dbe-6651-4de5-9dd7-6cbaaf7ac9ef req-cde270a0-4299-40d0-9430-f301fb966500 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 943 time: 0.1550517 Dec 17 12:59:13.169906 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-ca4065e0-3329-40eb-a245-6ce064d0b0be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d HTTP/1.1" status: 200 len: 217 time: 0.0634999 Dec 17 12:59:13.214855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-b84dab54-45a1-45c6-8858-00771ffe95bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b HTTP/1.1" status: 200 len: 217 time: 0.0631108 Dec 17 12:59:13.261546 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-4caf4e35-9fa1-4f80-9154-dc04f832c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:13.263101 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-4caf4e35-9fa1-4f80-9154-dc04f832c9e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0676892 Dec 17 12:59:13.264698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-21f9ec60-fae9-4d77-a06c-b8f731ec3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:13.266073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-21f9ec60-fae9-4d77-a06c-b8f731ec3292 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=66edfbd2934f4e639ca09ab80319e7ad&device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 1094 time: 0.1521719 Dec 17 12:59:13.279683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d67eb4-d8c2-479e-8f7f-17aad381501c req-bc44a607-a03c-4bcd-b6dd-34415f54c347 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:13.279683 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d3d67eb4-d8c2-479e-8f7f-17aad381501c req-bc44a607-a03c-4bcd-b6dd-34415f54c347 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 943 time: 0.1628752 Dec 17 12:59:13.324773 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c21b7dbe-6651-4de5-9dd7-6cbaaf7ac9ef req-4597a452-e4f8-4e3d-bb57-8d191d436644 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628420 Dec 17 12:59:13.336240 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-62147eab-4918-4cc6-9d1f-a6967097b50e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aadf8cd5-9ac8-46c0-ba4a-07721b30089f HTTP/1.1" status: 200 len: 217 time: 0.0585430 Dec 17 12:59:13.338178 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-63e174c8-c20c-4c13-a032-d7fcd844c03b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615859 Dec 17 12:59:13.351816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:13.353780 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b2a61e20-c709-4ce1-87a8-76854678a0d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:13.355546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-715ee6df-efb3-4af9-a54d-e7674d3faad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:13.357037 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-715ee6df-efb3-4af9-a54d-e7674d3faad9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.1302943 Dec 17 12:59:13.398634 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-08b42ee1-4b43-4149-8c28-2c955b76c70f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305362 Dec 17 12:59:13.437343 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:13.456395 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-07224eb4-1d1c-4c3b-a72b-4e336a9c50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:13.457880 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-07224eb4-1d1c-4c3b-a72b-4e336a9c50bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98082a87-8f9d-4c39-8f34-da72827610be HTTP/1.1" status: 200 len: 855 time: 0.1134181 Dec 17 12:59:13.476872 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b2a61e20-c709-4ce1-87a8-76854678a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:13.479760 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d3d67eb4-d8c2-479e-8f7f-17aad381501c req-e37ee319-4616-4e5d-8956-74a215834620 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856596 Dec 17 12:59:13.508612 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-285949f5-c98a-44df-9974-7aded99b4017 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88aa7498-fa67-4f3c-bd53-37ad902bc913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429301 Dec 17 12:59:13.524408 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35786c8-b33b-46dc-8dcf-cf71219799fa,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:13.563246 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-7c85f8eb-b5f3-4675-93da-ecea00aae9dc service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092872 Dec 17 12:59:13.599941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6b5fb-0f91-4d59-8feb-abdcae56c768 req-0cfe06e9-0e2f-4a71-866d-8229bfa716ab tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:13.602147 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4c6b5fb-0f91-4d59-8feb-abdcae56c768 req-0cfe06e9-0e2f-4a71-866d-8229bfa716ab tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 949 time: 0.2066576 Dec 17 12:59:13.612966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b2a61e20-c709-4ce1-87a8-76854678a0d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad791f469f3d486abfc44d4b9b3fbcae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7865095 Dec 17 12:59:13.616851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41466) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:13.665409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a61e20-c709-4ce1-87a8-76854678a0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34293fb-fcb3-4047-a64f-148e27ea7d1d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:13.699806 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-4557fc35-025e-4089-bb77-d086ec74ae4e service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918997 Dec 17 12:59:13.743525 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764ec7b-2d65-4ecb-8b53-d68b7740cebb req-36185c20-ed1d-4bbb-a2ae-0fd14852f626 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:13.744987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6764ec7b-2d65-4ecb-8b53-d68b7740cebb req-36185c20-ed1d-4bbb-a2ae-0fd14852f626 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.1843619 Dec 17 12:59:13.751973 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-af76735d-a855-4132-8244-98f39040e491 service neutron] 10.222.0.54 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343383 Dec 17 12:59:13.763163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1417a41-da83-4b81-8daa-92dc16b9e1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:13.782199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Allocated IP 192.168.233.15 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/c7321f76-cc31-4f11-bd5f-26881d29e93a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:59:13.790855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4c6b5fb-0f91-4d59-8feb-abdcae56c768 req-333e4e26-1cda-47ef-a1ac-c4d1dc4afe19 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729445 Dec 17 12:59:13.801138 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-e845802b-55d2-4604-b510-feeec146bca3 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252712 Dec 17 12:59:13.890485 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a1df3a7-cee1-4443-ad4b-664c0ef03e6d req-230d4526-7ea1-401a-be30-5e6ac0821e6f service neutron] 10.222.0.54 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238301 Dec 17 12:59:13.911173 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-900554d3-50a7-4fd8-a06d-cd0055519809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:13.919055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6764ec7b-2d65-4ecb-8b53-d68b7740cebb req-d31f8919-08e7-4e3a-a08d-f4965c37d3de tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661677 Dec 17 12:59:13.929672 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-715f5f3b-f862-480a-890e-ad7df3b833b0 req-34162f44-be7d-470d-9d1f-137ca3fee643 service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172835 Dec 17 12:59:13.957392 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-900554d3-50a7-4fd8-a06d-cd0055519809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:14.022195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e493e-9d73-44e3-9de9-521f408ea85a req-2d90f183-57bf-4fc6-99fd-09e699e7c746 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:14.023696 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-534e493e-9d73-44e3-9de9-521f408ea85a req-2d90f183-57bf-4fc6-99fd-09e699e7c746 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 943 time: 0.0927234 Dec 17 12:59:14.024055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d85b1e78-8e67-4593-bf9e-75a48208b65a req-2bf42c59-547b-4136-8396-42131a7c6364 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 210 time: 0.0306065 Dec 17 12:59:14.040993 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:14.097008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 06dfe4c4-e233-4840-88a1-f21d1c6612c5 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 12:59:14.100106 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-534e493e-9d73-44e3-9de9-521f408ea85a req-680743a0-646a-4131-920c-744d17dde1b4 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629036 Dec 17 12:59:14.102278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-900554d3-50a7-4fd8-a06d-cd0055519809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:14.105302 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-900554d3-50a7-4fd8-a06d-cd0055519809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:14.106544 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-900554d3-50a7-4fd8-a06d-cd0055519809 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a34293fb-fcb3-4047-a64f-148e27ea7d1d HTTP/1.1" status: 204 len: 168 time: 0.4651425 Dec 17 12:59:14.114699 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900554d3-50a7-4fd8-a06d-cd0055519809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34293fb-fcb3-4047-a64f-148e27ea7d1d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:14.132209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 06dfe4c4-e233-4840-88a1-f21d1c6612c5 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 12:59:14.132531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 06dfe4c4-e233-4840-88a1-f21d1c6612c5 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 12:59:14.157666 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:14.206995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:59:14.210079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:59:14.214851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:59:14.220399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:14.221014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:14.227194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Pushing event updated for resources: {'Port': ['ID=c7321f76-cc31-4f11-bd5f-26881d29e93a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:14.318537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-8593af7b-a0b3-4fb8-9e5d-74b8f061f01e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6545920 Dec 17 12:59:14.332663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Request body: {'port': {'device_id': '793d18da-36ae-4646-be95-95d2300cb23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:14.386905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d0d3c540-ba8f-4eb6-9e8f-8f000fd5d2ad None None] Provisioning complete for port c7321f76-cc31-4f11-bd5f-26881d29e93a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:14.387373 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c540-ba8f-4eb6-9e8f-8f000fd5d2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:14.409227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:14.424977 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d0d3c540-ba8f-4eb6-9e8f-8f000fd5d2ad None None] Port c7321f76-cc31-4f11-bd5f-26881d29e93a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:59:14.460434 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f4c6e-867a-4a27-a4c7-8c1f7e67946c req-22596ff8-a65f-4b71-b778-ce74cbb75b87 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:14.462617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-299f4c6e-867a-4a27-a4c7-8c1f7e67946c req-22596ff8-a65f-4b71-b778-ce74cbb75b87 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 943 time: 0.0646658 Dec 17 12:59:14.512115 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-299f4c6e-867a-4a27-a4c7-8c1f7e67946c req-b18838c7-66b3-4d6a-b5e2-419aaf66cc95 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437047 Dec 17 12:59:14.665033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734421cc-629d-4987-8c58-51f27e83b446 req-2a657472-1b05-4f2b-b45b-c780b58f4357 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:14.666488 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-734421cc-629d-4987-8c58-51f27e83b446 req-2a657472-1b05-4f2b-b45b-c780b58f4357 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 943 time: 0.0996108 Dec 17 12:59:14.733563 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc6b33-5bc6-401b-84e9-572d3419b6a2 req-029dbeec-029c-4bb1-9cb9-491433abe7ff tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:14.735161 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9acc6b33-5bc6-401b-84e9-572d3419b6a2 req-029dbeec-029c-4bb1-9cb9-491433abe7ff tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.61 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 949 time: 0.0514331 Dec 17 12:59:14.738848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-734421cc-629d-4987-8c58-51f27e83b446 req-6b360dd7-c516-4163-8d18-c0c25695abfe tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661895 Dec 17 12:59:14.769629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7321f76-cc31-4f11-bd5f-26881d29e93a {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:14.777894 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:14.788256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41480) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:14.797843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Transition to ACTIVE for port object c7321f76-cc31-4f11-bd5f-26881d29e93a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:59:14.804239 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cccd551f-9f1f-4766-8f9c-489c8a5c8f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:14.851305 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:14.935527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Pushing event updated for resources: {'Port': ['ID=c7321f76-cc31-4f11-bd5f-26881d29e93a,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:14.950977 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cccd551f-9f1f-4766-8f9c-489c8a5c8f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:14.976800 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfecd32-23d4-45fa-b2f7-f21dc265efa9 req-49e18d47-527e-4af9-bc39-653000237cb4 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:14.985921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bbfecd32-23d4-45fa-b2f7-f21dc265efa9 req-49e18d47-527e-4af9-bc39-653000237cb4 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 949 time: 0.1163976 Dec 17 12:59:14.998996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Attempting to bind port c7321f76-cc31-4f11-bd5f-26881d29e93a on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:14.999476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Attempting to bind port c7321f76-cc31-4f11-bd5f-26881d29e93a by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:14.999906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Attempting to bind port c7321f76-cc31-4f11-bd5f-26881d29e93a on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:15.005259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Port c7321f76-cc31-4f11-bd5f-26881d29e93a on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:15.005784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Attempting to bind port c7321f76-cc31-4f11-bd5f-26881d29e93a on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:15.012670 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-9acc6b33-5bc6-401b-84e9-572d3419b6a2 req-4d41644f-4951-43ff-b4fc-5450737f5cf1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Deleting port e36f0b17-a4bd-402e-9484-674a32e21ab0 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 12:59:15.013014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9acc6b33-5bc6-401b-84e9-572d3419b6a2 req-4d41644f-4951-43ff-b4fc-5450737f5cf1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:15.024017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cccd551f-9f1f-4766-8f9c-489c8a5c8f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:15.041439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:15.041976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:15.042454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:15.042968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Bound port: c7321f76-cc31-4f11-bd5f-26881d29e93a, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:15.043385 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:15.086093 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bbfecd32-23d4-45fa-b2f7-f21dc265efa9 req-768e4028-5558-4c7d-94f4-6f092720833c tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/security-groups?id=30862835-758a-4455-b885-914e39c3276a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992641 Dec 17 12:59:15.103633 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cccd551f-9f1f-4766-8f9c-489c8a5c8f0e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dff16ae6268848eda3c41e15deeaddeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117385 Dec 17 12:59:15.106944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41490) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:15.148938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd551f-9f1f-4766-8f9c-489c8a5c8f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc81370f-76ee-45ba-9360-177396556d6f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:15.173669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a885f-e8a3-446b-8e16-28f6ccda0547 req-2f258dc3-a871-41c1-b82b-72f463ba4625 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:15.175584 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9acc6b33-5bc6-401b-84e9-572d3419b6a2 req-4d41644f-4951-43ff-b4fc-5450737f5cf1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] For port e36f0b17-a4bd-402e-9484-674a32e21ab0, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e36f0b17-a4bd-402e-9484-674a32e21ab0,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:15.176014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9acc6b33-5bc6-401b-84e9-572d3419b6a2 req-4d41644f-4951-43ff-b4fc-5450737f5cf1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:15.181337 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e42a885f-e8a3-446b-8e16-28f6ccda0547 req-2f258dc3-a871-41c1-b82b-72f463ba4625 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.1715779 Dec 17 12:59:15.206016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-9acc6b33-5bc6-401b-84e9-572d3419b6a2 req-4d41644f-4951-43ff-b4fc-5450737f5cf1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Calling delete_port for e36f0b17-a4bd-402e-9484-674a32e21ab0 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 12:59:15.235406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] For port c7321f76-cc31-4f11-bd5f-26881d29e93a, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:15.250120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e42a885f-e8a3-446b-8e16-28f6ccda0547 req-1b3a2a05-4983-4595-9242-7f3d38a5e71b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679128 Dec 17 12:59:15.253523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] For port c7321f76-cc31-4f11-bd5f-26881d29e93a, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c7321f76-cc31-4f11-bd5f-26881d29e93a,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:15.317903 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:15.381864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:15.382529 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:15.383999 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] 10.222.0.61 "PUT /v2.0/ports/c7321f76-cc31-4f11-bd5f-26881d29e93a HTTP/1.1" status: 200 len: 1095 time: 1.0558300 Dec 17 12:59:15.384476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793d18da-36ae-4646-be95-95d2300cb23a', 'tag': 'c7321f76-cc31-4f11-bd5f-26881d29e93a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:15.386851 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc0fbf8-6d61-48bc-b689-378e2ea366e7" -d '{"events": [{"name": "network-changed", "server_uuid": "793d18da-36ae-4646-be95-95d2300cb23a", "tag": "c7321f76-cc31-4f11-bd5f-26881d29e93a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:15.409406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003eb5a-3362-48d3-b9c4-d65e246c494b service neutron] Pushing event updated for resources: {'Port': ['ID=c7321f76-cc31-4f11-bd5f-26881d29e93a,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:15.421262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bdc74-f02d-4fcf-8c0f-3f2f88556b5c req-eb53ef6e-9705-4b68-937d-140d6ede20eb tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:15.423084 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-006bdc74-f02d-4fcf-8c0f-3f2f88556b5c req-eb53ef6e-9705-4b68-937d-140d6ede20eb tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 943 time: 0.1164951 Dec 17 12:59:15.494774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-006bdc74-f02d-4fcf-8c0f-3f2f88556b5c req-283c823e-4102-4f43-bd8d-1b3128bb7278 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620143 Dec 17 12:59:15.503972 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-579fbb74-9107-463a-a514-6322cf50d196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:15.522564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc3c54-6740-404d-9fd2-947d42ccfa48 req-7d70cb81-9530-4c00-8964-4d113d0744ca tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:15.529851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21dc3c54-6740-404d-9fd2-947d42ccfa48 req-7d70cb81-9530-4c00-8964-4d113d0744ca tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 947 time: 0.3411467 Dec 17 12:59:15.565152 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9eeb07-fae8-4db9-89b5-95134c8621d1 x-openstack-request-id: req-9e9eeb07-fae8-4db9-89b5-95134c8621d1 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:15.565619 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793d18da-36ae-4646-be95-95d2300cb23a", "tag": "c7321f76-cc31-4f11-bd5f-26881d29e93a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:15.565879 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e9eeb07-fae8-4db9-89b5-95134c8621d1 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:15.566799 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793d18da-36ae-4646-be95-95d2300cb23a', 'tag': 'c7321f76-cc31-4f11-bd5f-26881d29e93a', 'status': 'completed', 'code': 200} Dec 17 12:59:15.575748 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-579fbb74-9107-463a-a514-6322cf50d196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:15.584227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-a1b83e9b-2c6a-4c32-a957-96f25778bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:15.587143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-a1b83e9b-2c6a-4c32-a957-96f25778bd07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09f355597b5431aa8c3a1586eb214bd&device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 1098 time: 0.0733750 Dec 17 12:59:15.636027 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-f900e370-b605-484f-863e-f08e71fb7441 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c7321f76-cc31-4f11-bd5f-26881d29e93a HTTP/1.1" status: 200 len: 217 time: 0.0384541 Dec 17 12:59:15.642591 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21dc3c54-6740-404d-9fd2-947d42ccfa48 req-5af452c9-a7d6-4437-8c5e-6576a58947ae tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118011 Dec 17 12:59:15.708881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-6736a392-f4cc-4901-a712-fb9a4ceba6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:15.710456 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-6736a392-f4cc-4901-a712-fb9a4ceba6d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0654998 Dec 17 12:59:15.734389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f4c26-3285-4a8b-822a-c038748ba609 req-1fe8e748-a53e-412d-b6b4-c7eae612761c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:15.734997 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-579fbb74-9107-463a-a514-6322cf50d196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:15.735784 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-697f4c26-3285-4a8b-822a-c038748ba609 req-1fe8e748-a53e-412d-b6b4-c7eae612761c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 943 time: 0.1023600 Dec 17 12:59:15.737770 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-579fbb74-9107-463a-a514-6322cf50d196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:15.741441 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-579fbb74-9107-463a-a514-6322cf50d196 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc81370f-76ee-45ba-9360-177396556d6f HTTP/1.1" status: 204 len: 168 time: 0.6310139 Dec 17 12:59:15.747895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fbb74-9107-463a-a514-6322cf50d196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc81370f-76ee-45ba-9360-177396556d6f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:15.763067 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9acc6b33-5bc6-401b-84e9-572d3419b6a2 req-4d41644f-4951-43ff-b4fc-5450737f5cf1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:15.784267 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e36f0b17-a4bd-402e-9484-674a32e21ab0'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:15.797828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-57210f29-b0ee-42a4-b086-8f128a8899d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:15.799364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-57210f29-b0ee-42a4-b086-8f128a8899d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0810969 Dec 17 12:59:15.808644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41644f-4951-43ff-b4fc-5450737f5cf1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Pushing event deleted for resources: {'Port': ['ID=e36f0b17-a4bd-402e-9484-674a32e21ab0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:15.843008 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-697f4c26-3285-4a8b-822a-c038748ba609 req-b1b2c7c1-318e-4f70-b2a6-0b56cada9934 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782320 Dec 17 12:59:15.888248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acc6b33-5bc6-401b-84e9-572d3419b6a2 req-4d41644f-4951-43ff-b4fc-5450737f5cf1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] No DVR routers for this DVR port e36f0b17-a4bd-402e-9484-674a32e21ab0 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 12:59:15.892391 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9acc6b33-5bc6-401b-84e9-572d3419b6a2 req-4d41644f-4951-43ff-b4fc-5450737f5cf1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:15.896054 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9acc6b33-5bc6-401b-84e9-572d3419b6a2 req-4d41644f-4951-43ff-b4fc-5450737f5cf1 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.61 "DELETE /v2.0/ports/e36f0b17-a4bd-402e-9484-674a32e21ab0 HTTP/1.1" status: 204 len: 173 time: 1.1512008 Dec 17 12:59:15.896610 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77252cd-3dcd-4868-9dd6-61698b6427de', 'name': 'network-vif-deleted', 'tag': 'e36f0b17-a4bd-402e-9484-674a32e21ab0'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:15.906894 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72c65bd-bf4f-4016-b680-750afb815322" -d '{"events": [{"server_uuid": "b77252cd-3dcd-4868-9dd6-61698b6427de", "name": "network-vif-deleted", "tag": "e36f0b17-a4bd-402e-9484-674a32e21ab0"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:15.945680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-259b7928-f60b-4b9c-b673-19fc57310796 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335640 Dec 17 12:59:15.958631 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af37397-9e68-4aa8-beae-0da20799c4e8 x-openstack-request-id: req-5af37397-9e68-4aa8-beae-0da20799c4e8 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:15.959048 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77252cd-3dcd-4868-9dd6-61698b6427de", "name": "network-vif-deleted", "tag": "e36f0b17-a4bd-402e-9484-674a32e21ab0", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:15.959308 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5af37397-9e68-4aa8-beae-0da20799c4e8 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:15.959831 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77252cd-3dcd-4868-9dd6-61698b6427de', 'name': 'network-vif-deleted', 'tag': 'e36f0b17-a4bd-402e-9484-674a32e21ab0', 'status': 'completed', 'code': 200} Dec 17 12:59:15.998387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa9b66-a483-4f2c-9020-c69f8ecf396c req-e75dc04d-9de4-4cff-9c1d-eb237d7d4020 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:15.999904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fbfa9b66-a483-4f2c-9020-c69f8ecf396c req-e75dc04d-9de4-4cff-9c1d-eb237d7d4020 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 943 time: 0.0880749 Dec 17 12:59:16.075077 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fbfa9b66-a483-4f2c-9020-c69f8ecf396c req-ef6cf4f0-2891-4151-af2f-70ad4514d86d tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685487 Dec 17 12:59:16.090252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd6414d0-0ffc-43c3-9156-cc9eead31340 req-598beb83-e1ac-41fd-87e8-becbc1994e34 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334753 Dec 17 12:59:16.110203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 49b24e03-0358-40ad-931d-0fe7d925ec7b details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:59:16.255499 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:16.269819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '49b24e03-0358-40ad-931d-0fe7d925ec7b', 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446', 'port_id': '49b24e03-0358-40ad-931d-0fe7d925ec7b', 'mac_address': 'fa:16:3e:20:58:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:59:16.270956 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f96c2db6-d459-4df8-b134-ca7b5498df9a req-9f384f71-483b-4423-a834-e28b1abec600 tempest-LiveMigrationNegativeTest-318774795 tempest-LiveMigrationNegativeTest-318774795-project] 10.222.0.59 "GET /v2.0/ports?device_id=b77252cd-3dcd-4868-9dd6-61698b6427de HTTP/1.1" status: 200 len: 210 time: 0.0652051 Dec 17 12:59:16.330116 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:16.336858 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-70e458e7-9028-4351-bec7-14986350fb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:16.337017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0fbf8-6d61-48bc-b689-378e2ea366e7 req-247d76ce-15cf-484a-91bd-652d0d9a652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:16.338098 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fc0fbf8-6d61-48bc-b689-378e2ea366e7 req-247d76ce-15cf-484a-91bd-652d0d9a652d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09f355597b5431aa8c3a1586eb214bd&device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 1098 time: 0.1211419 Dec 17 12:59:16.350463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b24e03-0358-40ad-931d-0fe7d925ec7b {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:16.374722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:16.422355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba99b6-5540-4f47-9ca8-2a63c9797a32 req-12b05f20-2313-4c9d-ade3-a5f2ceae4507 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:16.426337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bba99b6-5540-4f47-9ca8-2a63c9797a32 req-12b05f20-2313-4c9d-ade3-a5f2ceae4507 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0821247 Dec 17 12:59:16.446077 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:16.446077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 0f6871d5-8c9b-49bb-92e4-51e05845e93d details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:59:16.482263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0fbf8-6d61-48bc-b689-378e2ea366e7 req-d4e7e917-195e-43da-82dc-11af3b7a4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:16.484096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fc0fbf8-6d61-48bc-b689-378e2ea366e7 req-d4e7e917-195e-43da-82dc-11af3b7a4c28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1381154 Dec 17 12:59:16.491522 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bba99b6-5540-4f47-9ca8-2a63c9797a32 req-13432d97-351f-4014-8953-7a1306b760fd tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583448 Dec 17 12:59:16.563714 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fc0fbf8-6d61-48bc-b689-378e2ea366e7 req-c2cef6dd-8742-4e5f-b04a-49573619f59f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c7321f76-cc31-4f11-bd5f-26881d29e93a HTTP/1.1" status: 200 len: 217 time: 0.0555494 Dec 17 12:59:16.575203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=49b24e03-0358-40ad-931d-0fe7d925ec7b,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:16.621026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:16.634857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 0f6871d5-8c9b-49bb-92e4-51e05845e93d has no active binding in host n-h1-815324-5 {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 12:59:16.645805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0fbf8-6d61-48bc-b689-378e2ea366e7 req-77e654d6-f34c-403b-8c46-3ed2dc07e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:16.647301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fc0fbf8-6d61-48bc-b689-378e2ea366e7 req-77e654d6-f34c-403b-8c46-3ed2dc07e0a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0757573 Dec 17 12:59:16.658573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73a2dc-5c9b-4782-97ad-7d54be72444d req-3b17ff1f-4426-49d0-b8a1-dafe9283c49d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:16.660134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df73a2dc-5c9b-4782-97ad-7d54be72444d req-3b17ff1f-4426-49d0-b8a1-dafe9283c49d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 943 time: 0.0909436 Dec 17 12:59:16.745959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0fbf8-6d61-48bc-b689-378e2ea366e7 req-05325309-0461-48f5-b1e3-f3cb44ca99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:16.747614 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fc0fbf8-6d61-48bc-b689-378e2ea366e7 req-05325309-0461-48f5-b1e3-f3cb44ca99e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866137 Dec 17 12:59:16.755093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df73a2dc-5c9b-4782-97ad-7d54be72444d req-9ace05c3-8e98-4692-9a1f-931fcaa32c9a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852659 Dec 17 12:59:16.800936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e0983-551d-4938-9509-9bd62d92d13d req-f1524b86-bcc0-4d38-b687-6f12d198751b tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:16.809166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef2e0983-551d-4938-9509-9bd62d92d13d req-f1524b86-bcc0-4d38-b687-6f12d198751b tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 947 time: 0.0688450 Dec 17 12:59:16.885257 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef2e0983-551d-4938-9509-9bd62d92d13d req-7d267ecd-846c-4fe5-b90e-724a3d330847 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692675 Dec 17 12:59:16.908575 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['49b24e03-0358-40ad-931d-0fe7d925ec7b'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:16.919593 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fc0fbf8-6d61-48bc-b689-378e2ea366e7 req-12fecb09-dc7e-490e-820e-7f1e1edc1b63 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624038 Dec 17 12:59:17.274059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc3a2a-ea7f-4c89-bea4-dc5142acf851 req-cacc6cf0-71fb-452f-ae02-d41c8f94e1f8 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:17.281509 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1bdc3a2a-ea7f-4c89-bea4-dc5142acf851 req-cacc6cf0-71fb-452f-ae02-d41c8f94e1f8 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 944 time: 0.0630462 Dec 17 12:59:17.329106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5c25e-9b9e-4e41-a2e7-b88bc43cc3b3 req-32bbe042-869e-468b-9db3-a0d7e4dc0e25 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:17.330753 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-94a5c25e-9b9e-4e41-a2e7-b88bc43cc3b3 req-32bbe042-869e-468b-9db3-a0d7e4dc0e25 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 943 time: 0.4001782 Dec 17 12:59:17.360759 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fc0fbf8-6d61-48bc-b689-378e2ea366e7 req-353f6495-b5b9-4fe8-8206-c43ae982d9cb service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271684 Dec 17 12:59:17.361942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1bdc3a2a-ea7f-4c89-bea4-dc5142acf851 req-3a1ece9e-616f-41e9-bd15-b355a6d5acc5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794349 Dec 17 12:59:17.415497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-94a5c25e-9b9e-4e41-a2e7-b88bc43cc3b3 req-bfd371e1-610e-4e3b-9973-60da0316d523 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527303 Dec 17 12:59:17.547124 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:17.610367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47598bdb-b89d-48fe-9f9a-72331701c9de req-2bc3b176-2615-44eb-9ba4-88be46a0d094 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:17.611759 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47598bdb-b89d-48fe-9f9a-72331701c9de req-2bc3b176-2615-44eb-9ba4-88be46a0d094 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0475776 Dec 17 12:59:17.658110 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47598bdb-b89d-48fe-9f9a-72331701c9de req-15de84a6-7406-48e6-a368-97a60bf0b20c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 Dec 17 12:59:17.879630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41556) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:17.883509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc268c-a350-4514-b260-4ff16f5821ce req-8131a0d9-bd67-4ffc-a791-2408825fad03 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:17.885010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc268c-a350-4514-b260-4ff16f5821ce req-8131a0d9-bd67-4ffc-a791-2408825fad03 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 943 time: 0.0501094 Dec 17 12:59:17.942189 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc268c-a350-4514-b260-4ff16f5821ce req-014df87f-4d7e-4f2f-8195-25341ae0f159 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507672 Dec 17 12:59:17.999707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1f7d-415d-48b6-a445-f131407a0004 req-b2e4585a-c76e-4bc5-ad69-ca23185956fe tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:18.001227 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-799f1f7d-415d-48b6-a445-f131407a0004 req-b2e4585a-c76e-4bc5-ad69-ca23185956fe tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 947 time: 0.0540390 Dec 17 12:59:18.064973 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-799f1f7d-415d-48b6-a445-f131407a0004 req-80d40375-8e8d-4974-8361-8e9c2ad121e1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547194 Dec 17 12:59:18.094746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c6176c29-38a5-4555-98df-361803b5d39e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=437b0248f92546b6b1447a79c4ecb214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138665 Dec 17 12:59:18.097138 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41568) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:18.117912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device aadf8cd5-9ac8-46c0-ba4a-07721b30089f details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:59:18.123737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 49b24e03-0358-40ad-931d-0fe7d925ec7b up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:59:18.173376 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd32e-8883-4faf-835b-00491649ac18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:18.227887 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd32e-8883-4faf-835b-00491649ac18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:18.289700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port aadf8cd5-9ac8-46c0-ba4a-07721b30089f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:18.302378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f', 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913', 'port_id': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f', 'mac_address': 'fa:16:3e:17:78:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98082a87-8f9d-4c39-8f34-da72827610be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:59:18.330588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 49b24e03-0358-40ad-931d-0fe7d925ec7b completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:59:18.339648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 49b24e03-0358-40ad-931d-0fe7d925ec7b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:18.340161 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:18.346986 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd32e-8883-4faf-835b-00491649ac18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:18.349590 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd32e-8883-4faf-835b-00491649ac18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:18.353060 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a5ffd32e-8883-4faf-835b-00491649ac18 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30862835-758a-4455-b885-914e39c3276a HTTP/1.1" status: 204 len: 168 time: 0.2526922 Dec 17 12:59:18.360181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffd32e-8883-4faf-835b-00491649ac18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30862835-758a-4455-b885-914e39c3276a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:18.371739 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:18.402287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadf8cd5-9ac8-46c0-ba4a-07721b30089f {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:18.431444 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port aadf8cd5-9ac8-46c0-ba4a-07721b30089f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:18.474226 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:18.501707 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:18.508811 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a9c6c2-bfb7-4252-ad84-2d12a8507754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b24e03-0358-40ad-931d-0fe7d925ec7b'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:18.511523 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d707a3-da24-42df-929f-90269c94b023" -d '{"events": [{"server_uuid": "19a9c6c2-bfb7-4252-ad84-2d12a8507754", "name": "network-vif-plugged", "status": "completed", "tag": "49b24e03-0358-40ad-931d-0fe7d925ec7b"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:18.532074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040c3ea-ffea-48c9-b52c-f1703bdb74a6 req-b8d27c81-7a9b-4b54-b0f1-452be95efc22 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:18.533827 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7040c3ea-ffea-48c9-b52c-f1703bdb74a6 req-b8d27c81-7a9b-4b54-b0f1-452be95efc22 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 944 time: 0.0764413 Dec 17 12:59:18.542894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:18.551861 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-5a80d1c5-7e10-40a6-ad60-358d54824f28 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c684db08a1514bf49cade023fde37085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236454 Dec 17 12:59:18.573978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:18.588622 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7040c3ea-ffea-48c9-b52c-f1703bdb74a6 req-673732f7-0e1d-4403-9567-289157879dd8 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435083 Dec 17 12:59:18.624764 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c7321f76-cc31-4f11-bd5f-26881d29e93a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:59:18.627650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e36f0b17-a4bd-402e-9484-674a32e21ab0 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 12:59:18.650513 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:18.678678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-b5a02a8d-8521-46a8-a05f-e45d6e4775a3 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:18.680218 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-b5a02a8d-8521-46a8-a05f-e45d6e4775a3 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220016 Dec 17 12:59:18.701664 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-04ff4c00-e640-4a37-8cea-a481254e9f42 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/quotas/c684db08a1514bf49cade023fde37085 HTTP/1.1" status: 200 len: 375 time: 0.0149457 Dec 17 12:59:18.710195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: e36f0b17-a4bd-402e-9484-674a32e21ab0 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 12:59:18.711614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e36f0b17-a4bd-402e-9484-674a32e21ab0 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 12:59:18.718868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace3a02-f620-45e9-a875-16d308fb8d5e req-32d77929-b2e1-4170-addb-ce49d1014998 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:18.727944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ace3a02-f620-45e9-a875-16d308fb8d5e req-32d77929-b2e1-4170-addb-ce49d1014998 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 944 time: 0.0623286 Dec 17 12:59:18.740290 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-6f16d03c-4289-40b6-8c6d-0d346e96185f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c684db08a1514bf49cade023fde37085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377259 Dec 17 12:59:18.780619 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['aadf8cd5-9ac8-46c0-ba4a-07721b30089f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:18.783406 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:18.803771 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ace3a02-f620-45e9-a875-16d308fb8d5e req-234ab7e4-1542-4f72-952b-38e78c9973f7 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675185 Dec 17 12:59:18.834254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=49b24e03-0358-40ad-931d-0fe7d925ec7b,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:18.855895 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0d774c-262f-41a3-9e8a-dc5326c7790e x-openstack-request-id: req-9e0d774c-262f-41a3-9e8a-dc5326c7790e {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:18.856207 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a9c6c2-bfb7-4252-ad84-2d12a8507754", "name": "network-vif-plugged", "status": "completed", "tag": "49b24e03-0358-40ad-931d-0fe7d925ec7b", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:18.856470 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e0d774c-262f-41a3-9e8a-dc5326c7790e {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:18.856880 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a9c6c2-bfb7-4252-ad84-2d12a8507754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b24e03-0358-40ad-931d-0fe7d925ec7b', 'code': 200} Dec 17 12:59:18.988608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8387a-b45d-4e5d-9642-73eae15c7cd2 req-e1dc9d74-ff15-4f93-b912-6df491fe479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:18.990144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11f8387a-b45d-4e5d-9642-73eae15c7cd2 req-e1dc9d74-ff15-4f93-b912-6df491fe479d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 1096 time: 0.0738776 Dec 17 12:59:19.003033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b68193-d97f-4499-b938-b9c758e1d427 req-8b7ad093-5ead-4fa8-9b55-31923aa2c426 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:19.004545 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8b68193-d97f-4499-b938-b9c758e1d427 req-8b7ad093-5ead-4fa8-9b55-31923aa2c426 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0799654 Dec 17 12:59:19.036080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port c7321f76-cc31-4f11-bd5f-26881d29e93a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c7321f76-cc31-4f11-bd5f-26881d29e93a,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:19.057011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'c7321f76-cc31-4f11-bd5f-26881d29e93a', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'c7321f76-cc31-4f11-bd5f-26881d29e93a', 'mac_address': 'fa:16:3e:44:f7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:59:19.125729 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:19.134936 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11f8387a-b45d-4e5d-9642-73eae15c7cd2 req-81ffe9a8-a353-4078-8b0c-2a497f5e9560 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292233 Dec 17 12:59:19.158604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7321f76-cc31-4f11-bd5f-26881d29e93a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:19.162194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8b68193-d97f-4499-b938-b9c758e1d427 req-74d74bfd-5a30-4799-a40e-ba40799c7839 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478066 Dec 17 12:59:19.201989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be41eb-1311-4ab8-b074-513f8a363779 req-f55c47f6-d052-4dd8-a1c2-de6fd327fd35 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:19.202770 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-58be41eb-1311-4ab8-b074-513f8a363779 req-f55c47f6-d052-4dd8-a1c2-de6fd327fd35 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 943 time: 0.0775995 Dec 17 12:59:19.214794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port c7321f76-cc31-4f11-bd5f-26881d29e93a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c7321f76-cc31-4f11-bd5f-26881d29e93a,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:19.226153 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fb49b5e-91aa-4064-83d1-6fc08ebe2f15 req-dd70c7ee-aca4-4057-960f-87b492323c7b tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 210 time: 0.0265257 Dec 17 12:59:19.265966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41610) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:19.272087 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-58be41eb-1311-4ab8-b074-513f8a363779 req-188e4dd9-3d2e-45df-9073-897b1fcdbd9d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613239 Dec 17 12:59:19.282060 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:19.340370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=c7321f76-cc31-4f11-bd5f-26881d29e93a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:19.351316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1fc2d9b1-60ba-492d-b1d0-3695048273a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a9a926fdd0e4852b1e84c7dc5e22bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0843010 Dec 17 12:59:19.353807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41614) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:19.379606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a9b35-00f6-4074-b814-806bcc975dc2 req-2b57fbf1-a875-49e0-987b-1dee27f9f7df tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:19.381100 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-391a9b35-00f6-4074-b814-806bcc975dc2 req-2b57fbf1-a875-49e0-987b-1dee27f9f7df tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 948 time: 0.0900524 Dec 17 12:59:19.449304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d0918c5c-1e46-48ef-a02c-40b5b8717637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:19.455286 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-391a9b35-00f6-4074-b814-806bcc975dc2 req-9705503e-b2f3-4e93-a06f-bd7923707673 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661714 Dec 17 12:59:19.474563 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d0918c5c-1e46-48ef-a02c-40b5b8717637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:19.531072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['c7321f76-cc31-4f11-bd5f-26881d29e93a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:19.641536 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:19.641773 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d0918c5c-1e46-48ef-a02c-40b5b8717637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:19.644738 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d0918c5c-1e46-48ef-a02c-40b5b8717637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:19.646064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d0918c5c-1e46-48ef-a02c-40b5b8717637 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b602b637-da52-4fec-ba74-6b475f74a154 HTTP/1.1" status: 204 len: 168 time: 0.2898111 Dec 17 12:59:19.662823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0918c5c-1e46-48ef-a02c-40b5b8717637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b602b637-da52-4fec-ba74-6b475f74a154,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:19.679291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-4ecae00c-479c-4b74-90f3-a99b8d17536d service neutron] 10.222.0.61 "GET /v2.0/ports/0f6871d5-8c9b-49bb-92e4-51e05845e93d/bindings/n-h1-815324-5 HTTP/1.1" status: 200 len: 384 time: 0.0863428 Dec 17 12:59:19.797720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4b1eb-5785-47d7-8696-e74843d41721 req-0e00162a-cc1d-4ca4-b4c8-63ab98b56b89 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:19.799239 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-84c4b1eb-5785-47d7-8696-e74843d41721 req-0e00162a-cc1d-4ca4-b4c8-63ab98b56b89 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 945 time: 0.1262057 Dec 17 12:59:19.855211 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-10b91cfb-f376-4545-b053-be428b8b259b service neutron] show failed (client error): The resource could not be found. Dec 17 12:59:19.856261 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-10b91cfb-f376-4545-b053-be428b8b259b service neutron] 10.222.0.61 "GET /v2.0/ports/a3d0172f-756d-4897-a195-3909020fdf46/bindings/n-h1-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.1325686 Dec 17 12:59:19.864053 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-84c4b1eb-5785-47d7-8696-e74843d41721 req-457b0cd0-3a2d-427d-968b-7934e53411b3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558817 Dec 17 12:59:19.916960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-c1f8d16e-9c43-4f04-953e-d15109d3cbec service neutron] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:19.942488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324072ea-5fd5-4f93-94d2-4a8885868445 req-012835e0-7f2b-4adb-9df4-ac1d406078ab tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:19.944089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-324072ea-5fd5-4f93-94d2-4a8885868445 req-012835e0-7f2b-4adb-9df4-ac1d406078ab tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 944 time: 0.0813615 Dec 17 12:59:19.950338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-c1f8d16e-9c43-4f04-953e-d15109d3cbec service neutron] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:19.999106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-c1f8d16e-9c43-4f04-953e-d15109d3cbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6871d5-8c9b-49bb-92e4-51e05845e93d {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:20.018911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-c1f8d16e-9c43-4f04-953e-d15109d3cbec service neutron] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:20.040637 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-324072ea-5fd5-4f93-94d2-4a8885868445 req-308378c4-7683-400b-87ff-2668391532ec tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885527 Dec 17 12:59:20.107277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-c1f8d16e-9c43-4f04-953e-d15109d3cbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:20.131886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device aadf8cd5-9ac8-46c0-ba4a-07721b30089f up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:59:20.210556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-c1f8d16e-9c43-4f04-953e-d15109d3cbec service neutron] Transition to ACTIVE for port object 0f6871d5-8c9b-49bb-92e4-51e05845e93d will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:59:20.264532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port aadf8cd5-9ac8-46c0-ba4a-07721b30089f completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:59:20.274268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port aadf8cd5-9ac8-46c0-ba4a-07721b30089f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:20.274268 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:20.283886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d5268-6879-488c-9f27-a27fa26cd6f0 req-11d9cc3c-dce7-4374-b4cc-4f49479f5250 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:20.285788 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8c8d5268-6879-488c-9f27-a27fa26cd6f0 req-11d9cc3c-dce7-4374-b4cc-4f49479f5250 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0523548 Dec 17 12:59:20.314095 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-c1f8d16e-9c43-4f04-953e-d15109d3cbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:20.341802 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73ca4ddf-21d3-45f6-9afe-c9331a9b1d3a req-b490f58b-5159-4ac7-80eb-9bc09aa4fc54 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 210 time: 0.0511003 Dec 17 12:59:20.388803 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8c8d5268-6879-488c-9f27-a27fa26cd6f0 req-36eb970d-13a8-48b7-8e9c-3e7aa4ec1af0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839362 Dec 17 12:59:20.405900 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:20.442445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-c1f8d16e-9c43-4f04-953e-d15109d3cbec service neutron] No DVR routers for this DVR port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 12:59:20.477462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8d16e-9c43-4f04-953e-d15109d3cbec service neutron] Pushing event updated for resources: {'Port': ['ID=0f6871d5-8c9b-49bb-92e4-51e05845e93d,revision_number=10']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:20.484204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port aadf8cd5-9ac8-46c0-ba4a-07721b30089f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:20.517266 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-c1f8d16e-9c43-4f04-953e-d15109d3cbec service neutron] 10.222.0.61 "PUT /v2.0/ports/0f6871d5-8c9b-49bb-92e4-51e05845e93d/bindings/n-h1-815324-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8284483 Dec 17 12:59:20.540487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae37b8-2366-42fc-990a-e3003fc318f8 req-0f188f38-af3e-479a-8b81-491701144d35 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:20.542079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ddae37b8-2366-42fc-990a-e3003fc318f8 req-0f188f38-af3e-479a-8b81-491701144d35 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 944 time: 0.0871615 Dec 17 12:59:20.591529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f44ac-fdfc-42a8-91a1-8e5fa422c419 req-e4643c6c-e5b3-43a2-a703-2231d0013788 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:20.592139 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-894f44ac-fdfc-42a8-91a1-8e5fa422c419 req-e4643c6c-e5b3-43a2-a703-2231d0013788 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 948 time: 0.0565386 Dec 17 12:59:20.604794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c7321f76-cc31-4f11-bd5f-26881d29e93a up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:59:20.606826 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ddae37b8-2366-42fc-990a-e3003fc318f8 req-e122d21e-a492-4774-b5b6-537788ccc674 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559270 Dec 17 12:59:20.637267 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:20.643818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-894f44ac-fdfc-42a8-91a1-8e5fa422c419 req-163e47d7-e8d6-4593-a866-be2f819ea3d1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456460 Dec 17 12:59:20.697452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:20.793730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port c7321f76-cc31-4f11-bd5f-26881d29e93a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:59:20.793910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-116089e3-63fc-4398-ab2c-764ca65b7cd9 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:20.795462 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-116089e3-63fc-4398-ab2c-764ca65b7cd9 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0&tenant_id=9614be50faf74fb8a529668bc3e6df5e&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.0476952 Dec 17 12:59:20.799464 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port c7321f76-cc31-4f11-bd5f-26881d29e93a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:20.799917 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:20.864024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-942bac1a-df2a-4c6f-b5a1-9cd93d12da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:20.865946 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-942bac1a-df2a-4c6f-b5a1-9cd93d12da2c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0&tenant_id=9614be50faf74fb8a529668bc3e6df5e HTTP/1.1" status: 200 len: 1095 time: 0.0616639 Dec 17 12:59:20.874991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcaa5c8-ca86-4b81-8735-304b43f8fbc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:20.875395 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-7159056f-c68a-49a4-b272-c2e73db24e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:20.877174 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-7159056f-c68a-49a4-b272-c2e73db24e21 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26&tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815 HTTP/1.1" status: 200 len: 1101 time: 0.0979071 Dec 17 12:59:20.877638 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d7ecc0-ec4c-4103-96e2-17d99d31da98" -d '{"events": [{"server_uuid": "bbcaa5c8-ca86-4b81-8735-304b43f8fbc2", "name": "network-vif-plugged", "status": "completed", "tag": "aadf8cd5-9ac8-46c0-ba4a-07721b30089f"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:20.892164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:20.899815 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:20.949181 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fde2d7-771d-43bb-b613-68b826f94403 x-openstack-request-id: req-86fde2d7-771d-43bb-b613-68b826f94403 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:20.949504 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcaa5c8-ca86-4b81-8735-304b43f8fbc2", "name": "network-vif-plugged", "status": "completed", "tag": "aadf8cd5-9ac8-46c0-ba4a-07721b30089f", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:20.949783 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-86fde2d7-771d-43bb-b613-68b826f94403 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:20.950172 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcaa5c8-ca86-4b81-8735-304b43f8fbc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f', 'code': 200} Dec 17 12:59:20.956763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port c7321f76-cc31-4f11-bd5f-26881d29e93a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c7321f76-cc31-4f11-bd5f-26881d29e93a,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:20.978967 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:20.987087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0f90ad27-f9ba-41d3-b818-f0eef0f5df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:20.989300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0f90ad27-f9ba-41d3-b818-f0eef0f5df5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 1095 time: 0.0935223 Dec 17 12:59:21.015871 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:21.137013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638ceff-e678-4500-b6b9-9fd8323dc68b req-79e50200-f51b-44f4-acc0-1b6a9c00f5b9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:21.138638 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0638ceff-e678-4500-b6b9-9fd8323dc68b req-79e50200-f51b-44f4-acc0-1b6a9c00f5b9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 945 time: 0.1238105 Dec 17 12:59:21.153667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=c7321f76-cc31-4f11-bd5f-26881d29e93a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:21.156848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52d84f-d40b-4a71-af8b-49bba2895650 req-5945e9f6-32b8-46c7-87cb-913d31aa9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:21.158799 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a52d84f-d40b-4a71-af8b-49bba2895650 req-5945e9f6-32b8-46c7-87cb-913d31aa9d1f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 1096 time: 0.1453974 Dec 17 12:59:21.250401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0f228240-1579-41d4-a651-14674ede0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:21.251886 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0f228240-1579-41d4-a651-14674ede0f8a service neutron] 10.222.0.54 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.2364292 Dec 17 12:59:21.261706 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0638ceff-e678-4500-b6b9-9fd8323dc68b req-cedcbb09-e587-4405-859e-6b88045c1705 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130733 Dec 17 12:59:21.297243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a3d0172f-756d-4897-a195-3909020fdf46,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:21.321412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a52d84f-d40b-4a71-af8b-49bba2895650 req-26808280-c5c5-43ca-a045-5abefbc9860b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298823 Dec 17 12:59:21.322904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-12996338-28f3-4f7c-9c0a-383ae7f8997d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d HTTP/1.1" status: 200 len: 217 time: 0.0578020 Dec 17 12:59:21.335362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a079786-3e94-4bde-8516-fc921da432d1 req-85d0d3fe-8359-43ec-9883-ef44cb5b9490 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:21.337415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a079786-3e94-4bde-8516-fc921da432d1 req-85d0d3fe-8359-43ec-9883-ef44cb5b9490 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.1470912 Dec 17 12:59:21.372265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:21.391104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a079786-3e94-4bde-8516-fc921da432d1 req-1981bd49-90ec-4c63-8329-01b4d035206b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469277 Dec 17 12:59:21.419709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d709573-b0d2-4efc-807d-b5e34c39299b req-7843d6c3-8b54-4bf3-9e02-947b27d40c5b tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:21.428009 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7d709573-b0d2-4efc-807d-b5e34c39299b req-7843d6c3-8b54-4bf3-9e02-947b27d40c5b tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 1096 time: 0.0770531 Dec 17 12:59:21.428009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3d0172f-756d-4897-a195-3909020fdf46'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:21.428009 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae17f926-118a-4610-9101-e2f116f445ec" -d '{"events": [{"server_uuid": "a9c6fc81-cca3-438f-8a43-98064c248d26", "name": "network-vif-unplugged", "status": "completed", "tag": "a3d0172f-756d-4897-a195-3909020fdf46"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:21.430266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:21.457460 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Transition to ACTIVE for port object a3d0172f-756d-4897-a195-3909020fdf46 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:59:21.477897 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cade3931-d5ea-4dc0-81ae-628486e4e023 req-2975b8cf-312e-4383-9f1f-5127cf8a7dab tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 210 time: 0.0263190 Dec 17 12:59:21.480987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7d709573-b0d2-4efc-807d-b5e34c39299b req-e3a0968b-3b11-4ff6-bc8d-dd90cd0932db tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474949 Dec 17 12:59:21.549452 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2f1177-f8fa-4613-aa35-9db3444fe384 x-openstack-request-id: req-ea2f1177-f8fa-4613-aa35-9db3444fe384 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:21.549794 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c6fc81-cca3-438f-8a43-98064c248d26", "name": "network-vif-unplugged", "status": "completed", "tag": "a3d0172f-756d-4897-a195-3909020fdf46", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:21.550054 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea2f1177-f8fa-4613-aa35-9db3444fe384 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:21.550454 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3d0172f-756d-4897-a195-3909020fdf46', 'code': 200} Dec 17 12:59:21.588578 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:21.612910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-be3992fa-edae-47c6-b250-7e719b1b9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:21.614527 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-be3992fa-edae-47c6-b250-7e719b1b9024 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0919025 Dec 17 12:59:21.664022 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab2064-8cb5-4730-b972-826b9f152a7d req-a84ce77a-5364-4ee5-a980-d60a766fab2e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:21.673095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2dab2064-8cb5-4730-b972-826b9f152a7d req-a84ce77a-5364-4ee5-a980-d60a766fab2e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.1145132 Dec 17 12:59:21.677245 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-eaf870d5-705e-4aa3-aaa1-e7cfe217ff45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536242 Dec 17 12:59:21.683857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] No DVR routers for this DVR port a3d0172f-756d-4897-a195-3909020fdf46 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 12:59:21.685962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Pushing event updated for resources: {'Port': ['ID=a3d0172f-756d-4897-a195-3909020fdf46,revision_number=6']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:21.754696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Attempting to bind port a3d0172f-756d-4897-a195-3909020fdf46 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:21.755287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Attempting to bind port a3d0172f-756d-4897-a195-3909020fdf46 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:21.755788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Attempting to bind port a3d0172f-756d-4897-a195-3909020fdf46 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:21.763244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Port a3d0172f-756d-4897-a195-3909020fdf46 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:21.763634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Attempting to bind port a3d0172f-756d-4897-a195-3909020fdf46 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:21.772616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:21.772968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:21.774320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:21.774436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Bound port: a3d0172f-756d-4897-a195-3909020fdf46, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:21.774774 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:21.797137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae84cf-329b-4075-80fa-e109b6f57047 req-ef7e4879-a23b-486c-a8b3-243829c1bd7e tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:21.798878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-44ae84cf-329b-4075-80fa-e109b6f57047 req-ef7e4879-a23b-486c-a8b3-243829c1bd7e tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 1096 time: 0.0742004 Dec 17 12:59:21.829132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2dab2064-8cb5-4730-b972-826b9f152a7d req-e7d98e16-8f68-48aa-a9a8-69e922591df0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550050 Dec 17 12:59:21.890946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:21.893393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-ca776151-bc71-4217-97b0-155ebcd65c33 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990168 Dec 17 12:59:21.895038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a3d0172f-756d-4897-a195-3909020fdf46,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:21.898063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-44ae84cf-329b-4075-80fa-e109b6f57047 req-4087413d-1aef-4444-b184-722abe75f043 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782130 Dec 17 12:59:22.004226 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-0b9f3547-f6a5-406c-8aa8-426274db17fd tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c684db08a1514bf49cade023fde37085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640779 Dec 17 12:59:22.007810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:22.060191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:22.066437 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:22.066437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] 10.222.0.54 "PUT /v2.0/ports/a3d0172f-756d-4897-a195-3909020fdf46 HTTP/1.1" status: 200 len: 1096 time: 1.1755223 Dec 17 12:59:22.077938 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb386d4a-aaf5-4135-8bee-ec1a8f28d87b req-53bde8fd-71a9-437b-b97c-927095de47d3 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:22.085192 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cb386d4a-aaf5-4135-8bee-ec1a8f28d87b req-53bde8fd-71a9-437b-b97c-927095de47d3 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 949 time: 0.1112244 Dec 17 12:59:22.139537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b70ec-93f3-4253-9bbd-35983120dd6c service neutron] Pushing event updated for resources: {'Port': ['ID=a3d0172f-756d-4897-a195-3909020fdf46,revision_number=7']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:22.189895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-36459b6a-e5a8-4a71-a512-ce43878bcc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:22.191432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-36459b6a-e5a8-4a71-a512-ce43878bcc3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 1099 time: 0.0957155 Dec 17 12:59:22.202126 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cb386d4a-aaf5-4135-8bee-ec1a8f28d87b req-7331b8e3-5b55-4cf4-9bc7-7b05b9c48537 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159062 Dec 17 12:59:22.216067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131efc47-f299-43ca-93e7-35168ad804f6 req-d64037c5-211d-482c-a710-11297b3015af tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:22.217758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-131efc47-f299-43ca-93e7-35168ad804f6 req-d64037c5-211d-482c-a710-11297b3015af tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 944 time: 0.2370703 Dec 17 12:59:22.235649 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-22e21b2c-d695-4012-8c17-6953ba92a69b service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288856 Dec 17 12:59:22.299258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-8f19c978-40cf-433a-b2d2-15feb7bfae5f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:22.299258 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-8f19c978-40cf-433a-b2d2-15feb7bfae5f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782192 Dec 17 12:59:22.319265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Request body: {'port': {'device_id': 'dbcfbf8a-4ec2-4c68-be53-e3e911eee069', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'c684db08a1514bf49cade023fde37085'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:22.374381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-33de5e6b-661c-41a5-ae2a-3909b985c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:22.376515 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-33de5e6b-661c-41a5-ae2a-3909b985c328 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1673157 Dec 17 12:59:22.396412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-131efc47-f299-43ca-93e7-35168ad804f6 req-6d192419-1f49-43f5-8274-7773b31f24e5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476138 Dec 17 12:59:22.427986 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-efc36654-f36e-4ea7-bd37-6d9de454241a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a3d0172f-756d-4897-a195-3909020fdf46 HTTP/1.1" status: 200 len: 217 time: 0.0415678 Dec 17 12:59:22.501591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-576346d8-6e51-4943-bcff-0f9a7f5cf87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:22.503219 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-576346d8-6e51-4943-bcff-0f9a7f5cf87b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0670898 Dec 17 12:59:22.555666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad223a1-bd18-4cb2-b822-05fb646790a5 req-5b823964-f5a3-46d7-8c9a-43ed467416c0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:22.555903 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-da12675f-5e41-4da5-8250-3fd1cd1c0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:22.557193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cad223a1-bd18-4cb2-b822-05fb646790a5 req-5b823964-f5a3-46d7-8c9a-43ed467416c0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0497646 Dec 17 12:59:22.557518 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-da12675f-5e41-4da5-8250-3fd1cd1c0112 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428834 Dec 17 12:59:22.605132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0f6871d5-8c9b-49bb-92e4-51e05845e93d no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 12:59:22.623284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cad223a1-bd18-4cb2-b822-05fb646790a5 req-e44fafa5-6efa-48f9-b8ec-0703838eb376 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591593 Dec 17 12:59:22.667182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0f6871d5-8c9b-49bb-92e4-51e05845e93d not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 12:59:22.667786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a3d0172f-756d-4897-a195-3909020fdf46 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 12:59:22.673035 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-308ad91f-5f8f-40ee-be73-87b1582d2826 req-2c8c0915-c961-4c90-801e-7134df0c62d1 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 210 time: 0.0363636 Dec 17 12:59:22.719896 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-a205ad25-873e-4174-86dc-6d8c94945862 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472862 Dec 17 12:59:22.728650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a3d0172f-756d-4897-a195-3909020fdf46 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 12:59:22.846926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77c338-454b-4ab4-a317-fc222d38ca95 req-1bf0339c-2e12-4d0d-889d-803244f0e966 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:22.848532 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5e77c338-454b-4ab4-a317-fc222d38ca95 req-1bf0339c-2e12-4d0d-889d-803244f0e966 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 1096 time: 0.0969746 Dec 17 12:59:22.860571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Made reservation on behalf of c684db08a1514bf49cade023fde37085 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:59:22.861352 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d95247-ac7a-441f-9971-3190f731f0a5 req-e1c0c09d-5d55-483a-a661-c6774472d78f service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319616 Dec 17 12:59:22.866873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:22.883919 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:22.914068 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5e77c338-454b-4ab4-a317-fc222d38ca95 req-17ee30f1-b429-4aed-ba08-cd0d8d4d0ff9 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552974 Dec 17 12:59:22.951503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793d18da-36ae-4646-be95-95d2300cb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7321f76-cc31-4f11-bd5f-26881d29e93a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:22.954410 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa71189-57bf-4be3-95ca-c713dd9e4d40" -d '{"events": [{"server_uuid": "793d18da-36ae-4646-be95-95d2300cb23a", "name": "network-vif-plugged", "status": "completed", "tag": "c7321f76-cc31-4f11-bd5f-26881d29e93a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:22.986157 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:23.037673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4f4b6-213a-4f4a-92f7-bc054c16abe9 req-521c40e5-069f-4e12-a52f-51925d3ffe45 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:23.041721 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6cc4f4b6-213a-4f4a-92f7-bc054c16abe9 req-521c40e5-069f-4e12-a52f-51925d3ffe45 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 948 time: 0.0518837 Dec 17 12:59:23.070728 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:23.075743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0d538c69-5da4-4e6b-8166-d39d35d1427d tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:23.075743 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-0d538c69-5da4-4e6b-8166-d39d35d1427d tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0&tenant_id=9614be50faf74fb8a529668bc3e6df5e&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.0789664 Dec 17 12:59:23.167108 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6cc4f4b6-213a-4f4a-92f7-bc054c16abe9 req-b3ec27d9-f802-4fc9-a49e-1316c195aab6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198661 Dec 17 12:59:23.170181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6541e37d-72c8-4e99-9132-03ba79584f9e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:23.232153 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1724e90-2192-422a-83e2-30b9049d8b12 x-openstack-request-id: req-d1724e90-2192-422a-83e2-30b9049d8b12 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:23.232483 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793d18da-36ae-4646-be95-95d2300cb23a", "name": "network-vif-plugged", "status": "completed", "tag": "c7321f76-cc31-4f11-bd5f-26881d29e93a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:23.232745 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1724e90-2192-422a-83e2-30b9049d8b12 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:23.233134 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793d18da-36ae-4646-be95-95d2300cb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7321f76-cc31-4f11-bd5f-26881d29e93a', 'code': 200} Dec 17 12:59:23.288046 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-2ca06ff9-3fe0-4a62-bd73-73e9ad8be883 service neutron] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:23.291325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-2ca06ff9-3fe0-4a62-bd73-73e9ad8be883 service neutron] Publish callbacks [] for binding, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:23.292491 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-2ca06ff9-3fe0-4a62-bd73-73e9ad8be883 service neutron] 10.222.0.54 "DELETE /v2.0/ports/0f6871d5-8c9b-49bb-92e4-51e05845e93d/bindings/n-h2-815324-5 HTTP/1.1" status: 204 len: 173 time: 0.2114081 Dec 17 12:59:23.293620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Allocated IP 192.168.233.146 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/3eab59f4-a97a-46e0-9442-cc7d9395f6ad) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:59:23.354480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b851c2-50eb-4e4c-87b4-49905e8eaee1 req-52a14d70-5861-435a-8767-97ce7aee850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:23.356188 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-06b851c2-50eb-4e4c-87b4-49905e8eaee1 req-52a14d70-5861-435a-8767-97ce7aee850f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 1100 time: 0.0476096 Dec 17 12:59:23.373741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8322c8-375b-4a99-ac00-5753cd92ffd2 req-97dffdec-8004-410a-b1c1-5dbdd9642e24 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:23.375001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be8322c8-375b-4a99-ac00-5753cd92ffd2 req-97dffdec-8004-410a-b1c1-5dbdd9642e24 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 949 time: 0.0833831 Dec 17 12:59:23.415394 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-06b851c2-50eb-4e4c-87b4-49905e8eaee1 req-ad1e78b2-603a-492f-bda1-3adbfa42545f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 Dec 17 12:59:23.493370 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be8322c8-375b-4a99-ac00-5753cd92ffd2 req-a538049b-57cb-4b23-bb80-ef8456822872 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991831 Dec 17 12:59:23.540770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07a160-44f2-4c82-b667-1903efdff7e9 req-9fd6ae76-8aa5-4ed0-90bf-adb8764c310c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:23.542281 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee07a160-44f2-4c82-b667-1903efdff7e9 req-9fd6ae76-8aa5-4ed0-90bf-adb8764c310c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 944 time: 0.0538170 Dec 17 12:59:23.544139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:23.554430 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'tag': 'a3d0172f-756d-4897-a195-3909020fdf46'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:23.556696 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375ef3b7-4ae4-49e0-bab6-6453099f49d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c6fc81-cca3-438f-8a43-98064c248d26", "tag": "a3d0172f-756d-4897-a195-3909020fdf46"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:23.605333 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee07a160-44f2-4c82-b667-1903efdff7e9 req-721d4bbe-637e-496a-843f-17dbaf06caf0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567658 Dec 17 12:59:23.611654 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b85599c-9a23-473e-92b6-dde8f6f37a4c x-openstack-request-id: req-9b85599c-9a23-473e-92b6-dde8f6f37a4c {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:23.611946 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c6fc81-cca3-438f-8a43-98064c248d26", "tag": "a3d0172f-756d-4897-a195-3909020fdf46", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:23.612198 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b85599c-9a23-473e-92b6-dde8f6f37a4c {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:23.612583 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'tag': 'a3d0172f-756d-4897-a195-3909020fdf46', 'status': 'completed', 'code': 200} Dec 17 12:59:23.663114 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:23.740760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:59:23.749552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Pushing event updated for resources: {'Port': ['ID=3eab59f4-a97a-46e0-9442-cc7d9395f6ad,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:23.752805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-c6a9a56b-ac99-4bf3-8073-675310b0f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:23.753375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:59:23.754274 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-c6a9a56b-ac99-4bf3-8073-675310b0f137 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 1099 time: 0.1175594 Dec 17 12:59:23.766397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:59:23.772696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-860c16d0-1659-4266-90e5-21181c6b9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:23.772883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:23.773757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:23.774222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-860c16d0-1659-4266-90e5-21181c6b9f6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 1099 time: 0.1020124 Dec 17 12:59:23.814881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c860c3-6f21-4cb3-ab0c-c21f83d5b454 req-7e4b11ff-5b80-4f14-8714-5a4d59925b3b tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:23.818243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05c860c3-6f21-4cb3-ab0c-c21f83d5b454 req-7e4b11ff-5b80-4f14-8714-5a4d59925b3b tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 1095 time: 0.0794845 Dec 17 12:59:23.865550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05c860c3-6f21-4cb3-ab0c-c21f83d5b454 req-aff75c68-0dee-44d7-8689-a2048e0ff071 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413249 Dec 17 12:59:23.875962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-fb0fa306-1bfa-426a-8b6d-b98d8712de4d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5615134 Dec 17 12:59:23.890912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Request body: {'port': {'device_id': 'dbcfbf8a-4ec2-4c68-be53-e3e911eee069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:23.973149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:24.039866 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a3f3d889-704a-4ff8-871d-c4f069046d85 None None] Provisioning complete for port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:24.040860 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d889-704a-4ff8-871d-c4f069046d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:24.114039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1e890-f252-45a2-84f6-d50b15ff7557 req-1a8e2d03-9dba-47cd-a8bc-693541e8db98 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:24.121728 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-19f1e890-f252-45a2-84f6-d50b15ff7557 req-1a8e2d03-9dba-47cd-a8bc-693541e8db98 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.4155152 Dec 17 12:59:24.127684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3d889-704a-4ff8-871d-c4f069046d85 None None] Port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:59:24.213774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-34589d1b-98bc-468d-8e2b-d30516be30af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:24.215881 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-34589d1b-98bc-468d-8e2b-d30516be30af service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.4528813 Dec 17 12:59:24.271094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed51c5-ecd1-4270-9832-e1081ef36539 req-a6145f95-cbb1-4135-9c46-914c02af2730 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:24.272596 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5ed51c5-ecd1-4270-9832-e1081ef36539 req-a6145f95-cbb1-4135-9c46-914c02af2730 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 936 time: 0.1376967 Dec 17 12:59:24.278200 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-19f1e890-f252-45a2-84f6-d50b15ff7557 req-dbbb569a-0fb5-4e6a-bde3-978f1a008fa8 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555035 Dec 17 12:59:24.279778 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-dc4a4700-eb53-44c6-9b9c-f3b46ab4f4c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a3d0172f-756d-4897-a195-3909020fdf46 HTTP/1.1" status: 200 len: 217 time: 0.0494807 Dec 17 12:59:24.280981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-8dc584dc-a837-44d9-95ad-850657c3c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:24.282482 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-8dc584dc-a837-44d9-95ad-850657c3c84c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.4702184 Dec 17 12:59:24.363185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5ed51c5-ecd1-4270-9832-e1081ef36539 req-780f06dc-364a-434d-8e6f-7904725e9543 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/security-groups?id=6541e37d-72c8-4e99-9132-03ba79584f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738111 Dec 17 12:59:24.368291 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-14cbadd5-798a-459c-bae5-b7f0ab586d90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a3d0172f-756d-4897-a195-3909020fdf46 HTTP/1.1" status: 200 len: 217 time: 0.0586467 Dec 17 12:59:24.412926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-d577f23e-9e22-4292-bc67-5e8f1b6feffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:24.414439 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-d577f23e-9e22-4292-bc67-5e8f1b6feffe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1258557 Dec 17 12:59:24.435285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eab59f4-a97a-46e0-9442-cc7d9395f6ad {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:24.447017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:24.459516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Transition to ACTIVE for port object 3eab59f4-a97a-46e0-9442-cc7d9395f6ad will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:59:24.460695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-da76c93c-6fc7-4439-b07d-8fc93029e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:24.462753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-da76c93c-6fc7-4439-b07d-8fc93029e2aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0871754 Dec 17 12:59:24.512193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-e550ee22-374a-41bc-84c8-c9e37655549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:24.514146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-e550ee22-374a-41bc-84c8-c9e37655549f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895247 Dec 17 12:59:24.560913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6c736-b042-447c-b959-358d26a779d5 req-fdaec53c-555a-4976-ad39-11fe8807418a tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:24.566077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-19c6c736-b042-447c-b959-358d26a779d5 req-fdaec53c-555a-4976-ad39-11fe8807418a tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 1096 time: 0.0519173 Dec 17 12:59:24.567387 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:24.577996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-c46ead1e-9f17-4c67-ba33-c48fd5321276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:24.579480 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-c46ead1e-9f17-4c67-ba33-c48fd5321276 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1069078 Dec 17 12:59:24.681550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-19c6c736-b042-447c-b959-358d26a779d5 req-9d517fa7-7e55-4897-bbd8-050f88ed8bbf tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101277 Dec 17 12:59:24.697242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3eab59f4-a97a-46e0-9442-cc7d9395f6ad,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:24.749723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Attempting to bind port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:24.750064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Attempting to bind port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:24.750400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Attempting to bind port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:24.774834 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:24.774834 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Attempting to bind port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:24.775027 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-990ff7cc-4c5d-42dd-9a6f-dc4dbc295aec service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438829 Dec 17 12:59:24.786060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:24.786416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:24.786808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:24.787267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Bound port: 3eab59f4-a97a-46e0-9442-cc7d9395f6ad, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:24.787625 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:24.906917 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-08c3fc54-a2a2-40e5-85b7-a9b2cedba7da service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170283 Dec 17 12:59:24.917806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7766e97-ab75-464a-a864-b406fcc55c2b req-625c91e4-6fef-4f28-b3a8-73bd0675f2d5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:24.925897 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7766e97-ab75-464a-a864-b406fcc55c2b req-625c91e4-6fef-4f28-b3a8-73bd0675f2d5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 948 time: 0.1728933 Dec 17 12:59:24.957778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] For port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:24.978052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] For port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3eab59f4-a97a-46e0-9442-cc7d9395f6ad,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:24.993859 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7766e97-ab75-464a-a864-b406fcc55c2b req-8766cdf5-907b-4164-9203-f9e553e741da tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661182 Dec 17 12:59:25.027467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-4f2eafdd-38d1-40f8-9078-1625a5beac34 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:25.028916 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-4f2eafdd-38d1-40f8-9078-1625a5beac34 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 820 time: 0.3467019 Dec 17 12:59:25.046119 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:25.071635 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-c2604929-db77-4788-8be4-3085c30a6830 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/quotas/9614be50faf74fb8a529668bc3e6df5e HTTP/1.1" status: 200 len: 375 time: 0.0332077 Dec 17 12:59:25.077006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-35cfcda8-f769-4649-86f8-2b0e88336f61 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456348 Dec 17 12:59:25.101310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375ef3b7-4ae4-49e0-bab6-6453099f49d1 req-d05ce6d5-d216-403f-b2bb-4a0c04954369 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830311 Dec 17 12:59:25.120256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:25.120908 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:25.122332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] 10.222.0.61 "PUT /v2.0/ports/3eab59f4-a97a-46e0-9442-cc7d9395f6ad HTTP/1.1" status: 200 len: 1096 time: 1.2382436 Dec 17 12:59:25.122794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcfbf8a-4ec2-4c68-be53-e3e911eee069', 'tag': '3eab59f4-a97a-46e0-9442-cc7d9395f6ad'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:25.125622 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc7acf3-346e-48a8-a0bd-cbc853d06237" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcfbf8a-4ec2-4c68-be53-e3e911eee069", "tag": "3eab59f4-a97a-46e0-9442-cc7d9395f6ad"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:25.151255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-56c73bd0-278b-493e-b113-ef9c7e4938e4 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592222 Dec 17 12:59:25.165750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057623b5-60fd-4e85-9bca-c6946228898e req-9304f2d9-e7de-46d4-87ff-d1bc33cf25c7 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:25.165750 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-057623b5-60fd-4e85-9bca-c6946228898e req-9304f2d9-e7de-46d4-87ff-d1bc33cf25c7 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.1152966 Dec 17 12:59:25.165750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8093e-00bf-4dcd-9904-0d92e420ccc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3eab59f4-a97a-46e0-9442-cc7d9395f6ad,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:25.222307 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-057623b5-60fd-4e85-9bca-c6946228898e req-350afe2d-54b6-4e5f-b502-2b388e0b5fd3 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491164 Dec 17 12:59:25.276111 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-d551584f-8d5a-4d33-9ba5-4b5d30996d5c service neutron] 10.222.0.59 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203833 Dec 17 12:59:25.308349 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-4c979f1c-f0ef-4923-a171-a51d84de3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:25.310751 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-4c979f1c-f0ef-4923-a171-a51d84de3921 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c684db08a1514bf49cade023fde37085&device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 1099 time: 0.0541565 Dec 17 12:59:25.376530 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-014fdda1-c412-4546-958a-27830ae7ccd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=3eab59f4-a97a-46e0-9442-cc7d9395f6ad HTTP/1.1" status: 200 len: 217 time: 0.0518641 Dec 17 12:59:25.382762 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-ecbe65c4-e2d9-421b-b02e-551c5f2b2b2a service neutron] 10.222.0.59 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056013 Dec 17 12:59:25.424704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebb3f3-e2a8-4346-a646-dcfac7bc9088 req-c31ba7e5-5df6-40c7-ba16-f0df62289ac4 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:25.427144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28ebb3f3-e2a8-4346-a646-dcfac7bc9088 req-c31ba7e5-5df6-40c7-ba16-f0df62289ac4 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 949 time: 0.1131215 Dec 17 12:59:25.455912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-e0527460-c212-401e-a346-e6e4cba75a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:25.457363 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-e0527460-c212-401e-a346-e6e4cba75a8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0729218 Dec 17 12:59:25.510414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28ebb3f3-e2a8-4346-a646-dcfac7bc9088 req-7bac08a2-5de9-4abb-82db-458cdd251c8e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756931 Dec 17 12:59:25.523134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-6a79536e-4fab-4bf5-a402-8ea83b31e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:25.525200 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-6a79536e-4fab-4bf5-a402-8ea83b31e1f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572855 Dec 17 12:59:25.854984 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-c7248af3-63dd-4a1e-80c3-475fc4553898 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211572 Dec 17 12:59:25.950387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf48bf1c-0859-43fb-9db7-1720a16e3780 req-25448321-ebe3-43aa-9d4e-8d4b789fa8a6 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875447 Dec 17 12:59:25.998747 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d484726-f98a-4730-9267-17f8e35f15af x-openstack-request-id: req-2d484726-f98a-4730-9267-17f8e35f15af {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:25.999043 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcfbf8a-4ec2-4c68-be53-e3e911eee069", "tag": "3eab59f4-a97a-46e0-9442-cc7d9395f6ad", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:25.999296 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d484726-f98a-4730-9267-17f8e35f15af {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:25.999707 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcfbf8a-4ec2-4c68-be53-e3e911eee069', 'tag': '3eab59f4-a97a-46e0-9442-cc7d9395f6ad', 'status': 'completed', 'code': 200} Dec 17 12:59:26.122255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7acf3-346e-48a8-a0bd-cbc853d06237 req-6f7b2be9-1128-4960-ac20-a4791e8f9197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:26.124152 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dfc7acf3-346e-48a8-a0bd-cbc853d06237 req-6f7b2be9-1128-4960-ac20-a4791e8f9197 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c684db08a1514bf49cade023fde37085&device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 1099 time: 0.0507665 Dec 17 12:59:26.160229 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a3d0172f-756d-4897-a195-3909020fdf46 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:59:26.221735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7acf3-346e-48a8-a0bd-cbc853d06237 req-49801378-440b-449e-a693-7cd116d47644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:26.223162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dfc7acf3-346e-48a8-a0bd-cbc853d06237 req-49801378-440b-449e-a693-7cd116d47644 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.0920472 Dec 17 12:59:26.271933 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a3d0172f-756d-4897-a195-3909020fdf46,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:26.275028 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dfc7acf3-346e-48a8-a0bd-cbc853d06237 req-385fd210-909e-445f-8759-6f9f396aafc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=3eab59f4-a97a-46e0-9442-cc7d9395f6ad HTTP/1.1" status: 200 len: 217 time: 0.0427952 Dec 17 12:59:26.285801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'a3d0172f-756d-4897-a195-3909020fdf46', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'a3d0172f-756d-4897-a195-3909020fdf46', 'mac_address': 'fa:16:3e:38:88:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:59:26.325425 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:26.331560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7acf3-346e-48a8-a0bd-cbc853d06237 req-0c45127d-06bc-4c00-ac0a-0ed3ca28f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:26.333064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dfc7acf3-346e-48a8-a0bd-cbc853d06237 req-0c45127d-06bc-4c00-ac0a-0ed3ca28f451 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0495310 Dec 17 12:59:26.347774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d0172f-756d-4897-a195-3909020fdf46 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:26.377127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a3d0172f-756d-4897-a195-3909020fdf46,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:26.401220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7acf3-346e-48a8-a0bd-cbc853d06237 req-b37682c9-81bc-4af9-86fe-c6b11ff6d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:26.402909 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dfc7acf3-346e-48a8-a0bd-cbc853d06237 req-b37682c9-81bc-4af9-86fe-c6b11ff6d41b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618916 Dec 17 12:59:26.492017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705f522-2e5b-41aa-816f-8aba9ff2a632 req-c094fdfc-469f-439b-9832-2a78e551c544 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:26.493902 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9705f522-2e5b-41aa-816f-8aba9ff2a632 req-c094fdfc-469f-439b-9832-2a78e551c544 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 948 time: 0.0563231 Dec 17 12:59:26.500264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:26.520468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dfc7acf3-346e-48a8-a0bd-cbc853d06237 req-d1eb0053-dbc0-4a6d-972b-004a5a7459c2 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089916 Dec 17 12:59:26.576821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a3d0172f-756d-4897-a195-3909020fdf46,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:26.589542 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9705f522-2e5b-41aa-816f-8aba9ff2a632 req-2a96abce-6cf9-4731-b1bf-dee1316acab0 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/security-groups?id=6541e37d-72c8-4e99-9132-03ba79584f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621221 Dec 17 12:59:26.631650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dfc7acf3-346e-48a8-a0bd-cbc853d06237 req-d37376bd-daf9-4837-8c8b-4c99bb3cdcc6 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971794 Dec 17 12:59:26.808638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a3d0172f-756d-4897-a195-3909020fdf46'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:27.250773 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fd121681-cdcb-4f39-accf-a6ca63f37a4c req-ff8e06e2-32d7-49c1-94a4-ae11d5e6d33b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 210 time: 0.0272145 Dec 17 12:59:27.455014 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e412d3-3dde-48b8-b289-017d70d19e0d req-f68c5577-c348-43d0-8601-f8847786fbfa tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:27.456632 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-74e412d3-3dde-48b8-b289-017d70d19e0d req-f68c5577-c348-43d0-8601-f8847786fbfa tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 949 time: 0.0487721 Dec 17 12:59:27.503112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-74e412d3-3dde-48b8-b289-017d70d19e0d req-53e061a4-93c0-43a9-b1d7-7714eaac5912 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397956 Dec 17 12:59:27.607556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ab015-4ad7-4eac-98b6-a503cf345a64 req-a954f812-6fef-424b-9e93-56ece2529f77 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:27.609038 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5d8ab015-4ad7-4eac-98b6-a503cf345a64 req-a954f812-6fef-424b-9e93-56ece2529f77 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0515041 Dec 17 12:59:27.659026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0c0d0071-cd64-4e2d-b5fe-7053d4a9a3d6 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:59:27.660020 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0c0d0071-cd64-4e2d-b5fe-7053d4a9a3d6 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109870 Dec 17 12:59:27.680108 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5d8ab015-4ad7-4eac-98b6-a503cf345a64 req-86cea959-82ac-4e33-969b-d0c3d7ae9926 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646465 Dec 17 12:59:27.703009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-68edb2b5-0b99-4779-a02a-6a32f306f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:27.704500 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-68edb2b5-0b99-4779-a02a-6a32f306f053 service neutron] 10.222.0.59 "GET /v2.0/ports/49b24e03-0358-40ad-931d-0fe7d925ec7b HTTP/1.1" status: 200 len: 1093 time: 0.0352786 Dec 17 12:59:27.718383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] Request body: {'binding': {'host': 'n-h2-815324-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:27.718835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] Unknown quota resources ['binding']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 12:59:27.835041 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a102ee3-a8ec-436c-a87c-4f4f030d2952 req-e736b299-7ee1-44d8-933d-df2065b39d29 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:27.868735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4a102ee3-a8ec-436c-a87c-4f4f030d2952 req-e736b299-7ee1-44d8-933d-df2065b39d29 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 949 time: 0.0969279 Dec 17 12:59:27.921274 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4a102ee3-a8ec-436c-a87c-4f4f030d2952 req-ab6e073f-e578-4d93-9525-ac46c10a2a01 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776560 Dec 17 12:59:27.931225 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] Attempting to bind port 49b24e03-0358-40ad-931d-0fe7d925ec7b on host n-h2-815324-5 for vnic_type normal with profile None {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:27.931486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] Attempting to bind port 49b24e03-0358-40ad-931d-0fe7d925ec7b by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:27.931824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] Attempting to bind port 49b24e03-0358-40ad-931d-0fe7d925ec7b on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:27.936486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] Port 49b24e03-0358-40ad-931d-0fe7d925ec7b on network ce64e852-517d-4899-976e-d0fa7c65f446 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:27.936812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] Attempting to bind port 49b24e03-0358-40ad-931d-0fe7d925ec7b on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:27.941881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:27.942222 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:27.942611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] Bound using segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:27.943039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] Bound port: 49b24e03-0358-40ad-931d-0fe7d925ec7b, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:27.957038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-f02b1200-ecc6-485c-9aa2-4e845da18d6a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:27.958549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-f02b1200-ecc6-485c-9aa2-4e845da18d6a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.61 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 820 time: 0.1087821 Dec 17 12:59:27.973370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Request body: {'port': {'device_id': '9257de87-cddc-49cf-a967-91e53cd04e9b', 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a', 'admin_state_up': True, 'tenant_id': '9614be50faf74fb8a529668bc3e6df5e'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:28.004400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:28.157703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a3d0172f-756d-4897-a195-3909020fdf46 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:59:28.237259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Made reservation on behalf of 9614be50faf74fb8a529668bc3e6df5e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:59:28.239765 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] Publish callbacks [] for binding, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:28.240708 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:28.240867 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-31b20cd0-bad7-4af5-a14f-b9a024ea8e89 service neutron] 10.222.0.59 "POST /v2.0/ports/49b24e03-0358-40ad-931d-0fe7d925ec7b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5263376 Dec 17 12:59:28.265611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port a3d0172f-756d-4897-a195-3909020fdf46 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:59:28.269606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port a3d0172f-756d-4897-a195-3909020fdf46 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:28.269995 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:28.354917 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:28.380339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d0172f-756d-4897-a195-3909020fdf46'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:28.382707 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384a5abe-e0fa-4c3f-90f1-1455a761272a" -d '{"events": [{"server_uuid": "a9c6fc81-cca3-438f-8a43-98064c248d26", "name": "network-vif-plugged", "status": "completed", "tag": "a3d0172f-756d-4897-a195-3909020fdf46"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:28.384657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Allocated IP 172.20.0.8 (7717af48-82a8-4fc3-8cc0-cf6ce9d6412a/8d7a7622-58e1-4644-af83-62446c95c9d4/d1453d18-bfe9-46b9-bd8b-b56aba4fd69c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:59:28.395792 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a3d0172f-756d-4897-a195-3909020fdf46,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:28.542899 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:28.556962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:28.595160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a3d0172f-756d-4897-a195-3909020fdf46,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:28.622963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-95140b33-15a6-470f-a4c5-360f2c0f0cae tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:28.624493 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-95140b33-15a6-470f-a4c5-360f2c0f0cae tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26&tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 950 time: 0.0954890 Dec 17 12:59:28.657754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 3eab59f4-a97a-46e0-9442-cc7d9395f6ad details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:59:28.659731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.61', 62354) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:28.695316 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-f722bb52-5d82-4931-ba34-b7400e74fac5 service neutron] delete failed (client error): The resource could not be found. Dec 17 12:59:28.698591 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-f722bb52-5d82-4931-ba34-b7400e74fac5 service neutron] 10.222.0.61 "DELETE /v2.0/ports/a3d0172f-756d-4897-a195-3909020fdf46/bindings/n-h2-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0625026 Dec 17 12:59:28.724230 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:28.750785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae423e75-a382-464d-a2a0-94de9e912c1c req-30e2f548-2fa1-4f5a-8147-96dcb936dd7e tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:28.764887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae423e75-a382-464d-a2a0-94de9e912c1c req-30e2f548-2fa1-4f5a-8147-96dcb936dd7e tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 948 time: 0.1407862 Dec 17 12:59:28.805124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3eab59f4-a97a-46e0-9442-cc7d9395f6ad,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:28.822037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '3eab59f4-a97a-46e0-9442-cc7d9395f6ad', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '3eab59f4-a97a-46e0-9442-cc7d9395f6ad', 'mac_address': 'fa:16:3e:69:dd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:59:28.866673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d11ef-6f97-4aff-b51a-b5a54f13c4f2 req-3435b4cf-2773-4294-9119-add094919465 tempest-DeleteServersAdminTestJSON-331739067 tempest-DeleteServersAdminTestJSON-331739067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:28.868331 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f3d11ef-6f97-4aff-b51a-b5a54f13c4f2 req-3435b4cf-2773-4294-9119-add094919465 tempest-DeleteServersAdminTestJSON-331739067 tempest-DeleteServersAdminTestJSON-331739067-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 1100 time: 0.1968157 Dec 17 12:59:28.869540 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:28.871373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:59:28.882311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:59:28.885674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:59:28.892002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:28.893972 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:28.896778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eab59f4-a97a-46e0-9442-cc7d9395f6ad {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:28.918742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Pushing event updated for resources: {'Port': ['ID=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:28.937051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3eab59f4-a97a-46e0-9442-cc7d9395f6ad,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:28.945570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33c8a2-6cae-4d7f-b31f-88bcc0e67e5e req-7b242678-a079-4521-83c9-afe339d8c327 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:28.950180 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a33c8a2-6cae-4d7f-b31f-88bcc0e67e5e req-7b242678-a079-4521-83c9-afe339d8c327 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 931 time: 0.1477523 Dec 17 12:59:28.977404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-d77f4a2e-6f2c-4cbb-9298-ece55b792675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:28.978869 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae423e75-a382-464d-a2a0-94de9e912c1c req-1b2362b8-eae3-4494-9888-edb40892f8b8 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/security-groups?id=6541e37d-72c8-4e99-9132-03ba79584f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762879 Dec 17 12:59:28.979532 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-d77f4a2e-6f2c-4cbb-9298-ece55b792675 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 1101 time: 0.1106353 Dec 17 12:59:29.027005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-1f3d11ef-6f97-4aff-b51a-b5a54f13c4f2 req-e77898dc-84d9-4c9e-a545-8e642da4f01e tempest-DeleteServersAdminTestJSON-331739067 tempest-DeleteServersAdminTestJSON-331739067-project-admin] Deleting port c7321f76-cc31-4f11-bd5f-26881d29e93a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 12:59:29.027627 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f3d11ef-6f97-4aff-b51a-b5a54f13c4f2 req-e77898dc-84d9-4c9e-a545-8e642da4f01e tempest-DeleteServersAdminTestJSON-331739067 tempest-DeleteServersAdminTestJSON-331739067-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:29.040816 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:29.044188 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-19437fbc-c532-4839-b23f-7fe4af14c8c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0748079 Dec 17 12:59:29.064153 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a33c8a2-6cae-4d7f-b31f-88bcc0e67e5e req-6c3382f2-4c8f-43e0-9d96-a1da764a518d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081307 Dec 17 12:59:29.085738 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Request body: {'port': {'device_id': '9257de87-cddc-49cf-a967-91e53cd04e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:29.109960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-c8cf5391-4880-4e39-b1ec-9c85922d0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:29.111648 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-c8cf5391-4880-4e39-b1ec-9c85922d0d47 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1185582 Dec 17 12:59:29.139991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=3eab59f4-a97a-46e0-9442-cc7d9395f6ad,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:29.159321 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-c6f1ee4a-7f20-4a7b-9082-4e942c28dabe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a3d0172f-756d-4897-a195-3909020fdf46 HTTP/1.1" status: 200 len: 217 time: 0.0388079 Dec 17 12:59:29.179074 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e241c0d-2910-41ca-8ce2-7bcc2453ef9c x-openstack-request-id: req-7e241c0d-2910-41ca-8ce2-7bcc2453ef9c {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:29.183017 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c6fc81-cca3-438f-8a43-98064c248d26", "name": "network-vif-plugged", "status": "completed", "tag": "a3d0172f-756d-4897-a195-3909020fdf46", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:29.183225 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7e241c0d-2910-41ca-8ce2-7bcc2453ef9c {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:29.184119 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d0172f-756d-4897-a195-3909020fdf46', 'code': 200} Dec 17 12:59:29.226935 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-8eee124a-e1d9-460f-bebd-b00d4a2fb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:29.228919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1b44c-1b84-4e38-a19e-6df748b0981a req-35ee4871-5349-403a-b7e1-c637fc1d9071 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:29.229152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-8eee124a-e1d9-460f-bebd-b00d4a2fb47c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0574882 Dec 17 12:59:29.230468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0c1b44c-1b84-4e38-a19e-6df748b0981a req-35ee4871-5349-403a-b7e1-c637fc1d9071 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.1591835 Dec 17 12:59:29.234558 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:29.237741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-1f3d11ef-6f97-4aff-b51a-b5a54f13c4f2 req-e77898dc-84d9-4c9e-a545-8e642da4f01e tempest-DeleteServersAdminTestJSON-331739067 tempest-DeleteServersAdminTestJSON-331739067-project-admin] For port c7321f76-cc31-4f11-bd5f-26881d29e93a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c7321f76-cc31-4f11-bd5f-26881d29e93a,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:29.238146 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f3d11ef-6f97-4aff-b51a-b5a54f13c4f2 req-e77898dc-84d9-4c9e-a545-8e642da4f01e tempest-DeleteServersAdminTestJSON-331739067 tempest-DeleteServersAdminTestJSON-331739067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:29.238529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.61', 62355) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:29.276184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-1f3d11ef-6f97-4aff-b51a-b5a54f13c4f2 req-e77898dc-84d9-4c9e-a545-8e642da4f01e tempest-DeleteServersAdminTestJSON-331739067 tempest-DeleteServersAdminTestJSON-331739067-project-admin] Calling delete_port for c7321f76-cc31-4f11-bd5f-26881d29e93a owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 12:59:29.292342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['3eab59f4-a97a-46e0-9442-cc7d9395f6ad'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:29.342734 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc29ae-8895-4eec-920a-0e08c833bfce req-1edde41d-c7ca-446c-a194-9338fa4fb847 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:29.344130 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-62fc29ae-8895-4eec-920a-0e08c833bfce req-1edde41d-c7ca-446c-a194-9338fa4fb847 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 945 time: 0.1141021 Dec 17 12:59:29.345985 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-76095f83-1d52-433e-8351-269e977b49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:29.347327 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-76095f83-1d52-433e-8351-269e977b49e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 1096 time: 0.1067300 Dec 17 12:59:29.349830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-7b5c0d5f-9d20-4709-9b3c-af3f5d5b8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:29.351401 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-7b5c0d5f-9d20-4709-9b3c-af3f5d5b8e55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020529 Dec 17 12:59:29.379338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0c1b44c-1b84-4e38-a19e-6df748b0981a req-51933bc3-39f6-40a8-9e84-a732dd0b8b68 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385334 Dec 17 12:59:29.497478 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-62fc29ae-8895-4eec-920a-0e08c833bfce req-e2ff4799-aad0-4530-81c9-6bbee44c6927 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436598 Dec 17 12:59:29.592388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-fd45a042-7e78-4a2e-a2ab-25bbd213d28d service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144296 Dec 17 12:59:29.593419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-a41af9bd-702b-4d58-a957-d3e81f3c3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:29.594747 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-a41af9bd-702b-4d58-a957-d3e81f3c3bcf service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.2263336 Dec 17 12:59:29.678351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f3d11ef-6f97-4aff-b51a-b5a54f13c4f2 req-e77898dc-84d9-4c9e-a545-8e642da4f01e tempest-DeleteServersAdminTestJSON-331739067 tempest-DeleteServersAdminTestJSON-331739067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:29.709346 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-1cf65c37-4071-4d71-a9c7-24dfe5f8be47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b HTTP/1.1" status: 200 len: 217 time: 0.1019335 Dec 17 12:59:29.718812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81143c51-6040-4a41-8702-0ebba74f0503 req-c5dbe8e4-b28f-4491-bb74-8dd55b308762 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:29.720324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81143c51-6040-4a41-8702-0ebba74f0503 req-c5dbe8e4-b28f-4491-bb74-8dd55b308762 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 867 time: 0.1194043 Dec 17 12:59:29.724832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77898dc-84d9-4c9e-a545-8e642da4f01e tempest-DeleteServersAdminTestJSON-331739067 tempest-DeleteServersAdminTestJSON-331739067-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7321f76-cc31-4f11-bd5f-26881d29e93a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:29.728205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1453d18-bfe9-46b9-bd8b-b56aba4fd69c {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:29.743451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:29.787710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['c7321f76-cc31-4f11-bd5f-26881d29e93a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:29.796843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d972111-2d1f-487a-a82c-e1ccecfaad9c req-e39e7cb2-9537-4c8c-a7a2-02a805ab71c8 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:29.798470 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d972111-2d1f-487a-a82c-e1ccecfaad9c req-e39e7cb2-9537-4c8c-a7a2-02a805ab71c8 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.1920772 Dec 17 12:59:29.799939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3d11ef-6f97-4aff-b51a-b5a54f13c4f2 req-e77898dc-84d9-4c9e-a545-8e642da4f01e tempest-DeleteServersAdminTestJSON-331739067 tempest-DeleteServersAdminTestJSON-331739067-project-admin] No DVR routers for this DVR port c7321f76-cc31-4f11-bd5f-26881d29e93a on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 12:59:29.804063 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f3d11ef-6f97-4aff-b51a-b5a54f13c4f2 req-e77898dc-84d9-4c9e-a545-8e642da4f01e tempest-DeleteServersAdminTestJSON-331739067 tempest-DeleteServersAdminTestJSON-331739067-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:29.807979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f3d11ef-6f97-4aff-b51a-b5a54f13c4f2 req-e77898dc-84d9-4c9e-a545-8e642da4f01e tempest-DeleteServersAdminTestJSON-331739067 tempest-DeleteServersAdminTestJSON-331739067-project-admin] 10.222.0.61 "DELETE /v2.0/ports/c7321f76-cc31-4f11-bd5f-26881d29e93a HTTP/1.1" status: 204 len: 173 time: 0.9273057 Dec 17 12:59:29.810823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793d18da-36ae-4646-be95-95d2300cb23a', 'name': 'network-vif-deleted', 'tag': 'c7321f76-cc31-4f11-bd5f-26881d29e93a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:29.813220 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc67f80-b689-4d0e-90e2-7438c8324287" -d '{"events": [{"server_uuid": "793d18da-36ae-4646-be95-95d2300cb23a", "name": "network-vif-deleted", "tag": "c7321f76-cc31-4f11-bd5f-26881d29e93a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:29.816619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Transition to ACTIVE for port object d1453d18-bfe9-46b9-bd8b-b56aba4fd69c will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:59:29.819355 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fac77b3a-ab42-4cff-84e5-a08165fa5ab7 req-5394c7f9-7003-42f7-bd23-a03d3f9a829a service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140636 Dec 17 12:59:29.823061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-76d6e3ec-7c42-4d95-84ef-81c46827c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:29.824565 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-76d6e3ec-7c42-4d95-84ef-81c46827c6cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.1035635 Dec 17 12:59:29.854911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81143c51-6040-4a41-8702-0ebba74f0503 req-174cff2e-8634-4d1c-a748-eb1dd729cc3a tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159515 Dec 17 12:59:29.877799 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-7f98b4db-3780-4a77-8ddc-1182c2c3dbad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448880 Dec 17 12:59:29.886356 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:29.963869 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d972111-2d1f-487a-a82c-e1ccecfaad9c req-c9f1e892-9699-4ff3-bc61-a334df92cab1 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382959 Dec 17 12:59:29.998791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Pushing event updated for resources: {'Port': ['ID=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:30.019692 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ccbe1e-8466-4bcf-81eb-4515f8611d6c x-openstack-request-id: req-c1ccbe1e-8466-4bcf-81eb-4515f8611d6c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:30.020457 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793d18da-36ae-4646-be95-95d2300cb23a", "name": "network-vif-deleted", "tag": "c7321f76-cc31-4f11-bd5f-26881d29e93a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:30.020664 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c1ccbe1e-8466-4bcf-81eb-4515f8611d6c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:30.031141 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-eb49912f-935f-41f8-b1d4-f3c8198a684a service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451390 Dec 17 12:59:30.033908 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793d18da-36ae-4646-be95-95d2300cb23a', 'name': 'network-vif-deleted', 'tag': 'c7321f76-cc31-4f11-bd5f-26881d29e93a', 'status': 'completed', 'code': 200} Dec 17 12:59:30.039385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Attempting to bind port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:30.039715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Attempting to bind port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:30.040088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Attempting to bind port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:30.046906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:30.048339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Attempting to bind port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:30.069994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:30.070331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:30.070680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Bound using segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:30.076545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Bound port: d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:30.076923 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:30.191317 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaed77-c127-4990-8a55-03656f7eb724 req-b2b7eb0a-6621-4ab2-9b7d-2108c3543b11 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:30.192791 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4bbaed77-c127-4990-8a55-03656f7eb724 req-b2b7eb0a-6621-4ab2-9b7d-2108c3543b11 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 949 time: 0.0858288 Dec 17 12:59:30.200868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:30.215119 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-939a3b79-b979-443a-b441-cff6d0d06f8b service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706009 Dec 17 12:59:30.217724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:30.231278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40842a-adb4-46f2-87ed-bab85b1fea42 req-90722869-3c6a-43a1-9670-c084412f2bb4 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:30.232851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-da40842a-adb4-46f2-87ed-bab85b1fea42 req-90722869-3c6a-43a1-9670-c084412f2bb4 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 943 time: 0.0683398 Dec 17 12:59:30.254710 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4bbaed77-c127-4990-8a55-03656f7eb724 req-92c22981-cb44-4e61-991c-fd8cf9dd2db6 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/security-groups?id=6541e37d-72c8-4e99-9132-03ba79584f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533638 Dec 17 12:59:30.287096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-da40842a-adb4-46f2-87ed-bab85b1fea42 req-616e9ec2-d78c-4c88-87f1-cb956bfbd1c5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450149 Dec 17 12:59:30.308787 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:30.347952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:30.348566 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:30.349965 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] 10.222.0.61 "PUT /v2.0/ports/d1453d18-bfe9-46b9-bd8b-b56aba4fd69c HTTP/1.1" status: 200 len: 1091 time: 1.2766533 Dec 17 12:59:30.368623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246262c-d3c3-4d82-89bc-aacc1b0f623e service neutron] Pushing event updated for resources: {'Port': ['ID=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:30.421508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-635712fa-d087-4422-8f5d-93c172648a77 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:30.423091 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-635712fa-d087-4422-8f5d-93c172648a77 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754&tenant_id=ff7efdc23937426fbd815e9fa0587f98&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1096 time: 0.0480137 Dec 17 12:59:30.435706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-5'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:30.526217 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:30.539301 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-01c65fdc-b8cf-4b42-adb1-11a26a8eea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:30.541522 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-01c65fdc-b8cf-4b42-adb1-11a26a8eea63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 1094 time: 0.0485175 Dec 17 12:59:30.553820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3a267-679a-4b62-97ac-50fda35debd5 req-3891227c-b3a2-489d-a77c-64434632eca7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:30.555468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72a3a267-679a-4b62-97ac-50fda35debd5 req-3891227c-b3a2-489d-a77c-64434632eca7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0883975 Dec 17 12:59:30.601262 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-3000877f-22a7-4d72-8218-e58be1dfff00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c HTTP/1.1" status: 200 len: 217 time: 0.0481257 Dec 17 12:59:30.658508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-063a5d8a-b0f3-4eca-b438-b1a27721297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:30.660412 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-063a5d8a-b0f3-4eca-b438-b1a27721297e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0490084 Dec 17 12:59:30.683385 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72a3a267-679a-4b62-97ac-50fda35debd5 req-748247a6-0aaf-41ae-9d9b-f4cb2007394e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041017 Dec 17 12:59:30.685681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 3eab59f4-a97a-46e0-9442-cc7d9395f6ad up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:59:30.714901 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-fb47eb2c-fea6-4afb-b81c-dd1477b2c4f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440347 Dec 17 12:59:30.759156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:30.810251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:30.866541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:59:30.867907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:30.874246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:30.874246 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:30.983103 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:30.994122 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:31.044125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3eab59f4-a97a-46e0-9442-cc7d9395f6ad,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:31.049846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaf8d2-078c-4923-a8e7-43c5b5e5256e req-9bee1356-b229-4043-8790-15999cbab280 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:31.051469 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2cbaf8d2-078c-4923-a8e7-43c5b5e5256e req-9bee1356-b229-4043-8790-15999cbab280 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 945 time: 0.3674991 Dec 17 12:59:31.090254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Pushing event updated for resources: {'Port': ['ID=49b24e03-0358-40ad-931d-0fe7d925ec7b,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:31.101871 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:31.108217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Attempting to bind port 49b24e03-0358-40ad-931d-0fe7d925ec7b on host n-h1-815324-5 for vnic_type normal with profile {"migrating_to": "n-h2-815324-5"} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:31.108421 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-6f933ade-eb30-4c43-8a19-0f5e96276f74 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789275 Dec 17 12:59:31.108887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Attempting to bind port 49b24e03-0358-40ad-931d-0fe7d925ec7b by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:31.109393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c7321f76-cc31-4f11-bd5f-26881d29e93a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 12:59:31.109517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Attempting to bind port 49b24e03-0358-40ad-931d-0fe7d925ec7b on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:31.115420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Port 49b24e03-0358-40ad-931d-0fe7d925ec7b on network ce64e852-517d-4899-976e-d0fa7c65f446 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:31.116006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Attempting to bind port 49b24e03-0358-40ad-931d-0fe7d925ec7b on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:31.139601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:31.142841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:31.143674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Bound using segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:31.144281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Bound port: 49b24e03-0358-40ad-931d-0fe7d925ec7b, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:31.149746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:31.200542 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2cbaf8d2-078c-4923-a8e7-43c5b5e5256e req-8ea22c35-1458-4b2d-8945-3726a1ba1ae6 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426942 Dec 17 12:59:31.225136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcfbf8a-4ec2-4c68-be53-e3e911eee069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eab59f4-a97a-46e0-9442-cc7d9395f6ad'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:31.235868 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d603555-17f4-473f-b57c-2db7b66f996b" -d '{"events": [{"server_uuid": "dbcfbf8a-4ec2-4c68-be53-e3e911eee069", "name": "network-vif-plugged", "status": "completed", "tag": "3eab59f4-a97a-46e0-9442-cc7d9395f6ad"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:31.260653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: c7321f76-cc31-4f11-bd5f-26881d29e93a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 12:59:31.261003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c7321f76-cc31-4f11-bd5f-26881d29e93a not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 12:59:31.265953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:31.270489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:31.281500 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-155ba39d-cad1-4bb8-b8e0-904d76ceee9e req-35fec437-9df5-4d09-895f-d6f8b8c9b74b service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563773 Dec 17 12:59:31.284731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=3eab59f4-a97a-46e0-9442-cc7d9395f6ad,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:31.317591 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9be62515-9066-49d8-bb23-ca5ffd967e7e req-c1e72790-8359-420a-adee-071586807364 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=793d18da-36ae-4646-be95-95d2300cb23a HTTP/1.1" status: 200 len: 210 time: 0.0306764 Dec 17 12:59:31.343583 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:31.343718 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:31.423793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Pushing event updated for resources: {'Port': ['ID=49b24e03-0358-40ad-931d-0fe7d925ec7b,revision_number=8']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:31.452063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:31.453136 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:31.454419 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0e8a011f-90e7-46f3-8ca7-2e396323d7fc service neutron] 10.222.0.61 "PUT /v2.0/ports/49b24e03-0358-40ad-931d-0fe7d925ec7b HTTP/1.1" status: 200 len: 1121 time: 1.0230510 Dec 17 12:59:31.506230 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2963c-8473-417d-81d3-54b7260a2938 req-c24fc306-ed82-4a7b-9fb2-013a9ca5b4b0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:31.507726 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fec2963c-8473-417d-81d3-54b7260a2938 req-c24fc306-ed82-4a7b-9fb2-013a9ca5b4b0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0486171 Dec 17 12:59:31.552203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['49b24e03-0358-40ad-931d-0fe7d925ec7b'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:31.553890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fec2963c-8473-417d-81d3-54b7260a2938 req-4c726569-c6c3-405f-86f4-65ba163b3898 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394640 Dec 17 12:59:31.617051 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d0da80-86cd-4b1c-94f8-d51fb3042c54 x-openstack-request-id: req-00d0da80-86cd-4b1c-94f8-d51fb3042c54 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:31.617051 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcfbf8a-4ec2-4c68-be53-e3e911eee069", "name": "network-vif-plugged", "status": "completed", "tag": "3eab59f4-a97a-46e0-9442-cc7d9395f6ad", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:31.617307 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00d0da80-86cd-4b1c-94f8-d51fb3042c54 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:31.617675 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcfbf8a-4ec2-4c68-be53-e3e911eee069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eab59f4-a97a-46e0-9442-cc7d9395f6ad', 'code': 200} Dec 17 12:59:31.732844 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6367e2b-1d8e-4dd8-8f60-4f5ee9fa9627 req-a08c1b6f-5f83-4866-81ee-d253af99017d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:31.734463 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c6367e2b-1d8e-4dd8-8f60-4f5ee9fa9627 req-a08c1b6f-5f83-4866-81ee-d253af99017d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 950 time: 0.0641272 Dec 17 12:59:31.739973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bec6d4-0429-484d-ad76-3198a36a5ea4 req-fe2ca319-7ef1-497a-be39-baef8644ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:31.741463 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7bec6d4-0429-484d-ad76-3198a36a5ea4 req-fe2ca319-7ef1-497a-be39-baef8644ce4d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 1101 time: 0.0413630 Dec 17 12:59:31.785732 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c6367e2b-1d8e-4dd8-8f60-4f5ee9fa9627 req-2cf98414-775a-4708-8be7-001cdaa47d08 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/security-groups?id=6541e37d-72c8-4e99-9132-03ba79584f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444851 Dec 17 12:59:31.787667 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7bec6d4-0429-484d-ad76-3198a36a5ea4 req-8f830bd0-5066-4cf2-a4a1-95a871c2e058 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6541e37d-72c8-4e99-9132-03ba79584f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366414 Dec 17 12:59:31.886641 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c685e23-9909-4d5e-9e2e-7cb9d2ecbb14 req-d58879ee-7682-43a1-8ea6-9f8cbfbc445d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:31.888110 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c685e23-9909-4d5e-9e2e-7cb9d2ecbb14 req-d58879ee-7682-43a1-8ea6-9f8cbfbc445d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 943 time: 0.0487239 Dec 17 12:59:31.934474 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c685e23-9909-4d5e-9e2e-7cb9d2ecbb14 req-cef135a6-9502-47c7-8eff-5a81ddbc9018 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403509 Dec 17 12:59:32.034787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9257de87-cddc-49cf-a967-91e53cd04e9b', 'tag': 'd1453d18-bfe9-46b9-bd8b-b56aba4fd69c'}, {'server_uuid': '19a9c6c2-bfb7-4252-ad84-2d12a8507754', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b24e03-0358-40ad-931d-0fe7d925ec7b'}, {'name': 'network-changed', 'server_uuid': '19a9c6c2-bfb7-4252-ad84-2d12a8507754', 'tag': '49b24e03-0358-40ad-931d-0fe7d925ec7b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:32.037299 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5790ca-111c-4f14-889f-01a1582c6fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "9257de87-cddc-49cf-a967-91e53cd04e9b", "tag": "d1453d18-bfe9-46b9-bd8b-b56aba4fd69c"}, {"server_uuid": "19a9c6c2-bfb7-4252-ad84-2d12a8507754", "name": "network-vif-unplugged", "status": "completed", "tag": "49b24e03-0358-40ad-931d-0fe7d925ec7b"}, {"name": "network-changed", "server_uuid": "19a9c6c2-bfb7-4252-ad84-2d12a8507754", "tag": "49b24e03-0358-40ad-931d-0fe7d925ec7b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:32.039552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98f5f5-93c9-431d-a198-55c42de75ce4 req-fd5bb9a7-96a1-4cb5-80d2-ef9dff210a67 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:32.041593 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea98f5f5-93c9-431d-a198-55c42de75ce4 req-fd5bb9a7-96a1-4cb5-80d2-ef9dff210a67 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.0502226 Dec 17 12:59:32.087364 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea98f5f5-93c9-431d-a198-55c42de75ce4 req-7b3a37bf-c9cf-43c7-9e57-4c8ca70c1b6c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Dec 17 12:59:32.140450 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63d88a8-ac52-45ed-944b-0868e50f0cb3 x-openstack-request-id: req-c63d88a8-ac52-45ed-944b-0868e50f0cb3 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:32.140450 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9257de87-cddc-49cf-a967-91e53cd04e9b", "tag": "d1453d18-bfe9-46b9-bd8b-b56aba4fd69c", "status": "completed", "code": 200}, {"server_uuid": "19a9c6c2-bfb7-4252-ad84-2d12a8507754", "name": "network-vif-unplugged", "status": "completed", "tag": "49b24e03-0358-40ad-931d-0fe7d925ec7b", "code": 200}, {"name": "network-changed", "server_uuid": "19a9c6c2-bfb7-4252-ad84-2d12a8507754", "tag": "49b24e03-0358-40ad-931d-0fe7d925ec7b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:32.140450 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c63d88a8-ac52-45ed-944b-0868e50f0cb3 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:32.140450 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9257de87-cddc-49cf-a967-91e53cd04e9b', 'tag': 'd1453d18-bfe9-46b9-bd8b-b56aba4fd69c', 'status': 'completed', 'code': 200} Dec 17 12:59:32.140450 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a9c6c2-bfb7-4252-ad84-2d12a8507754', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49b24e03-0358-40ad-931d-0fe7d925ec7b', 'code': 200} Dec 17 12:59:32.140450 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a9c6c2-bfb7-4252-ad84-2d12a8507754', 'tag': '49b24e03-0358-40ad-931d-0fe7d925ec7b', 'status': 'completed', 'code': 200} Dec 17 12:59:32.234019 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-4d5826f9-e5c4-405e-abac-eb0a7f74f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:32.236316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-4d5826f9-e5c4-405e-abac-eb0a7f74f606 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 1094 time: 0.0458333 Dec 17 12:59:32.245327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-d83fd171-ba3b-47e0-8e5d-b3a695bae8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:32.246858 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-d83fd171-ba3b-47e0-8e5d-b3a695bae8fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 1124 time: 0.0748086 Dec 17 12:59:32.255589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecf2cb-09d3-4e1f-9a30-f6b4fd83b2af req-f356b224-9e5d-401b-b4fe-0671a4b1728c tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:32.257040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bfecf2cb-09d3-4e1f-9a30-f6b4fd83b2af req-f356b224-9e5d-401b-b4fe-0671a4b1728c tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 1101 time: 0.0515769 Dec 17 12:59:32.329154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-387e2de0-2e29-45e4-a201-8e87ce271c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:32.330669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-387e2de0-2e29-45e4-a201-8e87ce271c96 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.0855396 Dec 17 12:59:32.351784 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bfecf2cb-09d3-4e1f-9a30-f6b4fd83b2af req-e945b3c6-736d-4a80-88b3-609c11283d38 tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866754 Dec 17 12:59:32.383510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-441c4b19-5fc4-4419-988e-274641aafcc2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c HTTP/1.1" status: 200 len: 217 time: 0.0393784 Dec 17 12:59:32.387005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-5f7c5b9e-f3d4-425d-a1a6-16cecfb6f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:32.388576 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-5f7c5b9e-f3d4-425d-a1a6-16cecfb6f206 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.1307070 Dec 17 12:59:32.443432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-55d257e1-df86-45a9-b3a8-cdba94ea17e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b HTTP/1.1" status: 200 len: 217 time: 0.0465267 Dec 17 12:59:32.452022 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-944d443e-bbdc-4807-adbb-6a5fac77458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:32.456377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-944d443e-bbdc-4807-adbb-6a5fac77458d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0649917 Dec 17 12:59:32.499718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-37307c61-b7c1-4b5c-9f54-3ebffdc3b3a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328546 Dec 17 12:59:32.534162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-bcc88c9b-ecc4-47f7-b4c6-23024a0c7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:32.538309 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-bcc88c9b-ecc4-47f7-b4c6-23024a0c7864 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.0622492 Dec 17 12:59:32.579033 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-524047f3-631e-4d79-b405-6360b9a3d1df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277953 Dec 17 12:59:32.588210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c7b65-63a6-4480-8007-ac8c38753681 req-74a01f13-5ca4-436e-8765-31a30398f4e0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:32.590982 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f29c7b65-63a6-4480-8007-ac8c38753681 req-74a01f13-5ca4-436e-8765-31a30398f4e0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 943 time: 0.1503215 Dec 17 12:59:32.637365 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-f250bd49-4bc9-4e0d-a1f0-845086a1f25c service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252928 Dec 17 12:59:32.721350 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f29c7b65-63a6-4480-8007-ac8c38753681 req-770ea0b3-1548-46f2-aec9-0990064adf88 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181054 Dec 17 12:59:32.741134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-43bebc48-1b8f-49a2-9552-0f403ecb58ef service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446018 Dec 17 12:59:32.745416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-41a0b215-c7cb-447b-814f-9e286ff29cd0 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982294 Dec 17 12:59:32.828443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-639c8e89-3166-4f6a-a4db-07ae9a12e137 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e09f355597b5431aa8c3a1586eb214bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303514 Dec 17 12:59:32.894010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e5790ca-111c-4f14-889f-01a1582c6fa8 req-dbd73daa-9c1c-4d6f-9c22-bf7666110e0a service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493015 Dec 17 12:59:32.944229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-8324207d-766f-400f-9d61-259c1b13fc13 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:32.945702 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-8324207d-766f-400f-9d61-259c1b13fc13 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1113551 Dec 17 12:59:32.961182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-2f04e335-51ed-42c3-89e7-375724ad54d7 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/quotas/e09f355597b5431aa8c3a1586eb214bd HTTP/1.1" status: 200 len: 375 time: 0.0094705 Dec 17 12:59:32.997368 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-d3e5289a-525e-4c6a-885d-c84077e8b1ee tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e09f355597b5431aa8c3a1586eb214bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295334 Dec 17 12:59:33.022075 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 12:59:33.303383 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-6dda7125-1a30-4f39-a3e1-34fb96f080d3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252552 Dec 17 12:59:33.401914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04957-5081-4c40-bc33-31a273481547 req-8d77a7d8-ff59-40a5-a21c-2df1835985a3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:33.403363 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-8d77a7d8-ff59-40a5-a21c-2df1835985a3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043971 Dec 17 12:59:33.418471 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-b2113415-9632-402f-8468-897044e39d19 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/quotas/ed3efdbec7fb4e349bbf73f2d37ca815 HTTP/1.1" status: 200 len: 375 time: 0.0095482 Dec 17 12:59:33.465134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-a8452b96-752a-46d4-9d5e-4f9a83d2ad2f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0410750 Dec 17 12:59:33.756638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b059e-e70d-4170-a764-94067a00d06d req-e068b407-cc0e-493d-ba6e-a56a860ba2de tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:33.758171 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-985b059e-e70d-4170-a764-94067a00d06d req-e068b407-cc0e-493d-ba6e-a56a860ba2de tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0529151 Dec 17 12:59:33.810287 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-985b059e-e70d-4170-a764-94067a00d06d req-f303d961-d292-4492-959c-15c356530592 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449257 Dec 17 12:59:33.915130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc49a1c-ac35-459b-a2c2-38cf8728675d req-e1d6c6a4-5e7e-4c39-a164-fccb55aba751 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:33.917282 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8dc49a1c-ac35-459b-a2c2-38cf8728675d req-e1d6c6a4-5e7e-4c39-a164-fccb55aba751 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 950 time: 0.0477924 Dec 17 12:59:33.963665 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8dc49a1c-ac35-459b-a2c2-38cf8728675d req-1f34a6c8-6a76-4f5e-b326-bd10a4208ba8 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/security-groups?id=6541e37d-72c8-4e99-9132-03ba79584f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404451 Dec 17 12:59:34.070129 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bea710-9efb-452d-8349-3e9ced3d626e req-97c4d1f9-e968-4eb8-b9b4-a256beb96106 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:34.071695 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-27bea710-9efb-452d-8349-3e9ced3d626e req-97c4d1f9-e968-4eb8-b9b4-a256beb96106 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 943 time: 0.0539548 Dec 17 12:59:34.125676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-27bea710-9efb-452d-8349-3e9ced3d626e req-2d44a721-e1ba-4e46-979d-8ed82c6ecd06 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471678 Dec 17 12:59:34.192229 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8a6cea13-81ba-4c11-b184-560554656345 req-d56d4e76-905d-4d1e-bf6b-163ede577b40 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 210 time: 0.0263019 Dec 17 12:59:34.255388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0c1c2ab-28f2-4796-bde4-6eaa17b16ef6 req-19147761-0599-49c1-a7ba-78a3e094c87a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412185 Dec 17 12:59:34.319197 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c1a411f-0744-4b00-a2e5-c3c10c91195d req-27b46312-8650-4a6d-a6a1-7efcd74b5d03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 210 time: 0.0267987 Dec 17 12:59:34.359449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1c2ab-28f2-4796-bde4-6eaa17b16ef6 req-93bed7b3-418a-40e7-b200-aedfa6a8641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:34.361150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0c1c2ab-28f2-4796-bde4-6eaa17b16ef6 req-93bed7b3-418a-40e7-b200-aedfa6a8641f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 1101 time: 0.0447745 Dec 17 12:59:34.481763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72e736-c4fe-487a-868d-b320acae884f req-7fd0454d-71fd-4a3f-817d-5db83f5cc407 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:34.483260 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3b72e736-c4fe-487a-868d-b320acae884f req-7fd0454d-71fd-4a3f-817d-5db83f5cc407 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 943 time: 0.0923827 Dec 17 12:59:34.519897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1c2ab-28f2-4796-bde4-6eaa17b16ef6 req-04cfbb59-e2cd-4005-b6df-1c7a131c3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:34.521329 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0c1c2ab-28f2-4796-bde4-6eaa17b16ef6 req-04cfbb59-e2cd-4005-b6df-1c7a131c3375 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1384518 Dec 17 12:59:34.575856 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0c1c2ab-28f2-4796-bde4-6eaa17b16ef6 req-09fc4f84-6cb5-4e4f-82c9-cb23986d38ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a3d0172f-756d-4897-a195-3909020fdf46 HTTP/1.1" status: 200 len: 217 time: 0.0438137 Dec 17 12:59:34.579570 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3b72e736-c4fe-487a-868d-b320acae884f req-98af2352-c287-4442-9545-7f07ef77018a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895972 Dec 17 12:59:34.631880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1c2ab-28f2-4796-bde4-6eaa17b16ef6 req-f25c395a-9b65-4d7d-b7b3-80bab3007f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:34.633364 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0c1c2ab-28f2-4796-bde4-6eaa17b16ef6 req-f25c395a-9b65-4d7d-b7b3-80bab3007f76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0506458 Dec 17 12:59:34.670024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d1453d18-bfe9-46b9-bd8b-b56aba4fd69c details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:59:34.687300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1c2ab-28f2-4796-bde4-6eaa17b16ef6 req-b82a406c-42f7-4cd4-8c92-5c4b7873a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:34.689493 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0c1c2ab-28f2-4796-bde4-6eaa17b16ef6 req-b82a406c-42f7-4cd4-8c92-5c4b7873a55a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0482690 Dec 17 12:59:34.775720 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:34.787358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'd1453d18-bfe9-46b9-bd8b-b56aba4fd69c', 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a', 'port_id': 'd1453d18-bfe9-46b9-bd8b-b56aba4fd69c', 'mac_address': 'fa:16:3e:55:06:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7a7622-58e1-4644-af83-62446c95c9d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:59:34.792768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0c1c2ab-28f2-4796-bde4-6eaa17b16ef6 req-503f2ad5-6110-47b9-ac24-c1b72244ebe5 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922754 Dec 17 12:59:34.827408 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:34.841217 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1453d18-bfe9-46b9-bd8b-b56aba4fd69c {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:34.860105 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:34.901747 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0c1c2ab-28f2-4796-bde4-6eaa17b16ef6 req-63e79cd9-ea2e-4a39-b3e7-46f6d6871df3 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008639 Dec 17 12:59:34.946633 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:34.948008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 49b24e03-0358-40ad-931d-0fe7d925ec7b details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:59:35.065777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:35.116140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:35.133625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 49b24e03-0358-40ad-931d-0fe7d925ec7b has no active binding in host n-h2-815324-5 {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 12:59:35.163974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79c3bf-4d15-42aa-a1c0-9ed8dbff8eff req-10462a2d-1556-449c-b56d-74e93c57ed3d tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:35.169947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47b68d-0dd3-49af-af4c-f9f3cfc2e1bc req-2172d4be-0fba-4b6b-83de-2a34374fa5b2 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:35.172183 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d47b68d-0dd3-49af-af4c-f9f3cfc2e1bc req-2172d4be-0fba-4b6b-83de-2a34374fa5b2 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 950 time: 0.0627444 Dec 17 12:59:35.173177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc79c3bf-4d15-42aa-a1c0-9ed8dbff8eff req-10462a2d-1556-449c-b56d-74e93c57ed3d tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0718458 Dec 17 12:59:35.223468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc79c3bf-4d15-42aa-a1c0-9ed8dbff8eff req-7ea4a12b-d1c8-4c99-934f-b3ed668d1b3c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493693 Dec 17 12:59:35.224647 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d47b68d-0dd3-49af-af4c-f9f3cfc2e1bc req-a65085f9-9186-48f6-90c5-c440ef4cb8de tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/security-groups?id=6541e37d-72c8-4e99-9132-03ba79584f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447905 Dec 17 12:59:35.313328 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-153408b4-f259-4dd7-9339-4f9d7cbb606c req-561e6398-3278-4069-ace5-61edeedb2e7b tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 210 time: 0.0244656 Dec 17 12:59:35.336314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade680d-b760-4b5f-8a37-0a1ee4917f83 req-3c70d464-a2f2-4648-80b6-b750a4c7b91a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:35.338385 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ade680d-b760-4b5f-8a37-0a1ee4917f83 req-3c70d464-a2f2-4648-80b6-b750a4c7b91a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 944 time: 0.0523405 Dec 17 12:59:35.390088 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ade680d-b760-4b5f-8a37-0a1ee4917f83 req-fa2affe6-164a-4ecb-8eb9-4403742ec01b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454516 Dec 17 12:59:35.453842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['d1453d18-bfe9-46b9-bd8b-b56aba4fd69c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:35.456469 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81084617-19f7-4ab4-aaf2-abeb5ff5479a req-dea6dd2b-047d-4eef-9dde-3e47d46f6b4a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 210 time: 0.0263910 Dec 17 12:59:35.643656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42042) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:35.703407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-c83e54a2-b90c-43a9-b264-98542983a6b2 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e09f355597b5431aa8c3a1586eb214bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254228 Dec 17 12:59:35.736042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ea514-8737-40c8-b42d-5db554d09f0b req-db467cee-f752-41d2-83e1-9787391f8f39 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:35.738023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d01ea514-8737-40c8-b42d-5db554d09f0b req-db467cee-f752-41d2-83e1-9787391f8f39 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 943 time: 0.0876288 Dec 17 12:59:35.738146 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:35.789008 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-6d7497ee-f36e-4773-9c74-9c5be6b844b6 service neutron] 10.222.0.54 "GET /v2.0/ports/49b24e03-0358-40ad-931d-0fe7d925ec7b/bindings/n-h2-815324-5 HTTP/1.1" status: 200 len: 384 time: 0.0688741 Dec 17 12:59:35.814065 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f03169a9-9e69-4f79-9d58-055311bbfd20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:35.874653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d01ea514-8737-40c8-b42d-5db554d09f0b req-eaa4d2f5-caad-41d8-b4e5-c7536d9bde13 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230485 Dec 17 12:59:35.904550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-2a10dc1b-dc9e-44e3-8881-40e340aeb99e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:35.906007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-2a10dc1b-dc9e-44e3-8881-40e340aeb99e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923397 Dec 17 12:59:35.923696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Request body: {'port': {'device_id': 'e916c3ee-bab9-4c0c-a617-78396a371ab6', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'e09f355597b5431aa8c3a1586eb214bd'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:35.971388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-ad914866-f64c-4207-8e26-05ad34d356a7 service neutron] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:35.990911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-ad914866-f64c-4207-8e26-05ad34d356a7 service neutron] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:36.018770 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f03169a9-9e69-4f79-9d58-055311bbfd20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.029238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-ad914866-f64c-4207-8e26-05ad34d356a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b24e03-0358-40ad-931d-0fe7d925ec7b {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:36.040109 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-ad914866-f64c-4207-8e26-05ad34d356a7 service neutron] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:36.094887 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f03169a9-9e69-4f79-9d58-055311bbfd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.133700 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f03169a9-9e69-4f79-9d58-055311bbfd20 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f1b81727c1544aaa3d74b3818e8ea1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4888279 Dec 17 12:59:36.135812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03169a9-9e69-4f79-9d58-055311bbfd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010c4975-6da0-44f4-9375-77df28a513f5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:36.136496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42046) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:36.167291 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-ad914866-f64c-4207-8e26-05ad34d356a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.192174 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Made reservation on behalf of e09f355597b5431aa8c3a1586eb214bd for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:59:36.196500 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.221431 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe86-f9fa-413b-88d7-1b44fb1e7421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.261117 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe86-f9fa-413b-88d7-1b44fb1e7421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.298439 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-ad914866-f64c-4207-8e26-05ad34d356a7 service neutron] Transition to ACTIVE for port object 49b24e03-0358-40ad-931d-0fe7d925ec7b will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:59:36.371331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84f66e-9922-44f6-83eb-dc7bcd992c48 req-31d64227-695b-40d6-a08c-51c96ceca812 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:36.372861 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-af84f66e-9922-44f6-83eb-dc7bcd992c48 req-31d64227-695b-40d6-a08c-51c96ceca812 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0563889 Dec 17 12:59:36.374155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Allocated IP 192.168.233.201 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/b85e5198-c247-4e1c-92d8-c33a4dd657c8) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:59:36.389566 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-ad914866-f64c-4207-8e26-05ad34d356a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.402749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b307c-d354-4a8b-b061-298eaf74db38 req-d19a22c3-e4fc-445d-9760-aadd77ee29ff tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:36.404162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-462b307c-d354-4a8b-b061-298eaf74db38 req-d19a22c3-e4fc-445d-9760-aadd77ee29ff tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 950 time: 0.0858250 Dec 17 12:59:36.420695 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-1dd0a002-4c51-4d94-97b2-83f5d3599b67 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447359 Dec 17 12:59:36.466896 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe86-f9fa-413b-88d7-1b44fb1e7421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.469445 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cfffe86-f9fa-413b-88d7-1b44fb1e7421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.471559 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5cfffe86-f9fa-413b-88d7-1b44fb1e7421 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/010c4975-6da0-44f4-9375-77df28a513f5 HTTP/1.1" status: 204 len: 168 time: 0.3332810 Dec 17 12:59:36.517639 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-462b307c-d354-4a8b-b061-298eaf74db38 req-2ea6d448-e7c3-4692-9d80-dadcf693ff3d tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/security-groups?id=6541e37d-72c8-4e99-9132-03ba79584f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042631 Dec 17 12:59:36.570678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-ad914866-f64c-4207-8e26-05ad34d356a7 service neutron] No DVR routers for this DVR port 49b24e03-0358-40ad-931d-0fe7d925ec7b on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 12:59:36.572689 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfffe86-f9fa-413b-88d7-1b44fb1e7421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010c4975-6da0-44f4-9375-77df28a513f5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:36.581485 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.607706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad914866-f64c-4207-8e26-05ad34d356a7 service neutron] Pushing event updated for resources: {'Port': ['ID=49b24e03-0358-40ad-931d-0fe7d925ec7b,revision_number=10']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:36.627373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-af84f66e-9922-44f6-83eb-dc7bcd992c48 req-ec761b86-02d5-4fd3-bf4b-184f5052160f tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409725 Dec 17 12:59:36.666878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d1453d18-bfe9-46b9-bd8b-b56aba4fd69c up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:59:36.669034 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-ad914866-f64c-4207-8e26-05ad34d356a7 service neutron] 10.222.0.54 "PUT /v2.0/ports/49b24e03-0358-40ad-931d-0fe7d925ec7b/bindings/n-h2-815324-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8718426 Dec 17 12:59:36.675848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f4e3d25d-38d1-4b77-9a04-5230fa3420cf req-50e52419-8188-44cd-88cb-901e17d5c230 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 210 time: 0.0391488 Dec 17 12:59:36.713381 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.784858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:59:36.787994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:59:36.788500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04957-5081-4c40-bc33-31a273481547 req-f76aedc7-76f5-44c0-a1b3-95f86d9d24a6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:36.791910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:59:36.797484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:36.798164 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.798888 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-f76aedc7-76f5-44c0-a1b3-95f86d9d24a6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3501184 Dec 17 12:59:36.821227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-cbc04957-5081-4c40-bc33-31a273481547 req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Request body: {'port': {'device_id': '6b69665c-6ec1-437f-b365-69b560dce06f', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'ed3efdbec7fb4e349bbf73f2d37ca815'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:36.838220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:59:36.844427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:36.845156 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:36.847169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8ffe0-d812-4201-9493-eaf90ab7a55e req-7a8bbd02-506f-4fd3-8c51-b8a78baf555f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:36.850067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Pushing event updated for resources: {'Port': ['ID=b85e5198-c247-4e1c-92d8-c33a4dd657c8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:36.850690 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-58a8ffe0-d812-4201-9493-eaf90ab7a55e req-7a8bbd02-506f-4fd3-8c51-b8a78baf555f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 950 time: 0.1763973 Dec 17 12:59:36.897558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55920099-836f-45ac-9ca8-db67d0070208 req-0d477485-e4db-4a79-97fb-03a2e585bb83 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:36.902652 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-55920099-836f-45ac-9ca8-db67d0070208 req-0d477485-e4db-4a79-97fb-03a2e585bb83 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 944 time: 0.0950191 Dec 17 12:59:36.908289 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-b38bb035-ef67-417e-8c44-845bd36f08da tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9894555 Dec 17 12:59:36.936209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Request body: {'port': {'device_id': 'e916c3ee-bab9-4c0c-a617-78396a371ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:36.972395 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-deced518-424c-4140-bee5-dabd5121ba4f req-aecbf9ec-e69c-4390-af24-384624658f15 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 210 time: 0.0495632 Dec 17 12:59:36.985244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-279a2be2-2467-41ec-81e8-7bd2b6abcb73 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:36.987073 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-279a2be2-2467-41ec-81e8-7bd2b6abcb73 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754&tenant_id=ff7efdc23937426fbd815e9fa0587f98&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.1357279 Dec 17 12:59:37.012920 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:37.070221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-55920099-836f-45ac-9ca8-db67d0070208 req-992e6795-e079-49fd-8fc0-994e5c70f7c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525018 Dec 17 12:59:37.254483 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854114-3d7f-48b3-8c49-ed9414cc78d7 req-aed4ee4a-4524-4fa3-a2a0-f97e207b0e26 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:37.256085 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7a854114-3d7f-48b3-8c49-ed9414cc78d7 req-aed4ee4a-4524-4fa3-a2a0-f97e207b0e26 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 944 time: 0.1667190 Dec 17 12:59:37.264905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-58a8ffe0-d812-4201-9493-eaf90ab7a55e req-2eb86913-115f-4a64-adce-ae000414051f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Deleting port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 12:59:37.265244 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-58a8ffe0-d812-4201-9493-eaf90ab7a55e req-2eb86913-115f-4a64-adce-ae000414051f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:37.298353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9257de87-cddc-49cf-a967-91e53cd04e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1453d18-bfe9-46b9-bd8b-b56aba4fd69c'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:37.300709 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af0d6a1-0938-4272-abcf-034b39615b3b" -d '{"events": [{"server_uuid": "9257de87-cddc-49cf-a967-91e53cd04e9b", "name": "network-vif-plugged", "status": "completed", "tag": "d1453d18-bfe9-46b9-bd8b-b56aba4fd69c"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:37.318536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1050b5b5-560b-4f37-b62c-0aa53bf91c09 None None] Provisioning complete for port b85e5198-c247-4e1c-92d8-c33a4dd657c8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:37.319062 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1050b5b5-560b-4f37-b62c-0aa53bf91c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:37.323630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc04957-5081-4c40-bc33-31a273481547 req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Made reservation on behalf of ed3efdbec7fb4e349bbf73f2d37ca815 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:59:37.327157 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cbc04957-5081-4c40-bc33-31a273481547 req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:37.358005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:37.359727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1050b5b5-560b-4f37-b62c-0aa53bf91c09 None None] Port b85e5198-c247-4e1c-92d8-c33a4dd657c8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:59:37.371719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:37.375149 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a217d671-813c-470a-b6eb-82bc2722e0f6 x-openstack-request-id: req-a217d671-813c-470a-b6eb-82bc2722e0f6 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:37.375919 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9257de87-cddc-49cf-a967-91e53cd04e9b", "name": "network-vif-plugged", "status": "completed", "tag": "d1453d18-bfe9-46b9-bd8b-b56aba4fd69c", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:37.376388 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a217d671-813c-470a-b6eb-82bc2722e0f6 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:37.377053 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9257de87-cddc-49cf-a967-91e53cd04e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1453d18-bfe9-46b9-bd8b-b56aba4fd69c', 'code': 200} Dec 17 12:59:37.394661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-934bad3d-34ac-47d8-896d-89e5e8daf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:37.396196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-934bad3d-34ac-47d8-896d-89e5e8daf1ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754&tenant_id=ff7efdc23937426fbd815e9fa0587f98 HTTP/1.1" status: 200 len: 1095 time: 0.3462198 Dec 17 12:59:37.396669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42068) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:37.411183 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7a854114-3d7f-48b3-8c49-ed9414cc78d7 req-8086d0ff-40d6-4173-a50c-3a28163db3f9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425242 Dec 17 12:59:37.421274 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:37.435150 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-79e8cfa1-3b91-48fb-8126-bbb4b63a5a30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:37.458626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.61', 62362) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:37.485360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:37.507523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-58a8ffe0-d812-4201-9493-eaf90ab7a55e req-2eb86913-115f-4a64-adce-ae000414051f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] For port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3eab59f4-a97a-46e0-9442-cc7d9395f6ad,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:37.507888 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-58a8ffe0-d812-4201-9493-eaf90ab7a55e req-2eb86913-115f-4a64-adce-ae000414051f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:37.543174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-58a8ffe0-d812-4201-9493-eaf90ab7a55e req-2eb86913-115f-4a64-adce-ae000414051f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Calling delete_port for 3eab59f4-a97a-46e0-9442-cc7d9395f6ad owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 12:59:37.544148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-c4002213-bf29-49af-b265-89719cba743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:37.545694 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-c4002213-bf29-49af-b265-89719cba743d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 1095 time: 0.1118243 Dec 17 12:59:37.556506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b92041-b417-4c53-9648-b985d6fc0e12 req-829b7786-0660-46e2-a001-83ce6559a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:37.558488 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-66b92041-b417-4c53-9648-b985d6fc0e12 req-829b7786-0660-46e2-a001-83ce6559a323 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 1096 time: 0.0895529 Dec 17 12:59:37.618770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-cbc04957-5081-4c40-bc33-31a273481547 req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Allocated IP 192.168.233.166 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/1dd66a11-92c7-4724-a2b2-ffff5894a920) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:59:37.803683 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-79e8cfa1-3b91-48fb-8126-bbb4b63a5a30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:37.807198 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-66b92041-b417-4c53-9648-b985d6fc0e12 req-edf96b38-5a2a-4507-b9b0-b0987626c858 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396152 Dec 17 12:59:37.826488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0e13-5903-463e-a424-056c17f61e89 req-ebb5cd6e-b05c-4fe7-910b-bd85389eed8c tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:37.828046 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-089e0e13-5903-463e-a424-056c17f61e89 req-ebb5cd6e-b05c-4fe7-910b-bd85389eed8c tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 950 time: 0.1601696 Dec 17 12:59:37.830997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-685f2cde-67f2-463c-bcf2-2b2629c1bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:37.832384 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-685f2cde-67f2-463c-bcf2-2b2629c1bd80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.2779512 Dec 17 12:59:37.879914 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-089e0e13-5903-463e-a424-056c17f61e89 req-57a3a0f9-f041-4dad-b1c9-848adbc83052 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/security-groups?id=6541e37d-72c8-4e99-9132-03ba79584f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452754 Dec 17 12:59:37.902463 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-79e8cfa1-3b91-48fb-8126-bbb4b63a5a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:37.943624 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-79e8cfa1-3b91-48fb-8126-bbb4b63a5a30 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28ddb3fd6a2e4e7caf5b76b9891560db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5456581 Dec 17 12:59:37.948633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42078) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:37.952104 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8cfa1-3b91-48fb-8126-bbb4b63a5a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c9a14b-36cf-4f61-9669-8cbbc509cf0e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:37.994575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a5f67-40d4-43e4-8a19-469cc640cf1f req-4a6cd9a3-565e-4254-b7e8-4f92bd9d4a29 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:37.996171 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef0a5f67-40d4-43e4-8a19-469cc640cf1f req-4a6cd9a3-565e-4254-b7e8-4f92bd9d4a29 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 936 time: 0.0570407 Dec 17 12:59:38.023706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07dd27-97f5-43da-8faf-f1b9f88a3c55 req-a1fb493f-fd06-4869-8efd-c5bb91ae0027 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:38.025182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c07dd27-97f5-43da-8faf-f1b9f88a3c55 req-a1fb493f-fd06-4869-8efd-c5bb91ae0027 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.1681440 Dec 17 12:59:38.043031 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef0a5f67-40d4-43e4-8a19-469cc640cf1f req-d99cd1e2-aa5a-4c45-ad3b-38b11cb2984e tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Dec 17 12:59:38.121147 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-c4b67c5c-819b-48a7-9ea2-9121c8fadd6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b HTTP/1.1" status: 200 len: 217 time: 0.0452266 Dec 17 12:59:38.139601 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a67fea9b-7fcb-4bf2-8c46-5d0e9a05929e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:38.154218 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c07dd27-97f5-43da-8faf-f1b9f88a3c55 req-84e5f634-c695-4329-9ae7-c337ba66d9e6 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118650 Dec 17 12:59:38.185320 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-58a8ffe0-d812-4201-9493-eaf90ab7a55e req-2eb86913-115f-4a64-adce-ae000414051f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:38.189136 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cbc04957-5081-4c40-bc33-31a273481547 req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:38.199227 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-421d9742-c638-4b0d-bb34-333efc39ff2c req-863d370a-b479-4a59-8159-8a26641aae09 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 210 time: 0.0342202 Dec 17 12:59:38.200593 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['3eab59f4-a97a-46e0-9442-cc7d9395f6ad'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:38.214215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0a07fe9c-60fa-40a5-aed2-193dc68e72eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:38.215631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-0a07fe9c-60fa-40a5-aed2-193dc68e72eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.0870607 Dec 17 12:59:38.242097 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a67fea9b-7fcb-4bf2-8c46-5d0e9a05929e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:38.255609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-42f11bc0-5c07-4683-ae83-b3437e0ccdf0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318327 Dec 17 12:59:38.257269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb86913-115f-4a64-adce-ae000414051f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Pushing event deleted for resources: {'Port': ['ID=3eab59f4-a97a-46e0-9442-cc7d9395f6ad,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:38.366632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a8ffe0-d812-4201-9493-eaf90ab7a55e req-2eb86913-115f-4a64-adce-ae000414051f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] No DVR routers for this DVR port 3eab59f4-a97a-46e0-9442-cc7d9395f6ad on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 12:59:38.367372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-7f538ba0-7661-42b1-9ee9-e1c9812cae96 service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952463 Dec 17 12:59:38.372246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-58a8ffe0-d812-4201-9493-eaf90ab7a55e req-2eb86913-115f-4a64-adce-ae000414051f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:38.375572 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-58a8ffe0-d812-4201-9493-eaf90ab7a55e req-2eb86913-115f-4a64-adce-ae000414051f tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.61 "DELETE /v2.0/ports/3eab59f4-a97a-46e0-9442-cc7d9395f6ad HTTP/1.1" status: 204 len: 173 time: 1.4988525 Dec 17 12:59:38.377471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcfbf8a-4ec2-4c68-be53-e3e911eee069', 'name': 'network-vif-deleted', 'tag': '3eab59f4-a97a-46e0-9442-cc7d9395f6ad'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:38.379718 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba02d41-4ecc-42bd-bd86-23a290c4522e" -d '{"events": [{"server_uuid": "dbcfbf8a-4ec2-4c68-be53-e3e911eee069", "name": "network-vif-deleted", "tag": "3eab59f4-a97a-46e0-9442-cc7d9395f6ad"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:38.396995 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344409d-0efc-4a8c-8e68-4908dd309de4 req-67e08164-e82d-45d0-ba89-3ef83df02818 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:38.398565 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e344409d-0efc-4a8c-8e68-4908dd309de4 req-67e08164-e82d-45d0-ba89-3ef83df02818 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 945 time: 0.1516607 Dec 17 12:59:38.428706 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba3c1eb-ed08-4e49-b517-fbac02f6d6d1 x-openstack-request-id: req-4ba3c1eb-ed08-4e49-b517-fbac02f6d6d1 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:38.429111 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcfbf8a-4ec2-4c68-be53-e3e911eee069", "name": "network-vif-deleted", "tag": "3eab59f4-a97a-46e0-9442-cc7d9395f6ad", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:38.429457 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ba3c1eb-ed08-4e49-b517-fbac02f6d6d1 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:38.430040 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcfbf8a-4ec2-4c68-be53-e3e911eee069', 'name': 'network-vif-deleted', 'tag': '3eab59f4-a97a-46e0-9442-cc7d9395f6ad', 'status': 'completed', 'code': 200} Dec 17 12:59:38.458405 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e344409d-0efc-4a8c-8e68-4908dd309de4 req-d421126c-5228-4bf4-9fd8-14afe6ba6bb2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514181 Dec 17 12:59:38.465518 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cbc04957-5081-4c40-bc33-31a273481547 req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:38.478710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a3d0172f-756d-4897-a195-3909020fdf46'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:38.528633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a67fea9b-7fcb-4bf2-8c46-5d0e9a05929e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:38.532413 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a67fea9b-7fcb-4bf2-8c46-5d0e9a05929e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:38.533673 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a67fea9b-7fcb-4bf2-8c46-5d0e9a05929e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66c9a14b-36cf-4f61-9669-8cbbc509cf0e HTTP/1.1" status: 204 len: 168 time: 0.5589998 Dec 17 12:59:38.556317 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc04957-5081-4c40-bc33-31a273481547 req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:59:38.557974 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fea9b-7fcb-4bf2-8c46-5d0e9a05929e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c9a14b-36cf-4f61-9669-8cbbc509cf0e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:38.562088 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-cbc04957-5081-4c40-bc33-31a273481547 req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:59:38.569511 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc04957-5081-4c40-bc33-31a273481547 req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:59:38.575334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04957-5081-4c40-bc33-31a273481547 req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:38.576057 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cbc04957-5081-4c40-bc33-31a273481547 req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:38.580004 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Pushing event updated for resources: {'Port': ['ID=1dd66a11-92c7-4724-a2b2-ffff5894a920,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:38.625522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-9950ed5c-8cbd-4863-9524-922f5572a84e service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502999 Dec 17 12:59:38.690185 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-b592adf3-f5d6-4c16-bfca-d965d4b03164 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8772211 Dec 17 12:59:38.697127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa877a1-2458-485f-8636-7fc14fa2326f req-7dd07a52-ee33-4186-9fc9-6b3eb569fb98 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:38.707133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Request body: {'port': {'device_id': '6b69665c-6ec1-437f-b365-69b560dce06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:38.707863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dfa877a1-2458-485f-8636-7fc14fa2326f req-7dd07a52-ee33-4186-9fc9-6b3eb569fb98 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 944 time: 0.1588562 Dec 17 12:59:38.794050 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:38.823253 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dfa877a1-2458-485f-8636-7fc14fa2326f req-77e3d52f-c573-467f-819e-5c26745cb93d tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906603 Dec 17 12:59:38.872608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85e5198-c247-4e1c-92d8-c33a4dd657c8 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:38.882030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:38.893129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6736fa06-f306-409e-b2ce-5d4b15b2e1ea None None] Provisioning complete for port 1dd66a11-92c7-4724-a2b2-ffff5894a920 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:38.893760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6736fa06-f306-409e-b2ce-5d4b15b2e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:38.897856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Transition to ACTIVE for port object b85e5198-c247-4e1c-92d8-c33a4dd657c8 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:59:38.946400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6736fa06-f306-409e-b2ce-5d4b15b2e1ea None None] Port 1dd66a11-92c7-4724-a2b2-ffff5894a920 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 12:59:38.989822 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:39.012276 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d0a1fb7d-ea9c-4d25-a4cb-97da1277f1cc req-59dad888-e977-43f1-becc-ebe9866427e5 tempest-ServerDiagnosticsNegativeTest-2134388372 tempest-ServerDiagnosticsNegativeTest-2134388372-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfbf8a-4ec2-4c68-be53-e3e911eee069 HTTP/1.1" status: 200 len: 210 time: 0.0431843 Dec 17 12:59:39.097297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Pushing event updated for resources: {'Port': ['ID=b85e5198-c247-4e1c-92d8-c33a4dd657c8,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:39.216036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Attempting to bind port b85e5198-c247-4e1c-92d8-c33a4dd657c8 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:39.221724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Attempting to bind port b85e5198-c247-4e1c-92d8-c33a4dd657c8 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:39.222204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Attempting to bind port b85e5198-c247-4e1c-92d8-c33a4dd657c8 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:39.239423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd66a11-92c7-4724-a2b2-ffff5894a920 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:39.250483 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:39.263202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Port b85e5198-c247-4e1c-92d8-c33a4dd657c8 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:39.263410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Attempting to bind port b85e5198-c247-4e1c-92d8-c33a4dd657c8 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:39.268615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Transition to ACTIVE for port object 1dd66a11-92c7-4724-a2b2-ffff5894a920 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:59:39.284400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:39.284757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:39.285296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:39.285783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Bound port: b85e5198-c247-4e1c-92d8-c33a4dd657c8, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:39.291993 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:39.339280 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:39.349789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-85f9e247-1ea0-45d9-abc9-ffec48c619ba tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:39.351325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-85f9e247-1ea0-45d9-abc9-ffec48c619ba tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754&tenant_id=ff7efdc23937426fbd815e9fa0587f98&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.1992712 Dec 17 12:59:39.362288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b7b52-5077-4ba0-9908-bca7b12e0a46 req-d0258c8f-0e01-4050-b781-491fd3dfcaf4 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:39.369954 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-143b7b52-5077-4ba0-9908-bca7b12e0a46 req-d0258c8f-0e01-4050-b781-491fd3dfcaf4 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 948 time: 0.1407614 Dec 17 12:59:39.440165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd66a11-92c7-4724-a2b2-ffff5894a920,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:39.459602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f34cc7-d81b-40a4-bbd6-112d52b6571e req-0f7c6adf-9082-40f2-80b7-8c443e2b85e8 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:39.461193 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09f34cc7-d81b-40a4-bbd6-112d52b6571e req-0f7c6adf-9082-40f2-80b7-8c443e2b85e8 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.1160338 Dec 17 12:59:39.465512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] For port b85e5198-c247-4e1c-92d8-c33a4dd657c8, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:39.473144 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] For port b85e5198-c247-4e1c-92d8-c33a4dd657c8, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=b85e5198-c247-4e1c-92d8-c33a4dd657c8,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:39.509633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Attempting to bind port 1dd66a11-92c7-4724-a2b2-ffff5894a920 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:39.509890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Attempting to bind port 1dd66a11-92c7-4724-a2b2-ffff5894a920 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:39.510261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Attempting to bind port 1dd66a11-92c7-4724-a2b2-ffff5894a920 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:39.532387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Port 1dd66a11-92c7-4724-a2b2-ffff5894a920 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:39.532726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Attempting to bind port 1dd66a11-92c7-4724-a2b2-ffff5894a920 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:39.532921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-143b7b52-5077-4ba0-9908-bca7b12e0a46 req-8cbcff4c-891a-4f3f-8570-9c03e42f13d5 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483572 Dec 17 12:59:39.549799 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:39.550150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:39.550542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:39.550985 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Bound port: 1dd66a11-92c7-4724-a2b2-ffff5894a920, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:39.551347 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:39.556645 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09f34cc7-d81b-40a4-bbd6-112d52b6571e req-04bfe5e4-354a-4a99-b6a7-5f1b8f9db49f tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754330 Dec 17 12:59:39.639598 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:39.644312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:39.720592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:39.721214 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:39.722654 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] 10.222.0.61 "PUT /v2.0/ports/b85e5198-c247-4e1c-92d8-c33a4dd657c8 HTTP/1.1" status: 200 len: 1096 time: 2.7966452 Dec 17 12:59:39.725021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e916c3ee-bab9-4c0c-a617-78396a371ab6', 'tag': 'b85e5198-c247-4e1c-92d8-c33a4dd657c8'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:39.727372 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c4b469-9c35-47e1-98c4-d71fe06fe5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e916c3ee-bab9-4c0c-a617-78396a371ab6", "tag": "b85e5198-c247-4e1c-92d8-c33a4dd657c8"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:39.734423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-d9e3a145-9876-4f07-a6e1-f83f4a01ccfb service neutron] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:39.751705 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-d9e3a145-9876-4f07-a6e1-f83f4a01ccfb service neutron] Publish callbacks [] for binding, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:39.752381 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75251c49-16ea-4e82-adbe-a0f28d0b43de req-d9e3a145-9876-4f07-a6e1-f83f4a01ccfb service neutron] 10.222.0.61 "DELETE /v2.0/ports/49b24e03-0358-40ad-931d-0fe7d925ec7b/bindings/n-h1-815324-5 HTTP/1.1" status: 204 len: 173 time: 0.3801939 Dec 17 12:59:39.753115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:39.767642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff58145-2724-47cf-90bf-418e5488f798 req-549a37fd-5339-4f77-a382-b64fcc4d039c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:39.770195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aff58145-2724-47cf-90bf-418e5488f798 req-549a37fd-5339-4f77-a382-b64fcc4d039c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 948 time: 0.1649616 Dec 17 12:59:39.772165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b4d0e-7b98-475e-b9a2-6e7bf176767a service neutron] Pushing event updated for resources: {'Port': ['ID=b85e5198-c247-4e1c-92d8-c33a4dd657c8,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:39.773227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b49bc-2d9c-4abe-9efb-469ac8e2bb36 req-58e26627-3938-4d04-911b-f7625f9b37c3 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:39.782664 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-307b49bc-2d9c-4abe-9efb-469ac8e2bb36 req-58e26627-3938-4d04-911b-f7625f9b37c3 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 945 time: 0.1092658 Dec 17 12:59:39.855807 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:39.882186 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aff58145-2724-47cf-90bf-418e5488f798 req-f67717e6-a1c9-4af8-b3cc-ddab21647b3f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936646 Dec 17 12:59:39.942538 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f85439d-cd0b-46e0-90c0-85e9113a3c74 x-openstack-request-id: req-2f85439d-cd0b-46e0-90c0-85e9113a3c74 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:39.943883 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e916c3ee-bab9-4c0c-a617-78396a371ab6", "tag": "b85e5198-c247-4e1c-92d8-c33a4dd657c8", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:39.944281 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f85439d-cd0b-46e0-90c0-85e9113a3c74 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:39.944823 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e916c3ee-bab9-4c0c-a617-78396a371ab6', 'tag': 'b85e5198-c247-4e1c-92d8-c33a4dd657c8', 'status': 'completed', 'code': 200} Dec 17 12:59:39.958781 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-307b49bc-2d9c-4abe-9efb-469ac8e2bb36 req-8fb8c41f-644e-4e0f-aae7-8685c5c88571 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666162 Dec 17 12:59:39.970318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:39.971247 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:39.984597 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] 10.222.0.61 "PUT /v2.0/ports/1dd66a11-92c7-4724-a2b2-ffff5894a920 HTTP/1.1" status: 200 len: 1096 time: 1.2797089 Dec 17 12:59:39.985100 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-1e1507a2-c02b-4fd1-8ef5-536b287a9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:39.987476 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-1e1507a2-c02b-4fd1-8ef5-536b287a9d1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09f355597b5431aa8c3a1586eb214bd&device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 1099 time: 0.1042933 Dec 17 12:59:40.002378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359c1d8-b4e3-4e8e-ae60-99d5874d6b67 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd66a11-92c7-4724-a2b2-ffff5894a920,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:40.047719 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-74c498ea-4d2d-4b40-a093-8394f2b88a9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=b85e5198-c247-4e1c-92d8-c33a4dd657c8 HTTP/1.1" status: 200 len: 217 time: 0.0501759 Dec 17 12:59:40.101296 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e4409-2e15-4122-9ca5-ebe096aaf855 req-3764e50e-8f1c-4a14-bf7a-a79a03a5014c tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:40.109311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f42e4409-2e15-4122-9ca5-ebe096aaf855 req-3764e50e-8f1c-4a14-bf7a-a79a03a5014c tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 1096 time: 0.0698018 Dec 17 12:59:40.145317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-9bbb0999-916a-4496-b5bf-c71b422bd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:40.147015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-9bbb0999-916a-4496-b5bf-c71b422bd23a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0891459 Dec 17 12:59:40.155788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89575f3-eabd-4a2b-b399-917dce8aaf3f req-42bec668-01a3-432e-b947-570c577ea4b3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:40.163322 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c89575f3-eabd-4a2b-b399-917dce8aaf3f req-42bec668-01a3-432e-b947-570c577ea4b3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 944 time: 0.1182394 Dec 17 12:59:40.181538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 49b24e03-0358-40ad-931d-0fe7d925ec7b no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 12:59:40.185415 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f42e4409-2e15-4122-9ca5-ebe096aaf855 req-314db6f3-9717-40f6-86e3-c8a59ddf7d72 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756721 Dec 17 12:59:40.271266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 49b24e03-0358-40ad-931d-0fe7d925ec7b not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 12:59:40.285811 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04957-5081-4c40-bc33-31a273481547 req-8bdf7f7f-d671-4d8b-be24-b3b185c27ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:40.287348 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-8bdf7f7f-d671-4d8b-be24-b3b185c27ebf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 1099 time: 0.1047707 Dec 17 12:59:40.301373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-e295247c-195c-4d89-8f3b-b8b3a1b41e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:40.322240 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-e295247c-195c-4d89-8f3b-b8b3a1b41e66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450179 Dec 17 12:59:40.346215 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-5670bb2e-1839-413a-8c28-4a37a6a3e8f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920 HTTP/1.1" status: 200 len: 217 time: 0.0506027 Dec 17 12:59:40.389941 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c89575f3-eabd-4a2b-b399-917dce8aaf3f req-d7231dbc-ef02-425c-b2d8-390dfb56d1bc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254815 Dec 17 12:59:40.431012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-ce34068b-1c16-4fc8-8206-36ce94054d92 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072080 Dec 17 12:59:40.437369 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b69665c-6ec1-437f-b365-69b560dce06f', 'tag': '1dd66a11-92c7-4724-a2b2-ffff5894a920'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:40.440023 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8165fe-f4d7-4eb5-bcc0-d93338bbf644" -d '{"events": [{"name": "network-changed", "server_uuid": "6b69665c-6ec1-437f-b365-69b560dce06f", "tag": "1dd66a11-92c7-4724-a2b2-ffff5894a920"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:40.451456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04957-5081-4c40-bc33-31a273481547 req-ca747ff4-f181-41e2-a00a-b04f55b160b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:40.453546 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-ca747ff4-f181-41e2-a00a-b04f55b160b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0993371 Dec 17 12:59:40.498745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f9273-9e5d-445d-966d-c77f00d39036 req-16ae62d7-fa14-4207-a02c-5bb9a2bce8e6 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:40.500551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e62f9273-9e5d-445d-966d-c77f00d39036 req-16ae62d7-fa14-4207-a02c-5bb9a2bce8e6 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 1096 time: 0.1359298 Dec 17 12:59:40.534839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04957-5081-4c40-bc33-31a273481547 req-de443ce3-7166-4d99-af60-1ce4ec312090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:40.536404 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-de443ce3-7166-4d99-af60-1ce4ec312090 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753469 Dec 17 12:59:40.551299 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bf084cd-12de-404e-a5a7-002b32b71d6f req-c570b790-6483-4fcb-8bc9-789dbc716222 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113400 Dec 17 12:59:40.554784 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a5b5dd-c0a9-4063-bb3c-c8c5254be7b2 x-openstack-request-id: req-49a5b5dd-c0a9-4063-bb3c-c8c5254be7b2 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:40.555135 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b69665c-6ec1-437f-b365-69b560dce06f", "tag": "1dd66a11-92c7-4724-a2b2-ffff5894a920", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:40.563060 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49a5b5dd-c0a9-4063-bb3c-c8c5254be7b2 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:40.563060 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b69665c-6ec1-437f-b365-69b560dce06f', 'tag': '1dd66a11-92c7-4724-a2b2-ffff5894a920', 'status': 'completed', 'code': 200} Dec 17 12:59:40.624839 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e62f9273-9e5d-445d-966d-c77f00d39036 req-48abd662-4353-4b24-87cb-2bdda18af953 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168878 Dec 17 12:59:40.652800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6106-b680-4c46-8c44-18386337bf61 req-066862d4-05cf-4d09-933f-04d70bace1a9 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:40.654391 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a94f6106-b680-4c46-8c44-18386337bf61 req-066862d4-05cf-4d09-933f-04d70bace1a9 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 1095 time: 0.0467241 Dec 17 12:59:40.670963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 3eab59f4-a97a-46e0-9442-cc7d9395f6ad no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 12:59:40.693501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 3eab59f4-a97a-46e0-9442-cc7d9395f6ad {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 12:59:40.694566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 3eab59f4-a97a-46e0-9442-cc7d9395f6ad not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 12:59:40.699504 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-27ab3d20-bc83-4980-a7d7-5b83a7be5066 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466184 Dec 17 12:59:40.707951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a94f6106-b680-4c46-8c44-18386337bf61 req-48326ef7-6841-4323-a403-e29f128c0601 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471394 Dec 17 12:59:40.825402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4b469-9c35-47e1-98c4-d71fe06fe5f9 req-2ecd78da-89a0-4833-830e-b40a81b9391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:40.826951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0c4b469-9c35-47e1-98c4-d71fe06fe5f9 req-2ecd78da-89a0-4833-830e-b40a81b9391f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09f355597b5431aa8c3a1586eb214bd&device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0491493 Dec 17 12:59:40.836992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c666bf-887e-4bb5-948f-09786829fdad req-c8189aa2-fdec-4e6f-a06b-cb9054a4a277 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:40.839207 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70c666bf-887e-4bb5-948f-09786829fdad req-c8189aa2-fdec-4e6f-a06b-cb9054a4a277 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 948 time: 0.1116049 Dec 17 12:59:40.851607 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbc04957-5081-4c40-bc33-31a273481547 req-036a5218-4e9d-4202-9eba-8c0b819207f2 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450508 Dec 17 12:59:40.908538 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70c666bf-887e-4bb5-948f-09786829fdad req-18684bfb-7af0-4911-b9fb-a23df8b47acd tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581408 Dec 17 12:59:41.008876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4b469-9c35-47e1-98c4-d71fe06fe5f9 req-14cd570c-03ab-4269-b39c-7d5b461233dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:41.008876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0c4b469-9c35-47e1-98c4-d71fe06fe5f9 req-14cd570c-03ab-4269-b39c-7d5b461233dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1712089 Dec 17 12:59:41.025414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980735c-10ab-4e1a-9f63-e1040dbea93a req-5d75b548-fd2b-4b14-8af8-b5814d7e192d tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:41.043514 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d980735c-10ab-4e1a-9f63-e1040dbea93a req-5d75b548-fd2b-4b14-8af8-b5814d7e192d tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.1762342 Dec 17 12:59:41.080544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42166) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:41.091826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8165fe-f4d7-4eb5-bcc0-d93338bbf644 req-c94a24ca-437d-4f37-ae01-fb409455371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:41.093401 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f8165fe-f4d7-4eb5-bcc0-d93338bbf644 req-c94a24ca-437d-4f37-ae01-fb409455371b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 1099 time: 0.0935521 Dec 17 12:59:41.096856 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0c4b469-9c35-47e1-98c4-d71fe06fe5f9 req-07f01eef-1134-4d3f-9556-bd9c1ed192cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=b85e5198-c247-4e1c-92d8-c33a4dd657c8 HTTP/1.1" status: 200 len: 217 time: 0.0623798 Dec 17 12:59:41.126090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0a7ee-c64e-4bdc-8b87-ab4e6a3780a1 req-38b37573-35a5-4e3b-8126-e5214223c9ca tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:41.127605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-74e0a7ee-c64e-4bdc-8b87-ab4e6a3780a1 req-38b37573-35a5-4e3b-8126-e5214223c9ca tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 948 time: 0.0745039 Dec 17 12:59:41.169273 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d980735c-10ab-4e1a-9f63-e1040dbea93a req-3488fb7f-d825-45f6-9e6e-e3fb8a0a01dd tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225355 Dec 17 12:59:41.171395 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4b469-9c35-47e1-98c4-d71fe06fe5f9 req-0c8cec5b-35ee-4e30-8252-cc41a32b31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:41.172947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0c4b469-9c35-47e1-98c4-d71fe06fe5f9 req-0c8cec5b-35ee-4e30-8252-cc41a32b31e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0631576 Dec 17 12:59:41.247007 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-74e0a7ee-c64e-4bdc-8b87-ab4e6a3780a1 req-260aba39-a193-44ff-9f68-7631409a5c07 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083183 Dec 17 12:59:41.270892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4b469-9c35-47e1-98c4-d71fe06fe5f9 req-458178e4-86c0-4de0-8690-4013ca2b384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:41.274846 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0c4b469-9c35-47e1-98c4-d71fe06fe5f9 req-458178e4-86c0-4de0-8690-4013ca2b384d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934827 Dec 17 12:59:41.274984 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8165fe-f4d7-4eb5-bcc0-d93338bbf644 req-792f85ae-781b-46fe-9135-c8159c35a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:41.277137 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f8165fe-f4d7-4eb5-bcc0-d93338bbf644 req-792f85ae-781b-46fe-9135-c8159c35a767 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1702442 Dec 17 12:59:41.351283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f8165fe-f4d7-4eb5-bcc0-d93338bbf644 req-4abe1c16-db8f-48e2-b584-02a8ee5be52e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920 HTTP/1.1" status: 200 len: 217 time: 0.0604475 Dec 17 12:59:41.428378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8165fe-f4d7-4eb5-bcc0-d93338bbf644 req-eb43919f-04bf-409a-a230-9179d39da443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:41.430484 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f8165fe-f4d7-4eb5-bcc0-d93338bbf644 req-eb43919f-04bf-409a-a230-9179d39da443 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0677102 Dec 17 12:59:41.451304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f38df55c-61fc-4a8f-962b-1dc7d7cd8398 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:41.453140 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f38df55c-61fc-4a8f-962b-1dc7d7cd8398 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 808 time: 0.1855991 Dec 17 12:59:41.461310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0c4b469-9c35-47e1-98c4-d71fe06fe5f9 req-a1bbad9b-4ec3-4461-bc72-aba0d7bf9090 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718929 Dec 17 12:59:41.484810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8165fe-f4d7-4eb5-bcc0-d93338bbf644 req-c165ab31-0c85-41e8-86df-61b7d66d21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:41.486627 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f8165fe-f4d7-4eb5-bcc0-d93338bbf644 req-c165ab31-0c85-41e8-86df-61b7d66d21f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465398 Dec 17 12:59:41.528929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-965cc79e-556c-48a1-8dab-74d8d415a6cd tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/quotas/ff7efdc23937426fbd815e9fa0587f98 HTTP/1.1" status: 200 len: 375 time: 0.0655077 Dec 17 12:59:41.566862 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-57b8fdd8-c494-454d-8a7f-b3c7ab66c427 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c684db08a1514bf49cade023fde37085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4851806 Dec 17 12:59:41.571283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42188) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:41.621456 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f8165fe-f4d7-4eb5-bcc0-d93338bbf644 req-514d705d-1865-4667-b3cf-c8633c921b7d service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261272 Dec 17 12:59:41.621844 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0c4b469-9c35-47e1-98c4-d71fe06fe5f9 req-33768f95-5607-48c9-b364-27573040b439 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446724 Dec 17 12:59:41.650237 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-69e1fffb-5041-4a9a-8e54-2a0c99b90aa5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910735 Dec 17 12:59:41.728521 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b967e392-9d26-4644-be2f-969ee237f757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:41.755642 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-74e409e7-8e70-46bb-b792-63c97ec176a3 service neutron] 10.222.0.59 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965121 Dec 17 12:59:41.771619 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b967e392-9d26-4644-be2f-969ee237f757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:41.783733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f0504-f429-4396-a31c-f0ce8d8797ce req-345c6dc4-cc2e-4420-8f09-854206b55b12 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:41.785227 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-916f0504-f429-4396-a31c-f0ce8d8797ce req-345c6dc4-cc2e-4420-8f09-854206b55b12 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 1096 time: 0.1040525 Dec 17 12:59:41.817471 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f8165fe-f4d7-4eb5-bcc0-d93338bbf644 req-06a29da2-d438-4051-a2fc-9d1d92db6b3b service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830814 Dec 17 12:59:41.850576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-59cea6d7-8dd7-4974-a5f1-e68188b61da7 service neutron] 10.222.0.59 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881371 Dec 17 12:59:41.858143 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-916f0504-f429-4396-a31c-f0ce8d8797ce req-a5bac099-e14a-414e-94d8-96e6c4e71ddc tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629139 Dec 17 12:59:41.931631 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b967e392-9d26-4644-be2f-969ee237f757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:41.934920 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b967e392-9d26-4644-be2f-969ee237f757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:41.936069 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b967e392-9d26-4644-be2f-969ee237f757 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6541e37d-72c8-4e99-9132-03ba79584f9e HTTP/1.1" status: 204 len: 168 time: 0.3636067 Dec 17 12:59:41.945492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967e392-9d26-4644-be2f-969ee237f757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6541e37d-72c8-4e99-9132-03ba79584f9e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:42.150585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-7044662e-2345-48ce-a074-f9bf1bd55eb7 req-aa630cb6-12d4-4181-a949-450d9163085d tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Request body: {'security_group': {'name': 'tempest-securitygroup-242824862', 'description': 'tempest-description-611786994'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:42.194190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056d2f7-98fb-47f2-9d7d-8ece4d0cfd79 req-ef919bf6-83ec-42d5-9188-d676bad0a840 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:42.195863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8056d2f7-98fb-47f2-9d7d-8ece4d0cfd79 req-ef919bf6-83ec-42d5-9188-d676bad0a840 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 948 time: 0.0820177 Dec 17 12:59:42.238846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7044662e-2345-48ce-a074-f9bf1bd55eb7 req-aa630cb6-12d4-4181-a949-450d9163085d tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.244820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8056d2f7-98fb-47f2-9d7d-8ece4d0cfd79 req-d1ea984f-aa52-4149-bfa6-44514907ccdc tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Dec 17 12:59:42.248040 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7044662e-2345-48ce-a074-f9bf1bd55eb7 req-aa630cb6-12d4-4181-a949-450d9163085d tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.323500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5602f91a-4ad5-40c3-8b03-d5d441539adc req-efa79bf3-4a1b-4447-aca9-f4bb62923853 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 210 time: 0.0253792 Dec 17 12:59:42.342577 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7044662e-2345-48ce-a074-f9bf1bd55eb7 req-aa630cb6-12d4-4181-a949-450d9163085d tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.427188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7044662e-2345-48ce-a074-f9bf1bd55eb7 req-aa630cb6-12d4-4181-a949-450d9163085d tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.427852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106080e0-94f0-4363-8d6c-240077a4138c req-fd3f1297-2741-4095-9b06-6ddc6afac680 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:42.428726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-106080e0-94f0-4363-8d6c-240077a4138c req-fd3f1297-2741-4095-9b06-6ddc6afac680 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0488064 Dec 17 12:59:42.471014 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa630cb6-12d4-4181-a949-450d9163085d tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6825d6d9-0409-42a6-94a1-13b0df780117,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:42.492692 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-106080e0-94f0-4363-8d6c-240077a4138c req-990e61d2-2aa9-4f69-943b-934cf7d7fe51 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573022 Dec 17 12:59:42.509061 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7044662e-2345-48ce-a074-f9bf1bd55eb7 req-aa630cb6-12d4-4181-a949-450d9163085d tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.598932 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9888bca-b3cf-47da-b7c8-bb75d0e5a0c3 req-6de67d16-8a43-4de5-b8cf-9c90aa9041bb tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:42.600485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9888bca-b3cf-47da-b7c8-bb75d0e5a0c3 req-6de67d16-8a43-4de5-b8cf-9c90aa9041bb tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 948 time: 0.0505745 Dec 17 12:59:42.648338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9888bca-b3cf-47da-b7c8-bb75d0e5a0c3 req-d3979a35-e784-4588-a5ec-aee910750409 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411263 Dec 17 12:59:42.656124 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7044662e-2345-48ce-a074-f9bf1bd55eb7 req-aa630cb6-12d4-4181-a949-450d9163085d tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.669732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device b85e5198-c247-4e1c-92d8-c33a4dd657c8 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:59:42.690052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa630cb6-12d4-4181-a949-450d9163085d tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23da217c-157d-449e-9e7f-364d56e26550,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:42.762372 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42216) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:42.779690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port b85e5198-c247-4e1c-92d8-c33a4dd657c8, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=b85e5198-c247-4e1c-92d8-c33a4dd657c8,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:42.780828 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7044662e-2345-48ce-a074-f9bf1bd55eb7 req-aa630cb6-12d4-4181-a949-450d9163085d tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.782054 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7044662e-2345-48ce-a074-f9bf1bd55eb7 req-aa630cb6-12d4-4181-a949-450d9163085d tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6355798 Dec 17 12:59:42.782934 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1e54be80-203e-42fa-9862-e99191f72779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.792605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'b85e5198-c247-4e1c-92d8-c33a4dd657c8', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'b85e5198-c247-4e1c-92d8-c33a4dd657c8', 'mac_address': 'fa:16:3e:60:26:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:59:42.812101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9610c69b-152f-47a4-b824-edb0427e3bab req-1bd86e83-b98a-4aee-b706-457f106dcebb tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1091508478', 'description': 'tempest-description-1832664572'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:42.835964 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.849343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85e5198-c247-4e1c-92d8-c33a4dd657c8 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:42.860794 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1e54be80-203e-42fa-9862-e99191f72779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.868991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port b85e5198-c247-4e1c-92d8-c33a4dd657c8, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=b85e5198-c247-4e1c-92d8-c33a4dd657c8,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:42.901946 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9610c69b-152f-47a4-b824-edb0427e3bab req-1bd86e83-b98a-4aee-b706-457f106dcebb tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.941460 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1e54be80-203e-42fa-9862-e99191f72779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.941870 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:42.942733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1dd66a11-92c7-4724-a2b2-ffff5894a920 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:59:42.974137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9610c69b-152f-47a4-b824-edb0427e3bab req-1bd86e83-b98a-4aee-b706-457f106dcebb tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.009914 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1e54be80-203e-42fa-9862-e99191f72779 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c37a0a5428c472388abb5229f89b045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463624 Dec 17 12:59:43.012645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42222) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:43.014952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54be80-203e-42fa-9862-e99191f72779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0919742f-cbb3-4896-ac58-bbbab05e4436,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:43.018921 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:43.021552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=b85e5198-c247-4e1c-92d8-c33a4dd657c8,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:43.027109 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857151c-d3a0-4a5f-acf8-f50e7c37a223 req-cf7def3b-2925-482e-8535-4cde3393ec66 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:43.036128 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4857151c-d3a0-4a5f-acf8-f50e7c37a223 req-cf7def3b-2925-482e-8535-4cde3393ec66 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 1096 time: 0.0762250 Dec 17 12:59:43.037466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '1dd66a11-92c7-4724-a2b2-ffff5894a920', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '1dd66a11-92c7-4724-a2b2-ffff5894a920', 'mac_address': 'fa:16:3e:bc:33:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:59:43.072066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9610c69b-152f-47a4-b824-edb0427e3bab req-1bd86e83-b98a-4aee-b706-457f106dcebb tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.077789 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.087988 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6d5663c-2f69-441b-b080-a2c4e7407a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.094439 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4857151c-d3a0-4a5f-acf8-f50e7c37a223 req-488ce229-6982-4d8d-94f0-2113ae739668 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570905 Dec 17 12:59:43.096471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd66a11-92c7-4724-a2b2-ffff5894a920 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:43.118902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd86e83-b98a-4aee-b706-457f106dcebb tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2116aa-d697-4b0f-861b-0bdbff173b8a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:43.125776 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6d5663c-2f69-441b-b080-a2c4e7407a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.139287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:43.175562 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9610c69b-152f-47a4-b824-edb0427e3bab req-1bd86e83-b98a-4aee-b706-457f106dcebb tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.176854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9610c69b-152f-47a4-b824-edb0427e3bab req-1bd86e83-b98a-4aee-b706-457f106dcebb tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3708434 Dec 17 12:59:43.221923 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.264787 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6d5663c-2f69-441b-b080-a2c4e7407a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.267726 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6d5663c-2f69-441b-b080-a2c4e7407a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.269006 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b6d5663c-2f69-441b-b080-a2c4e7407a0a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0919742f-cbb3-4896-ac58-bbbab05e4436 HTTP/1.1" status: 204 len: 168 time: 0.2547150 Dec 17 12:59:43.278915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5663c-2f69-441b-b080-a2c4e7407a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0919742f-cbb3-4896-ac58-bbbab05e4436,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:43.279441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=1dd66a11-92c7-4724-a2b2-ffff5894a920,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:43.458092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-97e6c93a-eb90-40cb-a9ea-6167716114a4 req-df2add96-0b05-471e-b743-281d4ca4a012 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2013593745', 'description': 'tempest-description-2000088473'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:43.487154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['1dd66a11-92c7-4724-a2b2-ffff5894a920'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:43.492138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['b85e5198-c247-4e1c-92d8-c33a4dd657c8'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:43.596117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-97e6c93a-eb90-40cb-a9ea-6167716114a4 req-df2add96-0b05-471e-b743-281d4ca4a012 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.605324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-97e6c93a-eb90-40cb-a9ea-6167716114a4 req-df2add96-0b05-471e-b743-281d4ca4a012 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.709130 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-97e6c93a-eb90-40cb-a9ea-6167716114a4 req-df2add96-0b05-471e-b743-281d4ca4a012 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.802252 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-97e6c93a-eb90-40cb-a9ea-6167716114a4 req-df2add96-0b05-471e-b743-281d4ca4a012 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.803185 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a9432c1f-e0a0-4a4c-b7cf-7eaa987f2f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.845235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2add96-0b05-471e-b743-281d4ca4a012 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c5a76c-bbad-4638-be94-22a375d8868a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:43.883892 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-97e6c93a-eb90-40cb-a9ea-6167716114a4 req-df2add96-0b05-471e-b743-281d4ca4a012 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.958641 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-97e6c93a-eb90-40cb-a9ea-6167716114a4 req-df2add96-0b05-471e-b743-281d4ca4a012 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:43.985714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2add96-0b05-471e-b743-281d4ca4a012 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8d2dda-b4b5-4418-a846-87bbf96073ea,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:44.049324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-97e6c93a-eb90-40cb-a9ea-6167716114a4 req-df2add96-0b05-471e-b743-281d4ca4a012 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:44.050679 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-97e6c93a-eb90-40cb-a9ea-6167716114a4 req-df2add96-0b05-471e-b743-281d4ca4a012 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5968373 Dec 17 12:59:44.150070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bd4f5-c32f-4e8b-bd5b-51eeec43ce6a req-49ffb9fb-807f-4361-9e45-3889f3743650 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:44.151760 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-745bd4f5-c32f-4e8b-bd5b-51eeec43ce6a req-49ffb9fb-807f-4361-9e45-3889f3743650 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 949 time: 0.0489790 Dec 17 12:59:44.212811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-745bd4f5-c32f-4e8b-bd5b-51eeec43ce6a req-f1b522e9-3a4c-4f69-a62a-b741ca9bcaf4 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459204 Dec 17 12:59:44.296855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eef0618f-896e-4449-8675-a7da3e8b489a req-16a03734-fb4a-4d8f-8ac0-fe4df0e1c081 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 210 time: 0.0264437 Dec 17 12:59:44.413018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b014c-7a24-4544-b570-0bab90449795 req-0cf0f636-28c3-40eb-ad6e-6399d22d91f0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:44.422312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d7b014c-7a24-4544-b570-0bab90449795 req-0cf0f636-28c3-40eb-ad6e-6399d22d91f0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0652230 Dec 17 12:59:44.433234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-7b4fce06-f254-46d0-a006-9bc560a0720b tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:44.434746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-7b4fce06-f254-46d0-a006-9bc560a0720b tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.54 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 808 time: 0.1101768 Dec 17 12:59:44.459511 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Request body: {'port': {'device_id': 'd7a37751-f5d2-451d-9dec-e86633c46d0e', 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446', 'admin_state_up': True, 'tenant_id': 'ff7efdc23937426fbd815e9fa0587f98'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:44.468009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d7b014c-7a24-4544-b570-0bab90449795 req-f4c0619d-daf6-434e-8104-7c290e3898f3 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Dec 17 12:59:44.607116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a29b2-3f71-404c-ab3b-4c6b74a952b1 req-bb9e5174-44c5-4653-84db-0acb9d68b45d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:44.608662 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec7a29b2-3f71-404c-ab3b-4c6b74a952b1 req-bb9e5174-44c5-4653-84db-0acb9d68b45d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 949 time: 0.0593052 Dec 17 12:59:44.672780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec7a29b2-3f71-404c-ab3b-4c6b74a952b1 req-15256201-5250-4eb9-8573-27efd03021a3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578101 Dec 17 12:59:44.700539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1dd66a11-92c7-4724-a2b2-ffff5894a920 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:59:44.710838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Made reservation on behalf of ff7efdc23937426fbd815e9fa0587f98 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 12:59:44.716188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:44.777656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-47475749-106f-4238-a3c4-02b09931f833 req-0a21a70b-38d1-4dad-be6f-4116e599de9e tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1053232888', 'description': 'tempest-description-1241198191'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:44.833332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 1dd66a11-92c7-4724-a2b2-ffff5894a920 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:59:44.839423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 1dd66a11-92c7-4724-a2b2-ffff5894a920 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:44.839872 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:44.877087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Allocated IP 172.20.0.4 (ce64e852-517d-4899-976e-d0fa7c65f446/5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886/5e3ac434-b5e0-499d-9eb4-cda3bc52b22d) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 12:59:44.889264 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-47475749-106f-4238-a3c4-02b09931f833 req-0a21a70b-38d1-4dad-be6f-4116e599de9e tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:44.926543 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:44.951357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b69665c-6ec1-437f-b365-69b560dce06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd66a11-92c7-4724-a2b2-ffff5894a920'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:44.957891 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908179e8-d32c-46c8-af0e-1e4a72e88aac" -d '{"events": [{"server_uuid": "6b69665c-6ec1-437f-b365-69b560dce06f", "name": "network-vif-plugged", "status": "completed", "tag": "1dd66a11-92c7-4724-a2b2-ffff5894a920"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:44.975448 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:44.990323 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-47475749-106f-4238-a3c4-02b09931f833 req-0a21a70b-38d1-4dad-be6f-4116e599de9e tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.047881 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.048906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device b85e5198-c247-4e1c-92d8-c33a4dd657c8 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:59:45.059424 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.075949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-47475749-106f-4238-a3c4-02b09931f833 req-0a21a70b-38d1-4dad-be6f-4116e599de9e tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.096380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-3790a200-e942-4099-9669-f6004b022dec tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:59:45.097448 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-3790a200-e942-4099-9669-f6004b022dec tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080516 Dec 17 12:59:45.144229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-1b0bbf01-9181-42f8-bb4c-cf87ca4dff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:45.150324 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-1b0bbf01-9181-42f8-bb4c-cf87ca4dff1e service neutron] 10.222.0.59 "GET /v2.0/ports/d1453d18-bfe9-46b9-bd8b-b56aba4fd69c HTTP/1.1" status: 200 len: 1093 time: 0.0359843 Dec 17 12:59:45.152241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21a70b-38d1-4dad-be6f-4116e599de9e tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acd0137-7c74-4474-a629-0ca6b3ff96d9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:45.155609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=1dd66a11-92c7-4724-a2b2-ffff5894a920,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:45.158171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] Request body: {'binding': {'host': 'n-h1-815324-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:45.158627 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] Unknown quota resources ['binding']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 12:59:45.172649 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-47475749-106f-4238-a3c4-02b09931f833 req-0a21a70b-38d1-4dad-be6f-4116e599de9e tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.173947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-47475749-106f-4238-a3c4-02b09931f833 req-0a21a70b-38d1-4dad-be6f-4116e599de9e tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4005201 Dec 17 12:59:45.195511 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.217740 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec668d68-c956-40a2-8f6b-b22e9d163ec2 x-openstack-request-id: req-ec668d68-c956-40a2-8f6b-b22e9d163ec2 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:45.218067 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b69665c-6ec1-437f-b365-69b560dce06f", "name": "network-vif-plugged", "status": "completed", "tag": "1dd66a11-92c7-4724-a2b2-ffff5894a920", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:45.218417 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec668d68-c956-40a2-8f6b-b22e9d163ec2 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:45.218851 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b69665c-6ec1-437f-b365-69b560dce06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd66a11-92c7-4724-a2b2-ffff5894a920', 'code': 200} Dec 17 12:59:45.245361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port b85e5198-c247-4e1c-92d8-c33a4dd657c8 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:59:45.249813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port b85e5198-c247-4e1c-92d8-c33a4dd657c8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:45.250305 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.292695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Network ce64e852-517d-4899-976e-d0fa7c65f446 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 12:59:45.300952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 12:59:45.307704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 12:59:45.313999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:45.314630 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.337845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.342266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Pushing event updated for resources: {'Port': ['ID=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:45.375281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port b85e5198-c247-4e1c-92d8-c33a4dd657c8, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=b85e5198-c247-4e1c-92d8-c33a4dd657c8,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:45.404639 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f622a0e3-8eab-49b7-8f25-29a68b370492 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9492297 Dec 17 12:59:45.413807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4e0af-1f58-4774-b14d-7a3ece8d30a3 req-a326c24c-6311-4d54-8303-deb102812ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:45.415173 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-29c4e0af-1f58-4774-b14d-7a3ece8d30a3 req-a326c24c-6311-4d54-8303-deb102812ff7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 1101 time: 0.0844021 Dec 17 12:59:45.423202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Request body: {'port': {'device_id': 'd7a37751-f5d2-451d-9dec-e86633c46d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:45.456373 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.461855 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] Attempting to bind port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on host n-h1-815324-5 for vnic_type normal with profile None {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:45.462411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] Attempting to bind port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:45.462515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] Attempting to bind port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:45.473651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] Port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:45.473979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] Attempting to bind port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:45.504978 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:45.505303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:45.505785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] Bound using segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:45.506325 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] Bound port: d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:45.513968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=b85e5198-c247-4e1c-92d8-c33a4dd657c8,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:45.525453 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-850828d5-1fbe-4589-8b5f-0bbf9301a14d tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50950 time: 0.2892022 Dec 17 12:59:45.551179 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.556182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-29c4e0af-1f58-4774-b14d-7a3ece8d30a3 req-6f6ee96e-e4d4-43df-8c7e-e25b54c1e764 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254201 Dec 17 12:59:45.572552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-a0e16477-7d27-4610-9414-ce4d9b90bf46 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/035be897-9942-4f48-ab64-f04cc7782a39 HTTP/1.1" status: 200 len: 2998 time: 0.0395060 Dec 17 12:59:45.610275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:45.620699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-e6e3c34d-3719-4247-9190-ed28e8eaa228 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/035be897-9942-4f48-ab64-f04cc7782a39 HTTP/1.1" status: 200 len: 2998 time: 0.0397682 Dec 17 12:59:45.663278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-9aab5a1a-143f-4029-826d-3a5157e14fdb tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/051e25d9-2be4-4733-a324-dd0c46ae2e6b HTTP/1.1" status: 200 len: 2998 time: 0.0349348 Dec 17 12:59:45.705767 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-428a8205-9750-4d13-93c5-85a8e010092b tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/051e25d9-2be4-4733-a324-dd0c46ae2e6b HTTP/1.1" status: 200 len: 2998 time: 0.0357590 Dec 17 12:59:45.740846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] Publish callbacks [] for binding, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.742051 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-58e7aeaa-b0bb-41b6-bb50-d9235c651290 service neutron] 10.222.0.59 "POST /v2.0/ports/d1453d18-bfe9-46b9-bd8b-b56aba4fd69c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5877852 Dec 17 12:59:45.750172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-3c44c68c-fc46-4fdc-b519-3532e1e5f268 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/278f4e96-d3b9-42b4-8db0-444411d8e9b5 HTTP/1.1" status: 200 len: 2998 time: 0.0371151 Dec 17 12:59:45.793743 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-be40b678-4738-45b0-8e3e-48e2e9a7f5f0 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/278f4e96-d3b9-42b4-8db0-444411d8e9b5 HTTP/1.1" status: 200 len: 2998 time: 0.0364482 Dec 17 12:59:45.839500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-c36ed05b-6eea-463b-b770-17f6d388b21d tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/33154401-b293-4d6f-80a4-9d553ab25576 HTTP/1.1" status: 200 len: 2998 time: 0.0381970 Dec 17 12:59:45.848075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:45.857910 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:45.872817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Transition to ACTIVE for port object 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:59:45.882861 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-077ba318-46e3-419f-8626-88d65e597e96 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/33154401-b293-4d6f-80a4-9d553ab25576 HTTP/1.1" status: 200 len: 2998 time: 0.0375028 Dec 17 12:59:45.923320 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-6c70e1e4-7e4b-44ca-9353-327d4f990e7a tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/33b464c6-7b16-4264-b8b7-1cbabd1913c6 HTTP/1.1" status: 200 len: 2998 time: 0.0336678 Dec 17 12:59:45.965371 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-43763f67-7206-4cc4-9a60-71b79bfc8232 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/33b464c6-7b16-4264-b8b7-1cbabd1913c6 HTTP/1.1" status: 200 len: 2998 time: 0.0362625 Dec 17 12:59:45.967573 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:46.011267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-6f445294-f7b6-4f11-9d1c-5a39bf049204 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/47221fb0-bdf4-4cef-9878-9a4a5f43f685 HTTP/1.1" status: 200 len: 2994 time: 0.0397179 Dec 17 12:59:46.047906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:46.055375 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-7d354e5a-9200-41d7-8ed9-e4468e3c049b tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/47221fb0-bdf4-4cef-9878-9a4a5f43f685 HTTP/1.1" status: 200 len: 2994 time: 0.0374281 Dec 17 12:59:46.083575 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Attempting to bind port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:46.083982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Attempting to bind port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:46.084254 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Attempting to bind port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:46.094713 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on network ce64e852-517d-4899-976e-d0fa7c65f446 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:46.095055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Attempting to bind port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:46.102974 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-6c176b48-29ac-4cc3-a115-f9a687855f70 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/49d4b99f-09ce-44fe-9a73-28f3fe9bac78 HTTP/1.1" status: 200 len: 2998 time: 0.0404625 Dec 17 12:59:46.108451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f14c7-1fc0-45b3-b872-707a5feecb1b req-645baaf7-1baf-4098-a8a5-24fa7bc70249 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:46.110969 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7d7f14c7-1fc0-45b3-b872-707a5feecb1b req-645baaf7-1baf-4098-a8a5-24fa7bc70249 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 950 time: 0.0960302 Dec 17 12:59:46.111076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:46.111449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:46.112115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Bound using segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:46.112544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Bound port: 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:46.112901 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:46.150674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-3b74b527-ce4c-44cc-bbaf-6f0ff9508da8 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/49d4b99f-09ce-44fe-9a73-28f3fe9bac78 HTTP/1.1" status: 200 len: 2998 time: 0.0361104 Dec 17 12:59:46.199457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-52ec8c54-18d1-4c20-a454-5d15ec10a69c tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4f5a2612-36fc-44f7-8d2f-fab80a464cfb HTTP/1.1" status: 200 len: 2998 time: 0.0419796 Dec 17 12:59:46.202717 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7d7f14c7-1fc0-45b3-b872-707a5feecb1b req-31568231-c7c7-4d1c-9642-fa1cd295851c tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801263 Dec 17 12:59:46.212457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:46.216305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:46.248710 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-6f76ee03-df28-4542-a0a4-4bd9aa2914ea tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4f5a2612-36fc-44f7-8d2f-fab80a464cfb HTTP/1.1" status: 200 len: 2998 time: 0.0397046 Dec 17 12:59:46.292870 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-4c5b5925-67be-4bfa-ae73-6842c8beba6b tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/61c5a76c-bbad-4638-be94-22a375d8868a HTTP/1.1" status: 200 len: 2998 time: 0.0378859 Dec 17 12:59:46.307634 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fb0416cd-a1bc-47d5-8c3a-a2c4c7fc5396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:46.311427 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:46.342986 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-efdcbce8-6a60-4f9c-9ee0-0515b4f1de3c tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/61c5a76c-bbad-4638-be94-22a375d8868a HTTP/1.1" status: 200 len: 2998 time: 0.0438087 Dec 17 12:59:46.390375 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-a1b9ccad-0400-45ae-898f-6d03a193d464 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/6825d6d9-0409-42a6-94a1-13b0df780117 HTTP/1.1" status: 200 len: 2998 time: 0.0414019 Dec 17 12:59:46.434721 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-57f72643-ad27-4b7e-872b-18aeee214e5d tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/6825d6d9-0409-42a6-94a1-13b0df780117 HTTP/1.1" status: 200 len: 2998 time: 0.0381157 Dec 17 12:59:46.504853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-95267b56-bc8d-40ca-86f0-dad2000f42f4 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/7e7060ef-1ff6-4d58-ae11-82d808f56dc1 HTTP/1.1" status: 200 len: 2994 time: 0.0637348 Dec 17 12:59:46.524119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-ff29c89f-e1aa-43b4-b467-66b2bb3c38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:46.525772 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-ff29c89f-e1aa-43b4-b467-66b2bb3c38a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 1096 time: 0.0599072 Dec 17 12:59:46.575823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65afe74-9801-47e8-b6d5-e23c2b2ab389 req-f67048b2-5120-4b0b-9fcc-2fc972bb39f9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:46.583251 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c65afe74-9801-47e8-b6d5-e23c2b2ab389 req-f67048b2-5120-4b0b-9fcc-2fc972bb39f9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 943 time: 0.3185449 Dec 17 12:59:46.586380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:46.586993 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:46.588323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] 10.222.0.54 "PUT /v2.0/ports/5e3ac434-b5e0-499d-9eb4-cda3bc52b22d HTTP/1.1" status: 200 len: 1091 time: 1.1691725 Dec 17 12:59:46.591551 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a37751-f5d2-451d-9dec-e86633c46d0e', 'tag': '5e3ac434-b5e0-499d-9eb4-cda3bc52b22d'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:46.593602 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887372e3-02b0-466a-a8a8-b7718ce48bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a37751-f5d2-451d-9dec-e86633c46d0e", "tag": "5e3ac434-b5e0-499d-9eb4-cda3bc52b22d"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:46.622317 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dc777-ab70-4e3e-88bf-d912aed7da78 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:46.652463 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c65afe74-9801-47e8-b6d5-e23c2b2ab389 req-8e5c10a3-93e6-4b67-8cac-9c1eb8f6fb56 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683012 Dec 17 12:59:46.782235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-85928e29-2556-43a8-bde0-2371d1b15212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:46.783849 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-85928e29-2556-43a8-bde0-2371d1b15212 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 1094 time: 0.0816932 Dec 17 12:59:46.798011 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56120d-fe9a-4889-92fd-6e311431ec6b req-3f043f69-5800-4aab-b43e-279d4b84eafc tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:46.799580 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fe56120d-fe9a-4889-92fd-6e311431ec6b req-3f043f69-5800-4aab-b43e-279d4b84eafc tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0697269 Dec 17 12:59:46.836392 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-6023df9f-aa9b-4040-b731-de8f7a0f233d tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/7e7060ef-1ff6-4d58-ae11-82d808f56dc1 HTTP/1.1" status: 200 len: 2994 time: 0.3174367 Dec 17 12:59:46.837028 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-67b55231-6fa1-4e49-87aa-72bc02cbbf75 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d HTTP/1.1" status: 200 len: 217 time: 0.0363693 Dec 17 12:59:46.888756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-8be2f5c6-ca46-4cc1-b28f-4ff27b3a37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:46.890543 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-8be2f5c6-ca46-4cc1-b28f-4ff27b3a37d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.3567553 Dec 17 12:59:46.899853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-7a4247b3-c7d9-4961-ae48-881be7e4a1ce tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/93e7a853-7b28-4087-9c63-f838ea2ada64 HTTP/1.1" status: 200 len: 2998 time: 0.0592566 Dec 17 12:59:46.911908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-e4eecc97-9696-4088-98cc-ce0cfa6eac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:46.913385 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-e4eecc97-9696-4088-98cc-ce0cfa6eac57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.0695264 Dec 17 12:59:46.916878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fe56120d-fe9a-4889-92fd-6e311431ec6b req-2ecac7b8-86e7-4ded-80ac-487a9770cca0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824051 Dec 17 12:59:46.950314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-e6e5fd04-f53b-485f-a517-30fe7b387a5b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288694 Dec 17 12:59:46.951111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-51425601-06ee-4a39-abb6-7bc2f410f2d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c HTTP/1.1" status: 200 len: 217 time: 0.0503221 Dec 17 12:59:47.018345 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-05514d6b-47b6-4271-b1d4-6c8d7c2b0568 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/93e7a853-7b28-4087-9c63-f838ea2ada64 HTTP/1.1" status: 200 len: 2998 time: 0.1105537 Dec 17 12:59:47.025638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-ee583177-b2cd-4305-a143-08c17055b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:47.027113 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-ee583177-b2cd-4305-a143-08c17055b0b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0602291 Dec 17 12:59:47.069949 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-44aeccbc-29d3-4e97-ab9d-5cdd98e0fce5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300596 Dec 17 12:59:47.076436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f739f-090c-4e98-a144-b5ff5b8154f0 req-2cf88d16-17e3-42b0-b404-5357ccadd194 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:47.077960 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed3f739f-090c-4e98-a144-b5ff5b8154f0 req-2cf88d16-17e3-42b0-b404-5357ccadd194 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0952609 Dec 17 12:59:47.090198 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-bf3df979-2a0b-45ab-aed5-da8eed838b4f service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249352 Dec 17 12:59:47.135340 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-659ada23-297e-48d2-bd55-dea744c6bdd6 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/d7133700-61e6-4e2a-87ee-817da5b108cc HTTP/1.1" status: 200 len: 2990 time: 0.1072581 Dec 17 12:59:47.180978 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed3f739f-090c-4e98-a144-b5ff5b8154f0 req-53f0d52f-93a3-43f9-bcae-476fefd8c2eb tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898976 Dec 17 12:59:47.202045 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-6f01e881-7de7-4477-ab37-625a7b9caf38 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/d7133700-61e6-4e2a-87ee-817da5b108cc HTTP/1.1" status: 200 len: 2990 time: 0.0571291 Dec 17 12:59:47.217792 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-d105427f-0c7d-4bf7-a38c-15a26daf53d3 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401713 Dec 17 12:59:47.220611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e916c3ee-bab9-4c0c-a617-78396a371ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85e5198-c247-4e1c-92d8-c33a4dd657c8'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:47.222522 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91ce698b-3ad7-49ca-9f44-6f62490610d3 req-f47eeab1-ca46-431a-896c-8ca5a93324be service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148186 Dec 17 12:59:47.223139 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5364129a-2bcf-4831-b0e2-8f8c2c182754" -d '{"events": [{"server_uuid": "e916c3ee-bab9-4c0c-a617-78396a371ab6", "name": "network-vif-plugged", "status": "completed", "tag": "b85e5198-c247-4e1c-92d8-c33a4dd657c8"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:47.299653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-0032cd1e-f451-4486-bf30-1228f97d8307 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/f1b34545-d66a-4b6a-b223-928206200683 HTTP/1.1" status: 200 len: 2994 time: 0.0904639 Dec 17 12:59:47.371629 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-9955046d-b789-4d32-8fdd-dda5ace83300 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/f1b34545-d66a-4b6a-b223-928206200683 HTTP/1.1" status: 200 len: 2994 time: 0.0614209 Dec 17 12:59:47.375177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-21d8250d-793e-49c5-b5fb-45f4d88d4004 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421466 Dec 17 12:59:47.410378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12e5e5-f47d-4d9e-baa3-d6728ab8572f req-afcbd9ff-2565-497d-9009-7219c1170e05 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:47.411997 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b12e5e5-f47d-4d9e-baa3-d6728ab8572f req-afcbd9ff-2565-497d-9009-7219c1170e05 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 945 time: 0.0509923 Dec 17 12:59:47.416798 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-a67e5e04-675f-4a00-a6ab-17a99c4ee792 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/f35786c8-b33b-46dc-8dcf-cf71219799fa HTTP/1.1" status: 200 len: 2998 time: 0.0373113 Dec 17 12:59:47.460251 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ec37070-a49d-41e0-9c57-fef346ddfe85 req-ec05b99f-7e8c-4742-b2d5-4dc78f2c9d14 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/f35786c8-b33b-46dc-8dcf-cf71219799fa HTTP/1.1" status: 200 len: 2998 time: 0.0359728 Dec 17 12:59:47.469648 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b12e5e5-f47d-4d9e-baa3-d6728ab8572f req-40ae73a0-5cf5-4c2c-8c4c-514870a7685a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472515 Dec 17 12:59:47.518744 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b413eb4d-a760-49c5-a5ad-debe7078985d x-openstack-request-id: req-b413eb4d-a760-49c5-a5ad-debe7078985d {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:47.519200 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a37751-f5d2-451d-9dec-e86633c46d0e", "tag": "5e3ac434-b5e0-499d-9eb4-cda3bc52b22d", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:47.519319 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b413eb4d-a760-49c5-a5ad-debe7078985d {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:47.519718 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a37751-f5d2-451d-9dec-e86633c46d0e', 'tag': '5e3ac434-b5e0-499d-9eb4-cda3bc52b22d', 'status': 'completed', 'code': 200} Dec 17 12:59:47.553407 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5598f58f-890f-4452-9b51-360547e4093f x-openstack-request-id: req-5598f58f-890f-4452-9b51-360547e4093f {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:47.553938 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e916c3ee-bab9-4c0c-a617-78396a371ab6", "name": "network-vif-plugged", "status": "completed", "tag": "b85e5198-c247-4e1c-92d8-c33a4dd657c8", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:47.554017 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5598f58f-890f-4452-9b51-360547e4093f {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:47.554380 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e916c3ee-bab9-4c0c-a617-78396a371ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85e5198-c247-4e1c-92d8-c33a4dd657c8', 'code': 200} Dec 17 12:59:47.562917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-b5aeb39c-f349-4c5c-a945-cf6aeff3f458 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:47.564450 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-b5aeb39c-f349-4c5c-a945-cf6aeff3f458 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b&tenant_id=9614be50faf74fb8a529668bc3e6df5e&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1096 time: 0.0498774 Dec 17 12:59:47.581943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-5'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 12:59:47.593293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887372e3-02b0-466a-a8a8-b7718ce48bcb req-00932ca9-ddcc-4338-8f13-392d67bcf563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:47.595690 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-887372e3-02b0-466a-a8a8-b7718ce48bcb req-00932ca9-ddcc-4338-8f13-392d67bcf563 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 1094 time: 0.0461280 Dec 17 12:59:47.604933 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:47.638987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-a2804d21-d35c-4e0c-aed7-ec122dfaa8c4 req-72ee5374-cf05-4ca6-abd5-fc1ce83774a0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 12:59:47.639835 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a2804d21-d35c-4e0c-aed7-ec122dfaa8c4 req-72ee5374-cf05-4ca6-abd5-fc1ce83774a0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070040 Dec 17 12:59:47.683033 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:47.703517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55da83d-54a5-443f-96ab-c5c28ea2189f req-0bfbc43b-f8b2-4ee8-8641-235027435e86 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:47.705479 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d55da83d-54a5-443f-96ab-c5c28ea2189f req-0bfbc43b-f8b2-4ee8-8641-235027435e86 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 950 time: 0.0836115 Dec 17 12:59:47.712930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6ad9c-4d4f-4e30-ae6e-d14a296d70dc req-0d651f99-cfc0-4c52-b36d-78492089eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:47.715027 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ea6ad9c-4d4f-4e30-ae6e-d14a296d70dc req-0d651f99-cfc0-4c52-b36d-78492089eebb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 1101 time: 0.0983491 Dec 17 12:59:47.750923 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887372e3-02b0-466a-a8a8-b7718ce48bcb req-3b5eaef4-2ba6-4e30-a890-e0e02445a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:47.756355 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-887372e3-02b0-466a-a8a8-b7718ce48bcb req-3b5eaef4-2ba6-4e30-a890-e0e02445a41e service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.1480930 Dec 17 12:59:47.803820 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-887372e3-02b0-466a-a8a8-b7718ce48bcb req-1c43881a-6619-4d06-a751-e8418a1546f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d HTTP/1.1" status: 200 len: 217 time: 0.0418892 Dec 17 12:59:47.806272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ea6ad9c-4d4f-4e30-ae6e-d14a296d70dc req-2fce612b-f564-4f33-ba27-04532f2f5b0e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841982 Dec 17 12:59:47.829896 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d55da83d-54a5-443f-96ab-c5c28ea2189f req-319fa066-9061-425f-896a-e0e257ad4cff tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966849 Dec 17 12:59:47.862626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887372e3-02b0-466a-a8a8-b7718ce48bcb req-5288a2b5-5bbb-4003-9b3e-790a2eccb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:47.864219 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-887372e3-02b0-466a-a8a8-b7718ce48bcb req-5288a2b5-5bbb-4003-9b3e-790a2eccb042 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.0527546 Dec 17 12:59:47.866329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:47.897778 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-887372e3-02b0-466a-a8a8-b7718ce48bcb req-e05a12a4-2f77-4aca-a3d6-ed95c66fbee7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252507 Dec 17 12:59:47.911634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:47.959611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9257de87-cddc-49cf-a967-91e53cd04e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1453d18-bfe9-46b9-bd8b-b56aba4fd69c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:47.962766 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f745ac53-e0b8-433e-8f4c-6bdb94f285e2" -d '{"events": [{"server_uuid": "9257de87-cddc-49cf-a967-91e53cd04e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "d1453d18-bfe9-46b9-bd8b-b56aba4fd69c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:47.967363 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:48.036651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:48.062613 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72b7e904-ab98-4d7d-a7b1-cb3d13f6effb req-f74f60ae-0320-458b-831a-374dcef02296 tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0ba72e5b195492180feb8441f08c8f6 HTTP/1.1" status: 200 len: 6153 time: 0.1352553 Dec 17 12:59:48.064708 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-887372e3-02b0-466a-a8a8-b7718ce48bcb req-88d6fb56-ca32-4db2-a71b-00db8a11cccb service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588237 Dec 17 12:59:48.118720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Pushing event updated for resources: {'Port': ['ID=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:48.132321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Attempting to bind port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on host n-h2-815324-5 for vnic_type normal with profile {"migrating_to": "n-h1-815324-5"} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 12:59:48.132737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Attempting to bind port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 12:59:48.133185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Attempting to bind port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:48.138909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 12:59:48.139241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Attempting to bind port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 12:59:48.144615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 12:59:48.144889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 12:59:48.145277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Bound using segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 12:59:48.145803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Bound port: d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 12:59:48.146236 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:48.206261 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72b7e904-ab98-4d7d-a7b1-cb3d13f6effb req-9a616e1e-3f13-4b0b-bc36-fcefb32109f3 tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] 10.222.0.59 "GET /v2.0/security-groups/6825d6d9-0409-42a6-94a1-13b0df780117 HTTP/1.1" status: 200 len: 2998 time: 0.1327982 Dec 17 12:59:48.229130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:48.231071 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-cc905cd8-caa2-4685-8bd6-b6fbe390af09 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956125 Dec 17 12:59:48.233145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 12:59:48.251868 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-887372e3-02b0-466a-a8a8-b7718ce48bcb req-2b607e86-7d6d-400b-af23-4af80de0ebc5 service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698306 Dec 17 12:59:48.272660 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72b7e904-ab98-4d7d-a7b1-cb3d13f6effb req-b28c2ee6-61cc-4d4f-bcd2-616e9af4e91f tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] 10.222.0.59 "GET /v2.0/security-groups/6825d6d9-0409-42a6-94a1-13b0df780117 HTTP/1.1" status: 200 len: 2998 time: 0.0557759 Dec 17 12:59:48.337706 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:48.379836 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f60ea-54d9-4f80-b5d9-f10a1d96f956 req-f49626e0-f217-4629-b27c-f74797faf14a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:48.381832 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-418f60ea-54d9-4f80-b5d9-f10a1d96f956 req-f49626e0-f217-4629-b27c-f74797faf14a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 943 time: 0.0621116 Dec 17 12:59:48.445664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:48.445839 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-418f60ea-54d9-4f80-b5d9-f10a1d96f956 req-1865fff0-4d31-49e6-a21e-9e12b7337fa7 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515194 Dec 17 12:59:48.460128 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:48.460128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] 10.222.0.54 "PUT /v2.0/ports/d1453d18-bfe9-46b9-bd8b-b56aba4fd69c HTTP/1.1" status: 200 len: 1121 time: 0.8728211 Dec 17 12:59:48.460128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d083af0-27ad-4a27-97d4-89d4b0dd5bad service neutron] Pushing event updated for resources: {'Port': ['ID=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,revision_number=8']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:48.518726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef62c6-2360-4db2-b5b0-f5b4c8eb7a30 req-7b6247b2-e4db-4b83-9b93-396806b13606 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:48.520442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1ef62c6-2360-4db2-b5b0-f5b4c8eb7a30 req-7b6247b2-e4db-4b83-9b93-396806b13606 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0710752 Dec 17 12:59:48.538572 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['d1453d18-bfe9-46b9-bd8b-b56aba4fd69c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:48.578558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c131c3-a3e8-4173-80da-90882d95d22a req-6bda3bbd-fbe9-4b66-a5aa-1520b425766b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:48.580613 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93c131c3-a3e8-4173-80da-90882d95d22a req-6bda3bbd-fbe9-4b66-a5aa-1520b425766b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0575590 Dec 17 12:59:48.608795 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1ef62c6-2360-4db2-b5b0-f5b4c8eb7a30 req-5ed25c3d-5fe8-4f62-874a-0bfac5578438 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806046 Dec 17 12:59:48.634404 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93c131c3-a3e8-4173-80da-90882d95d22a req-e3e8aacd-bf9c-4aaa-9c23-46faef2a3167 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468667 Dec 17 12:59:48.669751 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd038aa8-e7b2-4adb-91cb-b1449c752017 x-openstack-request-id: req-dd038aa8-e7b2-4adb-91cb-b1449c752017 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:48.670052 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9257de87-cddc-49cf-a967-91e53cd04e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "d1453d18-bfe9-46b9-bd8b-b56aba4fd69c", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:48.670307 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd038aa8-e7b2-4adb-91cb-b1449c752017 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:48.670713 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9257de87-cddc-49cf-a967-91e53cd04e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1453d18-bfe9-46b9-bd8b-b56aba4fd69c', 'code': 200} Dec 17 12:59:48.721871 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f3b44a8-8e13-4166-9def-2a82562d5f9d req-f2dad63c-0d39-4fe0-a5f6-8cf9bed2dfe5 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/5acd0137-7c74-4474-a629-0ca6b3ff96d9 HTTP/1.1" status: 200 len: 1795 time: 0.0374534 Dec 17 12:59:48.745874 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:48.785914 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5f3b44a8-8e13-4166-9def-2a82562d5f9d req-8d461325-a329-4eda-8251-59f721072574 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:48.809296 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5f3b44a8-8e13-4166-9def-2a82562d5f9d req-8d461325-a329-4eda-8251-59f721072574 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:48.942223 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5f3b44a8-8e13-4166-9def-2a82562d5f9d req-8d461325-a329-4eda-8251-59f721072574 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:48.944967 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5f3b44a8-8e13-4166-9def-2a82562d5f9d req-8d461325-a329-4eda-8251-59f721072574 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:48.946139 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f3b44a8-8e13-4166-9def-2a82562d5f9d req-8d461325-a329-4eda-8251-59f721072574 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/5acd0137-7c74-4474-a629-0ca6b3ff96d9 HTTP/1.1" status: 204 len: 173 time: 0.2178469 Dec 17 12:59:48.955155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d461325-a329-4eda-8251-59f721072574 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acd0137-7c74-4474-a629-0ca6b3ff96d9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:49.067199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339254d8-c03a-4a95-b777-af53541b8ad3 req-772e0cc3-6b42-4b6c-a2f3-415276b2bb9c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:49.069201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-339254d8-c03a-4a95-b777-af53541b8ad3 req-772e0cc3-6b42-4b6c-a2f3-415276b2bb9c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 943 time: 0.0624578 Dec 17 12:59:49.124825 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-339254d8-c03a-4a95-b777-af53541b8ad3 req-f395ba27-cdd5-47d0-932b-58500b1a3ac2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462313 Dec 17 12:59:49.267041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfb991-93ea-4e46-9b8f-3b8f9f660b69 req-f36b7185-dc54-498f-9136-1d735336ee81 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:49.268606 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9bfb991-93ea-4e46-9b8f-3b8f9f660b69 req-f36b7185-dc54-498f-9136-1d735336ee81 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 950 time: 0.0594785 Dec 17 12:59:49.279538 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b524cc6e-af15-4f1a-819a-7e42d1a0f65a req-2dc19da0-580f-4ad2-9852-87e7bae0fe09 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "GET /v2.0/security-groups/cd8d2dda-b4b5-4418-a846-87bbf96073ea HTTP/1.1" status: 200 len: 1795 time: 0.0398352 Dec 17 12:59:49.321162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9bfb991-93ea-4e46-9b8f-3b8f9f660b69 req-16c7f796-0286-4eef-8008-c6da25edc688 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447433 Dec 17 12:59:49.333538 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b524cc6e-af15-4f1a-819a-7e42d1a0f65a req-9a16bedd-6326-4fa3-8364-5d6c23f73027 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:49.363682 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b524cc6e-af15-4f1a-819a-7e42d1a0f65a req-9a16bedd-6326-4fa3-8364-5d6c23f73027 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:49.516893 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b524cc6e-af15-4f1a-819a-7e42d1a0f65a req-9a16bedd-6326-4fa3-8364-5d6c23f73027 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:49.519593 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b524cc6e-af15-4f1a-819a-7e42d1a0f65a req-9a16bedd-6326-4fa3-8364-5d6c23f73027 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:49.520809 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b524cc6e-af15-4f1a-819a-7e42d1a0f65a req-9a16bedd-6326-4fa3-8364-5d6c23f73027 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd8d2dda-b4b5-4418-a846-87bbf96073ea HTTP/1.1" status: 204 len: 173 time: 0.2353361 Dec 17 12:59:49.533845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16bedd-6326-4fa3-8364-5d6c23f73027 tempest-SecurityGroupsTestAdminJSON-2070129122 tempest-SecurityGroupsTestAdminJSON-2070129122-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8d2dda-b4b5-4418-a846-87bbf96073ea,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:49.668699 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:49.868014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db5892-bb8a-4634-af96-7d5c9e0b197d req-2928ffd3-69f7-45e1-950e-14ee9f61d379 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:49.869529 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11db5892-bb8a-4634-af96-7d5c9e0b197d req-2928ffd3-69f7-45e1-950e-14ee9f61d379 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 943 time: 0.0560658 Dec 17 12:59:49.916680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11db5892-bb8a-4634-af96-7d5c9e0b197d req-8db24b44-c1e5-4ef9-85fb-5bdaf853bbf9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409360 Dec 17 12:59:49.983277 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-957e2753-6a92-4025-8dbb-104408f67f48 req-8f66403a-32b4-47f6-a482-47c6d910e683 tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] 10.222.0.59 "GET /v2.0/security-groups/dc2116aa-d697-4b0f-861b-0bdbff173b8a HTTP/1.1" status: 200 len: 1795 time: 0.0398669 Dec 17 12:59:50.039544 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-957e2753-6a92-4025-8dbb-104408f67f48 req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:50.063525 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-957e2753-6a92-4025-8dbb-104408f67f48 req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:50.200066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-957e2753-6a92-4025-8dbb-104408f67f48 req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:50.202776 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-957e2753-6a92-4025-8dbb-104408f67f48 req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:50.204155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-957e2753-6a92-4025-8dbb-104408f67f48 req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] 10.222.0.59 "DELETE /v2.0/security-groups/dc2116aa-d697-4b0f-861b-0bdbff173b8a HTTP/1.1" status: 204 len: 173 time: 0.2144294 Dec 17 12:59:50.220657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2116aa-d697-4b0f-861b-0bdbff173b8a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:50.226753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.227112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.227465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.227812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.228293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.228475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.228809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.229140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.229492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.229821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.230182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.230508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.230837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82d8c6-bdee-4ec7-b341-6178d1fa7dee tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:50.250886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a489fc-82a7-4992-951c-c78bca50b295 req-79e4193a-7676-4c46-a9fa-31ad6b4e4b02 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:50.253115 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-37a489fc-82a7-4992-951c-c78bca50b295 req-79e4193a-7676-4c46-a9fa-31ad6b4e4b02 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0586441 Dec 17 12:59:50.260729 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:59:50.311245 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-37a489fc-82a7-4992-951c-c78bca50b295 req-f882aa9c-2f72-4e22-bf12-eb9bca5edd00 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515194 Dec 17 12:59:50.321400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5950c-261c-4c9f-828a-d66d899ff544 req-3bdde3ca-10d0-4c30-8825-04d14d142741 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:50.323006 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5d5950c-261c-4c9f-828a-d66d899ff544 req-3bdde3ca-10d0-4c30-8825-04d14d142741 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0682504 Dec 17 12:59:50.368992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:50.377738 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5d5950c-261c-4c9f-828a-d66d899ff544 req-114f8b29-7970-4a9d-8cfa-ea4df24b66e7 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429413 Dec 17 12:59:50.380807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '5e3ac434-b5e0-499d-9eb4-cda3bc52b22d', 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446', 'port_id': '5e3ac434-b5e0-499d-9eb4-cda3bc52b22d', 'mac_address': 'fa:16:3e:ef:db:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 12:59:50.426041 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:50.441244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:50.462432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:50.505900 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f1f10-909c-4729-b8b2-eaea4483d671 req-998978a4-93bd-4a29-9a6b-71d95832248d tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:50.507417 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-422f1f10-909c-4729-b8b2-eaea4483d671 req-998978a4-93bd-4a29-9a6b-71d95832248d tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 950 time: 0.0487790 Dec 17 12:59:50.552737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5af2c5-37d7-4d13-9deb-71b57e49aaca req-884d332c-ba16-41b6-9fd2-3171258fe042 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:50.554301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee5af2c5-37d7-4d13-9deb-71b57e49aaca req-884d332c-ba16-41b6-9fd2-3171258fe042 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 943 time: 0.0504849 Dec 17 12:59:50.556628 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-422f1f10-909c-4729-b8b2-eaea4483d671 req-5e20fed2-17ca-4687-bd19-735bfa1655d8 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 Dec 17 12:59:50.571054 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:50.608993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee5af2c5-37d7-4d13-9deb-71b57e49aaca req-acdff6da-aeb5-4f7d-87ca-50076397c1c5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475922 Dec 17 12:59:50.618602 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9db62dc5-9260-49cc-a92e-164578bf3eb5 req-d772f459-32ff-41d2-80ce-79734ed00011 tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] 10.222.0.59 "GET /v2.0/security-groups/23da217c-157d-449e-9e7f-364d56e26550 HTTP/1.1" status: 200 len: 1793 time: 0.0388205 Dec 17 12:59:50.629846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:50.675243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9257de87-cddc-49cf-a967-91e53cd04e9b', 'tag': 'd1453d18-bfe9-46b9-bd8b-b56aba4fd69c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:50.675243 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050486c7-a705-4f3b-a16d-5e0af36b05d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9257de87-cddc-49cf-a967-91e53cd04e9b", "tag": "d1453d18-bfe9-46b9-bd8b-b56aba4fd69c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:50.681425 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9db62dc5-9260-49cc-a92e-164578bf3eb5 req-d068ddf7-4aaa-40f7-9ccb-0bdd53e6c79b tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:50.710767 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9db62dc5-9260-49cc-a92e-164578bf3eb5 req-d068ddf7-4aaa-40f7-9ccb-0bdd53e6c79b tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:50.842469 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9db62dc5-9260-49cc-a92e-164578bf3eb5 req-d068ddf7-4aaa-40f7-9ccb-0bdd53e6c79b tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:50.845063 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9db62dc5-9260-49cc-a92e-164578bf3eb5 req-d068ddf7-4aaa-40f7-9ccb-0bdd53e6c79b tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:50.846345 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9db62dc5-9260-49cc-a92e-164578bf3eb5 req-d068ddf7-4aaa-40f7-9ccb-0bdd53e6c79b tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] 10.222.0.59 "DELETE /v2.0/security-groups/23da217c-157d-449e-9e7f-364d56e26550 HTTP/1.1" status: 204 len: 173 time: 0.2210352 Dec 17 12:59:50.857880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068ddf7-4aaa-40f7-9ccb-0bdd53e6c79b tempest-SecurityGroupsTestAdminJSON-1515382887 tempest-SecurityGroupsTestAdminJSON-1515382887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23da217c-157d-449e-9e7f-364d56e26550,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:50.891507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['5e3ac434-b5e0-499d-9eb4-cda3bc52b22d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:51.004779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23394016-a6bc-4350-83be-b592d182c884 req-b6fc6cca-3767-4f60-8cd6-c1d0a9b8c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:51.006634 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-b6fc6cca-3767-4f60-8cd6-c1d0a9b8c5f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 1101 time: 0.0499489 Dec 17 12:59:51.012114 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8b27c4-005f-4831-b5c9-ed2c0e48fc9e x-openstack-request-id: req-ab8b27c4-005f-4831-b5c9-ed2c0e48fc9e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:51.012411 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9257de87-cddc-49cf-a967-91e53cd04e9b", "tag": "d1453d18-bfe9-46b9-bd8b-b56aba4fd69c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:51.012668 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab8b27c4-005f-4831-b5c9-ed2c0e48fc9e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:51.013184 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9257de87-cddc-49cf-a967-91e53cd04e9b', 'tag': 'd1453d18-bfe9-46b9-bd8b-b56aba4fd69c', 'status': 'completed', 'code': 200} Dec 17 12:59:51.083666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050486c7-a705-4f3b-a16d-5e0af36b05d8 req-ca5d298c-d08f-4475-a9df-0863e8665ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:51.085299 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-050486c7-a705-4f3b-a16d-5e0af36b05d8 req-ca5d298c-d08f-4475-a9df-0863e8665ecb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 1124 time: 0.0463264 Dec 17 12:59:51.116674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23394016-a6bc-4350-83be-b592d182c884 req-5760c146-902f-48af-8a48-f1b9c6a16704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:51.118186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-5760c146-902f-48af-8a48-f1b9c6a16704 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.0978098 Dec 17 12:59:51.187616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-46e907fc-8585-44e1-9a98-39b021110dc7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920 HTTP/1.1" status: 200 len: 217 time: 0.0492501 Dec 17 12:59:51.203825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd442548-98da-40d4-9f8e-ba711358713b req-9bdc97f0-7e91-4997-8d92-6211803e6145 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:51.205322 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd442548-98da-40d4-9f8e-ba711358713b req-9bdc97f0-7e91-4997-8d92-6211803e6145 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 944 time: 0.1119053 Dec 17 12:59:51.243536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23394016-a6bc-4350-83be-b592d182c884 req-0ccb2723-f459-4fb9-a451-097c0f5087cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:51.245334 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-0ccb2723-f459-4fb9-a451-097c0f5087cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0505881 Dec 17 12:59:51.245476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050486c7-a705-4f3b-a16d-5e0af36b05d8 req-603e160f-ef16-4b54-9610-75d565560751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:51.247487 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-050486c7-a705-4f3b-a16d-5e0af36b05d8 req-603e160f-ef16-4b54-9610-75d565560751 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.1523159 Dec 17 12:59:51.310196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-050486c7-a705-4f3b-a16d-5e0af36b05d8 req-6207e642-4a26-4ac4-830a-6e4ef6e07959 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c HTTP/1.1" status: 200 len: 217 time: 0.0471592 Dec 17 12:59:51.311925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23394016-a6bc-4350-83be-b592d182c884 req-e0e5b733-1707-4e4c-8b51-c6a6299f3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:51.313553 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-e0e5b733-1707-4e4c-8b51-c6a6299f3c0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539520 Dec 17 12:59:51.315538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd442548-98da-40d4-9f8e-ba711358713b req-e13e71b2-1f7e-49af-b7e6-72032ea89a4b tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018758 Dec 17 12:59:51.420945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050486c7-a705-4f3b-a16d-5e0af36b05d8 req-b50dcbc1-e439-4a6b-8ada-2369a17025fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:51.422926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-050486c7-a705-4f3b-a16d-5e0af36b05d8 req-b50dcbc1-e439-4a6b-8ada-2369a17025fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0943279 Dec 17 12:59:51.462712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42628) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:51.468269 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-050486c7-a705-4f3b-a16d-5e0af36b05d8 req-458bbd60-0f48-43bc-8d69-4f12eea95f56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356946 Dec 17 12:59:51.474057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3c5a6-1910-407f-9c8d-e5f2183526f7 req-adf22cbc-c545-41de-8d76-4f91ddde6b2d tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:51.474057 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4cd3c5a6-1910-407f-9c8d-e5f2183526f7 req-adf22cbc-c545-41de-8d76-4f91ddde6b2d tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 950 time: 0.1136754 Dec 17 12:59:51.498041 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-c9de0db3-d824-4878-99a2-0836bcc35303 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626379 Dec 17 12:59:51.577338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-050486c7-a705-4f3b-a16d-5e0af36b05d8 req-cc6704ed-3b6f-4519-b3f2-021d37ed9505 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985689 Dec 17 12:59:51.615042 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4cd3c5a6-1910-407f-9c8d-e5f2183526f7 req-8e7a9e3a-80b3-47ad-9833-3b8609cad364 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285505 Dec 17 12:59:51.661124 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-c506ef9d-d62b-419f-a2c0-68d87fb050ad service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552160 Dec 17 12:59:51.716738 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-050486c7-a705-4f3b-a16d-5e0af36b05d8 req-1f4c0a23-e7a7-48be-8054-460f1f38f804 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256406 Dec 17 12:59:51.722184 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-169e47ec-0648-451a-8f2a-ddbb0a90c04e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0ba72e5b195492180feb8441f08c8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461550 Dec 17 12:59:51.722532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42652) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:51.747144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb869-4123-434c-9c6e-94a6ac2ac9c3 req-5741c0a0-df9b-4aea-9ddd-2ffc9a44e54a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:51.748588 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-18deb869-4123-434c-9c6e-94a6ac2ac9c3 req-5741c0a0-df9b-4aea-9ddd-2ffc9a44e54a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0816822 Dec 17 12:59:51.821545 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7257-6af6-48e8-adb3-3ce91bb9f49b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:51.833763 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-18deb869-4123-434c-9c6e-94a6ac2ac9c3 req-e376610e-c5d9-41fc-bf47-b70e553fe86f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771101 Dec 17 12:59:51.840105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8630d61-ffd4-472b-8a2e-b9744d8161dc req-80614f9d-b2f4-44fa-9ade-8495cb313ca2 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:51.841797 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8630d61-ffd4-472b-8a2e-b9744d8161dc req-80614f9d-b2f4-44fa-9ade-8495cb313ca2 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0557306 Dec 17 12:59:51.848834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7257-6af6-48e8-adb3-3ce91bb9f49b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:51.895171 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8630d61-ffd4-472b-8a2e-b9744d8161dc req-69c47ad6-762a-4e97-bad1-34204db28b05 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474257 Dec 17 12:59:51.953416 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9de895-c299-4024-994b-c1234bdec477 req-c6a1dc78-0304-4a88-b5c5-4531430f716a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:51.961204 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d9de895-c299-4024-994b-c1234bdec477 req-c6a1dc78-0304-4a88-b5c5-4531430f716a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 943 time: 0.0554643 Dec 17 12:59:52.003422 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d9de895-c299-4024-994b-c1234bdec477 req-cfe24fc5-92e6-49cb-a933-7641eb7973ac tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Dec 17 12:59:52.031245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7257-6af6-48e8-adb3-3ce91bb9f49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:52.033900 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7257-6af6-48e8-adb3-3ce91bb9f49b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:52.037699 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b1fa7257-6af6-48e8-adb3-3ce91bb9f49b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6825d6d9-0409-42a6-94a1-13b0df780117 HTTP/1.1" status: 204 len: 168 time: 0.3144143 Dec 17 12:59:52.045679 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa7257-6af6-48e8-adb3-3ce91bb9f49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6825d6d9-0409-42a6-94a1-13b0df780117,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:52.284447 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d1453d18-bfe9-46b9-bd8b-b56aba4fd69c details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 12:59:52.288465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 12:59:52.426424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:52.441409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d1453d18-bfe9-46b9-bd8b-b56aba4fd69c has no active binding in host n-h1-815324-5 {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 12:59:52.452765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62b5fd-e6de-469f-bb53-b256bdc854e5 req-e4e79760-ecb7-4d23-bcab-61e47fe8308b tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:52.454313 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca62b5fd-e6de-469f-bb53-b256bdc854e5 req-e4e79760-ecb7-4d23-bcab-61e47fe8308b tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 944 time: 0.0512304 Dec 17 12:59:52.465736 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 12:59:52.470059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 12:59:52.470603 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:52.515545 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca62b5fd-e6de-469f-bb53-b256bdc854e5 req-747f173e-0447-487a-8dbf-be22dd20f011 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501003 Dec 17 12:59:52.554313 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:52.578143 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a37751-f5d2-451d-9dec-e86633c46d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3ac434-b5e0-499d-9eb4-cda3bc52b22d'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:52.580373 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfe0674-7594-4cc7-a802-e12e730222e8" -d '{"events": [{"server_uuid": "d7a37751-f5d2-451d-9dec-e86633c46d0e", "name": "network-vif-plugged", "status": "completed", "tag": "5e3ac434-b5e0-499d-9eb4-cda3bc52b22d"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:52.595029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:52.625647 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7588fb-a011-43cf-869b-a80080ff67c1 x-openstack-request-id: req-4c7588fb-a011-43cf-869b-a80080ff67c1 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:52.625963 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a37751-f5d2-451d-9dec-e86633c46d0e", "name": "network-vif-plugged", "status": "completed", "tag": "5e3ac434-b5e0-499d-9eb4-cda3bc52b22d", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:52.626214 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c7588fb-a011-43cf-869b-a80080ff67c1 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:52.626601 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a37751-f5d2-451d-9dec-e86633c46d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3ac434-b5e0-499d-9eb4-cda3bc52b22d', 'code': 200} Dec 17 12:59:52.674343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:52.715110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42740) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:52.727972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:52.772577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a5ad6-5090-4ac0-b1f4-eb7ca7553e73 req-7b1c0b38-f670-4d99-b232-b48f902f02f2 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:52.780448 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3c6a5ad6-5090-4ac0-b1f4-eb7ca7553e73 req-7b1c0b38-f670-4d99-b232-b48f902f02f2 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 950 time: 0.0921884 Dec 17 12:59:52.789034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20ce49-1be5-4c6a-8f57-daf22520718c req-3c1669a7-7e0b-46ab-9a7b-89b88be1c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:52.790500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef20ce49-1be5-4c6a-8f57-daf22520718c req-3c1669a7-7e0b-46ab-9a7b-89b88be1c4ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 1096 time: 0.0769479 Dec 17 12:59:52.801624 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0b5e48cb-4770-4e03-98e8-be4b48042a7f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c8a4612610fd4d239e40c1199a380fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0854542 Dec 17 12:59:52.807526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42748) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:52.827707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3c6a5ad6-5090-4ac0-b1f4-eb7ca7553e73 req-fb746297-e761-43a8-aad0-334f9c1a4dbe tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/security-groups?id=f35786c8-b33b-46dc-8dcf-cf71219799fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463333 Dec 17 12:59:52.874689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef20ce49-1be5-4c6a-8f57-daf22520718c req-562fb874-6351-44a7-b543-75b34ac7d8d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719883 Dec 17 12:59:52.915787 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ac97-ce9b-4113-aa3e-756fd467758b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:52.943884 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ac97-ce9b-4113-aa3e-756fd467758b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:52.957828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf69c99-1517-4823-8415-09363bba0316 req-632d4371-0982-421b-982f-8570b908a559 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:52.959310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acf69c99-1517-4823-8415-09363bba0316 req-632d4371-0982-421b-982f-8570b908a559 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.61 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 950 time: 0.0802636 Dec 17 12:59:53.087458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafb46c-8db9-45f8-87eb-1c082e4bd7de req-90a1cc68-908e-47fb-8f08-89e1f6f2bc78 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:53.089018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2aafb46c-8db9-45f8-87eb-1c082e4bd7de req-90a1cc68-908e-47fb-8f08-89e1f6f2bc78 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0877802 Dec 17 12:59:53.132147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-acf69c99-1517-4823-8415-09363bba0316 req-b9f9f66f-5a68-4bc7-9be8-bdcdc269e2a1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Deleting port b85e5198-c247-4e1c-92d8-c33a4dd657c8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 12:59:53.132498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acf69c99-1517-4823-8415-09363bba0316 req-b9f9f66f-5a68-4bc7-9be8-bdcdc269e2a1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:53.184308 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ac97-ce9b-4113-aa3e-756fd467758b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:53.186932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ac97-ce9b-4113-aa3e-756fd467758b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:53.188074 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9cf1ac97-ce9b-4113-aa3e-756fd467758b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61c5a76c-bbad-4638-be94-22a375d8868a HTTP/1.1" status: 204 len: 168 time: 0.3782160 Dec 17 12:59:53.203172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2aafb46c-8db9-45f8-87eb-1c082e4bd7de req-8e9d771d-b429-4c7c-a1e0-c7d14175d56a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068377 Dec 17 12:59:53.210044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1ac97-ce9b-4113-aa3e-756fd467758b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c5a76c-bbad-4638-be94-22a375d8868a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:53.237138 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745820-465b-4dfa-a806-4b7ef4834bdd req-ab2b295a-d6fa-48c3-8f73-c9ef8d5f4deb tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:53.237138 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b3745820-465b-4dfa-a806-4b7ef4834bdd req-ab2b295a-d6fa-48c3-8f73-c9ef8d5f4deb tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0802212 Dec 17 12:59:53.256983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-acf69c99-1517-4823-8415-09363bba0316 req-b9f9f66f-5a68-4bc7-9be8-bdcdc269e2a1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] For port b85e5198-c247-4e1c-92d8-c33a4dd657c8, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=b85e5198-c247-4e1c-92d8-c33a4dd657c8,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:53.257284 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acf69c99-1517-4823-8415-09363bba0316 req-b9f9f66f-5a68-4bc7-9be8-bdcdc269e2a1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:53.283315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-acf69c99-1517-4823-8415-09363bba0316 req-b9f9f66f-5a68-4bc7-9be8-bdcdc269e2a1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Calling delete_port for b85e5198-c247-4e1c-92d8-c33a4dd657c8 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 12:59:53.406160 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b3745820-465b-4dfa-a806-4b7ef4834bdd req-019cdfbe-e00b-4788-881d-1ee215d2cfa7 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557229 Dec 17 12:59:53.430465 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-9e513e0f-9fba-43a3-922d-967b532e6799 service neutron] 10.222.0.61 "GET /v2.0/ports/d1453d18-bfe9-46b9-bd8b-b56aba4fd69c/bindings/n-h1-815324-5 HTTP/1.1" status: 200 len: 384 time: 0.1516502 Dec 17 12:59:53.560340 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acf69c99-1517-4823-8415-09363bba0316 req-b9f9f66f-5a68-4bc7-9be8-bdcdc269e2a1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:53.574948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['b85e5198-c247-4e1c-92d8-c33a4dd657c8'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 12:59:53.604226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9f66f-5a68-4bc7-9be8-bdcdc269e2a1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Pushing event deleted for resources: {'Port': ['ID=b85e5198-c247-4e1c-92d8-c33a4dd657c8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:53.615976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3a9d-b9a5-4276-ad32-66989c67ba86 req-3768b4bf-9975-4a37-8656-97ea338b198a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:53.622044 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c37a3a9d-b9a5-4276-ad32-66989c67ba86 req-3768b4bf-9975-4a37-8656-97ea338b198a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 943 time: 0.1161802 Dec 17 12:59:53.675185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf69c99-1517-4823-8415-09363bba0316 req-b9f9f66f-5a68-4bc7-9be8-bdcdc269e2a1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] No DVR routers for this DVR port b85e5198-c247-4e1c-92d8-c33a4dd657c8 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 12:59:53.679672 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acf69c99-1517-4823-8415-09363bba0316 req-b9f9f66f-5a68-4bc7-9be8-bdcdc269e2a1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:53.684918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acf69c99-1517-4823-8415-09363bba0316 req-b9f9f66f-5a68-4bc7-9be8-bdcdc269e2a1 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.61 "DELETE /v2.0/ports/b85e5198-c247-4e1c-92d8-c33a4dd657c8 HTTP/1.1" status: 204 len: 173 time: 0.7167890 Dec 17 12:59:53.696881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e916c3ee-bab9-4c0c-a617-78396a371ab6', 'name': 'network-vif-deleted', 'tag': 'b85e5198-c247-4e1c-92d8-c33a4dd657c8'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 12:59:53.697332 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:53.697431 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e7f246-3d0d-4dca-83ae-e01eced68185" -d '{"events": [{"server_uuid": "e916c3ee-bab9-4c0c-a617-78396a371ab6", "name": "network-vif-deleted", "tag": "b85e5198-c247-4e1c-92d8-c33a4dd657c8"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 12:59:53.725991 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c37a3a9d-b9a5-4276-ad32-66989c67ba86 req-5ef68fad-fb96-415d-95c1-8fd837019b2f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907912 Dec 17 12:59:53.733106 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:53.784946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1453d18-bfe9-46b9-bd8b-b56aba4fd69c {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 12:59:53.818107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 12:59:53.876609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ec1c6-8738-45ae-8ba7-74baac2c1bf3 req-5b4e126d-e941-4084-abac-1b0e2d56e882 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:53.882383 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c7ec1c6-8738-45ae-8ba7-74baac2c1bf3 req-5b4e126d-e941-4084-abac-1b0e2d56e882 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.0737565 Dec 17 12:59:53.884255 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 12:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f731e27-38e6-42c1-ae2e-efa49cfade65 x-openstack-request-id: req-8f731e27-38e6-42c1-ae2e-efa49cfade65 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 12:59:53.884781 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e916c3ee-bab9-4c0c-a617-78396a371ab6", "name": "network-vif-deleted", "tag": "b85e5198-c247-4e1c-92d8-c33a4dd657c8", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 12:59:53.884781 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f731e27-38e6-42c1-ae2e-efa49cfade65 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 12:59:53.885181 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e916c3ee-bab9-4c0c-a617-78396a371ab6', 'name': 'network-vif-deleted', 'tag': 'b85e5198-c247-4e1c-92d8-c33a4dd657c8', 'status': 'completed', 'code': 200} Dec 17 12:59:53.937486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c7ec1c6-8738-45ae-8ba7-74baac2c1bf3 req-eec38f5c-5a02-4cc1-a38c-d55bc7e36533 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527778 Dec 17 12:59:53.952011 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:54.043587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Transition to ACTIVE for port object d1453d18-bfe9-46b9-bd8b-b56aba4fd69c will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 12:59:54.101674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-82ae5d33-2b9e-4ebb-801a-445a027baa21 req-02513917-b88b-41f1-a59e-88496f565f11 tempest-DeleteServersAdminTestJSON-1856821278 tempest-DeleteServersAdminTestJSON-1856821278-project] 10.222.0.59 "GET /v2.0/ports?device_id=e916c3ee-bab9-4c0c-a617-78396a371ab6 HTTP/1.1" status: 200 len: 210 time: 0.0737028 Dec 17 12:59:54.153387 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:54.257063 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] No DVR routers for this DVR port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 12:59:54.286738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Pushing event updated for resources: {'Port': ['ID=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,revision_number=10']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:54.300342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.300687 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.301029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.301366 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.301840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.302159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.303102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.303102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.303291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.303483 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.303848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.304177 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.304478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 12:59:54.311946 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-8d68be4c-738b-4678-bc80-d8e547786888 service neutron] 10.222.0.61 "PUT /v2.0/ports/d1453d18-bfe9-46b9-bd8b-b56aba4fd69c/bindings/n-h1-815324-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8809874 Dec 17 12:59:54.363570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab7f42-2c5f-4e46-940c-429aee53c93c req-fff4bed5-cdf6-4a93-84e1-4d54810245be tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:54.365117 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8dab7f42-2c5f-4e46-940c-429aee53c93c req-fff4bed5-cdf6-4a93-84e1-4d54810245be tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0601881 Dec 17 12:59:54.422247 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8dab7f42-2c5f-4e46-940c-429aee53c93c req-daf45033-7831-49a6-9d53-f86abac65991 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508058 Dec 17 12:59:54.549770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9d312-564a-4cc3-9e7a-5b95e515801a req-05ad40b5-ccec-45d0-8bf3-ea8cf952fedf tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:54.551515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2a9d312-564a-4cc3-9e7a-5b95e515801a req-05ad40b5-ccec-45d0-8bf3-ea8cf952fedf tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0599761 Dec 17 12:59:54.601705 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2a9d312-564a-4cc3-9e7a-5b95e515801a req-4fb48de4-7659-47a3-baa5-1520ae447295 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437615 Dec 17 12:59:54.685047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-de1252ab-d838-4f6d-88eb-7ba5168362dd tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:54.686587 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-de1252ab-d838-4f6d-88eb-7ba5168362dd tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b&tenant_id=9614be50faf74fb8a529668bc3e6df5e&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.0427210 Dec 17 12:59:54.742978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7166fe1c-57bb-43cd-bf45-3355c1410d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:54.744961 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7166fe1c-57bb-43cd-bf45-3355c1410d6d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b&tenant_id=9614be50faf74fb8a529668bc3e6df5e HTTP/1.1" status: 200 len: 1095 time: 0.0498095 Dec 17 12:59:54.843275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-e1141ab1-95fe-44b5-9c47-434ae99010e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:54.843449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-e1141ab1-95fe-44b5-9c47-434ae99010e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 1095 time: 0.0720191 Dec 17 12:59:54.934094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0544e25-aad1-4658-8134-23b00104b1ed req-defe2e36-c8fc-4bd8-8243-7f98a4c339d8 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:54.935633 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0544e25-aad1-4658-8134-23b00104b1ed req-defe2e36-c8fc-4bd8-8243-7f98a4c339d8 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 944 time: 0.1127510 Dec 17 12:59:55.002673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-3f2feb94-78a1-4812-a282-2b38e6de8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:55.004382 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-3f2feb94-78a1-4812-a282-2b38e6de8d19 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.1469936 Dec 17 12:59:55.029542 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0544e25-aad1-4658-8134-23b00104b1ed req-dbe6b4f9-2f13-4fbf-a87d-a07e8128eea6 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837014 Dec 17 12:59:55.072175 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-7b7fc444-42ba-4316-8cfe-8546c606cf79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c HTTP/1.1" status: 200 len: 217 time: 0.0563345 Dec 17 12:59:55.155059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-9dc52a2b-ab6e-4a7b-bb49-cf7547366e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:55.156961 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-9dc52a2b-ab6e-4a7b-bb49-cf7547366e5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0767939 Dec 17 12:59:55.170123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c75f93-1fcd-419c-a2c5-60ca402c5a19 req-76a4d1aa-ad78-47ca-ad10-1fdb8f4efb24 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:55.189314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71c75f93-1fcd-419c-a2c5-60ca402c5a19 req-76a4d1aa-ad78-47ca-ad10-1fdb8f4efb24 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.1029480 Dec 17 12:59:55.220798 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-20ae1473-b02a-49f4-a118-b1b800d6d570 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554225 Dec 17 12:59:55.255952 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71c75f93-1fcd-419c-a2c5-60ca402c5a19 req-13cb0553-daca-4815-b629-13efac4906c1 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623977 Dec 17 12:59:55.424103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-5a064354-7986-4856-941c-b51decf89da5 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951869 Dec 17 12:59:55.451392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff1293-eef2-4f6d-8112-53ecb4818f87 req-834ffc21-28a0-4566-9bd2-aa4ea05ad0cb tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:55.453677 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3ff1293-eef2-4f6d-8112-53ecb4818f87 req-834ffc21-28a0-4566-9bd2-aa4ea05ad0cb tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 1096 time: 0.0560286 Dec 17 12:59:55.530259 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3ff1293-eef2-4f6d-8112-53ecb4818f87 req-1ffba12a-ba35-4cb3-94a8-dcc3139d5799 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628703 Dec 17 12:59:55.609311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-1959c494-7fb4-489c-a760-e0c52ea1930e service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762016 Dec 17 12:59:55.674110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a6cce-5598-4998-88f4-3d9838ca8a1d req-3022c65c-40b1-49ad-b452-5609d30dc106 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:55.681607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c31a6cce-5598-4998-88f4-3d9838ca8a1d req-3022c65c-40b1-49ad-b452-5609d30dc106 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.1088288 Dec 17 12:59:55.748136 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385bbea-89d3-49dc-833f-aadc0ed1bfc7 req-84f348d3-e727-4d3d-bd51-fa8f9f5ede83 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:55.757053 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c31a6cce-5598-4998-88f4-3d9838ca8a1d req-1b7d9083-5769-4ada-9768-d66cb1ad5764 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696340 Dec 17 12:59:55.758694 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9385bbea-89d3-49dc-833f-aadc0ed1bfc7 req-84f348d3-e727-4d3d-bd51-fa8f9f5ede83 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0674160 Dec 17 12:59:55.829934 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9385bbea-89d3-49dc-833f-aadc0ed1bfc7 req-e225ed45-87b8-4437-a2fc-720b16c8a665 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699489 Dec 17 12:59:56.200887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68360d85-fe2b-461e-a6ee-1eaa3b516a43 req-74c729e3-d030-4413-b3f6-706f1f472478 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:56.208640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68360d85-fe2b-461e-a6ee-1eaa3b516a43 req-74c729e3-d030-4413-b3f6-706f1f472478 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 944 time: 0.0925519 Dec 17 12:59:56.218426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-209a4b47-2e08-4360-838c-84e476f4b648 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:56.219894 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-209a4b47-2e08-4360-838c-84e476f4b648 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b&tenant_id=9614be50faf74fb8a529668bc3e6df5e&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.0931616 Dec 17 12:59:56.303005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68360d85-fe2b-461e-a6ee-1eaa3b516a43 req-3a26aa49-5827-4f0a-9432-417b5d9c785c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935569 Dec 17 12:59:56.305214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43000) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:56.505810 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-866f027e-4ef6-4358-a39d-3f8c91a1240a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e09f355597b5431aa8c3a1586eb214bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993515 Dec 17 12:59:56.508529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43012) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:56.533169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-f5ca2173-4394-4e29-9b8b-26e47747403a service neutron] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 12:59:56.541563 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-f5ca2173-4394-4e29-9b8b-26e47747403a service neutron] Publish callbacks [] for binding, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:56.542696 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a44384-b990-4d57-b8ef-2efe1e24c62e req-f5ca2173-4394-4e29-9b8b-26e47747403a service neutron] 10.222.0.54 "DELETE /v2.0/ports/d1453d18-bfe9-46b9-bd8b-b56aba4fd69c/bindings/n-h2-815324-5 HTTP/1.1" status: 204 len: 173 time: 0.3133719 Dec 17 12:59:56.574428 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d674a40-cbbe-4ae1-8590-5b9aed3a41e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:56.581177 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-c82252f3-6637-4b5c-81d8-c92a6af29971 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291245 Dec 17 12:59:56.601250 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d674a40-cbbe-4ae1-8590-5b9aed3a41e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:56.696476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-08fe2547-39fc-417e-9201-30fecf08e59c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:56.702073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-08fe2547-39fc-417e-9201-30fecf08e59c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149614 Dec 17 12:59:56.713571 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-66ffcea4-029b-4a7e-85c7-cd2e5d4f91f9 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/quotas/162344edac8740ada2447494ea66f0df HTTP/1.1" status: 200 len: 375 time: 0.0092175 Dec 17 12:59:56.730518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device b85e5198-c247-4e1c-92d8-c33a4dd657c8 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 12:59:56.740406 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d674a40-cbbe-4ae1-8590-5b9aed3a41e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:56.743152 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d674a40-cbbe-4ae1-8590-5b9aed3a41e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:56.744695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8d674a40-cbbe-4ae1-8590-5b9aed3a41e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f35786c8-b33b-46dc-8dcf-cf71219799fa HTTP/1.1" status: 204 len: 168 time: 0.2339461 Dec 17 12:59:56.751125 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-0cecf1f3-e7c7-4392-a962-8bc9034f2583 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304415 Dec 17 12:59:56.754067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d674a40-cbbe-4ae1-8590-5b9aed3a41e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35786c8-b33b-46dc-8dcf-cf71219799fa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:56.776810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: b85e5198-c247-4e1c-92d8-c33a4dd657c8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 12:59:56.777165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device b85e5198-c247-4e1c-92d8-c33a4dd657c8 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 12:59:56.778169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d1453d18-bfe9-46b9-bd8b-b56aba4fd69c no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 12:59:56.829341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d1453d18-bfe9-46b9-bd8b-b56aba4fd69c not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 12:59:56.902005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c2093-5bfa-488f-ab12-01c6cd65b770 req-bff5c4b1-ac00-4ee6-af14-1a3147184d17 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:56.910571 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c89c2093-5bfa-488f-ab12-01c6cd65b770 req-bff5c4b1-ac00-4ee6-af14-1a3147184d17 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0612538 Dec 17 12:59:56.968068 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c89c2093-5bfa-488f-ab12-01c6cd65b770 req-189d3ad6-2678-4146-a91a-fd6050f34c10 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558355 Dec 17 12:59:56.987358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43034) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:57.156526 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-007d5b0d-3176-4537-87f7-b4f0cb732735 req-2583df8c-eee7-4d34-9351-d2b68dadf094 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 210 time: 0.0507269 Dec 17 12:59:57.197872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030ed07-24e7-4359-a8ec-3fe57418d4da req-bbf0cbc0-cebd-4ea1-a981-2f1a2831a91b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:57.206133 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e030ed07-24e7-4359-a8ec-3fe57418d4da req-bbf0cbc0-cebd-4ea1-a981-2f1a2831a91b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.1235864 Dec 17 12:59:57.268225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e030ed07-24e7-4359-a8ec-3fe57418d4da req-097c220f-8c99-452b-9b06-fda9777c4042 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601397 Dec 17 12:59:57.290699 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85edacd8-f1c1-405f-9b15-de96a924405e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:57.379261 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85edacd8-f1c1-405f-9b15-de96a924405e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:57.428820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439b9e-a8f1-4590-80cd-a8cc6ea745b9 req-eb048a1d-1393-4e8c-bfd3-771520c4e114 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:57.430381 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14439b9e-a8f1-4590-80cd-a8cc6ea745b9 req-eb048a1d-1393-4e8c-bfd3-771520c4e114 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 944 time: 0.0471015 Dec 17 12:59:57.454631 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85edacd8-f1c1-405f-9b15-de96a924405e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:57.512432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-85edacd8-f1c1-405f-9b15-de96a924405e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43771564adc247d78ebd6aadbca42f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5233788 Dec 17 12:59:57.515550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43056) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:57.523439 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14439b9e-a8f1-4590-80cd-a8cc6ea745b9 req-90cb6b3e-bb78-4750-9ce8-37a0f9523f92 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832047 Dec 17 12:59:57.523439 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edacd8-f1c1-405f-9b15-de96a924405e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a58c25b-8678-4745-b88b-22b8a793faab,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:57.597410 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a24888e3-5c8c-40e4-968c-d6290526619b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:57.623782 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a24888e3-5c8c-40e4-968c-d6290526619b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:57.681934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9963923-08c4-499b-b2e0-af086604e17a req-a735f9fb-445b-459a-bcf2-4b3a658bb3f8 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:57.683434 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c9963923-08c4-499b-b2e0-af086604e17a req-a735f9fb-445b-459a-bcf2-4b3a658bb3f8 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 1095 time: 0.0436769 Dec 17 12:59:57.730644 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c9963923-08c4-499b-b2e0-af086604e17a req-93715719-7fcb-45cf-93b0-db8b75b82a26 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Dec 17 12:59:57.777832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43062) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:57.794986 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a24888e3-5c8c-40e4-968c-d6290526619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:57.799864 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a24888e3-5c8c-40e4-968c-d6290526619b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:57.801509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a24888e3-5c8c-40e4-968c-d6290526619b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8a58c25b-8678-4745-b88b-22b8a793faab HTTP/1.1" status: 204 len: 168 time: 0.2844257 Dec 17 12:59:57.816002 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ec6492f-63a3-478e-9715-0d39634d6426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:57.834309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24888e3-5c8c-40e4-968c-d6290526619b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a58c25b-8678-4745-b88b-22b8a793faab,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:57.974585 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ec6492f-63a3-478e-9715-0d39634d6426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:58.085120 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ec6492f-63a3-478e-9715-0d39634d6426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:58.101386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bf50b-c20d-4eb8-a99c-15cb79cb86b2 req-0bb39452-7f04-464e-80dd-5467d4c6d6a5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:58.103240 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d5bf50b-c20d-4eb8-a99c-15cb79cb86b2 req-0bb39452-7f04-464e-80dd-5467d4c6d6a5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0709546 Dec 17 12:59:58.144087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e581-d4e3-453b-902a-d9213e090e20 req-eb0771d3-15c9-4d93-9790-3f47e09841ac tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:58.145755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-eb0771d3-15c9-4d93-9790-3f47e09841ac tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 820 time: 0.1404269 Dec 17 12:59:58.163848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6492f-63a3-478e-9715-0d39634d6426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5550d496-c83e-44a0-a167-1683b63dc7d7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:58.168032 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3ec6492f-63a3-478e-9715-0d39634d6426 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c0930510ea514c0fad39442d31240d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891401 Dec 17 12:59:58.168282 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-f73711bf-cc16-468f-a855-e459911bb13d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/quotas/9614be50faf74fb8a529668bc3e6df5e HTTP/1.1" status: 200 len: 375 time: 0.0134795 Dec 17 12:59:58.172240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43084) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 12:59:58.221247 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d5bf50b-c20d-4eb8-a99c-15cb79cb86b2 req-7aecc11f-2807-4ef6-8d3b-b36762d280cb tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033082 Dec 17 12:59:58.245264 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2328c3ae-9774-4b5f-95b9-eb0f42fbe2b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:58.273093 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2328c3ae-9774-4b5f-95b9-eb0f42fbe2b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:58.274183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-20764aab-113a-4dbe-bf78-acb5fad6a38f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917823 Dec 17 12:59:58.310219 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77c15486-2717-4c51-bd94-e9d2fbe32111 req-1e2e193c-611b-42b5-a63f-099e155692e9 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 210 time: 0.0394199 Dec 17 12:59:58.325115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d1453d18-bfe9-46b9-bd8b-b56aba4fd69c no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 12:59:58.388779 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b97cc31b-b9a2-4d07-b76a-cf1036d65fa1 service neutron] 10.222.0.59 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117728 Dec 17 12:59:58.433379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2328c3ae-9774-4b5f-95b9-eb0f42fbe2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:58.434992 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2328c3ae-9774-4b5f-95b9-eb0f42fbe2b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 12:59:58.437620 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2328c3ae-9774-4b5f-95b9-eb0f42fbe2b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5550d496-c83e-44a0-a167-1683b63dc7d7 HTTP/1.1" status: 204 len: 168 time: 0.2631085 Dec 17 12:59:58.487063 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328c3ae-9774-4b5f-95b9-eb0f42fbe2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5550d496-c83e-44a0-a167-1683b63dc7d7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 12:59:58.517975 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9b572-d91c-439c-9348-ce5a2f0b68a9 req-0b25e6a3-f7d2-4ea6-8482-ffbe424f8f00 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:58.523582 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bcb9b572-d91c-439c-9348-ce5a2f0b68a9 req-0b25e6a3-f7d2-4ea6-8482-ffbe424f8f00 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.1037631 Dec 17 12:59:58.559639 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-e191ad6f-c389-490f-9757-9dd155114564 service neutron] 10.222.0.59 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623402 Dec 17 12:59:58.603105 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bcb9b572-d91c-439c-9348-ce5a2f0b68a9 req-c67b88f8-381b-45fa-aa83-a2d428654a5f tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691202 Dec 17 12:59:59.042375 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0ffcc96-1c8d-480d-bcd3-70bc10e66b06 req-68674dff-783c-49f5-af0d-b2cbfde28a99 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 210 time: 0.0471194 Dec 17 12:59:59.376413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431617b-4b07-443b-98ed-322bff4911ea req-803527fb-533f-494c-becc-7d6efa1b44e0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:59.378056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1431617b-4b07-443b-98ed-322bff4911ea req-803527fb-533f-494c-becc-7d6efa1b44e0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0825272 Dec 17 12:59:59.471720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c5fef40e-9d21-46fd-8075-dcc70e4e9b1e req-c2aa71e9-fa0a-42a7-910b-a3a14f825bbd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 210 time: 0.0587299 Dec 17 12:59:59.508343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1431617b-4b07-443b-98ed-322bff4911ea req-a4e3fd58-a016-45ef-8fbe-66b37b055dc6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237314 Dec 17 12:59:59.715309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffacac-4bb1-496f-a44f-c2ad4035e19a req-3c2598c2-f6ef-4e0b-871d-33d515e0ad88 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 12:59:59.716800 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39ffacac-4bb1-496f-a44f-c2ad4035e19a req-3c2598c2-f6ef-4e0b-871d-33d515e0ad88 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0517092 Dec 17 12:59:59.780212 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39ffacac-4bb1-496f-a44f-c2ad4035e19a req-d25e431d-fb8a-4acd-ab09-4f80628ab1af tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572290 Dec 17 13:00:00.154425 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-d35df2ef-77a7-4dc7-b16a-e44329738f41 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228035 Dec 17 13:00:00.393066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b78d652a-6d0d-4136-bab8-08d5bedf13b5 req-6826ac8c-1228-4279-8cec-c218f73e7021 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 210 time: 0.0341094 Dec 17 13:00:00.530500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-0c8457a3-d9d2-4ad1-9d4a-d12146fae7c8 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:00.532017 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-0c8457a3-d9d2-4ad1-9d4a-d12146fae7c8 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3624177 Dec 17 13:00:00.551602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Request body: {'port': {'device_id': 'bb2ed2dc-ab5b-426b-918a-f4ac83f32d47', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': '162344edac8740ada2447494ea66f0df'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:00.714693 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08082de0-16ec-4248-bd46-3caef0aed33b req-f821bdf9-a5cb-4bb3-82db-c9a8f1c7559f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 210 time: 0.0337806 Dec 17 13:00:00.749462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Made reservation on behalf of 162344edac8740ada2447494ea66f0df for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:00.752963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:00.762213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:00.827060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483d13c-a6fb-4cd9-beb3-f3ee763803c4 req-d37888f6-cb2e-43d1-8b25-fb8e7b6be36c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:00.829391 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8483d13c-a6fb-4cd9-beb3-f3ee763803c4 req-d37888f6-cb2e-43d1-8b25-fb8e7b6be36c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0557446 Dec 17 13:00:00.857216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:00.881042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8483d13c-a6fb-4cd9-beb3-f3ee763803c4 req-2480c6fb-2fd9-4add-81e5-f445da85dcc5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453632 Dec 17 13:00:00.992851 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:01.086569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:01.150369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fdb7e-97c5-4f7f-b555-420d7fb49db2 req-6b8db780-ae9e-4186-8f57-eb7ae081ba54 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:01.161678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d17fdb7e-97c5-4f7f-b555-420d7fb49db2 req-6b8db780-ae9e-4186-8f57-eb7ae081ba54 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0812292 Dec 17 13:00:01.213302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Allocated IP 192.168.233.84 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/623c20c7-cc9c-440d-8828-06c3d2b90300) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:01.218310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d17fdb7e-97c5-4f7f-b555-420d7fb49db2 req-5adaef71-b959-4a62-b4e3-c9de02e122f3 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557523 Dec 17 13:00:01.281609 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:01.412388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:01.498837 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7a573be5-bee4-46cc-89b4-2814d8d75870 req-24525b55-13c6-4754-93da-fa11b2ce4068 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 210 time: 0.0264297 Dec 17 13:00:01.559336 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:01.625221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event updated for resources: {'Port': ['ID=623c20c7-cc9c-440d-8828-06c3d2b90300,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:01.646925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e581-d4e3-453b-902a-d9213e090e20 req-819cffe9-1cf4-499b-9ed6-a9e607c51454 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:01.648154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-819cffe9-1cf4-499b-9ed6-a9e607c51454 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.61 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 820 time: 0.1509531 Dec 17 13:00:01.651872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:01.653349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:01.655984 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:01.664223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:01.665244 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:01.677690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Request body: {'port': {'device_id': '9381c508-27b7-46d5-be3f-6ff26ea68eba', 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a', 'admin_state_up': True, 'tenant_id': '9614be50faf74fb8a529668bc3e6df5e'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:01.815072 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3dcc3bd4-4f49-4f40-bb93-0e9b4773eba0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2676077 Dec 17 13:00:01.833115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Request body: {'port': {'device_id': 'bb2ed2dc-ab5b-426b-918a-f4ac83f32d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:01.905684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43232) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:01.924666 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:02.029546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4d9fe23b-8bed-4ed3-b57f-3a230c8fa403 None None] Provisioning complete for port 623c20c7-cc9c-440d-8828-06c3d2b90300 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:02.030127 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe23b-8bed-4ed3-b57f-3a230c8fa403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:02.140363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4d9fe23b-8bed-4ed3-b57f-3a230c8fa403 None None] Port 623c20c7-cc9c-440d-8828-06c3d2b90300 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:00:02.194833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cc4bc-882b-4f7b-8740-638747da6b35 req-6cf79316-5988-4d88-8dde-a72e126673a0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:02.198224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-587cc4bc-882b-4f7b-8740-638747da6b35 req-6cf79316-5988-4d88-8dde-a72e126673a0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 935 time: 0.1027608 Dec 17 13:00:02.265058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-587cc4bc-882b-4f7b-8740-638747da6b35 req-c79b2250-6238-4efb-92ef-75f5b95c637d tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601988 Dec 17 13:00:02.286635 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ada2a-5c9f-4afa-bb79-4c1e85824e82 req-dee83026-d71a-4b8f-9b11-b038ea525350 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:02.288162 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-370ada2a-5c9f-4afa-bb79-4c1e85824e82 req-dee83026-d71a-4b8f-9b11-b038ea525350 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.2512445 Dec 17 13:00:02.336504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device aadf8cd5-9ac8-46c0-ba4a-07721b30089f details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:00:02.352479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device aadf8cd5-9ac8-46c0-ba4a-07721b30089f no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:00:02.355114 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Made reservation on behalf of 9614be50faf74fb8a529668bc3e6df5e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:02.360387 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:02.395891 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-168ce699-63f3-43c3-a0d1-a45882f0fbc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:02.528684 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-168ce699-63f3-43c3-a0d1-a45882f0fbc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:02.584719 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-370ada2a-5c9f-4afa-bb79-4c1e85824e82 req-a0b79b59-3a24-4a08-90d4-3a7ad2e6be2e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862754 Dec 17 13:00:02.617360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-168ce699-63f3-43c3-a0d1-a45882f0fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:02.626403 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:02.629011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Allocated IP 172.20.0.12 (7717af48-82a8-4fc3-8cc0-cf6ce9d6412a/8d7a7622-58e1-4644-af83-62446c95c9d4/299d3f21-b608-458e-b0ab-c0dcf0d766fd) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:02.702287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port aadf8cd5-9ac8-46c0-ba4a-07721b30089f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:02.707300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcaa5c8-ca86-4b81-8735-304b43f8fbc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:02.710011 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beac369e-4cfc-41ef-8bed-3e7d392b18cf" -d '{"events": [{"server_uuid": "bbcaa5c8-ca86-4b81-8735-304b43f8fbc2", "name": "network-vif-unplugged", "status": "completed", "tag": "aadf8cd5-9ac8-46c0-ba4a-07721b30089f"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:02.747991 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-168ce699-63f3-43c3-a0d1-a45882f0fbc4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd52b82ae5a54c6fb1c3927e5ed5a059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8400481 Dec 17 13:00:02.748830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43252) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:02.776042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port aadf8cd5-9ac8-46c0-ba4a-07721b30089f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:02.788577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f', 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913', 'port_id': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f', 'mac_address': 'fa:16:3e:17:78:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98082a87-8f9d-4c39-8f34-da72827610be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:00:02.819689 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:02.853171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ce699-63f3-43c3-a0d1-a45882f0fbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1e8a87-3842-41d3-bd27-3abf330fe822,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:02.870549 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:02.882510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1b6ed-ab01-4505-8d12-82234fe6135b req-547fe37f-f0ee-4507-a6f1-0341bf1eb294 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:02.888499 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8a1b6ed-ab01-4505-8d12-82234fe6135b req-547fe37f-f0ee-4507-a6f1-0341bf1eb294 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.1588111 Dec 17 13:00:02.908385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aadf8cd5-9ac8-46c0-ba4a-07721b30089f {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:02.913852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:02.914032 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:02.924394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.926768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.926768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.926768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.926768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.926768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.926768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.927318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.927318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.927643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.928153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.928482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.928808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:02.965951 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:00:02.966542 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:00:02.978895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b7129888-b871-482a-b05c-1dd49c7b1ad3 req-77b134ba-d6da-44b3-96ba-935d72a5a1e4 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 210 time: 0.0458179 Dec 17 13:00:02.997494 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29335aab-c3ca-4240-91c6-8d4ad688ddfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.007657 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623c20c7-cc9c-440d-8828-06c3d2b90300 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:03.024141 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.031475 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1ad5e0-693c-47f8-97a7-389f3f683b7e x-openstack-request-id: req-0b1ad5e0-693c-47f8-97a7-389f3f683b7e {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:03.031873 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcaa5c8-ca86-4b81-8735-304b43f8fbc2", "name": "network-vif-unplugged", "status": "completed", "tag": "aadf8cd5-9ac8-46c0-ba4a-07721b30089f", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:03.032224 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b1ad5e0-693c-47f8-97a7-389f3f683b7e {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:03.032711 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcaa5c8-ca86-4b81-8735-304b43f8fbc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f', 'code': 200} Dec 17 13:00:03.038901 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8a1b6ed-ab01-4505-8d12-82234fe6135b req-d94fa368-5cce-44e2-970d-37c336ab0ff8 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283917 Dec 17 13:00:03.064937 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29335aab-c3ca-4240-91c6-8d4ad688ddfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.066925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Transition to ACTIVE for port object 623c20c7-cc9c-440d-8828-06c3d2b90300 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:00:03.088222 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.148131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:03.156144 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.157273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:03.160092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:03.166428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:03.167119 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.169298 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Pushing event updated for resources: {'Port': ['ID=299d3f21-b608-458e-b0ab-c0dcf0d766fd,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:03.215245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Pushing event updated for resources: {'Port': ['ID=623c20c7-cc9c-440d-8828-06c3d2b90300,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:03.263567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Attempting to bind port 623c20c7-cc9c-440d-8828-06c3d2b90300 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:03.263909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Attempting to bind port 623c20c7-cc9c-440d-8828-06c3d2b90300 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:03.264257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Attempting to bind port 623c20c7-cc9c-440d-8828-06c3d2b90300 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:03.269021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Port 623c20c7-cc9c-440d-8828-06c3d2b90300 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:03.269320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Attempting to bind port 623c20c7-cc9c-440d-8828-06c3d2b90300 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:03.275572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:03.275763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:03.276131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:03.276575 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Bound port: 623c20c7-cc9c-440d-8828-06c3d2b90300, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:03.277071 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.281088 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29335aab-c3ca-4240-91c6-8d4ad688ddfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.292987 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29335aab-c3ca-4240-91c6-8d4ad688ddfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.292987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-29335aab-c3ca-4240-91c6-8d4ad688ddfe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad1e8a87-3842-41d3-bd27-3abf330fe822 HTTP/1.1" status: 204 len: 168 time: 0.5046358 Dec 17 13:00:03.318906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-b3287ea9-dd8d-4292-96b2-d9c19ce92715 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6506798 Dec 17 13:00:03.338380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Request body: {'port': {'device_id': '9381c508-27b7-46d5-be3f-6ff26ea68eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:03.407953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29335aab-c3ca-4240-91c6-8d4ad688ddfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1e8a87-3842-41d3-bd27-3abf330fe822,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:03.429589 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.491248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] For port 623c20c7-cc9c-440d-8828-06c3d2b90300, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:03.502538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] For port 623c20c7-cc9c-440d-8828-06c3d2b90300, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=623c20c7-cc9c-440d-8828-06c3d2b90300,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:03.526905 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.542222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e640f14-debc-4326-b8ee-60c7aa6b434d req-126a498f-c9b3-44e4-aa5b-4bf8d1b6036c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:03.546396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadf8cd5-9ac8-46c0-ba4a-07721b30089f {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:03.551504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e640f14-debc-4326-b8ee-60c7aa6b434d req-126a498f-c9b3-44e4-aa5b-4bf8d1b6036c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 947 time: 0.1390150 Dec 17 13:00:03.582391 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.584463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port aadf8cd5-9ac8-46c0-ba4a-07721b30089f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:03.652603 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:03.655046 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.656870 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] 10.222.0.61 "PUT /v2.0/ports/623c20c7-cc9c-440d-8828-06c3d2b90300 HTTP/1.1" status: 200 len: 1095 time: 1.8298497 Dec 17 13:00:03.659978 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2ed2dc-ab5b-426b-918a-f4ac83f32d47', 'tag': '623c20c7-cc9c-440d-8828-06c3d2b90300'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:03.671463 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de321a8-a7fc-4fdb-99dd-1d0160484c10" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2ed2dc-ab5b-426b-918a-f4ac83f32d47", "tag": "623c20c7-cc9c-440d-8828-06c3d2b90300"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:03.681250 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:03.682077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e640f14-debc-4326-b8ee-60c7aa6b434d req-94b5d931-9a66-45ed-a646-e5469645fadf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286180 Dec 17 13:00:03.735650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f84c8d-d0ac-4e6d-adcc-ab3bc0995887 service neutron] Pushing event updated for resources: {'Port': ['ID=623c20c7-cc9c-440d-8828-06c3d2b90300,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:03.786329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:03.865862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-01fcae3e-e407-4534-96aa-6e1afd798f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:03.867944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-01fcae3e-e407-4534-96aa-6e1afd798f18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 1098 time: 0.1029105 Dec 17 13:00:03.950809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['aadf8cd5-9ac8-46c0-ba4a-07721b30089f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:03.963129 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-dfe27403-73a8-4082-928d-7c992ee879da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=623c20c7-cc9c-440d-8828-06c3d2b90300 HTTP/1.1" status: 200 len: 217 time: 0.0775025 Dec 17 13:00:03.973329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee108c7b-f9b4-4dbc-a352-5893be390a3a req-61131a49-9e88-430c-8392-2ecd4ae02071 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:03.975810 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee108c7b-f9b4-4dbc-a352-5893be390a3a req-61131a49-9e88-430c-8392-2ecd4ae02071 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.1026411 Dec 17 13:00:04.085500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-07bbdc02-0b2f-4e02-9e87-beadf4693789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:04.089063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-07bbdc02-0b2f-4e02-9e87-beadf4693789 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1171639 Dec 17 13:00:04.095213 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa95dab-6da5-452d-b968-9b8f8280d08f x-openstack-request-id: req-aaa95dab-6da5-452d-b968-9b8f8280d08f {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:04.096087 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2ed2dc-ab5b-426b-918a-f4ac83f32d47", "tag": "623c20c7-cc9c-440d-8828-06c3d2b90300", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:04.096679 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aaa95dab-6da5-452d-b968-9b8f8280d08f {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:04.097284 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2ed2dc-ab5b-426b-918a-f4ac83f32d47', 'tag': '623c20c7-cc9c-440d-8828-06c3d2b90300', 'status': 'completed', 'code': 200} Dec 17 13:00:04.115020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee108c7b-f9b4-4dbc-a352-5893be390a3a req-81f6f6ac-ec00-4725-b34b-e68682f3b277 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254246 Dec 17 13:00:04.131370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299d3f21-b608-458e-b0ab-c0dcf0d766fd {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:04.151400 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:04.154709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-501c5058-8cdd-4469-9b21-4634e6f6e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:04.159710 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-501c5058-8cdd-4469-9b21-4634e6f6e737 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0576456 Dec 17 13:00:04.191866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Transition to ACTIVE for port object 299d3f21-b608-458e-b0ab-c0dcf0d766fd will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:00:04.292637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f86466-6e6f-4698-945e-46b06f7d9857 req-532266ed-de93-4e7d-b5c4-e64b2a21fef0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:04.297444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4f86466-6e6f-4698-945e-46b06f7d9857 req-532266ed-de93-4e7d-b5c4-e64b2a21fef0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 932 time: 0.1006393 Dec 17 13:00:04.298598 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:04.317213 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-3124b144-1820-4511-9329-277bfa139d59 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517289 Dec 17 13:00:04.440596 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd944d4a-675b-4344-a2da-fb14b7bdcd47 req-dfd478cc-98f3-4182-945a-06ea61151d27 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:04.442151 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dd944d4a-675b-4344-a2da-fb14b7bdcd47 req-dfd478cc-98f3-4182-945a-06ea61151d27 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 944 time: 0.1182885 Dec 17 13:00:04.453923 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4f86466-6e6f-4698-945e-46b06f7d9857 req-0ee51772-778f-4c2f-b09d-3de7bb1c2375 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371460 Dec 17 13:00:04.466452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Pushing event updated for resources: {'Port': ['ID=299d3f21-b608-458e-b0ab-c0dcf0d766fd,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:04.485394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Attempting to bind port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:04.485781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Attempting to bind port 299d3f21-b608-458e-b0ab-c0dcf0d766fd by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:04.486118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Attempting to bind port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:04.492400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:04.494010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Attempting to bind port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:04.502167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:04.503242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:04.503866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Bound using segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:04.509185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Bound port: 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:04.511270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:04.536833 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bf2cb8f-72a7-4a65-8ee0-7ebd20a09d86 req-49098630-eb1e-45fc-baa1-eeb3109516b2 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995099 Dec 17 13:00:04.568351 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dd944d4a-675b-4344-a2da-fb14b7bdcd47 req-b9addf42-7502-4713-bde3-df8e40b137be tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103575 Dec 17 13:00:04.598069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:04.610272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:04.692085 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:04.743444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:04.744148 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:04.745666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] 10.222.0.61 "PUT /v2.0/ports/299d3f21-b608-458e-b0ab-c0dcf0d766fd HTTP/1.1" status: 200 len: 1092 time: 1.4181070 Dec 17 13:00:04.746129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9381c508-27b7-46d5-be3f-6ff26ea68eba', 'tag': '299d3f21-b608-458e-b0ab-c0dcf0d766fd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:04.749534 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8960306-678c-4420-8b00-257a817921a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9381c508-27b7-46d5-be3f-6ff26ea68eba", "tag": "299d3f21-b608-458e-b0ab-c0dcf0d766fd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:04.787683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de321a8-a7fc-4fdb-99dd-1d0160484c10 req-efbb2d9d-1fbd-43c3-9c31-14b3d67e9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:04.790179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6de321a8-a7fc-4fdb-99dd-1d0160484c10 req-efbb2d9d-1fbd-43c3-9c31-14b3d67e9d14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 1098 time: 0.1077607 Dec 17 13:00:04.799721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69700608-7e44-4a81-8332-d57f40b2f315 service neutron] Pushing event updated for resources: {'Port': ['ID=299d3f21-b608-458e-b0ab-c0dcf0d766fd,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:04.876241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43326) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:04.896399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df03b39-8948-4b81-8083-9be7dcb0969b req-f2a235e6-3ed5-43ba-b11b-0ed4f42488f2 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:04.905338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9df03b39-8948-4b81-8083-9be7dcb0969b req-f2a235e6-3ed5-43ba-b11b-0ed4f42488f2 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 947 time: 0.1209955 Dec 17 13:00:04.908291 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f84b50-425a-4e7f-8b23-a3f6478341b0 x-openstack-request-id: req-e8f84b50-425a-4e7f-8b23-a3f6478341b0 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:04.908665 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9381c508-27b7-46d5-be3f-6ff26ea68eba", "tag": "299d3f21-b608-458e-b0ab-c0dcf0d766fd", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:04.909009 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8f84b50-425a-4e7f-8b23-a3f6478341b0 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:04.909474 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9381c508-27b7-46d5-be3f-6ff26ea68eba', 'tag': '299d3f21-b608-458e-b0ab-c0dcf0d766fd', 'status': 'completed', 'code': 200} Dec 17 13:00:04.958800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e581-d4e3-453b-902a-d9213e090e20 req-0667a4d6-0c9c-45a5-9088-389e3a59053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:04.959604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de321a8-a7fc-4fdb-99dd-1d0160484c10 req-59d47017-0a9a-4108-959c-f3ff1bcf8267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:04.960506 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-0667a4d6-0c9c-45a5-9088-389e3a59053d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 1095 time: 0.1157465 Dec 17 13:00:04.963135 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6de321a8-a7fc-4fdb-99dd-1d0160484c10 req-59d47017-0a9a-4108-959c-f3ff1bcf8267 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1647432 Dec 17 13:00:04.977338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9df03b39-8948-4b81-8083-9be7dcb0969b req-fe91401a-a1d3-4e24-97d4-018a0ceff79f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720432 Dec 17 13:00:05.049984 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-676566363-network', 'tenant_id': 'f476010f0ca3482fbe95c7997c46b59d'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:05.051798 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-7bb84339-19d5-421b-988c-ad4905724a46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd HTTP/1.1" status: 200 len: 217 time: 0.0678122 Dec 17 13:00:05.054186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6de321a8-a7fc-4fdb-99dd-1d0160484c10 req-a643bda7-66cd-46f9-af20-b0765281cedd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=623c20c7-cc9c-440d-8828-06c3d2b90300 HTTP/1.1" status: 200 len: 217 time: 0.0640953 Dec 17 13:00:05.113655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e581-d4e3-453b-902a-d9213e090e20 req-c225eda6-f40d-46b4-9b67-7a9a79c2c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:05.115456 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-c225eda6-f40d-46b4-9b67-7a9a79c2c2a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0472007 Dec 17 13:00:05.134469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de321a8-a7fc-4fdb-99dd-1d0160484c10 req-b27ab9b6-d4ad-4249-98c4-782d7f9a6b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:05.136424 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6de321a8-a7fc-4fdb-99dd-1d0160484c10 req-b27ab9b6-d4ad-4249-98c4-782d7f9a6b77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0593646 Dec 17 13:00:05.165887 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Made reservation on behalf of f476010f0ca3482fbe95c7997c46b59d for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:05.169227 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:05.174165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-1e1c46c4-b236-4334-8a2d-53fa84f20af5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501373 Dec 17 13:00:05.221916 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:05.289603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-de52ec80-6639-4a13-92d0-d729eead64cc service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031108 Dec 17 13:00:05.332300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de321a8-a7fc-4fdb-99dd-1d0160484c10 req-cb00d5c0-12ea-4e88-8943-95dec8e3136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:05.333970 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6de321a8-a7fc-4fdb-99dd-1d0160484c10 req-cb00d5c0-12ea-4e88-8943-95dec8e3136a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1896713 Dec 17 13:00:05.367181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f0a51-8eca-46bd-8eac-dcdcedd73909 req-bd2dc976-f229-4d36-8036-3492da526aec tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:05.368179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d96f0a51-8eca-46bd-8eac-dcdcedd73909 req-bd2dc976-f229-4d36-8036-3492da526aec tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.1646509 Dec 17 13:00:05.370298 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:05.427752 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c090e581-d4e3-453b-902a-d9213e090e20 req-ff0c1201-1da4-4773-bd5c-a250fbd81ac8 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286483 Dec 17 13:00:05.481106 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:05.519207 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d96f0a51-8eca-46bd-8eac-dcdcedd73909 req-ebe4eb27-7f4f-498b-a9a4-38e1f59366bc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326051 Dec 17 13:00:05.529979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:00:05.544602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9296bb1c-7f80-4c59-b582-7cd00510cd58,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:05.550532 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:05.550889 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Added segment 36606f30-5a3c-44c9-a81f-25b4809c49e7 of type vlan for network 02b94716-53e4-4d03-bac4-c5aeeeb1a5d7 Dec 17 13:00:05.568160 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6de321a8-a7fc-4fdb-99dd-1d0160484c10 req-e140c3f1-ece8-493b-9c69-f3abb434413e service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216644 Dec 17 13:00:05.661918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960306-678c-4420-8b00-257a817921a3 req-ab1387fa-fb65-4f74-98ac-bc264e665fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:05.664504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8960306-678c-4420-8b00-257a817921a3 req-ab1387fa-fb65-4f74-98ac-bc264e665fa7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 1095 time: 0.0977025 Dec 17 13:00:05.671064 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:05.711774 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:05.770713 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4af8d-65f7-4c8f-98aa-33fb3dae4327 req-0012485d-a806-43a2-bb75-6a60d51da757 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:05.772299 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-30d4af8d-65f7-4c8f-98aa-33fb3dae4327 req-0012485d-a806-43a2-bb75-6a60d51da757 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.1533735 Dec 17 13:00:05.785447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87d1a4-78f5-4783-aaf9-ce06c6ef3b66 req-1cecd3fa-6256-4477-8d12-374150d77d32 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:05.787126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f87d1a4-78f5-4783-aaf9-ce06c6ef3b66 req-1cecd3fa-6256-4477-8d12-374150d77d32 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 944 time: 0.1141043 Dec 17 13:00:05.795000 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6de321a8-a7fc-4fdb-99dd-1d0160484c10 req-163c0d76-914b-41b7-aaa1-b2582fffc6fc service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048006 Dec 17 13:00:05.813266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960306-678c-4420-8b00-257a817921a3 req-aa633f8a-25e0-4ace-abf8-371746cbe571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:05.814852 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8960306-678c-4420-8b00-257a817921a3 req-aa633f8a-25e0-4ace-abf8-371746cbe571 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.1406574 Dec 17 13:00:05.829362 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:05.830349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:05.830965 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:05.843183 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-30d4af8d-65f7-4c8f-98aa-33fb3dae4327 req-e8048898-065e-4828-a459-f39f6c3c8ff7 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583875 Dec 17 13:00:05.875974 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8960306-678c-4420-8b00-257a817921a3 req-3d107aa5-7bc0-4053-9a24-24cb1cee2efa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd HTTP/1.1" status: 200 len: 217 time: 0.0442314 Dec 17 13:00:05.885368 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f87d1a4-78f5-4783-aaf9-ce06c6ef3b66 req-dba745e1-1d30-4f3d-b2e1-66c2bfc7d1d5 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850832 Dec 17 13:00:05.899711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] Pushing event updated for resources: {'Network': ['ID=02b94716-53e4-4d03-bac4-c5aeeeb1a5d7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:05.910928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 02b94716-53e4-4d03-bac4-c5aeeeb1a5d7 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:00:05.940343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960306-678c-4420-8b00-257a817921a3 req-57228284-71d0-4a61-b219-34d0031bd19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:05.947086 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8960306-678c-4420-8b00-257a817921a3 req-57228284-71d0-4a61-b219-34d0031bd19e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0555220 Dec 17 13:00:05.976146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bc4f9852-1b7f-4120-ad37-66d5cf68787b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0956461 Dec 17 13:00:05.976146 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43358) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:05.986417 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-770ba190-c1dc-4a85-ad64-537107075c27 admin admin] Request body: {'subnet': {'network_id': '02b94716-53e4-4d03-bac4-c5aeeeb1a5d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-676566363-subnet', 'tenant_id': 'f476010f0ca3482fbe95c7997c46b59d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:06.011289 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8960306-678c-4420-8b00-257a817921a3 req-f4e93550-f275-4802-8e62-d649ca9b1265 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599139 Dec 17 13:00:06.112853 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770ba190-c1dc-4a85-ad64-537107075c27 admin admin] Made reservation on behalf of f476010f0ca3482fbe95c7997c46b59d for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:06.115816 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-770ba190-c1dc-4a85-ad64-537107075c27 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:06.181303 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15380220-caf2-4510-8afb-b4ce22ead3e0 req-e225017f-fcfc-443c-929e-c77173cbcfde tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:06.182847 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-15380220-caf2-4510-8afb-b4ce22ead3e0 req-e225017f-fcfc-443c-929e-c77173cbcfde tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 947 time: 0.0900447 Dec 17 13:00:06.188099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8960306-678c-4420-8b00-257a817921a3 req-804bbd44-111b-4ccd-9dbb-5aa4fffd43c7 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669695 Dec 17 13:00:06.316309 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-15380220-caf2-4510-8afb-b4ce22ead3e0 req-26c38ccd-1060-4754-884c-aae4839e8760 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248946 Dec 17 13:00:06.345509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8960306-678c-4420-8b00-257a817921a3 req-6f6c2f26-a885-4a9e-ad6b-1d0382885643 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429408 Dec 17 13:00:06.365259 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device aadf8cd5-9ac8-46c0-ba4a-07721b30089f up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:06.399617 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-770ba190-c1dc-4a85-ad64-537107075c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:06.427134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port aadf8cd5-9ac8-46c0-ba4a-07721b30089f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:06.427855 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:06.455634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ba190-c1dc-4a85-ad64-537107075c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=904ce3f4-81c6-4664-a269-689cb602e1ba,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:06.472722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ba190-c1dc-4a85-ad64-537107075c27 admin admin] Checking segment: {'id': '36606f30-5a3c-44c9-a81f-25b4809c49e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '02b94716-53e4-4d03-bac4-c5aeeeb1a5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:06.473093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ba190-c1dc-4a85-ad64-537107075c27 admin admin] Network hostable DHCP agents. Network: 02b94716-53e4-4d03-bac4-c5aeeeb1a5d7, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:00:06.533042 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:06.564416 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcaa5c8-ca86-4b81-8735-304b43f8fbc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:06.567231 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c1b85b-6968-455b-b458-f5a787c3ddb3" -d '{"events": [{"server_uuid": "bbcaa5c8-ca86-4b81-8735-304b43f8fbc2", "name": "network-vif-plugged", "status": "completed", "tag": "aadf8cd5-9ac8-46c0-ba4a-07721b30089f"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:06.581126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port aadf8cd5-9ac8-46c0-ba4a-07721b30089f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:06.581876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ba190-c1dc-4a85-ad64-537107075c27 admin admin] Network 02b94716-53e4-4d03-bac4-c5aeeeb1a5d7 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:00:06.666403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c00dd7-bf46-4902-99ab-2cc92f5a052b req-3483bac4-ccd6-4da6-8743-ebe87c4c74f4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:06.667917 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03c00dd7-bf46-4902-99ab-2cc92f5a052b req-3483bac4-ccd6-4da6-8743-ebe87c4c74f4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0559251 Dec 17 13:00:06.690986 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-770ba190-c1dc-4a85-ad64-537107075c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 02b94716-53e4-4d03-bac4-c5aeeeb1a5d7) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:06.691140 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:06.697540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ba190-c1dc-4a85-ad64-537107075c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:06.698341 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-770ba190-c1dc-4a85-ad64-537107075c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:06.723813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acda2af6-e8ce-4bc1-bea2-460f2713a01f None None] Network 02b94716-53e4-4d03-bac4-c5aeeeb1a5d7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:00:06.746006 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89423c4-8b0c-41c6-a748-0fb47bf72796 x-openstack-request-id: req-d89423c4-8b0c-41c6-a748-0fb47bf72796 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:06.746180 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcaa5c8-ca86-4b81-8735-304b43f8fbc2", "name": "network-vif-plugged", "status": "completed", "tag": "aadf8cd5-9ac8-46c0-ba4a-07721b30089f", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:06.746774 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d89423c4-8b0c-41c6-a748-0fb47bf72796 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:06.747398 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcaa5c8-ca86-4b81-8735-304b43f8fbc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f', 'code': 200} Dec 17 13:00:06.748135 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03c00dd7-bf46-4902-99ab-2cc92f5a052b req-69947546-d18e-43cb-a552-a3e171f19eea tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721679 Dec 17 13:00:06.814507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 623c20c7-cc9c-440d-8828-06c3d2b90300 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:00:06.829686 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-770ba190-c1dc-4a85-ad64-537107075c27 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8443668 Dec 17 13:00:06.851664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:06.936611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de568d33-c8e9-44a8-a544-8aed421ae032 None None] Network 02b94716-53e4-4d03-bac4-c5aeeeb1a5d7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:00:07.039024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d32c75-948b-4c2c-9a5b-f1160678ac43 req-dece3bd9-9f3e-4c29-b92b-3f0692e9debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:07.040756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40d32c75-948b-4c2c-9a5b-f1160678ac43 req-dece3bd9-9f3e-4c29-b92b-3f0692e9debd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 1096 time: 0.0834365 Dec 17 13:00:07.067672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 623c20c7-cc9c-440d-8828-06c3d2b90300, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=623c20c7-cc9c-440d-8828-06c3d2b90300,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:07.075574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064acc7-e296-4040-94b1-029dc9204241 req-df269519-d044-4826-b0d2-006ead76d168 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:07.077855 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3064acc7-e296-4040-94b1-029dc9204241 req-df269519-d044-4826-b0d2-006ead76d168 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.0803158 Dec 17 13:00:07.096124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '623c20c7-cc9c-440d-8828-06c3d2b90300', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '623c20c7-cc9c-440d-8828-06c3d2b90300', 'mac_address': 'fa:16:3e:9f:dd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:00:07.127162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40d32c75-948b-4c2c-9a5b-f1160678ac43 req-72a7ce92-f861-4870-88e9-6b19bf00dd80 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730495 Dec 17 13:00:07.140716 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:07.156487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623c20c7-cc9c-440d-8828-06c3d2b90300 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:07.158324 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3064acc7-e296-4040-94b1-029dc9204241 req-c7fdc169-794b-4b63-86f1-d31f6604da92 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742886 Dec 17 13:00:07.177930 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 623c20c7-cc9c-440d-8828-06c3d2b90300, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=623c20c7-cc9c-440d-8828-06c3d2b90300,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:07.195164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d09e6-4c35-4fcb-a3b4-772a59d7dc5b req-a93af3c7-4c4b-44bf-9b7d-3311cd8fb3ba tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:07.197128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf0d09e6-4c35-4fcb-a3b4-772a59d7dc5b req-a93af3c7-4c4b-44bf-9b7d-3311cd8fb3ba tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0727868 Dec 17 13:00:07.247878 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf0d09e6-4c35-4fcb-a3b4-772a59d7dc5b req-dc5fad6e-c576-4b75-9c2a-5abf25b23d84 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434699 Dec 17 13:00:07.281164 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:07.362335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=623c20c7-cc9c-440d-8828-06c3d2b90300,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:07.400999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-61a3e154-a9f3-44da-be80-3c6f829abe33 req-dbcb8a5b-e945-4f67-b6e0-111f3d96b335 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-572428076', 'description': 'tempest-description-2101172676'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:07.464908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63538a-dc13-4b52-ae7b-7b0c90f31089 req-687f7f06-3d0f-46e9-98df-e0d0b0ab1d90 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:07.466848 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed63538a-dc13-4b52-ae7b-7b0c90f31089 req-687f7f06-3d0f-46e9-98df-e0d0b0ab1d90 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 948 time: 0.0554283 Dec 17 13:00:07.498441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a3e154-a9f3-44da-be80-3c6f829abe33 req-dbcb8a5b-e945-4f67-b6e0-111f3d96b335 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:07.523047 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed63538a-dc13-4b52-ae7b-7b0c90f31089 req-8695df60-b579-46de-a751-6614379f70e1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492115 Dec 17 13:00:07.542351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:07.584684 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a3e154-a9f3-44da-be80-3c6f829abe33 req-dbcb8a5b-e945-4f67-b6e0-111f3d96b335 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:07.670623 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a3e154-a9f3-44da-be80-3c6f829abe33 req-dbcb8a5b-e945-4f67-b6e0-111f3d96b335 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:07.698534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb8a5b-e945-4f67-b6e0-111f3d96b335 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd95b44-0149-441a-b88e-42de9c97c644,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:07.786233 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a3e154-a9f3-44da-be80-3c6f829abe33 req-dbcb8a5b-e945-4f67-b6e0-111f3d96b335 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:07.791668 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61a3e154-a9f3-44da-be80-3c6f829abe33 req-dbcb8a5b-e945-4f67-b6e0-111f3d96b335 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3951836 Dec 17 13:00:07.835272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43416) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:07.852848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9115d071-0881-4bf0-a7bd-23d572fd64dd req-c4d33d87-97d8-4ec1-b9c8-ff2206d74836 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/efd95b44-0149-441a-b88e-42de9c97c644 HTTP/1.1" status: 200 len: 1821 time: 0.0408607 Dec 17 13:00:07.863948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9115d071-0881-4bf0-a7bd-23d572fd64dd req-f93db428-94f9-4cdb-a028-8c6a468c777e tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'efd95b44-0149-441a-b88e-42de9c97c644', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:07.864531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9115d071-0881-4bf0-a7bd-23d572fd64dd req-f93db428-94f9-4cdb-a028-8c6a468c777e tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'efd95b44-0149-441a-b88e-42de9c97c644', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:07.880997 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e2cf1-521b-4cfd-ad70-86c9e8f412b5 req-4f9219a6-e790-4340-ae18-7340e6b96e14 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:07.882660 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-938e2cf1-521b-4cfd-ad70-86c9e8f412b5 req-4f9219a6-e790-4340-ae18-7340e6b96e14 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0584650 Dec 17 13:00:07.932623 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-938e2cf1-521b-4cfd-ad70-86c9e8f412b5 req-917bd35b-72da-4ed8-822d-b5181a1ba44c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424998 Dec 17 13:00:07.970760 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-772c13ca-06bf-404a-a154-561864715a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.005743 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9115d071-0881-4bf0-a7bd-23d572fd64dd req-f93db428-94f9-4cdb-a028-8c6a468c777e tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.027198 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9115d071-0881-4bf0-a7bd-23d572fd64dd req-f93db428-94f9-4cdb-a028-8c6a468c777e tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.040555 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-772c13ca-06bf-404a-a154-561864715a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.126976 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9115d071-0881-4bf0-a7bd-23d572fd64dd req-f93db428-94f9-4cdb-a028-8c6a468c777e tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.145150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93db428-94f9-4cdb-a028-8c6a468c777e tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93681f9a-97fd-4ec3-a864-711c54d75493,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:08.155909 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-772c13ca-06bf-404a-a154-561864715a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.198901 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-772c13ca-06bf-404a-a154-561864715a5b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d3498f1c1e8f46309a9fcfb2190ebb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619266 Dec 17 13:00:08.199960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c13ca-06bf-404a-a154-561864715a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20628a68-df20-4417-bebf-49b8e212acb3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:08.202222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43422) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:08.246611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9115d071-0881-4bf0-a7bd-23d572fd64dd req-f93db428-94f9-4cdb-a028-8c6a468c777e tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.248324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9115d071-0881-4bf0-a7bd-23d572fd64dd req-f93db428-94f9-4cdb-a028-8c6a468c777e tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3882880 Dec 17 13:00:08.276283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-36edc9e0-fc97-436f-aa6c-86025f3ff555 req-0e590c45-cd47-4ade-9bf8-8cd041307416 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-742254216', 'description': 'tempest-description-155286286'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:08.281827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2b909f2-b2f6-4bfb-9e5b-92cad6b37001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.312767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b44915-70db-4858-a735-6686190b4f75 req-0d1919f0-2fae-46d3-875c-0ab5f9329dd5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:08.314314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1b44915-70db-4858-a735-6686190b4f75 req-0d1919f0-2fae-46d3-875c-0ab5f9329dd5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.0553176 Dec 17 13:00:08.314861 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2b909f2-b2f6-4bfb-9e5b-92cad6b37001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.361694 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1b44915-70db-4858-a735-6686190b4f75 req-146e0c03-0c67-4601-a6e9-d3a22c5094d1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Dec 17 13:00:08.441752 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-36edc9e0-fc97-436f-aa6c-86025f3ff555 req-0e590c45-cd47-4ade-9bf8-8cd041307416 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.444684 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2b909f2-b2f6-4bfb-9e5b-92cad6b37001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.447613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2b909f2-b2f6-4bfb-9e5b-92cad6b37001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.450530 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e2b909f2-b2f6-4bfb-9e5b-92cad6b37001 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20628a68-df20-4417-bebf-49b8e212acb3 HTTP/1.1" status: 204 len: 168 time: 0.2454655 Dec 17 13:00:08.472683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e2b89-dcc1-4c13-8814-4bf3b8ca6483 req-687007c5-c018-4139-9da5-b1ad14d59321 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:08.474601 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-015e2b89-dcc1-4c13-8814-4bf3b8ca6483 req-687007c5-c018-4139-9da5-b1ad14d59321 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0535805 Dec 17 13:00:08.479763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b909f2-b2f6-4bfb-9e5b-92cad6b37001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20628a68-df20-4417-bebf-49b8e212acb3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:08.537351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-36edc9e0-fc97-436f-aa6c-86025f3ff555 req-0e590c45-cd47-4ade-9bf8-8cd041307416 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.544080 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-015e2b89-dcc1-4c13-8814-4bf3b8ca6483 req-4d97977d-8560-414f-b9d4-3f9da728cd04 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628288 Dec 17 13:00:08.659448 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-36edc9e0-fc97-436f-aa6c-86025f3ff555 req-0e590c45-cd47-4ade-9bf8-8cd041307416 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.691153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e590c45-cd47-4ade-9bf8-8cd041307416 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66da7879-e6ac-4195-95af-6246c42b16e4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:08.713416 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5388d-deb8-4222-a8e2-4df200b6fcb7 req-03e8297e-d4d1-4556-8d54-33173e0e268e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:08.714940 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41a5388d-deb8-4222-a8e2-4df200b6fcb7 req-03e8297e-d4d1-4556-8d54-33173e0e268e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 948 time: 0.0558913 Dec 17 13:00:08.763885 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41a5388d-deb8-4222-a8e2-4df200b6fcb7 req-995dd8a4-e0e2-4f86-9989-4ea6ce43a7a1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426302 Dec 17 13:00:08.798832 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-36edc9e0-fc97-436f-aa6c-86025f3ff555 req-0e590c45-cd47-4ade-9bf8-8cd041307416 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:08.800416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36edc9e0-fc97-436f-aa6c-86025f3ff555 req-0e590c45-cd47-4ade-9bf8-8cd041307416 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5321717 Dec 17 13:00:08.809975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 299d3f21-b608-458e-b0ab-c0dcf0d766fd details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:00:08.815170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 623c20c7-cc9c-440d-8828-06c3d2b90300 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:08.865676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9edcfc88-f21d-4b0e-b4de-ce0a4044d003 req-dbfb7bb7-008f-40ee-94d2-205ee69b0a97 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/66da7879-e6ac-4195-95af-6246c42b16e4 HTTP/1.1" status: 200 len: 1820 time: 0.0394728 Dec 17 13:00:08.880842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-9edcfc88-f21d-4b0e-b4de-ce0a4044d003 req-31eea69c-81ff-4b66-a9ff-36a72ddae970 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '66da7879-e6ac-4195-95af-6246c42b16e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:08.881290 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-9edcfc88-f21d-4b0e-b4de-ce0a4044d003 req-31eea69c-81ff-4b66-a9ff-36a72ddae970 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '66da7879-e6ac-4195-95af-6246c42b16e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:08.951695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:08.963031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '299d3f21-b608-458e-b0ab-c0dcf0d766fd', 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a', 'port_id': '299d3f21-b608-458e-b0ab-c0dcf0d766fd', 'mac_address': 'fa:16:3e:95:61:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7a7622-58e1-4644-af83-62446c95c9d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:00:09.005744 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.010510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9edcfc88-f21d-4b0e-b4de-ce0a4044d003 req-31eea69c-81ff-4b66-a9ff-36a72ddae970 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.019594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299d3f21-b608-458e-b0ab-c0dcf0d766fd {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:09.032176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 623c20c7-cc9c-440d-8828-06c3d2b90300 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:00:09.038465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9edcfc88-f21d-4b0e-b4de-ce0a4044d003 req-31eea69c-81ff-4b66-a9ff-36a72ddae970 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.043958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:09.045627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 623c20c7-cc9c-440d-8828-06c3d2b90300 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:09.046175 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.056057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a0462-554b-4cee-af6a-7ce8fb3a13a4 req-0c778451-6819-4f24-98ac-72d8b720992b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:09.057603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c97a0462-554b-4cee-af6a-7ce8fb3a13a4 req-0c778451-6819-4f24-98ac-72d8b720992b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0544379 Dec 17 13:00:09.107950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c97a0462-554b-4cee-af6a-7ce8fb3a13a4 req-d071ee1b-fad5-4db6-890d-df29aa80b0f6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Dec 17 13:00:09.124954 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.144820 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9edcfc88-f21d-4b0e-b4de-ce0a4044d003 req-31eea69c-81ff-4b66-a9ff-36a72ddae970 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.151287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2ed2dc-ab5b-426b-918a-f4ac83f32d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623c20c7-cc9c-440d-8828-06c3d2b90300'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:09.151287 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8001639b-fea9-4772-852a-f64a3fc9e10f" -d '{"events": [{"server_uuid": "bb2ed2dc-ab5b-426b-918a-f4ac83f32d47", "name": "network-vif-plugged", "status": "completed", "tag": "623c20c7-cc9c-440d-8828-06c3d2b90300"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:09.159513 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.169948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 623c20c7-cc9c-440d-8828-06c3d2b90300, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=623c20c7-cc9c-440d-8828-06c3d2b90300,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:09.172124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eea69c-81ff-4b66-a9ff-36a72ddae970 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39058565-93e2-4fd2-a252-1be4a9593b9f,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:09.212757 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7215490a-4a95-4ddb-803f-002430dbe50e x-openstack-request-id: req-7215490a-4a95-4ddb-803f-002430dbe50e {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:09.213063 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2ed2dc-ab5b-426b-918a-f4ac83f32d47", "name": "network-vif-plugged", "status": "completed", "tag": "623c20c7-cc9c-440d-8828-06c3d2b90300", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:09.213355 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7215490a-4a95-4ddb-803f-002430dbe50e {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:09.216619 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2ed2dc-ab5b-426b-918a-f4ac83f32d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623c20c7-cc9c-440d-8828-06c3d2b90300', 'code': 200} Dec 17 13:00:09.219146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=299d3f21-b608-458e-b0ab-c0dcf0d766fd,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:09.248280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43444) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:09.261499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-224cf52d-ec21-4376-a6fa-75070a8e0c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.264682 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.267095 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9edcfc88-f21d-4b0e-b4de-ce0a4044d003 req-31eea69c-81ff-4b66-a9ff-36a72ddae970 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.286482 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9edcfc88-f21d-4b0e-b4de-ce0a4044d003 req-31eea69c-81ff-4b66-a9ff-36a72ddae970 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4114316 Dec 17 13:00:09.318641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-2792195d-00ed-4c4c-9889-6cffe715715d req-817ec9f7-748f-457b-82c5-d7660b93b308 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1026068884', 'description': 'tempest-description-555067184'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:09.327227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=623c20c7-cc9c-440d-8828-06c3d2b90300,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:09.364844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91f0f0-ad57-4f5b-b737-2ef5cfa762d8 req-52dbc8f2-3553-4fae-9acb-0ef4780bc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:09.366448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a91f0f0-ad57-4f5b-b737-2ef5cfa762d8 req-52dbc8f2-3553-4fae-9acb-0ef4780bc4ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 1100 time: 0.0826683 Dec 17 13:00:09.410642 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-224cf52d-ec21-4376-a6fa-75070a8e0c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.425883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['299d3f21-b608-458e-b0ab-c0dcf0d766fd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:09.433416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a91f0f0-ad57-4f5b-b737-2ef5cfa762d8 req-e90c560c-574d-4347-8a22-c020def1880d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570643 Dec 17 13:00:09.445310 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2792195d-00ed-4c4c-9889-6cffe715715d req-817ec9f7-748f-457b-82c5-d7660b93b308 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.476042 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-224cf52d-ec21-4376-a6fa-75070a8e0c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.493814 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be187a0e-9f78-4a99-b776-55da30cd9a13 req-5393a4bc-3d60-424b-9d1b-b6bbf51e855e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:09.495525 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be187a0e-9f78-4a99-b776-55da30cd9a13 req-5393a4bc-3d60-424b-9d1b-b6bbf51e855e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 945 time: 0.0610876 Dec 17 13:00:09.533007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-224cf52d-ec21-4376-a6fa-75070a8e0c26 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01da6c3ac3334f029b3e3ae175fd8510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835286 Dec 17 13:00:09.535583 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43450) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:09.544721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cf52d-ec21-4376-a6fa-75070a8e0c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1d46bc-9a7c-4100-81a1-ade528f9b2b3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:09.549567 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be187a0e-9f78-4a99-b776-55da30cd9a13 req-d8627f67-8809-4ced-b9dc-dcdf507af9f0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469835 Dec 17 13:00:09.576070 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2792195d-00ed-4c4c-9889-6cffe715715d req-817ec9f7-748f-457b-82c5-d7660b93b308 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.604453 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54cc1414-3b43-42e1-a50f-fd5f7aee4ce4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.627236 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54cc1414-3b43-42e1-a50f-fd5f7aee4ce4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.652901 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2792195d-00ed-4c4c-9889-6cffe715715d req-817ec9f7-748f-457b-82c5-d7660b93b308 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.685970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ec9f7-748f-457b-82c5-d7660b93b308 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b092676-29c7-4dec-a166-3ed10294724c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:09.687110 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bb8e0-1163-487e-8f48-50ef36fe96a4 req-ea6302b9-bc00-4860-9a37-1f1ba95c55c7 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:09.688753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9c7bb8e0-1163-487e-8f48-50ef36fe96a4 req-ea6302b9-bc00-4860-9a37-1f1ba95c55c7 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0505092 Dec 17 13:00:09.744170 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9c7bb8e0-1163-487e-8f48-50ef36fe96a4 req-f3d77184-cfad-47f3-a3e7-01ca1a00584c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491533 Dec 17 13:00:09.758252 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2792195d-00ed-4c4c-9889-6cffe715715d req-817ec9f7-748f-457b-82c5-d7660b93b308 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.759625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2792195d-00ed-4c4c-9889-6cffe715715d req-817ec9f7-748f-457b-82c5-d7660b93b308 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4620271 Dec 17 13:00:09.782170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54cc1414-3b43-42e1-a50f-fd5f7aee4ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.785730 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54cc1414-3b43-42e1-a50f-fd5f7aee4ce4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.786640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-54cc1414-3b43-42e1-a50f-fd5f7aee4ce4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e1d46bc-9a7c-4100-81a1-ade528f9b2b3 HTTP/1.1" status: 204 len: 168 time: 0.2493112 Dec 17 13:00:09.799360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc1414-3b43-42e1-a50f-fd5f7aee4ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1d46bc-9a7c-4100-81a1-ade528f9b2b3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:09.844576 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-19e92dfb-7a31-4faa-8e18-0f8f3eab4ab5 req-41bca853-f1b4-416f-9030-2c8159bc8022 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1156339765', 'description': 'tempest-description-1933169493'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:09.892415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b02fa-ddd0-4522-a31a-34eddd6f5a52 req-63c3fae0-a23d-4189-a162-c7d3f57c1b38 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:09.894058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b43b02fa-ddd0-4522-a31a-34eddd6f5a52 req-63c3fae0-a23d-4189-a162-c7d3f57c1b38 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0573752 Dec 17 13:00:09.922157 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-19e92dfb-7a31-4faa-8e18-0f8f3eab4ab5 req-41bca853-f1b4-416f-9030-2c8159bc8022 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:09.943504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b43b02fa-ddd0-4522-a31a-34eddd6f5a52 req-1018edcf-f774-4738-ad06-c6e3ed6c97da tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Dec 17 13:00:09.996106 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-19e92dfb-7a31-4faa-8e18-0f8f3eab4ab5 req-41bca853-f1b4-416f-9030-2c8159bc8022 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:10.021313 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:00:10.041226 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-19e92dfb-7a31-4faa-8e18-0f8f3eab4ab5 req-41bca853-f1b4-416f-9030-2c8159bc8022 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:10.054793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bb62a-bf7c-495d-8140-58ce13576317 req-284c2767-3554-42fc-8350-5d142b0b5081 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:10.056288 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e46bb62a-bf7c-495d-8140-58ce13576317 req-284c2767-3554-42fc-8350-5d142b0b5081 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 949 time: 0.0526757 Dec 17 13:00:10.070413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bca853-f1b4-416f-9030-2c8159bc8022 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4136e527-749d-44cd-bbb0-039330606177,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:10.105464 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e46bb62a-bf7c-495d-8140-58ce13576317 req-46ee8f62-5d9e-4cc6-9fcf-53ac84e3d0ef tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425367 Dec 17 13:00:10.118133 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-19e92dfb-7a31-4faa-8e18-0f8f3eab4ab5 req-41bca853-f1b4-416f-9030-2c8159bc8022 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:10.119581 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-19e92dfb-7a31-4faa-8e18-0f8f3eab4ab5 req-41bca853-f1b4-416f-9030-2c8159bc8022 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2804444 Dec 17 13:00:10.258963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fb803-29f0-4baa-a2c5-a07013b87349 req-39c4b214-2373-4d7d-b992-2af73c42e591 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:10.260473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b0fb803-29f0-4baa-a2c5-a07013b87349 req-39c4b214-2373-4d7d-b992-2af73c42e591 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0530069 Dec 17 13:00:10.307886 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b0fb803-29f0-4baa-a2c5-a07013b87349 req-b8840963-4b22-4d5a-a9de-bfbfe90a6bd1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Dec 17 13:00:10.367083 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2829c10d-866e-49da-a401-37e63794b222 req-bccbc3db-0062-4e7d-9c72-203ef1d74066 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/6b092676-29c7-4dec-a166-3ed10294724c HTTP/1.1" status: 200 len: 1821 time: 0.0371096 Dec 17 13:00:10.414816 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2829c10d-866e-49da-a401-37e63794b222 req-4c3603e9-9d2d-4fab-b4ff-30e9cd7c2616 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/4136e527-749d-44cd-bbb0-039330606177 HTTP/1.1" status: 200 len: 1822 time: 0.0418587 Dec 17 13:00:10.424910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-2829c10d-866e-49da-a401-37e63794b222 req-ae3d96a5-08cb-4ba3-8f4d-4f5506f3dbb8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6b092676-29c7-4dec-a166-3ed10294724c', 'remote_group_id': '4136e527-749d-44cd-bbb0-039330606177', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:10.425227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-2829c10d-866e-49da-a401-37e63794b222 req-ae3d96a5-08cb-4ba3-8f4d-4f5506f3dbb8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6b092676-29c7-4dec-a166-3ed10294724c', 'remote_group_id': '4136e527-749d-44cd-bbb0-039330606177', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:10.560524 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43476) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:10.577653 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5fb3bfd-a316-45f3-97c4-ea91d5ffb959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:10.649447 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2829c10d-866e-49da-a401-37e63794b222 req-ae3d96a5-08cb-4ba3-8f4d-4f5506f3dbb8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:10.693027 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2829c10d-866e-49da-a401-37e63794b222 req-ae3d96a5-08cb-4ba3-8f4d-4f5506f3dbb8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:10.704935 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5fb3bfd-a316-45f3-97c4-ea91d5ffb959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:10.750113 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2829c10d-866e-49da-a401-37e63794b222 req-ae3d96a5-08cb-4ba3-8f4d-4f5506f3dbb8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:10.762091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-4c179f74-d097-4a1a-a25f-44daf1e89448 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:10.763744 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-4c179f74-d097-4a1a-a25f-44daf1e89448 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/networks?id=88aa7498-fa67-4f3c-bd53-37ad902bc913 HTTP/1.1" status: 200 len: 815 time: 0.1163876 Dec 17 13:00:10.769006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d96a5-08cb-4ba3-8f4d-4f5506f3dbb8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f36960a-fcdf-456a-9da0-838fe4487937,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:10.779317 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5fb3bfd-a316-45f3-97c4-ea91d5ffb959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:10.790650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-220988d8-9d56-402a-89f0-d37b4a6c41f3 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/quotas/66edfbd2934f4e639ca09ab80319e7ad HTTP/1.1" status: 200 len: 375 time: 0.0205150 Dec 17 13:00:10.829654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 299d3f21-b608-458e-b0ab-c0dcf0d766fd up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:10.845607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b5fb3bfd-a316-45f3-97c4-ea91d5ffb959 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b86681129780401e8d95b2fa4ea2e976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840323 Dec 17 13:00:10.848384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43494) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:10.859131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb3bfd-a316-45f3-97c4-ea91d5ffb959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8029dd91-b282-4297-acfd-cbd908617a93,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:10.883910 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2829c10d-866e-49da-a401-37e63794b222 req-ae3d96a5-08cb-4ba3-8f4d-4f5506f3dbb8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:10.885199 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2829c10d-866e-49da-a401-37e63794b222 req-ae3d96a5-08cb-4ba3-8f4d-4f5506f3dbb8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4640844 Dec 17 13:00:10.896260 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-4da7132a-d7e7-44fa-994f-38cc87f588fa tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=66edfbd2934f4e639ca09ab80319e7ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0961010 Dec 17 13:00:10.950098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 299d3f21-b608-458e-b0ab-c0dcf0d766fd completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:00:10.954453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 299d3f21-b608-458e-b0ab-c0dcf0d766fd triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:10.954897 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:10.956118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-324bb380-cda1-4b6f-b6c4-bca0b02d2c32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:10.983686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15fb4b-eccb-47f3-a185-c3ce52101fcd req-055191f9-681a-4403-8372-e1e1d597abfe tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:10.985860 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4c15fb4b-eccb-47f3-a185-c3ce52101fcd req-055191f9-681a-4403-8372-e1e1d597abfe tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 945 time: 0.0504084 Dec 17 13:00:10.993530 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-324bb380-cda1-4b6f-b6c4-bca0b02d2c32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:11.037349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-01ba115a-468a-4ec7-b8e0-ce4102c3a99b service neutron] 10.222.0.59 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326971 Dec 17 13:00:11.038480 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:11.044078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4c15fb4b-eccb-47f3-a185-c3ce52101fcd req-5f39aac7-c0f1-4165-8c30-707ade9da7d3 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504131 Dec 17 13:00:11.075562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:11.136973 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a2a4837c-b0ee-4bab-ba79-74deb1318a62 service neutron] 10.222.0.59 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912323 Dec 17 13:00:11.147025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-3f68cee2-b827-45c1-a4e7-7b5af74c8d88 req-4a46efd8-1ace-4bd0-9f1a-09eefd5c4ff8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2087600754', 'description': 'tempest-description-2083998048'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:11.148888 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:11.173610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-324bb380-cda1-4b6f-b6c4-bca0b02d2c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:11.180402 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-324bb380-cda1-4b6f-b6c4-bca0b02d2c32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:11.180402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-324bb380-cda1-4b6f-b6c4-bca0b02d2c32 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8029dd91-b282-4297-acfd-cbd908617a93 HTTP/1.1" status: 204 len: 168 time: 0.3277340 Dec 17 13:00:11.186297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bb380-cda1-4b6f-b6c4-bca0b02d2c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8029dd91-b282-4297-acfd-cbd908617a93,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:11.217833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9381c508-27b7-46d5-be3f-6ff26ea68eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299d3f21-b608-458e-b0ab-c0dcf0d766fd'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:11.220039 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9ad763-7eb9-4122-b063-9b0ddcf4f7e9" -d '{"events": [{"server_uuid": "9381c508-27b7-46d5-be3f-6ff26ea68eba", "name": "network-vif-plugged", "status": "completed", "tag": "299d3f21-b608-458e-b0ab-c0dcf0d766fd"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:11.223862 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=299d3f21-b608-458e-b0ab-c0dcf0d766fd,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:11.248150 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3f68cee2-b827-45c1-a4e7-7b5af74c8d88 req-4a46efd8-1ace-4bd0-9f1a-09eefd5c4ff8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:11.324502 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3f68cee2-b827-45c1-a4e7-7b5af74c8d88 req-4a46efd8-1ace-4bd0-9f1a-09eefd5c4ff8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:11.407742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324bed2-b97b-4262-b448-89e6aa585989 req-3d43ebf2-3c1b-45be-a003-15dd80ca5931 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:11.409288 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6324bed2-b97b-4262-b448-89e6aa585989 req-3d43ebf2-3c1b-45be-a003-15dd80ca5931 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 949 time: 0.0530145 Dec 17 13:00:11.436345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3f68cee2-b827-45c1-a4e7-7b5af74c8d88 req-4a46efd8-1ace-4bd0-9f1a-09eefd5c4ff8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:11.470288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46efd8-1ace-4bd0-9f1a-09eefd5c4ff8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea10fb75-db15-4337-9023-47ebdb894fe0,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:11.470874 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6324bed2-b97b-4262-b448-89e6aa585989 req-980f31d5-e8d2-4cbe-b8a1-f8c05452e5fa tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538938 Dec 17 13:00:11.519144 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc6462c-c4cd-4c8a-b865-3c6bdd5fe1d5 x-openstack-request-id: req-4fc6462c-c4cd-4c8a-b865-3c6bdd5fe1d5 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:11.519442 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9381c508-27b7-46d5-be3f-6ff26ea68eba", "name": "network-vif-plugged", "status": "completed", "tag": "299d3f21-b608-458e-b0ab-c0dcf0d766fd", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:11.519868 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4fc6462c-c4cd-4c8a-b865-3c6bdd5fe1d5 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:11.520261 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9381c508-27b7-46d5-be3f-6ff26ea68eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299d3f21-b608-458e-b0ab-c0dcf0d766fd', 'code': 200} Dec 17 13:00:11.531593 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3f68cee2-b827-45c1-a4e7-7b5af74c8d88 req-4a46efd8-1ace-4bd0-9f1a-09eefd5c4ff8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:11.550168 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3f68cee2-b827-45c1-a4e7-7b5af74c8d88 req-4a46efd8-1ace-4bd0-9f1a-09eefd5c4ff8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4071057 Dec 17 13:00:11.578336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1a72259-9c63-4e9b-bd04-67a3f1e3f081 req-c8fa899e-6285-4bf0-8dbb-9080db040b87 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 210 time: 0.0304890 Dec 17 13:00:11.642060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf4271-eecb-4468-a13f-aaa81892f679 req-a841c62f-21e1-40ba-9eb6-4a61a46e65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:11.643797 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b1bf4271-eecb-4468-a13f-aaa81892f679 req-a841c62f-21e1-40ba-9eb6-4a61a46e65c0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 1097 time: 0.0567856 Dec 17 13:00:11.681968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee25ff-ec77-4d7a-a887-ffd10a2286d8 req-01b90eff-2507-48d2-b036-a02475a8ee62 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:11.683707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77ee25ff-ec77-4d7a-a887-ffd10a2286d8 req-01b90eff-2507-48d2-b036-a02475a8ee62 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0698798 Dec 17 13:00:11.706571 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b1bf4271-eecb-4468-a13f-aaa81892f679 req-7031fe89-1358-4e63-a4f8-18ff8c8a0843 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524268 Dec 17 13:00:11.758147 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77ee25ff-ec77-4d7a-a887-ffd10a2286d8 req-972c3a01-6de7-4c45-bc90-df740a38ec5c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666690 Dec 17 13:00:11.782102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-6e613444-011a-49c0-82a1-b51182e7a82f req-734a33c2-0148-4968-b29c-72c01145da91 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-156691865', 'description': 'tempest-description-1265324505'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:11.891653 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6e613444-011a-49c0-82a1-b51182e7a82f req-734a33c2-0148-4968-b29c-72c01145da91 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:11.939132 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407871be-e603-461b-a8f6-d22d3ed14664 req-4489193c-ca0b-41ad-acc7-80429956ca0e tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:11.940716 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-407871be-e603-461b-a8f6-d22d3ed14664 req-4489193c-ca0b-41ad-acc7-80429956ca0e tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 1100 time: 0.0631220 Dec 17 13:00:11.960787 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-407871be-e603-461b-a8f6-d22d3ed14664 req-98a03207-160b-4779-8601-60828170f698 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:11.969783 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6e613444-011a-49c0-82a1-b51182e7a82f req-734a33c2-0148-4968-b29c-72c01145da91 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:12.056917 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-407871be-e603-461b-a8f6-d22d3ed14664 req-98a03207-160b-4779-8601-60828170f698 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:12.059058 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6e613444-011a-49c0-82a1-b51182e7a82f req-734a33c2-0148-4968-b29c-72c01145da91 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:12.077211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a8bf9-6bac-48e6-8c10-bed641bf135b req-bc7075f9-cc64-4e09-a121-264aee0ee8ad tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:12.078726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-126a8bf9-6bac-48e6-8c10-bed641bf135b req-bc7075f9-cc64-4e09-a121-264aee0ee8ad tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbcaa5c8-ca86-4b81-8735-304b43f8fbc2 HTTP/1.1" status: 200 len: 945 time: 0.0567186 Dec 17 13:00:12.089828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a33c2-0148-4968-b29c-72c01145da91 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eccdfe-da0e-4644-b552-9e148a4e2ca3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:12.116123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-407871be-e603-461b-a8f6-d22d3ed14664 req-98a03207-160b-4779-8601-60828170f698 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:12.147042 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6e613444-011a-49c0-82a1-b51182e7a82f req-734a33c2-0148-4968-b29c-72c01145da91 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:12.157396 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6e613444-011a-49c0-82a1-b51182e7a82f req-734a33c2-0148-4968-b29c-72c01145da91 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3789227 Dec 17 13:00:12.166932 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a03207-160b-4779-8601-60828170f698 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b93a70-0178-4a1c-b003-b086dcb79edd,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:12.194441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-407871be-e603-461b-a8f6-d22d3ed14664 req-98a03207-160b-4779-8601-60828170f698 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459719 Dec 17 13:00:12.269557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-126a8bf9-6bac-48e6-8c10-bed641bf135b req-5aa52b7e-31ec-4bcc-a66c-08dae707b184 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Deleting port aadf8cd5-9ac8-46c0-ba4a-07721b30089f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:00:12.270031 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-126a8bf9-6bac-48e6-8c10-bed641bf135b req-5aa52b7e-31ec-4bcc-a66c-08dae707b184 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:12.291569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a91e11-df1b-4e31-9352-aa53431f7d11 req-5e065c2d-d8a1-4c01-b7ed-b503be3c0a0c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:12.293090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64a91e11-df1b-4e31-9352-aa53431f7d11 req-5e065c2d-d8a1-4c01-b7ed-b503be3c0a0c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.0696840 Dec 17 13:00:12.351894 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64a91e11-df1b-4e31-9352-aa53431f7d11 req-09e51770-6bab-4a06-8e8f-5c83cfc1c3f2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487685 Dec 17 13:00:12.621697 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d373d12f-d19c-4aeb-8a1c-4c5026c09740 req-81232054-8dc3-4d16-9a7d-7886732df209 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/ea10fb75-db15-4337-9023-47ebdb894fe0 HTTP/1.1" status: 200 len: 1822 time: 0.3078091 Dec 17 13:00:12.655925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-126a8bf9-6bac-48e6-8c10-bed641bf135b req-5aa52b7e-31ec-4bcc-a66c-08dae707b184 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] For port aadf8cd5-9ac8-46c0-ba4a-07721b30089f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:12.656304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-126a8bf9-6bac-48e6-8c10-bed641bf135b req-5aa52b7e-31ec-4bcc-a66c-08dae707b184 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:12.677302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-126a8bf9-6bac-48e6-8c10-bed641bf135b req-5aa52b7e-31ec-4bcc-a66c-08dae707b184 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Calling delete_port for aadf8cd5-9ac8-46c0-ba4a-07721b30089f owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:00:12.696507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d373d12f-d19c-4aeb-8a1c-4c5026c09740 req-670c85be-04d4-4533-bbc9-8a32dd2cd60a tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/f7eccdfe-da0e-4644-b552-9e148a4e2ca3 HTTP/1.1" status: 200 len: 1821 time: 0.0739620 Dec 17 13:00:12.708652 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ae6cc98-0598-45fc-a91f-cf1fad1be0f2 req-47e576bb-4a6c-42d2-b4c2-6f87c06cddf0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 210 time: 0.0385220 Dec 17 13:00:12.734936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d373d12f-d19c-4aeb-8a1c-4c5026c09740 req-4a56ab31-1f7d-420b-ada8-c96f156d1089 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea10fb75-db15-4337-9023-47ebdb894fe0', 'remote_group_id': 'f7eccdfe-da0e-4644-b552-9e148a4e2ca3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:12.735261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d373d12f-d19c-4aeb-8a1c-4c5026c09740 req-4a56ab31-1f7d-420b-ada8-c96f156d1089 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea10fb75-db15-4337-9023-47ebdb894fe0', 'remote_group_id': 'f7eccdfe-da0e-4644-b552-9e148a4e2ca3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:12.822691 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-9f97bb7d-7833-4452-b93b-77672e6fc7ce tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222909 Dec 17 13:00:12.896473 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d373d12f-d19c-4aeb-8a1c-4c5026c09740 req-4a56ab31-1f7d-420b-ada8-c96f156d1089 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:12.933632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-126a8bf9-6bac-48e6-8c10-bed641bf135b req-5aa52b7e-31ec-4bcc-a66c-08dae707b184 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:12.945692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['aadf8cd5-9ac8-46c0-ba4a-07721b30089f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:12.951906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-a5a77d20-9da1-4a7f-9d49-7c4854823a99 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:12.953832 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-a5a77d20-9da1-4a7f-9d49-7c4854823a99 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1241126 Dec 17 13:00:12.977959 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-d4bdf72f-fa55-433f-9ea1-70f9c27e3f77 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/quotas/162344edac8740ada2447494ea66f0df HTTP/1.1" status: 200 len: 375 time: 0.0146296 Dec 17 13:00:13.004287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa52b7e-31ec-4bcc-a66c-08dae707b184 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Pushing event deleted for resources: {'Port': ['ID=aadf8cd5-9ac8-46c0-ba4a-07721b30089f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:13.009780 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d373d12f-d19c-4aeb-8a1c-4c5026c09740 req-4a56ab31-1f7d-420b-ada8-c96f156d1089 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:13.043278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-126a8bf9-6bac-48e6-8c10-bed641bf135b req-5aa52b7e-31ec-4bcc-a66c-08dae707b184 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] No DVR routers for this DVR port aadf8cd5-9ac8-46c0-ba4a-07721b30089f on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:00:13.046610 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-e75234bf-0323-46d0-87da-6caa31862028 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551577 Dec 17 13:00:13.046768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-126a8bf9-6bac-48e6-8c10-bed641bf135b req-5aa52b7e-31ec-4bcc-a66c-08dae707b184 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:13.050121 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-126a8bf9-6bac-48e6-8c10-bed641bf135b req-5aa52b7e-31ec-4bcc-a66c-08dae707b184 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.54 "DELETE /v2.0/ports/aadf8cd5-9ac8-46c0-ba4a-07721b30089f HTTP/1.1" status: 204 len: 173 time: 0.9644692 Dec 17 13:00:13.050575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcaa5c8-ca86-4b81-8735-304b43f8fbc2', 'name': 'network-vif-deleted', 'tag': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:13.053111 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345e3674-5a41-4744-8024-16f215fa489f" -d '{"events": [{"server_uuid": "bbcaa5c8-ca86-4b81-8735-304b43f8fbc2", "name": "network-vif-deleted", "tag": "aadf8cd5-9ac8-46c0-ba4a-07721b30089f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:13.139119 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d373d12f-d19c-4aeb-8a1c-4c5026c09740 req-4a56ab31-1f7d-420b-ada8-c96f156d1089 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:13.161957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56ab31-1f7d-420b-ada8-c96f156d1089 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce51c97-32a8-4da9-b51e-58361d446523,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:13.287731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d373d12f-d19c-4aeb-8a1c-4c5026c09740 req-4a56ab31-1f7d-420b-ada8-c96f156d1089 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:13.296232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d373d12f-d19c-4aeb-8a1c-4c5026c09740 req-4a56ab31-1f7d-420b-ada8-c96f156d1089 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5675128 Dec 17 13:00:13.396497 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d7ddf-595e-4bae-9c21-a6140be95669 req-127cebc6-4fba-4139-bdc1-b1f27237448f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:13.398041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef7d7ddf-595e-4bae-9c21-a6140be95669 req-127cebc6-4fba-4139-bdc1-b1f27237448f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0498977 Dec 17 13:00:13.452774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef7d7ddf-595e-4bae-9c21-a6140be95669 req-18170ae8-d83d-42fd-88f2-6ae1fd1fcc64 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471888 Dec 17 13:00:13.506664 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a520a403-b0a6-4f40-9528-0d92b786cbe2 x-openstack-request-id: req-a520a403-b0a6-4f40-9528-0d92b786cbe2 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:13.507739 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcaa5c8-ca86-4b81-8735-304b43f8fbc2", "name": "network-vif-deleted", "tag": "aadf8cd5-9ac8-46c0-ba4a-07721b30089f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:13.508094 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a520a403-b0a6-4f40-9528-0d92b786cbe2 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:13.508808 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcaa5c8-ca86-4b81-8735-304b43f8fbc2', 'name': 'network-vif-deleted', 'tag': 'aadf8cd5-9ac8-46c0-ba4a-07721b30089f', 'status': 'completed', 'code': 200} Dec 17 13:00:13.609163 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fade1dba-7c75-4b1d-876b-837c1b122b49 req-013b0762-0ddd-4e97-aaf0-505b3097ae6c tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/f7eccdfe-da0e-4644-b552-9e148a4e2ca3 HTTP/1.1" status: 200 len: 1821 time: 0.0376139 Dec 17 13:00:13.736910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fade1dba-7c75-4b1d-876b-837c1b122b49 req-c1de83e3-f3da-4a73-84f0-8283c87b11f1 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:13.771370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-0a0e0b73-54c9-42e4-b4ca-55c05dde97fb tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:13.772822 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-0a0e0b73-54c9-42e4-b4ca-55c05dde97fb tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.54 "GET /v2.0/networks?id=88aa7498-fa67-4f3c-bd53-37ad902bc913 HTTP/1.1" status: 200 len: 815 time: 0.1439760 Dec 17 13:00:13.776459 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fade1dba-7c75-4b1d-876b-837c1b122b49 req-c1de83e3-f3da-4a73-84f0-8283c87b11f1 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:13.788282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Request body: {'port': {'device_id': '9d8329dc-4d6f-4819-9d10-1a70e7601d51', 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913', 'admin_state_up': True, 'tenant_id': '66edfbd2934f4e639ca09ab80319e7ad'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:13.824869 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7af500e9-3268-4407-9e35-b98733d5410e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:13.957652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc97aec-8853-4d3c-8272-1688d2d75f86 req-a3a6c403-e95a-423b-b875-5b45e641823f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:13.964718 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffc97aec-8853-4d3c-8272-1688d2d75f86 req-a3a6c403-e95a-423b-b875-5b45e641823f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.0563476 Dec 17 13:00:13.979811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fade1dba-7c75-4b1d-876b-837c1b122b49 req-c1de83e3-f3da-4a73-84f0-8283c87b11f1 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:13.984156 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fade1dba-7c75-4b1d-876b-837c1b122b49 req-c1de83e3-f3da-4a73-84f0-8283c87b11f1 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:13.985407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fade1dba-7c75-4b1d-876b-837c1b122b49 req-c1de83e3-f3da-4a73-84f0-8283c87b11f1 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "DELETE /v2.0/security-groups/f7eccdfe-da0e-4644-b552-9e148a4e2ca3 HTTP/1.1" status: 204 len: 173 time: 0.3701537 Dec 17 13:00:14.018034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de83e3-f3da-4a73-84f0-8283c87b11f1 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eccdfe-da0e-4644-b552-9e148a4e2ca3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:14.030152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffc97aec-8853-4d3c-8272-1688d2d75f86 req-efcacc6c-4704-4711-ace1-edf75c731cf2 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645010 Dec 17 13:00:14.037191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Made reservation on behalf of 66edfbd2934f4e639ca09ab80319e7ad for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:14.046228 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:14.518724 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f556ed8f-d32a-4460-978e-941db02bcfc1 req-0a575e1e-10c3-46a1-8466-cf5ef931e0ba tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 210 time: 0.0701380 Dec 17 13:00:14.520345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Allocated IP 172.20.0.7 (88aa7498-fa67-4f3c-bd53-37ad902bc913/98082a87-8f9d-4c39-8f34-da72827610be/02f21074-27e8-4984-b061-910946fc3f70) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:14.520345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:14.521876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3dfea8bb-3cda-413f-b6e3-1df2276a1553 req-6af71ceb-61f3-488e-85ae-26f7bbe6be1f tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/ea10fb75-db15-4337-9023-47ebdb894fe0 HTTP/1.1" status: 200 len: 1822 time: 0.0380459 Dec 17 13:00:14.559370 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfd8e1-792b-4721-8655-0bfdc2c5d227 req-8adcb19a-0903-4a1e-8310-dec2f25c31e0 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:14.560975 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d6cfd8e1-792b-4721-8655-0bfdc2c5d227 req-8adcb19a-0903-4a1e-8310-dec2f25c31e0 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 1097 time: 0.0422847 Dec 17 13:00:14.606256 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d6cfd8e1-792b-4721-8655-0bfdc2c5d227 req-b14a1cd9-fcd9-4109-871f-3a813aa20bb2 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Dec 17 13:00:14.656142 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0474a36-be75-40b2-b113-550e14e58932 req-0ebf39ac-d8ed-4e32-8752-879242aaab15 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 210 time: 0.0465481 Dec 17 13:00:14.664057 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:14.702833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Network 88aa7498-fa67-4f3c-bd53-37ad902bc913 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:14.709867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-00d48dae-d1fa-4c9a-abff-536d6f2751a7 req-ee9dd247-fda6-48b5-b6ce-ef7f6ffecddc tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1940640097', 'description': 'tempest-description-1651614760'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:14.719769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:14.723961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:14.729721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:14.730354 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:14.751827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Pushing event updated for resources: {'Port': ['ID=02f21074-27e8-4984-b061-910946fc3f70,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:14.752751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24916c-9e6b-4c0b-a346-22bd4110a968 req-c5f92e4f-4d86-4dbf-95d7-13d5b3bda663 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:14.755557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b24916c-9e6b-4c0b-a346-22bd4110a968 req-c5f92e4f-4d86-4dbf-95d7-13d5b3bda663 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0519030 Dec 17 13:00:14.807502 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b24916c-9e6b-4c0b-a346-22bd4110a968 req-8ad2f72e-fd7b-47d5-8997-de3870e78c4d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438454 Dec 17 13:00:14.841328 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-a38e1327-4fce-46d7-8ba8-071f50545f67 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0567014 Dec 17 13:00:14.853978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Request body: {'port': {'device_id': '9d8329dc-4d6f-4819-9d10-1a70e7601d51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:14.913845 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:14.955922 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-00d48dae-d1fa-4c9a-abff-536d6f2751a7 req-ee9dd247-fda6-48b5-b6ce-ef7f6ffecddc tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:15.173297 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-00d48dae-d1fa-4c9a-abff-536d6f2751a7 req-ee9dd247-fda6-48b5-b6ce-ef7f6ffecddc tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:15.234365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-00d48dae-d1fa-4c9a-abff-536d6f2751a7 req-ee9dd247-fda6-48b5-b6ce-ef7f6ffecddc tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:15.299266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dd247-fda6-48b5-b6ce-ef7f6ffecddc tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac60d218-688a-41b1-93f0-1e0b1cce0805,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:15.324095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f21074-27e8-4984-b061-910946fc3f70 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:15.333282 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:15.346107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Transition to ACTIVE for port object 02f21074-27e8-4984-b061-910946fc3f70 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:00:15.363144 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-00d48dae-d1fa-4c9a-abff-536d6f2751a7 req-ee9dd247-fda6-48b5-b6ce-ef7f6ffecddc tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:15.364693 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00d48dae-d1fa-4c9a-abff-536d6f2751a7 req-ee9dd247-fda6-48b5-b6ce-ef7f6ffecddc tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6851051 Dec 17 13:00:15.388498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a16fb7-6f65-4061-adab-d4086daf80d2 req-42263c14-c9de-4683-a310-a3b367331c74 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:15.391186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-61a16fb7-6f65-4061-adab-d4086daf80d2 req-42263c14-c9de-4683-a310-a3b367331c74 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 931 time: 0.0690894 Dec 17 13:00:15.411311 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:15.444356 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-61a16fb7-6f65-4061-adab-d4086daf80d2 req-0a07b691-cdbf-47a6-bfb0-a64c46059e01 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465391 Dec 17 13:00:15.501617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Pushing event updated for resources: {'Port': ['ID=02f21074-27e8-4984-b061-910946fc3f70,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:15.532371 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6f860f4-7ef7-41c4-8620-d3c03b5e0dce req-b41e5674-904f-400b-ba8d-035e444086ec tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/ac60d218-688a-41b1-93f0-1e0b1cce0805 HTTP/1.1" status: 200 len: 1822 time: 0.0442109 Dec 17 13:00:15.536470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dddf1f-e299-43cc-8427-3ba58f27523c req-36397338-2a8a-4f36-8302-b9662efcad75 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:15.538061 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2dddf1f-e299-43cc-8427-3ba58f27523c req-36397338-2a8a-4f36-8302-b9662efcad75 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 1096 time: 0.1198585 Dec 17 13:00:15.539143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Attempting to bind port 02f21074-27e8-4984-b061-910946fc3f70 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:15.539478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Attempting to bind port 02f21074-27e8-4984-b061-910946fc3f70 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:15.539810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Attempting to bind port 02f21074-27e8-4984-b061-910946fc3f70 on network 88aa7498-fa67-4f3c-bd53-37ad902bc913 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:15.543720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-e6f860f4-7ef7-41c4-8620-d3c03b5e0dce req-aa718150-1b37-4ff4-9bbf-6497382bb0a6 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac60d218-688a-41b1-93f0-1e0b1cce0805', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:15.546362 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-e6f860f4-7ef7-41c4-8620-d3c03b5e0dce req-aa718150-1b37-4ff4-9bbf-6497382bb0a6 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac60d218-688a-41b1-93f0-1e0b1cce0805', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:15.546485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Port 02f21074-27e8-4984-b061-910946fc3f70 on network 88aa7498-fa67-4f3c-bd53-37ad902bc913 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:15.546485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Attempting to bind port 02f21074-27e8-4984-b061-910946fc3f70 on network 88aa7498-fa67-4f3c-bd53-37ad902bc913 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:15.561987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:15.562421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Checking segment: {'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:15.562896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Bound using segment: {'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:15.563339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Bound port: 02f21074-27e8-4984-b061-910946fc3f70, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:15.563702 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:15.624609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2dddf1f-e299-43cc-8427-3ba58f27523c req-2823c46c-e5ab-4df2-9578-6fce0e45684f tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772207 Dec 17 13:00:15.659867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] For port 02f21074-27e8-4984-b061-910946fc3f70, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:15.663606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] For port 02f21074-27e8-4984-b061-910946fc3f70, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=02f21074-27e8-4984-b061-910946fc3f70,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:15.688663 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e6f860f4-7ef7-41c4-8620-d3c03b5e0dce req-aa718150-1b37-4ff4-9bbf-6497382bb0a6 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:15.723847 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e6f860f4-7ef7-41c4-8620-d3c03b5e0dce req-aa718150-1b37-4ff4-9bbf-6497382bb0a6 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:15.740286 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:15.777831 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:15.782118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:15.782118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] 10.222.0.54 "PUT /v2.0/ports/02f21074-27e8-4984-b061-910946fc3f70 HTTP/1.1" status: 200 len: 1091 time: 0.9308362 Dec 17 13:00:15.782118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8329dc-4d6f-4819-9d10-1a70e7601d51', 'tag': '02f21074-27e8-4984-b061-910946fc3f70'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:15.783151 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b221abd-248b-4e1b-b64f-10fd3c621ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8329dc-4d6f-4819-9d10-1a70e7601d51", "tag": "02f21074-27e8-4984-b061-910946fc3f70"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:15.802405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fdda0-3c46-4a1a-b929-e77cf800a62b service neutron] Pushing event updated for resources: {'Port': ['ID=02f21074-27e8-4984-b061-910946fc3f70,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:15.845451 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e6f860f4-7ef7-41c4-8620-d3c03b5e0dce req-aa718150-1b37-4ff4-9bbf-6497382bb0a6 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:15.863616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa718150-1b37-4ff4-9bbf-6497382bb0a6 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730d5772-0910-4469-b7d0-c4fe75fd609f,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:15.949315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-572be09b-c89a-45d7-be80-3dbac00ade8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:15.950819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-572be09b-c89a-45d7-be80-3dbac00ade8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=66edfbd2934f4e639ca09ab80319e7ad&device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 1094 time: 0.0402248 Dec 17 13:00:15.988863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e6f860f4-7ef7-41c4-8620-d3c03b5e0dce req-aa718150-1b37-4ff4-9bbf-6497382bb0a6 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:16.005719 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-e5c8621a-cd54-4774-9622-d178374ea970 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02f21074-27e8-4984-b061-910946fc3f70 HTTP/1.1" status: 200 len: 217 time: 0.0456698 Dec 17 13:00:16.006299 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6f860f4-7ef7-41c4-8620-d3c03b5e0dce req-aa718150-1b37-4ff4-9bbf-6497382bb0a6 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4666321 Dec 17 13:00:16.062459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-e60f0a32-af58-4708-b1a1-c2954c4574af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:16.064155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-e60f0a32-af58-4708-b1a1-c2954c4574af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98082a87-8f9d-4c39-8f34-da72827610be HTTP/1.1" status: 200 len: 855 time: 0.0469215 Dec 17 13:00:16.078561 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6490cb69-9266-4a3b-8891-aaa631b7d3c2 req-74ccaa34-f563-42b4-8674-838b526fba9f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 210 time: 0.0252416 Dec 17 13:00:16.101911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-7f9b2b7d-fded-43f1-bd40-2699e74960a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88aa7498-fa67-4f3c-bd53-37ad902bc913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278873 Dec 17 13:00:16.173623 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e29557-ea7b-4481-b920-8fa4a4b8c2a5 x-openstack-request-id: req-e5e29557-ea7b-4481-b920-8fa4a4b8c2a5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:16.174368 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8329dc-4d6f-4819-9d10-1a70e7601d51", "tag": "02f21074-27e8-4984-b061-910946fc3f70", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:16.174648 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5e29557-ea7b-4481-b920-8fa4a4b8c2a5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:16.175103 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8329dc-4d6f-4819-9d10-1a70e7601d51', 'tag': '02f21074-27e8-4984-b061-910946fc3f70', 'status': 'completed', 'code': 200} Dec 17 13:00:16.219867 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-1d23e28f-8893-4f07-b7b6-58eb777a9349 service neutron] 10.222.0.54 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091440 Dec 17 13:00:16.264991 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aa6bbcf5-a95b-40f4-b057-4bf49caef8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:16.272630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3f9f-e231-4002-9622-26f65965b792 req-920f06c9-9fcc-4f0d-a2e1-37dd21f9c4a3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:16.274929 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ac6c3f9f-e231-4002-9622-26f65965b792 req-920f06c9-9fcc-4f0d-a2e1-37dd21f9c4a3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0665579 Dec 17 13:00:16.332313 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ac6c3f9f-e231-4002-9622-26f65965b792 req-15401676-2699-4a38-842a-7f34a4a139bc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513504 Dec 17 13:00:16.346944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7b1c6bc-f935-4458-a82e-4ff6d510aafc req-c9315a19-7bd7-41db-98f3-93340cbf4a66 service neutron] 10.222.0.54 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168413 Dec 17 13:00:16.458821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device aadf8cd5-9ac8-46c0-ba4a-07721b30089f no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:00:16.484760 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f6f4a0c8-99a6-43a0-8da5-dd803b578a42 req-0478585b-f819-43c3-a25c-cdcc849e1144 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/ac60d218-688a-41b1-93f0-1e0b1cce0805 HTTP/1.1" status: 200 len: 2415 time: 0.0480101 Dec 17 13:00:16.499825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: aadf8cd5-9ac8-46c0-ba4a-07721b30089f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:00:16.500185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device aadf8cd5-9ac8-46c0-ba4a-07721b30089f not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:00:16.514457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-f6f4a0c8-99a6-43a0-8da5-dd803b578a42 req-2ee505ba-f319-4332-9e27-e427379cd467 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac60d218-688a-41b1-93f0-1e0b1cce0805', 'remote_group_id': None}]} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:16.514778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-f6f4a0c8-99a6-43a0-8da5-dd803b578a42 req-2ee505ba-f319-4332-9e27-e427379cd467 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac60d218-688a-41b1-93f0-1e0b1cce0805', 'remote_group_id': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:16.588145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b221abd-248b-4e1b-b64f-10fd3c621ad2 req-513050ff-dc06-46ee-b883-8f894bb00eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:16.589039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b221abd-248b-4e1b-b64f-10fd3c621ad2 req-513050ff-dc06-46ee-b883-8f894bb00eca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=66edfbd2934f4e639ca09ab80319e7ad&device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 1094 time: 0.0429516 Dec 17 13:00:16.703531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b221abd-248b-4e1b-b64f-10fd3c621ad2 req-2d4b03bf-d016-4435-89cd-a150c1cb531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:16.705425 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b221abd-248b-4e1b-b64f-10fd3c621ad2 req-2d4b03bf-d016-4435-89cd-a150c1cb531d service neutron] 10.222.0.54 "GET /v2.0/networks?id=88aa7498-fa67-4f3c-bd53-37ad902bc913 HTTP/1.1" status: 200 len: 916 time: 0.1082714 Dec 17 13:00:16.720125 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f6f4a0c8-99a6-43a0-8da5-dd803b578a42 req-2ee505ba-f319-4332-9e27-e427379cd467 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:16.746181 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f6f4a0c8-99a6-43a0-8da5-dd803b578a42 req-2ee505ba-f319-4332-9e27-e427379cd467 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:16.759420 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b221abd-248b-4e1b-b64f-10fd3c621ad2 req-1c2f0ca7-9d1a-4865-a116-786b5f5ed2ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02f21074-27e8-4984-b061-910946fc3f70 HTTP/1.1" status: 200 len: 217 time: 0.0392992 Dec 17 13:00:16.812582 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b221abd-248b-4e1b-b64f-10fd3c621ad2 req-244e0c62-16c0-444c-8607-d693d8d80e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:16.814342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b221abd-248b-4e1b-b64f-10fd3c621ad2 req-244e0c62-16c0-444c-8607-d693d8d80e79 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98082a87-8f9d-4c39-8f34-da72827610be HTTP/1.1" status: 200 len: 855 time: 0.0443239 Dec 17 13:00:16.819151 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f6f4a0c8-99a6-43a0-8da5-dd803b578a42 req-2ee505ba-f319-4332-9e27-e427379cd467 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:16.854507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b221abd-248b-4e1b-b64f-10fd3c621ad2 req-199f1f9f-d6a0-4724-ae5f-c1a7f951a765 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88aa7498-fa67-4f3c-bd53-37ad902bc913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302525 Dec 17 13:00:16.854755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee505ba-f319-4332-9e27-e427379cd467 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f604076e-1f17-42bf-b8ef-5164d4748702,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:16.912252 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f6f4a0c8-99a6-43a0-8da5-dd803b578a42 req-2ee505ba-f319-4332-9e27-e427379cd467 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:16.915267 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f6f4a0c8-99a6-43a0-8da5-dd803b578a42 req-2ee505ba-f319-4332-9e27-e427379cd467 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4068205 Dec 17 13:00:16.964983 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b221abd-248b-4e1b-b64f-10fd3c621ad2 req-8d1e660f-e237-4ea8-bd61-c322f877c14f service neutron] 10.222.0.54 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021888 Dec 17 13:00:17.040629 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19bf0c-9d9d-4972-83e2-8733d5e2c4de req-1461d72d-4457-4f78-a66b-f62dc5bb7325 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:17.049647 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e19bf0c-9d9d-4972-83e2-8733d5e2c4de req-1461d72d-4457-4f78-a66b-f62dc5bb7325 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 943 time: 0.0631831 Dec 17 13:00:17.081384 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b221abd-248b-4e1b-b64f-10fd3c621ad2 req-5515c3ef-d9c3-4c34-b0fe-1a63e35d809e service neutron] 10.222.0.54 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065567 Dec 17 13:00:17.120511 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e19bf0c-9d9d-4972-83e2-8733d5e2c4de req-29eac2f8-cda6-4457-98bc-b1daad8c8e49 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699716 Dec 17 13:00:17.246653 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68bcd196-fd87-43ba-8dcd-b57ba027084b req-b60736c7-e054-48b7-9f63-b33a18d24c38 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/ac60d218-688a-41b1-93f0-1e0b1cce0805 HTTP/1.1" status: 200 len: 3013 time: 0.0729861 Dec 17 13:00:17.344398 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-46cbe685-72e1-40ca-b643-c137eb29c81a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245996 Dec 17 13:00:17.464428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-c2f115d2-f507-445b-b532-d7c7876352e4 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:17.466217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-c2f115d2-f507-445b-b532-d7c7876352e4 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117737 Dec 17 13:00:17.482611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Request body: {'port': {'device_id': '84c414af-d57a-4fda-bba2-5093f6a04784', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': '162344edac8740ada2447494ea66f0df'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:17.498058 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d0aed89a-535d-4f21-8dc0-41b8e70a79c8 req-1b437aa2-3cde-4e55-8982-da4febd21895 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 210 time: 0.0274498 Dec 17 13:00:17.546309 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:17.550362 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-526e48ca-7c91-45ec-bf49-00c22bffc514 req-61ef5a2e-70f7-4c0e-869e-ed38076822ce tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-group-rules/f604076e-1f17-42bf-b8ef-5164d4748702 HTTP/1.1" status: 200 len: 783 time: 0.0221839 Dec 17 13:00:17.606031 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-526e48ca-7c91-45ec-bf49-00c22bffc514 req-350ff6c7-1480-4b60-a9d9-3b5aece1415f tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/ac60d218-688a-41b1-93f0-1e0b1cce0805 HTTP/1.1" status: 200 len: 3013 time: 0.0501957 Dec 17 13:00:17.645872 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-526e48ca-7c91-45ec-bf49-00c22bffc514 req-ca7ca068-2c2c-4ab7-9b94-b04835a2bd6b tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:17.653605 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-526e48ca-7c91-45ec-bf49-00c22bffc514 req-ca7ca068-2c2c-4ab7-9b94-b04835a2bd6b tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:17.762294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Made reservation on behalf of 162344edac8740ada2447494ea66f0df for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:17.762502 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-526e48ca-7c91-45ec-bf49-00c22bffc514 req-ca7ca068-2c2c-4ab7-9b94-b04835a2bd6b tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:17.766637 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:17.778801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-526e48ca-7c91-45ec-bf49-00c22bffc514 req-ca7ca068-2c2c-4ab7-9b94-b04835a2bd6b tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:17.778801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-526e48ca-7c91-45ec-bf49-00c22bffc514 req-ca7ca068-2c2c-4ab7-9b94-b04835a2bd6b tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/f604076e-1f17-42bf-b8ef-5164d4748702 HTTP/1.1" status: 204 len: 173 time: 0.1499028 Dec 17 13:00:17.780683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ca068-2c2c-4ab7-9b94-b04835a2bd6b tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f604076e-1f17-42bf-b8ef-5164d4748702,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:17.877571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd3fd4-6503-4349-8fda-a3e5d5b97841 req-c739cc33-8b1d-421c-8368-5993f3142c5c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:17.878996 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2ecd3fd4-6503-4349-8fda-a3e5d5b97841 req-c739cc33-8b1d-421c-8368-5993f3142c5c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.0483615 Dec 17 13:00:17.912004 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Allocated IP 192.168.233.131 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/0a9bb631-5fdd-41ec-aa15-bb748c87369f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:17.933166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2ecd3fd4-6503-4349-8fda-a3e5d5b97841 req-2d8d49a8-98da-427a-8943-51303bef37a1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475597 Dec 17 13:00:17.992880 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-5304da7e-5850-411f-b7d6-ed717a38c292 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266190 Dec 17 13:00:18.084012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-98431e98-ecce-4c15-b053-e3e8c5c09d56 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:00:18.085266 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-98431e98-ecce-4c15-b053-e3e8c5c09d56 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072305 Dec 17 13:00:18.108806 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.231919 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.250483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:18.291258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:18.294605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:18.299211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:18.306513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:18.307207 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.317564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event updated for resources: {'Port': ['ID=0a9bb631-5fdd-41ec-aa15-bb748c87369f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:18.408779 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-40f17b65-d030-4254-af75-3bed7fe545af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9309366 Dec 17 13:00:18.424746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Request body: {'port': {'device_id': '84c414af-d57a-4fda-bba2-5093f6a04784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:18.433278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3b81aa17-1fd8-4925-9325-2c765f043fb4 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:18.441095 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3b81aa17-1fd8-4925-9325-2c765f043fb4 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4353952 Dec 17 13:00:18.441095 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-145a59b2-031e-42f0-952d-391d8530820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:18.441309 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-145a59b2-031e-42f0-952d-391d8530820f service neutron] 10.222.0.59 "GET /v2.0/ports/5e3ac434-b5e0-499d-9eb4-cda3bc52b22d HTTP/1.1" status: 200 len: 1093 time: 0.3444059 Dec 17 13:00:18.451160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Request body: {'port': {'device_id': '0b5cb520-016a-4bfc-b04e-61b7482ef4f4', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': '162344edac8740ada2447494ea66f0df'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:18.470813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] Request body: {'binding': {'host': 'n-h2-815324-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:18.471275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] Unknown quota resources ['binding']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:00:18.489352 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.532322 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-761fbcb4-3c38-4d78-aa31-8e1a5d4058d0 req-3a701851-cb7c-4346-a12c-09b0792606b0 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/ac60d218-688a-41b1-93f0-1e0b1cce0805 HTTP/1.1" status: 200 len: 2415 time: 0.4221675 Dec 17 13:00:18.622614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-851dd918-1b7f-42a8-be13-6b7fd09128db None None] Provisioning complete for port 0a9bb631-5fdd-41ec-aa15-bb748c87369f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:18.625006 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-851dd918-1b7f-42a8-be13-6b7fd09128db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.634634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43730) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:18.722858 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-761fbcb4-3c38-4d78-aa31-8e1a5d4058d0 req-cb292560-19c1-4121-a6f9-083884a06872 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.778070 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-761fbcb4-3c38-4d78-aa31-8e1a5d4058d0 req-cb292560-19c1-4121-a6f9-083884a06872 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.793273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] Attempting to bind port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on host n-h2-815324-5 for vnic_type normal with profile None {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:18.793640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] Attempting to bind port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:18.793976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] Attempting to bind port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:18.809024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-851dd918-1b7f-42a8-be13-6b7fd09128db None None] Port 0a9bb631-5fdd-41ec-aa15-bb748c87369f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:00:18.811937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] Port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on network ce64e852-517d-4899-976e-d0fa7c65f446 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:18.812283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] Attempting to bind port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:18.823861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:18.824238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:18.824630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] Bound using segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:18.825074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] Bound port: 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:18.833021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Made reservation on behalf of 162344edac8740ada2447494ea66f0df for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:18.836481 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.840933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9bb631-5fdd-41ec-aa15-bb748c87369f {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:18.848659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.859599 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.861516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Transition to ACTIVE for port object 0a9bb631-5fdd-41ec-aa15-bb748c87369f will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:00:18.883143 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-adb5d095-147f-4d71-b2b7-494346caa31e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.951982 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.958671 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-761fbcb4-3c38-4d78-aa31-8e1a5d4058d0 req-cb292560-19c1-4121-a6f9-083884a06872 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.959919 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-23394016-a6bc-4350-83be-b592d182c884 req-23bd2856-ecdb-4a82-b485-181db2bb7ada service neutron] show failed (client error): The resource could not be found. Dec 17 13:00:18.960927 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-23bd2856-ecdb-4a82-b485-181db2bb7ada service neutron] 10.222.0.61 "GET /v2.0/ports/1dd66a11-92c7-4724-a2b2-ffff5894a920/bindings/n-h1-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0624998 Dec 17 13:00:18.961355 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-761fbcb4-3c38-4d78-aa31-8e1a5d4058d0 req-cb292560-19c1-4121-a6f9-083884a06872 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:18.962518 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-761fbcb4-3c38-4d78-aa31-8e1a5d4058d0 req-cb292560-19c1-4121-a6f9-083884a06872 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "DELETE /v2.0/security-groups/ac60d218-688a-41b1-93f0-1e0b1cce0805 HTTP/1.1" status: 204 len: 173 time: 0.4288731 Dec 17 13:00:18.987601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:18.998375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb292560-19c1-4121-a6f9-083884a06872 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac60d218-688a-41b1-93f0-1e0b1cce0805,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:19.056666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Pushing event updated for resources: {'Port': ['ID=0a9bb631-5fdd-41ec-aa15-bb748c87369f,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:19.086706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Attempting to bind port 0a9bb631-5fdd-41ec-aa15-bb748c87369f on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:19.086965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Attempting to bind port 0a9bb631-5fdd-41ec-aa15-bb748c87369f by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:19.087299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Attempting to bind port 0a9bb631-5fdd-41ec-aa15-bb748c87369f on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:19.093088 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] Publish callbacks [] for binding, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.093291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Port 0a9bb631-5fdd-41ec-aa15-bb748c87369f on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:19.093697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Attempting to bind port 0a9bb631-5fdd-41ec-aa15-bb748c87369f on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:19.094472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-976ee960-45c7-4ddd-b437-139ae6c666ca service neutron] 10.222.0.59 "POST /v2.0/ports/5e3ac434-b5e0-499d-9eb4-cda3bc52b22d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6362834 Dec 17 13:00:19.101724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:19.102721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:19.103484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:19.103779 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Bound port: 0a9bb631-5fdd-41ec-aa15-bb748c87369f, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:19.104225 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.125795 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Allocated IP 192.168.233.120 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/c144a546-526c-4229-8315-69ff6028b3c5) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:19.177364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-adb5d095-147f-4d71-b2b7-494346caa31e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.179989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] For port 0a9bb631-5fdd-41ec-aa15-bb748c87369f, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:19.183277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] For port 0a9bb631-5fdd-41ec-aa15-bb748c87369f, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0a9bb631-5fdd-41ec-aa15-bb748c87369f,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:19.185309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b2610-66b9-4207-bb28-ab29988f83a0 req-4fb284f9-0ced-47dc-8f17-c808b78be368 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:19.186883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d9b2610-66b9-4207-bb28-ab29988f83a0 req-4fb284f9-0ced-47dc-8f17-c808b78be368 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 943 time: 0.1500518 Dec 17 13:00:19.283660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.303618 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-adb5d095-147f-4d71-b2b7-494346caa31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.325269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d9b2610-66b9-4207-bb28-ab29988f83a0 req-a2f58050-ff4d-4549-b875-afaa139f88da tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313560 Dec 17 13:00:19.332929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:19.333760 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.335368 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] 10.222.0.54 "PUT /v2.0/ports/0a9bb631-5fdd-41ec-aa15-bb748c87369f HTTP/1.1" status: 200 len: 1096 time: 0.9174762 Dec 17 13:00:19.335921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c414af-d57a-4fda-bba2-5093f6a04784', 'tag': '0a9bb631-5fdd-41ec-aa15-bb748c87369f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:19.338788 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fface30-da40-4d44-99b5-3a5efeb53b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "84c414af-d57a-4fda-bba2-5093f6a04784", "tag": "0a9bb631-5fdd-41ec-aa15-bb748c87369f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:19.384540 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-adb5d095-147f-4d71-b2b7-494346caa31e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b430171f8cec48ab9e6471dda175ef60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7464023 Dec 17 13:00:19.390565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43744) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:19.391428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5d095-147f-4d71-b2b7-494346caa31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcd7eb6-3d65-448f-be69-e4b90707f277,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:19.416807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd0595-9599-4033-a275-de02cd34ba8c service neutron] Pushing event updated for resources: {'Port': ['ID=0a9bb631-5fdd-41ec-aa15-bb748c87369f,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:19.436540 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.517214 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-83d42d16-3f7f-4fd5-902b-e9c0c7cefad5 req-3e969bc6-62fb-483b-b61d-6c2e7dad3820 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 210 time: 0.0432000 Dec 17 13:00:19.601377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-533c00c3-39c1-4c0a-b49f-847783dac3db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.662196 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-533c00c3-39c1-4c0a-b49f-847783dac3db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.672021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23394016-a6bc-4350-83be-b592d182c884 req-a8e45f32-5daa-4b3c-b31a-877d52d691a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:19.673542 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-a8e45f32-5daa-4b3c-b31a-877d52d691a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f&tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815 HTTP/1.1" status: 200 len: 1101 time: 0.1600938 Dec 17 13:00:19.677323 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.678028 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.689345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:19.704763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:19.760542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:19.763888 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:19.766413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1016cb7-aeb8-4342-b0be-f53c3e6717df req-28a9203b-3a21-43e0-9d1a-0e8c8d378617 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:19.767675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:19.767991 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1016cb7-aeb8-4342-b0be-f53c3e6717df req-28a9203b-3a21-43e0-9d1a-0e8c8d378617 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.1644406 Dec 17 13:00:19.774581 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:19.775363 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.794846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event updated for resources: {'Port': ['ID=c144a546-526c-4229-8315-69ff6028b3c5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:19.811981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-71f2a201-f0da-40cb-8ee1-08c8571905e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:19.812845 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-71f2a201-f0da-40cb-8ee1-08c8571905e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=84c414af-d57a-4fda-bba2-5093f6a04784 HTTP/1.1" status: 200 len: 1099 time: 0.1555626 Dec 17 13:00:19.821549 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.881781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-9b7df505-a4ce-4494-aea5-8ea632369b62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=0a9bb631-5fdd-41ec-aa15-bb748c87369f HTTP/1.1" status: 200 len: 217 time: 0.0564764 Dec 17 13:00:19.897658 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-80455b48-24a0-474e-ba93-310aa071ca50 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4502392 Dec 17 13:00:19.912864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Request body: {'port': {'device_id': '0b5cb520-016a-4bfc-b04e-61b7482ef4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:19.973260 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.977983 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-533c00c3-39c1-4c0a-b49f-847783dac3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.981439 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-533c00c3-39c1-4c0a-b49f-847783dac3db admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:19.982625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-533c00c3-39c1-4c0a-b49f-847783dac3db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4fcd7eb6-3d65-448f-be69-e4b90707f277 HTTP/1.1" status: 204 len: 168 time: 0.5908935 Dec 17 13:00:20.012678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1016cb7-aeb8-4342-b0be-f53c3e6717df req-7780b9f9-6d38-4881-889b-61ce8353a604 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133894 Dec 17 13:00:20.020035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c00c3-39c1-4c0a-b49f-847783dac3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcd7eb6-3d65-448f-be69-e4b90707f277,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:20.039940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-9954ddf4-f8fd-4e7b-a246-af2101c0bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:20.041526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-9954ddf4-f8fd-4e7b-a246-af2101c0bcb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1400590 Dec 17 13:00:20.120279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5b6852f9-2194-4aa9-9186-ee35d293bd4d None None] Provisioning complete for port c144a546-526c-4229-8315-69ff6028b3c5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:20.121293 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5b6852f9-2194-4aa9-9186-ee35d293bd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:20.166897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5b6852f9-2194-4aa9-9186-ee35d293bd4d None None] Port c144a546-526c-4229-8315-69ff6028b3c5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:00:20.183617 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-e19a9490-3ba0-4826-922c-21de61669d99 req-7ad74759-ab2e-4cfb-b2b5-b88e69581dcb tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] show failed (client error): The resource could not be found. Dec 17 13:00:20.188715 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e19a9490-3ba0-4826-922c-21de61669d99 req-7ad74759-ab2e-4cfb-b2b5-b88e69581dcb tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/f7eccdfe-da0e-4644-b552-9e148a4e2ca3 HTTP/1.1" status: 404 len: 352 time: 0.0856454 Dec 17 13:00:20.208021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-259feca5-8975-472e-ad75-24ce78815946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:20.209670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-259feca5-8975-472e-ad75-24ce78815946 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114862 Dec 17 13:00:20.211447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-e3ebf707-5014-4984-89b5-e317be0a058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:20.214601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-e3ebf707-5014-4984-89b5-e317be0a058d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 1096 time: 0.1159170 Dec 17 13:00:20.313254 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018ff911-2da0-4bf0-ae38-9f0f7cf9710f x-openstack-request-id: req-018ff911-2da0-4bf0-ae38-9f0f7cf9710f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:20.313563 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c414af-d57a-4fda-bba2-5093f6a04784", "tag": "0a9bb631-5fdd-41ec-aa15-bb748c87369f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:20.328071 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-018ff911-2da0-4bf0-ae38-9f0f7cf9710f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:20.328071 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c414af-d57a-4fda-bba2-5093f6a04784', 'tag': '0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'status': 'completed', 'code': 200} Dec 17 13:00:20.338498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c144a546-526c-4229-8315-69ff6028b3c5 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:20.347335 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:20.364074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Transition to ACTIVE for port object c144a546-526c-4229-8315-69ff6028b3c5 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:00:20.422803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-89e2c856-84f5-4b4f-90ff-35ef8ce3272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:20.427201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-89e2c856-84f5-4b4f-90ff-35ef8ce3272a service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.2043529 Dec 17 13:00:20.432375 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-4afb9214-d7f1-4377-b694-d4b92d4d8876 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035213 Dec 17 13:00:20.438089 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f42b97e-571f-4c01-8398-b0dd075fb32d req-84001ee9-e968-4d68-a96c-ff7629c84d33 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/ea10fb75-db15-4337-9023-47ebdb894fe0 HTTP/1.1" status: 200 len: 1822 time: 0.0509689 Dec 17 13:00:20.454485 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:20.461939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 02f21074-27e8-4984-b061-910946fc3f70 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:00:20.534204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c144a546-526c-4229-8315-69ff6028b3c5,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:20.592653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 02f21074-27e8-4984-b061-910946fc3f70, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=02f21074-27e8-4984-b061-910946fc3f70,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:20.613001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '02f21074-27e8-4984-b061-910946fc3f70', 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913', 'port_id': '02f21074-27e8-4984-b061-910946fc3f70', 'mac_address': 'fa:16:3e:f7:8a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98082a87-8f9d-4c39-8f34-da72827610be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:00:20.627570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2f42b97e-571f-4c01-8398-b0dd075fb32d req-64cb8c3e-f33b-4df5-91f6-b1fcb7da68e9 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:20.634724 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Attempting to bind port c144a546-526c-4229-8315-69ff6028b3c5 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:20.635208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Attempting to bind port c144a546-526c-4229-8315-69ff6028b3c5 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:20.635550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Attempting to bind port c144a546-526c-4229-8315-69ff6028b3c5 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:20.665602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Port c144a546-526c-4229-8315-69ff6028b3c5 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:20.665969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Attempting to bind port c144a546-526c-4229-8315-69ff6028b3c5 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:20.679699 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:20.701131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f21074-27e8-4984-b061-910946fc3f70 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:20.702159 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2f42b97e-571f-4c01-8398-b0dd075fb32d req-64cb8c3e-f33b-4df5-91f6-b1fcb7da68e9 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:20.711625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:20.711988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:20.712374 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:20.712830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Bound port: c144a546-526c-4229-8315-69ff6028b3c5, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:20.713216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:20.739048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 02f21074-27e8-4984-b061-910946fc3f70, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=02f21074-27e8-4984-b061-910946fc3f70,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:20.803016 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:20.838481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43768) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:20.860398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] For port c144a546-526c-4229-8315-69ff6028b3c5, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:20.864150 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3946071b-43dd-4202-9203-134a1e8ae0fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:20.879734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=02f21074-27e8-4984-b061-910946fc3f70,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:20.884920 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] For port c144a546-526c-4229-8315-69ff6028b3c5, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c144a546-526c-4229-8315-69ff6028b3c5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:20.886340 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-292002d2-2867-4732-a463-fa39bad0a625 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d HTTP/1.1" status: 200 len: 217 time: 0.4528990 Dec 17 13:00:20.888442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-ac1d08e2-8550-4ba9-bdcb-8a2ecc613b4f service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425566 Dec 17 13:00:20.888854 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2f42b97e-571f-4c01-8398-b0dd075fb32d req-64cb8c3e-f33b-4df5-91f6-b1fcb7da68e9 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:20.892482 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2f42b97e-571f-4c01-8398-b0dd075fb32d req-64cb8c3e-f33b-4df5-91f6-b1fcb7da68e9 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:20.896456 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f42b97e-571f-4c01-8398-b0dd075fb32d req-64cb8c3e-f33b-4df5-91f6-b1fcb7da68e9 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "DELETE /v2.0/security-groups/ea10fb75-db15-4337-9023-47ebdb894fe0 HTTP/1.1" status: 204 len: 173 time: 0.4472373 Dec 17 13:00:20.912694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb8c3e-f33b-4df5-91f6-b1fcb7da68e9 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea10fb75-db15-4337-9023-47ebdb894fe0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:20.929891 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869d0c8-a83a-4ef2-95c8-279aa9860fe0 req-f7847c67-77f3-4b91-98aa-7a00ef26d3a6 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:20.936538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9869d0c8-a83a-4ef2-95c8-279aa9860fe0 req-f7847c67-77f3-4b91-98aa-7a00ef26d3a6 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.5747221 Dec 17 13:00:21.011218 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:21.031790 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3946071b-43dd-4202-9203-134a1e8ae0fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:21.050912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-3dc22d56-da6f-458e-a231-bc46b929638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:21.052711 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-3dc22d56-da6f-458e-a231-bc46b929638b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.1463585 Dec 17 13:00:21.087204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:21.087823 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:21.089194 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] 10.222.0.54 "PUT /v2.0/ports/c144a546-526c-4229-8315-69ff6028b3c5 HTTP/1.1" status: 200 len: 1096 time: 1.1821632 Dec 17 13:00:21.090556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9869d0c8-a83a-4ef2-95c8-279aa9860fe0 req-615fba7f-2477-4101-acb3-f004ba814dd5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533599 Dec 17 13:00:21.101048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5cb520-016a-4bfc-b04e-61b7482ef4f4', 'tag': 'c144a546-526c-4229-8315-69ff6028b3c5'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:21.103308 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13de5572-2844-4296-9c1c-7312b3a4ec1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5cb520-016a-4bfc-b04e-61b7482ef4f4", "tag": "c144a546-526c-4229-8315-69ff6028b3c5"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:21.107273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['02f21074-27e8-4984-b061-910946fc3f70'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:21.110915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3946071b-43dd-4202-9203-134a1e8ae0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:21.138900 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3946071b-43dd-4202-9203-134a1e8ae0fb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb49acb73ec94a418aba91d87673f7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990537 Dec 17 13:00:21.143677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43776) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:21.187843 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-0434e542-5740-48c5-87aa-f22c964f68ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195614 Dec 17 13:00:21.191954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:21.296428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fface30-da40-4d44-99b5-3a5efeb53b2f req-16cc4761-8ee3-4f3b-b4bf-2656b2227f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:21.298207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fface30-da40-4d44-99b5-3a5efeb53b2f req-16cc4761-8ee3-4f3b-b4bf-2656b2227f3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=84c414af-d57a-4fda-bba2-5093f6a04784 HTTP/1.1" status: 200 len: 1099 time: 0.2683978 Dec 17 13:00:21.379744 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946071b-43dd-4202-9203-134a1e8ae0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc4f8ab-7729-472b-aadd-94aea969357d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:21.386851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6694f1-fc7e-4de5-8015-115f19c031a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c144a546-526c-4229-8315-69ff6028b3c5,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:21.390868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:21.431113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6317f-71a9-4811-bc3d-c2a495e5bab6 req-67c0981a-351e-40fe-95b4-bb475edba60b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:21.440730 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31a6317f-71a9-4811-bc3d-c2a495e5bab6 req-67c0981a-351e-40fe-95b4-bb475edba60b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 944 time: 0.4303205 Dec 17 13:00:21.453679 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-145673dd-2e80-48d8-a509-2694b0b204e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:21.453679 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-145673dd-2e80-48d8-a509-2694b0b204e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 1099 time: 0.2351015 Dec 17 13:00:21.454555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b93d5-4f77-4434-aa5f-e705afab1c74 req-19856d77-7519-4dd3-9b76-d1b104b7ce34 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:21.461351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-612b93d5-4f77-4434-aa5f-e705afab1c74 req-19856d77-7519-4dd3-9b76-d1b104b7ce34 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 948 time: 0.2512796 Dec 17 13:00:21.502252 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d72bb8c-a8a3-4b1b-95a9-d0fb86b1f950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:21.525370 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:21.536705 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-1f8895b4-933e-47fb-b204-7f9f0bec8e16 service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372624 Dec 17 13:00:21.550647 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31a6317f-71a9-4811-bc3d-c2a495e5bab6 req-b46bcfad-5681-443b-8730-30795d69c617 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101222 Dec 17 13:00:21.554235 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-c4536738-1d2f-4579-a28e-b3b6f863f07b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=c144a546-526c-4229-8315-69ff6028b3c5 HTTP/1.1" status: 200 len: 217 time: 0.0532176 Dec 17 13:00:21.563945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fface30-da40-4d44-99b5-3a5efeb53b2f req-57fa3ad4-b1b0-410a-835d-86e28dce880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:21.565411 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fface30-da40-4d44-99b5-3a5efeb53b2f req-57fa3ad4-b1b0-410a-835d-86e28dce880a service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2530642 Dec 17 13:00:21.604156 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d72bb8c-a8a3-4b1b-95a9-d0fb86b1f950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:21.626141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Transition to ACTIVE for port object 1dd66a11-92c7-4724-a2b2-ffff5894a920 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:00:21.644925 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-612b93d5-4f77-4434-aa5f-e705afab1c74 req-a2859ca6-9358-47d9-9af4-dd51879afc7b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824853 Dec 17 13:00:21.708434 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c6b2f9df-f647-4126-b111-a77a4833c876 req-c1545071-bfdb-416c-a2df-3b45514f7314 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/4136e527-749d-44cd-bbb0-039330606177 HTTP/1.1" status: 200 len: 1822 time: 0.1022751 Dec 17 13:00:21.712626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-fc834e5a-04e9-4eae-b237-3381d03df970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:21.714169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-fc834e5a-04e9-4eae-b237-3381d03df970 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1501732 Dec 17 13:00:21.721895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fface30-da40-4d44-99b5-3a5efeb53b2f req-fa50763e-4cbb-4ed9-86b2-5319984d39c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=0a9bb631-5fdd-41ec-aa15-bb748c87369f HTTP/1.1" status: 200 len: 217 time: 0.1294367 Dec 17 13:00:21.722514 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:21.823770 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d72bb8c-a8a3-4b1b-95a9-d0fb86b1f950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:21.827631 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d72bb8c-a8a3-4b1b-95a9-d0fb86b1f950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:21.831634 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7d72bb8c-a8a3-4b1b-95a9-d0fb86b1f950 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bbc4f8ab-7729-472b-aadd-94aea969357d HTTP/1.1" status: 204 len: 168 time: 0.6788254 Dec 17 13:00:21.845929 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c6b2f9df-f647-4126-b111-a77a4833c876 req-816e2165-c753-410c-a71b-c37f629541f8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:21.851496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-63f44730-3f95-46fc-8c22-8fe769d4e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:21.851496 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-63f44730-3f95-46fc-8c22-8fe769d4e543 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0880852 Dec 17 13:00:21.853694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72bb8c-a8a3-4b1b-95a9-d0fb86b1f950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc4f8ab-7729-472b-aadd-94aea969357d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:21.862078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd66a11-92c7-4724-a2b2-ffff5894a920,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:21.883338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-9667802f-f278-4088-a077-51b92a264866 service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331904 Dec 17 13:00:21.912864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] No DVR routers for this DVR port 1dd66a11-92c7-4724-a2b2-ffff5894a920 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:00:21.922666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11512609-9635-41a8-9519-a75851f0c5c2 req-4ad3d9c7-b3d4-44b0-9fbd-1374cea488c1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:21.937354 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11512609-9635-41a8-9519-a75851f0c5c2 req-4ad3d9c7-b3d4-44b0-9fbd-1374cea488c1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 948 time: 0.2236245 Dec 17 13:00:21.937354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fface30-da40-4d44-99b5-3a5efeb53b2f req-afb9f413-42a1-4313-9b34-ae410b8bebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:21.937825 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fface30-da40-4d44-99b5-3a5efeb53b2f req-afb9f413-42a1-4313-9b34-ae410b8bebdc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1855063 Dec 17 13:00:21.987850 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c6b2f9df-f647-4126-b111-a77a4833c876 req-816e2165-c753-410c-a71b-c37f629541f8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:22.046220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Attempting to bind port 1dd66a11-92c7-4724-a2b2-ffff5894a920 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:22.046855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Attempting to bind port 1dd66a11-92c7-4724-a2b2-ffff5894a920 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:22.047367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Attempting to bind port 1dd66a11-92c7-4724-a2b2-ffff5894a920 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:22.053468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Port 1dd66a11-92c7-4724-a2b2-ffff5894a920 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:22.054492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Attempting to bind port 1dd66a11-92c7-4724-a2b2-ffff5894a920 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:22.080866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:22.081412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:22.081997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:22.082614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Bound port: 1dd66a11-92c7-4724-a2b2-ffff5894a920, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:22.083151 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:22.106882 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-ab3e77ce-4e4d-461d-bd80-7fc582e38d27 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450714 Dec 17 13:00:22.112467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fface30-da40-4d44-99b5-3a5efeb53b2f req-dfe79597-6ae6-48a7-8a11-cb9cb0938a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:22.114135 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fface30-da40-4d44-99b5-3a5efeb53b2f req-dfe79597-6ae6-48a7-8a11-cb9cb0938a4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327500 Dec 17 13:00:22.132015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11512609-9635-41a8-9519-a75851f0c5c2 req-c73b9978-fc04-4cfc-b204-3fe1119b8dd5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995146 Dec 17 13:00:22.193664 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d078a-2063-4568-a945-b59104c6facf x-openstack-request-id: req-e89d078a-2063-4568-a945-b59104c6facf {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:22.193962 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5cb520-016a-4bfc-b04e-61b7482ef4f4", "tag": "c144a546-526c-4229-8315-69ff6028b3c5", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:22.194223 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e89d078a-2063-4568-a945-b59104c6facf {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:22.198620 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5cb520-016a-4bfc-b04e-61b7482ef4f4', 'tag': 'c144a546-526c-4229-8315-69ff6028b3c5', 'status': 'completed', 'code': 200} Dec 17 13:00:22.198620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c6b2f9df-f647-4126-b111-a77a4833c876 req-816e2165-c753-410c-a71b-c37f629541f8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:22.200569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c6b2f9df-f647-4126-b111-a77a4833c876 req-816e2165-c753-410c-a71b-c37f629541f8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:22.203916 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c6b2f9df-f647-4126-b111-a77a4833c876 req-816e2165-c753-410c-a71b-c37f629541f8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "DELETE /v2.0/security-groups/4136e527-749d-44cd-bbb0-039330606177 HTTP/1.1" status: 204 len: 173 time: 0.4766588 Dec 17 13:00:22.254642 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e2165-c753-410c-a71b-c37f629541f8 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4136e527-749d-44cd-bbb0-039330606177,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:22.332918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b69665c-6ec1-437f-b365-69b560dce06f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd66a11-92c7-4724-a2b2-ffff5894a920'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:22.335719 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7908b56f-bae6-40cb-9245-706b6e516d13" -d '{"events": [{"server_uuid": "6b69665c-6ec1-437f-b365-69b560dce06f", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd66a11-92c7-4724-a2b2-ffff5894a920"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:22.372393 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20a437f6-b2a1-468c-804b-24023d0b5885 req-52eb173c-ddba-47e1-8c2d-e186aad94a3f service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502022 Dec 17 13:00:22.395979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:22.407291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b799cde-ffc2-41bd-bc11-98065d2c45d7 req-efa520a7-86d7-424c-89e4-5e2f2da6ccc1 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:22.416625 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b799cde-ffc2-41bd-bc11-98065d2c45d7 req-efa520a7-86d7-424c-89e4-5e2f2da6ccc1 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.1147850 Dec 17 13:00:22.422799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:22.427569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fface30-da40-4d44-99b5-3a5efeb53b2f req-b8ee48fd-1de3-4db1-9bab-c334ac566196 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944601 Dec 17 13:00:22.477353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 02f21074-27e8-4984-b061-910946fc3f70 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:22.548866 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b799cde-ffc2-41bd-bc11-98065d2c45d7 req-33a85d88-2c8e-42f2-a67c-5456a27ecdfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311686 Dec 17 13:00:22.572535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:22.611515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de5572-2844-4296-9c1c-7312b3a4ec1b req-54e3da8e-e424-4481-94d9-960d095a8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:22.613196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13de5572-2844-4296-9c1c-7312b3a4ec1b req-54e3da8e-e424-4481-94d9-960d095a8e77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 1099 time: 0.1156390 Dec 17 13:00:22.647007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 02f21074-27e8-4984-b061-910946fc3f70 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:00:22.652651 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 02f21074-27e8-4984-b061-910946fc3f70 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:22.653210 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:22.688005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:22.692051 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:22.694150 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] 10.222.0.54 "PUT /v2.0/ports/1dd66a11-92c7-4724-a2b2-ffff5894a920 HTTP/1.1" status: 200 len: 1096 time: 2.9949987 Dec 17 13:00:22.808282 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5c449c85-078e-4b90-8220-5f259433f5da req-46202d71-febd-444f-8dc2-f53e36d01e71 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/6b092676-29c7-4dec-a166-3ed10294724c HTTP/1.1" status: 200 len: 1821 time: 0.1925890 Dec 17 13:00:22.837956 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a37dc6-7e7f-4df2-88ab-4e8366c3c4b2 x-openstack-request-id: req-91a37dc6-7e7f-4df2-88ab-4e8366c3c4b2 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:22.838395 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b69665c-6ec1-437f-b365-69b560dce06f", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd66a11-92c7-4724-a2b2-ffff5894a920", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:22.838659 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91a37dc6-7e7f-4df2-88ab-4e8366c3c4b2 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:22.839034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:22.839147 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b69665c-6ec1-437f-b365-69b560dce06f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd66a11-92c7-4724-a2b2-ffff5894a920', 'code': 200} Dec 17 13:00:22.869887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5be1a-aa3e-4b74-b1cb-f8ce85366054 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd66a11-92c7-4724-a2b2-ffff5894a920,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:22.894219 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1dd66a11-92c7-4724-a2b2-ffff5894a920 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:00:22.908675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8329dc-4d6f-4819-9d10-1a70e7601d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f21074-27e8-4984-b061-910946fc3f70'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:22.912122 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2c5abe-5a27-4c87-baba-3db82b5517c0" -d '{"events": [{"server_uuid": "9d8329dc-4d6f-4819-9d10-1a70e7601d51", "name": "network-vif-plugged", "status": "completed", "tag": "02f21074-27e8-4984-b061-910946fc3f70"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:23.010329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 02f21074-27e8-4984-b061-910946fc3f70, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=02f21074-27e8-4984-b061-910946fc3f70,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:23.015546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fface30-da40-4d44-99b5-3a5efeb53b2f req-42d18b62-0602-4899-a2c3-0e928d70711d service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787754 Dec 17 13:00:23.027545 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5c449c85-078e-4b90-8220-5f259433f5da req-5d9f913b-acb2-4a2a-ba53-cb028bea96d0 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:23.035215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23394016-a6bc-4350-83be-b592d182c884 req-05ead457-12d5-4a6e-b3e8-ec1142134fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:23.039588 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-05ead457-12d5-4a6e-b3e8-ec1142134fad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 1099 time: 0.3081160 Dec 17 13:00:23.042145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1dd66a11-92c7-4724-a2b2-ffff5894a920 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:00:23.070697 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de5572-2844-4296-9c1c-7312b3a4ec1b req-a683fe18-ff12-465b-b1b8-5af5839541df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:23.075441 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13de5572-2844-4296-9c1c-7312b3a4ec1b req-a683fe18-ff12-465b-b1b8-5af5839541df service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.4464250 Dec 17 13:00:23.085205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5c449c85-078e-4b90-8220-5f259433f5da req-5d9f913b-acb2-4a2a-ba53-cb028bea96d0 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:23.104280 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:23.131314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6037e4-330f-4772-9afc-e72ca162abc0 req-dd86e9d2-0d5c-423b-b898-234c96384eef tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:23.143906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb6037e4-330f-4772-9afc-e72ca162abc0 req-dd86e9d2-0d5c-423b-b898-234c96384eef tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 944 time: 0.2335281 Dec 17 13:00:23.206541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=02f21074-27e8-4984-b061-910946fc3f70,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:23.219026 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13de5572-2844-4296-9c1c-7312b3a4ec1b req-e4298eef-e9a7-45c1-9848-3355365ea4b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=c144a546-526c-4229-8315-69ff6028b3c5 HTTP/1.1" status: 200 len: 217 time: 0.1304109 Dec 17 13:00:23.285396 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb6037e4-330f-4772-9afc-e72ca162abc0 req-a84d5802-4a69-4a87-a072-85c66c4848f1 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398969 Dec 17 13:00:23.291946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de5572-2844-4296-9c1c-7312b3a4ec1b req-37e4e955-6167-4dd8-afbb-deb421d46687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:23.293571 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13de5572-2844-4296-9c1c-7312b3a4ec1b req-37e4e955-6167-4dd8-afbb-deb421d46687 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0635712 Dec 17 13:00:23.299671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23394016-a6bc-4350-83be-b592d182c884 req-9a2a6f26-3ef4-40a9-a61e-f6b75ad87c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:23.301170 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-9a2a6f26-3ef4-40a9-a61e-f6b75ad87c25 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2524936 Dec 17 13:00:23.355862 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-c6cdb250-cd32-4b43-b355-f65810f5a08d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920 HTTP/1.1" status: 200 len: 217 time: 0.0461688 Dec 17 13:00:23.379468 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5c449c85-078e-4b90-8220-5f259433f5da req-5d9f913b-acb2-4a2a-ba53-cb028bea96d0 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:23.381263 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5c449c85-078e-4b90-8220-5f259433f5da req-5d9f913b-acb2-4a2a-ba53-cb028bea96d0 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:23.387884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5c449c85-078e-4b90-8220-5f259433f5da req-5d9f913b-acb2-4a2a-ba53-cb028bea96d0 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "DELETE /v2.0/security-groups/6b092676-29c7-4dec-a166-3ed10294724c HTTP/1.1" status: 204 len: 173 time: 0.5778701 Dec 17 13:00:23.417833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de5572-2844-4296-9c1c-7312b3a4ec1b req-e0aed2ff-2d98-4d0b-b717-858e359bb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:23.419999 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13de5572-2844-4296-9c1c-7312b3a4ec1b req-e0aed2ff-2d98-4d0b-b717-858e359bb99d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1124022 Dec 17 13:00:23.421524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f913b-acb2-4a2a-ba53-cb028bea96d0 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b092676-29c7-4dec-a166-3ed10294724c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:23.462051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23394016-a6bc-4350-83be-b592d182c884 req-0dbb8731-b2a8-4970-a9c4-eab8ffacb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:23.463602 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-0dbb8731-b2a8-4970-a9c4-eab8ffacb66e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0980844 Dec 17 13:00:23.473479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e53ec-5fb4-4cd7-8432-4780105212d7 req-3b347a61-190e-4a26-afdb-dcd69cb4edc1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:23.475064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-502e53ec-5fb4-4cd7-8432-4780105212d7 req-3b347a61-190e-4a26-afdb-dcd69cb4edc1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 948 time: 0.1080151 Dec 17 13:00:23.553014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23394016-a6bc-4350-83be-b592d182c884 req-6f5ae54f-405d-45c3-b482-1773c91a923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:23.554496 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-6f5ae54f-405d-45c3-b482-1773c91a923d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785387 Dec 17 13:00:23.577932 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-502e53ec-5fb4-4cd7-8432-4780105212d7 req-75d4c79c-e07d-4d25-baca-ad68e245e902 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923605 Dec 17 13:00:23.650227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b43be-0c98-4364-bd5e-69b064b259aa req-d4b62db8-72b5-4132-b894-8b4d96c39de0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:23.658977 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-943b43be-0c98-4364-bd5e-69b064b259aa req-d4b62db8-72b5-4132-b894-8b4d96c39de0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 967 time: 0.1346936 Dec 17 13:00:23.664472 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81a46d8-1640-4cd6-93c2-14de3f21d489 x-openstack-request-id: req-a81a46d8-1640-4cd6-93c2-14de3f21d489 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:23.664987 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8329dc-4d6f-4819-9d10-1a70e7601d51", "name": "network-vif-plugged", "status": "completed", "tag": "02f21074-27e8-4984-b061-910946fc3f70", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:23.665083 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a81a46d8-1640-4cd6-93c2-14de3f21d489 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:23.665399 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8329dc-4d6f-4819-9d10-1a70e7601d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f21074-27e8-4984-b061-910946fc3f70', 'code': 200} Dec 17 13:00:23.673154 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13de5572-2844-4296-9c1c-7312b3a4ec1b req-9e805439-2f83-4042-a650-f6c18b4d21d1 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390528 Dec 17 13:00:23.697333 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-ee8c21db-5183-4235-87a9-3c7f488da0fd service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324461 Dec 17 13:00:23.787497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-943b43be-0c98-4364-bd5e-69b064b259aa req-2a90be60-9f44-461a-9657-e9fbba7c12b8 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276381 Dec 17 13:00:23.863509 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13de5572-2844-4296-9c1c-7312b3a4ec1b req-6a86be0c-b3c4-4511-b3c9-5c135294ca7b service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772134 Dec 17 13:00:23.864414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23394016-a6bc-4350-83be-b592d182c884 req-7fb16a43-ec6d-4f04-9faf-4cec0a25ed43 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529167 Dec 17 13:00:23.904599 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a17bc5-9b93-4421-8866-ffc78799c5da req-a1f1236e-6756-425c-b136-820a1fb7433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:23.906822 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2a17bc5-9b93-4421-8866-ffc78799c5da req-a1f1236e-6756-425c-b136-820a1fb7433a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 1096 time: 0.0822437 Dec 17 13:00:23.917358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1a1d9-d53a-4bc3-88c6-90c87cb78480 req-9de5683f-95a6-4e23-bd09-db538cd91434 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:23.919068 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77f1a1d9-d53a-4bc3-88c6-90c87cb78480 req-9de5683f-95a6-4e23-bd09-db538cd91434 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 948 time: 0.0934613 Dec 17 13:00:23.947172 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f5cc1168-3765-4277-8843-1cc3a9dd77fc req-f3bf9fde-6306-4f1c-ba6b-ede6bd9427b9 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/66da7879-e6ac-4195-95af-6246c42b16e4 HTTP/1.1" status: 200 len: 2419 time: 0.1256855 Dec 17 13:00:23.988304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2a17bc5-9b93-4421-8866-ffc78799c5da req-ebdd4f83-b357-4e0f-8967-021e6bc4e8f7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677774 Dec 17 13:00:24.016597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77f1a1d9-d53a-4bc3-88c6-90c87cb78480 req-b3f5d7cf-f0d3-46ae-97fe-ca7806cbcf4e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774109 Dec 17 13:00:24.044779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f5cc1168-3765-4277-8843-1cc3a9dd77fc req-93cd24ea-d31f-4540-8471-e28eaa161ad7 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.082527 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f5cc1168-3765-4277-8843-1cc3a9dd77fc req-93cd24ea-d31f-4540-8471-e28eaa161ad7 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.141938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8993f-851a-4839-92bf-09b135c2d1a3 req-9cec5ba0-c2c3-4508-a921-0db5ac30fc76 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:24.143486 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4eb8993f-851a-4839-92bf-09b135c2d1a3 req-9cec5ba0-c2c3-4508-a921-0db5ac30fc76 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.0687363 Dec 17 13:00:24.205414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4eb8993f-851a-4839-92bf-09b135c2d1a3 req-eeeb2835-2a80-458a-b256-78f1342c225d tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530457 Dec 17 13:00:24.254674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f5cc1168-3765-4277-8843-1cc3a9dd77fc req-93cd24ea-d31f-4540-8471-e28eaa161ad7 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.258470 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f5cc1168-3765-4277-8843-1cc3a9dd77fc req-93cd24ea-d31f-4540-8471-e28eaa161ad7 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.268303 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f5cc1168-3765-4277-8843-1cc3a9dd77fc req-93cd24ea-d31f-4540-8471-e28eaa161ad7 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "DELETE /v2.0/security-groups/66da7879-e6ac-4195-95af-6246c42b16e4 HTTP/1.1" status: 204 len: 173 time: 0.3099015 Dec 17 13:00:24.282649 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd24ea-d31f-4540-8471-e28eaa161ad7 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66da7879-e6ac-4195-95af-6246c42b16e4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:24.358904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ea48652-b6d0-42ef-b090-4fc5a4a3d8cd req-e741f819-8124-4b34-a324-386a372cf6c2 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "GET /v2.0/security-groups/efd95b44-0149-441a-b88e-42de9c97c644 HTTP/1.1" status: 200 len: 2414 time: 0.0787604 Dec 17 13:00:24.421168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b0b08-b894-4074-9a90-706a275bf6b7 req-354c76e9-0972-47cb-a86c-a545b4a41a6d tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:24.426074 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ad6b0b08-b894-4074-9a90-706a275bf6b7 req-354c76e9-0972-47cb-a86c-a545b4a41a6d tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0588107 Dec 17 13:00:24.428244 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0ea48652-b6d0-42ef-b090-4fc5a4a3d8cd req-adab766a-9c45-4a41-aee0-a371dd2d7867 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.456408 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0ea48652-b6d0-42ef-b090-4fc5a4a3d8cd req-adab766a-9c45-4a41-aee0-a371dd2d7867 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.480064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 0a9bb631-5fdd-41ec-aa15-bb748c87369f details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:00:24.511255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ad6b0b08-b894-4074-9a90-706a275bf6b7 req-ed066991-07a6-4264-a813-e3c3c81535e1 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776207 Dec 17 13:00:24.573608 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0ea48652-b6d0-42ef-b090-4fc5a4a3d8cd req-adab766a-9c45-4a41-aee0-a371dd2d7867 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.587693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0ea48652-b6d0-42ef-b090-4fc5a4a3d8cd req-adab766a-9c45-4a41-aee0-a371dd2d7867 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.598183 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43852) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:24.600645 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ea48652-b6d0-42ef-b090-4fc5a4a3d8cd req-adab766a-9c45-4a41-aee0-a371dd2d7867 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] 10.222.0.59 "DELETE /v2.0/security-groups/efd95b44-0149-441a-b88e-42de9c97c644 HTTP/1.1" status: 204 len: 173 time: 0.2351708 Dec 17 13:00:24.616465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab766a-9c45-4a41-aee0-a371dd2d7867 tempest-SecurityGroupRulesTestJSON-1786892705 tempest-SecurityGroupRulesTestJSON-1786892705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd95b44-0149-441a-b88e-42de9c97c644,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:24.658275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ba607a-0cb0-4585-9117-8d464b0e3e5e admin admin] Deleting subnet 904ce3f4-81c6-4664-a269-689cb602e1ba {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:00:24.661692 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f0ba607a-0cb0-4585-9117-8d464b0e3e5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.677068 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 0a9bb631-5fdd-41ec-aa15-bb748c87369f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0a9bb631-5fdd-41ec-aa15-bb748c87369f,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:24.701262 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f0ba607a-0cb0-4585-9117-8d464b0e3e5e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.713898 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f0ba607a-0cb0-4585-9117-8d464b0e3e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.718393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'mac_address': 'fa:16:3e:84:20:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:00:24.775829 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.790561 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9bb631-5fdd-41ec-aa15-bb748c87369f {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:24.827548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 0a9bb631-5fdd-41ec-aa15-bb748c87369f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0a9bb631-5fdd-41ec-aa15-bb748c87369f,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:24.840248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b69665c-6ec1-437f-b365-69b560dce06f', 'tag': '1dd66a11-92c7-4724-a2b2-ffff5894a920'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:24.843842 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2765fd59-6afb-4f2b-9f43-fa9489cdd935" -d '{"events": [{"name": "network-changed", "server_uuid": "6b69665c-6ec1-437f-b365-69b560dce06f", "tag": "1dd66a11-92c7-4724-a2b2-ffff5894a920"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:24.844122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f0ba607a-0cb0-4585-9117-8d464b0e3e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.877879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba607a-0cb0-4585-9117-8d464b0e3e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904ce3f4-81c6-4664-a269-689cb602e1ba,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:24.884755 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f0ba607a-0cb0-4585-9117-8d464b0e3e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.893617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f0ba607a-0cb0-4585-9117-8d464b0e3e5e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/904ce3f4-81c6-4664-a269-689cb602e1ba HTTP/1.1" status: 204 len: 168 time: 0.2918758 Dec 17 13:00:24.894188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43864) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:24.900059 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:24.923129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdb3b4-0511-4b79-8d93-2f10bacd1f41 req-36bc91d8-e2ac-4bf7-851b-4112ec78fdfc tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:24.924770 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1afdb3b4-0511-4b79-8d93-2f10bacd1f41 req-36bc91d8-e2ac-4bf7-851b-4112ec78fdfc tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 948 time: 0.0702920 Dec 17 13:00:24.972328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=0a9bb631-5fdd-41ec-aa15-bb748c87369f,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:25.017406 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:25.039001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1afdb3b4-0511-4b79-8d93-2f10bacd1f41 req-a61c678b-aede-4768-ab36-1c15e63425e0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021352 Dec 17 13:00:25.085410 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa56867-1557-4a1e-b1c4-6be5ecb9831f x-openstack-request-id: req-caa56867-1557-4a1e-b1c4-6be5ecb9831f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:25.085736 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b69665c-6ec1-437f-b365-69b560dce06f", "tag": "1dd66a11-92c7-4724-a2b2-ffff5894a920", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:25.086273 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-caa56867-1557-4a1e-b1c4-6be5ecb9831f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:25.086385 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b69665c-6ec1-437f-b365-69b560dce06f', 'tag': '1dd66a11-92c7-4724-a2b2-ffff5894a920', 'status': 'completed', 'code': 200} Dec 17 13:00:25.186576 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:25.214449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.214907 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.215716 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.216141 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > port after_create 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.216543 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.216933 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > port after_update 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.222433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.222433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.222433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.222433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.252490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-e8d57c73-1aa7-4a4f-85b9-6b0f8c128e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:25.254036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-e8d57c73-1aa7-4a4f-85b9-6b0f8c128e29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 1099 time: 0.1212785 Dec 17 13:00:25.256390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-61882aed-f2dd-49b9-b041-bf1b829c1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:25.257776 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-61882aed-f2dd-49b9-b041-bf1b829c1ba8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 1099 time: 0.1379542 Dec 17 13:00:25.265817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8849f-c64b-433b-b57a-04bb180ba2c2 req-6e45f340-b330-4414-9bcc-6fb7805d68c9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:25.267199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9af8849f-c64b-433b-b57a-04bb180ba2c2 req-6e45f340-b330-4414-9bcc-6fb7805d68c9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 948 time: 0.0902512 Dec 17 13:00:25.288926 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.289379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.289808 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.290233 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:00:25.290761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b94716-53e4-4d03-bac4-c5aeeeb1a5d7']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:25.325548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36606f30-5a3c-44c9-a81f-25b4809c49e7') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:25.326317 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36606f30-5a3c-44c9-a81f-25b4809c49e7') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:25.349490 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:25.366953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:25.380998 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:25.392449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:00:25.392852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:25.431446 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9af8849f-c64b-433b-b57a-04bb180ba2c2 req-e95148cd-ccc7-4846-b6fa-2953efa8c3d6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549048 Dec 17 13:00:25.480055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-09f6b74e-96ce-4ea2-a992-6dbe578b8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:25.483313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-09f6b74e-96ce-4ea2-a992-6dbe578b8dfa service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2138662 Dec 17 13:00:25.487448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-2a9da0f7-7acc-48ac-a35b-fb3d8b3c7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:25.489038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-2a9da0f7-7acc-48ac-a35b-fb3d8b3c7ee0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2207325 Dec 17 13:00:25.598800 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-9c0665f7-0e3c-4373-9721-cc8f542c70b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920 HTTP/1.1" status: 200 len: 217 time: 0.0998726 Dec 17 13:00:25.665935 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-b7aee37b-be03-4719-b5a7-6baef139fedf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920 HTTP/1.1" status: 200 len: 217 time: 0.1493483 Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: from cryptography.utils import int_from_bytes Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: from cryptography.utils import int_from_bytes Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:00:25.756522 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:00:25.792297 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-71c2c233-0b6e-48e5-9ec6-d831b7627fb4 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2142862573&fields=id&tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb HTTP/1.1" status: 200 len: 267 time: 0.5808556 Dec 17 13:00:25.853725 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:25.861741 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:25.865026 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/02b94716-53e4-4d03-bac4-c5aeeeb1a5d7 HTTP/1.1" status: 204 len: 168 time: 0.9698370 Dec 17 13:00:25.891840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fad88d-e24f-4343-9e57-16eddc71feb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b94716-53e4-4d03-bac4-c5aeeeb1a5d7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:25.951058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-bd1acfb4-0cb9-4269-a144-9371b9f0edf6 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:25.953141 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-bd1acfb4-0cb9-4269-a144-9371b9f0edf6 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/networks?id=d384d87c-459d-4b80-bc95-d50996c19c0e HTTP/1.1" status: 200 len: 823 time: 0.1516666 Dec 17 13:00:25.970965 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-4edab122-8d67-42a2-89a6-2d36335fd5dc tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/quotas/f18ecb89d2ad471a8c3955deaec2c8bb HTTP/1.1" status: 200 len: 375 time: 0.0107887 Dec 17 13:00:26.009594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-af1a77b1-7024-409c-aa9d-760b8c882c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:26.011093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-af1a77b1-7024-409c-aa9d-760b8c882c41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.3602293 Dec 17 13:00:26.022033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be5b4e-63ba-4df8-b0d9-d2da2c2f78af req-65e85990-ffbd-47cf-9819-3ef13b0d9c55 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:26.029183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12be5b4e-63ba-4df8-b0d9-d2da2c2f78af req-65e85990-ffbd-47cf-9819-3ef13b0d9c55 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.4363551 Dec 17 13:00:26.035068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-6a027e60-91e0-48fd-a695-0afe14b51fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:26.041036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-6a027e60-91e0-48fd-a695-0afe14b51fbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.3521550 Dec 17 13:00:26.042545 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-859abf2b-9d5e-44ff-8fc1-7c94c053e19c tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645385 Dec 17 13:00:26.152758 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-a517df9f-9a32-4e63-b5a2-02f740e500cf service neutron] 10.222.0.59 "GET /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907743 Dec 17 13:00:26.171162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12be5b4e-63ba-4df8-b0d9-d2da2c2f78af req-650280b0-1e62-473b-b26d-6feb8aa28635 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357603 Dec 17 13:00:26.177828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-3aaea9f7-f93d-44e1-ba6f-2f27033438e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:26.179553 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-3aaea9f7-f93d-44e1-ba6f-2f27033438e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308639 Dec 17 13:00:26.191045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-c9684cce-cb79-4d8b-9148-279457849522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:26.195591 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-c9684cce-cb79-4d8b-9148-279457849522 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623476 Dec 17 13:00:26.277798 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-40c68d8c-28f7-48e0-91e0-8d71b2220102 service neutron] 10.222.0.59 "GET /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167171 Dec 17 13:00:26.335727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43896) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:26.430105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-b418e101-5679-460c-a19a-ade0357d8da8 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313576 Dec 17 13:00:26.454943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c985e6-ab43-40cc-92f2-ab39ba392073 req-8bb9b679-f6d8-429f-8fab-96800047ee44 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:26.456447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9c985e6-ab43-40cc-92f2-ab39ba392073 req-8bb9b679-f6d8-429f-8fab-96800047ee44 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1431627 Dec 17 13:00:26.496938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c144a546-526c-4229-8315-69ff6028b3c5 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:00:26.540703 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2456cc51-b641-4fc6-bf0e-f52e289069d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f476010f0ca3482fbe95c7997c46b59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024117 Dec 17 13:00:26.544110 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43904) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:26.580868 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-b8036521-13b8-447d-bb63-7607a009ec0d service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599441 Dec 17 13:00:26.704998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9c985e6-ab43-40cc-92f2-ab39ba392073 req-da0fb282-6a64-434d-9dd8-b250b43b17ed tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312279 Dec 17 13:00:26.720292 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-11d50f52-d304-43b5-8c35-c4249c9a2041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:26.742773 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c144a546-526c-4229-8315-69ff6028b3c5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c144a546-526c-4229-8315-69ff6028b3c5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:26.753684 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-11d50f52-d304-43b5-8c35-c4249c9a2041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:26.768340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'c144a546-526c-4229-8315-69ff6028b3c5', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'c144a546-526c-4229-8315-69ff6028b3c5', 'mac_address': 'fa:16:3e:ab:33:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:00:26.785825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a49533-854c-4891-9888-86435060ee3b req-2495eaa6-626a-4d47-8026-e4dffee35fc5 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:26.793202 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8a49533-854c-4891-9888-86435060ee3b req-2495eaa6-626a-4d47-8026-e4dffee35fc5 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 948 time: 0.2442105 Dec 17 13:00:26.823790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-44340021-8bc7-4749-a2c9-25ea6f288180 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327099 Dec 17 13:00:26.828020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2765fd59-6afb-4f2b-9f43-fa9489cdd935 req-b4312a27-87d8-4bc3-9419-6ed8457a2762 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809891 Dec 17 13:00:26.843925 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:26.871891 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c144a546-526c-4229-8315-69ff6028b3c5 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:26.895000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c144a546-526c-4229-8315-69ff6028b3c5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c144a546-526c-4229-8315-69ff6028b3c5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:26.922191 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8a49533-854c-4891-9888-86435060ee3b req-833d58aa-addb-4b33-a2fa-5bf9c9e85441 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279995 Dec 17 13:00:26.925001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a912e2-8b45-42eb-a3f0-b064a8277810 req-41e13b77-317f-4265-a2a4-197b65108ab3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:26.926589 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02a912e2-8b45-42eb-a3f0-b064a8277810 req-41e13b77-317f-4265-a2a4-197b65108ab3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 948 time: 0.0905347 Dec 17 13:00:26.935452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-c539ab7e-b81c-4fe9-9184-25e4fc1c5dcb tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:26.936083 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:26.937461 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-c539ab7e-b81c-4fe9-9184-25e4fc1c5dcb tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.54 "GET /v2.0/ports?device_id=13311398-0ad2-4e76-a18a-43c9ed3ff730 HTTP/1.1" status: 200 len: 967 time: 0.0874348 Dec 17 13:00:27.021435 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-05065336-be48-48c3-9c9e-938b2a77bcb5 req-a06ff403-5126-44ec-a917-04d024719328 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 210 time: 0.0407445 Dec 17 13:00:27.022885 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-11d50f52-d304-43b5-8c35-c4249c9a2041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:27.030353 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-11d50f52-d304-43b5-8c35-c4249c9a2041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:27.032793 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-11d50f52-d304-43b5-8c35-c4249c9a2041 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9296bb1c-7f80-4c59-b582-7cd00510cd58 HTTP/1.1" status: 204 len: 168 time: 0.4884973 Dec 17 13:00:27.049726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=c144a546-526c-4229-8315-69ff6028b3c5,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:27.051384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d50f52-d304-43b5-8c35-c4249c9a2041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9296bb1c-7f80-4c59-b582-7cd00510cd58,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:27.054756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02a912e2-8b45-42eb-a3f0-b064a8277810 req-9b8dac54-fe5e-4267-a85a-d314a72cbd3b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126273 Dec 17 13:00:27.122721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Deleting port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:00:27.123132 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:27.205911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a68e4-13f8-4807-94b2-48c53e8d4c6e req-0943565c-aad2-4ef4-af6d-d697a5d2b42b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:27.208323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b8a68e4-13f8-4807-94b2-48c53e8d4c6e req-0943565c-aad2-4ef4-af6d-d697a5d2b42b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0840635 Dec 17 13:00:27.245607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['c144a546-526c-4229-8315-69ff6028b3c5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:27.265803 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b8a68e4-13f8-4807-94b2-48c53e8d4c6e req-da9f13fe-3b40-4681-8cca-028bdc822db2 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489438 Dec 17 13:00:27.277958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] For port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2c799b38-c0f5-4af0-8cb4-b6dbe804b272,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:27.283083 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:27.495790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5fb04-b848-4315-98ad-181bdb19c5d9 req-cb0f7636-fb5d-46c1-8444-de5b5d779ca1 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:27.505915 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cee5fb04-b848-4315-98ad-181bdb19c5d9 req-cb0f7636-fb5d-46c1-8444-de5b5d779ca1 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.1338778 Dec 17 13:00:27.613306 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cee5fb04-b848-4315-98ad-181bdb19c5d9 req-4d96e2e4-4da7-4d4c-b3dd-23d022cd4a14 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808218 Dec 17 13:00:27.620901 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:27.621366 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:27.621615 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Floating IP d1e8f8d6-684a-4b26-a1fc-936349a36ecc disassociated. External IP: 172.25.0.230, port: 2c799b38-c0f5-4af0-8cb4-b6dbe804b272. Dec 17 13:00:27.621981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Calling delete_port for 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 owned by compute:tempest-test_az-1308244254 {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:00:27.785243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-44e39e96-08f7-4b14-8d67-a1777295374f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:27.786805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-44e39e96-08f7-4b14-8d67-a1777295374f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f&tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 948 time: 0.2157362 Dec 17 13:00:27.795613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b22ba3-7090-4269-a511-3a23195a21ab req-b268c5ec-aa30-4977-80c1-cac3a9cfc281 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:27.798055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5b22ba3-7090-4269-a511-3a23195a21ab req-b268c5ec-aa30-4977-80c1-cac3a9cfc281 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 948 time: 0.0789163 Dec 17 13:00:27.861818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5b22ba3-7090-4269-a511-3a23195a21ab req-022a1ec5-7c97-4164-8052-92938dc27e9f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561745 Dec 17 13:00:27.865380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1124-c8ea-468d-b905-de1a809f8f93 req-e70ef916-993d-482f-864e-49031a941f21 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:27.867217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5eec1124-c8ea-468d-b905-de1a809f8f93 req-e70ef916-993d-482f-864e-49031a941f21 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1407444 Dec 17 13:00:27.946053 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-092d5a01-7287-4715-a0ac-f7147a0ddac0 service neutron] delete failed (client error): The resource could not be found. Dec 17 13:00:27.947093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-092d5a01-7287-4715-a0ac-f7147a0ddac0 service neutron] 10.222.0.61 "DELETE /v2.0/ports/1dd66a11-92c7-4724-a2b2-ffff5894a920/bindings/n-h2-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.1448371 Dec 17 13:00:27.985049 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5eec1124-c8ea-468d-b905-de1a809f8f93 req-738da077-c8b4-43dc-8017-aacf924f3ee3 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038766 Dec 17 13:00:28.066719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:28.069527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247e3a0-af27-43ca-b24d-170b686c1f0b req-0245228b-0230-471d-99a4-574974e3b0ed tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:28.076095 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8247e3a0-af27-43ca-b24d-170b686c1f0b req-0245228b-0230-471d-99a4-574974e3b0ed tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 949 time: 0.0658479 Dec 17 13:00:28.113716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Pushing event deleted for resources: {'Port': ['ID=2c799b38-c0f5-4af0-8cb4-b6dbe804b272,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:28.162152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8247e3a0-af27-43ca-b24d-170b686c1f0b req-9baa79a8-53e2-4acf-848a-a58f2cf5110c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852175 Dec 17 13:00:28.342006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5107a6ff-39a8-43c2-b211-b488d80358cc req-baf86cc9-da5a-4573-9ea6-44ce4bc19a3b tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 210 time: 0.0368853 Dec 17 13:00:28.406586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccea8b-6acd-4c13-93fd-3d566ec8493e req-377697d4-f929-42b4-ae52-1052434fa095 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:28.408085 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bccea8b-6acd-4c13-93fd-3d566ec8493e req-377697d4-f929-42b4-ae52-1052434fa095 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.2808065 Dec 17 13:00:28.411502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-40398357-2492-4fa1-acd8-964be35151cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:28.412875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-40398357-2492-4fa1-acd8-964be35151cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 1099 time: 0.2738564 Dec 17 13:00:28.519711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1dd66a11-92c7-4724-a2b2-ffff5894a920 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:00:28.521280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Router 470b7b32-d22a-489b-bb40-a303edcff400 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:00:28.523479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 0a9bb631-5fdd-41ec-aa15-bb748c87369f up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:28.560540 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bccea8b-6acd-4c13-93fd-3d566ec8493e req-7084dea6-47e2-4bbf-8d83-cf5da11a8803 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447070 Dec 17 13:00:28.806982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:28.832213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 0a9bb631-5fdd-41ec-aa15-bb748c87369f completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:00:28.847594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '1dd66a11-92c7-4724-a2b2-ffff5894a920', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '1dd66a11-92c7-4724-a2b2-ffff5894a920', 'mac_address': 'fa:16:3e:bc:33:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:00:28.854712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 0a9bb631-5fdd-41ec-aa15-bb748c87369f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:28.854712 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:28.897642 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43990) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:28.922426 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:28.942154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd66a11-92c7-4724-a2b2-ffff5894a920 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:29.000451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:29.002060 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:29.048591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c414af-d57a-4fda-bba2-5093f6a04784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9bb631-5fdd-41ec-aa15-bb748c87369f'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:29.054420 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a83b928-9e8f-4ba4-a82f-12fc4a341976" -d '{"events": [{"server_uuid": "84c414af-d57a-4fda-bba2-5093f6a04784", "name": "network-vif-plugged", "status": "completed", "tag": "0a9bb631-5fdd-41ec-aa15-bb748c87369f"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:29.069561 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 0a9bb631-5fdd-41ec-aa15-bb748c87369f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0a9bb631-5fdd-41ec-aa15-bb748c87369f,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:29.074438 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:29.084202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-46bc370d-bf11-44c0-a07e-abb486abc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:29.086686 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-46bc370d-bf11-44c0-a07e-abb486abc54a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.6614590 Dec 17 13:00:29.116310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:00:29.129675 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c7887-2cc7-45d4-80e0-410b60cd9dd6 None None] Sync routers for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:00:29.150109 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:29.150459 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c7887-2cc7-45d4-80e0-410b60cd9dd6 None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:00:29.151696 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-322c7887-2cc7-45d4-80e0-410b60cd9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:00:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:29.152295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c144a546-526c-4229-8315-69ff6028b3c5 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:29.163705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828dbe1-c56b-4799-8387-1a0054d64b00 req-12faa12c-fb4a-47e8-8b96-fa777e76e6d5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:29.172276 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b828dbe1-c56b-4799-8387-1a0054d64b00 req-12faa12c-fb4a-47e8-8b96-fa777e76e6d5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.1549528 Dec 17 13:00:29.245955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-333688de-65ed-4585-8e8f-89f00a69401e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920 HTTP/1.1" status: 200 len: 217 time: 0.1067631 Dec 17 13:00:29.268603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] No DVR routers for this DVR port 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:00:29.279149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:29.282680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49410d7b-6fea-4c98-83c8-9b42819e4e06 req-de185354-18fc-4e13-b780-f4f0882290e0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.54 "DELETE /v2.0/ports/2c799b38-c0f5-4af0-8cb4-b6dbe804b272 HTTP/1.1" status: 204 len: 173 time: 2.3378427 Dec 17 13:00:29.286707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'name': 'network-vif-deleted', 'tag': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:29.288989 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a99a8e1-e1d8-46e4-9342-4a4ae90732f7" -d '{"events": [{"server_uuid": "13311398-0ad2-4e76-a18a-43c9ed3ff730", "name": "network-vif-deleted", "tag": "2c799b38-c0f5-4af0-8cb4-b6dbe804b272"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:29.321784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=1dd66a11-92c7-4724-a2b2-ffff5894a920,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:29.367283 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b828dbe1-c56b-4799-8387-1a0054d64b00 req-fb26bcb6-59b4-40e4-acfa-ca3890d4d716 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939924 Dec 17 13:00:29.378804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-b9d44537-ed46-495e-8fb3-cd4aa924ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:29.381937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-b9d44537-ed46-495e-8fb3-cd4aa924ad1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1150978 Dec 17 13:00:29.406293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port c144a546-526c-4229-8315-69ff6028b3c5 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:00:29.419840 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-322c7887-2cc7-45d4-80e0-410b60cd9dd6 None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:00:29.424284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port c144a546-526c-4229-8315-69ff6028b3c5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:29.424894 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:29.450858 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2af7c7b1-c6fa-49ec-989a-3de5c3351cc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:29.488857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-62d0e103-1caa-4c9c-b067-01bc412c441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:29.489610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['1dd66a11-92c7-4724-a2b2-ffff5894a920'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:29.495215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-62d0e103-1caa-4c9c-b067-01bc412c441e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012979 Dec 17 13:00:29.548652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=0a9bb631-5fdd-41ec-aa15-bb748c87369f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:29.667654 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-96f50547-c753-4a8b-95f7-1e1840761f0f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:29.669477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-96f50547-c753-4a8b-95f7-1e1840761f0f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.61 "GET /v2.0/networks?id=d384d87c-459d-4b80-bc95-d50996c19c0e HTTP/1.1" status: 200 len: 823 time: 0.5457101 Dec 17 13:00:29.696714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b78f96-c170-4c2e-aed6-4db2b93dc98b req-1610ebfb-6e2c-44dc-b41d-a717ae8e1d3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:29.705295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4b78f96-c170-4c2e-aed6-4db2b93dc98b req-1610ebfb-6e2c-44dc-b41d-a717ae8e1d3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 949 time: 0.2074161 Dec 17 13:00:29.750564 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:29.759538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-b0af1dd3-e0fc-461a-9433-3da835663b06 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515125 Dec 17 13:00:29.881749 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550ab5ef-b9b6-4409-b02b-1af4029fcfe0 x-openstack-request-id: req-550ab5ef-b9b6-4409-b02b-1af4029fcfe0 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:29.882130 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c414af-d57a-4fda-bba2-5093f6a04784", "name": "network-vif-plugged", "status": "completed", "tag": "0a9bb631-5fdd-41ec-aa15-bb748c87369f", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:29.882367 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-550ab5ef-b9b6-4409-b02b-1af4029fcfe0 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:29.882743 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c414af-d57a-4fda-bba2-5093f6a04784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'code': 200} Dec 17 13:00:29.898064 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-0d4025f1-e86d-4fdb-a9f3-2517f63aa754 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb HTTP/1.1" status: 200 len: 380 time: 0.1900706 Dec 17 13:00:29.905404 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2af7c7b1-c6fa-49ec-989a-3de5c3351cc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:29.925975 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Request body: {'port': {'device_id': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'admin_state_up': True, 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'security_groups': ['fc7be40a-41a6-45eb-ae13-52bab8ab5bdf']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:29.934689 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-322c7887-2cc7-45d4-80e0-410b60cd9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:58Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:29.973763 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c7887-2cc7-45d4-80e0-410b60cd9dd6 None None] Checking router: 470b7b32-d22a-489b-bb40-a303edcff400 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:00:30.014462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c144a546-526c-4229-8315-69ff6028b3c5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c144a546-526c-4229-8315-69ff6028b3c5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:30.014625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4b78f96-c170-4c2e-aed6-4db2b93dc98b req-21f0eed8-dc3c-4573-8b65-7a9b0d0fd4ca tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046670 Dec 17 13:00:30.018005 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c7887-2cc7-45d4-80e0-410b60cd9dd6 None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:00:30.028291 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-322c7887-2cc7-45d4-80e0-410b60cd9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:00:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:30.060648 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2af7c7b1-c6fa-49ec-989a-3de5c3351cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:30.109225 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:30.179626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7703f-f09a-4607-9fec-11c78cf03ae8 req-a7c16d98-8dd4-4e7a-b431-0e708565ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:30.183321 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67f7703f-f09a-4607-9fec-11c78cf03ae8 req-a7c16d98-8dd4-4e7a-b431-0e708565ca30 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84c414af-d57a-4fda-bba2-5093f6a04784 HTTP/1.1" status: 200 len: 1101 time: 0.2170777 Dec 17 13:00:30.187457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7c7b1-c6fa-49ec-989a-3de5c3351cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227a56a8-cd97-4928-8122-4cbe3603cd30,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:30.204786 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2af7c7b1-c6fa-49ec-989a-3de5c3351cc6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a7019f8769041e08720e96272fc3a88&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3053126 Dec 17 13:00:30.213630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44014) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:30.264576 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=c144a546-526c-4229-8315-69ff6028b3c5,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:30.271488 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c19291-be99-4b57-9f1c-94aacc593a0b req-50bc75a4-4479-4ec2-a3cb-4abbae84d030 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:30.278610 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c27fe97f-e594-4aac-9ebc-b40757a0fa99 req-fa129237-9a3f-4e7f-9838-f709d6cc5ed7 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064187 Dec 17 13:00:30.279947 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3c19291-be99-4b57-9f1c-94aacc593a0b req-50bc75a4-4479-4ec2-a3cb-4abbae84d030 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 950 time: 0.2260413 Dec 17 13:00:30.336564 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-322c7887-2cc7-45d4-80e0-410b60cd9dd6 None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:00:30.349850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67f7703f-f09a-4607-9fec-11c78cf03ae8 req-b5de2752-5675-4a9f-b365-3dce80022fb1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343157 Dec 17 13:00:30.368666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf4a99-fb4b-42d5-9cae-46ac45dfaf6d req-dcff2a67-b62b-4e56-bd58-6bd457f0e883 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:30.376914 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fdf4a99-fb4b-42d5-9cae-46ac45dfaf6d req-dcff2a67-b62b-4e56-bd58-6bd457f0e883 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.2204821 Dec 17 13:00:30.388241 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3c19291-be99-4b57-9f1c-94aacc593a0b req-c17694d7-6f61-4be3-b67c-0c017421bb37 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928488 Dec 17 13:00:30.406329 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Made reservation on behalf of f18ecb89d2ad471a8c3955deaec2c8bb for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:30.410645 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:30.452908 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-952db1be-271d-4fe7-aead-27a73bd0b33d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:30.492875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44020) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:30.495142 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d07ddd-5830-4359-b2e3-7d97fc08578e x-openstack-request-id: req-59d07ddd-5830-4359-b2e3-7d97fc08578e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:30.500735 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13311398-0ad2-4e76-a18a-43c9ed3ff730", "name": "network-vif-deleted", "tag": "2c799b38-c0f5-4af0-8cb4-b6dbe804b272", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:30.500735 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-59d07ddd-5830-4359-b2e3-7d97fc08578e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:30.500735 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13311398-0ad2-4e76-a18a-43c9ed3ff730', 'name': 'network-vif-deleted', 'tag': '2c799b38-c0f5-4af0-8cb4-b6dbe804b272', 'status': 'completed', 'code': 200} Dec 17 13:00:30.547257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:00:30.557995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fdf4a99-fb4b-42d5-9cae-46ac45dfaf6d req-3bf06f0d-3922-473c-82ea-bd225ccba2e1 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798327 Dec 17 13:00:30.559920 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-952db1be-271d-4fe7-aead-27a73bd0b33d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:30.601109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:00:30.601713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2c799b38-c0f5-4af0-8cb4-b6dbe804b272 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:00:30.666192 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d09487b2-e1b8-450d-88bc-da39a423d90b req-a56eda67-6de8-44ac-889d-d2a66afaff7f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 210 time: 0.0451682 Dec 17 13:00:30.685675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Allocated IP 172.20.0.5 (d384d87c-459d-4b80-bc95-d50996c19c0e/d9b8a1d1-e3c6-4858-97d1-4e98d62363d4/922e59ac-bc29-4762-8f02-29dbf40f6118) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:30.754684 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-952db1be-271d-4fe7-aead-27a73bd0b33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:30.757383 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-952db1be-271d-4fe7-aead-27a73bd0b33d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:30.758541 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-952db1be-271d-4fe7-aead-27a73bd0b33d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/227a56a8-cd97-4928-8122-4cbe3603cd30 HTTP/1.1" status: 204 len: 168 time: 0.5368664 Dec 17 13:00:30.779369 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14cd7201-2e07-4775-b8c9-e2ffe3781a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:30.782119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952db1be-271d-4fe7-aead-27a73bd0b33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a56a8-cd97-4928-8122-4cbe3603cd30,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:30.805457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6302db-6c70-44e5-95e9-10dea9554f0f req-6cba6939-5ea2-4a4f-8efa-18513f95492d tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:30.807106 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bd6302db-6c70-44e5-95e9-10dea9554f0f req-6cba6939-5ea2-4a4f-8efa-18513f95492d tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.1109800 Dec 17 13:00:30.862082 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-322c7887-2cc7-45d4-80e0-410b60cd9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:58Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:30.886713 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bd6302db-6c70-44e5-95e9-10dea9554f0f req-f715b763-45dd-4060-bc86-60209e4b031e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725555 Dec 17 13:00:30.934305 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c7887-2cc7-45d4-80e0-410b60cd9dd6 None None] The sync data for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 is: [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:58Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:00:30.942621 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14cd7201-2e07-4775-b8c9-e2ffe3781a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:31.004017 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:31.016706 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14cd7201-2e07-4775-b8c9-e2ffe3781a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:31.069665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44028) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:31.070579 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-14cd7201-2e07-4775-b8c9-e2ffe3781a79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b0628d474ee4518a8dbe9a83344cc76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5652626 Dec 17 13:00:31.071275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd7201-2e07-4775-b8c9-e2ffe3781a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed563e13-926b-469a-af68-b9360f818421,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:31.152605 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:31.268987 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d8e345a3-74bd-466a-9e25-3898e51a79a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:31.271414 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:31.273689 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Network d384d87c-459d-4b80-bc95-d50996c19c0e is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:31.286548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:31.299608 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:31.319770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc32e34-b250-41be-adcd-45fb21a0fdb9 req-1e983930-af40-4613-b7b2-d640aa9b8c1d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:31.328140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cdc32e34-b250-41be-adcd-45fb21a0fdb9 req-1e983930-af40-4613-b7b2-d640aa9b8c1d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 949 time: 0.2129467 Dec 17 13:00:31.371429 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Pushing event updated for resources: {'Port': ['ID=922e59ac-bc29-4762-8f02-29dbf40f6118,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:31.391617 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d8e345a3-74bd-466a-9e25-3898e51a79a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:31.425276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499eece-a5df-4007-9e1b-b5a3108b0e1f None None] New status for floating IP d1e8f8d6-684a-4b26-a1fc-936349a36ecc: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:00:31.504486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:31.506354 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:31.580444 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cdc32e34-b250-41be-adcd-45fb21a0fdb9 req-07294c64-4d13-4817-a302-3c471a09773b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501132 Dec 17 13:00:31.656923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97d83e-c1f4-4f38-b03f-4b5caa714006 req-8a864dfb-7dcf-407d-ab8e-a0249b6680b8 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:31.666271 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe97d83e-c1f4-4f38-b03f-4b5caa714006 req-8a864dfb-7dcf-407d-ab8e-a0249b6680b8 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 950 time: 0.0941467 Dec 17 13:00:31.691792 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-532f457b-a1b3-4ebc-a5f9-66fc652bdb40 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7782214 Dec 17 13:00:31.732351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Request body: {'port': {'device_id': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:31.742786 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d8e345a3-74bd-466a-9e25-3898e51a79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:31.755661 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d8e345a3-74bd-466a-9e25-3898e51a79a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:31.759942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d8e345a3-74bd-466a-9e25-3898e51a79a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed563e13-926b-469a-af68-b9360f818421 HTTP/1.1" status: 204 len: 168 time: 0.6854739 Dec 17 13:00:31.779460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe97d83e-c1f4-4f38-b03f-4b5caa714006 req-43f13380-94b4-465c-87db-e35fdd28a565 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110675 Dec 17 13:00:31.780402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44042) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:31.805203 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6179ab3f-cd82-4d45-9b54-59f78da352d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:31.836289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-46e34992-becb-4643-8b2a-9455b7b7a259 None None] Provisioning complete for port 922e59ac-bc29-4762-8f02-29dbf40f6118 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:31.836879 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-46e34992-becb-4643-8b2a-9455b7b7a259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:31.889318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5cb520-016a-4bfc-b04e-61b7482ef4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c144a546-526c-4229-8315-69ff6028b3c5'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:31.896206 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6b3fa0-1fa6-4d1d-ba24-eb73fd8990fb" -d '{"events": [{"server_uuid": "0b5cb520-016a-4bfc-b04e-61b7482ef4f4", "name": "network-vif-plugged", "status": "completed", "tag": "c144a546-526c-4229-8315-69ff6028b3c5"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:31.942184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-46e34992-becb-4643-8b2a-9455b7b7a259 None None] Port 922e59ac-bc29-4762-8f02-29dbf40f6118 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:00:31.951625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e345a3-74bd-466a-9e25-3898e51a79a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed563e13-926b-469a-af68-b9360f818421,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:31.999094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6179ab3f-cd82-4d45-9b54-59f78da352d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:32.041605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00111eab-ecbd-47a9-b13a-1383ebb986e8 req-0936b4b9-a59d-4d23-a502-2429ee4e15b3 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:32.043317 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00111eab-ecbd-47a9-b13a-1383ebb986e8 req-0936b4b9-a59d-4d23-a502-2429ee4e15b3 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 931 time: 0.1405485 Dec 17 13:00:32.051597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d8a51-b223-4edf-86bf-ab65aef8bc2b req-a03e9292-256e-4835-b689-e202e8076dd9 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:32.060164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-543d8a51-b223-4edf-86bf-ab65aef8bc2b req-a03e9292-256e-4835-b689-e202e8076dd9 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.3616285 Dec 17 13:00:32.062540 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:32.093494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00111eab-ecbd-47a9-b13a-1383ebb986e8 req-dc43244d-f044-44aa-b1f0-52973e3058c5 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435154 Dec 17 13:00:32.099831 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6179ab3f-cd82-4d45-9b54-59f78da352d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:32.155243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6179ab3f-cd82-4d45-9b54-59f78da352d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6c41ac69a8c4c92b53533b5af225107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709559 Dec 17 13:00:32.156944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179ab3f-cd82-4d45-9b54-59f78da352d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6033f94-7c4f-48a3-93de-7ebf0724a995,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:32.165612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44048) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:32.165950 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-543d8a51-b223-4edf-86bf-ab65aef8bc2b req-06f6076a-79fb-444e-9b99-194c91d88756 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022935 Dec 17 13:00:32.188712 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be64a0ec-35ef-4fb7-ab7e-41d0f513ca17 x-openstack-request-id: req-be64a0ec-35ef-4fb7-ab7e-41d0f513ca17 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:32.189070 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5cb520-016a-4bfc-b04e-61b7482ef4f4", "name": "network-vif-plugged", "status": "completed", "tag": "c144a546-526c-4229-8315-69ff6028b3c5", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:32.189322 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be64a0ec-35ef-4fb7-ab7e-41d0f513ca17 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:32.189742 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5cb520-016a-4bfc-b04e-61b7482ef4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c144a546-526c-4229-8315-69ff6028b3c5', 'code': 200} Dec 17 13:00:32.224179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54812716-1ac3-4e70-aa4a-13343aaf95f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:32.257225 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54812716-1ac3-4e70-aa4a-13343aaf95f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:32.386792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fd21b-6a37-492a-9cf5-43aeda6d06b6 req-b6696774-9c9e-4aeb-8321-3345b1e4302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:32.388512 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4d3fd21b-6a37-492a-9cf5-43aeda6d06b6 req-b6696774-9c9e-4aeb-8321-3345b1e4302f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 1101 time: 0.0642688 Dec 17 13:00:32.411941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307502f5-2e30-497d-bbc8-5bed721ecbab req-a5535dc9-2507-4b3a-b031-688ed1b9f5af tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:32.419182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-307502f5-2e30-497d-bbc8-5bed721ecbab req-a5535dc9-2507-4b3a-b031-688ed1b9f5af tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.1219022 Dec 17 13:00:32.492182 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4d3fd21b-6a37-492a-9cf5-43aeda6d06b6 req-ff34ed88-e619-4a27-9327-2a2f354b5104 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950813 Dec 17 13:00:32.492869 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54812716-1ac3-4e70-aa4a-13343aaf95f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:32.497332 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54812716-1ac3-4e70-aa4a-13343aaf95f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:32.497332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-54812716-1ac3-4e70-aa4a-13343aaf95f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6033f94-7c4f-48a3-93de-7ebf0724a995 HTTP/1.1" status: 204 len: 168 time: 0.3356345 Dec 17 13:00:32.504951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54812716-1ac3-4e70-aa4a-13343aaf95f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6033f94-7c4f-48a3-93de-7ebf0724a995,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:32.512790 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-307502f5-2e30-497d-bbc8-5bed721ecbab req-7a126d3f-6cbf-4b3b-a7f0-007ac30f74d9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829983 Dec 17 13:00:32.552222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1dd66a11-92c7-4724-a2b2-ffff5894a920 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:32.607749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922e59ac-bc29-4762-8f02-29dbf40f6118 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:32.617184 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:32.630258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Transition to ACTIVE for port object 922e59ac-bc29-4762-8f02-29dbf40f6118 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:00:32.700943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae908d-7be2-4c15-9b5f-6fabc28f82a7 req-9711b0fb-ab6f-4c64-81af-28ff296c46d4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:32.702476 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2ae908d-7be2-4c15-9b5f-6fabc28f82a7 req-9711b0fb-ab6f-4c64-81af-28ff296c46d4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 949 time: 0.0480003 Dec 17 13:00:32.739465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:32.742003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 1dd66a11-92c7-4724-a2b2-ffff5894a920 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:00:32.748342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 1dd66a11-92c7-4724-a2b2-ffff5894a920 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:32.748907 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:32.789137 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2ae908d-7be2-4c15-9b5f-6fabc28f82a7 req-a1f20974-144b-4b5c-a462-5506963b82ca tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794179 Dec 17 13:00:32.829312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Pushing event updated for resources: {'Port': ['ID=922e59ac-bc29-4762-8f02-29dbf40f6118,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:33.023008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeebb32-b9ec-44e5-bdc4-e50bdc778422 req-77dc9b8b-992c-4d72-93ac-bceb5f2a430e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:33.032549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-adeebb32-b9ec-44e5-bdc4-e50bdc778422 req-77dc9b8b-992c-4d72-93ac-bceb5f2a430e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 949 time: 0.1237307 Dec 17 13:00:33.039062 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:33.072443 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Attempting to bind port 922e59ac-bc29-4762-8f02-29dbf40f6118 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:33.074383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Attempting to bind port 922e59ac-bc29-4762-8f02-29dbf40f6118 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:33.074947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Attempting to bind port 922e59ac-bc29-4762-8f02-29dbf40f6118 on network d384d87c-459d-4b80-bc95-d50996c19c0e {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:33.091521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Port 922e59ac-bc29-4762-8f02-29dbf40f6118 on network d384d87c-459d-4b80-bc95-d50996c19c0e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:33.091850 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Attempting to bind port 922e59ac-bc29-4762-8f02-29dbf40f6118 on network d384d87c-459d-4b80-bc95-d50996c19c0e {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:33.109465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:33.114005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:33.114448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Checking segment: {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:33.114896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Bound using segment: {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:33.115267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Bound port: 922e59ac-bc29-4762-8f02-29dbf40f6118, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd238bd2f-cc67-461b-a760-b1835ea2a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:33.117303 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:33.133959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8cef5-4a6a-4787-b571-fffba623cda1 req-0b30cea5-da25-4e98-9348-f7547fcf6190 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:33.142158 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28c8cef5-4a6a-4787-b571-fffba623cda1 req-0b30cea5-da25-4e98-9348-f7547fcf6190 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 950 time: 0.1685903 Dec 17 13:00:33.158700 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-adeebb32-b9ec-44e5-bdc4-e50bdc778422 req-13351f7e-8ed8-4181-ac93-9f910458fe73 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204069 Dec 17 13:00:33.198027 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:33.251915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] For port 922e59ac-bc29-4762-8f02-29dbf40f6118, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:33.257451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] For port 922e59ac-bc29-4762-8f02-29dbf40f6118, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=922e59ac-bc29-4762-8f02-29dbf40f6118,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:33.311220 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28c8cef5-4a6a-4787-b571-fffba623cda1 req-a2e19d0b-05b8-4634-8c08-bc1e5b37d6ae tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664336 Dec 17 13:00:33.339719 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:33.342438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=1dd66a11-92c7-4724-a2b2-ffff5894a920,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:33.363187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a0ddb-7046-4d4c-b2ad-b9defc917044 req-138f2cac-b7d7-4c6c-ad1e-74d1d978ac44 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:33.364815 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c18a0ddb-7046-4d4c-b2ad-b9defc917044 req-138f2cac-b7d7-4c6c-ad1e-74d1d978ac44 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 943 time: 0.1082625 Dec 17 13:00:33.410125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:33.417043 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:33.419952 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] 10.222.0.61 "PUT /v2.0/ports/922e59ac-bc29-4762-8f02-29dbf40f6118 HTTP/1.1" status: 200 len: 1091 time: 1.7183602 Dec 17 13:00:33.422293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'tag': '922e59ac-bc29-4762-8f02-29dbf40f6118'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:33.434424 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0173fdb7-283a-4057-93a9-c0526f46d39a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddda39c1-6e64-4b56-9ce9-2c6da05034cf", "tag": "922e59ac-bc29-4762-8f02-29dbf40f6118"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:33.470566 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c18a0ddb-7046-4d4c-b2ad-b9defc917044 req-a9950fc7-97ce-4eef-b0c3-8a135f3f3144 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971062 Dec 17 13:00:33.567148 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a568f3a1-8218-4a41-8cf2-1ecf10fec690 x-openstack-request-id: req-a568f3a1-8218-4a41-8cf2-1ecf10fec690 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:33.567444 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddda39c1-6e64-4b56-9ce9-2c6da05034cf", "tag": "922e59ac-bc29-4762-8f02-29dbf40f6118", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:33.567801 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a568f3a1-8218-4a41-8cf2-1ecf10fec690 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:33.568470 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'tag': '922e59ac-bc29-4762-8f02-29dbf40f6118', 'status': 'completed', 'code': 200} Dec 17 13:00:33.576890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163436d7-986b-4f35-b246-2b6c30823c12 service neutron] Pushing event updated for resources: {'Port': ['ID=922e59ac-bc29-4762-8f02-29dbf40f6118,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:33.641650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be383572-d8a3-46f2-8ad1-9031b21c6301 req-9fa3e10e-dfef-48f1-a5a6-8e00af925395 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:33.649074 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be383572-d8a3-46f2-8ad1-9031b21c6301 req-9fa3e10e-dfef-48f1-a5a6-8e00af925395 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1688490 Dec 17 13:00:33.654180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44100) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:33.706786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173fdb7-283a-4057-93a9-c0526f46d39a req-5810d0de-d688-4cca-b767-46655ec8f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:33.708666 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0173fdb7-283a-4057-93a9-c0526f46d39a req-5810d0de-d688-4cca-b767-46655ec8f873 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb&device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 1094 time: 0.1066520 Dec 17 13:00:33.727095 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be383572-d8a3-46f2-8ad1-9031b21c6301 req-ca8207df-a244-43a9-80ca-f5c9c5228ca3 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729411 Dec 17 13:00:33.833390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-827269361-network', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:33.901123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173fdb7-283a-4057-93a9-c0526f46d39a req-95fc6879-5b11-4b2b-9d74-d26e37a7282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:33.903946 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0173fdb7-283a-4057-93a9-c0526f46d39a req-95fc6879-5b11-4b2b-9d74-d26e37a7282c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1756372 Dec 17 13:00:33.913419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c95d9-c542-4dfd-84fd-29495558c6aa req-f7bd33f4-f9cb-41d8-8e7b-fd91cd1fcf1a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:33.923725 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a8c95d9-c542-4dfd-84fd-29495558c6aa req-f7bd33f4-f9cb-41d8-8e7b-fd91cd1fcf1a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.1237328 Dec 17 13:00:33.988599 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a8c95d9-c542-4dfd-84fd-29495558c6aa req-c23b9e8e-6077-4419-9e78-ca47ad6ee804 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592804 Dec 17 13:00:34.002455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Made reservation on behalf of ca01150a9fe44a7cb17b5cf0edbcddab for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:34.005748 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:34.017978 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:34.098068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173fdb7-283a-4057-93a9-c0526f46d39a req-0880fea8-63ea-4b05-97f2-30a0d5a67f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:34.098068 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0173fdb7-283a-4057-93a9-c0526f46d39a req-0880fea8-63ea-4b05-97f2-30a0d5a67f63 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787367 Dec 17 13:00:34.144505 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:34.147850 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-70b7237d-d6c6-4382-bc6e-09e7adba31b7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389585 Dec 17 13:00:34.191080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b69665c-6ec1-437f-b365-69b560dce06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd66a11-92c7-4724-a2b2-ffff5894a920'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:34.193368 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3fcf5d-3850-4aeb-ae77-e881dcf3a9f4" -d '{"events": [{"server_uuid": "6b69665c-6ec1-437f-b365-69b560dce06f", "name": "network-vif-plugged", "status": "completed", "tag": "1dd66a11-92c7-4724-a2b2-ffff5894a920"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:34.226730 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:34.253207 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12834cbb-8914-4e48-a156-19b6c9cc883e x-openstack-request-id: req-12834cbb-8914-4e48-a156-19b6c9cc883e {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:34.253757 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b69665c-6ec1-437f-b365-69b560dce06f", "name": "network-vif-plugged", "status": "completed", "tag": "1dd66a11-92c7-4724-a2b2-ffff5894a920", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:34.256034 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12834cbb-8914-4e48-a156-19b6c9cc883e {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:34.256034 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b69665c-6ec1-437f-b365-69b560dce06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd66a11-92c7-4724-a2b2-ffff5894a920', 'code': 200} Dec 17 13:00:34.272989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:34.274447 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-dd2b2d9f-5439-42b4-8e95-3a25c663d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:34.277821 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-dd2b2d9f-5439-42b4-8e95-3a25c663d030 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb&device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 1094 time: 0.1259170 Dec 17 13:00:34.288226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:00:34.305076 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:34.309527 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Added segment 096d08d7-4c53-45ac-baa2-66f1b6c43c46 of type vlan for network 2700c050-d57b-4cbb-9c83-ee91fcca14af Dec 17 13:00:34.336096 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-92c45348-8dbb-4554-b174-40b965a33903 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=922e59ac-bc29-4762-8f02-29dbf40f6118 HTTP/1.1" status: 200 len: 217 time: 0.0430026 Dec 17 13:00:34.368142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-bd5897cd-3324-447d-bca2-547d61de4491 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:34.373485 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-bd5897cd-3324-447d-bca2-547d61de4491 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127490 Dec 17 13:00:34.381497 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:34.449477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-3b7e3286-a50a-4712-a0e6-bcab782a2d6d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/quotas/ed3efdbec7fb4e349bbf73f2d37ca815 HTTP/1.1" status: 200 len: 375 time: 0.0244129 Dec 17 13:00:34.473998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cef290-22c3-4eea-9468-93b44581dcae req-ebb9497c-0bda-46d2-80ea-b1918a39a2bc tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:34.475586 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20cef290-22c3-4eea-9468-93b44581dcae req-ebb9497c-0bda-46d2-80ea-b1918a39a2bc tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 950 time: 0.0560727 Dec 17 13:00:34.477608 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:34.478556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:34.479140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:34.490062 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-b01c0710-f435-49d5-8e6d-8a987b599b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:34.491525 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-b01c0710-f435-49d5-8e6d-8a987b599b7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d9b8a1d1-e3c6-4858-97d1-4e98d62363d4 HTTP/1.1" status: 200 len: 862 time: 0.1171188 Dec 17 13:00:34.555227 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-794db3a7-290c-4131-8787-54f58190fc75 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047854 Dec 17 13:00:34.557709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] Pushing event updated for resources: {'Network': ['ID=2700c050-d57b-4cbb-9c83-ee91fcca14af,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:34.569121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:00:34.575373 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-4bc686d4-70b0-4ad7-b053-0a8e3dcebfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:34.576890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-4bc686d4-70b0-4ad7-b053-0a8e3dcebfea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d384d87c-459d-4b80-bc95-d50996c19c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748565 Dec 17 13:00:34.639787 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20cef290-22c3-4eea-9468-93b44581dcae req-b2452e00-82e3-426e-a33d-2e85fa7c23ce tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382730 Dec 17 13:00:34.680640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3a253b77-9aed-4803-a02f-21da658bfad6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0229573 Dec 17 13:00:34.681921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44140) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:34.691559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cf2a6fa4-1c6c-475c-bc9f-78b73c3a9e72 admin admin] Request body: {'subnet': {'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-827269361-subnet', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:34.751776 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-1013276e-b424-4192-b07e-0eaa44702264 service neutron] 10.222.0.61 "GET /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655550 Dec 17 13:00:34.777025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100eb6f-e9ad-441b-be26-e3d1d1cf0990 req-e1873d82-2555-41d6-8de0-97a135bc317d tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:34.779014 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b100eb6f-e9ad-441b-be26-e3d1d1cf0990 req-e1873d82-2555-41d6-8de0-97a135bc317d tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 943 time: 0.0557969 Dec 17 13:00:34.842948 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b100eb6f-e9ad-441b-be26-e3d1d1cf0990 req-ae6af217-6af0-47c1-a653-2221e4e3a746 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564673 Dec 17 13:00:34.847136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2a6fa4-1c6c-475c-bc9f-78b73c3a9e72 admin admin] Made reservation on behalf of ca01150a9fe44a7cb17b5cf0edbcddab for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:34.849356 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cf2a6fa4-1c6c-475c-bc9f-78b73c3a9e72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:34.876342 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8dfdb1c-488b-40d6-a13e-877d0bc98283 req-e54ec8c8-c8fa-4667-916c-4b465e7534e2 service neutron] 10.222.0.61 "GET /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154857 Dec 17 13:00:35.006570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a310c-756c-4e5e-ad1f-f011d34fc68d req-f8c33220-3154-4d17-984c-7f4a16f88e43 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:35.014829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b23a310c-756c-4e5e-ad1f-f011d34fc68d req-f8c33220-3154-4d17-984c-7f4a16f88e43 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=84c414af-d57a-4fda-bba2-5093f6a04784 HTTP/1.1" status: 200 len: 950 time: 0.0764651 Dec 17 13:00:35.074312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84c826-fe93-45e7-94b3-ef0fc861ce14 req-66ff432e-901d-4d9a-9134-31e9b4c4463f tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:35.081528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e84c826-fe93-45e7-94b3-ef0fc861ce14 req-66ff432e-901d-4d9a-9134-31e9b4c4463f tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1333189 Dec 17 13:00:35.081996 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b23a310c-756c-4e5e-ad1f-f011d34fc68d req-92d6fff9-64d5-4762-b165-7498c309a7be tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658159 Dec 17 13:00:35.175001 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-449a0a09-846d-48e8-8b02-8b641a9865c3 req-f619bc75-2203-416f-9be7-6481bf266630 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 210 time: 0.0323744 Dec 17 13:00:35.178483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e84c826-fe93-45e7-94b3-ef0fc861ce14 req-9970bfd0-eb24-458d-b90e-994461f01a9b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958986 Dec 17 13:00:35.358676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2a938-5eac-4877-9934-159d3b702a2d req-785b8d78-33f2-4408-b278-110788085630 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:35.359915 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9d2a938-5eac-4877-9934-159d3b702a2d req-785b8d78-33f2-4408-b278-110788085630 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.0594394 Dec 17 13:00:35.378186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cf2a6fa4-1c6c-475c-bc9f-78b73c3a9e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:35.494596 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9d2a938-5eac-4877-9934-159d3b702a2d req-92846099-3166-4170-96e6-c69720a1e610 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283727 Dec 17 13:00:35.501671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a6fa4-1c6c-475c-bc9f-78b73c3a9e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61924618-8120-4596-82b9-92acf8799f29,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:35.516325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77afd1ea-35de-4a50-8902-422d07faa613 req-21c353c2-7f69-4919-bccb-fc0e78abc0d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1396492 Dec 17 13:00:35.519220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a6fa4-1c6c-475c-bc9f-78b73c3a9e72 admin admin] Checking segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:35.519589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2a6fa4-1c6c-475c-bc9f-78b73c3a9e72 admin admin] Network hostable DHCP agents. Network: 2700c050-d57b-4cbb-9c83-ee91fcca14af, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:00:35.595427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2cae-952d-4323-8380-03524eedc93e req-42113e95-ba23-4b17-a26e-3abe5b577e1a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:35.601439 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e2cae-952d-4323-8380-03524eedc93e req-42113e95-ba23-4b17-a26e-3abe5b577e1a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:35.605811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afd1ea-35de-4a50-8902-422d07faa613 req-794ec2c5-995e-4799-8c91-5853ce63af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:35.606054 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-050e2cae-952d-4323-8380-03524eedc93e req-42113e95-ba23-4b17-a26e-3abe5b577e1a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4&device_id=84c414af-d57a-4fda-bba2-5093f6a04784 HTTP/1.1" status: 200 len: 1691 time: 0.0909503 Dec 17 13:00:35.607877 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77afd1ea-35de-4a50-8902-422d07faa613 req-794ec2c5-995e-4799-8c91-5853ce63af5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0557835 Dec 17 13:00:35.609016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2a6fa4-1c6c-475c-bc9f-78b73c3a9e72 admin admin] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:00:35.657120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-050e2cae-952d-4323-8380-03524eedc93e req-0ef42754-3ca7-4853-931a-9ce4445bc6b5 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461473 Dec 17 13:00:35.698378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-cf2a6fa4-1c6c-475c-bc9f-78b73c3a9e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 2700c050-d57b-4cbb-9c83-ee91fcca14af) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:35.707758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1411c93c-aebc-4c97-9018-ec74c67d1a70 None None] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:00:35.708188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2a6fa4-1c6c-475c-bc9f-78b73c3a9e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:35.708468 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cf2a6fa4-1c6c-475c-bc9f-78b73c3a9e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:35.751200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afd1ea-35de-4a50-8902-422d07faa613 req-4b1e846a-5430-44f1-89c0-8a1bc5ba668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:35.753366 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77afd1ea-35de-4a50-8902-422d07faa613 req-4b1e846a-5430-44f1-89c0-8a1bc5ba668f service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.1111815 Dec 17 13:00:35.773012 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:35.820353 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77afd1ea-35de-4a50-8902-422d07faa613 req-239e3908-0873-46b4-99b5-c99db330d0c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef HTTP/1.1" status: 200 len: 217 time: 0.0581703 Dec 17 13:00:35.825631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cf2a6fa4-1c6c-475c-bc9f-78b73c3a9e72 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1408238 Dec 17 13:00:35.829627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44180) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:35.833921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:35.838106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-2700c050-d57b-4cbb-9c83-ee91fcca14af', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:00:35.840737 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:35.935023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afd1ea-35de-4a50-8902-422d07faa613 req-15cf8f0d-4fda-4743-a604-0ad715b3f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:35.936608 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77afd1ea-35de-4a50-8902-422d07faa613 req-15cf8f0d-4fda-4743-a604-0ad715b3f907 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.0974488 Dec 17 13:00:35.943409 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9baad-93c1-4a3c-92a1-63018c4ed456 req-6c9fa5bf-74dc-4ddd-88c1-224076f0b261 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:35.945120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7c9baad-93c1-4a3c-92a1-63018c4ed456 req-6c9fa5bf-74dc-4ddd-88c1-224076f0b261 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 1101 time: 0.0608659 Dec 17 13:00:35.988072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77afd1ea-35de-4a50-8902-422d07faa613 req-e352c876-b1e5-401f-a4e0-e98ecb8852df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428500 Dec 17 13:00:36.001510 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7c9baad-93c1-4a3c-92a1-63018c4ed456 req-0042a764-241b-4958-8e76-2df031fa1b2a tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495086 Dec 17 13:00:36.050320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:36.051412 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:36.068081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fba79a-82f2-4d95-80cf-1f6c8c9a3c2c req-e10cf5bd-c51f-418a-b75f-17b8423b4244 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:36.069715 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32fba79a-82f2-4d95-80cf-1f6c8c9a3c2c req-e10cf5bd-c51f-418a-b75f-17b8423b4244 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 943 time: 0.1373255 Dec 17 13:00:36.173568 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:36.199977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f448eb-3b75-411d-82b4-848981c9e7fb req-87d73cb2-e3b9-4dab-80fb-c3e6dea1c69d tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:36.203683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32fba79a-82f2-4d95-80cf-1f6c8c9a3c2c req-f3b35da0-7aec-42cd-a8bf-dd4e27eea46b tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197917 Dec 17 13:00:36.214699 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03f448eb-3b75-411d-82b4-848981c9e7fb req-87d73cb2-e3b9-4dab-80fb-c3e6dea1c69d tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=84c414af-d57a-4fda-bba2-5093f6a04784 HTTP/1.1" status: 200 len: 1101 time: 0.0828042 Dec 17 13:00:36.215944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77afd1ea-35de-4a50-8902-422d07faa613 req-bb8f5d7e-c8f2-4f87-ac8c-5c29ee5915cc service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180264 Dec 17 13:00:36.242461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Allocated IP 172.20.0.2 (2700c050-d57b-4cbb-9c83-ee91fcca14af/61924618-8120-4596-82b9-92acf8799f29/3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:36.465143 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:36.502650 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03f448eb-3b75-411d-82b4-848981c9e7fb req-6605819c-86a2-4032-9f51-7baa3c4feb95 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788508 Dec 17 13:00:36.561851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78515cdc-59e0-4c89-abf6-9f493b31989e req-dd212f5f-d5cb-4505-a8ab-7948aa1bae1f tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:36.563378 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78515cdc-59e0-4c89-abf6-9f493b31989e req-dd212f5f-d5cb-4505-a8ab-7948aa1bae1f tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1801534 Dec 17 13:00:36.570336 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:36.584915 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c3c4deb-5989-4d0a-bb8a-d67e9098cec2 req-7f7c6ce7-3065-45ea-9c12-2a80da6ea7e2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 210 time: 0.0258741 Dec 17 13:00:36.586423 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:36.606734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77afd1ea-35de-4a50-8902-422d07faa613 req-a453b2cf-454d-4e48-96d0-3d859af255b4 service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670943 Dec 17 13:00:36.610905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:36.615610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:36.621873 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:36.650794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Pushing event updated for resources: {'Port': ['ID=3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:36.665844 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78515cdc-59e0-4c89-abf6-9f493b31989e req-96d11265-cefc-4720-9424-772133e1bf49 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950022 Dec 17 13:00:36.700189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Attempting to bind port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:36.700492 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Attempting to bind port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:36.700946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Attempting to bind port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c on network 2700c050-d57b-4cbb-9c83-ee91fcca14af {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:36.715029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:36.715737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Checking segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:36.716136 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:36.720681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Bound using segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:36.721429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Bound port: 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:36.722027 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:36.802807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] For port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:36.806427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] For port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:36.906291 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:36.949854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 922e59ac-bc29-4762-8f02-29dbf40f6118 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:00:37.021858 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f4f6c-41df-42c1-8658-d2034f60cdb7 None None] Pushing event updated for resources: {'Port': ['ID=3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:37.104731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb1f85-62b6-4e89-8ada-980a2768aa80 req-5f076836-1f2d-4e54-b9e0-8bb9dbde9581 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:37.106519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abeb1f85-62b6-4e89-8ada-980a2768aa80 req-5f076836-1f2d-4e54-b9e0-8bb9dbde9581 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.3484733 Dec 17 13:00:37.121376 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-f4d47f87-6440-41b4-9a12-355c49fe2d9b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297861 Dec 17 13:00:37.130407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 922e59ac-bc29-4762-8f02-29dbf40f6118, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=922e59ac-bc29-4762-8f02-29dbf40f6118,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:37.149995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '922e59ac-bc29-4762-8f02-29dbf40f6118', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'port_id': '922e59ac-bc29-4762-8f02-29dbf40f6118', 'mac_address': 'fa:16:3e:10:4e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:00:37.227695 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:37.244611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922e59ac-bc29-4762-8f02-29dbf40f6118 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:37.293832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 922e59ac-bc29-4762-8f02-29dbf40f6118, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=922e59ac-bc29-4762-8f02-29dbf40f6118,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:37.303006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-8f6441b1-7f48-4425-be07-e10e9b829fb8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758476 Dec 17 13:00:37.329869 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abeb1f85-62b6-4e89-8ada-980a2768aa80 req-53c91ebc-fa1e-49e3-9b51-8f65d1288580 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137558 Dec 17 13:00:37.354987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-ad928596-1ca7-421a-a477-cc135e22ea47 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:37.356863 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-ad928596-1ca7-421a-a477-cc135e22ea47 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251809 Dec 17 13:00:37.368410 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:37.441039 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:37.502598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=922e59ac-bc29-4762-8f02-29dbf40f6118,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:37.535330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:37.548581 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-9efdd9bc-baf6-43fb-abbf-75d010c18961 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/quotas/162344edac8740ada2447494ea66f0df HTTP/1.1" status: 200 len: 375 time: 0.1499887 Dec 17 13:00:37.555536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44226) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:37.570726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-f874417a-8bbe-40ed-b233-484a26d68848 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:37.576391 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-f874417a-8bbe-40ed-b233-484a26d68848 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2544720 Dec 17 13:00:37.576529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bacc68-d468-41d0-a738-85f9922ca3af req-88263bae-ad29-46a1-91be-e79982747c0c tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:37.576529 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f1bacc68-d468-41d0-a738-85f9922ca3af req-88263bae-ad29-46a1-91be-e79982747c0c tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 944 time: 0.1366313 Dec 17 13:00:37.594831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Request body: {'port': {'device_id': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'ed3efdbec7fb4e349bbf73f2d37ca815'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:37.650032 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['922e59ac-bc29-4762-8f02-29dbf40f6118'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:37.654167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f1bacc68-d468-41d0-a738-85f9922ca3af req-5efafd29-f517-49a4-892f-193cf59489e2 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683854 Dec 17 13:00:37.678003 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-504b9ca1-ce9b-4e75-a05e-bffa7602ac40 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1283882 Dec 17 13:00:37.700013 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2bb589d2-f2e8-492f-b903-efc0c94f6566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:37.903116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Made reservation on behalf of ed3efdbec7fb4e349bbf73f2d37ca815 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:37.907716 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:37.914957 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71c01be5-3fff-47db-9241-d7b53d11ed1d req-6f33144f-0756-4a27-bafe-e7aa1f8aa06a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 210 time: 0.0835381 Dec 17 13:00:37.951671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:37.981030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Allocated IP 172.25.0.131 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/0a4bf2ac-0808-4678-b9fd-fdfb78407ec9) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:37.989300 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2bb589d2-f2e8-492f-b903-efc0c94f6566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.068840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:38.069254 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.086376 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2bb589d2-f2e8-492f-b903-efc0c94f6566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.143877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Allocated IP 192.168.233.207 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/cc2cb323-f62e-47db-8762-f2f9d82765d3) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:38.165829 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.169811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb589d2-f2e8-492f-b903-efc0c94f6566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668378b9-cfe2-4ed3-8d86-0ade55a036cc,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:38.178389 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2bb589d2-f2e8-492f-b903-efc0c94f6566 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6dca77b3a7884743901e80443bde4cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6195447 Dec 17 13:00:38.179361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44236) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:38.239398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:38.273795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae7048-08bc-4dd1-83f4-89aec01d6a8f req-f0c154ed-8d30-4460-80e5-300932403b72 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:38.275400 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56ae7048-08bc-4dd1-83f4-89aec01d6a8f req-f0c154ed-8d30-4460-80e5-300932403b72 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1926289 Dec 17 13:00:38.301329 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.322925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.406255 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56ae7048-08bc-4dd1-83f4-89aec01d6a8f req-7f5d0c98-7d09-4d01-b871-efb95a8c2358 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134129 Dec 17 13:00:38.420501 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91a46607-efa3-4e59-aa6a-7efdf7a35225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.447979 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.481988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:38.562247 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91a46607-efa3-4e59-aa6a-7efdf7a35225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.564236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bbda91-af7a-4999-92d9-2476e341a2e4 None None] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:00:38.582212 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.609700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a3d0172f-756d-4897-a195-3909020fdf46', '1dd66a11-92c7-4724-a2b2-ffff5894a920'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:38.626719 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2837a3b-ca60-440e-86e7-b1807f585678 req-f2ecc6d9-38f8-4c8b-a36a-7c46419990ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1420498 Dec 17 13:00:38.645755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639af0d0-aca1-4033-8963-fba38e94ee84 req-70c5ffe7-6d8d-46fc-ba53-c3d9501e23a3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:38.647585 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-639af0d0-aca1-4033-8963-fba38e94ee84 req-70c5ffe7-6d8d-46fc-ba53-c3d9501e23a3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.1043437 Dec 17 13:00:38.665158 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.696370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5f98aa32-14dc-4d8f-998e-1b221240fa59 None None] Provisioning complete for port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:38.696757 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5f98aa32-14dc-4d8f-998e-1b221240fa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.712686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:38.725924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:38.744614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:38.758667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:38.808735 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91a46607-efa3-4e59-aa6a-7efdf7a35225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.811536 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91a46607-efa3-4e59-aa6a-7efdf7a35225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.812814 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-91a46607-efa3-4e59-aa6a-7efdf7a35225 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/668378b9-cfe2-4ed3-8d86-0ade55a036cc HTTP/1.1" status: 204 len: 168 time: 0.6324279 Dec 17 13:00:38.863973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:38.872796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:38.873611 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:38.900061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:38.907452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a46607-efa3-4e59-aa6a-7efdf7a35225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668378b9-cfe2-4ed3-8d86-0ade55a036cc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:38.915862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:38.951091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878bbb5-327c-4f44-b320-2515d5b4a4b3 req-13bf53ce-3036-4382-8d57-86071d510720 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:38.951091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b878bbb5-327c-4f44-b320-2515d5b4a4b3 req-13bf53ce-3036-4382-8d57-86071d510720 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 944 time: 0.0695257 Dec 17 13:00:38.963939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 922e59ac-bc29-4762-8f02-29dbf40f6118 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:38.970267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Pushing event updated for resources: {'Port': ['ID=0a4bf2ac-0808-4678-b9fd-fdfb78407ec9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:39.026611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-639af0d0-aca1-4033-8963-fba38e94ee84 req-b732e2b5-cade-45a0-bdeb-4cb21140f5d6 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637090 Dec 17 13:00:39.049429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b878bbb5-327c-4f44-b320-2515d5b4a4b3 req-c4c29daf-9a0d-4e78-aec4-941f370d9594 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927041 Dec 17 13:00:39.058851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-c0a6fc38-f515-4e3f-8c6e-e973d1919c03 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4696412 Dec 17 13:00:39.075578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Request body: {'port': {'device_id': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:39.108397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2837a3b-ca60-440e-86e7-b1807f585678 req-831ddc27-1baa-410d-a683-6eed0e9a6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:39.110634 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2837a3b-ca60-440e-86e7-b1807f585678 req-831ddc27-1baa-410d-a683-6eed0e9a6561 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 1095 time: 0.3814142 Dec 17 13:00:39.272318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b7230e35-f5bc-43b0-b41d-0ce339314b4b req-bdd465e9-cf2f-4f4e-99a8-5bbddad64f9f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 210 time: 0.0887234 Dec 17 13:00:39.291808 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:39.323539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2837a3b-ca60-440e-86e7-b1807f585678 req-85891cc6-337d-423f-961e-6fce3ac68197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:39.325673 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2837a3b-ca60-440e-86e7-b1807f585678 req-85891cc6-337d-423f-961e-6fce3ac68197 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.1808751 Dec 17 13:00:39.345447 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec68ef9-8899-4a6f-b470-4523b531a9b2 req-d6e81271-3834-4ca4-acde-8d2429d60edf tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:39.356719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 922e59ac-bc29-4762-8f02-29dbf40f6118 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:00:39.359903 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dec68ef9-8899-4a6f-b470-4523b531a9b2 req-d6e81271-3834-4ca4-acde-8d2429d60edf tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 936 time: 0.1402519 Dec 17 13:00:39.387846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 922e59ac-bc29-4762-8f02-29dbf40f6118 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:39.389857 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:39.414299 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2837a3b-ca60-440e-86e7-b1807f585678 req-b0173a82-3eab-445e-b01f-8df2b06f9a01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b HTTP/1.1" status: 200 len: 217 time: 0.0468957 Dec 17 13:00:39.540716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ec76e2c6-d7eb-42b2-8780-cda8f89eb5f0 None None] Provisioning complete for port cc2cb323-f62e-47db-8762-f2f9d82765d3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:39.541170 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ec76e2c6-d7eb-42b2-8780-cda8f89eb5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:39.554602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2837a3b-ca60-440e-86e7-b1807f585678 req-61944680-90b6-4dfd-8f6d-c955def70aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:39.562262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2837a3b-ca60-440e-86e7-b1807f585678 req-61944680-90b6-4dfd-8f6d-c955def70aaa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.1341267 Dec 17 13:00:39.577336 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:39.628534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ec76e2c6-d7eb-42b2-8780-cda8f89eb5f0 None None] Port cc2cb323-f62e-47db-8762-f2f9d82765d3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:00:39.651677 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:39.655460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2837a3b-ca60-440e-86e7-b1807f585678 req-a9141c1c-7012-4c15-a6a2-1cdcf81c9230 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794280 Dec 17 13:00:39.681270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922e59ac-bc29-4762-8f02-29dbf40f6118'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:39.683185 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8257cd8e-d7d5-451c-a356-fc78ee6be315" -d '{"events": [{"server_uuid": "ddda39c1-6e64-4b56-9ce9-2c6da05034cf", "name": "network-vif-plugged", "status": "completed", "tag": "922e59ac-bc29-4762-8f02-29dbf40f6118"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:39.696796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 922e59ac-bc29-4762-8f02-29dbf40f6118, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=922e59ac-bc29-4762-8f02-29dbf40f6118,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:39.713011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dec68ef9-8899-4a6f-b470-4523b531a9b2 req-c76c7641-55ff-42ab-a02f-6657f580131b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520927 Dec 17 13:00:39.774045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e191baf9-8e67-4365-94a2-be680f5731c7 None None] Provisioning complete for port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:39.777487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b774e0-25c2-4c21-b269-f572bbb14f36 req-8ade7953-4d7a-4f37-ba0b-dfabe2866363 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:39.782600 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e191baf9-8e67-4365-94a2-be680f5731c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:39.786331 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4b774e0-25c2-4c21-b269-f572bbb14f36 req-8ade7953-4d7a-4f37-ba0b-dfabe2866363 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.2199306 Dec 17 13:00:39.833926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2cb323-f62e-47db-8762-f2f9d82765d3 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:39.843067 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:39.868422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Transition to ACTIVE for port object cc2cb323-f62e-47db-8762-f2f9d82765d3 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:00:39.874114 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:39.888584 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1f186f-98ab-4323-9ed4-fc08e91632a6 x-openstack-request-id: req-fd1f186f-98ab-4323-9ed4-fc08e91632a6 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:39.889496 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddda39c1-6e64-4b56-9ce9-2c6da05034cf", "name": "network-vif-plugged", "status": "completed", "tag": "922e59ac-bc29-4762-8f02-29dbf40f6118", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:39.889859 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd1f186f-98ab-4323-9ed4-fc08e91632a6 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:39.891337 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922e59ac-bc29-4762-8f02-29dbf40f6118', 'code': 200} Dec 17 13:00:39.895507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2837a3b-ca60-440e-86e7-b1807f585678 req-c210336f-5242-4e3f-b6fc-eced61f5f594 service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274969 Dec 17 13:00:39.935918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:39.957950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:39.996659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44272) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:40.007498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4b774e0-25c2-4c21-b269-f572bbb14f36 req-df0a7283-0408-4afd-bf8e-8f46bb7dda0a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206645 Dec 17 13:00:40.042153 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c40682bc-188e-4161-91de-a9dacf266c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:40.052154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=922e59ac-bc29-4762-8f02-29dbf40f6118,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:40.069793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:40.096206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:40.098146 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:40.117941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:40.226625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Attempting to bind port cc2cb323-f62e-47db-8762-f2f9d82765d3 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:40.227096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Attempting to bind port cc2cb323-f62e-47db-8762-f2f9d82765d3 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:40.227444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Attempting to bind port cc2cb323-f62e-47db-8762-f2f9d82765d3 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:40.238731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Port cc2cb323-f62e-47db-8762-f2f9d82765d3 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:40.239066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Attempting to bind port cc2cb323-f62e-47db-8762-f2f9d82765d3 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:40.251094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:40.251432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:40.251828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:40.252290 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Bound port: cc2cb323-f62e-47db-8762-f2f9d82765d3, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:40.252651 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:40.278925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596cdd-965b-4f07-93e3-ecb2f9d8b94f req-bf003a85-4b52-4d8c-b6cb-470e1f58f3fa tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:40.287100 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55596cdd-965b-4f07-93e3-ecb2f9d8b94f req-bf003a85-4b52-4d8c-b6cb-470e1f58f3fa tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.1034007 Dec 17 13:00:40.387227 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55596cdd-965b-4f07-93e3-ecb2f9d8b94f req-760493d9-063d-4ac6-83ef-8947ba09e414 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995350 Dec 17 13:00:40.394319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:40.397405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:40.458234 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-87e026c1-f6ae-49a6-9da4-0052aa8a84db req-67b087c8-51e7-455f-8950-9cc30059d931 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 210 time: 0.0279033 Dec 17 13:00:40.514866 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2837a3b-ca60-440e-86e7-b1807f585678 req-20dc15e6-4e8e-4cf9-bcfd-fc60207b7fab service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832200 Dec 17 13:00:40.519238 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:40.532141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d3f1e-aeef-4085-913e-6eeed52e5854 req-449b6056-7ab7-44d4-b1d5-74369a4f8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:40.533751 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2d3f1e-aeef-4085-913e-6eeed52e5854 req-449b6056-7ab7-44d4-b1d5-74369a4f8385 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 1096 time: 0.5200412 Dec 17 13:00:40.567185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:40.568314 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:40.569736 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] 10.222.0.61 "PUT /v2.0/ports/cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 200 len: 1096 time: 1.5001979 Dec 17 13:00:40.572425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:40.574494 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676ef609-1f82-4ba2-b308-87643086bf82" -d '{"events": [{"name": "network-changed", "server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:40.625618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a54241-3758-49a8-99d9-1b8479814d78 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:40.680027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646f773-5b15-4820-a878-6406904c6e5d req-164ce228-87f1-4e80-be44-666fef81d9f3 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:40.681375 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fb8f6f-082b-4c89-bf80-47d6afdf4cda x-openstack-request-id: req-a1fb8f6f-082b-4c89-bf80-47d6afdf4cda {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:40.681517 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:40.681915 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1fb8f6f-082b-4c89-bf80-47d6afdf4cda {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:40.682415 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'status': 'completed', 'code': 200} Dec 17 13:00:40.683460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a646f773-5b15-4820-a878-6406904c6e5d req-164ce228-87f1-4e80-be44-666fef81d9f3 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 945 time: 0.2014704 Dec 17 13:00:40.716705 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2d3f1e-aeef-4085-913e-6eeed52e5854 req-bf70a3cf-a130-43ec-ac42-f12d04fc8911 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725338 Dec 17 13:00:40.753266 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c40682bc-188e-4161-91de-a9dacf266c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:40.801469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ef609-1f82-4ba2-b308-87643086bf82 req-5a78e5e4-1baa-4504-bdd8-27cffbb9acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:40.803335 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-676ef609-1f82-4ba2-b308-87643086bf82 req-5a78e5e4-1baa-4504-bdd8-27cffbb9acdc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 1099 time: 0.0908451 Dec 17 13:00:40.806185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a646f773-5b15-4820-a878-6406904c6e5d req-a9563276-3864-4d12-b377-15a00ef3dfe6 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057520 Dec 17 13:00:40.873768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347f5cb-4585-466b-b4fe-eb924bdf58f7 req-3a306e34-36a0-459a-b067-abfb06866c54 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:40.873768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f347f5cb-4585-466b-b4fe-eb924bdf58f7 req-3a306e34-36a0-459a-b067-abfb06866c54 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 948 time: 0.0624290 Dec 17 13:00:40.875089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c40682bc-188e-4161-91de-a9dacf266c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:40.924862 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f347f5cb-4585-466b-b4fe-eb924bdf58f7 req-e605cfec-7dd2-4070-abc3-58d5bfb28c8f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517867 Dec 17 13:00:40.959001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c40682bc-188e-4161-91de-a9dacf266c2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=26539ba0fc0a45f0a4575991c2aa6eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9598382 Dec 17 13:00:40.960917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40682bc-188e-4161-91de-a9dacf266c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5661b3-ceb7-43bc-b75f-b783147d7ee5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:40.961808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44292) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:40.977949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28bc50-d01a-4e81-9801-b2450a70b372 req-82761654-c8b2-4743-834f-7bb7da6178f9 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:40.979582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b28bc50-d01a-4e81-9801-b2450a70b372 req-82761654-c8b2-4743-834f-7bb7da6178f9 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 1097 time: 0.0869250 Dec 17 13:00:40.980657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Router e49dc660-a5bb-4a1b-96ae-409fda1860d5 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:00:40.996329 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-676ef609-1f82-4ba2-b308-87643086bf82 req-77dcadaa-e8b4-4877-94ed-b7888442c3a9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280607 Dec 17 13:00:41.106143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b28bc50-d01a-4e81-9801-b2450a70b372 req-43473ee2-dd29-45f2-8d1d-433e01881ebd tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191556 Dec 17 13:00:41.134743 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:00:41.144411 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Sync routers for ids ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:00:41.160172 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22f25b65-6aeb-4ea3-982a-6c13cc7bb08e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:41.161770 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Routers {'e49dc660-a5bb-4a1b-96ae-409fda1860d5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:00:41.163167 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:00:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:41.199194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ef609-1f82-4ba2-b308-87643086bf82 req-dcbac55e-c077-4330-83cc-07d9692a9b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:41.201265 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-676ef609-1f82-4ba2-b308-87643086bf82 req-dcbac55e-c077-4330-83cc-07d9692a9b7c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1943939 Dec 17 13:00:41.207086 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22f25b65-6aeb-4ea3-982a-6c13cc7bb08e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:41.226630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e89ac-1ac1-4f2b-956e-9c3aa0807350 req-b445219e-ee4a-482e-aac2-0642aba43799 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:41.228187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-216e89ac-1ac1-4f2b-956e-9c3aa0807350 req-b445219e-ee4a-482e-aac2-0642aba43799 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1176078 Dec 17 13:00:41.262558 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:41.266547 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-de7fc386-386f-4d7f-b0ec-caa7c2fff7aa admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4361498 Dec 17 13:00:41.267551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44298) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:41.305286 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Set router e49dc660-a5bb-4a1b-96ae-409fda1860d5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:00:41.373816 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-216e89ac-1ac1-4f2b-956e-9c3aa0807350 req-b92113b8-1f92-4023-8a6e-cb5af698f5f7 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200302 Dec 17 13:00:41.390782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-336c2523-db9e-452a-b11e-c37c0d8c2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:41.392352 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-336c2523-db9e-452a-b11e-c37c0d8c2b48 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 1099 time: 0.1088283 Dec 17 13:00:41.450621 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-3b1226a8-33b2-4565-82ee-1ed060764982 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 200 len: 217 time: 0.0453289 Dec 17 13:00:41.535286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22f25b65-6aeb-4ea3-982a-6c13cc7bb08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:41.537882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22f25b65-6aeb-4ea3-982a-6c13cc7bb08e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:41.541389 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-22f25b65-6aeb-4ea3-982a-6c13cc7bb08e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c5661b3-ceb7-43bc-b75f-b783147d7ee5 HTTP/1.1" status: 204 len: 168 time: 0.5761442 Dec 17 13:00:41.566187 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:00:39Z', 'revision_number': 3, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:41.569545 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f25b65-6aeb-4ea3-982a-6c13cc7bb08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5661b3-ceb7-43bc-b75f-b783147d7ee5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:41.583576 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-73b0e172-72f0-4662-a844-f86fca6e96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:41.583968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-73b0e172-72f0-4662-a844-f86fca6e96d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1150856 Dec 17 13:00:41.645821 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Checking router: e49dc660-a5bb-4a1b-96ae-409fda1860d5 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:00:41.646088 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Updating router e49dc660-a5bb-4a1b-96ae-409fda1860d5 port 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:00:41.664505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f422e6-c459-40ae-8aa7-5e04686c0317 req-d4cbd390-5502-4195-b68b-daed6409b401 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:41.666133 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d7f422e6-c459-40ae-8aa7-5e04686c0317 req-d4cbd390-5502-4195-b68b-daed6409b401 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.1883798 Dec 17 13:00:41.693054 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:41.759583 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-40445c07-3dd9-4c08-a3db-61d418b5ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:41.759977 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-40445c07-3dd9-4c08-a3db-61d418b5ac28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1432168 Dec 17 13:00:41.805729 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d7f422e6-c459-40ae-8aa7-5e04686c0317 req-9029b498-cf63-44ef-9f5e-4c51ee1293ff tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995889 Dec 17 13:00:41.931896 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:42.006098 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0ab63e9-eb2a-4294-b90f-ed675fb363af req-190f1485-4a48-4411-8438-6791ca110c52 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 210 time: 0.0650721 Dec 17 13:00:42.013593 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-b55f718f-8c6b-410a-8571-eba2834aa091 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401688 Dec 17 13:00:42.094786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-9ea76efc-5d7e-40b1-bf6b-a6c1d93d551d tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:42.097381 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-9ea76efc-5d7e-40b1-bf6b-a6c1d93d551d tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e&tenant_id=ff7efdc23937426fbd815e9fa0587f98&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1096 time: 0.1411500 Dec 17 13:00:42.113521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-5'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:42.272683 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:42.330464 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:42.391946 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:42.423272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a80e8-12fe-4947-9875-5caf7e69b778 req-566fcd01-8f4f-4190-9a32-776089262f12 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:42.424823 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-212a80e8-12fe-4947-9875-5caf7e69b778 req-566fcd01-8f4f-4190-9a32-776089262f12 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 945 time: 0.2458007 Dec 17 13:00:42.427586 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f39c8ff6-a073-4591-96fc-7ddd5f74a81c req-35566c32-ef01-4083-bd67-d53a5e10f1c2 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792584 Dec 17 13:00:42.439520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Allocated IP 172.20.0.1 (2700c050-d57b-4cbb-9c83-ee91fcca14af/61924618-8120-4596-82b9-92acf8799f29/14b8c218-f012-4990-ae86-4b882acd3a82) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:42.471814 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Attempting to bind port 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:42.472727 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Attempting to bind port 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:42.473325 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Attempting to bind port 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:42.476894 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Pushing event updated for resources: {'Port': ['ID=0a4bf2ac-0808-4678-b9fd-fdfb78407ec9,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:42.487355 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:42.488103 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:42.488684 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:42.489445 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:42.490202 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Bound port: 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:42.490828 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:42.494858 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.495462 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.496030 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.496601 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.497136 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.497691 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.498225 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.498775 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.499419 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.500075 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.501170 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.501729 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.502060 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:42.523606 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-212a80e8-12fe-4947-9875-5caf7e69b778 req-072c7fce-7ce5-4403-bb11-610900dd2ad4 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889561 Dec 17 13:00:42.564333 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] For port 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:42.568025 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] For port 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0a4bf2ac-0808-4678-b9fd-fdfb78407ec9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:42.584412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-ad35032e-68f8-4b44-aa69-0c3e9e4c2fc6 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351822 Dec 17 13:00:42.664359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939dc08-7fdd-4ba8-83f0-c32a44251702 req-9f20dd4b-63ef-4be2-b883-fc4e70013861 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:42.665933 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4939dc08-7fdd-4ba8-83f0-c32a44251702 req-9f20dd4b-63ef-4be2-b883-fc4e70013861 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 948 time: 0.0524330 Dec 17 13:00:42.667151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:42.720411 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:42.725103 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:42.745641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4939dc08-7fdd-4ba8-83f0-c32a44251702 req-3d32d2a4-69e9-4802-876d-2cae384182fe tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733075 Dec 17 13:00:42.792220 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Routers {'e49dc660-a5bb-4a1b-96ae-409fda1860d5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:00:42.792841 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:00:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:42.795019 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0897bb7-eb01-404a-85d3-ffd04188bf39 None None] Pushing event updated for resources: {'Port': ['ID=0a4bf2ac-0808-4678-b9fd-fdfb78407ec9,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:42.795151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:42.804615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-a9277cf5-87ec-46c3-893e-1b1696429f06 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:42.806199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-a9277cf5-87ec-46c3-893e-1b1696429f06 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141392 Dec 17 13:00:42.833453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Request body: {'port': {'device_id': '74ffac91-a670-4887-abaa-07c694e2ef08', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': '162344edac8740ada2447494ea66f0df'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:42.903736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a37751-f5d2-451d-9dec-e86633c46d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e3ac434-b5e0-499d-9eb4-cda3bc52b22d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:42.906084 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43262b49-a3b1-4e22-9a37-6152d37b774e" -d '{"events": [{"server_uuid": "d7a37751-f5d2-451d-9dec-e86633c46d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "5e3ac434-b5e0-499d-9eb4-cda3bc52b22d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:42.914952 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:42.935591 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] Set router e49dc660-a5bb-4a1b-96ae-409fda1860d5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:00:42.990232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90feaefd-32cb-421b-bf36-5a5d9d14e2c6 req-7b95d3e5-ff6a-498f-8f3f-59cb3524546c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:42.992885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:00:42.999236 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90feaefd-32cb-421b-bf36-5a5d9d14e2c6 req-7b95d3e5-ff6a-498f-8f3f-59cb3524546c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1059780 Dec 17 13:00:43.086504 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90feaefd-32cb-421b-bf36-5a5d9d14e2c6 req-cb0ec239-4b91-4b5a-9ffa-dc2699e8660e tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852206 Dec 17 13:00:43.264588 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:00:39Z', 'revision_number': 3, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:43.301265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c40d13-4bf8-4ddf-8e15-abbec52dac21 req-d3797df1-5af9-4ac2-9bd9-e6ca12392e68 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:43.305521 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-88c40d13-4bf8-4ddf-8e15-abbec52dac21 req-d3797df1-5af9-4ac2-9bd9-e6ca12392e68 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 945 time: 0.1083047 Dec 17 13:00:43.307491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:43.317370 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbd644d-8a28-432d-aff9-f2344635432b None None] The sync data for ids ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'] in n-d-815324-5 is: [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:00:39Z', 'revision_number': 3, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:00:43.320016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:43.331671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d has no active binding in host n-h2-815324-5 {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 13:00:43.381107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:43.390284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:43.396533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:43.397238 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:43.406216 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-88c40d13-4bf8-4ddf-8e15-abbec52dac21 req-eb4d40f0-919a-4727-9315-543f6d8592dc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901766 Dec 17 13:00:43.531275 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51d2fcc-bc55-41da-8063-ea2befa1c3d5 x-openstack-request-id: req-e51d2fcc-bc55-41da-8063-ea2befa1c3d5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:43.539156 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a37751-f5d2-451d-9dec-e86633c46d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "5e3ac434-b5e0-499d-9eb4-cda3bc52b22d", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:43.539156 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e51d2fcc-bc55-41da-8063-ea2befa1c3d5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:43.539156 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a37751-f5d2-451d-9dec-e86633c46d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e3ac434-b5e0-499d-9eb4-cda3bc52b22d', 'code': 200} Dec 17 13:00:43.611817 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:43.614313 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8e4f5f42-ddde-424e-9d4e-aed62d2ad7a0 req-dcb28ab4-9de0-4f00-b190-557f41fc1e35 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 210 time: 0.0860486 Dec 17 13:00:43.680433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Pushing event updated for resources: {'Port': ['ID=14b8c218-f012-4990-ae86-4b882acd3a82,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:43.801756 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4a99f479-acd4-4709-8b95-afed45372715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:43.857745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f7d65-5fcb-4a05-a566-65a35358b398 req-6986bc76-b597-4a16-aebe-06f70519b023 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:43.859611 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-322f7d65-5fcb-4a05-a566-65a35358b398 req-6986bc76-b597-4a16-aebe-06f70519b023 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 945 time: 0.1047895 Dec 17 13:00:43.915045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:43.927626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Attempting to bind port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on host n-h1-815324-5 for vnic_type normal with profile {"migrating_to": "n-h2-815324-5"} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:43.927953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Attempting to bind port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:43.929963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Attempting to bind port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:43.932239 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:43.953374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on network ce64e852-517d-4899-976e-d0fa7c65f446 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:43.954402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Attempting to bind port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:43.958906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bba001b3-dbde-44ec-8872-004c5b0b0448 None None] Provisioning complete for port 14b8c218-f012-4990-ae86-4b882acd3a82 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:43.959264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bba001b3-dbde-44ec-8872-004c5b0b0448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:43.962802 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-322f7d65-5fcb-4a05-a566-65a35358b398 req-93de8aab-59cb-4443-b4e7-765f5c10243d tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942369 Dec 17 13:00:43.979339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:43.979752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:43.980069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Bound using segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:43.980525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Bound port: 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:43.980883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:43.993729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Made reservation on behalf of 162344edac8740ada2447494ea66f0df for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:43.997377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:44.022691 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bba001b3-dbde-44ec-8872-004c5b0b0448 None None] Port 14b8c218-f012-4990-ae86-4b882acd3a82 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:00:44.104912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f20fc-e684-4231-a933-bfd755001e37 req-741759b2-cf8b-45a6-9696-41691e2b1a49 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:44.106743 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-166f20fc-e684-4231-a933-bfd755001e37 req-741759b2-cf8b-45a6-9696-41691e2b1a49 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 948 time: 0.0596802 Dec 17 13:00:44.187210 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-166f20fc-e684-4231-a933-bfd755001e37 req-3cd5c271-29eb-4d6f-804a-9b14a4a0ff56 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735540 Dec 17 13:00:44.224175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:44.234331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-aa31b3ff-28e6-4842-a6f2-6ed11afc22c9 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:00:44.235663 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-aa31b3ff-28e6-4842-a6f2-6ed11afc22c9 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068619 Dec 17 13:00:44.286031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:44.336657 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-04f0631c-5573-44aa-817d-8d920097f585 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504842 Dec 17 13:00:44.338637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-31d443ab-ee42-4b8b-b915-b51739ee970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:44.339807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Allocated IP 192.168.233.69 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/ba101538-cd8e-434d-968f-0843ac87450f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:44.340310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-31d443ab-ee42-4b8b-b915-b51739ee970e service neutron] 10.222.0.59 "GET /v2.0/ports/299d3f21-b608-458e-b0ab-c0dcf0d766fd HTTP/1.1" status: 200 len: 1094 time: 0.0967860 Dec 17 13:00:44.375580 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:44.403631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] Request body: {'binding': {'host': 'n-h1-815324-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:44.404111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] Unknown quota resources ['binding']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:00:44.408745 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:44.473407 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:44.474172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:44.479787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023acf47-46d4-486c-9ae4-241adf7bcd87 req-a7cccddf-6d57-4a13-a1b8-b4b650cc72d3 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:44.494992 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-023acf47-46d4-486c-9ae4-241adf7bcd87 req-a7cccddf-6d57-4a13-a1b8-b4b650cc72d3 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 945 time: 0.2098768 Dec 17 13:00:44.501954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44380) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:44.508877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e603af1c-2b8a-4576-8228-a79e2c89f64f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Request body: {'floatingip': {'port_id': '922e59ac-bc29-4762-8f02-29dbf40f6118'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:44.606618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,revision_number=8']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:44.708256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Pushing event updated for resources: {'Port': ['ID=14b8c218-f012-4990-ae86-4b882acd3a82,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:44.726296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:44.727330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:44.728801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-7ec07ff6-7725-4208-ad7e-87d0b8df26e9 service neutron] 10.222.0.61 "PUT /v2.0/ports/5e3ac434-b5e0-499d-9eb4-cda3bc52b22d HTTP/1.1" status: 200 len: 1121 time: 2.6216006 Dec 17 13:00:44.739733 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e603af1c-2b8a-4576-8228-a79e2c89f64f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:44.766765 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5e3ac434-b5e0-499d-9eb4-cda3bc52b22d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:44.810293 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:44.837955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['5e3ac434-b5e0-499d-9eb4-cda3bc52b22d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:44.847135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:44.855792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:44.983288 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:45.011732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cc2cb323-f62e-47db-8762-f2f9d82765d3 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:00:45.067888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Router e49dc660-a5bb-4a1b-96ae-409fda1860d5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:00:45.070787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:45.088959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:45.097443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:45.104926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:45.105629 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:45.116671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event updated for resources: {'Port': ['ID=ba101538-cd8e-434d-968f-0843ac87450f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:45.177878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-aa5f453f-6aa0-4952-ae2b-e222778ff23d tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:45.179983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-aa5f453f-6aa0-4952-ae2b-e222778ff23d tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8338604 Dec 17 13:00:45.226199 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Request body: {'port': {'device_id': 'b201181e-2062-4fa4-8fcf-d2e78cfef574', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': '162344edac8740ada2447494ea66f0df'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:45.272988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:00:45.279755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4149c5ac-0bd3-4650-a3a3-77a89c204446 admin admin] 10.222.0.59 "PUT /v2.0/routers/e49dc660-a5bb-4a1b-96ae-409fda1860d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0119760 Dec 17 13:00:45.299775 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:45.341760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037689d-3d4d-45b6-825f-5e16b34439a0 req-ef32882d-0d0c-4bf9-b913-37252efd6563 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:45.345521 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-e127034d-9cf9-4945-83f8-1970aea9975f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5177150 Dec 17 13:00:45.349241 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4037689d-3d4d-45b6-825f-5e16b34439a0 req-ef32882d-0d0c-4bf9-b913-37252efd6563 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.7040503 Dec 17 13:00:45.355272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7e7034f6-a64e-4589-b4de-dbe246d0f9b9 None None] Provisioning complete for port 14b8c218-f012-4990-ae86-4b882acd3a82 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:45.355560 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7e7034f6-a64e-4589-b4de-dbe246d0f9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:45.365433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Request body: {'port': {'device_id': '74ffac91-a670-4887-abaa-07c694e2ef08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:45.387701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'mac_address': 'fa:16:3e:dd:c6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:00:45.404167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] Attempting to bind port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on host n-h1-815324-5 for vnic_type normal with profile None {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:45.404512 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] Attempting to bind port 299d3f21-b608-458e-b0ab-c0dcf0d766fd by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:45.404849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] Attempting to bind port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:45.428106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'c144a546-526c-4229-8315-69ff6028b3c5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:45.448064 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] Port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:45.448405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] Attempting to bind port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:45.466559 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:45.469473 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7e7034f6-a64e-4589-b4de-dbe246d0f9b9 None None] Port 14b8c218-f012-4990-ae86-4b882acd3a82 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:00:45.485861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:45.486076 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:45.486164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:45.486530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] Bound using segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:45.486758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] Bound port: 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:45.505396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2cb323-f62e-47db-8762-f2f9d82765d3 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:45.533796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:45.535558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a37751-f5d2-451d-9dec-e86633c46d0e', 'tag': '5e3ac434-b5e0-499d-9eb4-cda3bc52b22d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:45.537884 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef32bf24-6233-41f2-bf0f-ab0fe09fc85d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a37751-f5d2-451d-9dec-e86633c46d0e", "tag": "5e3ac434-b5e0-499d-9eb4-cda3bc52b22d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:45.599373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4037689d-3d4d-45b6-825f-5e16b34439a0 req-4f974142-b80e-4528-9d8b-cd4aeab9c0b0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490418 Dec 17 13:00:45.611860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6344cc08-cc57-435c-9ded-f4a3c99e04a2 None None] Provisioning complete for port ba101538-cd8e-434d-968f-0843ac87450f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:45.612233 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6344cc08-cc57-435c-9ded-f4a3c99e04a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:45.644195 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:45.660605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:45.706930 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6344cc08-cc57-435c-9ded-f4a3c99e04a2 None None] Port ba101538-cd8e-434d-968f-0843ac87450f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:00:45.737898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:45.792813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Made reservation on behalf of 162344edac8740ada2447494ea66f0df for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:45.796412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:45.828044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:45.850048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba101538-cd8e-434d-968f-0843ac87450f {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:45.860397 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:45.868075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:45.874701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Transition to ACTIVE for port object ba101538-cd8e-434d-968f-0843ac87450f will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:00:45.875197 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] Publish callbacks [] for binding, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:45.876921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-6e61b827-8310-4615-bdc9-8753a6ade4c0 service neutron] 10.222.0.59 "POST /v2.0/ports/299d3f21-b608-458e-b0ab-c0dcf0d766fd/bindings HTTP/1.1" status: 201 len: 389 time: 1.4794338 Dec 17 13:00:45.944281 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:45.955237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Sync routers for ids ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:00:45.993851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Routers {'e49dc660-a5bb-4a1b-96ae-409fda1860d5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:00:45.994593 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:00:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:46.015919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Pushing event updated for resources: {'Port': ['ID=ba101538-cd8e-434d-968f-0843ac87450f,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:46.053192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Attempting to bind port ba101538-cd8e-434d-968f-0843ac87450f on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:46.055148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Attempting to bind port ba101538-cd8e-434d-968f-0843ac87450f by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:46.055148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Attempting to bind port ba101538-cd8e-434d-968f-0843ac87450f on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:46.060544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Port ba101538-cd8e-434d-968f-0843ac87450f on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:46.061076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Attempting to bind port ba101538-cd8e-434d-968f-0843ac87450f on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:46.062508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:46.062910 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:46.067457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:46.068084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:46.068633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:46.069246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Bound port: ba101538-cd8e-434d-968f-0843ac87450f, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:46.069813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:46.076623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['cc2cb323-f62e-47db-8762-f2f9d82765d3'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:46.095630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f91be-d584-4fd2-b37f-3be5392a7139 req-f970efc3-5f47-4611-9e93-331ed35b05eb tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:46.097193 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-533f91be-d584-4fd2-b37f-3be5392a7139 req-f970efc3-5f47-4611-9e93-331ed35b05eb tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 943 time: 0.3445458 Dec 17 13:00:46.150609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] For port ba101538-cd8e-434d-968f-0843ac87450f, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:46.154252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] For port ba101538-cd8e-434d-968f-0843ac87450f, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ba101538-cd8e-434d-968f-0843ac87450f,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:46.251527 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:46.264538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Set router e49dc660-a5bb-4a1b-96ae-409fda1860d5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:00:46.331657 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e7764206-e4b5-42f9-b1ca-b51ae440dee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:46.337368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.resource_extend [None req-e603af1c-2b8a-4576-8228-a79e2c89f64f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:00:46.351944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-533f91be-d584-4fd2-b37f-3be5392a7139 req-036675d2-0172-4960-affc-f2e667b0b9fc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419577 Dec 17 13:00:46.407294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Allocated IP 192.168.233.174 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/38489767-3a90-4d3c-bc15-10feb2077da5) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:46.414778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b0950d3-d009-4c14-a1a0-aef301e1b354 req-5c0f45e6-fa28-4630-b4bb-02b2162e6ff6 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 210 time: 0.1072342 Dec 17 13:00:46.419940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:46.427699 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:46.427699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] 10.222.0.54 "PUT /v2.0/ports/ba101538-cd8e-434d-968f-0843ac87450f HTTP/1.1" status: 200 len: 1095 time: 1.0627601 Dec 17 13:00:46.459473 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e603af1c-2b8a-4576-8228-a79e2c89f64f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:46.465232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250ebe0-b675-4a2d-845c-8122111f9b12 service neutron] Pushing event updated for resources: {'Port': ['ID=ba101538-cd8e-434d-968f-0843ac87450f,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:46.618859 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e603af1c-2b8a-4576-8228-a79e2c89f64f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:46.644338 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:46.647352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecd2b9-f8ab-4194-9620-9ba8a6a5bf95 req-0deb922a-bb7a-4eab-aab9-e36f77eaf4d5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:46.654382 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aaecd2b9-f8ab-4194-9620-9ba8a6a5bf95 req-0deb922a-bb7a-4eab-aab9-e36f77eaf4d5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 949 time: 0.1191344 Dec 17 13:00:46.725675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0a4bf2ac-0808-4678-b9fd-fdfb78407ec9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:46.773508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-b1637205-5c2c-48ef-91aa-9dcab4bbcf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:46.774890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-b1637205-5c2c-48ef-91aa-9dcab4bbcf5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 1097 time: 0.1164999 Dec 17 13:00:46.779284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aaecd2b9-f8ab-4194-9620-9ba8a6a5bf95 req-a2b94512-2f7e-4270-92c0-a54915727a2c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183393 Dec 17 13:00:46.781277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-52397fe3-6ff6-441c-b066-21049c4704f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:46.782758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-52397fe3-6ff6-441c-b066-21049c4704f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=74ffac91-a670-4887-abaa-07c694e2ef08 HTTP/1.1" status: 200 len: 1098 time: 0.1230083 Dec 17 13:00:46.829333 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:46.849382 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:46.851319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-09e0bfc3-f873-4958-9aa6-74f8eb0b8813 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=ba101538-cd8e-434d-968f-0843ac87450f HTTP/1.1" status: 200 len: 217 time: 0.0442281 Dec 17 13:00:46.943657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-a97fafcd-3468-46c2-a3bb-2738ab775707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:46.945532 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-a97fafcd-3468-46c2-a3bb-2738ab775707 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0666120 Dec 17 13:00:46.948959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:00:43Z', 'revision_number': 4, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '14b8c218-f012-4990-ae86-4b882acd3a82', 'name': '', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'mac_address': 'fa:16:3e:11:44:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:42Z', 'updated_at': '2021-12-17T13:00:44Z', 'revision_number': 2, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'subnets': [{'id': '61924618-8120-4596-82b9-92acf8799f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:46.953049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=0a4bf2ac-0808-4678-b9fd-fdfb78407ec9,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:46.973765 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-e603af1c-2b8a-4576-8228-a79e2c89f64f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Floating IP d1e8f8d6-684a-4b26-a1fc-936349a36ecc associated. External IP: 172.25.0.230, port: 922e59ac-bc29-4762-8f02-29dbf40f6118. Dec 17 13:00:46.995477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-59bc494b-04b7-436b-ae46-46dab3f61300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:46.996958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-59bc494b-04b7-436b-ae46-46dab3f61300 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.2003968 Dec 17 13:00:46.999236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Checking router: e49dc660-a5bb-4a1b-96ae-409fda1860d5 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:00:46.999601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Updating router e49dc660-a5bb-4a1b-96ae-409fda1860d5 port 14b8c218-f012-4990-ae86-4b882acd3a82 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:00:47.021292 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:00:47.027460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-354cf2af-5c7f-4680-8d42-79dd47afae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.028943 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-354cf2af-5c7f-4680-8d42-79dd47afae9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747736 Dec 17 13:00:47.030339 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:47.066525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-3275d339-5c87-4deb-a571-1e2c3dc99ebf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd HTTP/1.1" status: 200 len: 217 time: 0.0583351 Dec 17 13:00:47.166580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-e8d26fae-2725-4afa-9801-d63888bbda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.168193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-e8d26fae-2725-4afa-9801-d63888bbda3c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0630741 Dec 17 13:00:47.213475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-0b2f0be1-1f93-47be-873c-c13cb46dfaad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363092 Dec 17 13:00:47.220198 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-0fd2b0f5-a9b5-418c-bcdd-4119cd3fca4e service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635437 Dec 17 13:00:47.304096 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:47.334401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'c144a546-526c-4229-8315-69ff6028b3c5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:47.375340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a523-6839-4b43-80be-29157164f98c req-7b3cdfec-8635-45c9-8e22-fb04e3260850 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.376477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a523-6839-4b43-80be-29157164f98c req-7b3cdfec-8635-45c9-8e22-fb04e3260850 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.377161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a523-6839-4b43-80be-29157164f98c req-7b3cdfec-8635-45c9-8e22-fb04e3260850 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.377365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a523-6839-4b43-80be-29157164f98c req-7b3cdfec-8635-45c9-8e22-fb04e3260850 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.377927 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a523-6839-4b43-80be-29157164f98c req-7b3cdfec-8635-45c9-8e22-fb04e3260850 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.378455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a523-6839-4b43-80be-29157164f98c req-7b3cdfec-8635-45c9-8e22-fb04e3260850 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.379056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a523-6839-4b43-80be-29157164f98c req-7b3cdfec-8635-45c9-8e22-fb04e3260850 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.379600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a523-6839-4b43-80be-29157164f98c req-7b3cdfec-8635-45c9-8e22-fb04e3260850 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.380351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a523-6839-4b43-80be-29157164f98c req-7b3cdfec-8635-45c9-8e22-fb04e3260850 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.380652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a523-6839-4b43-80be-29157164f98c req-7b3cdfec-8635-45c9-8e22-fb04e3260850 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.382311 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967a523-6839-4b43-80be-29157164f98c req-7b3cdfec-8635-45c9-8e22-fb04e3260850 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.384250 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8967a523-6839-4b43-80be-29157164f98c req-7b3cdfec-8635-45c9-8e22-fb04e3260850 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7839 time: 0.6995769 Dec 17 13:00:47.387598 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-c726c9ab-af26-4abd-b928-e90a51f8f5d0 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582119 Dec 17 13:00:47.389203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44408) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:47.396246 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-02d3182f-cb07-4e9c-b68f-f974045af25e service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656482 Dec 17 13:00:47.397436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:47.400233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-183b4b4d-ab12-4805-968e-76423f85d74c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1060093833', 'description': 'tempest-description--1457298393'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:47.400370 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:47.408571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:47.410776 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:47.464673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:47.472355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.473142 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:47.490094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event updated for resources: {'Port': ['ID=38489767-3a90-4d3c-bc15-10feb2077da5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:47.507938 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5694400c-a932-409a-8c57-0e6a65ee731b x-openstack-request-id: req-5694400c-a932-409a-8c57-0e6a65ee731b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:47.508485 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a37751-f5d2-451d-9dec-e86633c46d0e", "tag": "5e3ac434-b5e0-499d-9eb4-cda3bc52b22d", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:47.508485 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5694400c-a932-409a-8c57-0e6a65ee731b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:47.508852 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a37751-f5d2-451d-9dec-e86633c46d0e', 'tag': '5e3ac434-b5e0-499d-9eb4-cda3bc52b22d', 'status': 'completed', 'code': 200} Dec 17 13:00:47.597273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:47.600613 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-bac5c5ce-6434-40b3-96aa-b252a4e8fff1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4036090 Dec 17 13:00:47.619954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Request body: {'port': {'device_id': 'b201181e-2062-4fa4-8fcf-d2e78cfef574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:47.754369 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61b0ae-75de-4736-bef6-29e91b9ae8db req-5a17983c-2e8e-4bb4-9a19-0ba89741655f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.755814 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a61b0ae-75de-4736-bef6-29e91b9ae8db req-5a17983c-2e8e-4bb4-9a19-0ba89741655f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.1992505 Dec 17 13:00:47.759661 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:47.763482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Attempting to bind port 14b8c218-f012-4990-ae86-4b882acd3a82 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:47.764242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Attempting to bind port 14b8c218-f012-4990-ae86-4b882acd3a82 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:47.764774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Attempting to bind port 14b8c218-f012-4990-ae86-4b882acd3a82 on network 2700c050-d57b-4cbb-9c83-ee91fcca14af {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:47.780256 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:47.845772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e603af1c-2b8a-4576-8228-a79e2c89f64f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Router 470b7b32-d22a-489b-bb40-a303edcff400 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:00:47.940125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-f18e397d-5d4c-4e6a-8beb-c4be729322c3 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356972 Dec 17 13:00:47.965147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:47.968483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:47.972414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Checking segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:47.972414 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:47.972414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Bound using segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:47.972414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Bound port: 14b8c218-f012-4990-ae86-4b882acd3a82, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:47.972414 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:47.973426 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d6c04-c6b9-4611-85c7-24f8810d1615 None None] Pushing event updated for resources: {'Port': ['ID=14b8c218-f012-4990-ae86-4b882acd3a82,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:47.981207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32bf24-6233-41f2-bf0f-ab0fe09fc85d req-bbbfeeaa-1f93-45fb-b9cc-789d1524ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:47.982784 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef32bf24-6233-41f2-bf0f-ab0fe09fc85d req-bbbfeeaa-1f93-45fb-b9cc-789d1524ef1b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 1124 time: 0.4337287 Dec 17 13:00:47.997282 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a61b0ae-75de-4736-bef6-29e91b9ae8db req-f509300e-f807-4fa1-893b-1af049d5de91 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297397 Dec 17 13:00:48.014750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61fbc8-81c7-4636-b11a-34f5d4a10c42 req-9917ca05-0a71-40fb-ac5d-891321f9a111 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:48.023376 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee61fbc8-81c7-4636-b11a-34f5d4a10c42 req-9917ca05-0a71-40fb-ac5d-891321f9a111 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0877006 Dec 17 13:00:48.065452 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-183b4b4d-ab12-4805-968e-76423f85d74c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:48.182157 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee61fbc8-81c7-4636-b11a-34f5d4a10c42 req-abe2045a-73c6-4eb7-8677-4c67e1642b7d tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578531 Dec 17 13:00:48.185310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32bf24-6233-41f2-bf0f-ab0fe09fc85d req-656e68b7-c5f4-4dd6-8f62-f7676efde8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:48.187126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef32bf24-6233-41f2-bf0f-ab0fe09fc85d req-656e68b7-c5f4-4dd6-8f62-f7676efde8d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.1897008 Dec 17 13:00:48.191786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5dcaee60-aabd-4ad8-b1d2-0df2f5fa4cfb None None] Provisioning complete for port 38489767-3a90-4d3c-bc15-10feb2077da5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:48.192104 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5dcaee60-aabd-4ad8-b1d2-0df2f5fa4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:48.260791 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef32bf24-6233-41f2-bf0f-ab0fe09fc85d req-a5dad166-6aed-4321-8aee-09f17358e2b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d HTTP/1.1" status: 200 len: 217 time: 0.0576365 Dec 17 13:00:48.284172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:48.284557 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:48.331966 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-183b4b4d-ab12-4805-968e-76423f85d74c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:48.341344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38489767-3a90-4d3c-bc15-10feb2077da5 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:48.351761 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:48.368785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Transition to ACTIVE for port object 38489767-3a90-4d3c-bc15-10feb2077da5 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:00:48.376469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e603af1c-2b8a-4576-8228-a79e2c89f64f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:00:48.380964 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5dcaee60-aabd-4ad8-b1d2-0df2f5fa4cfb None None] Port 38489767-3a90-4d3c-bc15-10feb2077da5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:00:48.391982 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d801e00-128a-48b1-b5cb-0357e3f541f0 None None] Sync routers for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:00:48.394912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-183b4b4d-ab12-4805-968e-76423f85d74c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:48.397154 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e603af1c-2b8a-4576-8228-a79e2c89f64f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:48.406659 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d801e00-128a-48b1-b5cb-0357e3f541f0 None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:00:48.407863 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2d801e00-128a-48b1-b5cb-0357e3f541f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:00:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:48.409291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32bf24-6233-41f2-bf0f-ab0fe09fc85d req-e9e7a6a1-0b5b-494e-a12f-a80b7e5edd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:48.411393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef32bf24-6233-41f2-bf0f-ab0fe09fc85d req-e9e7a6a1-0b5b-494e-a12f-a80b7e5edd7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.1308010 Dec 17 13:00:48.411595 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57d642-5eb5-42cd-9a20-9ae5fcc75e12 req-66b67cdd-3776-4188-b886-562afe657241 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:48.423200 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a57d642-5eb5-42cd-9a20-9ae5fcc75e12 req-66b67cdd-3776-4188-b886-562afe657241 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 943 time: 0.2647440 Dec 17 13:00:48.474734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef32bf24-6233-41f2-bf0f-ab0fe09fc85d req-1fa9bb03-9d16-4014-9cd2-c8947bad5acd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445526 Dec 17 13:00:48.480056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02881a87-f10e-4a0d-8637-a0698b3ebd49 req-5306ae61-7b66-4339-bde4-189df811bb57 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:48.488984 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02881a87-f10e-4a0d-8637-a0698b3ebd49 req-5306ae61-7b66-4339-bde4-189df811bb57 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 886 time: 0.2761214 Dec 17 13:00:48.500122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b4b4d-ab12-4805-968e-76423f85d74c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a65f66-5095-438b-97cd-fb07f2c5affa,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:48.505541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] For port 14b8c218-f012-4990-ae86-4b882acd3a82, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:48.513152 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] For port 14b8c218-f012-4990-ae86-4b882acd3a82, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=14b8c218-f012-4990-ae86-4b882acd3a82,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:48.531283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a57d642-5eb5-42cd-9a20-9ae5fcc75e12 req-dc21a2fb-7240-4a83-bfca-db3dfdd9b781 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057179 Dec 17 13:00:48.533594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:48.567925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-183b4b4d-ab12-4805-968e-76423f85d74c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:48.573403 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-183b4b4d-ab12-4805-968e-76423f85d74c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1798575 Dec 17 13:00:48.591193 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:48.635753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44420) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:48.643619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7f5f1557-eac0-4693-b2a2-c5f786e2728a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Request body: {'security_group_rule': {'security_group_id': '35a65f66-5095-438b-97cd-fb07f2c5affa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:48.679632 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2d801e00-128a-48b1-b5cb-0357e3f541f0 None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:00:48.705228 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-56649023-03cc-4ab0-aef1-e593673c88e6 None None] Provisioning complete for port 14b8c218-f012-4990-ae86-4b882acd3a82 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:48.705625 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-56649023-03cc-4ab0-aef1-e593673c88e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:48.830966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbae72-ecd7-458d-9796-beecccfa1928 req-9fb8fa93-05a3-4586-8d11-69a356e3a633 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:48.843194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67bbae72-ecd7-458d-9796-beecccfa1928 req-9fb8fa93-05a3-4586-8d11-69a356e3a633 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 948 time: 0.1942391 Dec 17 13:00:48.856329 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef32bf24-6233-41f2-bf0f-ab0fe09fc85d req-274ca490-b34e-4972-8cb8-ed1b5d481d3e service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656538 Dec 17 13:00:48.872313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Routers {'e49dc660-a5bb-4a1b-96ae-409fda1860d5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:00:48.872888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:00:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:48.928682 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1557-eac0-4693-b2a2-c5f786e2728a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:49.055853 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e603af1c-2b8a-4576-8228-a79e2c89f64f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "PUT /v2.0/floatingips/d1e8f8d6-684a-4b26-a1fc-936349a36ecc HTTP/1.1" status: 200 len: 991 time: 4.5507491 Dec 17 13:00:49.067989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Attempting to bind port 38489767-3a90-4d3c-bc15-10feb2077da5 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:00:49.068601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Attempting to bind port 38489767-3a90-4d3c-bc15-10feb2077da5 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:00:49.069271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Attempting to bind port 38489767-3a90-4d3c-bc15-10feb2077da5 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:49.072787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] Set router e49dc660-a5bb-4a1b-96ae-409fda1860d5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:00:49.074475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'tag': '922e59ac-bc29-4762-8f02-29dbf40f6118'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:49.075719 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67bbae72-ecd7-458d-9796-beecccfa1928 req-f7362f83-4e26-40ee-8bc4-77eabc2fa416 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308335 Dec 17 13:00:49.077747 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9763880-06af-47c3-8c6a-747af68d2ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddda39c1-6e64-4b56-9ce9-2c6da05034cf", "tag": "922e59ac-bc29-4762-8f02-29dbf40f6118"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:49.088852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Port 38489767-3a90-4d3c-bc15-10feb2077da5 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:00:49.089521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Attempting to bind port 38489767-3a90-4d3c-bc15-10feb2077da5 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:00:49.122030 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2d801e00-128a-48b1-b5cb-0357e3f541f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'd1e8f8d6-684a-4b26-a1fc-936349a36ecc', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'port_id': '922e59ac-bc29-4762-8f02-29dbf40f6118', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'mac_address': 'fa:16:3e:10:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T12:58:11Z', 'updated_at': '2021-12-17T13:00:46Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:58Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:49.125095 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849c9ce-a049-46db-b5e4-de0507386fe8 req-9c153f38-61de-44fb-89d9-7f3dfa03f3f2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.135073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3849c9ce-a049-46db-b5e4-de0507386fe8 req-9c153f38-61de-44fb-89d9-7f3dfa03f3f2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 949 time: 0.3744023 Dec 17 13:00:49.136199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cc2cb323-f62e-47db-8762-f2f9d82765d3 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:49.153178 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d801e00-128a-48b1-b5cb-0357e3f541f0 None None] Checking router: 470b7b32-d22a-489b-bb40-a303edcff400 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:00:49.161644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Pushing event updated for resources: {'Port': ['ID=38489767-3a90-4d3c-bc15-10feb2077da5,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:49.164529 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d801e00-128a-48b1-b5cb-0357e3f541f0 None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:00:49.165306 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2d801e00-128a-48b1-b5cb-0357e3f541f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:00:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:49.207143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:00:49.207660 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:00:49.208151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:00:49.208702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Bound port: 38489767-3a90-4d3c-bc15-10feb2077da5, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:00:49.209161 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:49.224931 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3849c9ce-a049-46db-b5e4-de0507386fe8 req-57588ae3-9e67-4fe6-a272-c29cc5819581 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886765 Dec 17 13:00:49.280003 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:49.336289 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2d801e00-128a-48b1-b5cb-0357e3f541f0 None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:00:49.361763 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1557-eac0-4693-b2a2-c5f786e2728a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:49.373565 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef32bf24-6233-41f2-bf0f-ab0fe09fc85d req-d26c8187-d094-41fb-8f2d-48c5cf85ffdc service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925554 Dec 17 13:00:49.373757 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] For port 38489767-3a90-4d3c-bc15-10feb2077da5, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:49.387061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] For port 38489767-3a90-4d3c-bc15-10feb2077da5, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38489767-3a90-4d3c-bc15-10feb2077da5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:00:49.403522 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d6c04-c6b9-4611-85c7-24f8810d1615 None None] Pushing event updated for resources: {'Port': ['ID=14b8c218-f012-4990-ae86-4b882acd3a82,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:49.442112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e219-7521-4d58-abbc-f3131aaf1bb1 req-f4df42a0-3c02-42c4-ba6b-3cb32d35c648 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.442789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e219-7521-4d58-abbc-f3131aaf1bb1 req-f4df42a0-3c02-42c4-ba6b-3cb32d35c648 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.443462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e219-7521-4d58-abbc-f3131aaf1bb1 req-f4df42a0-3c02-42c4-ba6b-3cb32d35c648 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.443829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e219-7521-4d58-abbc-f3131aaf1bb1 req-f4df42a0-3c02-42c4-ba6b-3cb32d35c648 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.445001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e219-7521-4d58-abbc-f3131aaf1bb1 req-f4df42a0-3c02-42c4-ba6b-3cb32d35c648 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.445157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e219-7521-4d58-abbc-f3131aaf1bb1 req-f4df42a0-3c02-42c4-ba6b-3cb32d35c648 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.445528 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e219-7521-4d58-abbc-f3131aaf1bb1 req-f4df42a0-3c02-42c4-ba6b-3cb32d35c648 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.446027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e219-7521-4d58-abbc-f3131aaf1bb1 req-f4df42a0-3c02-42c4-ba6b-3cb32d35c648 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.446650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e219-7521-4d58-abbc-f3131aaf1bb1 req-f4df42a0-3c02-42c4-ba6b-3cb32d35c648 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.447174 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e219-7521-4d58-abbc-f3131aaf1bb1 req-f4df42a0-3c02-42c4-ba6b-3cb32d35c648 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.447713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e219-7521-4d58-abbc-f3131aaf1bb1 req-f4df42a0-3c02-42c4-ba6b-3cb32d35c648 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.453140 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-56649023-03cc-4ab0-aef1-e593673c88e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:49.474295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1326e219-7521-4d58-abbc-f3131aaf1bb1 req-f4df42a0-3c02-42c4-ba6b-3cb32d35c648 tempest-NetworksTest-448859096 tempest-NetworksTest-448859096-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7839 time: 0.3603866 Dec 17 13:00:49.482645 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1557-eac0-4693-b2a2-c5f786e2728a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:49.502919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438b952-9f70-4d61-aa5f-a49d80ce9cfc req-4fa9fd20-719f-409b-9059-ffd0eb42b434 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.509985 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c438b952-9f70-4d61-aa5f-a49d80ce9cfc req-4fa9fd20-719f-409b-9059-ffd0eb42b434 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.1196840 Dec 17 13:00:49.517098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:49.524029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-56649023-03cc-4ab0-aef1-e593673c88e6 None None] For port 14b8c218-f012-4990-ae86-4b882acd3a82, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=14b8c218-f012-4990-ae86-4b882acd3a82,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:49.538720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ffac91-a670-4887-abaa-07c694e2ef08', 'tag': 'ba101538-cd8e-434d-968f-0843ac87450f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:49.546871 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80422c7a-94cf-4938-b9c2-e3793b1e435c" -d '{"events": [{"name": "network-changed", "server_uuid": "74ffac91-a670-4887-abaa-07c694e2ef08", "tag": "ba101538-cd8e-434d-968f-0843ac87450f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:49.560178 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:00:43Z', 'revision_number': 4, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '14b8c218-f012-4990-ae86-4b882acd3a82', 'name': '', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'mac_address': 'fa:16:3e:11:44:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:42Z', 'updated_at': '2021-12-17T13:00:48Z', 'revision_number': 4, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'subnets': [{'id': '61924618-8120-4596-82b9-92acf8799f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:49.574278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f1557-eac0-4693-b2a2-c5f786e2728a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40865fa6-05ba-42b9-aa26-361a1a15e31d,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:49.578339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port cc2cb323-f62e-47db-8762-f2f9d82765d3 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:00:49.618111 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2d801e00-128a-48b1-b5cb-0357e3f541f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'd1e8f8d6-684a-4b26-a1fc-936349a36ecc', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'port_id': '922e59ac-bc29-4762-8f02-29dbf40f6118', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'mac_address': 'fa:16:3e:10:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T12:58:11Z', 'updated_at': '2021-12-17T13:00:46Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:58Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:00:49.621527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee8d654-6d17-489b-9e38-01df62b4db20 None None] The sync data for ids ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'] in n-d-815324-5 is: [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:00:43Z', 'revision_number': 4, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '14b8c218-f012-4990-ae86-4b882acd3a82', 'name': '', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'mac_address': 'fa:16:3e:11:44:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:42Z', 'updated_at': '2021-12-17T13:00:48Z', 'revision_number': 4, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'subnets': [{'id': '61924618-8120-4596-82b9-92acf8799f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:00:49.623077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port cc2cb323-f62e-47db-8762-f2f9d82765d3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:49.623455 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:49.626784 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-56649023-03cc-4ab0-aef1-e593673c88e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:49.651141 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1557-eac0-4693-b2a2-c5f786e2728a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:49.657661 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7f5f1557-eac0-4693-b2a2-c5f786e2728a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0191305 Dec 17 13:00:49.658556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44436) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:49.664122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Request body: {'security_group_rule': {'security_group_id': '35a65f66-5095-438b-97cd-fb07f2c5affa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:49.683828 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:49.753601 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07b33f1-7742-42c1-a14b-0f1a1d9be859 x-openstack-request-id: req-e07b33f1-7742-42c1-a14b-0f1a1d9be859 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:49.754046 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddda39c1-6e64-4b56-9ce9-2c6da05034cf", "tag": "922e59ac-bc29-4762-8f02-29dbf40f6118", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:49.754360 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e07b33f1-7742-42c1-a14b-0f1a1d9be859 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:49.754704 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'tag': '922e59ac-bc29-4762-8f02-29dbf40f6118', 'status': 'completed', 'code': 200} Dec 17 13:00:49.803857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:49.804489 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:49.810905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] 10.222.0.61 "PUT /v2.0/ports/38489767-3a90-4d3c-bc15-10feb2077da5 HTTP/1.1" status: 200 len: 1096 time: 2.1980293 Dec 17 13:00:49.834930 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d801e00-128a-48b1-b5cb-0357e3f541f0 None None] The sync data for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 is: [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'd1e8f8d6-684a-4b26-a1fc-936349a36ecc', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'port_id': '922e59ac-bc29-4762-8f02-29dbf40f6118', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'mac_address': 'fa:16:3e:10:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T12:58:11Z', 'updated_at': '2021-12-17T13:00:46Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:58Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:00:49.841079 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c438b952-9f70-4d61-aa5f-a49d80ce9cfc req-019627c9-1df8-4590-9782-1d995ba2541e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185530 Dec 17 13:00:49.911869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e05b3-5918-4a6d-89dc-204bd2f76d25 service neutron] Pushing event updated for resources: {'Port': ['ID=38489767-3a90-4d3c-bc15-10feb2077da5,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:49.981935 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:50.071726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 14b8c218-f012-4990-ae86-4b882acd3a82 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:50.074753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763880-06af-47c3-8c6a-747af68d2ff6 req-63a7af1a-faad-4a92-803a-3e7e99e103f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:50.083555 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9763880-06af-47c3-8c6a-747af68d2ff6 req-63a7af1a-faad-4a92-803a-3e7e99e103f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb&device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 1096 time: 0.2999873 Dec 17 13:00:50.140818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56649023-03cc-4ab0-aef1-e593673c88e6 None None] Pushing event updated for resources: {'Port': ['ID=14b8c218-f012-4990-ae86-4b882acd3a82,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:50.235299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfce3b-42cb-47c4-8e1d-bd83087cfaf0 req-df8addab-6ade-47c5-8e85-056522fbc6ce tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:50.239262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-c0304f9d-977b-49dd-8b2d-29db0037ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:50.240865 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-c0304f9d-977b-49dd-8b2d-29db0037ee31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 1099 time: 0.3131392 Dec 17 13:00:50.247609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ecfce3b-42cb-47c4-8e1d-bd83087cfaf0 req-df8addab-6ade-47c5-8e85-056522fbc6ce tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.3036547 Dec 17 13:00:50.262042 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787c678-6571-4549-92d9-16acf3af601a req-9d9459b6-9bba-44f5-8b28-d2a96094fe80 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:50.272054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-663cf358-1ee7-4eca-9441-b604725fbf18 None None] Provisioning complete for port 14b8c218-f012-4990-ae86-4b882acd3a82 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:50.272432 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-663cf358-1ee7-4eca-9441-b604725fbf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:50.277827 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0787c678-6571-4549-92d9-16acf3af601a req-9d9459b6-9bba-44f5-8b28-d2a96094fe80 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 943 time: 0.1825860 Dec 17 13:00:50.308085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44444) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:50.335943 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:50.394312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ecfce3b-42cb-47c4-8e1d-bd83087cfaf0 req-e616e378-5947-47ab-88b3-78dea662dbde tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455734 Dec 17 13:00:50.406816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763880-06af-47c3-8c6a-747af68d2ff6 req-ad8a0c05-6404-4bb3-ba9c-bd7059a748b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:50.406816 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9763880-06af-47c3-8c6a-747af68d2ff6 req-ad8a0c05-6404-4bb3-ba9c-bd7059a748b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d384d87c-459d-4b80-bc95-d50996c19c0e HTTP/1.1" status: 200 len: 924 time: 0.3005812 Dec 17 13:00:50.406816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:50.453179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0787c678-6571-4549-92d9-16acf3af601a req-ddd06d9e-64d8-4c69-8796-2383902cb1e8 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743534 Dec 17 13:00:50.460284 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-49b96e09-be88-4d70-8e85-a7cede76855b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=38489767-3a90-4d3c-bc15-10feb2077da5 HTTP/1.1" status: 200 len: 217 time: 0.1658771 Dec 17 13:00:50.461071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 14b8c218-f012-4990-ae86-4b882acd3a82 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:50.461509 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:50.465141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25c228-0009-4212-a5ef-60c2c3746505 None None] New status for floating IP d1e8f8d6-684a-4b26-a1fc-936349a36ecc: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:00:50.489039 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd99ff7-4dd8-4f2d-83b3-62cf5919ba6b x-openstack-request-id: req-efd99ff7-4dd8-4f2d-83b3-62cf5919ba6b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:50.489455 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ffac91-a670-4887-abaa-07c694e2ef08", "tag": "ba101538-cd8e-434d-968f-0843ac87450f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:50.489841 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-efd99ff7-4dd8-4f2d-83b3-62cf5919ba6b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:50.490357 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ffac91-a670-4887-abaa-07c694e2ef08', 'tag': 'ba101538-cd8e-434d-968f-0843ac87450f', 'status': 'completed', 'code': 200} Dec 17 13:00:50.547927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df0707e-d13c-4f65-8043-27e82043f993,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:50.602109 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-edc3294a-e61a-478d-a346-3b580abedfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:50.604218 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-edc3294a-e61a-478d-a346-3b580abedfb8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1357696 Dec 17 13:00:50.679304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ba101538-cd8e-434d-968f-0843ac87450f details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:00:50.701274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc83b39-3c3a-449c-914a-6cef2892589a req-33bd1c7e-63d8-45a5-b69b-07bd2a890d69 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:50.706105 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cc83b39-3c3a-449c-914a-6cef2892589a req-33bd1c7e-63d8-45a5-b69b-07bd2a890d69 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 948 time: 0.1198275 Dec 17 13:00:50.709803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-62c9bc50-c892-42de-bfa2-50bb2337791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:50.711397 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-62c9bc50-c892-42de-bfa2-50bb2337791f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885632 Dec 17 13:00:50.714461 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:50.738337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.738889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.739264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.739715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.740186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.740636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.741078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.741520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.741984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.742420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.742855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.743636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.744091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:00:50.816629 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:50.818102 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-55d454e2-eaba-4385-badf-800b16eda8a8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1584342 Dec 17 13:00:50.819743 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41b70684-fd03-481d-ab82-c5cc8c916f1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:50.822190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44452) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:50.829821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:50.832891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:50.835203 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07323e48-4237-4922-8afb-4650f8d7396e" -d '{"events": [{"server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "name": "network-vif-plugged", "status": "completed", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:50.864188 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cc83b39-3c3a-449c-914a-6cef2892589a req-ba990cd6-74db-4a4d-9245-d26eb9d273d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569710 Dec 17 13:00:50.874925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:50.933753 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41b70684-fd03-481d-ab82-c5cc8c916f1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:50.936471 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9763880-06af-47c3-8c6a-747af68d2ff6 req-8df4936b-cc58-4cd0-883b-876d723292d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=922e59ac-bc29-4762-8f02-29dbf40f6118 HTTP/1.1" status: 200 len: 999 time: 0.4941144 Dec 17 13:00:50.944274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80422c7a-94cf-4938-b9c2-e3793b1e435c req-53d20428-21d9-4c9e-8712-cdd9680d2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:50.946157 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80422c7a-94cf-4938-b9c2-e3793b1e435c req-53d20428-21d9-4c9e-8712-cdd9680d2cd1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=74ffac91-a670-4887-abaa-07c694e2ef08 HTTP/1.1" status: 200 len: 1098 time: 0.3678403 Dec 17 13:00:50.958619 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-a5beaeac-3cb4-4861-b448-a229e9d97a6e service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313488 Dec 17 13:00:50.988124 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:51.011833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57ecad-da10-484b-8e09-98e75f4afb23 req-93aa4862-91af-42c3-b7f9-01293f009ce3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:51.016317 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e57ecad-da10-484b-8e09-98e75f4afb23 req-93aa4862-91af-42c3-b7f9-01293f009ce3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 949 time: 0.3312619 Dec 17 13:00:51.042756 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:51.062228 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41b70684-fd03-481d-ab82-c5cc8c916f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:51.132360 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d248d01-143a-4cbb-9180-daf2aa34e0be x-openstack-request-id: req-1d248d01-143a-4cbb-9180-daf2aa34e0be {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:51.132937 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "name": "network-vif-plugged", "status": "completed", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:51.133350 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d248d01-143a-4cbb-9180-daf2aa34e0be {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:51.133914 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'code': 200} Dec 17 13:00:51.138941 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:51.208947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e57ecad-da10-484b-8e09-98e75f4afb23 req-ad7aeea4-03d9-429e-984f-cb9443c5600e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528490 Dec 17 13:00:51.227766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763880-06af-47c3-8c6a-747af68d2ff6 req-b60eaedd-75b5-42a8-a9fe-62c65155455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:51.238049 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9763880-06af-47c3-8c6a-747af68d2ff6 req-b60eaedd-75b5-42a8-a9fe-62c65155455c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d9b8a1d1-e3c6-4858-97d1-4e98d62363d4 HTTP/1.1" status: 200 len: 862 time: 0.2890441 Dec 17 13:00:51.245016 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fae8168-60f2-4764-835a-1a90e52efba7 req-1cad6573-6f6d-461e-967e-14a446e1d142 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760170 Dec 17 13:00:51.262420 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-41b70684-fd03-481d-ab82-c5cc8c916f1e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=056b287e94cb4f87b211c7f7eca174f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9530051 Dec 17 13:00:51.263035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44458) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:51.301336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b70684-fd03-481d-ab82-c5cc8c916f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248af644-a502-483a-a566-4f3475322667,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:51.313216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ba101538-cd8e-434d-968f-0843ac87450f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ba101538-cd8e-434d-968f-0843ac87450f,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:51.332344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'ba101538-cd8e-434d-968f-0843ac87450f', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'ba101538-cd8e-434d-968f-0843ac87450f', 'mac_address': 'fa:16:3e:63:d8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:00:51.403679 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:51.409939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80422c7a-94cf-4938-b9c2-e3793b1e435c req-4cbf6109-d6cb-4bb2-b3b7-ebf6d792341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:51.415674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80422c7a-94cf-4938-b9c2-e3793b1e435c req-4cbf6109-d6cb-4bb2-b3b7-ebf6d792341c service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.4570947 Dec 17 13:00:51.419587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc398f7-6ac1-45e7-8759-e8de50dd4fdf req-d065abe9-a00b-4335-b10e-72e876ca0738 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:51.429497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3cc398f7-6ac1-45e7-8759-e8de50dd4fdf req-d065abe9-a00b-4335-b10e-72e876ca0738 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.1515427 Dec 17 13:00:51.481100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ada8aef1-76b6-457b-a07d-5eb433a73ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:51.496762 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80422c7a-94cf-4938-b9c2-e3793b1e435c req-6c30c78d-6700-4c14-9cb9-c3b4a6cdd22a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=ba101538-cd8e-434d-968f-0843ac87450f HTTP/1.1" status: 200 len: 217 time: 0.0537012 Dec 17 13:00:51.500493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084670a-a266-48d0-9df4-43429642e98f req-4adcb548-8fa9-4661-8e30-3c2e070cbb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:51.502308 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b084670a-a266-48d0-9df4-43429642e98f req-4adcb548-8fa9-4661-8e30-3c2e070cbb97 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 1101 time: 0.2584219 Dec 17 13:00:51.504551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763880-06af-47c3-8c6a-747af68d2ff6 req-dd12536f-aed0-440b-85fa-333f6b8fa2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:51.506205 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9763880-06af-47c3-8c6a-747af68d2ff6 req-dd12536f-aed0-440b-85fa-333f6b8fa2da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d384d87c-459d-4b80-bc95-d50996c19c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2420821 Dec 17 13:00:51.648903 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3cc398f7-6ac1-45e7-8759-e8de50dd4fdf req-21875210-208c-4daf-bb64-a22f9f422bc6 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110498 Dec 17 13:00:51.661309 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:51.669622 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ada8aef1-76b6-457b-a07d-5eb433a73ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:51.692621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba101538-cd8e-434d-968f-0843ac87450f {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:51.709693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80422c7a-94cf-4938-b9c2-e3793b1e435c req-cf420d8b-0372-4ce1-b03f-5976ff229285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:51.711342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80422c7a-94cf-4938-b9c2-e3793b1e435c req-cf420d8b-0372-4ce1-b03f-5976ff229285 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1884301 Dec 17 13:00:51.713537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b084670a-a266-48d0-9df4-43429642e98f req-96c47372-e87f-4eb3-a9ce-0f30ea13b1f0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823428 Dec 17 13:00:51.714657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ba101538-cd8e-434d-968f-0843ac87450f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ba101538-cd8e-434d-968f-0843ac87450f,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:51.764370 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b201181e-2062-4fa4-8fcf-d2e78cfef574', 'tag': '38489767-3a90-4d3c-bc15-10feb2077da5'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:51.767621 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08512bff-be7b-489b-bb94-112cef633ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "b201181e-2062-4fa4-8fcf-d2e78cfef574", "tag": "38489767-3a90-4d3c-bc15-10feb2077da5"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:51.778464 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:51.801284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac2c7d-a719-4514-aab5-a75780b11658 req-e693a8ff-e4dd-4d47-8c37-1f479cb490cf tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:51.803086 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5aac2c7d-a719-4514-aab5-a75780b11658 req-e693a8ff-e4dd-4d47-8c37-1f479cb490cf tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.2896085 Dec 17 13:00:51.849245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ada8aef1-76b6-457b-a07d-5eb433a73ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:51.861096 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ada8aef1-76b6-457b-a07d-5eb433a73ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:51.873299 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ada8aef1-76b6-457b-a07d-5eb433a73ca1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/248af644-a502-483a-a566-4f3475322667 HTTP/1.1" status: 204 len: 168 time: 0.6009121 Dec 17 13:00:51.875106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=ba101538-cd8e-434d-968f-0843ac87450f,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:51.886046 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9763880-06af-47c3-8c6a-747af68d2ff6 req-1ae4c462-a514-436c-96f2-196d2b2d2038 service neutron] 10.222.0.61 "GET /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486655 Dec 17 13:00:51.896953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80422c7a-94cf-4938-b9c2-e3793b1e435c req-c1283299-9952-4b85-8d0e-3adaa575a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:51.900278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80422c7a-94cf-4938-b9c2-e3793b1e435c req-c1283299-9952-4b85-8d0e-3adaa575a2d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1749864 Dec 17 13:00:51.908480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 14b8c218-f012-4990-ae86-4b882acd3a82 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:51.919293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8aef1-76b6-457b-a07d-5eb433a73ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248af644-a502-483a-a566-4f3475322667,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:51.986386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Allocated IP 172.25.0.110 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/06932ef6-507e-4e48-839f-3d9bd6cc692a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:52.034546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 14b8c218-f012-4990-ae86-4b882acd3a82 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:52.034927 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:52.077560 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5aac2c7d-a719-4514-aab5-a75780b11658 req-7631649d-8680-402f-9b51-1c7e48d0dc54 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518830 Dec 17 13:00:52.133179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80422c7a-94cf-4938-b9c2-e3793b1e435c req-9879e54d-b068-4f69-bd65-8508dc3521f2 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220197 Dec 17 13:00:52.135397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb53d98-d87f-476d-9212-038a7fe83cfa req-8b166184-19ee-41df-98b4-923bfd807814 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:52.137762 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1cb53d98-d87f-476d-9212-038a7fe83cfa req-8b166184-19ee-41df-98b4-923bfd807814 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 943 time: 0.3164041 Dec 17 13:00:52.178718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['ba101538-cd8e-434d-968f-0843ac87450f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:52.201445 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9763880-06af-47c3-8c6a-747af68d2ff6 req-1e8ce363-7a2b-4a76-99ea-a36926882384 service neutron] 10.222.0.61 "GET /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012095 Dec 17 13:00:52.245978 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8910b8-f268-4344-ad14-a021fd5d5ec6 x-openstack-request-id: req-fb8910b8-f268-4344-ad14-a021fd5d5ec6 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:52.246639 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b201181e-2062-4fa4-8fcf-d2e78cfef574", "tag": "38489767-3a90-4d3c-bc15-10feb2077da5", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:52.247099 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb8910b8-f268-4344-ad14-a021fd5d5ec6 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:52.247695 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b201181e-2062-4fa4-8fcf-d2e78cfef574', 'tag': '38489767-3a90-4d3c-bc15-10feb2077da5', 'status': 'completed', 'code': 200} Dec 17 13:00:52.255204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:52.260503 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1cb53d98-d87f-476d-9212-038a7fe83cfa req-0c49dea0-15ed-4f16-95bc-ee991dc37cb3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130126 Dec 17 13:00:52.370763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08512bff-be7b-489b-bb94-112cef633ec9 req-1c8438b6-3200-4739-8a49-ee71d5dbeff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:52.372425 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:52.372585 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08512bff-be7b-489b-bb94-112cef633ec9 req-1c8438b6-3200-4739-8a49-ee71d5dbeff8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 1099 time: 0.0824964 Dec 17 13:00:52.419001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:52.426633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:52.435774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:52.474350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event updated for resources: {'Port': ['ID=06932ef6-507e-4e48-839f-3d9bd6cc692a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:52.541976 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80422c7a-94cf-4938-b9c2-e3793b1e435c req-66cc4774-7645-4b6c-a9ae-59e64ff5c82d service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960516 Dec 17 13:00:52.585083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763201fd-3d58-4146-b37d-0595de0471f6 req-32220b45-d3b4-4822-a7fe-841c74b11eec tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:52.595289 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-763201fd-3d58-4146-b37d-0595de0471f6 req-32220b45-d3b4-4822-a7fe-841c74b11eec tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 948 time: 0.2175965 Dec 17 13:00:52.626475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08512bff-be7b-489b-bb94-112cef633ec9 req-e30ff0d9-45f9-44fa-8983-3e9c3e9a47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:52.628114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08512bff-be7b-489b-bb94-112cef633ec9 req-e30ff0d9-45f9-44fa-8983-3e9c3e9a47ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2102201 Dec 17 13:00:52.682997 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:52.683541 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08512bff-be7b-489b-bb94-112cef633ec9 req-252c264d-8d7d-444b-bbc9-a5c42b788c8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=38489767-3a90-4d3c-bc15-10feb2077da5 HTTP/1.1" status: 200 len: 217 time: 0.0441976 Dec 17 13:00:52.694252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-763201fd-3d58-4146-b37d-0595de0471f6 req-060f61aa-7dcb-44a5-bcb8-ab70ebdc7b23 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935824 Dec 17 13:00:52.702967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07de81-4928-4f8c-b81c-700e94a181d7 req-ce855b65-ac4e-46b2-a910-6b61e342a5ba tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:52.704946 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed07de81-4928-4f8c-b81c-700e94a181d7 req-ce855b65-ac4e-46b2-a910-6b61e342a5ba tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0751221 Dec 17 13:00:52.714059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44478) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:52.746974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12b24819-4297-4167-aa7a-94424ab7de4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:52.760910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08512bff-be7b-489b-bb94-112cef633ec9 req-79e1929e-32bf-4281-99df-7babcc793442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:52.764466 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08512bff-be7b-489b-bb94-112cef633ec9 req-79e1929e-32bf-4281-99df-7babcc793442 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0693443 Dec 17 13:00:52.818748 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed07de81-4928-4f8c-b81c-700e94a181d7 req-99716a06-ca99-410b-82a5-e59e27adb88f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077325 Dec 17 13:00:52.819896 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:52.869511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973cfe7-57c5-40db-a724-7d43507b7afc req-4a651857-35d5-4235-957b-658e31c2234c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:52.871133 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a973cfe7-57c5-40db-a724-7d43507b7afc req-4a651857-35d5-4235-957b-658e31c2234c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.1046255 Dec 17 13:00:52.878073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08512bff-be7b-489b-bb94-112cef633ec9 req-1cef6793-8fc2-41ab-9b92-803bcfca679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:52.879684 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08512bff-be7b-489b-bb94-112cef633ec9 req-1cef6793-8fc2-41ab-9b92-803bcfca679f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012318 Dec 17 13:00:52.966311 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12b24819-4297-4167-aa7a-94424ab7de4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:52.979286 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a973cfe7-57c5-40db-a724-7d43507b7afc req-a83f9e04-7b70-44e2-be56-b61a62d46803 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970604 Dec 17 13:00:53.004210 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08512bff-be7b-489b-bb94-112cef633ec9 req-f2b39ae2-8fcd-4f18-9dfb-e9944f36fd49 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147265 Dec 17 13:00:53.021261 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12b24819-4297-4167-aa7a-94424ab7de4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:53.036744 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:53.067382 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-12b24819-4297-4167-aa7a-94424ab7de4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1264a2227c5246c0b6d14cb4c1edb042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425956 Dec 17 13:00:53.068217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44480) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:00:53.069874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b24819-4297-4167-aa7a-94424ab7de4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8c6799-ac93-4f61-b1ec-205002161e41,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:53.125859 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:53.249194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event updated for resources: {'Port': ['ID=06932ef6-507e-4e48-839f-3d9bd6cc692a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:53.295139 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:53.324385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6f941-a5c7-4a09-9afd-859b6af17741 req-1ed259e6-44ab-4727-bd89-fc1d5288bc2b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:53.336767 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a9d6f941-a5c7-4a09-9afd-859b6af17741 req-1ed259e6-44ab-4727-bd89-fc1d5288bc2b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1419737 Dec 17 13:00:53.373291 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:53.383400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-58fddbcd-a26e-42f7-ab01-e9d73a0f11eb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5473909 Dec 17 13:00:53.397402 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a9d6f941-a5c7-4a09-9afd-859b6af17741 req-35c4b54e-1fc6-4f86-9d10-8311c216117f tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622032 Dec 17 13:00:53.444257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08512bff-be7b-489b-bb94-112cef633ec9 req-f498e6d2-6d98-455a-a82e-20fb42a003f4 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319463 Dec 17 13:00:53.451865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e75fc173-3532-4590-b2f9-6d370fc8c39d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:53.497093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e75fc173-3532-4590-b2f9-6d370fc8c39d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:53.532842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edbc1f-c90f-44f3-b6e8-06e7cb1c2b1b req-3a0911a5-fdc1-416b-b723-afb7c42c7c5a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:53.534576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03edbc1f-c90f-44f3-b6e8-06e7cb1c2b1b req-3a0911a5-fdc1-416b-b723-afb7c42c7c5a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 943 time: 0.0961740 Dec 17 13:00:53.607199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03edbc1f-c90f-44f3-b6e8-06e7cb1c2b1b req-edce1da5-9104-4c5c-aa05-00e9bd39058e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608320 Dec 17 13:00:53.666277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e75fc173-3532-4590-b2f9-6d370fc8c39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:53.669213 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e75fc173-3532-4590-b2f9-6d370fc8c39d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:53.672978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e75fc173-3532-4590-b2f9-6d370fc8c39d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb8c6799-ac93-4f61-b1ec-205002161e41 HTTP/1.1" status: 204 len: 168 time: 0.6014833 Dec 17 13:00:53.673346 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-33379f54-9c71-45d6-bf5e-cbc50256d7e5 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1060093833&fields=id&tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab HTTP/1.1" status: 200 len: 267 time: 0.0556886 Dec 17 13:00:53.687298 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fc173-3532-4590-b2f9-6d370fc8c39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8c6799-ac93-4f61-b1ec-205002161e41,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:53.823003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-1b755680-5bc8-4df6-81b5-9ccc19896c35 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:53.830926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529eba3-fc5d-41bc-9443-a0f596dc5b70 req-80bee113-80a4-4df5-bc7c-41fe1de242bb tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:53.832952 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-1b755680-5bc8-4df6-81b5-9ccc19896c35 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 811 time: 0.1471021 Dec 17 13:00:53.836396 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9529eba3-fc5d-41bc-9443-a0f596dc5b70 req-80bee113-80a4-4df5-bc7c-41fe1de242bb tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 948 time: 0.0618649 Dec 17 13:00:53.852420 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-afa489a4-6fcb-429f-83a3-4fde0f49efb5 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/quotas/ca01150a9fe44a7cb17b5cf0edbcddab HTTP/1.1" status: 200 len: 375 time: 0.0184612 Dec 17 13:00:53.883885 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9529eba3-fc5d-41bc-9443-a0f596dc5b70 req-495962d7-5d52-44a7-9a5e-06e5779f1d0c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464661 Dec 17 13:00:53.912364 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-4c59558c-ff31-4edc-906f-dfff029cd529 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518119 Dec 17 13:00:54.010283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-b4768453-7197-463a-8a1e-0d42d061e196 service neutron] 10.222.0.59 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955451 Dec 17 13:00:54.014382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a2662-46d7-464b-bc20-489e87bd7ef5 req-064caca6-9e1d-482c-8b0f-cc4085389583 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:54.022202 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-469a2662-46d7-464b-bc20-489e87bd7ef5 req-064caca6-9e1d-482c-8b0f-cc4085389583 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0631199 Dec 17 13:00:54.089941 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-469a2662-46d7-464b-bc20-489e87bd7ef5 req-b64900e7-4785-4f64-8204-42fbd1f319fd tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666339 Dec 17 13:00:54.129610 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-415289d0-50b2-45f7-b55c-a1bad56fa76f service neutron] 10.222.0.59 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125855 Dec 17 13:00:54.201385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8196c52-38ae-40cb-8b9e-01c68c9ae583 req-5c37871f-3542-4e89-bf8a-282e1304ec7f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:54.203761 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b8196c52-38ae-40cb-8b9e-01c68c9ae583 req-5c37871f-3542-4e89-bf8a-282e1304ec7f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.0586905 Dec 17 13:00:54.255473 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b8196c52-38ae-40cb-8b9e-01c68c9ae583 req-0693d667-06a8-4940-a4e3-958140d84e06 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455139 Dec 17 13:00:54.413037 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-854e1c04-17e9-4333-8b19-0c3878f22447 req-a20454c7-b6ea-4af9-8782-1e1057287248 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 210 time: 0.0537705 Dec 17 13:00:54.431440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9c9df-2e48-4bb6-912d-0fd60cdc723e req-287b9303-e7f4-4d5b-a393-3addab51c8b8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:54.438104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9c9c9df-2e48-4bb6-912d-0fd60cdc723e req-287b9303-e7f4-4d5b-a393-3addab51c8b8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.1171997 Dec 17 13:00:54.530298 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9c9c9df-2e48-4bb6-912d-0fd60cdc723e req-c2a057b3-e3fb-446c-bf3b-17a0eacf12d4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867145 Dec 17 13:00:54.582712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b3b64-3d05-4783-b887-52f8c19e4b7a req-01adbf6c-3b17-47bd-b430-9c6f9032cf8d tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:54.584427 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-df3b3b64-3d05-4783-b887-52f8c19e4b7a req-01adbf6c-3b17-47bd-b430-9c6f9032cf8d tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0842295 Dec 17 13:00:54.641796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ba101538-cd8e-434d-968f-0843ac87450f up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:54.649604 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-df3b3b64-3d05-4783-b887-52f8c19e4b7a req-0a370438-d751-4426-8c52-5de3ce223960 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568545 Dec 17 13:00:54.766549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bdc16-63ce-46d8-a45b-9e2bea4caf9d req-ed86a36d-a1a6-447a-9613-b511d1c74a58 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:54.769456 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f2bdc16-63ce-46d8-a45b-9e2bea4caf9d req-ed86a36d-a1a6-447a-9613-b511d1c74a58 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 943 time: 0.0521967 Dec 17 13:00:54.800142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port ba101538-cd8e-434d-968f-0843ac87450f completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:00:54.805287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port ba101538-cd8e-434d-968f-0843ac87450f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:54.805755 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:54.869761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f2bdc16-63ce-46d8-a45b-9e2bea4caf9d req-bc8102ab-20ee-4c2d-9703-2f1c298f35a7 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926764 Dec 17 13:00:54.978427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-17f6e405-8682-47fd-a0c8-423f8601d1f1 req-3b16c97e-bc88-4cbd-a841-fe259865270e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:00:54.979569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-17f6e405-8682-47fd-a0c8-423f8601d1f1 req-3b16c97e-bc88-4cbd-a841-fe259865270e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060172 Dec 17 13:00:55.019659 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:55.065700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 38489767-3a90-4d3c-bc15-10feb2077da5 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:00:55.097038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ffac91-a670-4887-abaa-07c694e2ef08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba101538-cd8e-434d-968f-0843ac87450f'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:55.101518 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4afaa3-4b79-41b9-ad83-eabe4b1579f6" -d '{"events": [{"server_uuid": "74ffac91-a670-4887-abaa-07c694e2ef08", "name": "network-vif-plugged", "status": "completed", "tag": "ba101538-cd8e-434d-968f-0843ac87450f"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:55.144731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780644a-ffff-4e3f-a293-5911e07ec1d0 req-3a5da571-ea16-4f30-aea2-a153f880a854 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:55.156231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a780644a-ffff-4e3f-a293-5911e07ec1d0 req-3a5da571-ea16-4f30-aea2-a153f880a854 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 948 time: 0.1240723 Dec 17 13:00:55.283491 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a780644a-ffff-4e3f-a293-5911e07ec1d0 req-362aeeeb-55c3-48c5-922a-a2784ccd0ee0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253965 Dec 17 13:00:55.309467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ba101538-cd8e-434d-968f-0843ac87450f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ba101538-cd8e-434d-968f-0843ac87450f,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:55.395898 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138db343-a37f-437c-aa1d-dbf1c35949e7 x-openstack-request-id: req-138db343-a37f-437c-aa1d-dbf1c35949e7 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:55.397095 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ffac91-a670-4887-abaa-07c694e2ef08", "name": "network-vif-plugged", "status": "completed", "tag": "ba101538-cd8e-434d-968f-0843ac87450f", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:55.397369 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-138db343-a37f-437c-aa1d-dbf1c35949e7 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:55.397865 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ffac91-a670-4887-abaa-07c694e2ef08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba101538-cd8e-434d-968f-0843ac87450f', 'code': 200} Dec 17 13:00:55.403746 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:55.473204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 38489767-3a90-4d3c-bc15-10feb2077da5, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38489767-3a90-4d3c-bc15-10feb2077da5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:55.493182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '38489767-3a90-4d3c-bc15-10feb2077da5', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '38489767-3a90-4d3c-bc15-10feb2077da5', 'mac_address': 'fa:16:3e:aa:c0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:00:55.506195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=ba101538-cd8e-434d-968f-0843ac87450f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:55.552018 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ba19a-8aeb-4862-b0a2-8140e5594cfb req-5cae54ae-c2ea-4eab-afff-85c691059880 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:55.561996 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a4ba19a-8aeb-4862-b0a2-8140e5594cfb req-5cae54ae-c2ea-4eab-afff-85c691059880 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.0846713 Dec 17 13:00:55.600531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab3529-9484-4c23-8f2c-6d4fb84fc196 req-858561dc-39fb-4b4d-9eee-b788eaa44ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:55.602295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f6ab3529-9484-4c23-8f2c-6d4fb84fc196 req-858561dc-39fb-4b4d-9eee-b788eaa44ac3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=74ffac91-a670-4887-abaa-07c694e2ef08 HTTP/1.1" status: 200 len: 1100 time: 0.1452315 Dec 17 13:00:55.627661 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:55.648664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db84fb1-c0a8-491d-8192-d70e28f1ea58 req-2f76d88f-0560-45c6-b152-950d219f40a7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:55.650461 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1db84fb1-c0a8-491d-8192-d70e28f1ea58 req-2f76d88f-0560-45c6-b152-950d219f40a7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.1309829 Dec 17 13:00:55.672719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38489767-3a90-4d3c-bc15-10feb2077da5 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:55.724389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 38489767-3a90-4d3c-bc15-10feb2077da5, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38489767-3a90-4d3c-bc15-10feb2077da5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:55.741433 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-7c0ae81a-cbfb-4222-b347-fd72571df8c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1402688 Dec 17 13:00:55.754379 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a4ba19a-8aeb-4862-b0a2-8140e5594cfb req-8a140c76-5002-44ea-9274-9d820cbfeade tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914277 Dec 17 13:00:55.816995 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:55.833744 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1db84fb1-c0a8-491d-8192-d70e28f1ea58 req-7b9899ac-e6ec-4d13-b010-a9bdf498b603 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684024 Dec 17 13:00:55.938276 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f6ab3529-9484-4c23-8f2c-6d4fb84fc196 req-7c97aadc-58a0-41b5-813f-ddbf259b2747 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279233 Dec 17 13:00:55.978913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1bf92eee-06dd-48c3-8e9b-20f9d0bef22b req-57d22cd7-2bcc-4b30-864e-ec0a09690c41 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 210 time: 0.0886998 Dec 17 13:00:56.032711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=38489767-3a90-4d3c-bc15-10feb2077da5,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:56.193922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['38489767-3a90-4d3c-bc15-10feb2077da5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:00:56.199010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36473461-7da3-4163-b18b-aa0c21771695 req-b5f74d9f-49a7-4efc-92c6-d5c899ea33cd tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:56.200860 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-36473461-7da3-4163-b18b-aa0c21771695 req-b5f74d9f-49a7-4efc-92c6-d5c899ea33cd tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1128287 Dec 17 13:00:56.312458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-22a030f0-1791-4501-8b79-c209519c6518 service neutron] 10.222.0.54 "GET /v2.0/ports/5e3ac434-b5e0-499d-9eb4-cda3bc52b22d/bindings/n-h2-815324-5 HTTP/1.1" status: 200 len: 384 time: 0.1524560 Dec 17 13:00:56.333852 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-36473461-7da3-4163-b18b-aa0c21771695 req-6592552b-d95b-4908-9a76-d7bc2345a9bd tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261532 Dec 17 13:00:56.337337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1354a-1b5b-4d12-b115-2acc9e93b868 req-958e47d8-cf11-429b-b2bb-cf57c46fd1b8 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:56.347979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81e1354a-1b5b-4d12-b115-2acc9e93b868 req-958e47d8-cf11-429b-b2bb-cf57c46fd1b8 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 943 time: 0.1516187 Dec 17 13:00:56.572621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5d180-148b-4cde-8a88-6e1b051e0c80 req-525ebb8b-ce90-40b5-8f0a-b65dfb2da23a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:56.574306 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddd5d180-148b-4cde-8a88-6e1b051e0c80 req-525ebb8b-ce90-40b5-8f0a-b65dfb2da23a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 949 time: 0.0959036 Dec 17 13:00:56.593854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81e1354a-1b5b-4d12-b115-2acc9e93b868 req-79753bad-0cd9-4cf0-a49f-f2674edef5e5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445529 Dec 17 13:00:56.654676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:00:56.689020 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddd5d180-148b-4cde-8a88-6e1b051e0c80 req-32192e8f-6c9c-485b-b984-a61547f3c0f9 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076274 Dec 17 13:00:56.774537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-28e97871-57f6-4fa9-be9a-e226f280f91c service neutron] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:56.805093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-28e97871-57f6-4fa9-be9a-e226f280f91c service neutron] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:56.852320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-28e97871-57f6-4fa9-be9a-e226f280f91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:56.891290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-28e97871-57f6-4fa9-be9a-e226f280f91c service neutron] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:56.935546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243ac26-6d75-467d-aa4a-1ba2857e1591 req-8ac9fe12-1651-42f5-b807-d52b06f2bfa3 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:56.951825 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2243ac26-6d75-467d-aa4a-1ba2857e1591 req-8ac9fe12-1651-42f5-b807-d52b06f2bfa3 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.0874169 Dec 17 13:00:57.021408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2243ac26-6d75-467d-aa4a-1ba2857e1591 req-08d21802-9826-4f53-96e3-b154814c8054 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674446 Dec 17 13:00:57.022436 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-28e97871-57f6-4fa9-be9a-e226f280f91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:57.102236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f183071-d84b-4416-8a31-fbba9f8a0273 req-b5ab2f7c-02f9-42ee-9dcc-9d24ff0e3b3d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:57.124112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f183071-d84b-4416-8a31-fbba9f8a0273 req-b5ab2f7c-02f9-42ee-9dcc-9d24ff0e3b3d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.1313870 Dec 17 13:00:57.199052 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf867359-49dd-4a29-a7f6-4c7d01bb71ed req-c9909d42-6252-4045-8852-625355a69cf0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 210 time: 0.0407031 Dec 17 13:00:57.212590 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f183071-d84b-4416-8a31-fbba9f8a0273 req-489c0048-f3bd-4724-82e2-7cdba4d3aa44 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861871 Dec 17 13:00:57.213442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-28e97871-57f6-4fa9-be9a-e226f280f91c service neutron] Transition to ACTIVE for port object 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:00:57.332254 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-28e97871-57f6-4fa9-be9a-e226f280f91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:57.493207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-28e97871-57f6-4fa9-be9a-e226f280f91c service neutron] No DVR routers for this DVR port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:00:57.515760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e97871-57f6-4fa9-be9a-e226f280f91c service neutron] Pushing event updated for resources: {'Port': ['ID=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,revision_number=10']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:57.574095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-28e97871-57f6-4fa9-be9a-e226f280f91c service neutron] 10.222.0.54 "PUT /v2.0/ports/5e3ac434-b5e0-499d-9eb4-cda3bc52b22d/bindings/n-h2-815324-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2102618 Dec 17 13:00:57.588981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-e1ecf08d-44f9-4edf-ac07-5c244ef11fcf tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:57.590508 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-e1ecf08d-44f9-4edf-ac07-5c244ef11fcf tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 811 time: 0.2844133 Dec 17 13:00:57.602225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ca6dc-9c5d-462d-9cdb-2771d1df8639 req-41496077-9284-4b70-a64f-5c6e850f595b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:57.604511 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-196ca6dc-9c5d-462d-9cdb-2771d1df8639 req-41496077-9284-4b70-a64f-5c6e850f595b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1782832 Dec 17 13:00:57.708514 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-298e987b-0a8b-4564-b612-c0b54bdd7282 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab HTTP/1.1" status: 200 len: 380 time: 0.1028337 Dec 17 13:00:57.718222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-196ca6dc-9c5d-462d-9cdb-2771d1df8639 req-35d3a36f-23d7-4823-a273-0f5bc7fada02 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964468 Dec 17 13:00:57.727005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Request body: {'port': {'device_id': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'admin_state_up': True, 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'security_groups': ['35a65f66-5095-438b-97cd-fb07f2c5affa']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:57.913356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-34bfc4e5-3ef5-4e2a-ba9c-3ce4dadfac51 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:57.914960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-34bfc4e5-3ef5-4e2a-ba9c-3ce4dadfac51 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e&tenant_id=ff7efdc23937426fbd815e9fa0587f98&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.1660221 Dec 17 13:00:57.930966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642d415-7de6-4596-823c-364089b6d7cc req-09e9da23-c4aa-4dde-9330-278fb9ef4c61 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:57.932490 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a642d415-7de6-4596-823c-364089b6d7cc req-09e9da23-c4aa-4dde-9330-278fb9ef4c61 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 944 time: 0.1081200 Dec 17 13:00:57.935826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fcb83-f79f-4bb1-ab63-64a148dadac7 req-70a24581-1ad4-49e1-8924-2c6b6df5d464 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:57.943459 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c24fcb83-f79f-4bb1-ab63-64a148dadac7 req-70a24581-1ad4-49e1-8924-2c6b6df5d464 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 949 time: 0.0607543 Dec 17 13:00:58.001796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c24fcb83-f79f-4bb1-ab63-64a148dadac7 req-6c386946-edaa-45ba-b65f-63e06391f936 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573325 Dec 17 13:00:58.024362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-9ea5b13e-b962-4459-8030-d0ad686d6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:58.025908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-9ea5b13e-b962-4459-8030-d0ad686d6b3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e&tenant_id=ff7efdc23937426fbd815e9fa0587f98 HTTP/1.1" status: 200 len: 1095 time: 0.0886850 Dec 17 13:00:58.036403 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a642d415-7de6-4596-823c-364089b6d7cc req-48f483c9-1658-443e-a14b-10ccf451fc0e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894704 Dec 17 13:00:58.043270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Made reservation on behalf of ca01150a9fe44a7cb17b5cf0edbcddab for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:00:58.046874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:58.151614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-f2a88b10-a648-4016-b140-e4c52e91738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:58.153143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-f2a88b10-a648-4016-b140-e4c52e91738f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 1095 time: 0.0819860 Dec 17 13:00:58.306576 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-369ef8a6-f4a2-4f50-9a1c-f3d366088d30 req-33eb5e61-034b-461a-a67a-0150637c2451 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 210 time: 0.0381343 Dec 17 13:00:58.335680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6885d45-8324-462d-9ff2-722fe318e14d req-45b01fba-df43-4673-9462-6e7feb0b31e5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:58.337177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6885d45-8324-462d-9ff2-722fe318e14d req-45b01fba-df43-4673-9462-6e7feb0b31e5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.1924307 Dec 17 13:00:58.387420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-48b6cc0c-0af7-4e71-a0e3-d1a99e8e1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:58.392114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-48b6cc0c-0af7-4e71-a0e3-d1a99e8e1737 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.2006512 Dec 17 13:00:58.392114 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Allocated IP 172.20.0.10 (2700c050-d57b-4cbb-9c83-ee91fcca14af/61924618-8120-4596-82b9-92acf8799f29/cd9698d4-4058-4119-89c8-a9b1e816f53a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:00:58.423027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a7fd0-bb79-4817-9a27-917c9020a041 req-d09f55b3-8546-494e-8959-d3b1ba4d1980 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:58.425070 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d6a7fd0-bb79-4817-9a27-917c9020a041 req-d09f55b3-8546-494e-8959-d3b1ba4d1980 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0580211 Dec 17 13:00:58.470679 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-49156685-3f71-4fb1-add9-a3d02f892c71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d HTTP/1.1" status: 200 len: 217 time: 0.0547442 Dec 17 13:00:58.472865 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d6a7fd0-bb79-4817-9a27-917c9020a041 req-b42871cb-8ab9-4866-9b14-6da9518e1ef8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 Dec 17 13:00:58.515374 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6885d45-8324-462d-9ff2-722fe318e14d req-88ba81e5-bb7c-4653-9c79-c5e2010191ab tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686099 Dec 17 13:00:58.583152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-5af7f629-4d64-4f27-85fc-0b179447cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:58.584634 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-5af7f629-4d64-4f27-85fc-0b179447cfbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.1035075 Dec 17 13:00:58.641736 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-2bcec3da-2fab-4c21-ad76-eb5dd6c92ca2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358658 Dec 17 13:00:58.704224 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:58.797166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-05df2cef-5fd8-4bab-b454-3e9f066f36cb service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241446 Dec 17 13:00:58.843443 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff778c10-6dff-4d01-8f26-6652f44b9570 req-ecd93bc2-b9a6-40d7-9697-0525d2f0af64 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:58.844933 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ff778c10-6dff-4d01-8f26-6652f44b9570 req-ecd93bc2-b9a6-40d7-9697-0525d2f0af64 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0551274 Dec 17 13:00:58.912900 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-da2f2e0e-7d03-41f2-b968-f28741e11ce6 service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064653 Dec 17 13:00:58.918085 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ff778c10-6dff-4d01-8f26-6652f44b9570 req-1713f228-c68f-4a36-b428-4509340ef4e1 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669446 Dec 17 13:00:58.920890 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:58.971396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:00:58.974621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:00:58.979077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:00:58.988833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:58.988833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:58.994279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:59.071887 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 38489767-3a90-4d3c-bc15-10feb2077da5 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:00:59.090818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-61207fcf-df0a-4bfa-b970-8f2d814a399a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3712282 Dec 17 13:00:59.117330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Request body: {'port': {'device_id': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:00:59.135428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762829c-f19e-4772-9f5f-d4809edc337e req-531e3b2d-de46-4a6d-b8d2-0f4b166d9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:59.137270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-531e3b2d-de46-4a6d-b8d2-0f4b166d9c19 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 1101 time: 0.1089747 Dec 17 13:00:59.229085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 38489767-3a90-4d3c-bc15-10feb2077da5 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:00:59.238326 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 38489767-3a90-4d3c-bc15-10feb2077da5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:59.240600 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:59.328574 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:59.362184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ea1ce-c15f-4eb2-bac9-99db11c03f45 req-4ea5d719-c946-476a-9e49-f5ac8de76a8c tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:59.363657 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e6ea1ce-c15f-4eb2-bac9-99db11c03f45 req-4ea5d719-c946-476a-9e49-f5ac8de76a8c tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 944 time: 0.2110097 Dec 17 13:00:59.400677 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:59.414680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762829c-f19e-4772-9f5f-d4809edc337e req-0c3de95c-1486-443b-b3fa-2bcac69904f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:59.416160 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-0c3de95c-1486-443b-b3fa-2bcac69904f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2623091 Dec 17 13:00:59.444179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b201181e-2062-4fa4-8fcf-d2e78cfef574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38489767-3a90-4d3c-bc15-10feb2077da5'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:00:59.446716 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6261b0a4-3da2-46c9-8afa-2de230616384" -d '{"events": [{"server_uuid": "b201181e-2062-4fa4-8fcf-d2e78cfef574", "name": "network-vif-plugged", "status": "completed", "tag": "38489767-3a90-4d3c-bc15-10feb2077da5"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:00:59.463364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 38489767-3a90-4d3c-bc15-10feb2077da5, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38489767-3a90-4d3c-bc15-10feb2077da5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:00:59.465479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-91bd465d-4c14-4f83-9fec-dd0ed5614c41 None None] Provisioning complete for port cd9698d4-4058-4119-89c8-a9b1e816f53a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:00:59.466052 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-91bd465d-4c14-4f83-9fec-dd0ed5614c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:59.506712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-91bd465d-4c14-4f83-9fec-dd0ed5614c41 None None] Port cd9698d4-4058-4119-89c8-a9b1e816f53a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:00:59.527676 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-abfbe98c-3100-4102-8fa9-57e5b8c6431b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 200 len: 217 time: 0.0922999 Dec 17 13:00:59.543673 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82416d-1ce2-4a4b-bf82-cb9c6c183591 req-09ff6d1e-a65e-4f2a-9fdc-8791fb5cf9b0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:59.545090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fd82416d-1ce2-4a4b-bf82-cb9c6c183591 req-09ff6d1e-a65e-4f2a-9fdc-8791fb5cf9b0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 949 time: 0.4363215 Dec 17 13:00:59.558958 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:59.574815 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-6afd08e5-0c8b-456e-855b-96978bbbced3 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:59.576328 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-6afd08e5-0c8b-456e-855b-96978bbbced3 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e&tenant_id=ff7efdc23937426fbd815e9fa0587f98&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.0730646 Dec 17 13:00:59.616958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=38489767-3a90-4d3c-bc15-10feb2077da5,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:00:59.638930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e6ea1ce-c15f-4eb2-bac9-99db11c03f45 req-d97775c9-b644-4f91-ac6b-9aa819bf57aa tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665951 Dec 17 13:00:59.645079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762829c-f19e-4772-9f5f-d4809edc337e req-d19934e9-c5d6-4ea4-a253-ff7d998f9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:59.646897 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-d19934e9-c5d6-4ea4-a253-ff7d998f9c2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1072454 Dec 17 13:00:59.649462 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fd82416d-1ce2-4a4b-bf82-cb9c6c183591 req-877a6b81-6f03-40ba-b0eb-0859e2f015d3 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973945 Dec 17 13:00:59.740613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762829c-f19e-4772-9f5f-d4809edc337e req-b9f94fa9-b606-4995-90be-2b7ee64a9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:59.742321 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-b9f94fa9-b606-4995-90be-2b7ee64a9d26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839543 Dec 17 13:00:59.746633 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a8291c-0732-4ac3-bd90-27517c22bf95 x-openstack-request-id: req-40a8291c-0732-4ac3-bd90-27517c22bf95 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:00:59.747181 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b201181e-2062-4fa4-8fcf-d2e78cfef574", "name": "network-vif-plugged", "status": "completed", "tag": "38489767-3a90-4d3c-bc15-10feb2077da5", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:00:59.747587 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40a8291c-0732-4ac3-bd90-27517c22bf95 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:00:59.748856 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b201181e-2062-4fa4-8fcf-d2e78cfef574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38489767-3a90-4d3c-bc15-10feb2077da5', 'code': 200} Dec 17 13:00:59.847682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9de35-fcb0-4321-bf66-c55d2d1e96ed req-438c57ff-196c-4357-a0ef-5dcd6d453a8e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:59.857338 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebf9de35-fcb0-4321-bf66-c55d2d1e96ed req-438c57ff-196c-4357-a0ef-5dcd6d453a8e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 932 time: 0.1095984 Dec 17 13:00:59.893927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9698d4-4058-4119-89c8-a9b1e816f53a {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:00:59.911772 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:59.917867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a4c23-0402-4bc3-bf05-4080fe5554cc req-b0e5048e-9a87-4a67-bcf7-572f373ddc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:59.919346 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-894a4c23-0402-4bc3-bf05-4080fe5554cc req-b0e5048e-9a87-4a67-bcf7-572f373ddc52 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 1101 time: 0.0914562 Dec 17 13:00:59.925905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-47834c84-2cd3-4520-b172-2419857dd494 service neutron] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:00:59.931077 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-47834c84-2cd3-4520-b172-2419857dd494 service neutron] Publish callbacks [] for binding, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:00:59.932323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-709315c5-85f1-4ebf-b0cd-5ff0c6537bdd req-47834c84-2cd3-4520-b172-2419857dd494 service neutron] 10.222.0.61 "DELETE /v2.0/ports/5e3ac434-b5e0-499d-9eb4-cda3bc52b22d/bindings/n-h1-815324-5 HTTP/1.1" status: 204 len: 173 time: 0.3439581 Dec 17 13:00:59.935658 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebf9de35-fcb0-4321-bf66-c55d2d1e96ed req-b0873089-acd0-4b63-beaa-372f5e662e58 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661736 Dec 17 13:00:59.937800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284a8e4-8386-4106-9673-57f3418c502d req-c242f2aa-7341-45a4-8730-b23ec388b30c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:00:59.947280 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7284a8e4-8386-4106-9673-57f3418c502d req-c242f2aa-7341-45a4-8730-b23ec388b30c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.1303155 Dec 17 13:00:59.979805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Transition to ACTIVE for port object cd9698d4-4058-4119-89c8-a9b1e816f53a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:00:59.982221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-ee5a08a0-6df9-44f5-8032-a698c32e0ce4 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262056 Dec 17 13:00:59.998475 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-894a4c23-0402-4bc3-bf05-4080fe5554cc req-0e3842d1-8564-471a-9cbf-7440e14ad314 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702977 Dec 17 13:01:00.068316 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba4c28-9846-482d-8046-9ec72b071682 req-e04bd4a2-2a6b-499f-8f22-8f07c5f48e9e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:00.069765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7284a8e4-8386-4106-9673-57f3418c502d req-c56f8a04-0924-4fdf-86fd-054fe41da7d2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216612 Dec 17 13:01:00.069897 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6aba4c28-9846-482d-8046-9ec72b071682 req-e04bd4a2-2a6b-499f-8f22-8f07c5f48e9e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.0588591 Dec 17 13:01:00.103743 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:00.128732 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6aba4c28-9846-482d-8046-9ec72b071682 req-b7923941-2565-4853-8a31-28c4f02a04bf tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476480 Dec 17 13:01:00.135106 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-8fe0159b-6af4-4bb7-b1b8-51ef2ae1bc0a service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419861 Dec 17 13:01:00.159716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:00.195277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Attempting to bind port cd9698d4-4058-4119-89c8-a9b1e816f53a on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:01:00.196136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Attempting to bind port cd9698d4-4058-4119-89c8-a9b1e816f53a by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:01:00.196669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Attempting to bind port cd9698d4-4058-4119-89c8-a9b1e816f53a on network 2700c050-d57b-4cbb-9c83-ee91fcca14af {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:00.203170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Port cd9698d4-4058-4119-89c8-a9b1e816f53a on network 2700c050-d57b-4cbb-9c83-ee91fcca14af not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:01:00.203588 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Attempting to bind port cd9698d4-4058-4119-89c8-a9b1e816f53a on network 2700c050-d57b-4cbb-9c83-ee91fcca14af {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:00.210025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:01:00.215479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Checking segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:00.215479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Bound using segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:01:00.215479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Bound port: cd9698d4-4058-4119-89c8-a9b1e816f53a, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:01:00.215479 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:00.287866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a4b69-7d4d-4c9d-953b-b9665352c37a req-e24d5b0b-8bf1-43bb-bf75-59f5e593131a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:00.289497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a22a4b69-7d4d-4c9d-953b-b9665352c37a req-e24d5b0b-8bf1-43bb-bf75-59f5e593131a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0639365 Dec 17 13:01:00.309614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:00.312858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:01:00.342361 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a22a4b69-7d4d-4c9d-953b-b9665352c37a req-857c4df6-f764-4c54-aebe-c86ff88eec17 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464840 Dec 17 13:01:00.755056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:00.819240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:00.819876 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:00.821278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] 10.222.0.61 "PUT /v2.0/ports/cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 200 len: 1092 time: 1.7178903 Dec 17 13:01:00.826457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:00.828753 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b709492-be9f-4b9e-baac-dfcd00aba875" -d '{"events": [{"name": "network-changed", "server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:00.829557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aa6dd-aa58-4595-8f31-5ed67e189c96 req-9f28782f-b71c-4160-a1d3-af6c2657172e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:00.834079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44694) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:01:00.841092 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b80aa6dd-aa58-4595-8f31-5ed67e189c96 req-9f28782f-b71c-4160-a1d3-af6c2657172e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 950 time: 0.1075792 Dec 17 13:01:00.872243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23498f04-7911-46ab-ade5-b67ba02290b8 req-ff23236d-54f5-42af-8fb6-39500a889192 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:00.873942 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23498f04-7911-46ab-ade5-b67ba02290b8 req-ff23236d-54f5-42af-8fb6-39500a889192 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 944 time: 0.1491449 Dec 17 13:01:00.878066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f52d95-7a7a-422e-8ac8-99176a89709a service neutron] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:00.912217 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b80aa6dd-aa58-4595-8f31-5ed67e189c96 req-7f77ca27-edf8-46ec-b086-17ef80afdc83 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700700 Dec 17 13:01:00.948120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23498f04-7911-46ab-ade5-b67ba02290b8 req-b13e35ad-597f-4cbd-adac-f50be8e5c92f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619564 Dec 17 13:01:01.027459 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1e5c6f-03ca-4204-b987-94859e434c08 x-openstack-request-id: req-dc1e5c6f-03ca-4204-b987-94859e434c08 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:01.027768 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:01.028007 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc1e5c6f-03ca-4204-b987-94859e434c08 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:01.028702 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'status': 'completed', 'code': 200} Dec 17 13:01:01.055183 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-548ac81e-45d3-4728-9650-c6e0f16bf6dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:01.074574 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-75f412bd-dacb-4ac2-b4fe-8ce8a67be834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:01.076001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-75f412bd-dacb-4ac2-b4fe-8ce8a67be834 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 1095 time: 0.1233547 Dec 17 13:01:01.139385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b28028-4fe0-4941-8214-715bddd0ef52 req-d4022534-5d75-4f71-9860-3b1fc9909ba1 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:01.141004 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-37b28028-4fe0-4941-8214-715bddd0ef52 req-d4022534-5d75-4f71-9860-3b1fc9909ba1 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 1095 time: 0.0399792 Dec 17 13:01:01.149528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-5b4d32d5-7e06-4e19-b02a-9c7f87f1d4b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 200 len: 217 time: 0.0435975 Dec 17 13:01:01.193387 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-37b28028-4fe0-4941-8214-715bddd0ef52 req-63a388d7-2322-4d0b-82b9-a92397c3023d tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454507 Dec 17 13:01:01.206893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab4f37-1bb1-46f5-8256-a608acf10e04 req-e071c301-3be7-451f-b90a-0ff25253bfa9 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:01.208431 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c2ab4f37-1bb1-46f5-8256-a608acf10e04 req-e071c301-3be7-451f-b90a-0ff25253bfa9 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 944 time: 0.1394596 Dec 17 13:01:01.253492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-f568d3bc-3147-4e58-9470-f7a3e9b4318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:01.254983 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-f568d3bc-3147-4e58-9470-f7a3e9b4318d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.0957820 Dec 17 13:01:01.257895 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:01.294803 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-548ac81e-45d3-4728-9650-c6e0f16bf6dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:01.306464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd004f-f027-41c4-a40b-26e946424744 req-dc8ed782-6bec-496e-b704-05d2ff21f03f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:01.308136 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21bd004f-f027-41c4-a40b-26e946424744 req-dc8ed782-6bec-496e-b704-05d2ff21f03f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0487366 Dec 17 13:01:01.324081 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c2ab4f37-1bb1-46f5-8256-a608acf10e04 req-a1c84927-fc35-4604-bf51-8532430646e6 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996976 Dec 17 13:01:01.338317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-2a3959ea-2ace-44da-add8-6abe16437374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:01.339883 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-2a3959ea-2ace-44da-add8-6abe16437374 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584111 Dec 17 13:01:01.360240 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-548ac81e-45d3-4728-9650-c6e0f16bf6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:01.390714 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21bd004f-f027-41c4-a40b-26e946424744 req-6e85669f-47e8-451d-b81d-29f04e0951e5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760918 Dec 17 13:01:01.471980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ac81e-45d3-4728-9650-c6e0f16bf6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854a4f22-e973-43c1-88cf-bbd029647051,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:01.478470 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-548ac81e-45d3-4728-9650-c6e0f16bf6dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ad12f1e65ae447e98b333a1db60b32d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6419537 Dec 17 13:01:01.481159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44716) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:01:01.508604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358743a7-8785-42dd-8c5f-d0d07c5853d7 req-eccb8620-a2f2-4318-b18b-9e3226261bbf tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:01.511377 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-358743a7-8785-42dd-8c5f-d0d07c5853d7 req-eccb8620-a2f2-4318-b18b-9e3226261bbf tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 1095 time: 0.0640023 Dec 17 13:01:01.520468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d289b7c-fe2e-4037-93ff-fa7710536d59 req-b82c13f9-5af1-4b94-92e3-c978c4c5a88e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:01.522013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d289b7c-fe2e-4037-93ff-fa7710536d59 req-b82c13f9-5af1-4b94-92e3-c978c4c5a88e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.1125267 Dec 17 13:01:01.523994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-be7fd19b-4223-450a-8c42-87a6c59ef5bc service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711254 Dec 17 13:01:01.563876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:01.586153 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-358743a7-8785-42dd-8c5f-d0d07c5853d7 req-400c2569-f241-4ff0-b08e-1d76b38b5429 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684147 Dec 17 13:01:01.597728 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:01.759230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:01.762110 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:01.764187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/854a4f22-e973-43c1-88cf-bbd029647051 HTTP/1.1" status: 204 len: 168 time: 0.2810600 Dec 17 13:01:01.807373 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854a4f22-e973-43c1-88cf-bbd029647051,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:01.819973 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.820183 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.820500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.820839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.821173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.821498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.821857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.822559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.822559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.822838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.823134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.823460 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.823784 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97197ec-307d-479e-b341-0f02b8fe7466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:01.847323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb3033-5696-41c6-a4a9-646b41eb0461 req-06ce2f67-a9ed-43f9-8b34-0296e8112285 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:01.850114 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cacb3033-5696-41c6-a4a9-646b41eb0461 req-06ce2f67-a9ed-43f9-8b34-0296e8112285 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0847991 Dec 17 13:01:01.903435 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cacb3033-5696-41c6-a4a9-646b41eb0461 req-39d8b120-0aaf-4f20-b66c-36b412890d85 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476480 Dec 17 13:01:01.912354 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d289b7c-fe2e-4037-93ff-fa7710536d59 req-f9bad25a-bbe0-4bcd-8f37-c4dc24477cdd tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832915 Dec 17 13:01:01.955402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d03506f0-d1b1-447f-9f8f-35f0659c17ab req-e130f1c4-473b-479f-991a-f38877192d00 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186254 Dec 17 13:01:02.048089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a8c34-2f65-4dea-936e-e20adaf4308c req-5a9f2fbd-2ad5-4a83-8a72-ba3aaf19190f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:02.049688 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f85a8c34-2f65-4dea-936e-e20adaf4308c req-5a9f2fbd-2ad5-4a83-8a72-ba3aaf19190f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 950 time: 0.0547736 Dec 17 13:01:02.125132 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b709492-be9f-4b9e-baac-dfcd00aba875 req-6f008b43-a4cd-4bcf-862e-0fffc4bb097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:02.127218 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b709492-be9f-4b9e-baac-dfcd00aba875 req-6f008b43-a4cd-4bcf-862e-0fffc4bb097c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 1095 time: 0.0742080 Dec 17 13:01:02.134079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f85a8c34-2f65-4dea-936e-e20adaf4308c req-87d19037-2ca5-48ea-a981-3e1bda7e3294 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736976 Dec 17 13:01:02.250457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b709492-be9f-4b9e-baac-dfcd00aba875 req-e9a042b3-cf35-4f7b-b5f0-5cd790426959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:02.252473 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b709492-be9f-4b9e-baac-dfcd00aba875 req-e9a042b3-cf35-4f7b-b5f0-5cd790426959 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.1166174 Dec 17 13:01:02.279046 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a464a-6992-486b-9a26-129900a7cb8b req-f83feb49-35f8-43fa-8444-ace6496cdcf6 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:02.280487 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-358a464a-6992-486b-9a26-129900a7cb8b req-f83feb49-35f8-43fa-8444-ace6496cdcf6 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ffac91-a670-4887-abaa-07c694e2ef08 HTTP/1.1" status: 200 len: 949 time: 0.0669422 Dec 17 13:01:02.317159 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b709492-be9f-4b9e-baac-dfcd00aba875 req-dfd586ad-ae30-4138-8222-eec018acb1f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 200 len: 217 time: 0.0527506 Dec 17 13:01:02.392021 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-358a464a-6992-486b-9a26-129900a7cb8b req-4b1cb74d-6cca-4e53-9c41-116d83e2e5c5 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818889 Dec 17 13:01:02.393432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b709492-be9f-4b9e-baac-dfcd00aba875 req-6da061b3-6677-4fa2-93c9-019ebbb59e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:02.394829 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b709492-be9f-4b9e-baac-dfcd00aba875 req-6da061b3-6677-4fa2-93c9-019ebbb59e9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.0699701 Dec 17 13:01:02.452503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44742) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:01:02.453647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b709492-be9f-4b9e-baac-dfcd00aba875 req-8fce3433-c82d-440c-b748-0e83c1c1e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:02.455261 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b709492-be9f-4b9e-baac-dfcd00aba875 req-8fce3433-c82d-440c-b748-0e83c1c1e95d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520358 Dec 17 13:01:02.479281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c3051-301b-42f9-902f-6efeb106785e req-28ff7668-d5d4-44fa-8a09-6cb6d50fafe4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:02.480819 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-946c3051-301b-42f9-902f-6efeb106785e req-28ff7668-d5d4-44fa-8a09-6cb6d50fafe4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 944 time: 0.0771084 Dec 17 13:01:02.482095 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55f5dbfd-fc84-4bd1-8019-c32fe3539a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:02.575945 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-946c3051-301b-42f9-902f-6efeb106785e req-a9d120b5-c19a-498d-89ce-7b619339e263 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773807 Dec 17 13:01:02.593937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655c2b-4b47-4476-8052-c7c34dee7e24 req-436092ba-ebd9-4d3f-98db-1420689b15ae tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:02.593937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d8655c2b-4b47-4476-8052-c7c34dee7e24 req-436092ba-ebd9-4d3f-98db-1420689b15ae tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0747442 Dec 17 13:01:02.615709 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b709492-be9f-4b9e-baac-dfcd00aba875 req-c2ee87ab-3446-4be4-b685-cb883af963a7 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491466 Dec 17 13:01:02.618746 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55f5dbfd-fc84-4bd1-8019-c32fe3539a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:02.691495 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55f5dbfd-fc84-4bd1-8019-c32fe3539a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:02.692994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d8655c2b-4b47-4476-8052-c7c34dee7e24 req-92f7d6db-d2d1-488e-b159-ed84007a4b51 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944452 Dec 17 13:01:02.739669 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55f5dbfd-fc84-4bd1-8019-c32fe3539a92 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0b7bf8680544174beec80bee848b8d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859192 Dec 17 13:01:02.740448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5dbfd-fc84-4bd1-8019-c32fe3539a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffba7d38-d919-43db-bbd3-0e3a4508de26,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:02.743314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44746) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:01:02.749247 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b709492-be9f-4b9e-baac-dfcd00aba875 req-bfc83b3f-4496-4077-8fbb-3ef4cc38b10c service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194408 Dec 17 13:01:02.800915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49a08e7-d6f5-4e1a-b582-f507a1ad5e01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:02.824956 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49a08e7-d6f5-4e1a-b582-f507a1ad5e01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:02.904436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d2c78-c36c-4cb0-844b-de739da28276 req-51f093a1-cf34-4866-9f1b-1f6ae0e3c357 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:02.910797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d2c78-c36c-4cb0-844b-de739da28276 req-51f093a1-cf34-4866-9f1b-1f6ae0e3c357 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:02.912354 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-847d2c78-c36c-4cb0-844b-de739da28276 req-51f093a1-cf34-4866-9f1b-1f6ae0e3c357 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574&device_id=74ffac91-a670-4887-abaa-07c694e2ef08 HTTP/1.1" status: 200 len: 1690 time: 0.0642745 Dec 17 13:01:02.961012 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-847d2c78-c36c-4cb0-844b-de739da28276 req-47873c62-8b6c-447d-baf8-546346b45116 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426688 Dec 17 13:01:02.977390 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49a08e7-d6f5-4e1a-b582-f507a1ad5e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:02.980519 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49a08e7-d6f5-4e1a-b582-f507a1ad5e01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:02.981838 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c49a08e7-d6f5-4e1a-b582-f507a1ad5e01 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ffba7d38-d919-43db-bbd3-0e3a4508de26 HTTP/1.1" status: 204 len: 168 time: 0.2376177 Dec 17 13:01:02.991403 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a08e7-d6f5-4e1a-b582-f507a1ad5e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffba7d38-d919-43db-bbd3-0e3a4508de26,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:03.041665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c3b78-a29e-4571-a5de-ca553297832e req-d367b9a1-1750-4773-9e0b-4616f28693af tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:03.043232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-784c3b78-a29e-4571-a5de-ca553297832e req-d367b9a1-1750-4773-9e0b-4616f28693af tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0642390 Dec 17 13:01:03.087234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17a0b-6b6a-44a2-9afa-138c6261eb17 req-dc7ec963-dcea-45cb-8754-9a1425f4df48 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:03.089232 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6b17a0b-6b6a-44a2-9afa-138c6261eb17 req-dc7ec963-dcea-45cb-8754-9a1425f4df48 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.0672097 Dec 17 13:01:03.102159 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-784c3b78-a29e-4571-a5de-ca553297832e req-20f0789a-6577-43d6-84b6-71a3c05a81b2 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527563 Dec 17 13:01:03.144023 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6b17a0b-6b6a-44a2-9afa-138c6261eb17 req-171a0eab-d3ab-4eb2-b8f7-27a563278b88 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483384 Dec 17 13:01:03.299973 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca9850-1602-4fe8-8b8d-01f16a629c6d req-4d47fa24-fafa-4f5e-82df-8a5db8ccc33d tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:03.301621 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94ca9850-1602-4fe8-8b8d-01f16a629c6d req-4d47fa24-fafa-4f5e-82df-8a5db8ccc33d tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 1101 time: 0.0432487 Dec 17 13:01:03.354062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94ca9850-1602-4fe8-8b8d-01f16a629c6d req-ec63988d-bc7b-48f1-b7ca-e7af22b97bd2 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459814 Dec 17 13:01:03.469390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064e8fc-4c6f-4a7b-95e9-eb3da2b403c1 req-1ecc61b5-9856-4b14-ae29-24343ce25a17 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:03.472526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3064e8fc-4c6f-4a7b-95e9-eb3da2b403c1 req-1ecc61b5-9856-4b14-ae29-24343ce25a17 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=74ffac91-a670-4887-abaa-07c694e2ef08 HTTP/1.1" status: 200 len: 1100 time: 0.0555542 Dec 17 13:01:03.532278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3064e8fc-4c6f-4a7b-95e9-eb3da2b403c1 req-6d2dba59-fb72-48aa-928d-c7ec07397b38 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481365 Dec 17 13:01:03.717591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060dc6a-5e8e-4a3d-8f83-25ba7667cc33 req-58a6520d-2495-422e-9fbd-72d97bf2cda2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:03.719295 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b060dc6a-5e8e-4a3d-8f83-25ba7667cc33 req-58a6520d-2495-422e-9fbd-72d97bf2cda2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 944 time: 0.0617790 Dec 17 13:01:03.769147 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-b46ee64c-6328-47f3-8ade-2625274ebf05 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327396 Dec 17 13:01:03.782383 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b060dc6a-5e8e-4a3d-8f83-25ba7667cc33 req-d51f4238-77e1-49dd-8f44-ad30d938e09c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561960 Dec 17 13:01:03.886660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-e288483f-7019-4a48-aa56-56bee957101c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:03.888906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-e288483f-7019-4a48-aa56-56bee957101c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207085 Dec 17 13:01:03.911041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-b11d6d0f-a03a-4707-8a83-7a30282c6a02 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/quotas/162344edac8740ada2447494ea66f0df HTTP/1.1" status: 200 len: 375 time: 0.0127077 Dec 17 13:01:03.930314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7b4b-021d-4415-a517-d4d4ad7649f1 req-d788db86-7e50-4a17-b269-4d48ad60e631 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:03.932602 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a00f7b4b-021d-4415-a517-d4d4ad7649f1 req-d788db86-7e50-4a17-b269-4d48ad60e631 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0690315 Dec 17 13:01:03.993935 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a00f7b4b-021d-4415-a517-d4d4ad7649f1 req-1c0cceae-eac0-4922-9737-c0ae3cae425b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471992 Dec 17 13:01:03.998173 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-08d4bc36-d31f-4773-9319-9b47b617c8ff tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0810003 Dec 17 13:01:04.250540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea272a-9457-4e07-bc5b-2ec44e9f858c req-5b1e4462-7e2c-490a-816c-09022ec07da9 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:04.258383 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55ea272a-9457-4e07-bc5b-2ec44e9f858c req-5b1e4462-7e2c-490a-816c-09022ec07da9 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0773585 Dec 17 13:01:04.356351 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55ea272a-9457-4e07-bc5b-2ec44e9f858c req-2deeed36-288e-4b0f-99aa-147918bb0050 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824471 Dec 17 13:01:04.367419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8b8ad-0170-452a-bf52-0a8a74c7aa1f req-eed7290e-f493-4482-95e9-9e290231fd69 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:04.375540 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ce8b8ad-0170-452a-bf52-0a8a74c7aa1f req-eed7290e-f493-4482-95e9-9e290231fd69 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.0933182 Dec 17 13:01:04.420169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-376a8b6d-c20a-44a8-aee9-932d05e0bee4 req-19507c43-e1b0-451f-bdd9-8e24d5a5b58e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 210 time: 0.0320973 Dec 17 13:01:04.430759 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ce8b8ad-0170-452a-bf52-0a8a74c7aa1f req-469a74f5-845e-46a2-94c7-a76b3e5a3e7f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537164 Dec 17 13:01:04.907462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0b103-bcca-4fb1-a222-0cd60d88963d req-4a88eb0e-c751-4513-9912-5943366b2800 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:04.909808 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ed0b103-bcca-4fb1-a222-0cd60d88963d req-4a88eb0e-c751-4513-9912-5943366b2800 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 944 time: 0.0543213 Dec 17 13:01:04.967175 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ed0b103-bcca-4fb1-a222-0cd60d88963d req-3640b649-f9b8-4780-ab03-e220545361e4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511456 Dec 17 13:01:05.102358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:01:05.162402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f49d96-3b64-4d30-b303-5cc84632490a req-0e4155cb-4d7d-4ac4-841c-0479d3db2c7a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:05.176616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99f49d96-3b64-4d30-b303-5cc84632490a req-0e4155cb-4d7d-4ac4-841c-0479d3db2c7a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0963998 Dec 17 13:01:05.227287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:05.242254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'port_id': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'mac_address': 'fa:16:3e:12:25:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:01:05.253878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99f49d96-3b64-4d30-b303-5cc84632490a req-f18a2166-e8c7-4449-b568-b979ac98b563 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732856 Dec 17 13:01:05.283544 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:05.297547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9698d4-4058-4119-89c8-a9b1e816f53a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:05.319114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:05.401929 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:05.464262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-54629e9e-28d7-4561-a61d-c9e75dd3a03f tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349596 Dec 17 13:01:05.472683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:05.482170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.482600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.483051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.483458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.483880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.484332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.484668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.484996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.485448 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.485812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.486141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.486548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.487405 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:05.525567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a522e-8ab6-4caf-afa4-9c967deef370 req-5b9211ae-3f95-4bc0-a0db-e72615da5e52 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:05.527291 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce8a522e-8ab6-4caf-afa4-9c967deef370 req-5b9211ae-3f95-4bc0-a0db-e72615da5e52 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0741658 Dec 17 13:01:05.542595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-670ba292-6708-4cb7-a73f-f6c73aa08e9d tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:05.544240 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-670ba292-6708-4cb7-a73f-f6c73aa08e9d tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba&tenant_id=9614be50faf74fb8a529668bc3e6df5e&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1097 time: 0.1886146 Dec 17 13:01:05.560211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815324-5'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:05.599364 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce8a522e-8ab6-4caf-afa4-9c967deef370 req-8ea5b5a0-fddb-4b6f-96dd-26ab8c741aad tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604360 Dec 17 13:01:05.647661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-4c0ecf0f-05e7-4f7a-9571-94f7960c4f55 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:05.649166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-4c0ecf0f-05e7-4f7a-9571-94f7960c4f55 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694012 Dec 17 13:01:05.649968 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:05.681946 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-5fb1a88f-6e31-496d-b3c3-77caa3c6d365 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/quotas/bf78879e7a3f4c0e8449e32b8ce7877d HTTP/1.1" status: 200 len: 375 time: 0.0222013 Dec 17 13:01:05.730894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['cd9698d4-4058-4119-89c8-a9b1e816f53a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:05.733320 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-df8e39e7-99d7-4622-83cd-97172b50e191 req-a5583da1-7cc4-4a3d-8081-fd4edeb2fcdc tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 210 time: 0.0328481 Dec 17 13:01:05.740401 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-c1155e19-4dc5-4869-9dfc-6fd072b6144f tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571945 Dec 17 13:01:05.790733 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:05.843346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:05.896615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:05.904451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627d09-230c-4b49-8e3b-d29ae2a58c01 req-ed7110e2-6185-4380-97d0-26c956f732ae tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:05.906466 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14627d09-230c-4b49-8e3b-d29ae2a58c01 req-ed7110e2-6185-4380-97d0-26c956f732ae tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 946 time: 0.0799704 Dec 17 13:01:05.962347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9381c508-27b7-46d5-be3f-6ff26ea68eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299d3f21-b608-458e-b0ab-c0dcf0d766fd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:05.965016 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dae30b0-2f5c-43c1-bb37-11437c0eb3fc" -d '{"events": [{"server_uuid": "9381c508-27b7-46d5-be3f-6ff26ea68eba", "name": "network-vif-unplugged", "status": "completed", "tag": "299d3f21-b608-458e-b0ab-c0dcf0d766fd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:05.969506 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:05.978025 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14627d09-230c-4b49-8e3b-d29ae2a58c01 req-fb3d3db7-3a14-420f-bd19-5d921edc676b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634110 Dec 17 13:01:06.073401 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:06.077466 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24fd28a-28d9-408b-b59d-a891ebafd149 x-openstack-request-id: req-a24fd28a-28d9-408b-b59d-a891ebafd149 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:06.077856 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9381c508-27b7-46d5-be3f-6ff26ea68eba", "name": "network-vif-unplugged", "status": "completed", "tag": "299d3f21-b608-458e-b0ab-c0dcf0d766fd", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:06.078168 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a24fd28a-28d9-408b-b59d-a891ebafd149 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:06.078776 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9381c508-27b7-46d5-be3f-6ff26ea68eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299d3f21-b608-458e-b0ab-c0dcf0d766fd', 'code': 200} Dec 17 13:01:06.179714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066d05f-f86b-4f06-918d-f22b0c1fe725 req-ca5b6a13-41b3-4be3-982c-9dc0d75f9409 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:06.183162 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1066d05f-f86b-4f06-918d-f22b0c1fe725 req-ca5b6a13-41b3-4be3-982c-9dc0d75f9409 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0602186 Dec 17 13:01:06.188967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Pushing event updated for resources: {'Port': ['ID=299d3f21-b608-458e-b0ab-c0dcf0d766fd,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:06.198564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Attempting to bind port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on host n-h2-815324-5 for vnic_type normal with profile {"migrating_to": "n-h1-815324-5"} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:01:06.198905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Attempting to bind port 299d3f21-b608-458e-b0ab-c0dcf0d766fd by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:01:06.199238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Attempting to bind port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:06.214063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:01:06.214403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Attempting to bind port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:06.225306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:01:06.225670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:06.226063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Bound using segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:01:06.226482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Bound port: 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:01:06.226840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:06.285305 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1066d05f-f86b-4f06-918d-f22b0c1fe725 req-f283a00a-1d19-42d4-889f-7e74fe3483ec tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861645 Dec 17 13:01:06.337866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:06.341760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:01:06.410133 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-efc373fa-db34-478b-87cd-5000851bf55d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408664 Dec 17 13:01:06.441296 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:06.535421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef48374-14c1-4d6d-af30-685cff7bd00b req-56092292-e71e-4f05-b394-3d790998e2d9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:06.536915 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bef48374-14c1-4d6d-af30-685cff7bd00b req-56092292-e71e-4f05-b394-3d790998e2d9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.1366415 Dec 17 13:01:06.542876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-3210e289-7907-45ae-b6e2-4e771df6645d tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490448 Dec 17 13:01:06.549527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Pushing event updated for resources: {'Port': ['ID=299d3f21-b608-458e-b0ab-c0dcf0d766fd,revision_number=8']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:06.561527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1526-0a50-49e1-9778-15adef786359 req-155a28cc-1844-4d1c-859c-40b156d662ad tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:06.570452 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-155a28cc-1844-4d1c-859c-40b156d662ad tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528237 Dec 17 13:01:06.589053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:06.589714 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:06.591107 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-23f5f655-6a8c-441c-8eb3-1c08253a88ac service neutron] 10.222.0.54 "PUT /v2.0/ports/299d3f21-b608-458e-b0ab-c0dcf0d766fd HTTP/1.1" status: 200 len: 1122 time: 1.0372601 Dec 17 13:01:06.591940 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-f48449f9-5a85-42b2-82c1-d3208fbeb8e2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/quotas/bf78879e7a3f4c0e8449e32b8ce7877d HTTP/1.1" status: 200 len: 375 time: 0.0205307 Dec 17 13:01:06.635352 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-98c2b75c-5ed3-41be-8f16-f3278b3bb1e1 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425425 Dec 17 13:01:06.675729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bef48374-14c1-4d6d-af30-685cff7bd00b req-0546230e-e109-4420-9abf-6b0bffef4b82 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280804 Dec 17 13:01:06.690703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 02f21074-27e8-4984-b061-910946fc3f70 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:01:06.695436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 02f21074-27e8-4984-b061-910946fc3f70 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:01:06.719189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['299d3f21-b608-458e-b0ab-c0dcf0d766fd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:06.755315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-6625630a-d005-4fc0-be8a-af1686f5b96e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:06.756712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-6625630a-d005-4fc0-be8a-af1686f5b96e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038393 Dec 17 13:01:06.770741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Request body: {'port': {'device_id': '8d7df88f-d6db-4e4a-8f5c-b55b149f38b6', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': '162344edac8740ada2447494ea66f0df'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:06.816501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['299d3f21-b608-458e-b0ab-c0dcf0d766fd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:06.889180 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.resource_extend [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:01:07.071455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71651309-a396-4b0c-874d-81a7c42aa071 req-a0d0115e-b78c-44a7-af41-f97d6defa799 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 210 time: 0.0430045 Dec 17 13:01:07.078166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ee001-b0d6-4f86-8588-8f3aaa622258 req-dbb663aa-a0fe-4790-bb5e-24e115795e64 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:07.091008 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e14ee001-b0d6-4f86-8588-8f3aaa622258 req-dbb663aa-a0fe-4790-bb5e-24e115795e64 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.3016574 Dec 17 13:01:07.124066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:01:07.163254 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-075d8f88-6220-47f4-9743-9c1c48bf42e4 req-a50afe6c-da52-4658-9570-bc401af8b15e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 210 time: 0.0492349 Dec 17 13:01:07.186155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e14ee001-b0d6-4f86-8588-8f3aaa622258 req-b379b18d-b743-4bb1-81e9-e3b20c83b771 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819957 Dec 17 13:01:07.218872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Made reservation on behalf of 162344edac8740ada2447494ea66f0df for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:01:07.223149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:07.308998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df1455-d1b5-430b-b722-589de652b58f req-cb849de0-b651-420e-91b8-5e598a77b087 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:07.319622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8df1455-d1b5-430b-b722-589de652b58f req-cb849de0-b651-420e-91b8-5e598a77b087 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.0727215 Dec 17 13:01:07.386257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 02f21074-27e8-4984-b061-910946fc3f70, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=02f21074-27e8-4984-b061-910946fc3f70,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:07.406265 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:07.424601 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8df1455-d1b5-430b-b722-589de652b58f req-9c6729d1-e316-47ee-ab4c-ab2169239876 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039987 Dec 17 13:01:07.437320 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '02f21074-27e8-4984-b061-910946fc3f70', 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913', 'port_id': '02f21074-27e8-4984-b061-910946fc3f70', 'mac_address': 'fa:16:3e:f7:8a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98082a87-8f9d-4c39-8f34-da72827610be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:01:07.523156 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8329dc-4d6f-4819-9d10-1a70e7601d51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f21074-27e8-4984-b061-910946fc3f70'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:07.525735 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe80d80-2ccf-492b-9f47-86bda79c7beb" -d '{"events": [{"server_uuid": "9d8329dc-4d6f-4819-9d10-1a70e7601d51", "name": "network-vif-unplugged", "status": "completed", "tag": "02f21074-27e8-4984-b061-910946fc3f70"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:07.551286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 02f21074-27e8-4984-b061-910946fc3f70, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=02f21074-27e8-4984-b061-910946fc3f70,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:07.567998 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:07.586905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Allocated IP 192.168.233.96 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/6a1e7c02-0525-4a80-b4d1-0a54cf75e264) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:01:07.595472 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02f21074-27e8-4984-b061-910946fc3f70 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:07.605987 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccdd60e-fa4d-4d46-8e51-7eb14a28ea65 x-openstack-request-id: req-3ccdd60e-fa4d-4d46-8e51-7eb14a28ea65 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:07.605987 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8329dc-4d6f-4819-9d10-1a70e7601d51", "name": "network-vif-unplugged", "status": "completed", "tag": "02f21074-27e8-4984-b061-910946fc3f70", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:07.605987 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ccdd60e-fa4d-4d46-8e51-7eb14a28ea65 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:07.605987 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8329dc-4d6f-4819-9d10-1a70e7601d51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f21074-27e8-4984-b061-910946fc3f70', 'code': 200} Dec 17 13:01:07.612345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c77c0-e5f5-4834-ba6b-5931cc0c86ee req-3cbcb5db-4eb4-4822-8835-bd61953e119d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:07.613918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e6c77c0-e5f5-4834-ba6b-5931cc0c86ee req-3cbcb5db-4eb4-4822-8835-bd61953e119d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1008162 Dec 17 13:01:07.639440 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:07.643829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port cd9698d4-4058-4119-89c8-a9b1e816f53a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:01:07.700368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port cd9698d4-4058-4119-89c8-a9b1e816f53a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:07.701058 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:07.742549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e6c77c0-e5f5-4834-ba6b-5931cc0c86ee req-f46213a9-8d93-470f-b050-6619de62ede9 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179080 Dec 17 13:01:07.780261 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:01:07.780858 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:01:07.839340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=02f21074-27e8-4984-b061-910946fc3f70,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:07.852227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:07.852638 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:07.902017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71dd84-00cc-4e7f-b9e0-83d1f446bce0 req-f87220ed-8955-40d7-97db-3a05416e494a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:07.903531 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ad71dd84-00cc-4e7f-b9e0-83d1f446bce0 req-f87220ed-8955-40d7-97db-3a05416e494a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0749788 Dec 17 13:01:07.907514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:07.958338 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ad71dd84-00cc-4e7f-b9e0-83d1f446bce0 req-de121251-a648-4ba2-8749-8ff0b7fe173b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483000 Dec 17 13:01:08.029136 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:08.029667 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:08.055421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300', '38489767-3a90-4d3c-bc15-10feb2077da5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:08.092228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9381c508-27b7-46d5-be3f-6ff26ea68eba', 'tag': '299d3f21-b608-458e-b0ab-c0dcf0d766fd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:08.095460 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae5d149-8a7d-4326-825f-dc65e5a42020" -d '{"events": [{"name": "network-changed", "server_uuid": "9381c508-27b7-46d5-be3f-6ff26ea68eba", "tag": "299d3f21-b608-458e-b0ab-c0dcf0d766fd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:08.124704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:01:08.124887 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:08.125993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event updated for resources: {'Port': ['ID=6a1e7c02-0525-4a80-b4d1-0a54cf75e264,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:08.150459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:01:08.153273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:01:08.165732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:08.165732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:08.187524 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ab95ce-f952-43db-b76e-d21e6650ba2b x-openstack-request-id: req-74ab95ce-f952-43db-b76e-d21e6650ba2b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:08.188038 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9381c508-27b7-46d5-be3f-6ff26ea68eba", "tag": "299d3f21-b608-458e-b0ab-c0dcf0d766fd", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:08.188493 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74ab95ce-f952-43db-b76e-d21e6650ba2b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:08.188900 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9381c508-27b7-46d5-be3f-6ff26ea68eba', 'tag': '299d3f21-b608-458e-b0ab-c0dcf0d766fd', 'status': 'completed', 'code': 200} Dec 17 13:01:08.297955 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ccd6d99-93d5-4aac-91bd-042bd927e19b req-483f47ca-7cdc-48e6-8c75-23cea113e9c2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 210 time: 0.0454211 Dec 17 13:01:08.351874 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-7f3a72ff-5c43-4770-b515-8250e0f362cf tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5851505 Dec 17 13:01:08.393513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Request body: {'port': {'device_id': '8d7df88f-d6db-4e4a-8f5c-b55b149f38b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:08.394847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'c144a546-526c-4229-8315-69ff6028b3c5', 'ba101538-cd8e-434d-968f-0843ac87450f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:08.428037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5d149-8a7d-4326-825f-dc65e5a42020 req-6e98c483-ec98-4a45-8f19-2f599e9194cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:08.429772 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ae5d149-8a7d-4326-825f-dc65e5a42020 req-6e98c483-ec98-4a45-8f19-2f599e9194cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 1125 time: 0.1914871 Dec 17 13:01:08.439190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d935ba-27b4-415f-958c-60efefd064a5 req-a507802e-c09f-4dc9-bfc6-3ee411e84521 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:08.441482 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73d935ba-27b4-415f-958c-60efefd064a5 req-a507802e-c09f-4dc9-bfc6-3ee411e84521 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 935 time: 0.2515941 Dec 17 13:01:08.458391 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:08.479493 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f21074-27e8-4984-b061-910946fc3f70 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:08.486775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfd660-d340-4580-835b-97020c236971 req-e5c58e7b-741f-47ce-b364-4ba74c6ba0b2 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:08.489644 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-35cfd660-d340-4580-835b-97020c236971 req-e5c58e7b-741f-47ce-b364-4ba74c6ba0b2 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 943 time: 0.0872355 Dec 17 13:01:08.539099 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 02f21074-27e8-4984-b061-910946fc3f70, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=02f21074-27e8-4984-b061-910946fc3f70,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:08.550079 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-35cfd660-d340-4580-835b-97020c236971 req-e4662964-c912-4bec-b415-852dc6d9bb34 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533302 Dec 17 13:01:08.611066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b8b5654b-f02f-41d3-bec1-0cb462362cf7 None None] Provisioning complete for port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:08.611066 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b8b5654b-f02f-41d3-bec1-0cb462362cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:08.618759 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73d935ba-27b4-415f-958c-60efefd064a5 req-d4e5d702-badb-4d75-8a30-d18c126fff9b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518621 Dec 17 13:01:08.622468 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:08.656558 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:08.657208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 299d3f21-b608-458e-b0ab-c0dcf0d766fd details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:01:08.698698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5d149-8a7d-4326-825f-dc65e5a42020 req-377900e7-7ddb-4daf-a3ff-75f1ba129e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:08.700236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ae5d149-8a7d-4326-825f-dc65e5a42020 req-377900e7-7ddb-4daf-a3ff-75f1ba129e27 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.2558069 Dec 17 13:01:08.747084 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5654b-f02f-41d3-bec1-0cb462362cf7 None None] Port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:01:08.837326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ae5d149-8a7d-4326-825f-dc65e5a42020 req-4de4e577-0015-4b21-b30c-084daa6ae888 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd HTTP/1.1" status: 200 len: 217 time: 0.0796437 Dec 17 13:01:08.848730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=02f21074-27e8-4984-b061-910946fc3f70,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:08.913733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88ee9-7aab-495a-b331-83dfc82c7035 req-6eca2de1-03d7-4fd4-9441-0d9e4f6bffbb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:08.915713 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-35e88ee9-7aab-495a-b331-83dfc82c7035 req-6eca2de1-03d7-4fd4-9441-0d9e4f6bffbb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 946 time: 0.0715783 Dec 17 13:01:08.917277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:08.939409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 299d3f21-b608-458e-b0ab-c0dcf0d766fd has no active binding in host n-h1-815324-5 {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 13:01:08.974502 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-35e88ee9-7aab-495a-b331-83dfc82c7035 req-276d803d-0950-4cad-b5c8-e5abde771507 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519722 Dec 17 13:01:08.976499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9f8e6-2ab3-4ecf-9dea-8a0c98627e4a req-1ca3b8c1-70d8-4f3d-bb84-84f20afb1f92 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:08.978297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6c9f8e6-2ab3-4ecf-9dea-8a0c98627e4a req-1ca3b8c1-70d8-4f3d-bb84-84f20afb1f92 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.2191222 Dec 17 13:01:08.990747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5d149-8a7d-4326-825f-dc65e5a42020 req-eb49f4d9-c87c-4506-935b-a9473422ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:08.992209 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ae5d149-8a7d-4326-825f-dc65e5a42020 req-eb49f4d9-c87c-4506-935b-a9473422ba22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.1444223 Dec 17 13:01:09.054435 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ae5d149-8a7d-4326-825f-dc65e5a42020 req-1454f85b-e134-47ee-aee6-70a20b859960 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467350 Dec 17 13:01:09.124728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0b22b-a9e8-41a6-b640-918237fb7293 req-15cd0352-2ab8-4438-91d9-a7bd64f38ad6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:09.126668 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4d0b22b-a9e8-41a6-b640-918237fb7293 req-15cd0352-2ab8-4438-91d9-a7bd64f38ad6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0763307 Dec 17 13:01:09.151080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6c9f8e6-2ab3-4ecf-9dea-8a0c98627e4a req-47022151-8494-4ce0-b5d9-cb2470ebd29a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650798 Dec 17 13:01:09.194936 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4d0b22b-a9e8-41a6-b640-918237fb7293 req-d4005d65-c0cf-49c4-80fd-94f7c063cecd tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579207 Dec 17 13:01:09.254112 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-775789f4-fc8a-4ef7-a1b3-c968633c9cb4 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371313 Dec 17 13:01:09.259034 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ae5d149-8a7d-4326-825f-dc65e5a42020 req-63303b2b-4061-4e91-b445-3e7c43ae7591 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956677 Dec 17 13:01:09.262447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:09.287007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:09.385889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Transition to ACTIVE for port object 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:01:09.414249 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb2d788e-f3fc-4b2e-83a7-801fd8502f78 req-e2eb1006-0ec0-42a0-97f4-9cb5d071f759 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 210 time: 0.0437837 Dec 17 13:01:09.438564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['02f21074-27e8-4984-b061-910946fc3f70'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:09.470558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-a2d0f1a8-b7e1-4f44-bfa2-b308315fa50f tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:09.472521 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-a2d0f1a8-b7e1-4f44-bfa2-b308315fa50f tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057033 Dec 17 13:01:09.476678 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:09.482198 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ae5d149-8a7d-4326-825f-dc65e5a42020 req-d29888f6-8283-46f0-b56e-3aee7fc669a1 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142675 Dec 17 13:01:09.490510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Request body: {'port': {'device_id': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'bf78879e7a3f4c0e8449e32b8ce7877d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:09.586831 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Pushing event updated for resources: {'Port': ['ID=6a1e7c02-0525-4a80-b4d1-0a54cf75e264,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:09.605107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:09.612577 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd900c9-12cf-4c3f-ba8b-c1af6c8db4fc" -d '{"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-plugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:09.661369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Attempting to bind port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:01:09.661958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Attempting to bind port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:01:09.662190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Attempting to bind port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:09.670350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:01:09.670350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Attempting to bind port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:09.679198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:01:09.679494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:09.679819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:01:09.680271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Bound port: 6a1e7c02-0525-4a80-b4d1-0a54cf75e264, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:01:09.680629 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:09.703476 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3646a53a-ed60-4acd-9995-d14c79e9ba06 x-openstack-request-id: req-3646a53a-ed60-4acd-9995-d14c79e9ba06 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:09.703994 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-plugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:09.704144 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3646a53a-ed60-4acd-9995-d14c79e9ba06 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:09.704515 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'code': 200} Dec 17 13:01:09.767200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Made reservation on behalf of bf78879e7a3f4c0e8449e32b8ce7877d for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:01:09.771838 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:09.775213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e9cf5-0766-47e1-a1bd-91e2d61cf7d3 req-7da2488c-1ec6-4037-9c49-79db2a7582c3 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:09.785259 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-385e9cf5-0766-47e1-a1bd-91e2d61cf7d3 req-7da2488c-1ec6-4037-9c49-79db2a7582c3 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 944 time: 0.1295116 Dec 17 13:01:09.788604 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:09.799157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] For port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:09.858147 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-385e9cf5-0766-47e1-a1bd-91e2d61cf7d3 req-95416a23-23fe-48ca-ac07-9c717fd1a46e tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718899 Dec 17 13:01:09.968375 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-c8995d15-6649-4a70-831d-1fb6534966f0 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354033 Dec 17 13:01:10.141744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] For port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6a1e7c02-0525-4a80-b4d1-0a54cf75e264,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:01:10.192644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1526-0a50-49e1-9778-15adef786359 req-7bfcc637-1fd8-4f39-94ed-db6bcc3b4471 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:10.194348 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-7bfcc637-1fd8-4f39-94ed-db6bcc3b4471 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173665 Dec 17 13:01:10.209704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7f675-7232-4870-8035-a9cd5dba78ed req-73962279-c210-442f-9e31-3df9c8d1d296 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:10.215109 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-84a7f675-7232-4870-8035-a9cd5dba78ed req-73962279-c210-442f-9e31-3df9c8d1d296 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 946 time: 0.0937099 Dec 17 13:01:10.220715 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Request body: {'port': {'device_id': 'cebbb040-00a5-4ff3-84c9-0cab5ed37442', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'bf78879e7a3f4c0e8449e32b8ce7877d'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:10.223804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27655d74-fa5f-46b1-bd3e-c1ace14a8c2a req-fbba47b8-ca07-4aa8-bee5-0890efd0a9e2 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:10.230104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-27655d74-fa5f-46b1-bd3e-c1ace14a8c2a req-fbba47b8-ca07-4aa8-bee5-0890efd0a9e2 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 947 time: 0.4220455 Dec 17 13:01:10.232256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ff87f-bb41-4ac7-a2c9-854434f1936f req-9ab64388-932b-4d1b-9910-c88b82b7f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:10.234134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-055ff87f-bb41-4ac7-a2c9-854434f1936f req-9ab64388-932b-4d1b-9910-c88b82b7f1bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 1097 time: 0.4366248 Dec 17 13:01:10.244981 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:10.332191 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-84a7f675-7232-4870-8035-a9cd5dba78ed req-205962fd-31b7-4ae6-b9cb-22a2643455d7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161675 Dec 17 13:01:10.343782 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-055ff87f-bb41-4ac7-a2c9-854434f1936f req-6d7a5c3a-5e6f-4556-a912-37f1bc90fe42 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956333 Dec 17 13:01:10.355492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:10.356130 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:10.357526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] 10.222.0.54 "PUT /v2.0/ports/6a1e7c02-0525-4a80-b4d1-0a54cf75e264 HTTP/1.1" status: 200 len: 1095 time: 1.9687881 Dec 17 13:01:10.362715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7df88f-d6db-4e4a-8f5c-b55b149f38b6', 'tag': '6a1e7c02-0525-4a80-b4d1-0a54cf75e264'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:10.365086 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a8f29b-4de5-447d-986d-639531a34080" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7df88f-d6db-4e4a-8f5c-b55b149f38b6", "tag": "6a1e7c02-0525-4a80-b4d1-0a54cf75e264"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:10.432984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cf640-4467-4cc9-98b7-8b66190aea3a service neutron] Pushing event updated for resources: {'Port': ['ID=6a1e7c02-0525-4a80-b4d1-0a54cf75e264,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:10.444199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-27655d74-fa5f-46b1-bd3e-c1ace14a8c2a req-686090fe-d8cf-4814-a406-f00b27873d17 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074819 Dec 17 13:01:10.460579 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:10.500126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6b088-e520-45f9-8ec1-336004195654 req-5aa90f09-a49c-48f3-98f1-c6fe5a0808ee tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:10.501777 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-29a6b088-e520-45f9-8ec1-336004195654 req-5aa90f09-a49c-48f3-98f1-c6fe5a0808ee tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.0707970 Dec 17 13:01:10.503523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Made reservation on behalf of bf78879e7a3f4c0e8449e32b8ce7877d for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:01:10.507514 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:10.527560 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:10.530956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-9f59d7c1-2972-4909-8f5f-9fc620e317a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:10.532509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-9f59d7c1-2972-4909-8f5f-9fc620e317a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 1098 time: 0.0578809 Dec 17 13:01:10.535458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:10.613092 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-29a6b088-e520-45f9-8ec1-336004195654 req-c80b5437-1681-4aa8-869a-5b7c593db448 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985448 Dec 17 13:01:10.629734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-a24df5a1-52f6-446d-9c8f-992a82b3a299 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6a1e7c02-0525-4a80-b4d1-0a54cf75e264 HTTP/1.1" status: 200 len: 217 time: 0.0743098 Dec 17 13:01:10.688358 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1694dbc9-3cd0-4b10-811b-d0fc39996aec x-openstack-request-id: req-1694dbc9-3cd0-4b10-811b-d0fc39996aec {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:10.688973 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7df88f-d6db-4e4a-8f5c-b55b149f38b6", "tag": "6a1e7c02-0525-4a80-b4d1-0a54cf75e264", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:10.688973 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1694dbc9-3cd0-4b10-811b-d0fc39996aec {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:10.689274 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7df88f-d6db-4e4a-8f5c-b55b149f38b6', 'tag': '6a1e7c02-0525-4a80-b4d1-0a54cf75e264', 'status': 'completed', 'code': 200} Dec 17 13:01:10.713250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2441a733-c7c1-426c-bc28-70f36d1cb04f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:10.736399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b043a33-17af-49be-9249-ac4c5061875b req-2cead93b-211c-42e3-9a9d-8833d0035047 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:10.738502 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b043a33-17af-49be-9249-ac4c5061875b req-2cead93b-211c-42e3-9a9d-8833d0035047 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.2050872 Dec 17 13:01:10.766494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-c7309894-bce3-4802-b0d3-58118d704886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:10.768547 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-c7309894-bce3-4802-b0d3-58118d704886 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0999312 Dec 17 13:01:10.795848 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-498abfe9-35a1-441e-a53c-acd0f87b37b9 req-83986a60-f330-41d7-8f23-6983d6da3e34 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 210 time: 0.0330353 Dec 17 13:01:10.816406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Allocated IP 192.168.233.39 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/6c10b54f-23be-48b9-9e77-038bce8bf436) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:01:10.824310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b043a33-17af-49be-9249-ac4c5061875b req-426d4b22-f847-4290-9b7d-56ef22fd56b3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773363 Dec 17 13:01:10.836151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-72d3b2f3-488a-4246-bc6c-e73bd54e75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:10.837727 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-72d3b2f3-488a-4246-bc6c-e73bd54e75ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566373 Dec 17 13:01:10.938475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-e0d35103-bb14-46fc-8326-cb682e201365 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920084 Dec 17 13:01:10.953718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 02f21074-27e8-4984-b061-910946fc3f70 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:01:11.005999 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:11.006283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 02f21074-27e8-4984-b061-910946fc3f70 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:11.006844 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:11.026988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf31c5-7034-4794-b502-1e1ce68b4930 req-c052a855-9ffd-403e-b1d1-26d37744e0df tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:11.028595 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79bf31c5-7034-4794-b502-1e1ce68b4930 req-c052a855-9ffd-403e-b1d1-26d37744e0df tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 944 time: 0.0957937 Dec 17 13:01:11.060855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53db5231-f90a-4992-a4d0-0fa61e774b0b req-766717dd-fc06-4df6-815b-de500e4ed303 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098278 Dec 17 13:01:11.122530 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:11.125095 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79bf31c5-7034-4794-b502-1e1ce68b4930 req-62731cae-e7e4-4818-97bb-881bb01b5380 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816717 Dec 17 13:01:11.160876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 02f21074-27e8-4984-b061-910946fc3f70, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=02f21074-27e8-4984-b061-910946fc3f70,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:11.190073 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:11.236274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:01:11.240159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:01:11.244800 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:01:11.252196 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:11.276922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Allocated IP 192.168.233.150 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/6f4977b1-a285-43b4-82bf-9e73c5b573c6) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:01:11.279004 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Pushing event updated for resources: {'Port': ['ID=6c10b54f-23be-48b9-9e77-038bce8bf436,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:11.296535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8f29b-4de5-447d-986d-639531a34080 req-8530b622-9f5c-42e6-b145-f963c5e1cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:11.298107 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a8f29b-4de5-447d-986d-639531a34080 req-8530b622-9f5c-42e6-b145-f963c5e1cd54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 1098 time: 0.0811350 Dec 17 13:01:11.321067 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=02f21074-27e8-4984-b061-910946fc3f70,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:11.324294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:11.324965 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:11.421230 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-5b5ab059-0e71-4d9b-bcd5-b8496bae13d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2039697 Dec 17 13:01:11.445194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Request body: {'port': {'device_id': 'cebbb040-00a5-4ff3-84c9-0cab5ed37442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:11.488860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8f29b-4de5-447d-986d-639531a34080 req-8d62f3d9-e80f-40d3-9c2a-c6c3eb50ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:11.491217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a8f29b-4de5-447d-986d-639531a34080 req-8d62f3d9-e80f-40d3-9c2a-c6c3eb50ebad service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1810184 Dec 17 13:01:11.493190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bf60c-47e3-44cb-aa9b-4be2dd031746 req-53a5a09d-20ff-4bf3-980a-4d1ba3419115 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:11.495136 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8b8bf60c-47e3-44cb-aa9b-4be2dd031746 req-53a5a09d-20ff-4bf3-980a-4d1ba3419115 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 946 time: 0.0895560 Dec 17 13:01:11.562854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bb252e76-7e5b-46c6-aa6d-85c174a0c298 None None] Provisioning complete for port 6c10b54f-23be-48b9-9e77-038bce8bf436 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:11.563224 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bb252e76-7e5b-46c6-aa6d-85c174a0c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:11.573835 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:11.584877 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a8f29b-4de5-447d-986d-639531a34080 req-9d9f7194-aa94-444a-bf5e-10331ef74bec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6a1e7c02-0525-4a80-b4d1-0a54cf75e264 HTTP/1.1" status: 200 len: 217 time: 0.0769122 Dec 17 13:01:11.587154 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8b8bf60c-47e3-44cb-aa9b-4be2dd031746 req-2648c62a-7202-4e94-b43c-729ef557294a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618582 Dec 17 13:01:11.624306 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bb252e76-7e5b-46c6-aa6d-85c174a0c298 None None] Port 6c10b54f-23be-48b9-9e77-038bce8bf436 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:01:11.706044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8329dc-4d6f-4819-9d10-1a70e7601d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f21074-27e8-4984-b061-910946fc3f70'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:11.708312 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7ddf49-17b8-4a25-8d6c-c0ad19ac251b" -d '{"events": [{"server_uuid": "9d8329dc-4d6f-4819-9d10-1a70e7601d51", "name": "network-vif-plugged", "status": "completed", "tag": "02f21074-27e8-4984-b061-910946fc3f70"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:11.716710 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:11.738401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8f29b-4de5-447d-986d-639531a34080 req-9349358e-5058-46ec-bee9-bfca386ea79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:11.739925 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a8f29b-4de5-447d-986d-639531a34080 req-9349358e-5058-46ec-bee9-bfca386ea79f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1289937 Dec 17 13:01:11.756487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb567e7-2c4f-4050-a818-cd9d3c853941 req-6cec2bfd-5545-4668-b67c-acc3cf12b2ad tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:11.763908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1eb567e7-2c4f-4050-a818-cd9d3c853941 req-6cec2bfd-5545-4668-b67c-acc3cf12b2ad tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 947 time: 0.1549768 Dec 17 13:01:11.790674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4c500-951b-4879-b986-96f88cd9ad4a req-96573d2e-f221-451a-a3ac-fe45b6f7abdb tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:11.792290 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-87e4c500-951b-4879-b986-96f88cd9ad4a req-96573d2e-f221-451a-a3ac-fe45b6f7abdb tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.0730956 Dec 17 13:01:11.859483 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-87e4c500-951b-4879-b986-96f88cd9ad4a req-effda2e2-95b8-4000-87ba-ba78ef1ddd4d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602095 Dec 17 13:01:11.862216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8f29b-4de5-447d-986d-639531a34080 req-b2199467-c090-4059-b29d-de0709f04dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:11.863707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a8f29b-4de5-447d-986d-639531a34080 req-b2199467-c090-4059-b29d-de0709f04dd0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153636 Dec 17 13:01:11.870440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1eb567e7-2c4f-4050-a818-cd9d3c853941 req-693d0467-1d1c-4c78-bf84-5515590cdca6 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056685 Dec 17 13:01:11.949889 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:11.967185 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eff96b-4451-4ef8-8a18-681a96149ec3 x-openstack-request-id: req-b2eff96b-4451-4ef8-8a18-681a96149ec3 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:11.967185 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8329dc-4d6f-4819-9d10-1a70e7601d51", "name": "network-vif-plugged", "status": "completed", "tag": "02f21074-27e8-4984-b061-910946fc3f70", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:11.967185 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2eff96b-4451-4ef8-8a18-681a96149ec3 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:11.967185 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8329dc-4d6f-4819-9d10-1a70e7601d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f21074-27e8-4984-b061-910946fc3f70', 'code': 200} Dec 17 13:01:11.993051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:01:12.026162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:01:12.038868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:01:12.045203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:12.046123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:12.110000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a8f29b-4de5-447d-986d-639531a34080 req-421fbfc4-cfaa-4015-ada3-f5bca5edc40f service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374470 Dec 17 13:01:12.127089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Pushing event updated for resources: {'Port': ['ID=6f4977b1-a285-43b4-82bf-9e73c5b573c6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:12.170976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad047f1-f9b4-4887-bb40-92061c1ae85e req-28958419-4e33-4060-86cb-c53a6bb404a7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:12.178134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ad047f1-f9b4-4887-bb40-92061c1ae85e req-28958419-4e33-4060-86cb-c53a6bb404a7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 935 time: 0.1560557 Dec 17 13:01:12.212717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ddabb1e5-52d4-49cc-8984-6284e9dc0db2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7295051 Dec 17 13:01:12.237237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Request body: {'port': {'device_id': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:12.266314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a686ba-e30e-4a84-9f49-c866c2a986f1 req-6933422a-c00a-47b5-86cd-f44391fdd45b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:12.274194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03a686ba-e30e-4a84-9f49-c866c2a986f1 req-6933422a-c00a-47b5-86cd-f44391fdd45b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.2412305 Dec 17 13:01:12.317558 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ad047f1-f9b4-4887-bb40-92061c1ae85e req-77a3f864-32e1-4f5f-a00a-94ce10b0f964 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358247 Dec 17 13:01:12.332739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c10b54f-23be-48b9-9e77-038bce8bf436 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:12.357941 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:12.383049 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Transition to ACTIVE for port object 6c10b54f-23be-48b9-9e77-038bce8bf436 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:01:12.402439 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20a8f29b-4de5-447d-986d-639531a34080 req-b57ff629-cc7b-4925-a430-75e0501a493e service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722034 Dec 17 13:01:12.408469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e7541-933f-4244-a04f-0f0a47b77e26 req-e43ece18-be9d-4244-86c5-e44ed31e89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:12.409897 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-921e7541-933f-4244-a04f-0f0a47b77e26 req-e43ece18-be9d-4244-86c5-e44ed31e89a6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 1096 time: 0.2144949 Dec 17 13:01:12.415000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03a686ba-e30e-4a84-9f49-c866c2a986f1 req-80d886ce-19e3-40db-a103-59d722960b78 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398363 Dec 17 13:01:12.415734 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:12.467374 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf49fb-89c8-478c-a01a-b621fb61b9fe req-6f9e75e1-8ff6-4c51-bc92-d70c17c70eea tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:12.469716 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3bf49fb-89c8-478c-a01a-b621fb61b9fe req-6f9e75e1-8ff6-4c51-bc92-d70c17c70eea tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0716558 Dec 17 13:01:12.470341 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:12.484078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ceb87c6f-56f1-4bbc-937d-0232c4567d23 None None] Provisioning complete for port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:12.485234 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ceb87c6f-56f1-4bbc-937d-0232c4567d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:12.503450 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-921e7541-933f-4244-a04f-0f0a47b77e26 req-12859a47-7cd6-4989-95d2-a9c81a2e0ea5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845206 Dec 17 13:01:12.531833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c10b54f-23be-48b9-9e77-038bce8bf436,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:12.541395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ceb87c6f-56f1-4bbc-937d-0232c4567d23 None None] Port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:01:12.668711 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3bf49fb-89c8-478c-a01a-b621fb61b9fe req-5d5678ca-0640-4531-a4ab-fe59688b8b07 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434560 Dec 17 13:01:12.710398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Attempting to bind port 6c10b54f-23be-48b9-9e77-038bce8bf436 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:01:12.710820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Attempting to bind port 6c10b54f-23be-48b9-9e77-038bce8bf436 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:01:12.711159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Attempting to bind port 6c10b54f-23be-48b9-9e77-038bce8bf436 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:12.722518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Port 6c10b54f-23be-48b9-9e77-038bce8bf436 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:01:12.722977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Attempting to bind port 6c10b54f-23be-48b9-9e77-038bce8bf436 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:12.733459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:01:12.733853 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:12.734253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:01:12.734711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Bound port: 6c10b54f-23be-48b9-9e77-038bce8bf436, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:01:12.735336 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:12.817766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775ce74-131c-4261-a74b-6f9d87ebfc9c req-e7731c68-6419-44a6-b08b-d4723c2f9450 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:12.819395 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f775ce74-131c-4261-a74b-6f9d87ebfc9c req-e7731c68-6419-44a6-b08b-d4723c2f9450 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 946 time: 0.1035459 Dec 17 13:01:12.819934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] For port 6c10b54f-23be-48b9-9e77-038bce8bf436, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:12.823632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] For port 6c10b54f-23be-48b9-9e77-038bce8bf436, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6c10b54f-23be-48b9-9e77-038bce8bf436,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:01:12.828021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4977b1-a285-43b4-82bf-9e73c5b573c6 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:12.842387 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:12.873506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Transition to ACTIVE for port object 6f4977b1-a285-43b4-82bf-9e73c5b573c6 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:01:12.881870 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:12.899978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f775ce74-131c-4261-a74b-6f9d87ebfc9c req-ae869108-8968-4731-9e24-58fb0d8732ab tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665209 Dec 17 13:01:12.918899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:12.920384 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:12.924058 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] 10.222.0.61 "PUT /v2.0/ports/6c10b54f-23be-48b9-9e77-038bce8bf436 HTTP/1.1" status: 200 len: 1095 time: 1.4878614 Dec 17 13:01:12.932561 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:12.940782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebbb040-00a5-4ff3-84c9-0cab5ed37442', 'tag': '6c10b54f-23be-48b9-9e77-038bce8bf436'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:12.945717 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee83965e-ae4e-4598-85ca-2a75c074ba80" -d '{"events": [{"name": "network-changed", "server_uuid": "cebbb040-00a5-4ff3-84c9-0cab5ed37442", "tag": "6c10b54f-23be-48b9-9e77-038bce8bf436"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:13.006381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fff686-c481-4fa0-be17-d6d17be409b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c10b54f-23be-48b9-9e77-038bce8bf436,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:13.064190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Pushing event updated for resources: {'Port': ['ID=6f4977b1-a285-43b4-82bf-9e73c5b573c6,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:13.102038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Attempting to bind port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:01:13.102405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Attempting to bind port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:01:13.102706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Attempting to bind port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:13.118040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e30672-252c-439a-9711-b0bf2b81a3b6 req-e48fdc13-a6b3-45ea-be2b-0e7822e96e53 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:13.119610 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37e30672-252c-439a-9711-b0bf2b81a3b6 req-e48fdc13-a6b3-45ea-be2b-0e7822e96e53 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 947 time: 0.1092293 Dec 17 13:01:13.120670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:01:13.121004 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Attempting to bind port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:13.126351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1526-0a50-49e1-9778-15adef786359 req-c16f6091-0367-4cd0-b548-b95da4e1af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:13.127956 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-c16f6091-0367-4cd0-b548-b95da4e1af8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 1098 time: 0.0883770 Dec 17 13:01:13.136001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861bf26-b4c7-4d85-8223-1a41ebfea974 req-0ee7ce9b-d98c-4939-af64-2b0e28b901dc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:13.137508 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2861bf26-b4c7-4d85-8223-1a41ebfea974 req-0ee7ce9b-d98c-4939-af64-2b0e28b901dc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.1340771 Dec 17 13:01:13.139289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:01:13.142056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:13.142698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:01:13.145802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Bound port: 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:01:13.146189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:13.225849 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-b81dd887-d07b-4447-bdb1-dbc4a4fcc2da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=6c10b54f-23be-48b9-9e77-038bce8bf436 HTTP/1.1" status: 200 len: 217 time: 0.0811987 Dec 17 13:01:13.270412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37e30672-252c-439a-9711-b0bf2b81a3b6 req-4529006d-3879-402b-aec2-10aa9b482707 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396117 Dec 17 13:01:13.298607 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2861bf26-b4c7-4d85-8223-1a41ebfea974 req-0e319f43-a4a5-4f37-825d-1a378bce67b5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479599 Dec 17 13:01:13.304338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:13.308460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:01:13.332176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1526-0a50-49e1-9778-15adef786359 req-0e5002f9-8a97-4ce7-b063-d953dde12293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:13.337527 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-0e5002f9-8a97-4ce7-b063-d953dde12293 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0986404 Dec 17 13:01:13.400728 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b0e1cb-7dea-4282-969c-9f0e36163c31 x-openstack-request-id: req-45b0e1cb-7dea-4282-969c-9f0e36163c31 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:13.401057 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebbb040-00a5-4ff3-84c9-0cab5ed37442", "tag": "6c10b54f-23be-48b9-9e77-038bce8bf436", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:13.401264 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45b0e1cb-7dea-4282-969c-9f0e36163c31 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:13.401702 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebbb040-00a5-4ff3-84c9-0cab5ed37442', 'tag': '6c10b54f-23be-48b9-9e77-038bce8bf436', 'status': 'completed', 'code': 200} Dec 17 13:01:13.413138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:13.428643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1526-0a50-49e1-9778-15adef786359 req-83f51e93-8713-4a21-91da-71e7736cb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:13.430293 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-83f51e93-8713-4a21-91da-71e7736cb741 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832295 Dec 17 13:01:13.461436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:13.462384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:13.463944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-354e5223-ffd1-499c-879e-af140659db82 service neutron] 10.222.0.61 "PUT /v2.0/ports/6f4977b1-a285-43b4-82bf-9e73c5b573c6 HTTP/1.1" status: 200 len: 1096 time: 1.2342298 Dec 17 13:01:13.467776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'tag': '6f4977b1-a285-43b4-82bf-9e73c5b573c6'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:13.471134 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51efd1d9-5030-4a26-ba19-0f3c392883b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed951f2-9189-4bb6-bcdd-654c1cbf4392", "tag": "6f4977b1-a285-43b4-82bf-9e73c5b573c6"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:13.508087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7aa4bf-6cba-4f35-ba73-97e8418510c0 req-61ae39eb-bd13-4ee6-ab1b-0820aff4deb5 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:13.509844 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb7aa4bf-6cba-4f35-ba73-97e8418510c0 req-61ae39eb-bd13-4ee6-ab1b-0820aff4deb5 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 946 time: 0.1370289 Dec 17 13:01:13.515813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e5223-ffd1-499c-879e-af140659db82 service neutron] Pushing event updated for resources: {'Port': ['ID=6f4977b1-a285-43b4-82bf-9e73c5b573c6,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:13.520782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45068) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:01:13.526438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-dfb7e1f8-2dd2-4229-9b6c-e2e111080457 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Request body: {'floatingip': {'port_id': 'cd9698d4-4058-4119-89c8-a9b1e816f53a'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:13.571465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d445-225c-4fa1-a902-168efc159c1c req-19988f2d-7cdd-4e30-ac69-4888d3dacc40 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:13.573013 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8c83d445-225c-4fa1-a902-168efc159c1c req-19988f2d-7cdd-4e30-ac69-4888d3dacc40 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 947 time: 0.1348739 Dec 17 13:01:13.626790 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfb7e1f8-2dd2-4229-9b6c-e2e111080457 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:13.645229 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-6159ba89-4f2d-4423-8f15-88afbc02cef1 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938379 Dec 17 13:01:13.698321 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8c83d445-225c-4fa1-a902-168efc159c1c req-c5e9796d-0474-499b-a01e-5803a3145c64 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057775 Dec 17 13:01:13.755750 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b6a52a-aa91-44a7-8fe5-c5c0241e72ce x-openstack-request-id: req-e9b6a52a-aa91-44a7-8fe5-c5c0241e72ce {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:13.756052 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed951f2-9189-4bb6-bcdd-654c1cbf4392", "tag": "6f4977b1-a285-43b4-82bf-9e73c5b573c6", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:13.756312 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9b6a52a-aa91-44a7-8fe5-c5c0241e72ce {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:13.756716 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'tag': '6f4977b1-a285-43b4-82bf-9e73c5b573c6', 'status': 'completed', 'code': 200} Dec 17 13:01:13.773157 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a5104086-681c-4e63-954d-ebce22474afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:13.808727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03f1526-0a50-49e1-9778-15adef786359 req-7a318801-d3bb-4a5d-8044-408f73610523 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509719 Dec 17 13:01:13.813048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-a9724184-04ad-4f47-aabd-ff39626c19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:13.814704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-a9724184-04ad-4f47-aabd-ff39626c19ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 1099 time: 0.2052007 Dec 17 13:01:13.886728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05372f2-138d-484c-98ee-5613a91f243f req-23b5a3c5-b856-4d48-9c19-0b80c00e6546 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:13.889654 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d05372f2-138d-484c-98ee-5613a91f243f req-23b5a3c5-b856-4d48-9c19-0b80c00e6546 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.2460103 Dec 17 13:01:13.894430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-9a972e02-4078-4c03-a400-12d54a759c00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6 HTTP/1.1" status: 200 len: 217 time: 0.0607188 Dec 17 13:01:13.964775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6f188-3b16-4626-bf15-3f557f37eab3 req-12537055-d469-4198-be31-99f42ff6677b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:13.966472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8f6f188-3b16-4626-bf15-3f557f37eab3 req-12537055-d469-4198-be31-99f42ff6677b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0604448 Dec 17 13:01:14.041931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83965e-ae4e-4598-85ca-2a75c074ba80 req-9469f6f6-4c40-48a9-95eb-50863ff10a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:14.044801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee83965e-ae4e-4598-85ca-2a75c074ba80 req-9469f6f6-4c40-48a9-95eb-50863ff10a83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 1098 time: 0.0745471 Dec 17 13:01:14.066140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8f6f188-3b16-4626-bf15-3f557f37eab3 req-e55700b8-c8a0-4467-842f-5d37138c3311 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682521 Dec 17 13:01:14.080850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d05372f2-138d-484c-98ee-5613a91f243f req-b69531ef-6851-40e1-bcdd-18e14098f55b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796846 Dec 17 13:01:14.084860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-cd36f2a2-03f4-4a3d-bfb0-0f3dc00283c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:14.086366 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-cd36f2a2-03f4-4a3d-bfb0-0f3dc00283c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1783807 Dec 17 13:01:14.195201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83965e-ae4e-4598-85ca-2a75c074ba80 req-d1d4a706-f3c3-4c59-84af-401e1bc02243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:14.196916 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee83965e-ae4e-4598-85ca-2a75c074ba80 req-d1d4a706-f3c3-4c59-84af-401e1bc02243 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1291344 Dec 17 13:01:14.220756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ca443acb-48e7-41bc-a899-37a217bcf90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:14.222654 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-ca443acb-48e7-41bc-a899-37a217bcf90c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215513 Dec 17 13:01:14.270248 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee83965e-ae4e-4598-85ca-2a75c074ba80 req-09c17ef2-1b01-4425-b577-acb12248485d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=6c10b54f-23be-48b9-9e77-038bce8bf436 HTTP/1.1" status: 200 len: 217 time: 0.0478404 Dec 17 13:01:14.355641 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83965e-ae4e-4598-85ca-2a75c074ba80 req-933e4de6-2a0e-4408-8bd2-c49edc84f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:14.357968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee83965e-ae4e-4598-85ca-2a75c074ba80 req-933e4de6-2a0e-4408-8bd2-c49edc84f079 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0686924 Dec 17 13:01:14.453771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83965e-ae4e-4598-85ca-2a75c074ba80 req-52d1c35a-b27f-466f-9d05-de8320328311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:14.455201 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee83965e-ae4e-4598-85ca-2a75c074ba80 req-52d1c35a-b27f-466f-9d05-de8320328311 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878549 Dec 17 13:01:14.531044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5b622-3d13-402c-bb4c-4bf77b6f90d2 req-d3c26feb-5d40-4486-95ef-dd8b8488a269 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:14.533013 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-33f5b622-3d13-402c-bb4c-4bf77b6f90d2 req-d3c26feb-5d40-4486-95ef-dd8b8488a269 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 947 time: 0.1218922 Dec 17 13:01:14.610014 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee83965e-ae4e-4598-85ca-2a75c074ba80 req-429b1bcb-4ddb-48c5-b569-49a0265854e9 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426840 Dec 17 13:01:14.630239 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-33f5b622-3d13-402c-bb4c-4bf77b6f90d2 req-0b174739-abc6-45bf-a4be-5c6f6d67e93d tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739241 Dec 17 13:01:14.713258 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee83965e-ae4e-4598-85ca-2a75c074ba80 req-175f05fa-dc93-490e-b34c-ecbbec6a5ea6 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892665 Dec 17 13:01:14.770163 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.resource_extend [None req-dfb7e1f8-2dd2-4229-9b6c-e2e111080457 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:01:14.775386 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-33c3c277-93f6-4ad0-98c6-5a4c659bdf6f service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245473 Dec 17 13:01:14.825391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23a375-4a32-4537-820e-b00b17cbafed req-a8d9b0fd-8f41-4862-a30d-56763de85b72 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:14.827089 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f23a375-4a32-4537-820e-b00b17cbafed req-a8d9b0fd-8f41-4862-a30d-56763de85b72 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 947 time: 0.0548639 Dec 17 13:01:14.887042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29038d3d-d70a-4ee8-972e-a17edda3045d req-231a1c32-61f2-4c1f-82c1-e45f0317a0bc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:14.888811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29038d3d-d70a-4ee8-972e-a17edda3045d req-231a1c32-61f2-4c1f-82c1-e45f0317a0bc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.4858265 Dec 17 13:01:14.890830 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f23a375-4a32-4537-820e-b00b17cbafed req-92be4f16-cac5-4b06-8466-4b1a48d69406 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567234 Dec 17 13:01:14.903862 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfb7e1f8-2dd2-4229-9b6c-e2e111080457 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:14.950823 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bea4e89-a2fa-4a09-8552-74432f55eebe req-30d0c431-bad6-45df-8e5b-4dfbb5021239 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450565 Dec 17 13:01:14.976281 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfb7e1f8-2dd2-4229-9b6c-e2e111080457 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:14.980295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29038d3d-d70a-4ee8-972e-a17edda3045d req-5f40d293-9c2f-43e0-a7ea-dfccd08d90f7 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715306 Dec 17 13:01:14.980722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:01:15.091337 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-dfb7e1f8-2dd2-4229-9b6c-e2e111080457 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Floating IP cf4954b0-25c6-4e36-998d-0a275e6a24e4 associated. External IP: 172.25.0.110, port: cd9698d4-4058-4119-89c8-a9b1e816f53a. Dec 17 13:01:15.092597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6a1e7c02-0525-4a80-b4d1-0a54cf75e264,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:15.115911 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '6a1e7c02-0525-4a80-b4d1-0a54cf75e264', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '6a1e7c02-0525-4a80-b4d1-0a54cf75e264', 'mac_address': 'fa:16:3e:15:a4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:01:15.213830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efda33a-9da2-45d3-a69e-5944051bc75f req-c18105cb-88b5-40e8-8261-bf37b96a8abe tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:15.217645 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1efda33a-9da2-45d3-a69e-5944051bc75f req-c18105cb-88b5-40e8-8261-bf37b96a8abe tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0711224 Dec 17 13:01:15.226786 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:15.261354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:15.268878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1efda33a-9da2-45d3-a69e-5944051bc75f req-ffbffb9e-a719-4809-8e5c-a8a3109f9988 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498309 Dec 17 13:01:15.269750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efd1d9-5030-4a26-ba19-0f3c392883b3 req-e4b1bbf9-a630-4347-9580-cc8a75db83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:15.271448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51efd1d9-5030-4a26-ba19-0f3c392883b3 req-e4b1bbf9-a630-4347-9580-cc8a75db83eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 1099 time: 0.1273406 Dec 17 13:01:15.296336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6a1e7c02-0525-4a80-b4d1-0a54cf75e264,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:15.371953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be1ef5-071c-4a14-b8e8-0f91b97b78a6 req-d2a31dd5-b576-46b5-be62-4d00ab6cbbb9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:15.373492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5be1ef5-071c-4a14-b8e8-0f91b97b78a6 req-d2a31dd5-b576-46b5-be62-4d00ab6cbbb9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.1469800 Dec 17 13:01:15.384030 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:15.453854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=6a1e7c02-0525-4a80-b4d1-0a54cf75e264,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:15.532987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efd1d9-5030-4a26-ba19-0f3c392883b3 req-909014cc-9bdb-4572-a632-6e9685d6a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:15.534996 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51efd1d9-5030-4a26-ba19-0f3c392883b3 req-909014cc-9bdb-4572-a632-6e9685d6a007 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2474742 Dec 17 13:01:15.544017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5be1ef5-071c-4a14-b8e8-0f91b97b78a6 req-644c6ea6-f36c-4189-a9bb-f55e90b8d9f9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330762 Dec 17 13:01:15.587854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51efd1d9-5030-4a26-ba19-0f3c392883b3 req-bcd7df47-0eb5-434d-bb76-7ecb776b5a77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6 HTTP/1.1" status: 200 len: 217 time: 0.0427432 Dec 17 13:01:15.592718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb7e1f8-2dd2-4229-9b6c-e2e111080457 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Router e49dc660-a5bb-4a1b-96ae-409fda1860d5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:01:15.686842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efd1d9-5030-4a26-ba19-0f3c392883b3 req-d572420b-decf-422a-b853-8df394f50dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:15.688344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51efd1d9-5030-4a26-ba19-0f3c392883b3 req-d572420b-decf-422a-b853-8df394f50dca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0861628 Dec 17 13:01:15.770212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb7e1f8-2dd2-4229-9b6c-e2e111080457 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:01:15.782958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfb7e1f8-2dd2-4229-9b6c-e2e111080457 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:15.784102 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686cff0b-c289-4445-934b-51cb10e9e2fd None None] Sync routers for ids ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:01:15.793206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f6254-c547-4e5a-8941-434d92b6d75a req-8193e6bb-221b-45cd-9d68-d59bb884cdbc tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:15.801097 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cff0b-c289-4445-934b-51cb10e9e2fd None None] Routers {'e49dc660-a5bb-4a1b-96ae-409fda1860d5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:01:15.801336 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e30f6254-c547-4e5a-8941-434d92b6d75a req-8193e6bb-221b-45cd-9d68-d59bb884cdbc tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 948 time: 0.0888767 Dec 17 13:01:15.802143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efd1d9-5030-4a26-ba19-0f3c392883b3 req-04db82ed-2511-4899-8696-cb91c31eeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:15.803194 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-686cff0b-c289-4445-934b-51cb10e9e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:00:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:01:15.803673 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51efd1d9-5030-4a26-ba19-0f3c392883b3 req-04db82ed-2511-4899-8696-cb91c31eeb56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856140 Dec 17 13:01:15.816975 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dfb7e1f8-2dd2-4229-9b6c-e2e111080457 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "PUT /v2.0/floatingips/cf4954b0-25c6-4e36-998d-0a275e6a24e4 HTTP/1.1" status: 200 len: 992 time: 2.2917590 Dec 17 13:01:15.816975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:15.818600 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9382eab-e89e-4abb-b909-ce83e5bfb101" -d '{"events": [{"name": "network-changed", "server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:15.842880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['6a1e7c02-0525-4a80-b4d1-0a54cf75e264'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:15.914445 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e30f6254-c547-4e5a-8941-434d92b6d75a req-e9c428f5-6e6a-4441-8fe2-def0095ec6cb tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118844 Dec 17 13:01:15.962217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51efd1d9-5030-4a26-ba19-0f3c392883b3 req-f68e674e-e421-48e8-8d26-d38efc4861ff service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469448 Dec 17 13:01:16.002358 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0687106-2963-4fe5-aef0-20c20aafcb11 x-openstack-request-id: req-a0687106-2963-4fe5-aef0-20c20aafcb11 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:16.004253 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:16.004570 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0687106-2963-4fe5-aef0-20c20aafcb11 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:16.005032 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'status': 'completed', 'code': 200} Dec 17 13:01:16.031703 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-686cff0b-c289-4445-934b-51cb10e9e2fd None None] Set router e49dc660-a5bb-4a1b-96ae-409fda1860d5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:01:16.117827 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9382eab-e89e-4abb-b909-ce83e5bfb101 req-fd5fa72f-db80-424e-9c0c-a1a4c287bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:16.121695 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9382eab-e89e-4abb-b909-ce83e5bfb101 req-fd5fa72f-db80-424e-9c0c-a1a4c287bf3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 1097 time: 0.0833287 Dec 17 13:01:16.178620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e071c-35ec-4f65-a85e-7390f6eccfe4 req-d87e9e17-5f65-4715-a877-9cec20256721 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:16.180416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf0e071c-35ec-4f65-a85e-7390f6eccfe4 req-d87e9e17-5f65-4715-a877-9cec20256721 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 947 time: 0.1084545 Dec 17 13:01:16.186497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51efd1d9-5030-4a26-ba19-0f3c392883b3 req-88758c97-0a0c-4220-8110-833bfb59bf5a service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145226 Dec 17 13:01:16.242250 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf0e071c-35ec-4f65-a85e-7390f6eccfe4 req-9385d3aa-a6a2-4a53-b759-bc179c006824 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545068 Dec 17 13:01:16.303870 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2fd0958d-4e12-4432-aecc-8ebba89baa17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:16.309688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9382eab-e89e-4abb-b909-ce83e5bfb101 req-f3c68c95-917d-46dc-9436-9d19ae03b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:16.311174 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9382eab-e89e-4abb-b909-ce83e5bfb101 req-f3c68c95-917d-46dc-9436-9d19ae03b59f service neutron] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.1721902 Dec 17 13:01:16.322368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955903-dced-40f0-b54c-13bad1b54d55 req-5e574245-1935-4850-b9a7-e00691e3bb30 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:16.324012 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1955903-dced-40f0-b54c-13bad1b54d55 req-5e574245-1935-4850-b9a7-e00691e3bb30 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.1018085 Dec 17 13:01:16.390598 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-686cff0b-c289-4445-934b-51cb10e9e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:00:43Z', 'revision_number': 4, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'cf4954b0-25c6-4e36-998d-0a275e6a24e4', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'port_id': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'mac_address': 'fa:16:3e:12:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:00:52Z', 'updated_at': '2021-12-17T13:01:14Z', 'revision_number': 1, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b8c218-f012-4990-ae86-4b882acd3a82', 'name': '', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'mac_address': 'fa:16:3e:11:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:42Z', 'updated_at': '2021-12-17T13:00:49Z', 'revision_number': 5, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'subnets': [{'id': '61924618-8120-4596-82b9-92acf8799f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:01:16.425100 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686cff0b-c289-4445-934b-51cb10e9e2fd None None] Checking router: e49dc660-a5bb-4a1b-96ae-409fda1860d5 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:01:16.440800 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cff0b-c289-4445-934b-51cb10e9e2fd None None] Routers {'e49dc660-a5bb-4a1b-96ae-409fda1860d5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:01:16.442102 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b60a2f-0789-4783-9222-1271cf239ad9 req-f21e1ade-917f-41ef-a14d-7fd5ae49c219 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:16.443321 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-686cff0b-c289-4445-934b-51cb10e9e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:01:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:01:16.443660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b60a2f-0789-4783-9222-1271cf239ad9 req-f21e1ade-917f-41ef-a14d-7fd5ae49c219 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.0847507 Dec 17 13:01:16.448141 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1955903-dced-40f0-b54c-13bad1b54d55 req-bda396fa-24a8-4f9e-8874-50fbc568e63c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159818 Dec 17 13:01:16.450331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9382eab-e89e-4abb-b909-ce83e5bfb101 req-74676ac9-33de-4f8f-afda-d7e4dd3022be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 200 len: 1000 time: 0.1250870 Dec 17 13:01:16.526945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9382eab-e89e-4abb-b909-ce83e5bfb101 req-4fcbcef1-a90a-4745-986a-a0939194a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:16.528558 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9382eab-e89e-4abb-b909-ce83e5bfb101 req-4fcbcef1-a90a-4745-986a-a0939194a171 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.0632045 Dec 17 13:01:16.533082 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b60a2f-0789-4783-9222-1271cf239ad9 req-5adcde1d-c5cf-482b-a8fd-f29a685d89a0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784373 Dec 17 13:01:16.569793 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-686cff0b-c289-4445-934b-51cb10e9e2fd None None] Set router e49dc660-a5bb-4a1b-96ae-409fda1860d5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:01:16.581360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9382eab-e89e-4abb-b909-ce83e5bfb101 req-4b8e3cd3-cac8-4f57-91df-364ae51599c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:16.583287 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9382eab-e89e-4abb-b909-ce83e5bfb101 req-4b8e3cd3-cac8-4f57-91df-364ae51599c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456941 Dec 17 13:01:16.682751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ffec9-b250-4989-8c45-e33dafb3086d req-a97c5c71-6625-42d9-bece-6855bfa9fe3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:16.689817 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a35ffec9-b250-4989-8c45-e33dafb3086d req-a97c5c71-6625-42d9-bece-6855bfa9fe3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0582864 Dec 17 13:01:16.738888 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a35ffec9-b250-4989-8c45-e33dafb3086d req-7f5e30ca-8926-4f5c-bf7a-646b540fa546 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473123 Dec 17 13:01:16.748741 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9382eab-e89e-4abb-b909-ce83e5bfb101 req-73998a04-7deb-4616-80f3-0fb6488416e0 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556225 Dec 17 13:01:16.764837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ed710-9cd0-4c4a-a18e-e00cbc767fd7 req-6e5d8dd1-8336-4bba-9224-ce10c7918bc7 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:16.766323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e69ed710-9cd0-4c4a-a18e-e00cbc767fd7 req-6e5d8dd1-8336-4bba-9224-ce10c7918bc7 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1056252 Dec 17 13:01:16.853916 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-686cff0b-c289-4445-934b-51cb10e9e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:00:43Z', 'revision_number': 4, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'cf4954b0-25c6-4e36-998d-0a275e6a24e4', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'port_id': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'mac_address': 'fa:16:3e:12:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:00:52Z', 'updated_at': '2021-12-17T13:01:14Z', 'revision_number': 1, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b8c218-f012-4990-ae86-4b882acd3a82', 'name': '', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'mac_address': 'fa:16:3e:11:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:42Z', 'updated_at': '2021-12-17T13:00:49Z', 'revision_number': 5, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'subnets': [{'id': '61924618-8120-4596-82b9-92acf8799f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:01:16.883459 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686cff0b-c289-4445-934b-51cb10e9e2fd None None] The sync data for ids ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'] in n-d-815324-5 is: [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:00:43Z', 'revision_number': 4, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'cf4954b0-25c6-4e36-998d-0a275e6a24e4', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'port_id': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'mac_address': 'fa:16:3e:12:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:00:52Z', 'updated_at': '2021-12-17T13:01:14Z', 'revision_number': 1, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b8c218-f012-4990-ae86-4b882acd3a82', 'name': '', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'mac_address': 'fa:16:3e:11:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:42Z', 'updated_at': '2021-12-17T13:00:49Z', 'revision_number': 5, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'subnets': [{'id': '61924618-8120-4596-82b9-92acf8799f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:01:17.052500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988a4a4-6a3f-4d62-95e4-d3329c7a8f30 req-7bf97b13-a08a-4ae5-817d-20285e271015 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:17.054109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2988a4a4-6a3f-4d62-95e4-d3329c7a8f30 req-7bf97b13-a08a-4ae5-817d-20285e271015 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 948 time: 0.0669522 Dec 17 13:01:17.115662 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2988a4a4-6a3f-4d62-95e4-d3329c7a8f30 req-0d1e6f79-d6ca-4c24-87b1-e918e22175ed tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545785 Dec 17 13:01:17.116440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6f4977b1-a285-43b4-82bf-9e73c5b573c6 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:01:17.159957 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e69ed710-9cd0-4c4a-a18e-e00cbc767fd7 req-42285ca7-944e-43ba-b55e-7264e1df554a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862612 Dec 17 13:01:17.176536 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9382eab-e89e-4abb-b909-ce83e5bfb101 req-92e15139-59f3-4736-8a8a-18cc0b833308 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187422 Dec 17 13:01:17.220679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e3bc5d-43a9-420d-857a-a7af31431245 None None] New status for floating IP cf4954b0-25c6-4e36-998d-0a275e6a24e4: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:01:17.410504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb4ed0-c21a-4a68-881e-fce2b657f86e req-fa0a8a2f-6bff-4c9b-af75-97879346c153 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:17.412139 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2beb4ed0-c21a-4a68-881e-fce2b657f86e req-fa0a8a2f-6bff-4c9b-af75-97879346c153 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 947 time: 0.0560007 Dec 17 13:01:17.486326 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2beb4ed0-c21a-4a68-881e-fce2b657f86e req-7c6f385e-b1bc-4b64-9383-ce5ee435142b tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665386 Dec 17 13:01:17.511525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:17.524929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '6f4977b1-a285-43b4-82bf-9e73c5b573c6', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '6f4977b1-a285-43b4-82bf-9e73c5b573c6', 'mac_address': 'fa:16:3e:d1:9b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:01:17.599220 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:17.602677 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:17.613388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4977b1-a285-43b4-82bf-9e73c5b573c6 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:17.629647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb3d47-a5c0-4c78-a51c-d40c039a4c71 req-4a007321-db40-4dff-a577-042ea97c62bf tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:17.631410 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b0eb3d47-a5c0-4c78-a51c-d40c039a4c71 req-4a007321-db40-4dff-a577-042ea97c62bf tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.0564649 Dec 17 13:01:17.635955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:17.710148 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b0eb3d47-a5c0-4c78-a51c-d40c039a4c71 req-774c3fc2-ce16-4602-827f-a6bf98703112 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723045 Dec 17 13:01:17.724719 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:17.724719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6c10b54f-23be-48b9-9e77-038bce8bf436 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:01:17.806652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6c10b54f-23be-48b9-9e77-038bce8bf436, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6c10b54f-23be-48b9-9e77-038bce8bf436,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:17.822777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=6f4977b1-a285-43b4-82bf-9e73c5b573c6,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:17.833254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '6c10b54f-23be-48b9-9e77-038bce8bf436', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '6c10b54f-23be-48b9-9e77-038bce8bf436', 'mac_address': 'fa:16:3e:97:dd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:01:17.881153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8a30d-a3f7-40b1-93ba-420ffff0a9af req-60a95b0c-0e3b-48e3-818c-38db727c4e29 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:17.882827 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63b8a30d-a3f7-40b1-93ba-420ffff0a9af req-60a95b0c-0e3b-48e3-818c-38db727c4e29 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0648658 Dec 17 13:01:17.891178 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:17.910496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c10b54f-23be-48b9-9e77-038bce8bf436 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:17.933887 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6c10b54f-23be-48b9-9e77-038bce8bf436, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6c10b54f-23be-48b9-9e77-038bce8bf436,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:17.959265 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63b8a30d-a3f7-40b1-93ba-420ffff0a9af req-7ef1fc9b-ddd2-482a-9d77-f37f36d5e24a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697834 Dec 17 13:01:18.021970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-147a7fb6-ca88-4164-bdc5-a8b4178c3e79 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:18.021970 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-147a7fb6-ca88-4164-bdc5-a8b4178c3e79 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/networks?id=88aa7498-fa67-4f3c-bd53-37ad902bc913 HTTP/1.1" status: 200 len: 815 time: 0.1285231 Dec 17 13:01:18.036171 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-f8e76859-603d-433c-afbb-589d2b108947 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/quotas/66edfbd2934f4e639ca09ab80319e7ad HTTP/1.1" status: 200 len: 375 time: 0.0108218 Dec 17 13:01:18.041416 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:18.088958 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-be66e350-8de3-4ad6-b3db-171637926477 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=66edfbd2934f4e639ca09ab80319e7ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444481 Dec 17 13:01:18.098730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=6c10b54f-23be-48b9-9e77-038bce8bf436,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:18.197077 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-34b3f309-229e-494e-8c46-d1881f73dd44 service neutron] 10.222.0.59 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972719 Dec 17 13:01:18.254001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ec19d-f80b-4213-b9c0-17a1fc4cc5c8 req-bfb148bb-4b39-441c-ba48-d804a609c369 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:18.262139 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-150ec19d-f80b-4213-b9c0-17a1fc4cc5c8 req-bfb148bb-4b39-441c-ba48-d804a609c369 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 948 time: 0.0760200 Dec 17 13:01:18.307216 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-781dc5cc-4e79-438f-b603-6f00f6b5d8a6 service neutron] 10.222.0.59 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038389 Dec 17 13:01:18.315649 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-150ec19d-f80b-4213-b9c0-17a1fc4cc5c8 req-0461112e-463d-4c28-aba0-e72921269839 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526350 Dec 17 13:01:18.389692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['6f4977b1-a285-43b4-82bf-9e73c5b573c6'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:18.431162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['6c10b54f-23be-48b9-9e77-038bce8bf436'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:18.659591 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-889159c2-fd4a-41d5-ab98-4bd2ecae2a1f req-b998a2d5-4a73-4cf9-b72c-f81f0e352d82 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 210 time: 0.0475411 Dec 17 13:01:18.681192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ba452-a800-4107-91e1-c2392bf67127 req-55edc396-b208-4424-8727-331508176019 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:18.688651 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fd5ba452-a800-4107-91e1-c2392bf67127 req-55edc396-b208-4424-8727-331508176019 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 948 time: 0.1253128 Dec 17 13:01:18.757031 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:18.763737 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fd5ba452-a800-4107-91e1-c2392bf67127 req-f3fe2420-61fd-4d11-8f04-d58785b37213 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741656 Dec 17 13:01:18.887878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a88c6-1227-4066-843e-d65c73accf07 req-3fb01aba-bf11-4979-b7aa-2a8ff3ae1d32 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:18.887878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-017a88c6-1227-4066-843e-d65c73accf07 req-3fb01aba-bf11-4979-b7aa-2a8ff3ae1d32 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.0601070 Dec 17 13:01:18.938405 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-017a88c6-1227-4066-843e-d65c73accf07 req-bb0c8224-21c8-4a4a-a674-88bc2a3a706f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479696 Dec 17 13:01:19.017798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:01:19.108902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1a0df-7635-4403-b68d-646fb4e754a8 req-44bd72d7-096d-419b-9111-d8df466f76d0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:19.118041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aec1a0df-7635-4403-b68d-646fb4e754a8 req-44bd72d7-096d-419b-9111-d8df466f76d0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0686824 Dec 17 13:01:19.138449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:01:19.142645 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:19.143282 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:19.187509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aec1a0df-7635-4403-b68d-646fb4e754a8 req-d3a279e9-91f2-4b87-bbb3-a3295da89c2a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684381 Dec 17 13:01:19.249524 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:19.283805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7df88f-d6db-4e4a-8f5c-b55b149f38b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e7c02-0525-4a80-b4d1-0a54cf75e264'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:19.287272 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05728830-d51e-4747-ae89-f8eaa8584249" -d '{"events": [{"server_uuid": "8d7df88f-d6db-4e4a-8f5c-b55b149f38b6", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e7c02-0525-4a80-b4d1-0a54cf75e264"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:19.303673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6a1e7c02-0525-4a80-b4d1-0a54cf75e264,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:19.330812 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8520731b-3878-4a81-9959-eb33155c2761 x-openstack-request-id: req-8520731b-3878-4a81-9959-eb33155c2761 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:19.336241 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7df88f-d6db-4e4a-8f5c-b55b149f38b6", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e7c02-0525-4a80-b4d1-0a54cf75e264", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:19.336241 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8520731b-3878-4a81-9959-eb33155c2761 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:19.336241 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7df88f-d6db-4e4a-8f5c-b55b149f38b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e7c02-0525-4a80-b4d1-0a54cf75e264', 'code': 200} Dec 17 13:01:19.384854 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:19.466065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=6a1e7c02-0525-4a80-b4d1-0a54cf75e264,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:19.577321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e28c1-a851-46c1-8c72-c0b5ca5d81d3 req-17a81d58-0cbd-44fe-8e9d-9eac9bfe1a6b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:19.579089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-568e28c1-a851-46c1-8c72-c0b5ca5d81d3 req-17a81d58-0cbd-44fe-8e9d-9eac9bfe1a6b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 949 time: 0.1605084 Dec 17 13:01:19.587216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c922c-5bb7-46f9-b331-8383bb3a0c41 req-ccd96e99-143b-4988-ba97-2090844e8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:19.588948 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-939c922c-5bb7-46f9-b331-8383bb3a0c41 req-ccd96e99-143b-4988-ba97-2090844e8975 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 1100 time: 0.1206400 Dec 17 13:01:19.601409 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:19.624438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be6ad3-e0ef-4c60-8852-12e080d0309b req-1956bad6-e47e-4b54-a48d-528b4f747dc0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:19.626074 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72be6ad3-e0ef-4c60-8852-12e080d0309b req-1956bad6-e47e-4b54-a48d-528b4f747dc0 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d8329dc-4d6f-4819-9d10-1a70e7601d51 HTTP/1.1" status: 200 len: 945 time: 0.1597486 Dec 17 13:01:19.763799 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a19694b-0817-451a-a13e-3c22b00df8d7 req-c0d37669-1a80-4a12-9dbf-5467feb47cd8 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 210 time: 0.0343370 Dec 17 13:01:19.782347 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-568e28c1-a851-46c1-8c72-c0b5ca5d81d3 req-bec124ac-89fe-45c7-af4f-aafbe83a374f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791658 Dec 17 13:01:19.811047 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-939c922c-5bb7-46f9-b331-8383bb3a0c41 req-39708873-dcee-4a45-9469-1122ac370c29 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041676 Dec 17 13:01:19.849719 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-72be6ad3-e0ef-4c60-8852-12e080d0309b req-2be0efaf-67e3-42f4-83db-579a1dbb3c11 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Deleting port 02f21074-27e8-4984-b061-910946fc3f70 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:01:19.852479 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72be6ad3-e0ef-4c60-8852-12e080d0309b req-2be0efaf-67e3-42f4-83db-579a1dbb3c11 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:19.928933 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474baf5f-570f-4a19-b05e-40fb965e090b req-1a1cfab9-9ee3-4a2a-958f-15d5db3def0c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:19.937314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-474baf5f-570f-4a19-b05e-40fb965e090b req-1a1cfab9-9ee3-4a2a-958f-15d5db3def0c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 948 time: 0.0645924 Dec 17 13:01:19.958240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-72be6ad3-e0ef-4c60-8852-12e080d0309b req-2be0efaf-67e3-42f4-83db-579a1dbb3c11 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] For port 02f21074-27e8-4984-b061-910946fc3f70, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=02f21074-27e8-4984-b061-910946fc3f70,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:19.958867 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72be6ad3-e0ef-4c60-8852-12e080d0309b req-2be0efaf-67e3-42f4-83db-579a1dbb3c11 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:19.978177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-72be6ad3-e0ef-4c60-8852-12e080d0309b req-2be0efaf-67e3-42f4-83db-579a1dbb3c11 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Calling delete_port for 02f21074-27e8-4984-b061-910946fc3f70 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:01:20.004818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-474baf5f-570f-4a19-b05e-40fb965e090b req-80114d40-6d5c-4acc-9de8-75d5096ac264 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632751 Dec 17 13:01:20.153050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8ebe7-7b1f-469d-97a3-609eb0bdebea req-0ea39072-6971-4286-b5fe-1e132660384b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:20.154526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26c8ebe7-7b1f-469d-97a3-609eb0bdebea req-0ea39072-6971-4286-b5fe-1e132660384b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 944 time: 0.0879269 Dec 17 13:01:20.209500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26c8ebe7-7b1f-469d-97a3-609eb0bdebea req-b64defc5-b656-4678-b07b-40b41a1e115d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472152 Dec 17 13:01:20.253017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72be6ad3-e0ef-4c60-8852-12e080d0309b req-2be0efaf-67e3-42f4-83db-579a1dbb3c11 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:20.265539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['02f21074-27e8-4984-b061-910946fc3f70'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:20.283580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0efaf-67e3-42f4-83db-579a1dbb3c11 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Pushing event deleted for resources: {'Port': ['ID=02f21074-27e8-4984-b061-910946fc3f70,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:20.343399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-72be6ad3-e0ef-4c60-8852-12e080d0309b req-2be0efaf-67e3-42f4-83db-579a1dbb3c11 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] No DVR routers for this DVR port 02f21074-27e8-4984-b061-910946fc3f70 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:01:20.347411 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72be6ad3-e0ef-4c60-8852-12e080d0309b req-2be0efaf-67e3-42f4-83db-579a1dbb3c11 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:20.352291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72be6ad3-e0ef-4c60-8852-12e080d0309b req-2be0efaf-67e3-42f4-83db-579a1dbb3c11 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.54 "DELETE /v2.0/ports/02f21074-27e8-4984-b061-910946fc3f70 HTTP/1.1" status: 204 len: 173 time: 0.7096257 Dec 17 13:01:20.352817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8329dc-4d6f-4819-9d10-1a70e7601d51', 'name': 'network-vif-deleted', 'tag': '02f21074-27e8-4984-b061-910946fc3f70'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:20.354745 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-1d16861f-d7e4-43fc-9f45-d26029e5c31b service neutron] 10.222.0.61 "GET /v2.0/ports/299d3f21-b608-458e-b0ab-c0dcf0d766fd/bindings/n-h1-815324-5 HTTP/1.1" status: 200 len: 384 time: 0.1350636 Dec 17 13:01:20.355264 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c683e2-6e3a-4319-9966-b39b3db12396" -d '{"events": [{"server_uuid": "9d8329dc-4d6f-4819-9d10-1a70e7601d51", "name": "network-vif-deleted", "tag": "02f21074-27e8-4984-b061-910946fc3f70"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:20.367992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4ce67-74ae-4d0c-8dc7-446896b8521a req-50023a05-b597-40a9-beb8-70e4e7c9169c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:20.369880 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-32d4ce67-74ae-4d0c-8dc7-446896b8521a req-50023a05-b597-40a9-beb8-70e4e7c9169c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0872798 Dec 17 13:01:20.402727 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0f2469-5d55-417e-b381-45efcda76ddb x-openstack-request-id: req-ce0f2469-5d55-417e-b381-45efcda76ddb {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:20.403015 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8329dc-4d6f-4819-9d10-1a70e7601d51", "name": "network-vif-deleted", "tag": "02f21074-27e8-4984-b061-910946fc3f70", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:20.403320 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce0f2469-5d55-417e-b381-45efcda76ddb {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:20.403671 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8329dc-4d6f-4819-9d10-1a70e7601d51', 'name': 'network-vif-deleted', 'tag': '02f21074-27e8-4984-b061-910946fc3f70', 'status': 'completed', 'code': 200} Dec 17 13:01:20.469899 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-32d4ce67-74ae-4d0c-8dc7-446896b8521a req-d6718fc4-4086-40de-8582-0705a209899d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923038 Dec 17 13:01:20.608422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-ec4f95b5-2313-4245-bc95-6db6fb058be1 service neutron] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:20.632688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-ec4f95b5-2313-4245-bc95-6db6fb058be1 service neutron] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:20.675694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-ec4f95b5-2313-4245-bc95-6db6fb058be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299d3f21-b608-458e-b0ab-c0dcf0d766fd {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:20.686821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-ec4f95b5-2313-4245-bc95-6db6fb058be1 service neutron] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:20.761304 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-ec4f95b5-2313-4245-bc95-6db6fb058be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:20.847218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-ec4f95b5-2313-4245-bc95-6db6fb058be1 service neutron] Transition to ACTIVE for port object 299d3f21-b608-458e-b0ab-c0dcf0d766fd will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:01:20.879416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8a9d09ee-3c80-4c75-91ca-a58041c68b9f req-2b0cbc21-2dfc-4197-9869-81fcb23b19d5 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 210 time: 0.0385904 Dec 17 13:01:20.910954 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-ec4f95b5-2313-4245-bc95-6db6fb058be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:20.989218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d34c6-9afa-4e27-8d54-147227fdf6ec req-54b0a55e-dafa-49ea-b803-3a20502a9a8a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:20.990810 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-129d34c6-9afa-4e27-8d54-147227fdf6ec req-54b0a55e-dafa-49ea-b803-3a20502a9a8a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 949 time: 0.1269829 Dec 17 13:01:20.991604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-ec4f95b5-2313-4245-bc95-6db6fb058be1 service neutron] No DVR routers for this DVR port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:01:21.025976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f95b5-2313-4245-bc95-6db6fb058be1 service neutron] Pushing event updated for resources: {'Port': ['ID=299d3f21-b608-458e-b0ab-c0dcf0d766fd,revision_number=10']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:21.055463 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-ec4f95b5-2313-4245-bc95-6db6fb058be1 service neutron] 10.222.0.61 "PUT /v2.0/ports/299d3f21-b608-458e-b0ab-c0dcf0d766fd/bindings/n-h1-815324-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6841755 Dec 17 13:01:21.077995 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-129d34c6-9afa-4e27-8d54-147227fdf6ec req-eb9fcc73-c48f-4740-a028-82ed09328d2a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755091 Dec 17 13:01:21.150851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a582f-b085-44dd-abb0-e4a3f94ae6ea req-55865175-54d7-4274-9518-a5ccd0587bf2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:21.152863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-773a582f-b085-44dd-abb0-e4a3f94ae6ea req-55865175-54d7-4274-9518-a5ccd0587bf2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 948 time: 0.0615234 Dec 17 13:01:21.153186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6f4977b1-a285-43b4-82bf-9e73c5b573c6 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:01:21.210455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-773a582f-b085-44dd-abb0-e4a3f94ae6ea req-c653e5ba-bdf9-4b1a-b884-7292a443b703 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512805 Dec 17 13:01:21.280378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:01:21.286656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:21.289519 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:21.372935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-516632b1-edbb-4402-a338-621cf6b6f2ba tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:21.374500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-516632b1-edbb-4402-a338-621cf6b6f2ba tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba&tenant_id=9614be50faf74fb8a529668bc3e6df5e&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1096 time: 0.0773113 Dec 17 13:01:21.379214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ba578-e656-4d9b-98ae-f39fdb3fc6c9 req-c9d86030-5665-45ee-9951-cd74aa2e8442 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:21.391305 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-381ba578-e656-4d9b-98ae-f39fdb3fc6c9 req-c9d86030-5665-45ee-9951-cd74aa2e8442 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 945 time: 0.0987823 Dec 17 13:01:21.394816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b359d5e8-c419-4fab-a68b-121032967218 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:21.396312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b359d5e8-c419-4fab-a68b-121032967218 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.54 "GET /v2.0/networks?id=88aa7498-fa67-4f3c-bd53-37ad902bc913 HTTP/1.1" status: 200 len: 815 time: 0.1511121 Dec 17 13:01:21.404020 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:21.431880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4977b1-a285-43b4-82bf-9e73c5b573c6'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:21.434825 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e15697-1a5e-4323-a49c-29ec842e327f" -d '{"events": [{"server_uuid": "8ed951f2-9189-4bb6-bcdd-654c1cbf4392", "name": "network-vif-plugged", "status": "completed", "tag": "6f4977b1-a285-43b4-82bf-9e73c5b573c6"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:21.447015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Request body: {'port': {'device_id': 'b85fc393-a811-4c8f-9c7f-721b9324bc95', 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913', 'admin_state_up': True, 'tenant_id': '66edfbd2934f4e639ca09ab80319e7ad'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:21.473091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:21.479440 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-381ba578-e656-4d9b-98ae-f39fdb3fc6c9 req-c94e3653-c3b0-4a9a-9062-06ff5ee590ed tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869648 Dec 17 13:01:21.504052 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3b6796-d050-41a9-b19b-542d378e0ade x-openstack-request-id: req-ff3b6796-d050-41a9-b19b-542d378e0ade {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:21.504829 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed951f2-9189-4bb6-bcdd-654c1cbf4392", "name": "network-vif-plugged", "status": "completed", "tag": "6f4977b1-a285-43b4-82bf-9e73c5b573c6", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:21.505086 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff3b6796-d050-41a9-b19b-542d378e0ade {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:21.505515 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4977b1-a285-43b4-82bf-9e73c5b573c6', 'code': 200} Dec 17 13:01:21.537570 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:21.538790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6c10b54f-23be-48b9-9e77-038bce8bf436 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:01:21.555304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-1b00369c-0690-436e-a381-e9b3653193a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:21.558305 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-1b00369c-0690-436e-a381-e9b3653193a5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba&tenant_id=9614be50faf74fb8a529668bc3e6df5e HTTP/1.1" status: 200 len: 1096 time: 0.1606145 Dec 17 13:01:21.683239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=6f4977b1-a285-43b4-82bf-9e73c5b573c6,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:21.700963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-b43d9bb2-58d4-4949-8b76-965ac6f48b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:21.703084 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-b43d9bb2-58d4-4949-8b76-965ac6f48b42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 1096 time: 0.0713427 Dec 17 13:01:21.716543 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf427601-1a77-4fc3-ad09-660e656821cd req-783c3f33-4952-4acd-8a60-dda02e99c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:21.718270 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf427601-1a77-4fc3-ad09-660e656821cd req-783c3f33-4952-4acd-8a60-dda02e99c592 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 1101 time: 0.0713167 Dec 17 13:01:21.723867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0d77f-c560-4424-a370-ce5653ad1d29 req-6808f324-0269-4668-b3e2-e19942d33f66 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:21.725422 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ec0d77f-c560-4424-a370-ce5653ad1d29 req-6808f324-0269-4668-b3e2-e19942d33f66 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.1379528 Dec 17 13:01:21.770575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Made reservation on behalf of 66edfbd2934f4e639ca09ab80319e7ad for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:01:21.774100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:21.780221 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf427601-1a77-4fc3-ad09-660e656821cd req-9c12b974-5d5b-4dd8-97ac-870361c56d3e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467830 Dec 17 13:01:21.790035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 6c10b54f-23be-48b9-9e77-038bce8bf436 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:01:21.795562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 6c10b54f-23be-48b9-9e77-038bce8bf436 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:21.796104 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:21.898339 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:21.957795 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ec0d77f-c560-4424-a370-ce5653ad1d29 req-90b6ddbe-1353-41b6-aa54-a52edc4dea5e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048445 Dec 17 13:01:21.976853 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6c10b54f-23be-48b9-9e77-038bce8bf436, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6c10b54f-23be-48b9-9e77-038bce8bf436,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:21.997472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-3334d4f2-72db-4f46-bff7-fbec9dc7218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:21.999081 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-3334d4f2-72db-4f46-bff7-fbec9dc7218b service neutron] 10.222.0.54 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.2676849 Dec 17 13:01:22.005288 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b175795d-421c-40da-a3a7-8dc5c4d5934a req-4969fa09-30ac-4a44-bd76-cd83352bea69 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 210 time: 0.0304015 Dec 17 13:01:22.058953 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:22.059777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 299d3f21-b608-458e-b0ab-c0dcf0d766fd no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:01:22.070013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-95edf70b-6117-40c4-807a-aebecd6ec92a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd HTTP/1.1" status: 200 len: 217 time: 0.0412085 Dec 17 13:01:22.115416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Allocated IP 172.20.0.3 (88aa7498-fa67-4f3c-bd53-37ad902bc913/98082a87-8f9d-4c39-8f34-da72827610be/93410e86-9478-46ab-9484-7e315e597896) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:01:22.143477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 299d3f21-b608-458e-b0ab-c0dcf0d766fd not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:01:22.145546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=6c10b54f-23be-48b9-9e77-038bce8bf436,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:22.151239 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-d2841a41-f0e4-4ce8-95cd-da57b1f641fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:22.154099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-d2841a41-f0e4-4ce8-95cd-da57b1f641fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0683382 Dec 17 13:01:22.231016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-a9e76b89-f141-45a5-8464-dde6e6b2a4b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509131 Dec 17 13:01:22.353801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a558bb2-a568-4dec-826e-4691718ee143 req-11986bb2-1eab-4547-bd8c-955e4ea6368a tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:22.358088 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a558bb2-a568-4dec-826e-4691718ee143 req-11986bb2-1eab-4547-bd8c-955e4ea6368a tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 949 time: 0.0599287 Dec 17 13:01:22.418561 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a558bb2-a568-4dec-826e-4691718ee143 req-447540e9-efb8-400b-b73a-733e038ed460 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568411 Dec 17 13:01:22.634907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e07236-c2b3-4a68-af05-11063bb362ef req-1c152e03-d6c0-4c57-89f7-0f6a9362f749 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:22.637130 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a4e07236-c2b3-4a68-af05-11063bb362ef req-1c152e03-d6c0-4c57-89f7-0f6a9362f749 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 945 time: 0.0623484 Dec 17 13:01:22.642057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1bab2-ed62-4645-9143-2cdc17fb9a5c req-02a3de23-c661-4639-9ab6-cea61feb50a2 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:22.646045 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9a1bab2-ed62-4645-9143-2cdc17fb9a5c req-02a3de23-c661-4639-9ab6-cea61feb50a2 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 949 time: 0.4494371 Dec 17 13:01:22.696985 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a4e07236-c2b3-4a68-af05-11063bb362ef req-23e6d1c0-d25a-4f7d-a73b-3a6912197a44 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530210 Dec 17 13:01:22.723046 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:22.725856 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-d2cdb205-89d2-4d3f-b1e9-d5b37b79fbf3 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738708 Dec 17 13:01:22.792572 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9a1bab2-ed62-4645-9143-2cdc17fb9a5c req-0e1d5b3b-bd84-4802-a1c7-8eedc1dd590a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375995 Dec 17 13:01:22.855945 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-a0d686d2-68b4-4c91-9695-22e4b8a152e2 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168864 Dec 17 13:01:22.910171 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:22.966000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64487845-d9ff-4811-aa41-a2dd6a9de085 req-6d26d643-3e82-407e-ad5f-4a4317c2ab72 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:22.967646 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-64487845-d9ff-4811-aa41-a2dd6a9de085 req-6d26d643-3e82-407e-ad5f-4a4317c2ab72 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 1100 time: 0.0914500 Dec 17 13:01:22.977027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Network 88aa7498-fa67-4f3c-bd53-37ad902bc913 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:01:22.987030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:01:22.990579 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Pushing event updated for resources: {'Port': ['ID=93410e86-9478-46ab-9484-7e315e597896,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:23.004265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:01:23.006664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:23.008227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:23.030827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 02f21074-27e8-4984-b061-910946fc3f70 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:01:23.042685 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-64487845-d9ff-4811-aa41-a2dd6a9de085 req-f4eed6f6-e9dd-49e4-aedd-021a92128cef tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674770 Dec 17 13:01:23.071623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 02f21074-27e8-4984-b061-910946fc3f70 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:01:23.072051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 02f21074-27e8-4984-b061-910946fc3f70 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:01:23.117374 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-a883ee34-64b5-4d58-814a-5440f1caea4a tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6664577 Dec 17 13:01:23.127327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913dd0d-9ece-4e77-a6a8-82950016e9fd req-7a08fa72-fdf6-4a15-be5e-2fdf8b3f4d41 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:23.127903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Request body: {'port': {'device_id': 'b85fc393-a811-4c8f-9c7f-721b9324bc95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:23.129708 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e913dd0d-9ece-4e77-a6a8-82950016e9fd req-7a08fa72-fdf6-4a15-be5e-2fdf8b3f4d41 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0750365 Dec 17 13:01:23.214551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e913dd0d-9ece-4e77-a6a8-82950016e9fd req-8ebaf441-17bf-40c3-a488-51ba1a6a1455 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777891 Dec 17 13:01:23.265088 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:23.285009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836bcfb-ee25-4a2e-a29c-65fb6c4ea79c req-c341870b-5a55-4df6-a349-c9e1b07c6457 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:23.286751 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e836bcfb-ee25-4a2e-a29c-65fb6c4ea79c req-c341870b-5a55-4df6-a349-c9e1b07c6457 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 931 time: 0.1065860 Dec 17 13:01:23.354779 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-88ba5fec-ccd6-426e-ac93-7cee0cf00f66 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255144 Dec 17 13:01:23.472220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e836bcfb-ee25-4a2e-a29c-65fb6c4ea79c req-4c61186c-73b4-4be8-8599-93d25cf916a7 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725731 Dec 17 13:01:23.487294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-cfd6d010-56ea-4843-9fd7-bcfd223037af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:23.487294 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-cfd6d010-56ea-4843-9fd7-bcfd223037af tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1240396 Dec 17 13:01:23.507542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebbb040-00a5-4ff3-84c9-0cab5ed37442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c10b54f-23be-48b9-9e77-038bce8bf436'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:23.510694 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c1f566-6518-4f2d-a39b-599a40b4b775" -d '{"events": [{"server_uuid": "cebbb040-00a5-4ff3-84c9-0cab5ed37442", "name": "network-vif-plugged", "status": "completed", "tag": "6c10b54f-23be-48b9-9e77-038bce8bf436"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:23.522441 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-cddbfd84-2364-40b9-8b3e-e9d7b188f9a6 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/quotas/162344edac8740ada2447494ea66f0df HTTP/1.1" status: 200 len: 375 time: 0.0253260 Dec 17 13:01:23.550830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-c0e10f3b-abda-4cb9-ad1a-852c732bb6c5 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:23.552339 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-c0e10f3b-abda-4cb9-ad1a-852c732bb6c5 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba&tenant_id=9614be50faf74fb8a529668bc3e6df5e&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1096 time: 0.1230288 Dec 17 13:01:23.606726 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-036444dc-8e8a-41ac-b70a-d932e05515f9 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0813384 Dec 17 13:01:23.702705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6b0f3-25b6-42bf-8f7c-458f7d9c94ee req-2629aeed-aac4-47be-830a-871335b7377b tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:23.704349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e2c6b0f3-25b6-42bf-8f7c-458f7d9c94ee req-2629aeed-aac4-47be-830a-871335b7377b tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 949 time: 0.1335127 Dec 17 13:01:23.774907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93410e86-9478-46ab-9484-7e315e597896 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:23.789029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:23.825783 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6224489-23e6-4db4-8bbf-705d11c225dd x-openstack-request-id: req-c6224489-23e6-4db4-8bbf-705d11c225dd {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:23.826186 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebbb040-00a5-4ff3-84c9-0cab5ed37442", "name": "network-vif-plugged", "status": "completed", "tag": "6c10b54f-23be-48b9-9e77-038bce8bf436", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:23.826513 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6224489-23e6-4db4-8bbf-705d11c225dd {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:23.826909 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebbb040-00a5-4ff3-84c9-0cab5ed37442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c10b54f-23be-48b9-9e77-038bce8bf436', 'code': 200} Dec 17 13:01:23.839660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e2c6b0f3-25b6-42bf-8f7c-458f7d9c94ee req-4744ca1d-df71-45c6-af22-21903aa1be60 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118536 Dec 17 13:01:23.853692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Transition to ACTIVE for port object 93410e86-9478-46ab-9484-7e315e597896 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:01:23.936290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-d0c1996a-6eb6-41b4-862a-79ea70d17873 service neutron] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:23.940144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1f4fd31-f799-4e2e-bb0b-db03982b6771 req-0963bb1f-ce1f-4b69-9337-11317201b02b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 210 time: 0.0452030 Dec 17 13:01:23.943435 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-d0c1996a-6eb6-41b4-862a-79ea70d17873 service neutron] Publish callbacks [] for binding, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:23.944492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8397124-0c27-4999-bf1f-5dd0605bd72b req-d0c1996a-6eb6-41b4-862a-79ea70d17873 service neutron] 10.222.0.54 "DELETE /v2.0/ports/299d3f21-b608-458e-b0ab-c0dcf0d766fd/bindings/n-h2-815324-5 HTTP/1.1" status: 204 len: 173 time: 0.3748205 Dec 17 13:01:23.945090 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:24.022510 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:01:24.024560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Pushing event updated for resources: {'Port': ['ID=93410e86-9478-46ab-9484-7e315e597896,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:24.063632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Attempting to bind port 93410e86-9478-46ab-9484-7e315e597896 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:01:24.064549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Attempting to bind port 93410e86-9478-46ab-9484-7e315e597896 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:01:24.064549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Attempting to bind port 93410e86-9478-46ab-9484-7e315e597896 on network 88aa7498-fa67-4f3c-bd53-37ad902bc913 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:24.070527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dea40-cc5e-44c1-a9de-52c3cdedf189 req-83a81d96-fe48-41cc-9bf7-f0e8376636b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:24.070527 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a98dea40-cc5e-44c1-a9de-52c3cdedf189 req-83a81d96-fe48-41cc-9bf7-f0e8376636b8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 1100 time: 0.1516504 Dec 17 13:01:24.070735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Port 93410e86-9478-46ab-9484-7e315e597896 on network 88aa7498-fa67-4f3c-bd53-37ad902bc913 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:01:24.070735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Attempting to bind port 93410e86-9478-46ab-9484-7e315e597896 on network 88aa7498-fa67-4f3c-bd53-37ad902bc913 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:24.076429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:01:24.076787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Checking segment: {'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:24.077175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Bound using segment: {'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:01:24.077629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Bound port: 93410e86-9478-46ab-9484-7e315e597896, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5206ecf-ef1e-4fd1-8d6a-940737181dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:01:24.077792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf7983-aa20-46b3-89d7-00f991b84c0f req-2e288f37-6d38-47d7-86f0-e1b376f8de1e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:24.077996 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:24.087771 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9fdf7983-aa20-46b3-89d7-00f991b84c0f req-2e288f37-6d38-47d7-86f0-e1b376f8de1e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 945 time: 0.1803679 Dec 17 13:01:24.157964 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a98dea40-cc5e-44c1-a9de-52c3cdedf189 req-cd902968-d98b-46d8-91b6-1a8d5aca963f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690079 Dec 17 13:01:24.190042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] For port 93410e86-9478-46ab-9484-7e315e597896, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:24.194129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] For port 93410e86-9478-46ab-9484-7e315e597896, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=93410e86-9478-46ab-9484-7e315e597896,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:01:24.195624 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9fdf7983-aa20-46b3-89d7-00f991b84c0f req-5291b3e9-1cb0-4a61-a321-0a3762d9066a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925107 Dec 17 13:01:24.275167 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:24.321457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:24.322579 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:24.324017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] 10.222.0.54 "PUT /v2.0/ports/93410e86-9478-46ab-9484-7e315e597896 HTTP/1.1" status: 200 len: 1091 time: 1.2007401 Dec 17 13:01:24.328626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85fc393-a811-4c8f-9c7f-721b9324bc95', 'tag': '93410e86-9478-46ab-9484-7e315e597896'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:24.332786 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96779684-eec5-49fd-9842-fb6e097015f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b85fc393-a811-4c8f-9c7f-721b9324bc95", "tag": "93410e86-9478-46ab-9484-7e315e597896"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:24.363402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a28e2e-9129-476a-9c35-d1173173a216 service neutron] Pushing event updated for resources: {'Port': ['ID=93410e86-9478-46ab-9484-7e315e597896,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:24.370959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380ede8-6707-408c-941d-9b77f735414f req-415e9bcf-35f1-400d-86ab-7e102f4c8331 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:24.372622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f380ede8-6707-408c-941d-9b77f735414f req-415e9bcf-35f1-400d-86ab-7e102f4c8331 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0822139 Dec 17 13:01:24.436448 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f380ede8-6707-408c-941d-9b77f735414f req-a851fa71-c17e-4643-b055-ad008cba31cb tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573046 Dec 17 13:01:24.504514 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5648e43-f924-42ea-8ef0-b7e3b33e1482 x-openstack-request-id: req-f5648e43-f924-42ea-8ef0-b7e3b33e1482 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:24.504816 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85fc393-a811-4c8f-9c7f-721b9324bc95", "tag": "93410e86-9478-46ab-9484-7e315e597896", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:24.505067 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5648e43-f924-42ea-8ef0-b7e3b33e1482 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:24.505470 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85fc393-a811-4c8f-9c7f-721b9324bc95', 'tag': '93410e86-9478-46ab-9484-7e315e597896', 'status': 'completed', 'code': 200} Dec 17 13:01:24.523579 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-08fb0b14-be82-4cb4-8bf0-0daa9d174f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:24.525132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-08fb0b14-be82-4cb4-8bf0-0daa9d174f20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=66edfbd2934f4e639ca09ab80319e7ad&device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 1094 time: 0.0864487 Dec 17 13:01:24.530994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056ee59-d9bf-4bde-80ba-6cefded32011 req-71d96b7a-8eb0-4e2f-8f0e-5aeb24390607 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:24.534076 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a056ee59-d9bf-4bde-80ba-6cefded32011 req-71d96b7a-8eb0-4e2f-8f0e-5aeb24390607 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 1096 time: 0.0577126 Dec 17 13:01:24.578972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-3070f924-5e2a-48fd-9854-e58187b721cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93410e86-9478-46ab-9484-7e315e597896 HTTP/1.1" status: 200 len: 217 time: 0.0433390 Dec 17 13:01:24.632950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75886eb6-f65f-4087-9109-9b895c1c6fdf req-320f15af-e93a-4035-a336-6562af8e1ab9 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:24.634603 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75886eb6-f65f-4087-9109-9b895c1c6fdf req-320f15af-e93a-4035-a336-6562af8e1ab9 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 943 time: 0.0587542 Dec 17 13:01:24.665103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a056ee59-d9bf-4bde-80ba-6cefded32011 req-eee0433b-85a2-40fc-8cd1-c86da2ec429c tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234903 Dec 17 13:01:24.666661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-8d007634-840b-49e8-9d0e-7318317bfac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:24.668023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-8d007634-840b-49e8-9d0e-7318317bfac9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98082a87-8f9d-4c39-8f34-da72827610be HTTP/1.1" status: 200 len: 855 time: 0.0822713 Dec 17 13:01:24.704443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75886eb6-f65f-4087-9109-9b895c1c6fdf req-f2322fa6-9adc-4898-bdc3-1fc61927f495 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604451 Dec 17 13:01:24.734080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-2dabb68f-528e-4039-94cb-f59970fa4c3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88aa7498-fa67-4f3c-bd53-37ad902bc913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542488 Dec 17 13:01:24.858728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ab79-d700-4891-a5ad-0d562dfb230a req-e5fdb458-6009-48a7-9471-9ada4a49d798 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:24.860301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0409ab79-d700-4891-a5ad-0d562dfb230a req-e5fdb458-6009-48a7-9471-9ada4a49d798 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 1096 time: 0.0940742 Dec 17 13:01:24.883202 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-bae9250b-c9cb-4bdc-a12b-c7eed2f78834 service neutron] 10.222.0.54 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407628 Dec 17 13:01:24.969856 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0409ab79-d700-4891-a5ad-0d562dfb230a req-638fe61e-9883-47a5-93db-ee146e7a8dad tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984457 Dec 17 13:01:24.970439 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15521a-0869-4467-91dc-4de208e7a8ba req-9d262566-9f89-40f4-adcd-a63892e98f90 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:24.972569 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ff15521a-0869-4467-91dc-4de208e7a8ba req-9d262566-9f89-40f4-adcd-a63892e98f90 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 949 time: 0.0553370 Dec 17 13:01:25.025188 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61a90277-94c5-459c-924c-99ca6a951fd6 req-b9a73644-cf09-4730-bd53-759f1a04e96b service neutron] 10.222.0.54 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322701 Dec 17 13:01:25.048314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ff15521a-0869-4467-91dc-4de208e7a8ba req-38112eaa-a0c8-4fbd-aad6-cb199161c32d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649545 Dec 17 13:01:25.095985 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-94fd41e0-35fc-4433-9b82-05fec9218b63 req-191a5e4d-6234-40a9-81a6-3545c6bd7407 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 210 time: 0.0340724 Dec 17 13:01:25.263888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96779684-eec5-49fd-9842-fb6e097015f1 req-ed8ba71d-4a1a-4421-99d6-058f48684901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:25.265418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96779684-eec5-49fd-9842-fb6e097015f1 req-ed8ba71d-4a1a-4421-99d6-058f48684901 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=66edfbd2934f4e639ca09ab80319e7ad&device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 1094 time: 0.0553825 Dec 17 13:01:25.375694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96779684-eec5-49fd-9842-fb6e097015f1 req-7496f5ef-6a1c-47b6-9366-fb93e0a54b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:25.377201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96779684-eec5-49fd-9842-fb6e097015f1 req-7496f5ef-6a1c-47b6-9366-fb93e0a54b1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=88aa7498-fa67-4f3c-bd53-37ad902bc913 HTTP/1.1" status: 200 len: 916 time: 0.0963311 Dec 17 13:01:25.449113 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96779684-eec5-49fd-9842-fb6e097015f1 req-c45ac2e6-cf3d-48bc-ac2a-06a449366f88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93410e86-9478-46ab-9484-7e315e597896 HTTP/1.1" status: 200 len: 217 time: 0.0582857 Dec 17 13:01:25.513035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96779684-eec5-49fd-9842-fb6e097015f1 req-b8aa8140-4684-4f40-b9de-cdb4915d19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:25.515823 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96779684-eec5-49fd-9842-fb6e097015f1 req-b8aa8140-4684-4f40-b9de-cdb4915d19fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98082a87-8f9d-4c39-8f34-da72827610be HTTP/1.1" status: 200 len: 855 time: 0.0519123 Dec 17 13:01:25.554351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96779684-eec5-49fd-9842-fb6e097015f1 req-ed62515b-00b7-46cd-85c2-e8e6ff37f451 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88aa7498-fa67-4f3c-bd53-37ad902bc913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279088 Dec 17 13:01:25.598117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb8e7-aa55-4224-ad01-f66583b2f069 req-7bf10af0-97a6-4b43-99ec-7a18ca39b694 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:25.600343 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-663cb8e7-aa55-4224-ad01-f66583b2f069 req-7bf10af0-97a6-4b43-99ec-7a18ca39b694 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0704753 Dec 17 13:01:25.669434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96779684-eec5-49fd-9842-fb6e097015f1 req-99e65b1f-37ed-4041-a7ba-c294ac9fa750 service neutron] 10.222.0.54 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065660 Dec 17 13:01:25.681794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-663cb8e7-aa55-4224-ad01-f66583b2f069 req-7a2bdea5-c58f-4ec1-b163-79366e2efc6e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726161 Dec 17 13:01:25.786670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96779684-eec5-49fd-9842-fb6e097015f1 req-90601bae-0d8a-4e7d-ad62-47cc151d31f0 service neutron] 10.222.0.54 "GET /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072955 Dec 17 13:01:25.858373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735d452-2678-4b66-9117-f8ebf5a22a99 req-640a3c77-6de3-46e9-8f42-65f5ef8969e8 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:25.860481 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e735d452-2678-4b66-9117-f8ebf5a22a99 req-640a3c77-6de3-46e9-8f42-65f5ef8969e8 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 943 time: 0.0619519 Dec 17 13:01:25.910028 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e735d452-2678-4b66-9117-f8ebf5a22a99 req-3ca12d70-860d-402b-94d7-8a585c66ade2 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 Dec 17 13:01:26.085712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-5e77fecf-bce3-4da0-bb37-9b227559f3e9 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237617 Dec 17 13:01:26.172914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf7dfd-256d-4595-92cd-218ddb31abda req-5ff7285f-6176-4b6c-a3ea-6a6d5f09cc7e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:26.174794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2baf7dfd-256d-4595-92cd-218ddb31abda req-5ff7285f-6176-4b6c-a3ea-6a6d5f09cc7e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 949 time: 0.0631032 Dec 17 13:01:26.230882 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2baf7dfd-256d-4595-92cd-218ddb31abda req-76a0c409-f621-4541-865f-8a7c6c2505d5 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486701 Dec 17 13:01:26.235326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e3094fd-0000-48bd-95f8-60d1133027d6 req-4cceed8c-24af-4dc6-86ba-2734eab4824d tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 210 time: 0.0414250 Dec 17 13:01:26.245177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-edd70c50-b83c-4276-97a9-fcde6300f6e3 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:26.247199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-edd70c50-b83c-4276-97a9-fcde6300f6e3 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527116 Dec 17 13:01:26.271336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Request body: {'port': {'device_id': 'bb190a63-eb7d-4bff-b2d4-441a9f0efd25', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': '162344edac8740ada2447494ea66f0df'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:26.425864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25f9c5-a30e-4e3f-bd8c-7ef42b11ceed req-43f8fc7d-15e5-45e2-82f9-30d98d5f9177 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:26.427404 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fb25f9c5-a30e-4e3f-bd8c-7ef42b11ceed req-43f8fc7d-15e5-45e2-82f9-30d98d5f9177 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0817442 Dec 17 13:01:26.491637 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fb25f9c5-a30e-4e3f-bd8c-7ef42b11ceed req-6cecbbb0-2a5f-4eb2-97bc-37cc443a942f tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538757 Dec 17 13:01:26.533915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Made reservation on behalf of 162344edac8740ada2447494ea66f0df for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:01:26.540485 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:26.705022 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-82847220-0b1f-4eac-908f-9a0f4edbda22 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331850 Dec 17 13:01:26.776413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Allocated IP 192.168.233.82 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/d8718ebf-04ad-4609-bfee-91d910be8865) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:01:26.839340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-5348004d-74b1-4aac-8f95-0e07520affc9 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:26.847534 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-5348004d-74b1-4aac-8f95-0e07520affc9 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416316 Dec 17 13:01:26.859276 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-1a70c66c-e758-4d3c-be33-8bf281ce5bd3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/quotas/bf78879e7a3f4c0e8449e32b8ce7877d HTTP/1.1" status: 200 len: 375 time: 0.0107999 Dec 17 13:01:26.927450 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-4e026ed3-85f4-44f7-b039-fb497cf51e62 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566866 Dec 17 13:01:26.941880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab76d9-0fe7-4f91-84f8-58d873e592dd req-ede3b353-1ca1-4f18-b3fb-69b28162e931 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:26.946042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20ab76d9-0fe7-4f91-84f8-58d873e592dd req-ede3b353-1ca1-4f18-b3fb-69b28162e931 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.1414683 Dec 17 13:01:27.043519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20ab76d9-0fe7-4f91-84f8-58d873e592dd req-2b761854-3f48-40da-83e8-8a62e3bfaa20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922775 Dec 17 13:01:27.055004 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:27.182449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:27.195667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'c144a546-526c-4229-8315-69ff6028b3c5', 'ba101538-cd8e-434d-968f-0843ac87450f', '6a1e7c02-0525-4a80-b4d1-0a54cf75e264'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:27.249113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300', '38489767-3a90-4d3c-bc15-10feb2077da5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:27.269664 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4eeed4e-a888-48ab-b7e8-f2d9caf0725a req-f39902d7-8788-42f2-b258-6d345b89a3c4 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 210 time: 0.0529191 Dec 17 13:01:27.316632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:01:27.322669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:01:27.334954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a525b1-17bf-4e34-9e73-48d3bd7d7a6a req-be5b745e-ffc8-4125-bb68-1e9942e7c9c1 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:27.343056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4a525b1-17bf-4e34-9e73-48d3bd7d7a6a req-be5b745e-ffc8-4125-bb68-1e9942e7c9c1 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 943 time: 0.2139721 Dec 17 13:01:27.351501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:01:27.357934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:27.358705 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:27.382827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event updated for resources: {'Port': ['ID=d8718ebf-04ad-4609-bfee-91d910be8865,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:27.505793 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4a525b1-17bf-4e34-9e73-48d3bd7d7a6a req-d17fe2b0-b399-4ebf-9fb3-0c57df97995d tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599596 Dec 17 13:01:27.552455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf90ff4-d98a-4f7a-9cf1-9aded6d93e4c req-4cda357b-b74b-4489-9a80-265cb89c5c97 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:27.560876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cf90ff4-d98a-4f7a-9cf1-9aded6d93e4c req-4cda357b-b74b-4489-9a80-265cb89c5c97 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 935 time: 0.0846605 Dec 17 13:01:27.645928 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cf90ff4-d98a-4f7a-9cf1-9aded6d93e4c req-0f5bb645-79f3-4d9c-86ff-9d42bdff6500 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820236 Dec 17 13:01:27.702571 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-860e5543-493d-4075-90c2-88499c2387d1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4367616 Dec 17 13:01:27.734042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Request body: {'port': {'device_id': 'bb190a63-eb7d-4bff-b2d4-441a9f0efd25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:27.820869 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:27.882677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fdc46add-3e03-479c-b8ab-d3c0c572dad8 None None] Provisioning complete for port d8718ebf-04ad-4609-bfee-91d910be8865 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:27.883335 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fdc46add-3e03-479c-b8ab-d3c0c572dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:27.967225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fdc46add-3e03-479c-b8ab-d3c0c572dad8 None None] Port d8718ebf-04ad-4609-bfee-91d910be8865 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:01:28.146701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8718ebf-04ad-4609-bfee-91d910be8865 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:28.157449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:28.175807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Transition to ACTIVE for port object d8718ebf-04ad-4609-bfee-91d910be8865 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:01:28.216670 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d511b-0a5d-4762-9648-41b1fbfd678f req-408d468c-a64d-4a47-b041-94332a3de5b8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:28.218208 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a49d511b-0a5d-4762-9648-41b1fbfd678f req-408d468c-a64d-4a47-b041-94332a3de5b8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0554042 Dec 17 13:01:28.274877 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a49d511b-0a5d-4762-9648-41b1fbfd678f req-0dc1c86d-843a-4acf-b8e2-92e5d607c19e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500996 Dec 17 13:01:28.346069 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-282e3dcb-48ae-4169-85b5-f6da5cb313a9 req-30f397ec-e398-4fc8-9199-e9cdd1dcdb50 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 210 time: 0.0283051 Dec 17 13:01:28.653642 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:28.771200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7762e-6d50-4de9-be8c-00e83443759a req-f3f07184-f5ab-4a91-9694-872237cf75c9 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:28.772754 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-42c7762e-6d50-4de9-be8c-00e83443759a req-f3f07184-f5ab-4a91-9694-872237cf75c9 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 943 time: 0.0885365 Dec 17 13:01:28.801005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Pushing event updated for resources: {'Port': ['ID=d8718ebf-04ad-4609-bfee-91d910be8865,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:28.860864 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-42c7762e-6d50-4de9-be8c-00e83443759a req-f9d4be16-5d53-4b61-a500-9c230fae452f tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648804 Dec 17 13:01:28.901525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Attempting to bind port d8718ebf-04ad-4609-bfee-91d910be8865 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:01:28.902511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Attempting to bind port d8718ebf-04ad-4609-bfee-91d910be8865 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:01:28.902894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Attempting to bind port d8718ebf-04ad-4609-bfee-91d910be8865 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:28.913895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Port d8718ebf-04ad-4609-bfee-91d910be8865 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:01:28.914086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Attempting to bind port d8718ebf-04ad-4609-bfee-91d910be8865 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:28.922772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:01:28.923125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:28.923522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:01:28.923970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Bound port: d8718ebf-04ad-4609-bfee-91d910be8865, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:01:28.924337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:28.949353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b00d34-9b0e-4697-b9c8-8907414cc82d req-fab20e05-50fe-411e-b1a4-064e036ab2ac tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:28.957375 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58b00d34-9b0e-4697-b9c8-8907414cc82d req-fab20e05-50fe-411e-b1a4-064e036ab2ac tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 947 time: 0.0980906 Dec 17 13:01:29.061428 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58b00d34-9b0e-4697-b9c8-8907414cc82d req-338508d9-b773-4e0a-a382-783177cb5c64 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032932 Dec 17 13:01:29.061840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 93410e86-9478-46ab-9484-7e315e597896 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:01:29.069781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] For port d8718ebf-04ad-4609-bfee-91d910be8865, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:29.085065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] For port d8718ebf-04ad-4609-bfee-91d910be8865, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d8718ebf-04ad-4609-bfee-91d910be8865,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:01:29.163711 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:29.182449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 93410e86-9478-46ab-9484-7e315e597896, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=93410e86-9478-46ab-9484-7e315e597896,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:29.195532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '93410e86-9478-46ab-9484-7e315e597896', 'network_id': '88aa7498-fa67-4f3c-bd53-37ad902bc913', 'port_id': '93410e86-9478-46ab-9484-7e315e597896', 'mac_address': 'fa:16:3e:4e:a7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98082a87-8f9d-4c39-8f34-da72827610be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:01:29.209878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:29.210576 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:29.212041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] 10.222.0.54 "PUT /v2.0/ports/d8718ebf-04ad-4609-bfee-91d910be8865 HTTP/1.1" status: 200 len: 1095 time: 1.4914179 Dec 17 13:01:29.212585 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb190a63-eb7d-4bff-b2d4-441a9f0efd25', 'tag': 'd8718ebf-04ad-4609-bfee-91d910be8865'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:29.214941 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22649e07-abda-4969-b360-1bafd233a514" -d '{"events": [{"name": "network-changed", "server_uuid": "bb190a63-eb7d-4bff-b2d4-441a9f0efd25", "tag": "d8718ebf-04ad-4609-bfee-91d910be8865"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:29.257845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:29.262201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a47e7-5e32-455d-bf1d-9bbc421cad32 service neutron] Pushing event updated for resources: {'Port': ['ID=d8718ebf-04ad-4609-bfee-91d910be8865,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:29.287829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93410e86-9478-46ab-9484-7e315e597896 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:29.301706 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0ca037-fad3-4d90-914c-5bfacdfc666b x-openstack-request-id: req-7c0ca037-fad3-4d90-914c-5bfacdfc666b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:29.301706 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb190a63-eb7d-4bff-b2d4-441a9f0efd25", "tag": "d8718ebf-04ad-4609-bfee-91d910be8865", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:29.301706 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c0ca037-fad3-4d90-914c-5bfacdfc666b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:29.301706 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb190a63-eb7d-4bff-b2d4-441a9f0efd25', 'tag': 'd8718ebf-04ad-4609-bfee-91d910be8865', 'status': 'completed', 'code': 200} Dec 17 13:01:29.334594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 93410e86-9478-46ab-9484-7e315e597896, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=93410e86-9478-46ab-9484-7e315e597896,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:29.391415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22649e07-abda-4969-b360-1bafd233a514 req-e3ea8823-b9ff-4b97-81ae-97decf74130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:29.393841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22649e07-abda-4969-b360-1bafd233a514 req-e3ea8823-b9ff-4b97-81ae-97decf74130c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 1098 time: 0.0652845 Dec 17 13:01:29.408130 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:29.493751 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-48fdbb68-ce47-47f6-a9a4-8f9f3015905f req-c747ecd9-2752-4293-9107-f952dc45f1af tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 210 time: 0.0292900 Dec 17 13:01:29.515206 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22649e07-abda-4969-b360-1bafd233a514 req-cc56e9e0-f399-4735-b525-6fcd001e9cb9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839303 Dec 17 13:01:29.544589 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=93410e86-9478-46ab-9484-7e315e597896,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:29.632216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91410f7c-9648-4b0d-86b3-c545b2b53545 req-5b5ff84b-aca9-4068-a33c-3aeecad9451c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:29.634524 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91410f7c-9648-4b0d-86b3-c545b2b53545 req-5b5ff84b-aca9-4068-a33c-3aeecad9451c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.2386379 Dec 17 13:01:29.701601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22649e07-abda-4969-b360-1bafd233a514 req-4358c01e-cad3-4f7f-953b-2e4f1a7e5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:29.703375 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22649e07-abda-4969-b360-1bafd233a514 req-4358c01e-cad3-4f7f-953b-2e4f1a7e5bc9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791396 Dec 17 13:01:29.712599 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91410f7c-9648-4b0d-86b3-c545b2b53545 req-59e659fb-6283-4d8b-accf-03ab2cc5ff1c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707672 Dec 17 13:01:29.780164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['93410e86-9478-46ab-9484-7e315e597896'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:29.844470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-ed5b6ea0-1a36-4722-b6b8-bd1249abe857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:29.851018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-ed5b6ea0-1a36-4722-b6b8-bd1249abe857 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 1098 time: 0.0927405 Dec 17 13:01:29.959221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-1c10a612-585f-4d82-8fa4-afb441f3e7d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=d8718ebf-04ad-4609-bfee-91d910be8865 HTTP/1.1" status: 200 len: 217 time: 0.0955882 Dec 17 13:01:30.039444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-8697435d-ae76-4f1d-9dbb-aba4c140b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:30.040804 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-8697435d-ae76-4f1d-9dbb-aba4c140b0b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0721555 Dec 17 13:01:30.116297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74769752-a61e-4cc7-938b-8f2815873d02 req-975704f9-f475-4379-a798-cbdac4715bd2 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:30.117902 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74769752-a61e-4cc7-938b-8f2815873d02 req-975704f9-f475-4379-a798-cbdac4715bd2 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 944 time: 0.1619413 Dec 17 13:01:30.141872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-1f5d9ad3-0765-4875-a62d-83b4d75af5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:30.145058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-1f5d9ad3-0765-4875-a62d-83b4d75af5d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926614 Dec 17 13:01:30.265686 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74769752-a61e-4cc7-938b-8f2815873d02 req-e91c4936-635b-44bb-80b8-503aa05f84ab tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350110 Dec 17 13:01:30.281225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-f0a296cc-6cae-4410-a03f-e1f9e9e04fde service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274009 Dec 17 13:01:30.343731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d74f0-dc63-45a7-9f6c-b9115809528b req-70f4465b-117d-470f-8131-a750351d7072 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:30.362093 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-809d74f0-dc63-45a7-9f6c-b9115809528b req-70f4465b-117d-470f-8131-a750351d7072 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 947 time: 0.1060069 Dec 17 13:01:30.396380 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c14c495-2f65-4ff5-a16d-90a0efc23246 req-409662f4-929b-46b9-bc14-ab4cc0d12367 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048272 Dec 17 13:01:30.412583 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-809d74f0-dc63-45a7-9f6c-b9115809528b req-838f8a49-d94f-4b2f-baee-2c1c1c096f1a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Dec 17 13:01:30.595828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb01756d-0d04-42c5-9fff-f2bae22a80b8 req-226b1b8b-0da4-4779-90b1-f4254d719cc0 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 210 time: 0.0288601 Dec 17 13:01:30.814514 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-7ce332e3-b8fc-455f-9203-075a09e67a8c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294840 Dec 17 13:01:30.946045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49569572-7c59-4eaa-bd4d-7295f556d01f req-ce43e399-f867-4b37-8a62-d5634b6bc8ef tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:30.947614 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49569572-7c59-4eaa-bd4d-7295f556d01f req-ce43e399-f867-4b37-8a62-d5634b6bc8ef tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.1020143 Dec 17 13:01:31.013283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-e8386ff9-9ca4-4426-9140-2a104c8c0ec8 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:31.014914 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-e8386ff9-9ca4-4426-9140-2a104c8c0ec8 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878719 Dec 17 13:01:31.033394 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49569572-7c59-4eaa-bd4d-7295f556d01f req-e74e3c0a-5fbd-44e0-8945-70eaecf16d17 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790164 Dec 17 13:01:31.038990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Request body: {'port': {'device_id': 'f5a1afa9-35fc-41e3-8c98-dda4772b0b92', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'bf78879e7a3f4c0e8449e32b8ce7877d'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:31.282475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Made reservation on behalf of bf78879e7a3f4c0e8449e32b8ce7877d for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:01:31.286747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:31.311170 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:31.415719 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b98e9-50c2-48f7-b133-5841b34062e7 req-b2647a53-c5f5-40b0-b8d9-a8d6f4afbb25 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:31.417250 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc8b98e9-50c2-48f7-b133-5841b34062e7 req-b2647a53-c5f5-40b0-b8d9-a8d6f4afbb25 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 944 time: 0.0677726 Dec 17 13:01:31.433509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Allocated IP 192.168.233.25 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/ac176fd3-35fb-4eaf-ac40-a63dc142804e) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:01:31.471822 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc8b98e9-50c2-48f7-b133-5841b34062e7 req-7f00518f-5818-47e4-9819-48d95212402c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480897 Dec 17 13:01:31.613003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6db97-7911-417b-afb1-495bb61143e4 req-a885f41f-73c9-416b-b00f-e553086ca1f1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:31.614750 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d7e6db97-7911-417b-afb1-495bb61143e4 req-a885f41f-73c9-416b-b00f-e553086ca1f1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 947 time: 0.1013250 Dec 17 13:01:31.685406 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:31.718855 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d7e6db97-7911-417b-afb1-495bb61143e4 req-7b826443-d169-4c7d-90bf-a4fe88dee3de tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649040 Dec 17 13:01:31.760940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39c7abc8-3f46-4844-9781-3caca5eced96 req-90d84fde-7fa7-48f0-96c8-3eaee3f91dbd tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 210 time: 0.0436609 Dec 17 13:01:31.809191 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:31.826023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['6c10b54f-23be-48b9-9e77-038bce8bf436', '6f4977b1-a285-43b4-82bf-9e73c5b573c6'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:31.897294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:01:31.901227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:01:31.906873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:01:31.945688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Pushing event updated for resources: {'Port': ['ID=ac176fd3-35fb-4eaf-ac40-a63dc142804e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:32.005189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:32.007918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:32.134524 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-b92ca4fb-c47a-45c2-b319-a485a64e13df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0995591 Dec 17 13:01:32.159001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Request body: {'port': {'device_id': 'f5a1afa9-35fc-41e3-8c98-dda4772b0b92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:32.308785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:32.359041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e68dd-c8b2-40b2-ac05-c5e91902e6b8 req-b6cbe280-22fc-4a3f-a776-d2c28b37cc93 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:32.367295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-521e68dd-c8b2-40b2-ac05-c5e91902e6b8 req-b6cbe280-22fc-4a3f-a776-d2c28b37cc93 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.1311464 Dec 17 13:01:32.378054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9fdf9686-aeb8-489d-ba7a-53b49236d80f None None] Provisioning complete for port ac176fd3-35fb-4eaf-ac40-a63dc142804e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:32.379836 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9686-aeb8-489d-ba7a-53b49236d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:32.421561 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-521e68dd-c8b2-40b2-ac05-c5e91902e6b8 req-05cbc673-d083-443f-b6f4-4b6b5dc122dd tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456178 Dec 17 13:01:32.422646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf9686-aeb8-489d-ba7a-53b49236d80f None None] Port ac176fd3-35fb-4eaf-ac40-a63dc142804e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:01:32.640055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac176fd3-35fb-4eaf-ac40-a63dc142804e {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:32.649746 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:32.665121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Transition to ACTIVE for port object ac176fd3-35fb-4eaf-ac40-a63dc142804e will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:01:32.742930 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:32.826489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Pushing event updated for resources: {'Port': ['ID=ac176fd3-35fb-4eaf-ac40-a63dc142804e,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:32.847763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee15387-d894-4748-8214-cceb1c83195e req-dec0203e-73c7-4a43-9aac-34d0a37e63a9 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:32.856171 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ee15387-d894-4748-8214-cceb1c83195e req-dec0203e-73c7-4a43-9aac-34d0a37e63a9 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 944 time: 0.1237445 Dec 17 13:01:32.869197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa22b91-4edb-40e2-8499-6be6ce5662e6 req-6a2fa59e-21ab-45ba-a540-74a0744ba4bc tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:32.871412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfa22b91-4edb-40e2-8499-6be6ce5662e6 req-6a2fa59e-21ab-45ba-a540-74a0744ba4bc tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 947 time: 0.0671184 Dec 17 13:01:32.928720 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfa22b91-4edb-40e2-8499-6be6ce5662e6 req-a67adb4b-dc41-4e96-bf7a-350258427357 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500958 Dec 17 13:01:32.960043 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ee15387-d894-4748-8214-cceb1c83195e req-bd535e65-d814-441c-ba08-19aa0d1f5e73 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029861 Dec 17 13:01:32.980505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Attempting to bind port ac176fd3-35fb-4eaf-ac40-a63dc142804e on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:01:32.980918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Attempting to bind port ac176fd3-35fb-4eaf-ac40-a63dc142804e by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:01:32.981253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Attempting to bind port ac176fd3-35fb-4eaf-ac40-a63dc142804e on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:32.988066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Port ac176fd3-35fb-4eaf-ac40-a63dc142804e on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:01:32.988496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Attempting to bind port ac176fd3-35fb-4eaf-ac40-a63dc142804e on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:32.994877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:01:32.995358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:32.995834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:01:32.996641 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Bound port: ac176fd3-35fb-4eaf-ac40-a63dc142804e, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:01:32.997096 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:33.075380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dfc40-06e1-41e2-871c-1dd45cfc7de0 req-fb781aaa-6348-4870-83ff-d884ab5fa1d2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:33.077053 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f0dfc40-06e1-41e2-871c-1dd45cfc7de0 req-fb781aaa-6348-4870-83ff-d884ab5fa1d2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 947 time: 0.0535545 Dec 17 13:01:33.085708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] For port ac176fd3-35fb-4eaf-ac40-a63dc142804e, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:33.086804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d8718ebf-04ad-4609-bfee-91d910be8865 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:01:33.089505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] For port ac176fd3-35fb-4eaf-ac40-a63dc142804e, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ac176fd3-35fb-4eaf-ac40-a63dc142804e,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:01:33.090542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 93410e86-9478-46ab-9484-7e315e597896 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:01:33.138357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f0dfc40-06e1-41e2-871c-1dd45cfc7de0 req-700a45bd-8694-4a38-981c-c08905213d62 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540695 Dec 17 13:01:33.173913 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:33.213328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:33.215501 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:33.217078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] 10.222.0.61 "PUT /v2.0/ports/ac176fd3-35fb-4eaf-ac40-a63dc142804e HTTP/1.1" status: 200 len: 1095 time: 1.0676999 Dec 17 13:01:33.217545 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a1afa9-35fc-41e3-8c98-dda4772b0b92', 'tag': 'ac176fd3-35fb-4eaf-ac40-a63dc142804e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:33.219805 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afc969c-5698-4f18-af47-18dd521b7f79" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a1afa9-35fc-41e3-8c98-dda4772b0b92", "tag": "ac176fd3-35fb-4eaf-ac40-a63dc142804e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:33.256392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b923f-a7b8-463c-a15a-58e54d7a504c service neutron] Pushing event updated for resources: {'Port': ['ID=ac176fd3-35fb-4eaf-ac40-a63dc142804e,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:33.267321 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d8718ebf-04ad-4609-bfee-91d910be8865, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d8718ebf-04ad-4609-bfee-91d910be8865,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:33.279973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'd8718ebf-04ad-4609-bfee-91d910be8865', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'd8718ebf-04ad-4609-bfee-91d910be8865', 'mac_address': 'fa:16:3e:07:22:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:01:33.305152 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3a577e-c046-40db-806f-ab5791aa2bec x-openstack-request-id: req-6c3a577e-c046-40db-806f-ab5791aa2bec {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:33.305496 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a1afa9-35fc-41e3-8c98-dda4772b0b92", "tag": "ac176fd3-35fb-4eaf-ac40-a63dc142804e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:33.305673 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c3a577e-c046-40db-806f-ab5791aa2bec {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:33.306306 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a1afa9-35fc-41e3-8c98-dda4772b0b92', 'tag': 'ac176fd3-35fb-4eaf-ac40-a63dc142804e', 'status': 'completed', 'code': 200} Dec 17 13:01:33.332349 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 93410e86-9478-46ab-9484-7e315e597896 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:01:33.340988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 93410e86-9478-46ab-9484-7e315e597896 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:33.341359 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:33.395513 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:33.402035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc969c-5698-4f18-af47-18dd521b7f79 req-f6badb5e-bd26-4e78-8c0a-9c71ea243073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:33.405165 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3afc969c-5698-4f18-af47-18dd521b7f79 req-f6badb5e-bd26-4e78-8c0a-9c71ea243073 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 1098 time: 0.0750520 Dec 17 13:01:33.442857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8718ebf-04ad-4609-bfee-91d910be8865 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:33.452300 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3afc969c-5698-4f18-af47-18dd521b7f79 req-3e54f6d8-328a-4cbc-b356-9ac6ff70ff60 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331581 Dec 17 13:01:33.469536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d8718ebf-04ad-4609-bfee-91d910be8865, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d8718ebf-04ad-4609-bfee-91d910be8865,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:33.551206 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:33.564997 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:33.595912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 93410e86-9478-46ab-9484-7e315e597896, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=93410e86-9478-46ab-9484-7e315e597896,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:33.617516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85fc393-a811-4c8f-9c7f-721b9324bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93410e86-9478-46ab-9484-7e315e597896'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:33.619920 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd08ac80-ee11-4b3c-8d44-29d64464c7a5" -d '{"events": [{"server_uuid": "b85fc393-a811-4c8f-9c7f-721b9324bc95", "name": "network-vif-plugged", "status": "completed", "tag": "93410e86-9478-46ab-9484-7e315e597896"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:33.667022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=d8718ebf-04ad-4609-bfee-91d910be8865,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:33.671673 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85257f08-3213-488f-87d1-b3014e91ac4f req-52729a18-edfc-4be3-a3ee-37deb612a580 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:33.675856 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:33.686749 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-85257f08-3213-488f-87d1-b3014e91ac4f req-52729a18-edfc-4be3-a3ee-37deb612a580 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.1277053 Dec 17 13:01:33.691786 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9ad023-69f4-4dcc-afba-45a3bc2e8c74 x-openstack-request-id: req-1d9ad023-69f4-4dcc-afba-45a3bc2e8c74 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:33.691786 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85fc393-a811-4c8f-9c7f-721b9324bc95", "name": "network-vif-plugged", "status": "completed", "tag": "93410e86-9478-46ab-9484-7e315e597896", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:33.691786 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d9ad023-69f4-4dcc-afba-45a3bc2e8c74 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:33.691786 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85fc393-a811-4c8f-9c7f-721b9324bc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93410e86-9478-46ab-9484-7e315e597896', 'code': 200} Dec 17 13:01:33.710705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc969c-5698-4f18-af47-18dd521b7f79 req-30a1fe0d-1649-4d43-98c6-ea039fbdd55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:33.712486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3afc969c-5698-4f18-af47-18dd521b7f79 req-30a1fe0d-1649-4d43-98c6-ea039fbdd55a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2496405 Dec 17 13:01:33.760950 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-85257f08-3213-488f-87d1-b3014e91ac4f req-51b81e06-a431-4e57-93e8-19c2a5c6d6ed tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732627 Dec 17 13:01:33.789628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=93410e86-9478-46ab-9484-7e315e597896,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:33.830229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-213eadda-0e27-4198-97db-cc40aa1730d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:33.832520 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-213eadda-0e27-4198-97db-cc40aa1730d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 1098 time: 0.0524106 Dec 17 13:01:33.884207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0aff4-e8f9-4c9d-a6ce-233b08f4f62a req-c649e975-8c9b-4e73-b858-0a17311a2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:33.884740 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ec0aff4-e8f9-4c9d-a6ce-233b08f4f62a req-c649e975-8c9b-4e73-b858-0a17311a2533 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 1096 time: 0.0921118 Dec 17 13:01:33.903376 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-8f598b6e-3a70-41cd-90ba-6171c41f08f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ac176fd3-35fb-4eaf-ac40-a63dc142804e HTTP/1.1" status: 200 len: 217 time: 0.0536141 Dec 17 13:01:33.938879 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ec0aff4-e8f9-4c9d-a6ce-233b08f4f62a req-df9abd56-ef16-41ac-9d26-9786f9337ee0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Dec 17 13:01:33.959297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['d8718ebf-04ad-4609-bfee-91d910be8865'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:33.967491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-647bbf76-af1a-48b2-b549-866d7cf67c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:33.969249 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-647bbf76-af1a-48b2-b549-866d7cf67c45 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0520816 Dec 17 13:01:34.093127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-cf5a39ec-82c0-4695-9d72-8ae7d571a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:34.095520 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-cf5a39ec-82c0-4695-9d72-8ae7d571a4ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1013181 Dec 17 13:01:34.202956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112265-be8b-4ebf-8ef9-e178dfd1440f req-b17f5e53-997b-4cdb-94e7-ecae1de9a3b2 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:34.204626 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-45112265-be8b-4ebf-8ef9-e178dfd1440f req-b17f5e53-997b-4cdb-94e7-ecae1de9a3b2 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 945 time: 0.1257856 Dec 17 13:01:34.286040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-60447425-15ef-46c8-9f32-d3fbc5077ad3 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667385 Dec 17 13:01:34.294229 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-45112265-be8b-4ebf-8ef9-e178dfd1440f req-067061bf-486d-49a7-ab37-2278fdd2e784 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804806 Dec 17 13:01:34.452105 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-7762829c-f19e-4772-9f5f-d4809edc337e req-de754057-0718-46f1-ab7c-dfa81bb27c8b service neutron] show failed (client error): The resource could not be found. Dec 17 13:01:34.453129 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-de754057-0718-46f1-ab7c-dfa81bb27c8b service neutron] 10.222.0.61 "GET /v2.0/ports/cc2cb323-f62e-47db-8762-f2f9d82765d3/bindings/n-h1-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.4828181 Dec 17 13:01:34.456126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85a325-fc42-4572-a32d-c6cb614af81b req-61f33c98-a758-418f-82ab-d5e41bbc6405 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:34.464279 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b85a325-fc42-4572-a32d-c6cb614af81b req-61f33c98-a758-418f-82ab-d5e41bbc6405 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 947 time: 0.0877645 Dec 17 13:01:34.468318 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93db324b-8aaa-407c-bd92-99bf38b4f383 req-edf8eb1e-ffe4-4e32-b5fc-5de91f9f8643 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629698 Dec 17 13:01:34.515710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798b98f-de29-4911-a808-f4c114b6ef76 req-677347f4-31df-4385-b2ca-39a2a64aef91 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:34.524028 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5798b98f-de29-4911-a808-f4c114b6ef76 req-677347f4-31df-4385-b2ca-39a2a64aef91 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 948 time: 0.4896932 Dec 17 13:01:34.529959 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b85a325-fc42-4572-a32d-c6cb614af81b req-0c5d5a2b-be55-4c3b-930d-bb066c227e8b tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645986 Dec 17 13:01:34.570293 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5798b98f-de29-4911-a808-f4c114b6ef76 req-9f9045b3-7272-4978-b308-f1eda65c5955 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 Dec 17 13:01:34.889175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167fb86-986e-4f91-9b2c-6062193feb9f req-4a403581-98b9-4d93-9989-e67cc0fd37d9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:34.890912 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c167fb86-986e-4f91-9b2c-6062193feb9f req-4a403581-98b9-4d93-9989-e67cc0fd37d9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0643418 Dec 17 13:01:34.950014 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c167fb86-986e-4f91-9b2c-6062193feb9f req-b619405c-ff40-426f-b264-5fa8b864ea93 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513251 Dec 17 13:01:35.369851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762829c-f19e-4772-9f5f-d4809edc337e req-bd0e5307-207d-4761-9698-1d8c07a22715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:35.371695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-bd0e5307-207d-4761-9698-1d8c07a22715 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d&tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815 HTTP/1.1" status: 200 len: 1101 time: 0.0594740 Dec 17 13:01:35.384615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:35.477410 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:35.486232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493af4f0-4fc6-433c-a5fe-12c537c97fd5 req-26b76075-dc0a-45c3-9506-d9135645890b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:35.487764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-493af4f0-4fc6-433c-a5fe-12c537c97fd5 req-26b76075-dc0a-45c3-9506-d9135645890b tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 945 time: 0.0819824 Dec 17 13:01:35.639738 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-493af4f0-4fc6-433c-a5fe-12c537c97fd5 req-dc73ce74-5211-42a4-9c8c-30db344b3448 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193984 Dec 17 13:01:35.693254 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d03c2c-f51f-4d39-9add-38998a644d5f req-95a22a24-33dc-42ee-ad1e-1a5c7c4885ea tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:35.695053 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49d03c2c-f51f-4d39-9add-38998a644d5f req-95a22a24-33dc-42ee-ad1e-1a5c7c4885ea tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 947 time: 0.0928578 Dec 17 13:01:35.755892 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49d03c2c-f51f-4d39-9add-38998a644d5f req-ccbe2e4c-7a21-45c4-bdb3-0b86ae3f9090 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531478 Dec 17 13:01:35.776828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:35.802682 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:35.811263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5ecdb-7f4d-4f0c-ab24-0242cbe9c7d2 req-20cff89e-b01f-42f6-ad70-947981450ced tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:35.813133 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4cc5ecdb-7f4d-4f0c-ab24-0242cbe9c7d2 req-20cff89e-b01f-42f6-ad70-947981450ced tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 948 time: 0.0855026 Dec 17 13:01:35.844691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:35.915201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:35.917565 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9dffed-a89a-479d-b884-f8d317b3bcdb" -d '{"events": [{"server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:35.921841 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:35.935455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4cc5ecdb-7f4d-4f0c-ab24-0242cbe9c7d2 req-cb66a213-75e9-4bce-8458-a40cdc3fb931 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124840 Dec 17 13:01:35.953898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Transition to ACTIVE for port object cc2cb323-f62e-47db-8762-f2f9d82765d3 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:01:35.973726 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a53721d-8d75-47b2-8ea9-0c37aad21b50 x-openstack-request-id: req-2a53721d-8d75-47b2-8ea9-0c37aad21b50 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:35.974029 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:35.974287 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a53721d-8d75-47b2-8ea9-0c37aad21b50 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:35.974690 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'code': 200} Dec 17 13:01:36.071861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625942c8-491a-456c-8db8-e23792d9d6ed req-3a68a551-7853-4c2c-844f-27d7bcd5d982 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:36.073389 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-625942c8-491a-456c-8db8-e23792d9d6ed req-3a68a551-7853-4c2c-844f-27d7bcd5d982 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0518966 Dec 17 13:01:36.074188 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:36.151948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:36.184462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] No DVR routers for this DVR port cc2cb323-f62e-47db-8762-f2f9d82765d3 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:01:36.190780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-625942c8-491a-456c-8db8-e23792d9d6ed req-308dafd7-8be0-4ed4-b061-fa3dc46377c5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082132 Dec 17 13:01:36.235043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Attempting to bind port cc2cb323-f62e-47db-8762-f2f9d82765d3 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:01:36.235463 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Attempting to bind port cc2cb323-f62e-47db-8762-f2f9d82765d3 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:01:36.236017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Attempting to bind port cc2cb323-f62e-47db-8762-f2f9d82765d3 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:36.241509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Port cc2cb323-f62e-47db-8762-f2f9d82765d3 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:01:36.241894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Attempting to bind port cc2cb323-f62e-47db-8762-f2f9d82765d3 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:36.250008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:01:36.250628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:36.251026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:01:36.251720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Bound port: cc2cb323-f62e-47db-8762-f2f9d82765d3, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:01:36.252111 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:36.337560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:36.341340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:01:36.451519 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:36.480510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:36.481337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:36.482748 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 200 len: 1096 time: 1.1026149 Dec 17 13:01:36.503741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915af11c-dd3f-4ddf-bb4d-6d50dfe333a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:36.558478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762829c-f19e-4772-9f5f-d4809edc337e req-e7d2f319-e70d-4c7b-bcde-95f38307194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:36.560039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-e7d2f319-e70d-4c7b-bcde-95f38307194f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 1099 time: 0.0469503 Dec 17 13:01:36.666055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762829c-f19e-4772-9f5f-d4809edc337e req-3ba62a64-4bf7-4d52-8f1b-da2ae7d2a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:36.668510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-3ba62a64-4bf7-4d52-8f1b-da2ae7d2a63c service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1003423 Dec 17 13:01:36.720179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-c33a4d4e-1839-4411-a182-2cb8b1d3b09c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 200 len: 217 time: 0.0409396 Dec 17 13:01:36.781686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762829c-f19e-4772-9f5f-d4809edc337e req-69083aa7-4aa2-4d8b-8db5-9b359d90de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:36.783374 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-69083aa7-4aa2-4d8b-8db5-9b359d90de12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0558853 Dec 17 13:01:36.790139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5088da4-8cd9-4ab1-9150-c9b0af75b2ec req-0e0460e2-e37c-43cd-bcb4-1da1c1ec9c83 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:36.793590 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f5088da4-8cd9-4ab1-9150-c9b0af75b2ec req-0e0460e2-e37c-43cd-bcb4-1da1c1ec9c83 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 945 time: 0.0730746 Dec 17 13:01:36.847324 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f5088da4-8cd9-4ab1-9150-c9b0af75b2ec req-8a864aba-5b7a-46b9-8583-ddb9ce9e6083 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477579 Dec 17 13:01:36.884998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762829c-f19e-4772-9f5f-d4809edc337e req-85a4fa0c-ba07-43ed-a2df-7e685f673608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:36.886595 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-85a4fa0c-ba07-43ed-a2df-7e685f673608 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895505 Dec 17 13:01:36.951057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941558c6-82a6-4c67-9fd5-9172bf12a647 req-19873d5b-f5b2-49ea-be8b-d7a425509aeb tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:36.957639 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-941558c6-82a6-4c67-9fd5-9172bf12a647 req-19873d5b-f5b2-49ea-be8b-d7a425509aeb tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 947 time: 0.1214535 Dec 17 13:01:37.025277 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-941558c6-82a6-4c67-9fd5-9172bf12a647 req-1113e1b9-94cb-49b0-bf7a-dccdc6aad0ef tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665548 Dec 17 13:01:37.044954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e83ae-70e5-4323-9e4c-a1bb1bb58ca8 req-ec24a61e-d7ad-49b6-b7e5-2224a4a0f128 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:37.045148 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-f7852727-04b6-445b-a258-14fa16aee7a2 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503892 Dec 17 13:01:37.046483 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-806e83ae-70e5-4323-9e4c-a1bb1bb58ca8 req-ec24a61e-d7ad-49b6-b7e5-2224a4a0f128 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 945 time: 0.0590744 Dec 17 13:01:37.094766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d8718ebf-04ad-4609-bfee-91d910be8865 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:01:37.110627 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-806e83ae-70e5-4323-9e4c-a1bb1bb58ca8 req-8a4c6c63-d3bf-4f2a-8d3c-eda6a017e0b6 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561285 Dec 17 13:01:37.184414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7762829c-f19e-4772-9f5f-d4809edc337e req-97d0c7a3-e50c-4d89-8eb1-6b53fb040440 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312449 Dec 17 13:01:37.218164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ac176fd3-35fb-4eaf-ac40-a63dc142804e details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:01:37.222865 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cc2cb323-f62e-47db-8762-f2f9d82765d3 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:01:37.251562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286884e9-cb73-49b4-a393-32c4be80fcb9 req-fd00eac7-5fcf-4eba-a92d-7981a4b4b7f1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:37.253056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-286884e9-cb73-49b4-a393-32c4be80fcb9 req-fd00eac7-5fcf-4eba-a92d-7981a4b4b7f1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 948 time: 0.0559924 Dec 17 13:01:37.323784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cc2cb323-f62e-47db-8762-f2f9d82765d3 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:01:37.332676 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-286884e9-cb73-49b4-a393-32c4be80fcb9 req-700f87c7-be03-45d6-bcb8-8965b249a43e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672450 Dec 17 13:01:37.335685 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0676f968-ab1f-41d8-86fc-712746a0c09c req-140b674d-e099-48a9-b154-37c218d4e6f3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801084 Dec 17 13:01:37.344144 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port d8718ebf-04ad-4609-bfee-91d910be8865 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:01:37.353514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port d8718ebf-04ad-4609-bfee-91d910be8865 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:37.353915 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:37.406322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port ac176fd3-35fb-4eaf-ac40-a63dc142804e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ac176fd3-35fb-4eaf-ac40-a63dc142804e,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:37.421165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676f968-ab1f-41d8-86fc-712746a0c09c req-2f93d140-a713-4375-8bfe-84530ccfe78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:37.421968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'ac176fd3-35fb-4eaf-ac40-a63dc142804e', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'ac176fd3-35fb-4eaf-ac40-a63dc142804e', 'mac_address': 'fa:16:3e:04:10:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:01:37.423328 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0676f968-ab1f-41d8-86fc-712746a0c09c req-2f93d140-a713-4375-8bfe-84530ccfe78f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 1095 time: 0.0603559 Dec 17 13:01:37.495099 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:37.507934 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:37.524756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac176fd3-35fb-4eaf-ac40-a63dc142804e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:37.555823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df6f94-dfc5-4725-9bee-44e2340f4e56 req-e1968f43-99f3-4335-809f-db11ccfae75a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:37.557430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d0df6f94-dfc5-4725-9bee-44e2340f4e56 req-e1968f43-99f3-4335-809f-db11ccfae75a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 948 time: 0.1315475 Dec 17 13:01:37.567796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d8718ebf-04ad-4609-bfee-91d910be8865, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d8718ebf-04ad-4609-bfee-91d910be8865,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:37.570700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb190a63-eb7d-4bff-b2d4-441a9f0efd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8718ebf-04ad-4609-bfee-91d910be8865'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:37.573126 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d413f4-c4b5-402d-ba82-298a461986c1" -d '{"events": [{"server_uuid": "bb190a63-eb7d-4bff-b2d4-441a9f0efd25", "name": "network-vif-plugged", "status": "completed", "tag": "d8718ebf-04ad-4609-bfee-91d910be8865"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:37.591173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port ac176fd3-35fb-4eaf-ac40-a63dc142804e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ac176fd3-35fb-4eaf-ac40-a63dc142804e,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:37.629450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cb2c2-bece-418f-b233-fa5fce3eeda4 req-a5293a48-0062-4c26-8df7-9654671d7db4 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:37.631295 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-197cb2c2-bece-418f-b233-fa5fce3eeda4 req-a5293a48-0062-4c26-8df7-9654671d7db4 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 945 time: 0.0604882 Dec 17 13:01:37.634648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676f968-ab1f-41d8-86fc-712746a0c09c req-8d46bbfd-d450-4a28-81d4-ef3b49e1f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:37.636239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0676f968-ab1f-41d8-86fc-712746a0c09c req-8d46bbfd-d450-4a28-81d4-ef3b49e1f779 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.1797318 Dec 17 13:01:37.686123 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0676f968-ab1f-41d8-86fc-712746a0c09c req-9baa99f0-a2f6-407c-b68e-ac013e5b53bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d HTTP/1.1" status: 200 len: 217 time: 0.0404060 Dec 17 13:01:37.690130 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d0df6f94-dfc5-4725-9bee-44e2340f4e56 req-9e0f3b4a-68bf-4eed-bd4a-ac38d78d168c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167462 Dec 17 13:01:37.692968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-197cb2c2-bece-418f-b233-fa5fce3eeda4 req-ef367745-4d05-4352-99fe-fc0dd737fb4f tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548043 Dec 17 13:01:37.699740 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:37.703739 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:37.747684 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae040a4-a364-419f-9c24-4d40756b4647 x-openstack-request-id: req-7ae040a4-a364-419f-9c24-4d40756b4647 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:37.748950 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb190a63-eb7d-4bff-b2d4-441a9f0efd25", "name": "network-vif-plugged", "status": "completed", "tag": "d8718ebf-04ad-4609-bfee-91d910be8865", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:37.750101 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ae040a4-a364-419f-9c24-4d40756b4647 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:37.750817 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb190a63-eb7d-4bff-b2d4-441a9f0efd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8718ebf-04ad-4609-bfee-91d910be8865', 'code': 200} Dec 17 13:01:37.798259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676f968-ab1f-41d8-86fc-712746a0c09c req-9127282a-97d4-42d6-b1ba-e2ae27ef8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:37.799815 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0676f968-ab1f-41d8-86fc-712746a0c09c req-9127282a-97d4-42d6-b1ba-e2ae27ef8ee8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.1059065 Dec 17 13:01:37.808606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=d8718ebf-04ad-4609-bfee-91d910be8865,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:37.846307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012abfb-994b-4089-a5c1-e4074d6fdf64 req-f7cfbc8f-deb6-479f-b372-63cf0e3576eb tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:37.853133 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b012abfb-994b-4089-a5c1-e4074d6fdf64 req-f7cfbc8f-deb6-479f-b372-63cf0e3576eb tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 945 time: 0.0622072 Dec 17 13:01:37.865517 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0676f968-ab1f-41d8-86fc-712746a0c09c req-2b2efe95-eeb8-486d-bbc4-5471a48713c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551603 Dec 17 13:01:37.883505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=ac176fd3-35fb-4eaf-ac40-a63dc142804e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:37.900874 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b012abfb-994b-4089-a5c1-e4074d6fdf64 req-9b69380a-e12f-4662-b42d-86e1f165ae48 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 Dec 17 13:01:37.974824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0169fa0-3e32-4971-9e21-24399119dfb1 req-8937f2ce-61db-4296-9836-b9cff4aa89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:37.977256 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d0169fa0-3e32-4971-9e21-24399119dfb1 req-8937f2ce-61db-4296-9836-b9cff4aa89b3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 1100 time: 0.1325629 Dec 17 13:01:37.979631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:37.981964 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383" -d '{"events": [{"name": "network-changed", "server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:38.031582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0676f968-ab1f-41d8-86fc-712746a0c09c req-128463c5-1d83-4aad-afd0-b90bc814f381 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436908 Dec 17 13:01:38.049405 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2310ed84-4cbb-4efc-8533-b6d9912e307d x-openstack-request-id: req-2310ed84-4cbb-4efc-8533-b6d9912e307d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:38.049405 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:38.049405 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2310ed84-4cbb-4efc-8533-b6d9912e307d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:38.049405 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'status': 'completed', 'code': 200} Dec 17 13:01:38.103948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['ac176fd3-35fb-4eaf-ac40-a63dc142804e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:38.112518 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d0169fa0-3e32-4971-9e21-24399119dfb1 req-60a0b376-f0e5-4581-82ff-e4ccdab4abf8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244082 Dec 17 13:01:38.185684 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0676f968-ab1f-41d8-86fc-712746a0c09c req-4b8e56ea-e1b4-4ba6-923b-08b2ebe2d1c9 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392374 Dec 17 13:01:38.220761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-4f3cf184-4f7b-4d25-8ac9-60fb6c511c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.222327 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-4f3cf184-4f7b-4d25-8ac9-60fb6c511c3b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 1099 time: 0.1530843 Dec 17 13:01:38.252677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49181174-b88f-4a7a-9ff2-99bbc26b4a06 req-7e3aca73-c575-4469-9ac4-079268a3ed29 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.254246 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49181174-b88f-4a7a-9ff2-99bbc26b4a06 req-7e3aca73-c575-4469-9ac4-079268a3ed29 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 948 time: 0.0784290 Dec 17 13:01:38.257308 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-899c0d19-abd2-478c-b8db-9ed6c7dd6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.259309 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-899c0d19-abd2-478c-b8db-9ed6c7dd6012 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 1099 time: 0.1309707 Dec 17 13:01:38.378439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab582e1-d5ed-4fdb-b183-bae047d415b3 req-bcc50f42-5e50-4e7b-820d-fefd6b2c1f88 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.380049 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ab582e1-d5ed-4fdb-b183-bae047d415b3 req-bcc50f42-5e50-4e7b-820d-fefd6b2c1f88 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 945 time: 0.0643768 Dec 17 13:01:38.442737 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ab582e1-d5ed-4fdb-b183-bae047d415b3 req-f61f248c-d9ec-4c1c-a9d0-6d02a79ed526 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546091 Dec 17 13:01:38.462532 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49181174-b88f-4a7a-9ff2-99bbc26b4a06 req-7d8af954-aab6-42fc-8e75-da765d404443 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902089 Dec 17 13:01:38.501642 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-8ebb8ab8-6732-464c-a244-4dfdbde8688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.502717 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-8ebb8ab8-6732-464c-a244-4dfdbde8688d service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2473695 Dec 17 13:01:38.503959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-da4def85-6116-4d17-9134-c2c0b4640967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.505871 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-da4def85-6116-4d17-9134-c2c0b4640967 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1784036 Dec 17 13:01:38.565984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059dc9c-ca14-4305-a5e6-cd27cedff35e req-2518b04f-8662-462f-9807-055c80f4e9a3 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.568131 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6059dc9c-ca14-4305-a5e6-cd27cedff35e req-2518b04f-8662-462f-9807-055c80f4e9a3 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 949 time: 0.0591123 Dec 17 13:01:38.592426 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-afa50d7b-4667-4512-8074-249e358d4804 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 200 len: 217 time: 0.0799458 Dec 17 13:01:38.593329 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-d298fe03-dbae-485f-93e3-c28de6fe0dbb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 200 len: 217 time: 0.0761147 Dec 17 13:01:38.625798 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6059dc9c-ca14-4305-a5e6-cd27cedff35e req-f86c3ebc-5e63-427a-b927-4d995e3c5c3e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499609 Dec 17 13:01:38.708665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399a941-8916-490c-b8ac-c39f6d43bb8f req-8a029acd-d06a-4204-b54a-88c383504565 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.710265 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4399a941-8916-490c-b8ac-c39f6d43bb8f req-8a029acd-d06a-4204-b54a-88c383504565 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 945 time: 0.1557982 Dec 17 13:01:38.712573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-cf9e1656-5e03-4c9e-87b3-c17fba64a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.714317 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-cf9e1656-5e03-4c9e-87b3-c17fba64a73e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0989637 Dec 17 13:01:38.715285 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-e4302b62-e0a5-4967-8e81-0b09ad9ef1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.716613 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-e4302b62-e0a5-4967-8e81-0b09ad9ef1e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1097622 Dec 17 13:01:38.833539 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4399a941-8916-490c-b8ac-c39f6d43bb8f req-8bea06f0-73ed-46ad-be15-935a50c299ff tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150148 Dec 17 13:01:38.844980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-bec1dfef-625c-410b-86d7-8cf7e111a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.846497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31a5e546-efd1-4019-ade3-35059621ac2e req-ada4f516-97df-4c17-93f5-bda9f9a9a26c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0980842 Dec 17 13:01:38.846971 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-bec1dfef-625c-410b-86d7-8cf7e111a330 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133144 Dec 17 13:01:38.849241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-cc996e86-04e8-434a-9799-a32c485723f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.850636 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-cc996e86-04e8-434a-9799-a32c485723f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253707 Dec 17 13:01:38.874194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de729c8-a19f-42eb-a21e-c0d023376f43 req-7c10bc7f-04fe-4f9e-a6dc-f4bc577baa16 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.878124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8de729c8-a19f-42eb-a21e-c0d023376f43 req-7c10bc7f-04fe-4f9e-a6dc-f4bc577baa16 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 948 time: 0.0878165 Dec 17 13:01:38.989873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5e546-efd1-4019-ade3-35059621ac2e req-2a50eb70-76e6-4a5f-b6f6-1647cf24e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:38.991218 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31a5e546-efd1-4019-ade3-35059621ac2e req-2a50eb70-76e6-4a5f-b6f6-1647cf24e980 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 1100 time: 0.1089242 Dec 17 13:01:39.005756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8de729c8-a19f-42eb-a21e-c0d023376f43 req-cd81aa81-4ecb-4918-955c-4deedc0b0f8c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182578 Dec 17 13:01:39.136246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5e546-efd1-4019-ade3-35059621ac2e req-cb5edcec-bd10-4145-8592-ed5688dd532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:39.137847 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31a5e546-efd1-4019-ade3-35059621ac2e req-cb5edcec-bd10-4145-8592-ed5688dd532a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1136711 Dec 17 13:01:39.263547 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31a5e546-efd1-4019-ade3-35059621ac2e req-cd060f50-e301-4aca-88c7-3c179103df3f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=623c20c7-cc9c-440d-8828-06c3d2b90300 HTTP/1.1" status: 200 len: 217 time: 0.0490360 Dec 17 13:01:39.263547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5e546-efd1-4019-ade3-35059621ac2e req-fa737d3c-efef-4c7c-95ee-e76f8dfc3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:39.264191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31a5e546-efd1-4019-ade3-35059621ac2e req-fa737d3c-efef-4c7c-95ee-e76f8dfc3aa2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0526738 Dec 17 13:01:39.337299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5e546-efd1-4019-ade3-35059621ac2e req-6e8c2b6a-6952-4a1b-80e3-9473c61d02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:39.338925 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31a5e546-efd1-4019-ade3-35059621ac2e req-6e8c2b6a-6952-4a1b-80e3-9473c61d02fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654352 Dec 17 13:01:39.374509 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-14774894-c48d-4666-9743-9cc6e51601c3 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134737 Dec 17 13:01:39.380161 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-1002864d-fdd2-4a78-ba0f-8521abc0c8cf service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976344 Dec 17 13:01:39.464796 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31a5e546-efd1-4019-ade3-35059621ac2e req-5dca842f-c04e-472c-bc07-13986a298690 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076391 Dec 17 13:01:39.552152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-ad22da3d-a129-442f-b7b3-debf4ce815bc service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670446 Dec 17 13:01:39.579682 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47fc8fe1-390a-4d1b-97c4-cab0b1a18383 req-823295af-41fa-4c93-be05-f5f9b84dc62c service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803968 Dec 17 13:01:39.650011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c3fd9-1ca8-4b14-a932-d4d805409435 req-d4a9fda9-576e-44b6-9d0f-db49acd0ba7c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:39.651783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd3c3fd9-1ca8-4b14-a932-d4d805409435 req-d4a9fda9-576e-44b6-9d0f-db49acd0ba7c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 948 time: 0.0975237 Dec 17 13:01:39.655723 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31a5e546-efd1-4019-ade3-35059621ac2e req-81aca5d9-66a6-4df3-8219-04e1a8818aab service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833553 Dec 17 13:01:39.718124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd3c3fd9-1ca8-4b14-a932-d4d805409435 req-29df3ede-517c-4dac-837d-e042ee5f3de4 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601234 Dec 17 13:01:39.822574 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f419fb8-a3b9-48af-a46a-1b9401c21b8b req-4ed553f3-ef01-4a1c-ba81-9c73036cfaa8 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:39.825125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f419fb8-a3b9-48af-a46a-1b9401c21b8b req-4ed553f3-ef01-4a1c-ba81-9c73036cfaa8 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 949 time: 0.0503230 Dec 17 13:01:39.874089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f419fb8-a3b9-48af-a46a-1b9401c21b8b req-5ecf7726-2223-4026-8856-2e7010036301 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Dec 17 13:01:40.125272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b2928-c284-46c3-955c-5fe24f182715 req-ff110ab3-1717-407f-add4-501360d2afa7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:40.126731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f06b2928-c284-46c3-955c-5fe24f182715 req-ff110ab3-1717-407f-add4-501360d2afa7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 948 time: 0.0565464 Dec 17 13:01:40.194042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f06b2928-c284-46c3-955c-5fe24f182715 req-c781c9ab-54f7-4372-928c-63e15c2ee0b7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607078 Dec 17 13:01:40.311194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261162f-cd8f-4d1b-a26f-38ffc43e6ec2 req-602d8cde-3756-4676-9b48-b4b2c84e29fb tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:40.312947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3261162f-cd8f-4d1b-a26f-38ffc43e6ec2 req-602d8cde-3756-4676-9b48-b4b2c84e29fb tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 945 time: 0.0561135 Dec 17 13:01:40.370991 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3261162f-cd8f-4d1b-a26f-38ffc43e6ec2 req-001c5f3d-b8a7-4fb6-b53a-5c2bd684dbf5 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497913 Dec 17 13:01:40.843580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e305b2-7f0e-47f5-9427-a967745e2a4d req-f4b5a592-2463-449b-acd3-44c8f86f2e6c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:40.845338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29e305b2-7f0e-47f5-9427-a967745e2a4d req-f4b5a592-2463-449b-acd3-44c8f86f2e6c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 948 time: 0.0550883 Dec 17 13:01:40.897556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29e305b2-7f0e-47f5-9427-a967745e2a4d req-6bf7e493-9c55-436b-a04e-6c68d89344d2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457733 Dec 17 13:01:41.008253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf7ee7-48f1-47f7-bda5-0bd5c2ed528e req-2ea80259-0409-4b12-a749-4b0319b9e9e1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:41.009718 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dcdf7ee7-48f1-47f7-bda5-0bd5c2ed528e req-2ea80259-0409-4b12-a749-4b0319b9e9e1 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 949 time: 0.0575483 Dec 17 13:01:41.064923 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dcdf7ee7-48f1-47f7-bda5-0bd5c2ed528e req-0ddc023d-db8d-431c-926c-312b2761e958 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484974 Dec 17 13:01:41.131470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device cc2cb323-f62e-47db-8762-f2f9d82765d3 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:01:41.196732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f863e11-4737-476a-b042-fbce4b4887c0 req-bd249e0e-a1c1-4b36-98b4-40d98074a2ee tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:41.198435 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f863e11-4737-476a-b042-fbce4b4887c0 req-bd249e0e-a1c1-4b36-98b4-40d98074a2ee tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 1100 time: 0.0492792 Dec 17 13:01:41.259727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:41.283330 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f863e11-4737-476a-b042-fbce4b4887c0 req-a64a4b5a-cad4-4c00-8503-4fae5e807f58 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690444 Dec 17 13:01:41.287350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'mac_address': 'fa:16:3e:dd:c6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:01:41.294940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ac176fd3-35fb-4eaf-ac40-a63dc142804e up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:01:41.367208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d929e-ae5a-40d2-b9f3-626016b76be1 req-802101d8-3796-4efa-aa23-3f31f1f0b72e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:41.370726 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1d7d929e-ae5a-40d2-b9f3-626016b76be1 req-802101d8-3796-4efa-aa23-3f31f1f0b72e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 948 time: 0.0797298 Dec 17 13:01:41.389622 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:41.409886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2cb323-f62e-47db-8762-f2f9d82765d3 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:41.433023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:41.454983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1d7d929e-ae5a-40d2-b9f3-626016b76be1 req-9dfeb8e2-9a8b-4107-b851-5c131ef752f7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726008 Dec 17 13:01:41.509185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-3aee2e99-be7d-4bb0-9825-76dea8c90383 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263526 Dec 17 13:01:41.545553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port ac176fd3-35fb-4eaf-ac40-a63dc142804e completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:01:41.550594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port ac176fd3-35fb-4eaf-ac40-a63dc142804e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:41.551337 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:41.568411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1e4a0-5695-4f0c-b695-12dacb2ccd49 req-8fec0b11-5025-4211-a3b9-f0e7e8aab0be tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:41.570434 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-acf1e4a0-5695-4f0c-b695-12dacb2ccd49 req-8fec0b11-5025-4211-a3b9-f0e7e8aab0be tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 945 time: 0.0555589 Dec 17 13:01:41.615992 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:41.658052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c7e1-2dce-4b7b-bd26-9b456a1fece2 req-820033a1-81e1-4b7c-b8ab-b16c94c0c61e tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:41.659618 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81c7c7e1-2dce-4b7b-bd26-9b456a1fece2 req-820033a1-81e1-4b7c-b8ab-b16c94c0c61e tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.54 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 945 time: 0.0875571 Dec 17 13:01:41.670637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e371a-6734-4cb4-bcad-65df557d8539 req-880584d2-033b-45dd-9d21-b8001d475d7e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:41.675729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-880584d2-033b-45dd-9d21-b8001d475d7e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604619 Dec 17 13:01:41.681475 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-acf1e4a0-5695-4f0c-b695-12dacb2ccd49 req-979f315d-c74d-497f-ad2a-63c43ffe5358 tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5a2612-36fc-44f7-8d2f-fab80a464cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009979 Dec 17 13:01:41.707232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-be54dd1b-d88b-410d-982f-76704ba17205 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/quotas/162344edac8740ada2447494ea66f0df HTTP/1.1" status: 200 len: 375 time: 0.0207317 Dec 17 13:01:41.714608 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:41.728495 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:41.771872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a1afa9-35fc-41e3-8c98-dda4772b0b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac176fd3-35fb-4eaf-ac40-a63dc142804e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:41.774480 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163f2538-27b8-4948-a72a-1f1b4146634e" -d '{"events": [{"server_uuid": "f5a1afa9-35fc-41e3-8c98-dda4772b0b92", "name": "network-vif-plugged", "status": "completed", "tag": "ac176fd3-35fb-4eaf-ac40-a63dc142804e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:41.794888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port ac176fd3-35fb-4eaf-ac40-a63dc142804e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ac176fd3-35fb-4eaf-ac40-a63dc142804e,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:41.810024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-0bdefe64-78bc-4b4c-a715-d33dcb94fb5b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0966792 Dec 17 13:01:41.866797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-81c7c7e1-2dce-4b7b-bd26-9b456a1fece2 req-cc647720-bbab-4be4-b5cd-afbf39dd22db tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Deleting port 93410e86-9478-46ab-9484-7e315e597896 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:01:41.869085 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-81c7c7e1-2dce-4b7b-bd26-9b456a1fece2 req-cc647720-bbab-4be4-b5cd-afbf39dd22db tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:41.934488 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:41.978216 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-81c7c7e1-2dce-4b7b-bd26-9b456a1fece2 req-cc647720-bbab-4be4-b5cd-afbf39dd22db tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] For port 93410e86-9478-46ab-9484-7e315e597896, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=93410e86-9478-46ab-9484-7e315e597896,segment=NetworkSegment(b5206ecf-ef1e-4fd1-8d6a-940737181dff),segment_id=b5206ecf-ef1e-4fd1-8d6a-940737181dff)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:41.978582 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-81c7c7e1-2dce-4b7b-bd26-9b456a1fece2 req-cc647720-bbab-4be4-b5cd-afbf39dd22db tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:41.992363 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-81c7c7e1-2dce-4b7b-bd26-9b456a1fece2 req-cc647720-bbab-4be4-b5cd-afbf39dd22db tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Calling delete_port for 93410e86-9478-46ab-9484-7e315e597896 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:01:41.999489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['cc2cb323-f62e-47db-8762-f2f9d82765d3'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:42.030889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=ac176fd3-35fb-4eaf-ac40-a63dc142804e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:42.120310 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab4fce3-d193-4295-8c5b-e6e44f563cd6 x-openstack-request-id: req-2ab4fce3-d193-4295-8c5b-e6e44f563cd6 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:42.120673 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a1afa9-35fc-41e3-8c98-dda4772b0b92", "name": "network-vif-plugged", "status": "completed", "tag": "ac176fd3-35fb-4eaf-ac40-a63dc142804e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:42.120995 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ab4fce3-d193-4295-8c5b-e6e44f563cd6 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:42.121465 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a1afa9-35fc-41e3-8c98-dda4772b0b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac176fd3-35fb-4eaf-ac40-a63dc142804e', 'code': 200} Dec 17 13:01:42.336681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a2d50-d369-4e58-be1e-eebfca9e8b46 req-8e35affc-b1dc-4642-be7d-06f7caf4ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:42.338347 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e6a2d50-d369-4e58-be1e-eebfca9e8b46 req-8e35affc-b1dc-4642-be7d-06f7caf4ca2f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 1100 time: 0.1227841 Dec 17 13:01:42.351412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-81c7c7e1-2dce-4b7b-bd26-9b456a1fece2 req-cc647720-bbab-4be4-b5cd-afbf39dd22db tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:42.355597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa412b-18c4-4bbe-9320-b5747c67fde8 req-de99f032-7a1f-4e0d-9dcf-b032ffb58960 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:42.357717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4fa412b-18c4-4bbe-9320-b5747c67fde8 req-de99f032-7a1f-4e0d-9dcf-b032ffb58960 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 949 time: 0.0968878 Dec 17 13:01:42.396111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc647720-bbab-4be4-b5cd-afbf39dd22db tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Pushing event deleted for resources: {'Port': ['ID=93410e86-9478-46ab-9484-7e315e597896,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:42.432050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e6a2d50-d369-4e58-be1e-eebfca9e8b46 req-b7c0dc51-da82-4850-94ab-1b9b677c89e3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713775 Dec 17 13:01:42.435851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4fa412b-18c4-4bbe-9320-b5747c67fde8 req-f036f3e6-7b6c-483d-99bf-6b899e8730ba tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695298 Dec 17 13:01:42.438066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c7c7e1-2dce-4b7b-bd26-9b456a1fece2 req-cc647720-bbab-4be4-b5cd-afbf39dd22db tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] No DVR routers for this DVR port 93410e86-9478-46ab-9484-7e315e597896 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:01:42.442883 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-81c7c7e1-2dce-4b7b-bd26-9b456a1fece2 req-cc647720-bbab-4be4-b5cd-afbf39dd22db tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:42.444745 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81c7c7e1-2dce-4b7b-bd26-9b456a1fece2 req-cc647720-bbab-4be4-b5cd-afbf39dd22db tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.54 "DELETE /v2.0/ports/93410e86-9478-46ab-9484-7e315e597896 HTTP/1.1" status: 204 len: 173 time: 0.7756259 Dec 17 13:01:42.445226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85fc393-a811-4c8f-9c7f-721b9324bc95', 'name': 'network-vif-deleted', 'tag': '93410e86-9478-46ab-9484-7e315e597896'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:42.447554 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87bc7fa-ed97-4758-b863-79e0df2c4b45" -d '{"events": [{"server_uuid": "b85fc393-a811-4c8f-9c7f-721b9324bc95", "name": "network-vif-deleted", "tag": "93410e86-9478-46ab-9484-7e315e597896"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:42.510478 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1aa5e0bc-7ee8-4257-b0f7-3e4f665fa188 req-5076e2e0-1924-4542-9711-cb020c34f3ee tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 210 time: 0.0289459 Dec 17 13:01:42.591753 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb18e9c0-c0d8-416c-a743-543bd5076979 x-openstack-request-id: req-eb18e9c0-c0d8-416c-a743-543bd5076979 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:42.592183 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85fc393-a811-4c8f-9c7f-721b9324bc95", "name": "network-vif-deleted", "tag": "93410e86-9478-46ab-9484-7e315e597896", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:42.592554 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb18e9c0-c0d8-416c-a743-543bd5076979 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:42.593131 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85fc393-a811-4c8f-9c7f-721b9324bc95', 'name': 'network-vif-deleted', 'tag': '93410e86-9478-46ab-9484-7e315e597896', 'status': 'completed', 'code': 200} Dec 17 13:01:42.703036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca08d7-2d71-49cc-b9fa-3914e13f44bf req-669b96fb-d58e-4e5c-8c9b-ed75600dec30 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:42.703036 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b6ca08d7-2d71-49cc-b9fa-3914e13f44bf req-669b96fb-d58e-4e5c-8c9b-ed75600dec30 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 949 time: 0.0523598 Dec 17 13:01:42.761263 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b6ca08d7-2d71-49cc-b9fa-3914e13f44bf req-e1b40f42-c999-47f6-a6ee-5d6a7702eacc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508623 Dec 17 13:01:42.801891 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b943cacb-7470-4844-ae69-a7cf69b56f33 req-272db85b-e22c-4f92-a4e6-89749cf4db1d tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 210 time: 0.0350502 Dec 17 13:01:42.870601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-2e7b4478-b60b-4800-8624-e26d7622f072 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:42.872496 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-2e7b4478-b60b-4800-8624-e26d7622f072 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.54 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d&tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 949 time: 0.0794554 Dec 17 13:01:42.942832 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-88dcc2ed-8b63-4837-a181-9cd52907ce0a service neutron] 10.222.0.54 "GET /v2.0/ports/cc2cb323-f62e-47db-8762-f2f9d82765d3/bindings/n-h1-815324-5 HTTP/1.1" status: 200 len: 382 time: 0.0608432 Dec 17 13:01:43.028931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-2a70518b-94f4-40bb-bdc6-36654805705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:43.030535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-2a70518b-94f4-40bb-bdc6-36654805705d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 1100 time: 0.0466945 Dec 17 13:01:43.128403 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-9ce44d89-1e74-451b-b731-663845402647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:43.130461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-9ce44d89-1e74-451b-b731-663845402647 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.0914660 Dec 17 13:01:43.189344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-02eac8e9-2701-43e2-a0b9-a21cb8085da2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 200 len: 217 time: 0.0402648 Dec 17 13:01:43.242299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-bd9f0573-64dd-48c5-82ec-c16ea38d17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:43.243796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-bd9f0573-64dd-48c5-82ec-c16ea38d17c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0451770 Dec 17 13:01:43.309901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-6c68559a-0b62-4b2c-81b7-b68bf88dd947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:43.311420 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-6c68559a-0b62-4b2c-81b7-b68bf88dd947 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563095 Dec 17 13:01:43.412558 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5e3198f3-b687-4718-8f63-8ed1ece48da7 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902185 Dec 17 13:01:43.525682 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-489ab6c7-370e-4b19-95c9-a7bbd9cd09c2 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946708 Dec 17 13:01:43.590269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013551ff-5790-49f3-9137-c1b61d9f91dd req-9de18492-db2a-4100-86e0-9e4848f00abf tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:43.591879 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-013551ff-5790-49f3-9137-c1b61d9f91dd req-9de18492-db2a-4100-86e0-9e4848f00abf tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 949 time: 0.0759163 Dec 17 13:01:43.625819 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4694143b-ead5-418a-b6d5-fe78ee654118 req-fb3247bf-f0ad-4c16-9bb0-9ae0b5ecbc3a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 210 time: 0.0287788 Dec 17 13:01:43.645850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-013551ff-5790-49f3-9137-c1b61d9f91dd req-51dff2ed-37a5-4af1-93a6-344895192953 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452542 Dec 17 13:01:43.865678 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c3ec-2c2a-4c10-96c0-877a21dd502b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:43.894323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e68f7-a5fb-45ae-9802-f2999eef6ea1 req-e3761caf-7ae3-412d-99e1-d27ef8391a9f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:43.904903 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de5e68f7-a5fb-45ae-9802-f2999eef6ea1 req-e3761caf-7ae3-412d-99e1-d27ef8391a9f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 949 time: 0.0604787 Dec 17 13:01:43.966902 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de5e68f7-a5fb-45ae-9802-f2999eef6ea1 req-49460b2d-3baa-4fa7-9166-ff321d01743c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634282 Dec 17 13:01:44.017533 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41a136f4-7a9e-4155-9741-cfa144201ab4 req-4f06f8ea-ee63-491c-8d21-6729bca4090c tempest-ServerDiskConfigTestJSON-1246598469 tempest-ServerDiskConfigTestJSON-1246598469-project] 10.222.0.59 "GET /v2.0/ports?device_id=b85fc393-a811-4c8f-9c7f-721b9324bc95 HTTP/1.1" status: 200 len: 210 time: 0.0630398 Dec 17 13:01:44.726793 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20401c28-d949-4246-8e11-3d5e33706765 req-3b02d904-871e-4fdb-bc9e-bcfcd5fa2db6 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 210 time: 0.0265636 Dec 17 13:01:44.780524 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca095fe-8a34-4fb2-aef0-b65c6431e62f req-afe14f3c-48df-4983-9d2a-b4d242b00473 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:44.782998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ca095fe-8a34-4fb2-aef0-b65c6431e62f req-afe14f3c-48df-4983-9d2a-b4d242b00473 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 949 time: 0.0646913 Dec 17 13:01:44.840636 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ca095fe-8a34-4fb2-aef0-b65c6431e62f req-40b9065a-1b72-4f48-9a43-730987ebdb05 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511558 Dec 17 13:01:45.103884 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-03b1d99c-af2a-4dbe-87ff-16791076229d tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=162344edac8740ada2447494ea66f0df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539443 Dec 17 13:01:45.140148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device cc2cb323-f62e-47db-8762-f2f9d82765d3 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:01:45.177197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbcc0a-77f9-4cce-a20e-9adde7f26edb req-635158da-bd89-4cf9-8340-b5f58676f2d5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.186795 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dfbbcc0a-77f9-4cce-a20e-9adde7f26edb req-635158da-bd89-4cf9-8340-b5f58676f2d5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 949 time: 0.1239002 Dec 17 13:01:45.274754 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dfbbcc0a-77f9-4cce-a20e-9adde7f26edb req-de66ab60-7ca0-4cf5-9dbd-7877b431c8de tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869887 Dec 17 13:01:45.310232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e371a-6734-4cb4-bcad-65df557d8539 req-9e861c00-f937-4bea-a20f-25f1602ce8f9 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.311725 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-9e861c00-f937-4bea-a20f-25f1602ce8f9 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966245 Dec 17 13:01:45.316587 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port cc2cb323-f62e-47db-8762-f2f9d82765d3 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:01:45.320909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port cc2cb323-f62e-47db-8762-f2f9d82765d3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:45.321519 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:45.335306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-557e371a-6734-4cb4-bcad-65df557d8539 req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Request body: {'port': {'device_id': '31f6de3e-24f9-4602-b9f0-65bdccfcda08', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': '162344edac8740ada2447494ea66f0df'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:45.459580 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:45.478692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:45.481615 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef09fd1b-a83e-4575-96f3-5317cf3e2f83" -d '{"events": [{"server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "name": "network-vif-plugged", "status": "completed", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:45.502441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:45.503628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45752) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:01:45.564857 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cca57dc-fd53-4bba-ac60-e7df797ccbd1 x-openstack-request-id: req-3cca57dc-fd53-4bba-ac60-e7df797ccbd1 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:45.565252 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "name": "network-vif-plugged", "status": "completed", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:45.565568 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3cca57dc-fd53-4bba-ac60-e7df797ccbd1 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:45.566115 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'code': 200} Dec 17 13:01:45.597754 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-626a5815-71a8-44f7-bd84-423424a14bfa admin admin] Deleting subnet 98082a87-8f9d-4c39-8f34-da72827610be {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:01:45.601412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-626a5815-71a8-44f7-bd84-423424a14bfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:45.603742 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:45.604971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 93410e86-9478-46ab-9484-7e315e597896 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:01:45.666971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 93410e86-9478-46ab-9484-7e315e597896 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:01:45.667316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 93410e86-9478-46ab-9484-7e315e597896 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:01:45.682866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557e371a-6734-4cb4-bcad-65df557d8539 req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Made reservation on behalf of 162344edac8740ada2447494ea66f0df for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:01:45.686552 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-557e371a-6734-4cb4-bcad-65df557d8539 req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:45.698971 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-626a5815-71a8-44f7-bd84-423424a14bfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:45.706091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:45.752283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.752910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.753438 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.754126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.754802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.755442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.756091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.756626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.757178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.757756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.758281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.758810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.759336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.759855 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.760381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.761153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.761559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.762286 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.763319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.764076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.764778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:45.768437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3c5da766-57af-469e-b29b-1a793f705d33 req-1e5083ea-5521-4c20-8acb-934ccd0d4673 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08&device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92&device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25&device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442&device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392&device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6&device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82&device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574&device_id=74ffac91-a670-4887-abaa-07c694e2ef08&device_id=02908e6c-86f4-45e2-98d2-49d771a6987d&device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf&device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4&device_id=84c414af-d57a-4fda-bba2-5093f6a04784&device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba&device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47&device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e&device_id=6b69665c-6ec1-437f-b365-69b560dce06f&device_id=9257de87-cddc-49cf-a967-91e53cd04e9b&device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754&device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0&device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6&device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 18874 time: 0.1350667 Dec 17 13:01:45.812188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-626a5815-71a8-44f7-bd84-423424a14bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:45.843474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3c5da766-57af-469e-b29b-1a793f705d33 req-e689514e-4759-4bfd-83c2-969890fd2e0b tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:45.877664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-948fc621-584d-468b-8164-4f4bf3fda456 req-033f3c79-aef3-4154-9a54-8b4f9e09af15 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 210 time: 0.0371146 Dec 17 13:01:45.908989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-557e371a-6734-4cb4-bcad-65df557d8539 req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Allocated IP 192.168.233.125 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/330c247f-b105-433f-bf65-8891af7eb99e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:01:45.971101 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3c5da766-57af-469e-b29b-1a793f705d33 req-e689514e-4759-4bfd-83c2-969890fd2e0b tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.020834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-626a5815-71a8-44f7-bd84-423424a14bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.052526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a5815-71a8-44f7-bd84-423424a14bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98082a87-8f9d-4c39-8f34-da72827610be,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:46.054602 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-626a5815-71a8-44f7-bd84-423424a14bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.060357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-626a5815-71a8-44f7-bd84-423424a14bfa admin admin] 10.222.0.59 "DELETE /v2.0/subnets/98082a87-8f9d-4c39-8f34-da72827610be HTTP/1.1" status: 204 len: 168 time: 0.5526483 Dec 17 13:01:46.060357 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3c5da766-57af-469e-b29b-1a793f705d33 req-e689514e-4759-4bfd-83c2-969890fd2e0b tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.061999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45760) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:01:46.158406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689514e-4759-4bfd-83c2-969890fd2e0b tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dd482c-fd8c-4b25-b41c-7b01178f7aba,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:46.233426 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.276657 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3c5da766-57af-469e-b29b-1a793f705d33 req-e689514e-4759-4bfd-83c2-969890fd2e0b tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&id=2441a733-c7c1-426c-bc28-70f36d1cb04f&id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&id=93e7a853-7b28-4087-9c63-f838ea2ada64&id=35a65f66-5095-438b-97cd-fb07f2c5affa&id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 741 time: 0.4846876 Dec 17 13:01:46.357553 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-03a987b2-0719-4a8b-bd0b-a25fe2c16568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.393120 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.460008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88aa7498-fa67-4f3c-bd53-37ad902bc913']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:01:46.472158 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5206ecf-ef1e-4fd1-8d6a-940737181dff') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:01:46.472404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5206ecf-ef1e-4fd1-8d6a-940737181dff') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:01:46.487049 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-557e371a-6734-4cb4-bcad-65df557d8539 req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.487270 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.500312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4e7a0-23b0-492b-851c-732fdde38ee8 req-4f2ef762-7086-4716-822d-50417713a659 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:46.503967 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2fc4e7a0-23b0-492b-851c-732fdde38ee8 req-4f2ef762-7086-4716-822d-50417713a659 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0883222 Dec 17 13:01:46.517528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.530371 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:01:46.533803 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:01:46.566490 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:01:46.630472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2fc4e7a0-23b0-492b-851c-732fdde38ee8 req-6241dc18-bcc3-4509-af06-da86df697c36 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118548 Dec 17 13:01:46.660443 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-557e371a-6734-4cb4-bcad-65df557d8539 req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.678196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300', '38489767-3a90-4d3c-bc15-10feb2077da5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:46.683467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'c144a546-526c-4229-8315-69ff6028b3c5', 'ba101538-cd8e-434d-968f-0843ac87450f', '6a1e7c02-0525-4a80-b4d1-0a54cf75e264', 'd8718ebf-04ad-4609-bfee-91d910be8865'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:46.706067 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.713094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557e371a-6734-4cb4-bcad-65df557d8539 req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:01:46.720008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-557e371a-6734-4cb4-bcad-65df557d8539 req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:01:46.726890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-557e371a-6734-4cb4-bcad-65df557d8539 req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:01:46.734256 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.734567 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e371a-6734-4cb4-bcad-65df557d8539 req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:46.734567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-557e371a-6734-4cb4-bcad-65df557d8539 req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:46.734766 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] 10.222.0.59 "DELETE /v2.0/networks/88aa7498-fa67-4f3c-bd53-37ad902bc913 HTTP/1.1" status: 204 len: 168 time: 0.6699247 Dec 17 13:01:46.773378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22576601-dc5a-4d68-ba21-d1562b379028 admin admin] Pushing event deleted for resources: {'Network': ['ID=88aa7498-fa67-4f3c-bd53-37ad902bc913,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:46.808127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event updated for resources: {'Port': ['ID=330c247f-b105-433f-bf65-8891af7eb99e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:46.884839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569cf5d-eaf9-4b44-847c-e8234679fd9d req-d9da480a-6b11-4908-83c4-146ca5ba4b33 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:46.885542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569cf5d-eaf9-4b44-847c-e8234679fd9d req-d9da480a-6b11-4908-83c4-146ca5ba4b33 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:46.885828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569cf5d-eaf9-4b44-847c-e8234679fd9d req-d9da480a-6b11-4908-83c4-146ca5ba4b33 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:46.887542 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c569cf5d-eaf9-4b44-847c-e8234679fd9d req-d9da480a-6b11-4908-83c4-146ca5ba4b33 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92&device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442&device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 2882 time: 0.0726736 Dec 17 13:01:47.006362 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-108e3558-7be9-42f4-b931-d89e4f47adfd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6798661 Dec 17 13:01:47.030550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c569cf5d-eaf9-4b44-847c-e8234679fd9d req-996b037f-79d3-4047-97aa-fe7e2e3694da tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265054 Dec 17 13:01:47.037695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Request body: {'port': {'device_id': '31f6de3e-24f9-4602-b9f0-65bdccfcda08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:47.198435 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:47.212787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26970-ec5b-42d4-8cf7-f96c1babca52 req-b37be789-2da0-485b-9478-e8081a695ed2 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:47.214511 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28c26970-ec5b-42d4-8cf7-f96c1babca52 req-b37be789-2da0-485b-9478-e8081a695ed2 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 936 time: 0.2086046 Dec 17 13:01:47.228200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-4b7757c0-44b8-4678-a86a-988bd0e6b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:47.229781 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-4b7757c0-44b8-4678-a86a-988bd0e6b519 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d&tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815 HTTP/1.1" status: 200 len: 1101 time: 0.1184051 Dec 17 13:01:47.265802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:47.355963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-59bfe4c6-cc41-4f3b-bf1b-86e357d82fe2 None None] Provisioning complete for port 330c247f-b105-433f-bf65-8891af7eb99e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:47.356322 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-59bfe4c6-cc41-4f3b-bf1b-86e357d82fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:47.418386 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28c26970-ec5b-42d4-8cf7-f96c1babca52 req-553b11a3-bfc4-40aa-905a-918ee7dd7059 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868372 Dec 17 13:01:47.433844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-59bfe4c6-cc41-4f3b-bf1b-86e357d82fe2 None None] Port 330c247f-b105-433f-bf65-8891af7eb99e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:01:47.463008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45788) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:01:47.502283 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:47.570538 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-de3c89a7-652a-4033-a4f7-d70c9734d605 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66edfbd2934f4e639ca09ab80319e7ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1063507 Dec 17 13:01:47.573173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45790) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:01:47.664359 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:47.735242 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3c969406-6aa2-49ae-a509-f68af7f17d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:47.737361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330c247f-b105-433f-bf65-8891af7eb99e {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:47.761223 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:47.779496 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3c969406-6aa2-49ae-a509-f68af7f17d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:47.797203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Transition to ACTIVE for port object 330c247f-b105-433f-bf65-8891af7eb99e will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:01:47.879368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84298cd5-ce9c-45cf-8bbb-d049dc1199a1 req-794a4af4-75f2-4ed9-9ef1-acc745b6ba75 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:47.886153 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-84298cd5-ce9c-45cf-8bbb-d049dc1199a1 req-794a4af4-75f2-4ed9-9ef1-acc745b6ba75 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0934677 Dec 17 13:01:47.912049 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:48.063803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Attempting to bind port 330c247f-b105-433f-bf65-8891af7eb99e on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:01:48.064148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Attempting to bind port 330c247f-b105-433f-bf65-8891af7eb99e by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:01:48.068433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Attempting to bind port 330c247f-b105-433f-bf65-8891af7eb99e on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:48.075656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Pushing event updated for resources: {'Port': ['ID=330c247f-b105-433f-bf65-8891af7eb99e,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:48.100863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Port 330c247f-b105-433f-bf65-8891af7eb99e on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:01:48.101213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Attempting to bind port 330c247f-b105-433f-bf65-8891af7eb99e on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:48.117993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:01:48.118341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:48.122474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:01:48.123742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Bound port: 330c247f-b105-433f-bf65-8891af7eb99e, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:01:48.124116 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:48.136378 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-84298cd5-ce9c-45cf-8bbb-d049dc1199a1 req-9f4e51da-a8f0-4659-815e-e1d043b2cc79 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456598 Dec 17 13:01:48.142564 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3c969406-6aa2-49ae-a509-f68af7f17d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:48.152133 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3c969406-6aa2-49ae-a509-f68af7f17d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:48.166455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3c969406-6aa2-49ae-a509-f68af7f17d31 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f5a2612-36fc-44f7-8d2f-fab80a464cfb HTTP/1.1" status: 204 len: 168 time: 0.5907364 Dec 17 13:01:48.286497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c969406-6aa2-49ae-a509-f68af7f17d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5a2612-36fc-44f7-8d2f-fab80a464cfb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:48.313881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] For port 330c247f-b105-433f-bf65-8891af7eb99e, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:48.323914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] For port 330c247f-b105-433f-bf65-8891af7eb99e, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=330c247f-b105-433f-bf65-8891af7eb99e,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:01:48.325016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:48.384654 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:48.403089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:48.433696 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:48.447742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Transition to ACTIVE for port object cc2cb323-f62e-47db-8762-f2f9d82765d3 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:01:48.448589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:48.452555 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6589efe5-131b-41dc-ae11-3b3a3554a81e" -d '{"events": [{"server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:48.490103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:48.494433 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:48.500049 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] 10.222.0.61 "PUT /v2.0/ports/330c247f-b105-433f-bf65-8891af7eb99e HTTP/1.1" status: 200 len: 1096 time: 1.4650464 Dec 17 13:01:48.500049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f6de3e-24f9-4602-b9f0-65bdccfcda08', 'tag': '330c247f-b105-433f-bf65-8891af7eb99e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:48.502875 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149850c2-50fc-4bf4-aeff-c890b690e237" -d '{"events": [{"name": "network-changed", "server_uuid": "31f6de3e-24f9-4602-b9f0-65bdccfcda08", "tag": "330c247f-b105-433f-bf65-8891af7eb99e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:48.529207 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:48.614635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06809c4f-bc0c-4342-8021-67d2782819ce service neutron] Pushing event updated for resources: {'Port': ['ID=330c247f-b105-433f-bf65-8891af7eb99e,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:48.655192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] No DVR routers for this DVR port cc2cb323-f62e-47db-8762-f2f9d82765d3 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:01:48.703121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=10']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:48.725731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Attempting to bind port cc2cb323-f62e-47db-8762-f2f9d82765d3 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:01:48.726084 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Attempting to bind port cc2cb323-f62e-47db-8762-f2f9d82765d3 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:01:48.726412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Attempting to bind port cc2cb323-f62e-47db-8762-f2f9d82765d3 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:48.731820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Port cc2cb323-f62e-47db-8762-f2f9d82765d3 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:01:48.732144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Attempting to bind port cc2cb323-f62e-47db-8762-f2f9d82765d3 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:48.740147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:01:48.741188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:48.741605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:01:48.742099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Bound port: cc2cb323-f62e-47db-8762-f2f9d82765d3, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:01:48.742458 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:48.793063 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:48.801070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5072cd-0541-44fe-8bc7-2d09957c6ab9 req-909a3b9f-7ad8-4661-ae4a-013dafb16cbe tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:48.816481 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b5072cd-0541-44fe-8bc7-2d09957c6ab9 req-909a3b9f-7ad8-4661-ae4a-013dafb16cbe tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 948 time: 0.1263282 Dec 17 13:01:48.822202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e371a-6734-4cb4-bcad-65df557d8539 req-b75a33b4-2f4d-4480-9c7c-0a3d0dcf7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:48.829898 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-b75a33b4-2f4d-4480-9c7c-0a3d0dcf7fc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 1099 time: 0.1875029 Dec 17 13:01:48.876700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:48.895193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:01:48.928513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-671548aa-5e18-48ce-aae3-c081fe2cead4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=330c247f-b105-433f-bf65-8891af7eb99e HTTP/1.1" status: 200 len: 217 time: 0.0849469 Dec 17 13:01:48.958812 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd546142-db9c-4866-abb5-04f8f671e940 x-openstack-request-id: req-dd546142-db9c-4866-abb5-04f8f671e940 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:48.959428 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:48.959922 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd546142-db9c-4866-abb5-04f8f671e940 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:48.960568 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'code': 200} Dec 17 13:01:49.023039 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9149545-1075-41a9-bf42-d3e3df4c3722 x-openstack-request-id: req-a9149545-1075-41a9-bf42-d3e3df4c3722 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:49.023374 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f6de3e-24f9-4602-b9f0-65bdccfcda08", "tag": "330c247f-b105-433f-bf65-8891af7eb99e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:49.024962 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9149545-1075-41a9-bf42-d3e3df4c3722 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:49.024962 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f6de3e-24f9-4602-b9f0-65bdccfcda08', 'tag': '330c247f-b105-433f-bf65-8891af7eb99e', 'status': 'completed', 'code': 200} Dec 17 13:01:49.027168 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:49.056006 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b5072cd-0541-44fe-8bc7-2d09957c6ab9 req-6d7c71bb-a107-4a2e-aaf6-17e90fe0258f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238736 Dec 17 13:01:49.094988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e371a-6734-4cb4-bcad-65df557d8539 req-5f2b8034-8917-4ac8-ae1f-ac3587889246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:49.104056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-5f2b8034-8917-4ac8-ae1f-ac3587889246 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1382258 Dec 17 13:01:49.104484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:49.104484 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:49.104484 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] 10.222.0.61 "PUT /v2.0/ports/cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 200 len: 1097 time: 1.8429465 Dec 17 13:01:49.154819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device cc2cb323-f62e-47db-8762-f2f9d82765d3 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:01:49.247677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45ae52-2a0e-4c13-9618-701d86af4e2a service neutron] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=11']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:49.254562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e371a-6734-4cb4-bcad-65df557d8539 req-829900df-f50f-4910-b11e-2c03dc52b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:49.261797 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-829900df-f50f-4910-b11e-2c03dc52b6b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1477685 Dec 17 13:01:49.307603 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-ad82618e-f1a4-4499-804e-800e738d2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:49.307829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device cc2cb323-f62e-47db-8762-f2f9d82765d3 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:01:49.308731 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-ad82618e-f1a4-4499-804e-800e738d2eff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 1100 time: 0.1331472 Dec 17 13:01:49.318752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51133a-ca9f-4205-b57e-dbc1ec2f56e3 req-76cee0c9-d1ec-4200-97d9-1bb424dd9956 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:49.340530 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a51133a-ca9f-4205-b57e-dbc1ec2f56e3 req-76cee0c9-d1ec-4200-97d9-1bb424dd9956 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 1101 time: 0.1324780 Dec 17 13:01:49.444413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bb481-c827-4023-a2d5-424f062b4e10 req-a1b6c368-7683-4736-9dd2-04ba72108ddd tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:49.452243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a2bb481-c827-4023-a2d5-424f062b4e10 req-a1b6c368-7683-4736-9dd2-04ba72108ddd tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 949 time: 0.1626139 Dec 17 13:01:49.525435 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-08cf3630-e2ce-4d80-9b0e-472a7ec577f5 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509046 Dec 17 13:01:49.538807 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a51133a-ca9f-4205-b57e-dbc1ec2f56e3 req-a4232090-c5ce-4401-9717-8b0f6abfcb72 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973834 Dec 17 13:01:49.555582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-9637763b-597d-40fa-96b3-25ba02439ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:49.557378 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-9637763b-597d-40fa-96b3-25ba02439ef8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2146881 Dec 17 13:01:49.574207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a2bb481-c827-4023-a2d5-424f062b4e10 req-06df1cd0-8592-4a84-b6f3-34254b7ea8a0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209722 Dec 17 13:01:49.608515 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:49.619400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-810f4099-7e41-471a-80bc-66674054cd0f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 200 len: 217 time: 0.0508935 Dec 17 13:01:49.699601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-2d6cd43c-7601-443f-a01b-fab602ed39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:49.701981 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-2d6cd43c-7601-443f-a01b-fab602ed39ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0714228 Dec 17 13:01:49.740598 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-557e371a-6734-4cb4-bcad-65df557d8539 req-e5f7b86a-182e-4996-bfd5-2e6b7a059acc service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014134 Dec 17 13:01:49.764017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-07fc9a57-7191-42fa-8ea7-7e4377b59b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:49.766430 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-07fc9a57-7191-42fa-8ea7-7e4377b59b3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505393 Dec 17 13:01:49.780981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0870c14-6b0a-4424-824d-021dc9ebffe0 req-5dd27627-1134-4f0a-ad22-4ce54e9687cb tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:49.782780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a0870c14-6b0a-4424-824d-021dc9ebffe0 req-5dd27627-1134-4f0a-ad22-4ce54e9687cb tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 1101 time: 0.0969563 Dec 17 13:01:49.839405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a0870c14-6b0a-4424-824d-021dc9ebffe0 req-e149e08c-35ca-445e-955e-86fceb5c82b8 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479283 Dec 17 13:01:49.881144 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-51e1707b-ed35-4cdd-a108-c0a701edc244 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934126 Dec 17 13:01:50.008142 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebd5bb25-b901-4099-bee3-4666ec2768a7 req-b0da5cce-642e-48d4-b5a5-25420a4e62b2 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077824 Dec 17 13:01:50.015509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149850c2-50fc-4bf4-aeff-c890b690e237 req-1ea0644d-0498-4f38-88b7-37b753c3b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:50.018613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-149850c2-50fc-4bf4-aeff-c890b690e237 req-1ea0644d-0498-4f38-88b7-37b753c3b445 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=162344edac8740ada2447494ea66f0df&device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 1099 time: 0.1060266 Dec 17 13:01:50.026991 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45854) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:01:50.150707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149850c2-50fc-4bf4-aeff-c890b690e237 req-eabef6db-ee9f-4e6a-b2b4-231375aa65be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:50.153706 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-149850c2-50fc-4bf4-aeff-c890b690e237 req-eabef6db-ee9f-4e6a-b2b4-231375aa65be service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1273401 Dec 17 13:01:50.197569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-17157853-network', 'tenant_id': '601e28a7edad4265843afc7a7301306a'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:50.245494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-149850c2-50fc-4bf4-aeff-c890b690e237 req-435ef6fa-adb9-4930-8055-7b16da4c48b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=330c247f-b105-433f-bf65-8891af7eb99e HTTP/1.1" status: 200 len: 217 time: 0.0760901 Dec 17 13:01:50.269569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab981-dacb-458b-976a-b98bb13e827b req-2c27d32e-dcec-4feb-b79e-8e4de34fbc66 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:50.271958 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dfbab981-dacb-458b-976a-b98bb13e827b req-2c27d32e-dcec-4feb-b79e-8e4de34fbc66 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 948 time: 0.0707448 Dec 17 13:01:50.326261 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dfbab981-dacb-458b-976a-b98bb13e827b req-c64677b4-2166-448a-ac0f-51fe6122d367 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480924 Dec 17 13:01:50.328890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Made reservation on behalf of 601e28a7edad4265843afc7a7301306a for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:01:50.331903 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:50.335760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-a782c55c-c9bd-4a34-8092-cda974bb22cb tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:50.336965 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-a782c55c-c9bd-4a34-8092-cda974bb22cb tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 808 time: 0.2063847 Dec 17 13:01:50.338621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149850c2-50fc-4bf4-aeff-c890b690e237 req-eb9a02b7-1692-4d73-9489-0096f7e1f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:50.339939 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-149850c2-50fc-4bf4-aeff-c890b690e237 req-eb9a02b7-1692-4d73-9489-0096f7e1f1d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0799780 Dec 17 13:01:50.344309 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:50.384685 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-53fde4f9-acd2-4198-83ec-7467882db2e0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/quotas/ff7efdc23937426fbd815e9fa0587f98 HTTP/1.1" status: 200 len: 375 time: 0.0404241 Dec 17 13:01:50.411967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149850c2-50fc-4bf4-aeff-c890b690e237 req-699b63ba-9758-43c5-9cf9-f8ec1e163ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:50.416455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-149850c2-50fc-4bf4-aeff-c890b690e237 req-699b63ba-9758-43c5-9cf9-f8ec1e163ca2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617373 Dec 17 13:01:50.449446 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:50.514695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-56b6aabc-f3ca-4690-955f-9a1d7109da20 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1197984 Dec 17 13:01:50.523244 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:50.548642 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:01:50.559195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3934438f-d141-4c62-bb96-69caa3422076,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:50.565419 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:50.565920 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Added segment 230794c5-2657-422b-98ea-bfca6e237796 of type vlan for network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 Dec 17 13:01:50.607317 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-149850c2-50fc-4bf4-aeff-c890b690e237 req-37f8fad6-373d-4b0f-8204-94194b98b33d service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760728 Dec 17 13:01:50.609217 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:50.691871 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-9299a468-dc49-4a15-9736-7a7d30b13c18 service neutron] 10.222.0.59 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694965 Dec 17 13:01:50.800962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-149850c2-50fc-4bf4-aeff-c890b690e237 req-73b18da2-d0db-4843-b4f4-480b5483e5e6 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828001 Dec 17 13:01:50.831943 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-353bde45-a8ba-489f-b4ae-10fe17286d4e service neutron] 10.222.0.59 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322224 Dec 17 13:01:50.962988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:50.966128 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77" -d '{"events": [{"name": "network-changed", "server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:51.504299 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:51.508474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:51.508474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:51.577332 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:51.588847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:01:51.659012 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b8801d1c-3477-4c5c-9e35-86ab6ba4e8e1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6292956 Dec 17 13:01:51.662117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45896) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:01:51.667686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Request body: {'subnet': {'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-17157853-subnet', 'tenant_id': '601e28a7edad4265843afc7a7301306a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:51.748986 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e3fbb-6c65-4d99-bf6f-41a134941749 req-1679c0cb-f1bb-41bb-b467-e864dc3a732a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:51.751047 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-100e3fbb-6c65-4d99-bf6f-41a134941749 req-1679c0cb-f1bb-41bb-b467-e864dc3a732a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 949 time: 0.0525184 Dec 17 13:01:51.774631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Made reservation on behalf of 601e28a7edad4265843afc7a7301306a for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:01:51.777045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:51.810485 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-100e3fbb-6c65-4d99-bf6f-41a134941749 req-73642e06-079d-467e-b4df-ef820cf76c98 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479286 Dec 17 13:01:51.994296 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b1a663-f27b-4803-8bdd-a8568d045023 x-openstack-request-id: req-93b1a663-f27b-4803-8bdd-a8568d045023 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:51.994877 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:51.995916 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93b1a663-f27b-4803-8bdd-a8568d045023 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:51.996427 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'status': 'completed', 'code': 200} Dec 17 13:01:52.071470 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:52.128974 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-7596018f-1707-45b4-be0d-0021a4acbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:52.133080 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-7596018f-1707-45b4-be0d-0021a4acbfad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 1100 time: 0.1046541 Dec 17 13:01:52.209848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-3db8b083-5b64-45b8-a04b-217e2a989f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:52.221510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-3db8b083-5b64-45b8-a04b-217e2a989f08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 1100 time: 0.2009358 Dec 17 13:01:52.240970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-154a420a-fc0e-436e-b900-909b2f6b719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:52.242496 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-154a420a-fc0e-436e-b900-909b2f6b719f service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1005878 Dec 17 13:01:52.248555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d73cddf1-9d92-4a6a-bc92-7066dfebee60,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:52.258241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Checking segment: {'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:52.259359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Network hostable DHCP agents. Network: 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:01:52.269994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.270345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.271369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.271711 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.272164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.272503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.272830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.273162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.273490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.273855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.274179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.274507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.274827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:01:52.291905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9e1e3-e314-48fd-bc6f-440a83c08c28 req-f9b55be9-503d-44a9-8520-2ac7861b879d tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:52.294036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2b9e1e3-e314-48fd-bc6f-440a83c08c28 req-f9b55be9-503d-44a9-8520-2ac7861b879d tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 948 time: 0.1832781 Dec 17 13:01:52.319009 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-8ef9e259-ae6a-4f2e-a6dd-8f5da8559bb7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 200 len: 217 time: 0.0666506 Dec 17 13:01:52.358243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2b9e1e3-e314-48fd-bc6f-440a83c08c28 req-ddd8d5e8-9379-403d-a89d-dc5c0acbb73c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521932 Dec 17 13:01:52.387166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-45b22143-8bd9-43de-b013-cda36c4cd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:52.388827 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-45b22143-8bd9-43de-b013-cda36c4cd239 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0619371 Dec 17 13:01:52.443203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-a876e7a8-4974-4002-a829-ba54e79c7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:52.444944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-a876e7a8-4974-4002-a829-ba54e79c7674 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474534 Dec 17 13:01:52.452359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:01:52.490807 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49e89d36-d8df-40d6-94e3-9be8233e7d65 req-f1cf3ddf-a8ee-4c7e-bb19-56338edb111c tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 210 time: 0.0441360 Dec 17 13:01:52.496413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-1082ebcd-3165-4f8c-ae45-a5de286a8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:52.498726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-1082ebcd-3165-4f8c-ae45-a5de286a8815 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1390378 Dec 17 13:01:52.560516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:01:52.566963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:52.569986 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:52.570848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75816705-c41e-430c-b33d-94241b9a8deb None None] Network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:01:52.574399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-bc5b5804-e5e2-41dd-8b72-effcaf20527b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 200 len: 217 time: 0.0659745 Dec 17 13:01:52.579887 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-6e9979b5-fcab-4d52-990c-44900795cbf0 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259358 Dec 17 13:01:52.738552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a118e894-3f76-4f1c-bec2-aab57eee8bd9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0752881 Dec 17 13:01:52.752894 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-9dfd254c-9d7d-4af3-81ad-e07ba782b0ed service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645632 Dec 17 13:01:52.756231 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7258f75d-411e-4b2b-82e3-6c3971896729 None None] Network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:01:52.757720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-7285f885-08dc-40c7-b738-0bb6bc9284e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:52.759403 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-7285f885-08dc-40c7-b738-0bb6bc9284e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1664183 Dec 17 13:01:52.778664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47321f1e-869f-4918-a2e9-2bb6c3496f4a req-f8686ed1-dadc-4240-a3ca-425df561165e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:52.787786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-47321f1e-869f-4918-a2e9-2bb6c3496f4a req-f8686ed1-dadc-4240-a3ca-425df561165e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0950639 Dec 17 13:01:52.870715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-4b06b884-bc92-47a4-89d6-9e6c01910f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:52.872999 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-4b06b884-bc92-47a4-89d6-9e6c01910f76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758181 Dec 17 13:01:52.984004 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-f903ace0-923f-4307-95df-8510cf1ac730 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977864 Dec 17 13:01:53.001342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-47321f1e-869f-4918-a2e9-2bb6c3496f4a req-d5786b27-3213-4679-90b7-cb9e60026cc6 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082269 Dec 17 13:01:53.009605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55049326-734c-45ac-967a-5a71ed0d3f10 req-badcd327-3aa6-4456-a3c8-6f1e7be3fb8b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:53.018153 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55049326-734c-45ac-967a-5a71ed0d3f10 req-badcd327-3aa6-4456-a3c8-6f1e7be3fb8b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 949 time: 0.0916996 Dec 17 13:01:53.107337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55049326-734c-45ac-967a-5a71ed0d3f10 req-b5f47d21-0207-4c3d-989f-59de74f30a2d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882225 Dec 17 13:01:53.137720 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b4a18ab-a6e7-4a73-a31f-2c4003b37d77 req-8df62b90-0543-4a7f-922b-469b09b51919 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351707 Dec 17 13:01:53.326081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cc2cb323-f62e-47db-8762-f2f9d82765d3 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:01:53.455070 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e1829c5-74e9-4e98-99ac-bd42bd1cb6bd tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:53.456823 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e1829c5-74e9-4e98-99ac-bd42bd1cb6bd tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/networks?id=7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 HTTP/1.1" status: 200 len: 816 time: 0.1529367 Dec 17 13:01:53.466449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:53.479047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'mac_address': 'fa:16:3e:dd:c6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:01:53.480006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-0efa6880-41d0-4858-aaa9-9c59fd914192 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/quotas/601e28a7edad4265843afc7a7301306a HTTP/1.1" status: 200 len: 375 time: 0.0138264 Dec 17 13:01:53.509742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000a2e0-3010-4839-ad55-5aeeed06ce3d req-8a6c962a-c61b-4ba1-9c04-6da5c18c78e4 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:53.511739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8000a2e0-3010-4839-ad55-5aeeed06ce3d req-8a6c962a-c61b-4ba1-9c04-6da5c18c78e4 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 948 time: 0.0689416 Dec 17 13:01:53.519949 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:53.521029 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7f2bd64c-3ff0-48c9-b723-fcbe8876a70d tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=601e28a7edad4265843afc7a7301306a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360644 Dec 17 13:01:53.534424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2cb323-f62e-47db-8762-f2f9d82765d3 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:53.556340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:53.564510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8000a2e0-3010-4839-ad55-5aeeed06ce3d req-66c3bcd0-2c67-4263-a39a-4f2f0cbae63e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Dec 17 13:01:53.644922 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-51a8e030-e75d-4259-93e1-88c674d2c5f3 service neutron] 10.222.0.59 "GET /v2.0/networks/7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229315 Dec 17 13:01:53.678472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-799c17f1-32b6-4b8f-83c4-c1372f741bde req-fd457766-e0af-43d7-afb2-dba44f649fb9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 210 time: 0.0400012 Dec 17 13:01:53.683347 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:53.684530 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 330c247f-b105-433f-bf65-8891af7eb99e details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:01:53.784887 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 330c247f-b105-433f-bf65-8891af7eb99e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=330c247f-b105-433f-bf65-8891af7eb99e,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:53.800777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=12']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:53.800953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-af3abf28-a5cf-47fd-a006-ae058da4d8c5 service neutron] 10.222.0.59 "GET /v2.0/networks/7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491671 Dec 17 13:01:53.804675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '330c247f-b105-433f-bf65-8891af7eb99e', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '330c247f-b105-433f-bf65-8891af7eb99e', 'mac_address': 'fa:16:3e:88:46:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:01:53.850422 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:53.863551 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330c247f-b105-433f-bf65-8891af7eb99e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:53.887292 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 330c247f-b105-433f-bf65-8891af7eb99e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=330c247f-b105-433f-bf65-8891af7eb99e,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:53.992849 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:54.060008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=330c247f-b105-433f-bf65-8891af7eb99e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:54.139496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a4cc1-a5fa-47ba-ae3c-b9bd7b028619 req-d3fd7dc0-6296-49a4-bbed-ef50042a1ad3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:54.140995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-815a4cc1-a5fa-47ba-ae3c-b9bd7b028619 req-d3fd7dc0-6296-49a4-bbed-ef50042a1ad3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0626996 Dec 17 13:01:54.201178 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-815a4cc1-a5fa-47ba-ae3c-b9bd7b028619 req-cc80961a-5340-49e4-9ea3-1b4af8baf273 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518839 Dec 17 13:01:54.413961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f50cb6-5cc1-48b4-95e2-cc4e1f0723fc req-fdd2e507-36d8-4e73-a5cb-faa38a2deb07 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:54.416040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3f50cb6-5cc1-48b4-95e2-cc4e1f0723fc req-fdd2e507-36d8-4e73-a5cb-faa38a2deb07 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0606384 Dec 17 13:01:54.486289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['330c247f-b105-433f-bf65-8891af7eb99e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:54.577664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1b09ecd-50f9-4764-9bb8-be03182e1e03 req-b9f5a0c1-f3a6-467c-9fe8-7b0ce05e5104 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 210 time: 0.0357444 Dec 17 13:01:54.593928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['cc2cb323-f62e-47db-8762-f2f9d82765d3'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:54.707170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e84c2-12bb-416a-ad69-d7d4003bf7ca req-3de78af9-5165-4337-8b14-053d94ca6ac7 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:54.708881 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d37e84c2-12bb-416a-ad69-d7d4003bf7ca req-3de78af9-5165-4337-8b14-053d94ca6ac7 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 949 time: 0.0680633 Dec 17 13:01:54.819732 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d37e84c2-12bb-416a-ad69-d7d4003bf7ca req-b80bb468-cb4e-4c1a-a390-9f87b4a78f7c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005981 Dec 17 13:01:54.877021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c28aa8d6-0355-475c-b80c-ee7bc4799bd2 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:54.878969 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c28aa8d6-0355-475c-b80c-ee7bc4799bd2 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.54 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 808 time: 0.1300113 Dec 17 13:01:54.924976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Request body: {'port': {'device_id': 'f499df44-eb11-4375-8d8a-3e97bb0fcb14', 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446', 'admin_state_up': True, 'tenant_id': 'ff7efdc23937426fbd815e9fa0587f98'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:54.970703 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b54ed9a6-71ba-4b54-ae45-947a583c0767 req-a270758b-0509-4f1d-b022-4bcb45846558 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 210 time: 0.0602469 Dec 17 13:01:55.011708 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3f50cb6-5cc1-48b4-95e2-cc4e1f0723fc req-f4f5a8bb-b0d1-4b1e-8a9e-cdc1a789b459 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826662 Dec 17 13:01:55.212214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f8ba6-0a3f-4cae-9f5c-f92a473a7665 req-292c5e92-ad47-419c-ac69-584e303d3e63 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:55.214680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-427f8ba6-0a3f-4cae-9f5c-f92a473a7665 req-292c5e92-ad47-419c-ac69-584e303d3e63 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 950 time: 0.0957160 Dec 17 13:01:55.220591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Made reservation on behalf of ff7efdc23937426fbd815e9fa0587f98 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:01:55.227265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:55.313247 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-427f8ba6-0a3f-4cae-9f5c-f92a473a7665 req-9166f241-a614-4ddf-ab67-0ea119361652 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867403 Dec 17 13:01:55.498633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036cc82-5f5d-4ab9-a6d5-8b4b571d6ee1 req-cf1b3a1e-883b-4ea6-b4ba-95fc2a456aae tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:55.508082 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2036cc82-5f5d-4ab9-a6d5-8b4b571d6ee1 req-cf1b3a1e-883b-4ea6-b4ba-95fc2a456aae tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1503031 Dec 17 13:01:55.611240 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2036cc82-5f5d-4ab9-a6d5-8b4b571d6ee1 req-db264b6c-d1ef-44a5-b24a-3f768158eb97 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018698 Dec 17 13:01:55.693768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Allocated IP 172.20.0.9 (ce64e852-517d-4899-976e-d0fa7c65f446/5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886/a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:01:55.708238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-079aece8-2c49-4285-b76e-58912f6ced8e req-0fcf6da7-43fa-4fd1-8010-8bc6323758fc tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 210 time: 0.0448153 Dec 17 13:01:55.767609 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-2f1d46f9-421f-4456-a99e-f21968249773 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321498 Dec 17 13:01:56.015098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce21af-b6e2-4c09-a2e6-12fafd552b31 req-ed07bc42-af2d-4f5f-80c7-b5be1b2023ef tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:56.017012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3ce21af-b6e2-4c09-a2e6-12fafd552b31 req-ed07bc42-af2d-4f5f-80c7-b5be1b2023ef tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 949 time: 0.0755658 Dec 17 13:01:56.032755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-5ad17560-867d-4ae0-a94d-d96c3f9e0eba tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:56.033915 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-5ad17560-867d-4ae0-a94d-d96c3f9e0eba tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2649016 Dec 17 13:01:56.090665 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3ce21af-b6e2-4c09-a2e6-12fafd552b31 req-fdcb2d3a-9d58-469d-bd0b-5c96ee7308a2 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627439 Dec 17 13:01:56.091728 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-05ee5ed4-69cb-430c-b40f-ca6c931cb9b0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/quotas/ed3efdbec7fb4e349bbf73f2d37ca815 HTTP/1.1" status: 200 len: 375 time: 0.0491936 Dec 17 13:01:56.223344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9138e79-4abe-4e17-926c-fcd35641c864 req-b7bbd663-f616-42cb-b9b2-85075938f2b5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 210 time: 0.0334468 Dec 17 13:01:56.284194 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-63001515-8d31-440d-8383-b6e85b4d5d70 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1667240 Dec 17 13:01:56.339595 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:56.466602 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:56.483391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5e3ac434-b5e0-499d-9eb4-cda3bc52b22d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:01:56.524902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Network ce64e852-517d-4899-976e-d0fa7c65f446 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:01:56.528889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:01:56.554193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:01:56.638676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Pushing event updated for resources: {'Port': ['ID=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:56.713073 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:56.716331 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:56.774396 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76583b2c-339b-4d4c-9c58-c753dc65483b req-d33b4049-7644-463b-9379-51a989eb6dcf tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 210 time: 0.0423129 Dec 17 13:01:56.847437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-c94a3b10-084d-4d9c-892a-2eaeb02f7c45 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9550450 Dec 17 13:01:56.864282 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Request body: {'port': {'device_id': 'f499df44-eb11-4375-8d8a-3e97bb0fcb14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:56.891400 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12b71458-c7c1-4605-8ca9-15b58a15f5cd req-7303f8ad-1c73-48a9-b862-af5f9dd54c15 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 210 time: 0.0480132 Dec 17 13:01:56.916661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e5091-eb6d-425d-90a2-464c97f4c5d2 req-ff33ed68-c800-42c4-b8ff-de4f05732950 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:56.924383 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c21e5091-eb6d-425d-90a2-464c97f4c5d2 req-ff33ed68-c800-42c4-b8ff-de4f05732950 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1406019 Dec 17 13:01:56.983811 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c21e5091-eb6d-425d-90a2-464c97f4c5d2 req-0c29ebbe-2d3a-4aab-84de-8df6b051c1e1 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589461 Dec 17 13:01:57.014621 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:57.237907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97004414-9214-49f4-9b6d-e3c92e140065 req-160da68e-10ae-4bd9-9bec-80b9f0db56c7 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:57.239436 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-97004414-9214-49f4-9b6d-e3c92e140065 req-160da68e-10ae-4bd9-9bec-80b9f0db56c7 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 949 time: 0.0757461 Dec 17 13:01:57.342521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 330c247f-b105-433f-bf65-8891af7eb99e up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:01:57.362629 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-97004414-9214-49f4-9b6d-e3c92e140065 req-a5490c6a-699a-4b4e-8e5c-0d98f361e9e7 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085434 Dec 17 13:01:57.446012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3f213-b143-45bd-bc73-e5758d21d8b5 req-ee9db95c-0d8d-4461-9c94-490fe96c74fe tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:57.448148 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49b3f213-b143-45bd-bc73-e5758d21d8b5 req-ee9db95c-0d8d-4461-9c94-490fe96c74fe tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 931 time: 0.1355560 Dec 17 13:01:57.514953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:01:57.529345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:57.535386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 330c247f-b105-433f-bf65-8891af7eb99e completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:01:57.541959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 330c247f-b105-433f-bf65-8891af7eb99e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:57.550351 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:57.560815 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49b3f213-b143-45bd-bc73-e5758d21d8b5 req-b52282cf-1965-47c6-99e9-e94f7a0afaf3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054692 Dec 17 13:01:57.561803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Transition to ACTIVE for port object a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:01:57.635702 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:57.659606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f6de3e-24f9-4602-b9f0-65bdccfcda08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330c247f-b105-433f-bf65-8891af7eb99e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:57.660928 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:57.662184 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffdcec8-6bfd-4b28-bb07-77ab49bb0ecc" -d '{"events": [{"server_uuid": "31f6de3e-24f9-4602-b9f0-65bdccfcda08", "name": "network-vif-plugged", "status": "completed", "tag": "330c247f-b105-433f-bf65-8891af7eb99e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:57.704236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 330c247f-b105-433f-bf65-8891af7eb99e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=330c247f-b105-433f-bf65-8891af7eb99e,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:57.725323 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b4d214-f7e5-4102-b6f3-59eadd7dacb9 x-openstack-request-id: req-96b4d214-f7e5-4102-b6f3-59eadd7dacb9 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:57.725323 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f6de3e-24f9-4602-b9f0-65bdccfcda08", "name": "network-vif-plugged", "status": "completed", "tag": "330c247f-b105-433f-bf65-8891af7eb99e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:57.725323 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96b4d214-f7e5-4102-b6f3-59eadd7dacb9 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:57.725323 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f6de3e-24f9-4602-b9f0-65bdccfcda08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330c247f-b105-433f-bf65-8891af7eb99e', 'code': 200} Dec 17 13:01:57.784210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Pushing event updated for resources: {'Port': ['ID=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:57.861981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Attempting to bind port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:01:57.862701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Attempting to bind port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:01:57.863188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Attempting to bind port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:57.868884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aa4aaac1-c991-4619-821d-fd36a8076500 req-fb96bcfb-9850-4b19-805d-beadbad912b1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 210 time: 0.0434308 Dec 17 13:01:57.873625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on network ce64e852-517d-4899-976e-d0fa7c65f446 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:01:57.873958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Attempting to bind port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:01:57.880914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bcfd7-bc9b-4f62-afbf-5a908d5ffe3f req-415b9dc8-59db-46aa-bc34-69d70bc61e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:57.899990 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-283bcfd7-bc9b-4f62-afbf-5a908d5ffe3f req-415b9dc8-59db-46aa-bc34-69d70bc61e06 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 1100 time: 0.0501180 Dec 17 13:01:57.901178 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:57.901178 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cc2cb323-f62e-47db-8762-f2f9d82765d3 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:01:57.901378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:01:57.901378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:01:57.901378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Bound using segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:01:57.901378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Bound port: a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:01:57.901378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:58.018081 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-283bcfd7-bc9b-4f62-afbf-5a908d5ffe3f req-d3892308-0dc4-48bd-b1d2-368cd8457346 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080182 Dec 17 13:01:58.018245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:01:58.024123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:01:58.067649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=330c247f-b105-433f-bf65-8891af7eb99e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:58.069104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3bddfcb4-4367-495f-af22-82215fccdb4d req-f0b2b95d-e15a-4701-9824-52150f9a3432 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 210 time: 0.0435948 Dec 17 13:01:58.138344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:58.184385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:58.185030 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:58.186531 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] 10.222.0.54 "PUT /v2.0/ports/a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a HTTP/1.1" status: 200 len: 1091 time: 1.3274150 Dec 17 13:01:58.187004 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f499df44-eb11-4375-8d8a-3e97bb0fcb14', 'tag': 'a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:58.189240 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972ca970-b446-4b23-b790-2669fd85bb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "f499df44-eb11-4375-8d8a-3e97bb0fcb14", "tag": "a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:58.211325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port cc2cb323-f62e-47db-8762-f2f9d82765d3 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:01:58.219950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port cc2cb323-f62e-47db-8762-f2f9d82765d3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:01:58.226886 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:58.228131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14cf82-aec8-4716-8394-c1aab0bb8d03 req-ec8529e6-86d3-4b0f-97c5-70ce7b58d3e7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:58.231255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee14cf82-aec8-4716-8394-c1aab0bb8d03 req-ec8529e6-86d3-4b0f-97c5-70ce7b58d3e7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1238556 Dec 17 13:01:58.237285 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58310c8b-d811-4f87-ac97-ebc8692bacba service neutron] Pushing event updated for resources: {'Port': ['ID=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:58.296133 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23540645-49f2-4ac7-b3eb-74e2c24b6059 x-openstack-request-id: req-23540645-49f2-4ac7-b3eb-74e2c24b6059 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:58.296430 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f499df44-eb11-4375-8d8a-3e97bb0fcb14", "tag": "a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:58.296686 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23540645-49f2-4ac7-b3eb-74e2c24b6059 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:58.297092 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f499df44-eb11-4375-8d8a-3e97bb0fcb14', 'tag': 'a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a', 'status': 'completed', 'code': 200} Dec 17 13:01:58.306598 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee14cf82-aec8-4716-8394-c1aab0bb8d03 req-4ac31bf8-842b-40c4-8882-4143a2ff9896 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744634 Dec 17 13:01:58.368150 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:58.403936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ca970-b446-4b23-b790-2669fd85bb9b req-ee50be80-f041-4ef5-a259-f031b64ab90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:58.406604 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-972ca970-b446-4b23-b790-2669fd85bb9b req-ee50be80-f041-4ef5-a259-f031b64ab90d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 1094 time: 0.0614746 Dec 17 13:01:58.414331 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:01:58.507257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b0426-3c37-4ad1-ba6c-90f36035507b req-d35dd6f5-91ba-4bc7-a8e7-81c2d6e5a57e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:58.507257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-973b0426-3c37-4ad1-ba6c-90f36035507b req-d35dd6f5-91ba-4bc7-a8e7-81c2d6e5a57e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 950 time: 0.0644212 Dec 17 13:01:58.545676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ca970-b446-4b23-b790-2669fd85bb9b req-72e37c34-b79d-46cb-9a0d-5316767c31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:58.547701 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-972ca970-b446-4b23-b790-2669fd85bb9b req-72e37c34-b79d-46cb-9a0d-5316767c31c7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ff7efdc23937426fbd815e9fa0587f98&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1203334 Dec 17 13:01:58.561791 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-973b0426-3c37-4ad1-ba6c-90f36035507b req-e41641d5-da51-4593-ac95-6b8205dfc7e4 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548034 Dec 17 13:01:58.602547 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:58.711971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ca970-b446-4b23-b790-2669fd85bb9b req-5adf7b82-054e-4da8-b5b8-2ecfd9abc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:58.717100 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-972ca970-b446-4b23-b790-2669fd85bb9b req-5adf7b82-054e-4da8-b5b8-2ecfd9abc17a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1610260 Dec 17 13:01:58.735174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=13']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:01:58.741616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f467e1e-4071-444d-b248-f0bde3ded000 req-20cdfa6d-2d42-442c-8f37-7c9682d34332 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:58.745641 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f467e1e-4071-444d-b248-f0bde3ded000 req-20cdfa6d-2d42-442c-8f37-7c9682d34332 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.0664370 Dec 17 13:01:58.800023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f467e1e-4071-444d-b248-f0bde3ded000 req-2a07f3c7-4d02-469b-b0ef-a75db84c613b tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504820 Dec 17 13:01:58.874491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-e930b102-5f80-4fbf-b5da-95bcc4c20b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:58.876107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-e930b102-5f80-4fbf-b5da-95bcc4c20b7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 1094 time: 0.0975153 Dec 17 13:01:58.936228 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-e7052af9-6e2e-49c2-a872-14b498e0a03f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a HTTP/1.1" status: 200 len: 217 time: 0.0493834 Dec 17 13:01:58.999843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-ae569924-840a-4ed6-8f00-4fba5ee98dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:59.001388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-ae569924-840a-4ed6-8f00-4fba5ee98dbd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.0564694 Dec 17 13:01:59.002826 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a9d33f60-2926-4a4e-bdbe-db608efe8b7d req-2dbca6b0-07e4-4529-8779-187780a17de9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 210 time: 0.0358019 Dec 17 13:01:59.044659 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-9ff9032c-3b07-4b3c-a672-554b5e737dab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352972 Dec 17 13:01:59.167211 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-618745df-2b86-42be-9283-29795eca4101 service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121573 Dec 17 13:01:59.264832 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1cad37bf-662c-43e7-b364-b9c665c96af1 req-bcb9bee3-cc82-44c5-9c72-1ba40af2e954 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 210 time: 0.0620167 Dec 17 13:01:59.314042 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20ba9e93-d7d8-49b0-9b72-ca48b2c99ec1 req-bfac5bc9-2d0f-4980-8e9a-f66a6748a5aa service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373141 Dec 17 13:01:59.326243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-d03951ec-7c80-4088-b9b3-4945848bdc48 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:59.327961 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-d03951ec-7c80-4088-b9b3-4945848bdc48 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.61 "GET /v2.0/networks?id=7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 HTTP/1.1" status: 200 len: 816 time: 0.2243795 Dec 17 13:01:59.362638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Request body: {'port': {'device_id': 'ae3644c2-82cf-474e-bb24-7bbb3ea644c0', 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1', 'admin_state_up': True, 'tenant_id': '601e28a7edad4265843afc7a7301306a'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:59.470656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-9d48197c-d791-4f07-9deb-9505aa418321 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:59.472123 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-9d48197c-d791-4f07-9deb-9505aa418321 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.54 "GET /v2.0/networks?id=7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 HTTP/1.1" status: 200 len: 816 time: 0.2233529 Dec 17 13:01:59.491223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Request body: {'port': {'device_id': 'f6ba5445-9fa4-4e4d-9653-55914c121629', 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1', 'admin_state_up': True, 'tenant_id': '601e28a7edad4265843afc7a7301306a'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:01:59.565519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50a502-63f5-41fe-a4fc-21087821f20e req-937f76d5-cc2c-46cb-ab11-1b779789e223 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:59.567081 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef50a502-63f5-41fe-a4fc-21087821f20e req-937f76d5-cc2c-46cb-ab11-1b779789e223 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1553278 Dec 17 13:01:59.667920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef50a502-63f5-41fe-a4fc-21087821f20e req-a8af85fd-a839-4bd3-b82d-4afd4ef9658e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915415 Dec 17 13:01:59.720950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:01:59.724723 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f4dccf-ea95-4a2b-bfff-7c7a4c6f00ec" -d '{"events": [{"server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "name": "network-vif-plugged", "status": "completed", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:01:59.745998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d51e23-d684-486c-bd85-602beae27bde req-589d94ad-09a3-4644-a8c8-e2115912357c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:01:59.747851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-60d51e23-d684-486c-bd85-602beae27bde req-589d94ad-09a3-4644-a8c8-e2115912357c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 950 time: 0.0910568 Dec 17 13:01:59.804362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Made reservation on behalf of 601e28a7edad4265843afc7a7301306a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:01:59.810517 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3281a48-a2f0-4c89-978b-dffc1c6189e6 x-openstack-request-id: req-f3281a48-a2f0-4c89-978b-dffc1c6189e6 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:01:59.810870 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:01:59.810957 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "name": "network-vif-plugged", "status": "completed", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:01:59.810957 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3281a48-a2f0-4c89-978b-dffc1c6189e6 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:01:59.814008 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'code': 200} Dec 17 13:01:59.854931 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-60d51e23-d684-486c-bd85-602beae27bde req-51fdeb60-7a61-4dc9-b1ee-668347113675 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993841 Dec 17 13:01:59.994943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Made reservation on behalf of 601e28a7edad4265843afc7a7301306a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:01:59.999272 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:00.044776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c77f5-a27d-4297-881f-e77857f59c32 req-1ae29c1b-017d-490a-9e46-119b769cbd22 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:00.046360 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-656c77f5-a27d-4297-881f-e77857f59c32 req-1ae29c1b-017d-490a-9e46-119b769cbd22 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.1192586 Dec 17 13:02:00.059921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Allocated IP 172.20.0.11 (7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1/d73cddf1-9d92-4a6a-bc92-7066dfebee60/c876a0b4-e0d0-4185-a0fd-371142c02a3f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:02:00.221672 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-656c77f5-a27d-4297-881f-e77857f59c32 req-3ba664a3-a5d6-4536-b7b2-3908d6eb7fbe tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634631 Dec 17 13:02:00.252609 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b54868f2-4be1-4643-a88a-90d9d9be6052 req-2d25519f-cc0d-4e1f-b489-ce0168667255 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 210 time: 0.0965092 Dec 17 13:02:00.313104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-92d6cacb-3174-4f2b-8357-14bb6c8c160a tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:00.315309 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-92d6cacb-3174-4f2b-8357-14bb6c8c160a tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.61 "GET /v2.0/networks?id=7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 HTTP/1.1" status: 200 len: 816 time: 0.2564449 Dec 17 13:02:00.341967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Request body: {'port': {'device_id': 'fd1cc92f-5b65-4bcb-a968-3ed403e66ae9', 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1', 'admin_state_up': True, 'tenant_id': '601e28a7edad4265843afc7a7301306a'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:00.387557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32d39e78-42b3-4159-967a-c50605fd3b34 req-791ab1d4-9088-4e7e-a54a-ddd20c7c0b43 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 210 time: 0.0385778 Dec 17 13:02:00.416990 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:00.629170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:00.633428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Made reservation on behalf of 601e28a7edad4265843afc7a7301306a for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:02:00.637645 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:00.708989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:02:00.717146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:02:00.725656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:02:00.731443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:00.732081 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:00.742313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Pushing event updated for resources: {'Port': ['ID=c876a0b4-e0d0-4185-a0fd-371142c02a3f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:00.747230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Allocated IP 172.20.0.7 (7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1/d73cddf1-9d92-4a6a-bc92-7066dfebee60/1688a518-4085-4bba-8935-149c12467134) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:02:00.857097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f610d12-54fe-4eb5-88f1-5d33647f1e68 req-d40a89b9-fee5-486c-8ff6-ffa0504bc491 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:00.865444 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f610d12-54fe-4eb5-88f1-5d33647f1e68 req-d40a89b9-fee5-486c-8ff6-ffa0504bc491 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0643888 Dec 17 13:02:00.924738 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f610d12-54fe-4eb5-88f1-5d33647f1e68 req-7bc395a9-0b8f-4d2a-a949-9a5b519bd61d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584044 Dec 17 13:02:00.932338 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:00.985702 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-7e2fb274-6e08-402c-b1cd-abd5678a63e9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6291542 Dec 17 13:02:01.003324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Request body: {'port': {'device_id': 'ae3644c2-82cf-474e-bb24-7bbb3ea644c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:01.024484 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:02:01.032723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e877e3-8621-4350-8f1e-c5667faa4bd6 req-720919f4-2581-4879-9920-81cce818a071 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:01.034252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5e877e3-8621-4350-8f1e-c5667faa4bd6 req-720919f4-2581-4879-9920-81cce818a071 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 950 time: 0.0922647 Dec 17 13:02:01.093929 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:01.142379 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-b88c8cfe-0641-4423-8b37-807b2e1fe06a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381870 Dec 17 13:02:01.143416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:01.190150 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5e877e3-8621-4350-8f1e-c5667faa4bd6 req-3b334399-8216-4e7a-840e-5fa00c7e4355 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478508 Dec 17 13:02:01.197553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Allocated IP 172.20.0.10 (7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1/d73cddf1-9d92-4a6a-bc92-7066dfebee60/566b6c9c-a6ff-4540-a0f2-6bff03b7838a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:02:01.335093 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:01.450577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad03778-2ea0-4db3-bda6-cef4e498424c req-d6ba2dca-9586-432c-9e7d-d59b087b3042 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:01.452138 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ad03778-2ea0-4db3-bda6-cef4e498424c req-d6ba2dca-9586-432c-9e7d-d59b087b3042 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 1101 time: 0.1111510 Dec 17 13:02:01.497381 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:01.535639 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ad03778-2ea0-4db3-bda6-cef4e498424c req-fb5fb5e8-96f1-47af-912e-ecff73dc2b59 tempest-ServersOnMultiNodesTest-1678342857 tempest-ServersOnMultiNodesTest-1678342857-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727799 Dec 17 13:02:01.657300 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4363d50e-35a6-46aa-8719-9941ae87a385 req-4ae34b61-2465-4774-a4ba-c80466bc1c6e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 210 time: 0.0297477 Dec 17 13:02:01.659897 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:01.668460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:02:01.684757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:02:01.687233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:02:01.693152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:01.693847 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:01.711459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:02:01.717388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:02:01.722767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:02:01.726807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Pushing event updated for resources: {'Port': ['ID=566b6c9c-a6ff-4540-a0f2-6bff03b7838a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:01.750507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Pushing event updated for resources: {'Port': ['ID=1688a518-4085-4bba-8935-149c12467134,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:01.797542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:01.798098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:01.817230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed2266-80c2-4877-b5f8-ed462a204c4b req-6ceffb33-12cd-412a-ac96-9283c1c797e5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:01.818812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-afed2266-80c2-4877-b5f8-ed462a204c4b req-6ceffb33-12cd-412a-ac96-9283c1c797e5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.2208045 Dec 17 13:02:01.821249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e623e-4682-4472-800f-33cc28b59870 req-b66f34f0-92c9-4ccb-a1c4-dc506ca861b1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:01.822766 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-645e623e-4682-4472-800f-33cc28b59870 req-b66f34f0-92c9-4ccb-a1c4-dc506ca861b1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 932 time: 0.0762150 Dec 17 13:02:01.835801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-2f6f0dd2-f3b6-4334-abfe-7687f2606ec1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:01.837321 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-2f6f0dd2-f3b6-4334-abfe-7687f2606ec1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6732290 Dec 17 13:02:01.874896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Request body: {'port': {'device_id': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'ed3efdbec7fb4e349bbf73f2d37ca815'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:01.893501 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-645e623e-4682-4472-800f-33cc28b59870 req-93896d90-69de-4954-a8e5-b42161875a81 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597620 Dec 17 13:02:01.944250 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-718ab517-6cf9-4cae-aa39-308bae243df3 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4600925 Dec 17 13:02:01.968437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Request body: {'port': {'device_id': 'f6ba5445-9fa4-4e4d-9653-55914c121629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:01.996697 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-abd18094-acb5-4b57-93de-87794cfce049 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6612906 Dec 17 13:02:02.011971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Request body: {'port': {'device_id': 'fd1cc92f-5b65-4bcb-a968-3ed403e66ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:02.041378 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-afed2266-80c2-4877-b5f8-ed462a204c4b req-b3b92fd9-3b06-47f1-85fa-f216d6a76f6a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778765 Dec 17 13:02:02.072324 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:02.122426 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:02.229294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c876a0b4-e0d0-4185-a0fd-371142c02a3f {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:02.265762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:02.293907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Transition to ACTIVE for port object c876a0b4-e0d0-4185-a0fd-371142c02a3f will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:02:02.366127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fee44-3f16-4a9c-adfd-9a0ddf254d0b req-716ed0de-5e91-4d08-9511-94c62396d7e2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:02.367685 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e6fee44-3f16-4a9c-adfd-9a0ddf254d0b req-716ed0de-5e91-4d08-9511-94c62396d7e2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1602128 Dec 17 13:02:02.371292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Made reservation on behalf of ed3efdbec7fb4e349bbf73f2d37ca815 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:02:02.375869 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:02.461477 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:02.536154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e6fee44-3f16-4a9c-adfd-9a0ddf254d0b req-bf54bde2-ad01-45cd-9aa6-9a02530e65bd tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537838 Dec 17 13:02:02.570187 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4138ed-a8a5-42fe-92ec-d8e4d1a40c8f req-07ffbd6c-b33a-46e7-98b9-5446aef76906 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:02.571867 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc4138ed-a8a5-42fe-92ec-d8e4d1a40c8f req-07ffbd6c-b33a-46e7-98b9-5446aef76906 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 950 time: 0.0855479 Dec 17 13:02:02.586257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Pushing event updated for resources: {'Port': ['ID=c876a0b4-e0d0-4185-a0fd-371142c02a3f,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:02.629896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Attempting to bind port c876a0b4-e0d0-4185-a0fd-371142c02a3f on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:02:02.630236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Attempting to bind port c876a0b4-e0d0-4185-a0fd-371142c02a3f by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:02:02.631236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Attempting to bind port c876a0b4-e0d0-4185-a0fd-371142c02a3f on network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:02.646859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Port c876a0b4-e0d0-4185-a0fd-371142c02a3f on network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:02:02.647213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Attempting to bind port c876a0b4-e0d0-4185-a0fd-371142c02a3f on network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:02.650038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Allocated IP 192.168.233.52 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/18e0a08b-0ede-4193-ae7c-3527b49912ca) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:02:02.651985 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566b6c9c-a6ff-4540-a0f2-6bff03b7838a {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:02.661185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:02:02.661661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Checking segment: {'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:02:02.661972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Bound using segment: {'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:02:02.662415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Bound port: c876a0b4-e0d0-4185-a0fd-371142c02a3f, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:02:02.662776 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:02.665210 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:02.672139 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc4138ed-a8a5-42fe-92ec-d8e4d1a40c8f req-580f27ba-8431-4118-a5e6-ccafdf6e21d4 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840285 Dec 17 13:02:02.682200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Transition to ACTIVE for port object 566b6c9c-a6ff-4540-a0f2-6bff03b7838a will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:02:02.809360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:02.823449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c42778f8-8737-435a-bce8-540e9733f818 req-2a2bbc10-a234-47a7-982c-efdad1f66462 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 210 time: 0.0805113 Dec 17 13:02:02.859500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Pushing event updated for resources: {'Port': ['ID=566b6c9c-a6ff-4540-a0f2-6bff03b7838a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:02.871530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] For port c876a0b4-e0d0-4185-a0fd-371142c02a3f, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:02:02.884635 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.890839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.890839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.890839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.890839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.890839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.890839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.890839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.890839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.890839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.890839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.890839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.890839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:02.903232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] For port c876a0b4-e0d0-4185-a0fd-371142c02a3f, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c876a0b4-e0d0-4185-a0fd-371142c02a3f,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:02:02.940573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Attempting to bind port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:02:02.941166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Attempting to bind port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:02:02.941260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Attempting to bind port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a on network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:02.945827 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a on network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:02:02.946197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Attempting to bind port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a on network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:02.951370 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:02:02.951526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Checking segment: {'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:02:02.951890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Bound using segment: {'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:02:02.952660 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Bound port: 566b6c9c-a6ff-4540-a0f2-6bff03b7838a, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:02:02.952660 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:02.969114 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:03.000463 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:03.053160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17d611-6b03-4533-bc0f-e31ffe2e49a3 req-2d8e1495-7759-427a-8219-b5d2decf071d tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.054703 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea17d611-6b03-4533-bc0f-e31ffe2e49a3 req-2d8e1495-7759-427a-8219-b5d2decf071d tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 944 time: 0.0895786 Dec 17 13:02:03.057367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] For port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:02:03.060848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] For port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=566b6c9c-a6ff-4540-a0f2-6bff03b7838a,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:02:03.077802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.078691 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:03.080095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] 10.222.0.61 "PUT /v2.0/ports/c876a0b4-e0d0-4185-a0fd-371142c02a3f HTTP/1.1" status: 200 len: 1092 time: 2.0809312 Dec 17 13:02:03.085138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3644c2-82cf-474e-bb24-7bbb3ea644c0', 'tag': 'c876a0b4-e0d0-4185-a0fd-371142c02a3f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:03.088349 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c54fbe-d4c0-4815-a2d2-ff4d6b009acb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3644c2-82cf-474e-bb24-7bbb3ea644c0", "tag": "c876a0b4-e0d0-4185-a0fd-371142c02a3f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:03.107448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1688a518-4085-4bba-8935-149c12467134 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:03.117886 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea17d611-6b03-4533-bc0f-e31ffe2e49a3 req-425872b7-604b-4b86-b5b6-3a1287f103ca tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556550 Dec 17 13:02:03.120778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:03.123641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc478ba0-3a2d-499f-937c-92d59f69690c service neutron] Pushing event updated for resources: {'Port': ['ID=c876a0b4-e0d0-4185-a0fd-371142c02a3f,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:03.149374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Transition to ACTIVE for port object 1688a518-4085-4bba-8935-149c12467134 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:02:03.158208 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:03.181017 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51567f5-8f73-432d-a0ff-b1aef0b6d778 x-openstack-request-id: req-a51567f5-8f73-432d-a0ff-b1aef0b6d778 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:03.181317 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3644c2-82cf-474e-bb24-7bbb3ea644c0", "tag": "c876a0b4-e0d0-4185-a0fd-371142c02a3f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:03.181592 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a51567f5-8f73-432d-a0ff-b1aef0b6d778 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:03.181995 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3644c2-82cf-474e-bb24-7bbb3ea644c0', 'tag': 'c876a0b4-e0d0-4185-a0fd-371142c02a3f', 'status': 'completed', 'code': 200} Dec 17 13:02:03.204986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455e529-f7d5-41d2-b092-4d1194e3a5fe req-d06ebfd3-fd78-48a3-b1c8-dc22ba320a62 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.206972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3455e529-f7d5-41d2-b092-4d1194e3a5fe req-d06ebfd3-fd78-48a3-b1c8-dc22ba320a62 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.0719376 Dec 17 13:02:03.214343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.215103 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:03.216617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] 10.222.0.61 "PUT /v2.0/ports/566b6c9c-a6ff-4540-a0f2-6bff03b7838a HTTP/1.1" status: 200 len: 1092 time: 1.2098796 Dec 17 13:02:03.217080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1cc92f-5b65-4bcb-a968-3ed403e66ae9', 'tag': '566b6c9c-a6ff-4540-a0f2-6bff03b7838a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:03.219439 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d0ecc6-0f85-403a-b36c-2eb2e9a737ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1cc92f-5b65-4bcb-a968-3ed403e66ae9", "tag": "566b6c9c-a6ff-4540-a0f2-6bff03b7838a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:03.243816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1199f77-1077-4657-836e-a380853ad6fa service neutron] Pushing event updated for resources: {'Port': ['ID=566b6c9c-a6ff-4540-a0f2-6bff03b7838a,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:03.300611 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaab7c3-6ae1-499e-9d8d-8b0ff2b6071d x-openstack-request-id: req-4eaab7c3-6ae1-499e-9d8d-8b0ff2b6071d {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:03.300914 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1cc92f-5b65-4bcb-a968-3ed403e66ae9", "tag": "566b6c9c-a6ff-4540-a0f2-6bff03b7838a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:03.301198 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4eaab7c3-6ae1-499e-9d8d-8b0ff2b6071d {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:03.301627 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1cc92f-5b65-4bcb-a968-3ed403e66ae9', 'tag': '566b6c9c-a6ff-4540-a0f2-6bff03b7838a', 'status': 'completed', 'code': 200} Dec 17 13:02:03.302215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3455e529-f7d5-41d2-b092-4d1194e3a5fe req-78e7f3a9-6ffd-4855-96bb-c0ca69f84927 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880828 Dec 17 13:02:03.305715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c54fbe-d4c0-4815-a2d2-ff4d6b009acb req-5bc78978-835e-4b5c-9b23-25f489c6d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.307111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90c54fbe-d4c0-4815-a2d2-ff4d6b009acb req-5bc78978-835e-4b5c-9b23-25f489c6d2ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=601e28a7edad4265843afc7a7301306a&device_id=ae3644c2-82cf-474e-bb24-7bbb3ea644c0 HTTP/1.1" status: 200 len: 1095 time: 0.0718043 Dec 17 13:02:03.318551 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:03.325307 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:03.338500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['cc2cb323-f62e-47db-8762-f2f9d82765d3'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:03.340751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a3d0172f-756d-4897-a195-3909020fdf46', '1dd66a11-92c7-4724-a2b2-ffff5894a920'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:03.386380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0ecc6-0f85-403a-b36c-2eb2e9a737ab req-ceb7abbb-bed5-40d3-9e3c-e6c31770b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.388051 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0d0ecc6-0f85-403a-b36c-2eb2e9a737ab req-ceb7abbb-bed5-40d3-9e3c-e6c31770b838 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=601e28a7edad4265843afc7a7301306a&device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 1095 time: 0.0502539 Dec 17 13:02:03.419813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:02:03.426798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:02:03.437518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:02:03.443333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.443978 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:03.460931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=1688a518-4085-4bba-8935-149c12467134,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:03.566218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Attempting to bind port 1688a518-4085-4bba-8935-149c12467134 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:02:03.566448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Attempting to bind port 1688a518-4085-4bba-8935-149c12467134 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:02:03.566770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Attempting to bind port 1688a518-4085-4bba-8935-149c12467134 on network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:03.567369 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0ecc6-0f85-403a-b36c-2eb2e9a737ab req-3976a95f-47ab-4aea-9e81-16eec1287119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.569032 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0d0ecc6-0f85-403a-b36c-2eb2e9a737ab req-3976a95f-47ab-4aea-9e81-16eec1287119 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=601e28a7edad4265843afc7a7301306a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1575077 Dec 17 13:02:03.584979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:03.589277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Port 1688a518-4085-4bba-8935-149c12467134 on network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:02:03.589632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Attempting to bind port 1688a518-4085-4bba-8935-149c12467134 on network 7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:03.603856 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-54eb4a44-bff5-4fa1-8da4-6d0020bf6d20 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7370410 Dec 17 13:02:03.611150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c54fbe-d4c0-4815-a2d2-ff4d6b009acb req-17748bb4-1fa2-4cbc-92fc-7b87475a4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.612168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90c54fbe-d4c0-4815-a2d2-ff4d6b009acb req-17748bb4-1fa2-4cbc-92fc-7b87475a4f10 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=601e28a7edad4265843afc7a7301306a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2899079 Dec 17 13:02:03.622170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:02:03.622521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Checking segment: {'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:02:03.623197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Bound using segment: {'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:02:03.623652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Bound port: 1688a518-4085-4bba-8935-149c12467134, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230794c5-2657-422b-98ea-bfca6e237796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:02:03.624997 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:03.653420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Request body: {'port': {'device_id': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:03.728481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0ecc6-0f85-403a-b36c-2eb2e9a737ab req-3a3c24c4-b511-43ea-a003-5ecd3ac6021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.728481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0d0ecc6-0f85-403a-b36c-2eb2e9a737ab req-3a3c24c4-b511-43ea-a003-5ecd3ac6021f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312788 Dec 17 13:02:03.813856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2d0b7bf9-c364-40ba-bbf9-7c6bcd19db73 None None] Provisioning complete for port 18e0a08b-0ede-4193-ae7c-3527b49912ca triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:02:03.814284 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7bf9-c364-40ba-bbf9-7c6bcd19db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:03.850121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f054a-a5ae-47a8-804c-e8eb802ea746 req-d54fdedd-2995-47b1-a61c-615a7b6ee8e8 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.851660 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-297f054a-a5ae-47a8-804c-e8eb802ea746 req-d54fdedd-2995-47b1-a61c-615a7b6ee8e8 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 950 time: 0.0888355 Dec 17 13:02:03.855476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b7bf9-c364-40ba-bbf9-7c6bcd19db73 None None] Port 18e0a08b-0ede-4193-ae7c-3527b49912ca cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:02:03.862411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-73207e73-9454-4b48-9adc-d775c613fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.863873 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-73207e73-9454-4b48-9adc-d775c613fa82 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=601e28a7edad4265843afc7a7301306a&device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 1095 time: 0.0724974 Dec 17 13:02:03.908319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686e62d-342f-4c60-aed9-1faf207cdb11 req-98143d1c-dbd7-4567-97fc-d82d0efac221 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.909850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f686e62d-342f-4c60-aed9-1faf207cdb11 req-98143d1c-dbd7-4567-97fc-d82d0efac221 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.2407119 Dec 17 13:02:03.924619 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-3a858e72-030b-4b76-9882-8bfce57d2dc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=566b6c9c-a6ff-4540-a0f2-6bff03b7838a HTTP/1.1" status: 200 len: 217 time: 0.0466924 Dec 17 13:02:03.933416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:03.941058 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-297f054a-a5ae-47a8-804c-e8eb802ea746 req-f8374fea-9163-43b7-aef1-7b8728ada5e6 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762289 Dec 17 13:02:03.947069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] For port 1688a518-4085-4bba-8935-149c12467134, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:02:03.958065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c54fbe-d4c0-4815-a2d2-ff4d6b009acb req-76021519-174e-4fed-9c8c-eed5a5840759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.960129 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90c54fbe-d4c0-4815-a2d2-ff4d6b009acb req-76021519-174e-4fed-9c8c-eed5a5840759 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3265760 Dec 17 13:02:03.974701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] For port 1688a518-4085-4bba-8935-149c12467134, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1688a518-4085-4bba-8935-149c12467134,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:02:03.994552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-f072efc4-27f3-4e51-8321-4ae833e5cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:03.996051 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-f072efc4-27f3-4e51-8321-4ae833e5cd2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d73cddf1-9d92-4a6a-bc92-7066dfebee60 HTTP/1.1" status: 200 len: 856 time: 0.0541413 Dec 17 13:02:04.026685 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f686e62d-342f-4c60-aed9-1faf207cdb11 req-ce1099be-2615-4022-baf4-ae2e4f6b219b tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081684 Dec 17 13:02:04.070735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-febc3810-e75b-464b-8f1b-6a7331cde7d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431318 Dec 17 13:02:04.090678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5cd13-a354-4114-b322-c5f1f68f4c06 req-2f1c9fbf-6625-46e8-af68-aa456ec66c59 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:04.092332 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-36d5cd13-a354-4114-b322-c5f1f68f4c06 req-2f1c9fbf-6625-46e8-af68-aa456ec66c59 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 935 time: 0.0738342 Dec 17 13:02:04.112972 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:04.168711 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:04.169343 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:04.170869 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] 10.222.0.54 "PUT /v2.0/ports/1688a518-4085-4bba-8935-149c12467134 HTTP/1.1" status: 200 len: 1091 time: 2.2144935 Dec 17 13:02:04.186086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-bb07646d-9955-4215-8f36-c214c77bab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:04.187603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-bb07646d-9955-4215-8f36-c214c77bab59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=601e28a7edad4265843afc7a7301306a&device_id=ae3644c2-82cf-474e-bb24-7bbb3ea644c0 HTTP/1.1" status: 200 len: 1095 time: 0.1546180 Dec 17 13:02:04.193988 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-36d5cd13-a354-4114-b322-c5f1f68f4c06 req-f543e8cd-7ead-4bca-ab79-0ac4248c5d67 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910542 Dec 17 13:02:04.223465 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-66f233d7-e5a6-4e05-a68e-d7c3c5442f58 service neutron] 10.222.0.61 "GET /v2.0/networks/7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299560 Dec 17 13:02:04.283350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2743b51-f521-4e4f-a856-29e9c4008fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=1688a518-4085-4bba-8935-149c12467134,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:04.305315 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-c129a053-faac-4893-815a-3109c75f3428 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c876a0b4-e0d0-4185-a0fd-371142c02a3f HTTP/1.1" status: 200 len: 217 time: 0.0758278 Dec 17 13:02:04.353029 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-40f706ae-8b75-4ef1-977c-3a7c537ebbfc service neutron] 10.222.0.61 "GET /v2.0/networks/7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191576 Dec 17 13:02:04.399411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfb7f7-49de-4e0c-ae9e-a0ca6516b0ab req-dd94ecd7-310c-44bb-b934-8025420643a5 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:04.401243 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-babfb7f7-49de-4e0c-ae9e-a0ca6516b0ab req-dd94ecd7-310c-44bb-b934-8025420643a5 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 950 time: 0.0639164 Dec 17 13:02:04.423212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61876c8a-eff7-412b-a6e3-f127c49d7612 req-b00928d6-06b0-4b70-91e3-817d9e090ad9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:04.424738 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61876c8a-eff7-412b-a6e3-f127c49d7612 req-b00928d6-06b0-4b70-91e3-817d9e090ad9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 944 time: 0.1781352 Dec 17 13:02:04.454229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-c353e9dc-6579-47c7-90cd-0b29706c368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:04.455705 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-c353e9dc-6579-47c7-90cd-0b29706c368b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d73cddf1-9d92-4a6a-bc92-7066dfebee60 HTTP/1.1" status: 200 len: 856 time: 0.1133308 Dec 17 13:02:04.457426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-3916986f-c8b6-457b-bb42-64ece01fb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:04.458778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-3916986f-c8b6-457b-bb42-64ece01fb272 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=601e28a7edad4265843afc7a7301306a&device_id=f6ba5445-9fa4-4e4d-9653-55914c121629 HTTP/1.1" status: 200 len: 1094 time: 0.1473119 Dec 17 13:02:04.520558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebca6b-5972-452a-9e79-67340fbbae86 req-be04a1c3-72ea-429a-ad93-01c986a3a7f0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:04.522152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08ebca6b-5972-452a-9e79-67340fbbae86 req-be04a1c3-72ea-429a-ad93-01c986a3a7f0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.1044278 Dec 17 13:02:04.542372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-f2625434-d011-4b97-af1f-c568ff86366f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1688a518-4085-4bba-8935-149c12467134 HTTP/1.1" status: 200 len: 217 time: 0.0741353 Dec 17 13:02:04.544276 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-fa8762cd-40e1-48a5-846c-93fdb0b9bb5f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728459 Dec 17 13:02:04.553966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-babfb7f7-49de-4e0c-ae9e-a0ca6516b0ab req-69c71de4-cb85-4b64-8e88-fceb3939c84e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Deleting port 330c247f-b105-433f-bf65-8891af7eb99e {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:04.554311 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-babfb7f7-49de-4e0c-ae9e-a0ca6516b0ab req-69c71de4-cb85-4b64-8e88-fceb3939c84e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:04.628884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08ebca6b-5972-452a-9e79-67340fbbae86 req-fe8f498e-9d7b-4825-939e-f5beebd7921d tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983980 Dec 17 13:02:04.676342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e0a08b-0ede-4193-ae7c-3527b49912ca {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:04.681238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-babfb7f7-49de-4e0c-ae9e-a0ca6516b0ab req-69c71de4-cb85-4b64-8e88-fceb3939c84e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] For port 330c247f-b105-433f-bf65-8891af7eb99e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=330c247f-b105-433f-bf65-8891af7eb99e,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:04.681874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-babfb7f7-49de-4e0c-ae9e-a0ca6516b0ab req-69c71de4-cb85-4b64-8e88-fceb3939c84e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:04.687387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61876c8a-eff7-412b-a6e3-f127c49d7612 req-0f9f9348-a964-46ad-86dd-b3fd0f92da5e tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453358 Dec 17 13:02:04.695750 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:04.699285 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-babfb7f7-49de-4e0c-ae9e-a0ca6516b0ab req-69c71de4-cb85-4b64-8e88-fceb3939c84e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Calling delete_port for 330c247f-b105-433f-bf65-8891af7eb99e owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:04.707275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-8d039481-8599-4ff5-a646-ded013011fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:04.708776 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-8d039481-8599-4ff5-a646-ded013011fdb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d73cddf1-9d92-4a6a-bc92-7066dfebee60 HTTP/1.1" status: 200 len: 856 time: 0.1437705 Dec 17 13:02:04.740843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Transition to ACTIVE for port object 18e0a08b-0ede-4193-ae7c-3527b49912ca will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:02:04.761211 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-c8074d0c-036a-4ee3-ac7c-2d620aabc4da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425336 Dec 17 13:02:04.764660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-8f8eb323-1e1f-4eb3-a8fe-382bc89a0f2c service neutron] 10.222.0.61 "GET /v2.0/networks/7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948435 Dec 17 13:02:04.952682 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-babfb7f7-49de-4e0c-ae9e-a0ca6516b0ab req-69c71de4-cb85-4b64-8e88-fceb3939c84e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:04.971596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300', '38489767-3a90-4d3c-bc15-10feb2077da5', '330c247f-b105-433f-bf65-8891af7eb99e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:04.987794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'c144a546-526c-4229-8315-69ff6028b3c5', 'ba101538-cd8e-434d-968f-0843ac87450f', '6a1e7c02-0525-4a80-b4d1-0a54cf75e264', 'd8718ebf-04ad-4609-bfee-91d910be8865'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:04.987907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c71de4-cb85-4b64-8e88-fceb3939c84e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event deleted for resources: {'Port': ['ID=330c247f-b105-433f-bf65-8891af7eb99e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:05.085848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-babfb7f7-49de-4e0c-ae9e-a0ca6516b0ab req-69c71de4-cb85-4b64-8e88-fceb3939c84e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] No DVR routers for this DVR port 330c247f-b105-433f-bf65-8891af7eb99e on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:05.097749 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-babfb7f7-49de-4e0c-ae9e-a0ca6516b0ab req-69c71de4-cb85-4b64-8e88-fceb3939c84e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:05.102246 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:05.111051 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-babfb7f7-49de-4e0c-ae9e-a0ca6516b0ab req-69c71de4-cb85-4b64-8e88-fceb3939c84e tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "DELETE /v2.0/ports/330c247f-b105-433f-bf65-8891af7eb99e HTTP/1.1" status: 204 len: 173 time: 0.7015994 Dec 17 13:02:05.158454 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52c2fc32-ee03-4ef5-91c5-11770e2c5db5 req-5b24da8f-0366-4a63-ae66-ee10c1411f22 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 210 time: 0.0796747 Dec 17 13:02:05.183360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ba5445-9fa4-4e4d-9653-55914c121629', 'tag': '1688a518-4085-4bba-8935-149c12467134'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:05.185664 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0240f45e-b35a-49d2-8a5b-3d27f980691c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ba5445-9fa4-4e4d-9653-55914c121629", "tag": "1688a518-4085-4bba-8935-149c12467134"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:05.243011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:05.286180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e700b-f89a-4ae6-918f-ef0574e9d80d req-2a7fbd89-f777-4ae9-ac6e-2d4a05555890 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:05.296561 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f5e700b-f89a-4ae6-918f-ef0574e9d80d req-2a7fbd89-f777-4ae9-ac6e-2d4a05555890 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1458752 Dec 17 13:02:05.300089 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aa0efe-165b-4f78-a4f2-648cfe06d4ad x-openstack-request-id: req-23aa0efe-165b-4f78-a4f2-648cfe06d4ad {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:05.300382 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ba5445-9fa4-4e4d-9653-55914c121629", "tag": "1688a518-4085-4bba-8935-149c12467134", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:05.300635 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23aa0efe-165b-4f78-a4f2-648cfe06d4ad {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:05.301069 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ba5445-9fa4-4e4d-9653-55914c121629', 'tag': '1688a518-4085-4bba-8935-149c12467134', 'status': 'completed', 'code': 200} Dec 17 13:02:05.304919 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-beab9eea-66eb-4200-a020-a022535fd690 service neutron] 10.222.0.54 "GET /v2.0/networks/7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341823 Dec 17 13:02:05.308063 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f6de3e-24f9-4602-b9f0-65bdccfcda08', 'name': 'network-vif-deleted', 'tag': '330c247f-b105-433f-bf65-8891af7eb99e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:05.311030 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf731d0-8003-46f1-b34f-11d9bec2b28f" -d '{"events": [{"server_uuid": "31f6de3e-24f9-4602-b9f0-65bdccfcda08", "name": "network-vif-deleted", "tag": "330c247f-b105-433f-bf65-8891af7eb99e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:05.324440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-023ca37d-c19d-468b-983e-b1c6222de532 service neutron] 10.222.0.61 "GET /v2.0/networks/7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357025 Dec 17 13:02:05.378843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f5e700b-f89a-4ae6-918f-ef0574e9d80d req-2d9ed0c5-0d8d-4d70-b50a-62ca1d57d637 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810075 Dec 17 13:02:05.384123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Attempting to bind port 18e0a08b-0ede-4193-ae7c-3527b49912ca on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:02:05.384552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Attempting to bind port 18e0a08b-0ede-4193-ae7c-3527b49912ca by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:02:05.384948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Attempting to bind port 18e0a08b-0ede-4193-ae7c-3527b49912ca on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:05.422910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Port 18e0a08b-0ede-4193-ae7c-3527b49912ca on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:02:05.423359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Attempting to bind port 18e0a08b-0ede-4193-ae7c-3527b49912ca on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:05.432219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:02:05.432650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:02:05.433148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:02:05.433691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Bound port: 18e0a08b-0ede-4193-ae7c-3527b49912ca, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:02:05.435285 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:05.457752 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6620c77-a546-44f8-9c8b-4e80e75acabb x-openstack-request-id: req-b6620c77-a546-44f8-9c8b-4e80e75acabb {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:05.458165 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f6de3e-24f9-4602-b9f0-65bdccfcda08", "name": "network-vif-deleted", "tag": "330c247f-b105-433f-bf65-8891af7eb99e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:05.458511 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6620c77-a546-44f8-9c8b-4e80e75acabb {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:05.459555 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f6de3e-24f9-4602-b9f0-65bdccfcda08', 'name': 'network-vif-deleted', 'tag': '330c247f-b105-433f-bf65-8891af7eb99e', 'status': 'completed', 'code': 200} Dec 17 13:02:05.513495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacdb4b-518d-4120-8b97-b4c4aa6b65d0 req-26215314-5404-4cee-ad08-03911f896d33 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:05.521130 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fcacdb4b-518d-4120-8b97-b4c4aa6b65d0 req-26215314-5404-4cee-ad08-03911f896d33 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 947 time: 0.1528504 Dec 17 13:02:05.609517 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-e6d9aa8f-d9b7-43ba-a6f6-bd9aa9e16921 service neutron] 10.222.0.54 "GET /v2.0/networks/7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906978 Dec 17 13:02:05.614578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:02:05.621420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:02:05.634172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fcacdb4b-518d-4120-8b97-b4c4aa6b65d0 req-c929a593-4135-4524-b9e0-6473fbbf669c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119907 Dec 17 13:02:05.753265 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:05.764895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0bca1-e1f5-4684-bc16-2da7d1bed164 req-8706ec49-ef81-49cb-a72c-b09b37dfcdf2 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:05.766635 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68a0bca1-e1f5-4684-bc16-2da7d1bed164 req-8706ec49-ef81-49cb-a72c-b09b37dfcdf2 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.0619946 Dec 17 13:02:05.803126 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:05.830341 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68a0bca1-e1f5-4684-bc16-2da7d1bed164 req-aaca2bd1-4f8f-4129-97a8-6cdfe94faccd tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558264 Dec 17 13:02:05.837889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:05.838554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:05.840475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] 10.222.0.61 "PUT /v2.0/ports/18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 1095 time: 2.2049077 Dec 17 13:02:05.912501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aabcc7-6c40-4743-8b6b-057eb8335987 service neutron] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:05.931976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3e8a0-37bd-4f87-afc8-4536906fa3dd req-3d452652-f0c5-46ea-93bd-7fa39b16b70a tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:05.933633 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0f3e8a0-37bd-4f87-afc8-4536906fa3dd req-3d452652-f0c5-46ea-93bd-7fa39b16b70a tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 944 time: 0.1516285 Dec 17 13:02:05.943078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240f45e-b35a-49d2-8a5b-3d27f980691c req-c7a81a3f-0683-49a3-afce-69f65c6d7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:05.944670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0240f45e-b35a-49d2-8a5b-3d27f980691c req-c7a81a3f-0683-49a3-afce-69f65c6d7443 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=601e28a7edad4265843afc7a7301306a&device_id=f6ba5445-9fa4-4e4d-9653-55914c121629 HTTP/1.1" status: 200 len: 1094 time: 0.0892916 Dec 17 13:02:06.071806 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0f3e8a0-37bd-4f87-afc8-4536906fa3dd req-6e4625d6-149e-48ca-aca6-3e86f1b38a79 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310246 Dec 17 13:02:06.094356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-070591eb-c4e8-4c0b-b3ca-08f0b4953626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:06.095846 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-070591eb-c4e8-4c0b-b3ca-08f0b4953626 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1098 time: 0.1250572 Dec 17 13:02:06.108967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240f45e-b35a-49d2-8a5b-3d27f980691c req-e84faed4-eb5c-4411-84e9-6c28f5316898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:06.110498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0240f45e-b35a-49d2-8a5b-3d27f980691c req-e84faed4-eb5c-4411-84e9-6c28f5316898 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 HTTP/1.1" status: 200 len: 917 time: 0.1560524 Dec 17 13:02:06.155699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-bb3eca5d-e17c-4b47-91bb-ebc294587214 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 217 time: 0.0442133 Dec 17 13:02:06.191262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0240f45e-b35a-49d2-8a5b-3d27f980691c req-d6840d41-6fdb-4725-88a5-6099713e2383 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1688a518-4085-4bba-8935-149c12467134 HTTP/1.1" status: 200 len: 217 time: 0.0701087 Dec 17 13:02:06.266437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-ebb8128c-4d3e-4362-9332-9ed49b700926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:06.268768 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-ebb8128c-4d3e-4362-9332-9ed49b700926 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0858850 Dec 17 13:02:06.274967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240f45e-b35a-49d2-8a5b-3d27f980691c req-e4744828-dba3-479b-b597-3d7101a89296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:06.276457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0240f45e-b35a-49d2-8a5b-3d27f980691c req-e4744828-dba3-479b-b597-3d7101a89296 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d73cddf1-9d92-4a6a-bc92-7066dfebee60 HTTP/1.1" status: 200 len: 856 time: 0.0649104 Dec 17 13:02:06.278263 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a114c713-0bb0-41ed-9eea-8216ebd28cc1 req-9e88f608-e5f9-47ca-9bba-194725e5766f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31f6de3e-24f9-4602-b9f0-65bdccfcda08 HTTP/1.1" status: 200 len: 210 time: 0.0280783 Dec 17 13:02:06.328168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0240f45e-b35a-49d2-8a5b-3d27f980691c req-150fecfb-0fa6-42be-adb1-7896866f3209 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428054 Dec 17 13:02:06.348441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-871d53ea-728b-4fa4-b882-9abee8f5e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:06.350569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-871d53ea-728b-4fa4-b882-9abee8f5e817 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731499 Dec 17 13:02:06.515276 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0240f45e-b35a-49d2-8a5b-3d27f980691c req-bd1b9bb1-4578-4a4b-9c56-dbe6451f9e48 service neutron] 10.222.0.54 "GET /v2.0/networks/7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760437 Dec 17 13:02:06.524343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-4a6d0a3f-f5df-47cf-a6ed-cc10f5df70b9 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642625 Dec 17 13:02:06.596003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383b66-635d-45d0-a6bf-218a62ee671b req-0ea015a5-6913-486f-8241-191927d02474 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:06.597543 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18383b66-635d-45d0-a6bf-218a62ee671b req-0ea015a5-6913-486f-8241-191927d02474 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1333706 Dec 17 13:02:06.730911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9411ac1-8e7b-4714-b424-4bb34f7b3bb9 req-545a48a7-b38c-494c-887f-7abfd699f441 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962881 Dec 17 13:02:06.734263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18383b66-635d-45d0-a6bf-218a62ee671b req-b615b750-1798-402f-850a-06c5de9b617e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097050 Dec 17 13:02:06.740025 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0240f45e-b35a-49d2-8a5b-3d27f980691c req-01a0130b-7a14-47e1-971f-2a4b12cf456f service neutron] 10.222.0.54 "GET /v2.0/networks/7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132638 Dec 17 13:02:06.767572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cff2a-2f02-463d-a52f-40bad9882e9c req-51ef077c-e7e5-4d1b-a9d2-780b6147d680 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:06.768978 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-079cff2a-2f02-463d-a52f-40bad9882e9c req-51ef077c-e7e5-4d1b-a9d2-780b6147d680 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 947 time: 0.0511339 Dec 17 13:02:06.815981 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-079cff2a-2f02-463d-a52f-40bad9882e9c req-dd142099-6335-47c6-8a26-91f66aac9840 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 Dec 17 13:02:06.948050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227df618-c8df-4cd7-ae65-f659425e42c4 req-2d9a5aa7-06a1-4d81-bb45-cc4b58bdd0c6 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:06.949615 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-227df618-c8df-4cd7-ae65-f659425e42c4 req-2d9a5aa7-06a1-4d81-bb45-cc4b58bdd0c6 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.0491903 Dec 17 13:02:06.998687 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-227df618-c8df-4cd7-ae65-f659425e42c4 req-a68bdf41-9757-4d18-8819-0da623c5155a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426824 Dec 17 13:02:07.192908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43928a9c-cdb9-4ebc-af38-acda08fc661a req-0c36d559-f338-419f-828c-54364a4217b8 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:07.195016 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43928a9c-cdb9-4ebc-af38-acda08fc661a req-0c36d559-f338-419f-828c-54364a4217b8 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 944 time: 0.0525508 Dec 17 13:02:07.240944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43928a9c-cdb9-4ebc-af38-acda08fc661a req-e2df63af-71ec-43fd-90c9-da41e987d7a2 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401003 Dec 17 13:02:07.302967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:07.305326 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257d0298-27aa-4509-83cc-06c2b7b78ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:07.341849 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62b07e1-d42f-4507-b500-c338d0af0dc2 x-openstack-request-id: req-f62b07e1-d42f-4507-b500-c338d0af0dc2 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:07.342356 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:07.342612 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f62b07e1-d42f-4507-b500-c338d0af0dc2 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:07.343042 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'status': 'completed', 'code': 200} Dec 17 13:02:07.382385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 330c247f-b105-433f-bf65-8891af7eb99e no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:07.402495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 330c247f-b105-433f-bf65-8891af7eb99e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:07.402849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 330c247f-b105-433f-bf65-8891af7eb99e not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:07.416800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d0298-27aa-4509-83cc-06c2b7b78ee7 req-1d50072a-4d01-4f8a-a114-035eaa56db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:07.418351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-257d0298-27aa-4509-83cc-06c2b7b78ee7 req-1d50072a-4d01-4f8a-a114-035eaa56db0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1098 time: 0.0431907 Dec 17 13:02:07.512526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d0298-27aa-4509-83cc-06c2b7b78ee7 req-81d0445e-588f-48c1-9985-1ca8bf28773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:07.514120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-257d0298-27aa-4509-83cc-06c2b7b78ee7 req-81d0445e-588f-48c1-9985-1ca8bf28773a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.0876045 Dec 17 13:02:07.561751 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-257d0298-27aa-4509-83cc-06c2b7b78ee7 req-9ff27c5c-fafd-44a6-8cec-ba12c9b1b2d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 217 time: 0.0347962 Dec 17 13:02:07.610470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d0298-27aa-4509-83cc-06c2b7b78ee7 req-99570e97-ebf8-4b4c-b205-7fdd8df87c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:07.611863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-257d0298-27aa-4509-83cc-06c2b7b78ee7 req-99570e97-ebf8-4b4c-b205-7fdd8df87c63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0427144 Dec 17 13:02:07.663640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d0298-27aa-4509-83cc-06c2b7b78ee7 req-8bc62dbc-74f5-4787-b820-8404c36509f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:07.665220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-257d0298-27aa-4509-83cc-06c2b7b78ee7 req-8bc62dbc-74f5-4787-b820-8404c36509f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462947 Dec 17 13:02:07.769137 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-257d0298-27aa-4509-83cc-06c2b7b78ee7 req-26f3f64a-9407-4b51-8d68-06ba2f70e5cf service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937223 Dec 17 13:02:07.869374 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-257d0298-27aa-4509-83cc-06c2b7b78ee7 req-234892b2-1fc0-4573-af96-77ed76048977 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911312 Dec 17 13:02:07.880611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea07d6e-9d80-40c6-998f-88dcb1d2651a req-afa58670-82cc-48b5-933e-f3ba3d3e3c8a tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:07.882175 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fea07d6e-9d80-40c6-998f-88dcb1d2651a req-afa58670-82cc-48b5-933e-f3ba3d3e3c8a tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0636005 Dec 17 13:02:07.924331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249037c-c28d-4b11-be9f-4aca9c5ace79 req-a8ef5312-3b69-481f-9d21-ed1314f94de2 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:07.925882 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e249037c-c28d-4b11-be9f-4aca9c5ace79 req-a8ef5312-3b69-481f-9d21-ed1314f94de2 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 949 time: 0.0502787 Dec 17 13:02:07.934225 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fea07d6e-9d80-40c6-998f-88dcb1d2651a req-6099d113-03a9-4916-a2cc-7ceae0277a0f tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Dec 17 13:02:07.977741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e249037c-c28d-4b11-be9f-4aca9c5ace79 req-619a2dd4-3f74-4de3-9202-2d160bfc7845 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450642 Dec 17 13:02:08.039210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87dd5-e004-419a-b859-c3c8e6dda8ae req-14249642-52f5-42ec-83c2-17e621991df2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:08.040890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-53b87dd5-e004-419a-b859-c3c8e6dda8ae req-14249642-52f5-42ec-83c2-17e621991df2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 947 time: 0.0502341 Dec 17 13:02:08.093457 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-53b87dd5-e004-419a-b859-c3c8e6dda8ae req-02803fd0-1f81-47d8-992f-227c4749a2f2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459306 Dec 17 13:02:08.142294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841c9dd-6a1b-4b0a-a7b8-4a44bd722ead req-3e0db9e0-e14c-437d-b236-bb324fd3b849 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:08.143720 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3841c9dd-6a1b-4b0a-a7b8-4a44bd722ead req-3e0db9e0-e14c-437d-b236-bb324fd3b849 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.0509436 Dec 17 13:02:08.192352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3841c9dd-6a1b-4b0a-a7b8-4a44bd722ead req-210cf651-fd82-44cf-9a6a-66a29b7a9a0a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419230 Dec 17 13:02:08.360642 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ab91a-67ea-4009-9472-c4d926d8af2b req-50ae0e93-e532-48b1-866d-20287e9d558c tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:08.362350 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-508ab91a-67ea-4009-9472-c4d926d8af2b req-50ae0e93-e532-48b1-866d-20287e9d558c tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 944 time: 0.0493245 Dec 17 13:02:08.409076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-508ab91a-67ea-4009-9472-c4d926d8af2b req-f863d28f-24f1-487b-835e-ca0e701559f8 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Dec 17 13:02:09.052115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d946c0-8c16-4c8f-a2dc-f98074d7ac5a req-c12dc2d0-2f51-4ed6-b6dd-b408ea769b7e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:09.053598 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17d946c0-8c16-4c8f-a2dc-f98074d7ac5a req-c12dc2d0-2f51-4ed6-b6dd-b408ea769b7e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0514653 Dec 17 13:02:09.102140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17d946c0-8c16-4c8f-a2dc-f98074d7ac5a req-4d26c0b0-e6f4-4e77-bd81-ba402892a9d5 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Dec 17 13:02:09.103536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5b154-dd29-4043-92e3-0600794ee580 req-35b54022-cc38-4354-a9bb-0ab5c6effd3d tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:09.105136 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44d5b154-dd29-4043-92e3-0600794ee580 req-35b54022-cc38-4354-a9bb-0ab5c6effd3d tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 949 time: 0.0564947 Dec 17 13:02:09.155239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44d5b154-dd29-4043-92e3-0600794ee580 req-29fbd8f1-36d0-4a8d-aafe-f62a551fd57a tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Dec 17 13:02:09.188638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1688a518-4085-4bba-8935-149c12467134 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:02:09.263763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cdd3a-ce8e-4037-a106-de6eedfe6f06 req-7032bcc7-bea6-4671-90d5-d07a0cc430f0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:09.265511 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bd1cdd3a-ce8e-4037-a106-de6eedfe6f06 req-7032bcc7-bea6-4671-90d5-d07a0cc430f0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 947 time: 0.0521197 Dec 17 13:02:09.306436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1688a518-4085-4bba-8935-149c12467134, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1688a518-4085-4bba-8935-149c12467134,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:09.320573 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '1688a518-4085-4bba-8935-149c12467134', 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1', 'port_id': '1688a518-4085-4bba-8935-149c12467134', 'mac_address': 'fa:16:3e:07:23:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73cddf1-9d92-4a6a-bc92-7066dfebee60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:02:09.357735 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bd1cdd3a-ce8e-4037-a106-de6eedfe6f06 req-3418a6be-b1a7-4c5c-ad31-4b9faba0f241 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841475 Dec 17 13:02:09.365894 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:09.379954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6defb-d3ac-408f-9020-cb1e03d346d5 req-1e669034-eedf-4ec0-b4b0-42ade960c5d4 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:09.382402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02e6defb-d3ac-408f-9020-cb1e03d346d5 req-1e669034-eedf-4ec0-b4b0-42ade960c5d4 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 949 time: 0.0885134 Dec 17 13:02:09.393733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1688a518-4085-4bba-8935-149c12467134 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:09.400797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 566b6c9c-a6ff-4540-a0f2-6bff03b7838a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:02:09.426654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1688a518-4085-4bba-8935-149c12467134, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1688a518-4085-4bba-8935-149c12467134,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:09.486932 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:09.574827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=566b6c9c-a6ff-4540-a0f2-6bff03b7838a,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:09.577719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=1688a518-4085-4bba-8935-149c12467134,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:09.595040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.595528 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.596005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.596437 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.596989 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.597521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.597973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.598408 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.598815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.599279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.599709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.600122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.601618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:09.605322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '566b6c9c-a6ff-4540-a0f2-6bff03b7838a', 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1', 'port_id': '566b6c9c-a6ff-4540-a0f2-6bff03b7838a', 'mac_address': 'fa:16:3e:88:7d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73cddf1-9d92-4a6a-bc92-7066dfebee60', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:02:09.623731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-02e6defb-d3ac-408f-9020-cb1e03d346d5 req-3e302834-296d-4c9f-975e-9843219e0c35 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Deleting port d8718ebf-04ad-4609-bfee-91d910be8865 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:09.624362 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-02e6defb-d3ac-408f-9020-cb1e03d346d5 req-3e302834-296d-4c9f-975e-9843219e0c35 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:09.651413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62d466-7603-4084-b74b-eea59146e477 req-22d4d311-6078-40fc-9ab4-3548feaf605f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:09.652901 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:09.666752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566b6c9c-a6ff-4540-a0f2-6bff03b7838a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:09.667058 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b62d466-7603-4084-b74b-eea59146e477 req-22d4d311-6078-40fc-9ab4-3548feaf605f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.3901439 Dec 17 13:02:09.685017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2c0a9-f2f5-49be-8b14-558f8c031eb0 req-103a1213-b716-437d-9191-a6a7f9ff8df1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:09.687177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e2b2c0a9-f2f5-49be-8b14-558f8c031eb0 req-103a1213-b716-437d-9191-a6a7f9ff8df1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 944 time: 0.1392913 Dec 17 13:02:09.691096 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=566b6c9c-a6ff-4540-a0f2-6bff03b7838a,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:09.721203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b62d466-7603-4084-b74b-eea59146e477 req-1276811d-cb38-4185-b9f5-d378531213aa tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521114 Dec 17 13:02:09.773040 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e2b2c0a9-f2f5-49be-8b14-558f8c031eb0 req-eade060a-f21d-4b91-a2c0-7c8ffe19d1b0 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719306 Dec 17 13:02:09.775089 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:09.776235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c876a0b4-e0d0-4185-a0fd-371142c02a3f details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:02:09.778807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-02e6defb-d3ac-408f-9020-cb1e03d346d5 req-3e302834-296d-4c9f-975e-9843219e0c35 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] For port d8718ebf-04ad-4609-bfee-91d910be8865, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d8718ebf-04ad-4609-bfee-91d910be8865,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:09.779284 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-02e6defb-d3ac-408f-9020-cb1e03d346d5 req-3e302834-296d-4c9f-975e-9843219e0c35 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:09.799853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-02e6defb-d3ac-408f-9020-cb1e03d346d5 req-3e302834-296d-4c9f-975e-9843219e0c35 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Calling delete_port for d8718ebf-04ad-4609-bfee-91d910be8865 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:09.803785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['1688a518-4085-4bba-8935-149c12467134'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:09.912619 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port c876a0b4-e0d0-4185-a0fd-371142c02a3f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c876a0b4-e0d0-4185-a0fd-371142c02a3f,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:09.942062 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'c876a0b4-e0d0-4185-a0fd-371142c02a3f', 'network_id': '7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1', 'port_id': 'c876a0b4-e0d0-4185-a0fd-371142c02a3f', 'mac_address': 'fa:16:3e:e4:c3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73cddf1-9d92-4a6a-bc92-7066dfebee60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:02:09.944232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=566b6c9c-a6ff-4540-a0f2-6bff03b7838a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:10.009426 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:10.035961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c876a0b4-e0d0-4185-a0fd-371142c02a3f {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:10.049508 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-02e6defb-d3ac-408f-9020-cb1e03d346d5 req-3e302834-296d-4c9f-975e-9843219e0c35 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:10.064445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300', '38489767-3a90-4d3c-bc15-10feb2077da5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:10.076666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port c876a0b4-e0d0-4185-a0fd-371142c02a3f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c876a0b4-e0d0-4185-a0fd-371142c02a3f,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:10.090070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e302834-296d-4c9f-975e-9843219e0c35 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event deleted for resources: {'Port': ['ID=d8718ebf-04ad-4609-bfee-91d910be8865,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:10.142868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:10.155227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e6defb-d3ac-408f-9020-cb1e03d346d5 req-3e302834-296d-4c9f-975e-9843219e0c35 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] No DVR routers for this DVR port d8718ebf-04ad-4609-bfee-91d910be8865 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:10.166337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-02e6defb-d3ac-408f-9020-cb1e03d346d5 req-3e302834-296d-4c9f-975e-9843219e0c35 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:10.170232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02e6defb-d3ac-408f-9020-cb1e03d346d5 req-3e302834-296d-4c9f-975e-9843219e0c35 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "DELETE /v2.0/ports/d8718ebf-04ad-4609-bfee-91d910be8865 HTTP/1.1" status: 204 len: 173 time: 0.7792814 Dec 17 13:02:10.170840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb190a63-eb7d-4bff-b2d4-441a9f0efd25', 'name': 'network-vif-deleted', 'tag': 'd8718ebf-04ad-4609-bfee-91d910be8865'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:10.173839 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58437d39-77c3-4a7c-900a-4f52ca57f2f3" -d '{"events": [{"server_uuid": "bb190a63-eb7d-4bff-b2d4-441a9f0efd25", "name": "network-vif-deleted", "tag": "d8718ebf-04ad-4609-bfee-91d910be8865"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:10.230547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=c876a0b4-e0d0-4185-a0fd-371142c02a3f,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:10.271511 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e4219e5-2a1f-46f4-b228-a77cb3c614c9 req-1c366c19-c263-48b8-9972-df125c0bfd4d tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 210 time: 0.0355291 Dec 17 13:02:10.331320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9add6-b555-4346-b50d-98dd12921462 req-5f1dcb06-152b-4ec6-afac-c9333f43f7db tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:10.341000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10d9add6-b555-4346-b50d-98dd12921462 req-5f1dcb06-152b-4ec6-afac-c9333f43f7db tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1017272 Dec 17 13:02:10.349140 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66362c3-f861-4ee9-9002-f65142fc2385 x-openstack-request-id: req-c66362c3-f861-4ee9-9002-f65142fc2385 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:10.349436 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb190a63-eb7d-4bff-b2d4-441a9f0efd25", "name": "network-vif-deleted", "tag": "d8718ebf-04ad-4609-bfee-91d910be8865", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:10.349717 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c66362c3-f861-4ee9-9002-f65142fc2385 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:10.353314 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb190a63-eb7d-4bff-b2d4-441a9f0efd25', 'name': 'network-vif-deleted', 'tag': 'd8718ebf-04ad-4609-bfee-91d910be8865', 'status': 'completed', 'code': 200} Dec 17 13:02:10.441186 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10d9add6-b555-4346-b50d-98dd12921462 req-b246d85a-9daf-45cb-9156-89bd8b8563df tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861585 Dec 17 13:02:10.502138 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c875c-2b76-4285-84e2-c31c51703be9 req-79ad31ae-8ca5-4010-8921-40a57bcff60e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:10.503876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf5c875c-2b76-4285-84e2-c31c51703be9 req-79ad31ae-8ca5-4010-8921-40a57bcff60e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 947 time: 0.0575061 Dec 17 13:02:10.548634 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['c876a0b4-e0d0-4185-a0fd-371142c02a3f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:10.552360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['566b6c9c-a6ff-4540-a0f2-6bff03b7838a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:10.564281 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf5c875c-2b76-4285-84e2-c31c51703be9 req-8113a230-8b88-449a-99ed-7505d9b01449 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534956 Dec 17 13:02:10.852324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c47f2d-87aa-425e-9e09-5ad7ff342e70 req-3e8546f3-2520-46a2-8d28-56ae7ea27699 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:10.853876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c8c47f2d-87aa-425e-9e09-5ad7ff342e70 req-3e8546f3-2520-46a2-8d28-56ae7ea27699 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.0557127 Dec 17 13:02:10.903302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c8c47f2d-87aa-425e-9e09-5ad7ff342e70 req-3bb9172f-5d79-48d2-8191-3b550d682249 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Dec 17 13:02:10.923220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5b466-dcd5-4365-b202-1bf74ab0a927 req-71ac6f89-ee52-41db-b0f2-597ce192a3f0 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:10.926049 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-56a5b466-dcd5-4365-b202-1bf74ab0a927 req-71ac6f89-ee52-41db-b0f2-597ce192a3f0 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 945 time: 0.0721676 Dec 17 13:02:10.973030 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-56a5b466-dcd5-4365-b202-1bf74ab0a927 req-9327c947-ebf0-489a-b2a3-14fed576ac3d tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413501 Dec 17 13:02:10.976849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'c144a546-526c-4229-8315-69ff6028b3c5', 'ba101538-cd8e-434d-968f-0843ac87450f', '6a1e7c02-0525-4a80-b4d1-0a54cf75e264', 'd8718ebf-04ad-4609-bfee-91d910be8865'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:11.188714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:02:11.190584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1688a518-4085-4bba-8935-149c12467134 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:02:11.376456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:11.381692 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-84f0c576-ab6c-4340-90ab-40146211acf9 req-1b2961ce-2438-43fd-8b70-1a0e50c8182f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb190a63-eb7d-4bff-b2d4-441a9f0efd25 HTTP/1.1" status: 200 len: 210 time: 0.0286715 Dec 17 13:02:11.399710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a', 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446', 'port_id': 'a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a', 'mac_address': 'fa:16:3e:45:06:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:02:11.409789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 18e0a08b-0ede-4193-ae7c-3527b49912ca details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:02:11.455737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 1688a518-4085-4bba-8935-149c12467134 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:02:11.475301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 1688a518-4085-4bba-8935-149c12467134 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:02:11.475707 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:11.564961 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:11.598507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348260f-bf83-4b0b-8db7-beeb8c192b63 req-da2e9b20-197d-45f9-8f67-f91e53252ca8 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:11.600044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c348260f-bf83-4b0b-8db7-beeb8c192b63 req-da2e9b20-197d-45f9-8f67-f91e53252ca8 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0520625 Dec 17 13:02:11.602561 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:11.649259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c348260f-bf83-4b0b-8db7-beeb8c192b63 req-ecd001d8-9d4f-4130-a5a1-e127deaf903c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 Dec 17 13:02:11.666931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:11.685356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:11.730117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'mac_address': 'fa:16:3e:7d:f9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:02:11.735400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b909b5-fb02-4f15-8ce6-12adbe770277 req-c68fef7e-1b99-4705-a735-8172bb72bfb3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:11.741827 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76b909b5-fb02-4f15-8ce6-12adbe770277 req-c68fef7e-1b99-4705-a735-8172bb72bfb3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 947 time: 0.0478518 Dec 17 13:02:11.742222 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:11.753157 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:11.784744 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76b909b5-fb02-4f15-8ce6-12adbe770277 req-1fbc8aa8-8287-4dcd-8730-251a2d5bacfd tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Dec 17 13:02:11.847192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ba5445-9fa4-4e4d-9653-55914c121629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1688a518-4085-4bba-8935-149c12467134'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:11.849424 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea9b705-87c0-494c-af07-165662a6a9e5" -d '{"events": [{"server_uuid": "f6ba5445-9fa4-4e4d-9653-55914c121629", "name": "network-vif-plugged", "status": "completed", "tag": "1688a518-4085-4bba-8935-149c12467134"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:11.862311 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:11.864147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:11.878087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1688a518-4085-4bba-8935-149c12467134, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1688a518-4085-4bba-8935-149c12467134,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:11.883649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e0a08b-0ede-4193-ae7c-3527b49912ca {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:11.888623 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcccd1dd-fb78-4aac-b21b-9bc04df425ca x-openstack-request-id: req-dcccd1dd-fb78-4aac-b21b-9bc04df425ca {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:11.888923 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ba5445-9fa4-4e4d-9653-55914c121629", "name": "network-vif-plugged", "status": "completed", "tag": "1688a518-4085-4bba-8935-149c12467134", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:11.889175 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dcccd1dd-fb78-4aac-b21b-9bc04df425ca {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:11.889556 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ba5445-9fa4-4e4d-9653-55914c121629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1688a518-4085-4bba-8935-149c12467134', 'code': 200} Dec 17 13:02:11.906732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:11.995011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31421ae1-511a-4141-a1da-cd9b4181d2e5 req-3482cb18-0e9f-48f1-8162-7dc76520bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:12.000437 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31421ae1-511a-4141-a1da-cd9b4181d2e5 req-3482cb18-0e9f-48f1-8162-7dc76520bea0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f6ba5445-9fa4-4e4d-9653-55914c121629 HTTP/1.1" status: 200 len: 1095 time: 0.0469363 Dec 17 13:02:12.000803 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:12.004107 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:12.036121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775ca27-51cd-4701-b70c-45e314bfc867 req-f1eb59e8-c195-4826-8547-564001f01529 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:12.037652 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a775ca27-51cd-4701-b70c-45e314bfc867 req-f1eb59e8-c195-4826-8547-564001f01529 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 944 time: 0.0608370 Dec 17 13:02:12.052926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31421ae1-511a-4141-a1da-cd9b4181d2e5 req-68ad9f52-cdbb-4d56-8acd-8621215d1430 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480313 Dec 17 13:02:12.062490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:12.092348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=1688a518-4085-4bba-8935-149c12467134,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:12.093129 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a775ca27-51cd-4701-b70c-45e314bfc867 req-574660e9-6fdd-40bb-a3a1-956553a14f4e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483096 Dec 17 13:02:12.156534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:12.207882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038b9ec-de38-4949-8896-03a64c61f2c9 req-307fe111-a492-45ac-b984-3dd84141b9ef tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:12.209437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e038b9ec-de38-4949-8896-03a64c61f2c9 req-307fe111-a492-45ac-b984-3dd84141b9ef tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 945 time: 0.0528266 Dec 17 13:02:12.260689 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e038b9ec-de38-4949-8896-03a64c61f2c9 req-f568fb56-f0ed-4bef-8abc-5c7ce7e96ca7 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438704 Dec 17 13:02:12.264719 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-60d74551-1791-4bda-800f-f2262906c94c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:12.270050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-60d74551-1791-4bda-800f-f2262906c94c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 820 time: 0.1204898 Dec 17 13:02:12.282541 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-8c577a3e-5656-4b74-a472-562bc55be5f1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/quotas/9614be50faf74fb8a529668bc3e6df5e HTTP/1.1" status: 200 len: 375 time: 0.0100284 Dec 17 13:02:12.334610 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-06d79a6b-211f-45cf-b78d-69b6612e1df8 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466065 Dec 17 13:02:12.425812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-4a258aa1-a2f6-42c3-b801-cf7e7e1c198c service neutron] 10.222.0.59 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838382 Dec 17 13:02:12.471265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['18e0a08b-0ede-4193-ae7c-3527b49912ca'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:12.766262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-5cf92450-1433-4956-a38b-e8220f0f63b5 service neutron] 10.222.0.59 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345003 Dec 17 13:02:12.945718 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34444a0-96b3-47eb-b1f6-00d77a745404 req-bfdd0b04-5d89-4883-ba6c-60ba1ba47e0c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:12.947229 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f34444a0-96b3-47eb-b1f6-00d77a745404 req-bfdd0b04-5d89-4883-ba6c-60ba1ba47e0c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0482137 Dec 17 13:02:12.993337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f34444a0-96b3-47eb-b1f6-00d77a745404 req-c43a4519-a57a-4b64-96b3-7ab35cedaf1a tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Dec 17 13:02:13.097022 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072efdb7-a560-40de-87c0-a468cc91ac31 req-fcedb189-4448-4d8c-86cd-f17babfe7a02 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:13.098530 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-072efdb7-a560-40de-87c0-a468cc91ac31 req-fcedb189-4448-4d8c-86cd-f17babfe7a02 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 949 time: 0.0517342 Dec 17 13:02:13.150592 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-072efdb7-a560-40de-87c0-a468cc91ac31 req-ec177241-dfd3-4b95-96ee-4eeb3b7d6dcc tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Dec 17 13:02:13.196458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d8718ebf-04ad-4609-bfee-91d910be8865 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:13.216665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: d8718ebf-04ad-4609-bfee-91d910be8865 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:13.217021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d8718ebf-04ad-4609-bfee-91d910be8865 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:13.250560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966d9f5-77df-405f-8041-8fce34772faf req-1a7d73bd-f745-4265-8058-6d35df49a076 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:13.251346 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2966d9f5-77df-405f-8041-8fce34772faf req-1a7d73bd-f745-4265-8058-6d35df49a076 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 948 time: 0.0483139 Dec 17 13:02:13.306735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2966d9f5-77df-405f-8041-8fce34772faf req-1cac17a3-15b5-4e38-8578-17dadfab5666 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483370 Dec 17 13:02:13.417006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 566b6c9c-a6ff-4540-a0f2-6bff03b7838a up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:02:13.422257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b7c40ec2-7ed6-4cc1-b1d8-8769f916853c req-877007ab-6479-42c8-b6d4-627faa99ef07 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 210 time: 0.0500143 Dec 17 13:02:13.461044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e3c07-0cd7-47d6-b247-e9b619fb2977 req-e83f1b60-674b-4597-bfe5-89b877e34c12 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:13.462849 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-794e3c07-0cd7-47d6-b247-e9b619fb2977 req-e83f1b60-674b-4597-bfe5-89b877e34c12 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 944 time: 0.0731449 Dec 17 13:02:13.512406 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-794e3c07-0cd7-47d6-b247-e9b619fb2977 req-3c51537f-bb9a-4423-9aa0-9b5b9c597f66 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 Dec 17 13:02:13.543730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4edd7c-8d38-4c35-a67e-fb79cdfc2e0b req-9442faf4-dc1f-4968-95e5-57ea76ca15d5 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:13.545247 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e4edd7c-8d38-4c35-a67e-fb79cdfc2e0b req-9442faf4-dc1f-4968-95e5-57ea76ca15d5 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 945 time: 0.0555093 Dec 17 13:02:13.590881 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e4edd7c-8d38-4c35-a67e-fb79cdfc2e0b req-e5809146-34f8-40a2-a6c3-b3b63023a5db tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397613 Dec 17 13:02:13.592458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:02:13.596763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:02:13.597138 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:13.675352 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:13.719774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=566b6c9c-a6ff-4540-a0f2-6bff03b7838a,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:13.844393 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-58376b50-148a-4ca6-add9-daa146939981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:13.845964 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:13.846953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c876a0b4-e0d0-4185-a0fd-371142c02a3f up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:02:13.891916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1cc92f-5b65-4bcb-a968-3ed403e66ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566b6c9c-a6ff-4540-a0f2-6bff03b7838a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:13.894212 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31299cbc-bdae-48bb-9b25-e95259729c3b" -d '{"events": [{"server_uuid": "fd1cc92f-5b65-4bcb-a968-3ed403e66ae9", "name": "network-vif-plugged", "status": "completed", "tag": "566b6c9c-a6ff-4540-a0f2-6bff03b7838a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:13.933005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=566b6c9c-a6ff-4540-a0f2-6bff03b7838a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:13.942491 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d61c156-13c7-4837-acf4-5e9b863eb46d x-openstack-request-id: req-4d61c156-13c7-4837-acf4-5e9b863eb46d {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:13.942491 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1cc92f-5b65-4bcb-a968-3ed403e66ae9", "name": "network-vif-plugged", "status": "completed", "tag": "566b6c9c-a6ff-4540-a0f2-6bff03b7838a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:13.942491 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d61c156-13c7-4837-acf4-5e9b863eb46d {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:13.942491 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1cc92f-5b65-4bcb-a968-3ed403e66ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566b6c9c-a6ff-4540-a0f2-6bff03b7838a', 'code': 200} Dec 17 13:02:14.016483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port c876a0b4-e0d0-4185-a0fd-371142c02a3f completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:02:14.021265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port c876a0b4-e0d0-4185-a0fd-371142c02a3f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:02:14.023392 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:14.056447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c249f-a539-4286-92ae-263f821f1cf0 req-5e774694-4c2e-4f9a-8612-84f56feeed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:14.058180 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b32c249f-a539-4286-92ae-263f821f1cf0 req-5e774694-4c2e-4f9a-8612-84f56feeed47 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 1097 time: 0.0508828 Dec 17 13:02:14.114335 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b32c249f-a539-4286-92ae-263f821f1cf0 req-07dc7948-1031-4113-9d32-2f828e40c0bb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477459 Dec 17 13:02:14.127805 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:14.142322 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186aa0-4607-4401-a027-09bfab9d52d8 req-e0f4c566-25b5-44ca-8a58-8fddfe19b574 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:14.144174 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00186aa0-4607-4401-a027-09bfab9d52d8 req-e0f4c566-25b5-44ca-8a58-8fddfe19b574 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0631263 Dec 17 13:02:14.170743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port c876a0b4-e0d0-4185-a0fd-371142c02a3f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c876a0b4-e0d0-4185-a0fd-371142c02a3f,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:14.197102 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00186aa0-4607-4401-a027-09bfab9d52d8 req-2c28d500-7165-49dd-b9da-74bdc4425761 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452139 Dec 17 13:02:14.242212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da0fc1-ca15-421c-b86f-5457cd890704 req-5fdc6952-c03e-4131-97de-a9ca91bf612b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:14.243795 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-19da0fc1-ca15-421c-b86f-5457cd890704 req-5fdc6952-c03e-4131-97de-a9ca91bf612b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 949 time: 0.0519664 Dec 17 13:02:14.278679 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:14.279528 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6f4977b1-a285-43b4-82bf-9e73c5b573c6 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:14.354866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-19da0fc1-ca15-421c-b86f-5457cd890704 req-88e6d66f-0011-4eee-9663-9e8555fc3092 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Deleting port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:14.355721 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-19da0fc1-ca15-421c-b86f-5457cd890704 req-88e6d66f-0011-4eee-9663-9e8555fc3092 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:14.378067 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=c876a0b4-e0d0-4185-a0fd-371142c02a3f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:14.432193 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:14.475209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:14.488828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39724bfe-9f41-400a-a1f3-631c5353b3fa req-b15adc3f-6822-4570-9140-4b1f54b75188 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:14.490573 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39724bfe-9f41-400a-a1f3-631c5353b3fa req-b15adc3f-6822-4570-9140-4b1f54b75188 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 948 time: 0.0585468 Dec 17 13:02:14.493446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-19da0fc1-ca15-421c-b86f-5457cd890704 req-88e6d66f-0011-4eee-9663-9e8555fc3092 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] For port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6a1e7c02-0525-4a80-b4d1-0a54cf75e264,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:14.493853 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-19da0fc1-ca15-421c-b86f-5457cd890704 req-88e6d66f-0011-4eee-9663-9e8555fc3092 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:14.503502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd71d0b-7401-4d34-9cb3-4bad1b650398 req-0623e3ee-e5bc-4f5e-a292-a26cc539f3d3 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:14.512778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bd71d0b-7401-4d34-9cb3-4bad1b650398 req-0623e3ee-e5bc-4f5e-a292-a26cc539f3d3 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 949 time: 0.0922661 Dec 17 13:02:14.517731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-19da0fc1-ca15-421c-b86f-5457cd890704 req-88e6d66f-0011-4eee-9663-9e8555fc3092 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Calling delete_port for 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:14.545317 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39724bfe-9f41-400a-a1f3-631c5353b3fa req-a9252b90-5d84-4b47-8f14-8a798d8ccd96 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479431 Dec 17 13:02:14.564492 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:14.619963 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bd71d0b-7401-4d34-9cb3-4bad1b650398 req-1a73f9bf-6057-4d36-be58-88a8bf1440f2 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068137 Dec 17 13:02:14.629025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=6f4977b1-a285-43b4-82bf-9e73c5b573c6,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:14.716181 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dafc5cd4-772a-4bb1-86de-196acb98975d req-65e8dc2d-f33a-47ca-8149-a9dbf5d4f83b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 210 time: 0.0268204 Dec 17 13:02:14.764576 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c6b3-fb59-4ffb-b657-0985a5b2f2d6 req-cbb2f22e-54aa-4f2c-8709-207e9a3dd878 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:14.770988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c392c6b3-fb59-4ffb-b657-0985a5b2f2d6 req-cbb2f22e-54aa-4f2c-8709-207e9a3dd878 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 944 time: 0.0551393 Dec 17 13:02:14.799211 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-19da0fc1-ca15-421c-b86f-5457cd890704 req-88e6d66f-0011-4eee-9663-9e8555fc3092 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:14.810535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'c144a546-526c-4229-8315-69ff6028b3c5', 'ba101538-cd8e-434d-968f-0843ac87450f', '6a1e7c02-0525-4a80-b4d1-0a54cf75e264'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:14.815191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300', '38489767-3a90-4d3c-bc15-10feb2077da5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:14.836416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6d66f-0011-4eee-9663-9e8555fc3092 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event deleted for resources: {'Port': ['ID=6a1e7c02-0525-4a80-b4d1-0a54cf75e264,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:14.842205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a0b36-93d2-4d76-8d2d-5bba0e4e4b64 req-3eb613ad-ba17-40b2-8efe-efc6ca0454a6 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:14.843544 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c392c6b3-fb59-4ffb-b657-0985a5b2f2d6 req-41bcea3e-9adc-4dfb-9c67-fb139e5731af tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700653 Dec 17 13:02:14.861517 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-379a0b36-93d2-4d76-8d2d-5bba0e4e4b64 req-3eb613ad-ba17-40b2-8efe-efc6ca0454a6 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 946 time: 0.0802903 Dec 17 13:02:14.897674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-19da0fc1-ca15-421c-b86f-5457cd890704 req-88e6d66f-0011-4eee-9663-9e8555fc3092 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] No DVR routers for this DVR port 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:14.900162 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-19da0fc1-ca15-421c-b86f-5457cd890704 req-88e6d66f-0011-4eee-9663-9e8555fc3092 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:14.903820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-19da0fc1-ca15-421c-b86f-5457cd890704 req-88e6d66f-0011-4eee-9663-9e8555fc3092 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "DELETE /v2.0/ports/6a1e7c02-0525-4a80-b4d1-0a54cf75e264 HTTP/1.1" status: 204 len: 173 time: 0.6531467 Dec 17 13:02:14.904156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7df88f-d6db-4e4a-8f5c-b55b149f38b6', 'name': 'network-vif-deleted', 'tag': '6a1e7c02-0525-4a80-b4d1-0a54cf75e264'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:14.906696 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15cf294-3dc7-4f99-8f1f-2b2fb0d59bc2" -d '{"events": [{"server_uuid": "8d7df88f-d6db-4e4a-8f5c-b55b149f38b6", "name": "network-vif-deleted", "tag": "6a1e7c02-0525-4a80-b4d1-0a54cf75e264"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:14.924487 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-379a0b36-93d2-4d76-8d2d-5bba0e4e4b64 req-dc5eea5a-4649-48a8-be07-03cf391fffdc tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620065 Dec 17 13:02:14.949023 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865581a9-6314-4085-a3db-0e50ec809969 x-openstack-request-id: req-865581a9-6314-4085-a3db-0e50ec809969 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:14.949313 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7df88f-d6db-4e4a-8f5c-b55b149f38b6", "name": "network-vif-deleted", "tag": "6a1e7c02-0525-4a80-b4d1-0a54cf75e264", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:14.949571 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-865581a9-6314-4085-a3db-0e50ec809969 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:14.957339 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7df88f-d6db-4e4a-8f5c-b55b149f38b6', 'name': 'network-vif-deleted', 'tag': '6a1e7c02-0525-4a80-b4d1-0a54cf75e264', 'status': 'completed', 'code': 200} Dec 17 13:02:15.217792 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:02:15.337347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b25c9f-10bf-4517-9274-18152ea00df3 req-c54f565f-56cb-4151-a93b-78abf36abb50 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:15.346582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44b25c9f-10bf-4517-9274-18152ea00df3 req-c54f565f-56cb-4151-a93b-78abf36abb50 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 948 time: 0.0650673 Dec 17 13:02:15.375585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:02:15.380109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:02:15.380480 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:15.398142 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44b25c9f-10bf-4517-9274-18152ea00df3 req-941be4fe-d2ab-46b9-83dc-0d811dee4326 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506868 Dec 17 13:02:15.422629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6f4977b1-a285-43b4-82bf-9e73c5b573c6 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:02:15.425082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 18e0a08b-0ede-4193-ae7c-3527b49912ca up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:02:15.570828 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:15.580484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-77c63b44-5063-4261-91f3-6881e0d40082 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:15.582072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-77c63b44-5063-4261-91f3-6881e0d40082 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.54 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 820 time: 0.1036367 Dec 17 13:02:15.596358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Request body: {'port': {'device_id': '8644b198-9483-4b9f-b143-79b5f29a8e84', 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a', 'admin_state_up': True, 'tenant_id': '9614be50faf74fb8a529668bc3e6df5e'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:15.628875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:15.640571 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:15.645641 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 18e0a08b-0ede-4193-ae7c-3527b49912ca completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:02:15.648395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '6f4977b1-a285-43b4-82bf-9e73c5b573c6', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '6f4977b1-a285-43b4-82bf-9e73c5b573c6', 'mac_address': 'fa:16:3e:d1:9b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:02:15.653096 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 18e0a08b-0ede-4193-ae7c-3527b49912ca triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:02:15.653528 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:15.703150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778bdb7-22fe-4e8e-b140-0eda89e3b1f1 req-83667ea3-0f8c-4765-a62c-31ffcd0adfca tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:15.709101 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d778bdb7-22fe-4e8e-b140-0eda89e3b1f1 req-83667ea3-0f8c-4765-a62c-31ffcd0adfca tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 948 time: 0.0757055 Dec 17 13:02:15.727181 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:15.728322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:15.777058 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d778bdb7-22fe-4e8e-b140-0eda89e3b1f1 req-4c728a1c-21a1-4066-a16a-7c900e894961 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603890 Dec 17 13:02:15.794029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:15.794029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 6a1e7c02-0525-4a80-b4d1-0a54cf75e264 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:15.799001 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:15.836337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4977b1-a285-43b4-82bf-9e73c5b573c6 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:15.848719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:15.885832 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d24ac8ec-6e29-44f2-a08c-deabd07a19a1 req-39867665-e914-4999-9197-280a72e53998 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7df88f-d6db-4e4a-8f5c-b55b149f38b6 HTTP/1.1" status: 200 len: 210 time: 0.0583861 Dec 17 13:02:15.887400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Made reservation on behalf of 9614be50faf74fb8a529668bc3e6df5e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:02:15.889741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:15.895175 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:15.918417 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:15.939495 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0fe7527f-cced-47e2-92bb-71393ee9fb94 req-d64823b8-4507-4b7e-8959-a456ddb4c8ed tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 210 time: 0.0478745 Dec 17 13:02:15.944686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3644c2-82cf-474e-bb24-7bbb3ea644c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c876a0b4-e0d0-4185-a0fd-371142c02a3f'}, {'server_uuid': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f4977b1-a285-43b4-82bf-9e73c5b573c6'}, {'server_uuid': 'f499df44-eb11-4375-8d8a-3e97bb0fcb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:15.947665 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40572258-cb19-44aa-99a4-5bd2f6fea19d" -d '{"events": [{"server_uuid": "ae3644c2-82cf-474e-bb24-7bbb3ea644c0", "name": "network-vif-plugged", "status": "completed", "tag": "c876a0b4-e0d0-4185-a0fd-371142c02a3f"}, {"server_uuid": "8ed951f2-9189-4bb6-bcdd-654c1cbf4392", "name": "network-vif-unplugged", "status": "completed", "tag": "6f4977b1-a285-43b4-82bf-9e73c5b573c6"}, {"server_uuid": "f499df44-eb11-4375-8d8a-3e97bb0fcb14", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:15.977948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:16.000227 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:16.044597 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2826d3f-2ad2-43a5-adbc-6c82266fc276 x-openstack-request-id: req-f2826d3f-2ad2-43a5-adbc-6c82266fc276 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:16.044597 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3644c2-82cf-474e-bb24-7bbb3ea644c0", "name": "network-vif-plugged", "status": "completed", "tag": "c876a0b4-e0d0-4185-a0fd-371142c02a3f", "code": 200}, {"server_uuid": "8ed951f2-9189-4bb6-bcdd-654c1cbf4392", "name": "network-vif-unplugged", "status": "completed", "tag": "6f4977b1-a285-43b4-82bf-9e73c5b573c6", "code": 200}, {"server_uuid": "f499df44-eb11-4375-8d8a-3e97bb0fcb14", "name": "network-vif-plugged", "status": "completed", "tag": "a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:16.044597 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f2826d3f-2ad2-43a5-adbc-6c82266fc276 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:16.055778 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3644c2-82cf-474e-bb24-7bbb3ea644c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c876a0b4-e0d0-4185-a0fd-371142c02a3f', 'code': 200} Dec 17 13:02:16.056093 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f4977b1-a285-43b4-82bf-9e73c5b573c6', 'code': 200} Dec 17 13:02:16.056342 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f499df44-eb11-4375-8d8a-3e97bb0fcb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a', 'code': 200} Dec 17 13:02:16.072695 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:16.113731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=6f4977b1-a285-43b4-82bf-9e73c5b573c6,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:16.134541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27323f38-b19c-46f9-a55e-a6df041e1c50 req-c89b6a2c-26a0-43f7-95b7-5bb44391dc8e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:16.152166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-27323f38-b19c-46f9-a55e-a6df041e1c50 req-c89b6a2c-26a0-43f7-95b7-5bb44391dc8e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.1703498 Dec 17 13:02:16.181190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:16.190562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fd1ff-8693-4045-be52-a162cef49b38 req-0f88d203-bae4-417c-858e-edd6dd0ec23d tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:16.198953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aa9fd1ff-8693-4045-be52-a162cef49b38 req-0f88d203-bae4-417c-858e-edd6dd0ec23d tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 946 time: 0.1086962 Dec 17 13:02:16.229566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b93f4-c864-4049-9cc0-65b013aae6a3 req-4379f2f3-7e9b-4725-b3e5-b042929e336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:16.231537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d7b93f4-c864-4049-9cc0-65b013aae6a3 req-4379f2f3-7e9b-4725-b3e5-b042929e336d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 1096 time: 0.1003447 Dec 17 13:02:16.267652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b07b7722-f464-4b48-ba96-41a3df2c34ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:16.273517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Allocated IP 172.20.0.7 (7717af48-82a8-4fc3-8cc0-cf6ce9d6412a/8d7a7622-58e1-4644-af83-62446c95c9d4/ce04f5e0-3409-4d14-badb-dde3395f4751) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:02:16.280035 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-27323f38-b19c-46f9-a55e-a6df041e1c50 req-d480ec6e-dd8d-4d91-9bf8-2ae97cab44e6 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269765 Dec 17 13:02:16.287220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32e5e1-eb04-4ec4-9442-dc44f7cc25c3 req-fb1f98b7-0510-45a3-8d05-b3e5e490cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:16.288978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4d32e5e1-eb04-4ec4-9442-dc44f7cc25c3 req-fb1f98b7-0510-45a3-8d05-b3e5e490cbb5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ae3644c2-82cf-474e-bb24-7bbb3ea644c0 HTTP/1.1" status: 200 len: 1097 time: 0.1080573 Dec 17 13:02:16.292579 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d7b93f4-c864-4049-9cc0-65b013aae6a3 req-8d08a51b-f801-4f2f-b898-cd7dc0235149 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487003 Dec 17 13:02:16.331600 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aa9fd1ff-8693-4045-be52-a162cef49b38 req-e7954e55-3f29-4a83-aa68-275ede08b5e1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287186 Dec 17 13:02:16.375706 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4d32e5e1-eb04-4ec4-9442-dc44f7cc25c3 req-0352b6e1-b4ca-484a-968c-a66a8483de9d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777018 Dec 17 13:02:16.414764 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['6f4977b1-a285-43b4-82bf-9e73c5b573c6'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:16.483502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7834203-b574-4449-8eca-b9483eeb54e0 req-c0065e0d-4a66-4093-93dd-d1e6cc370357 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:16.493073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:16.494620 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7834203-b574-4449-8eca-b9483eeb54e0 req-c0065e0d-4a66-4093-93dd-d1e6cc370357 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6ba5445-9fa4-4e4d-9653-55914c121629 HTTP/1.1" status: 200 len: 945 time: 0.0867624 Dec 17 13:02:16.547492 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7834203-b574-4449-8eca-b9483eeb54e0 req-18f5420c-3946-4444-9d76-7daef48c31b9 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519161 Dec 17 13:02:16.578022 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:16.589898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['299d3f21-b608-458e-b0ab-c0dcf0d766fd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:16.635129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:02:16.638363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:02:16.642135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:02:16.647729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:16.648379 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:16.658897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Pushing event updated for resources: {'Port': ['ID=ce04f5e0-3409-4d14-badb-dde3395f4751,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:16.705170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a94fea-edac-44da-9fae-eaf59a46bf94 req-f35dcc02-166c-434b-8077-d02520af1eec tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:16.707015 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-92a94fea-edac-44da-9fae-eaf59a46bf94 req-f35dcc02-166c-434b-8077-d02520af1eec tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 949 time: 0.0802834 Dec 17 13:02:16.720211 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-2f7771a7-73e9-4c2e-a733-f43ae3ad4d46 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1282752 Dec 17 13:02:16.745238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6e3eb-1b4e-4903-9995-6c9c0a72db9d req-74e0d624-63ee-40df-a000-bd656536b675 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:16.755179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bf6e3eb-1b4e-4903-9995-6c9c0a72db9d req-74e0d624-63ee-40df-a000-bd656536b675 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae3644c2-82cf-474e-bb24-7bbb3ea644c0 HTTP/1.1" status: 200 len: 946 time: 0.0738640 Dec 17 13:02:16.765014 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-92a94fea-edac-44da-9fae-eaf59a46bf94 req-1bc92a08-cd6f-418b-ad9c-5b768f045ea1 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501907 Dec 17 13:02:16.769134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Request body: {'port': {'device_id': '8644b198-9483-4b9f-b143-79b5f29a8e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:16.857879 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bf6e3eb-1b4e-4903-9995-6c9c0a72db9d req-e985ff6e-9a0f-4c4a-831c-4c132baee222 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013198 Dec 17 13:02:16.858927 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:16.978295 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d986388-c8d5-4f41-9ecb-0fa4ed7ef2ce req-7b386762-060e-4c18-a789-90dbb8bdefe1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:16.981537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7d986388-c8d5-4f41-9ecb-0fa4ed7ef2ce req-7b386762-060e-4c18-a789-90dbb8bdefe1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0600674 Dec 17 13:02:17.055506 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7d986388-c8d5-4f41-9ecb-0fa4ed7ef2ce req-cf4071f8-9244-4a67-83ae-c7d290e457ca tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690315 Dec 17 13:02:17.187411 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce04f5e0-3409-4d14-badb-dde3395f4751 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:17.189360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53be7a-af7a-4883-b015-f6e79dd427c6 req-f970f9ca-c000-4bf7-af14-25322af9f6a4 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:17.190992 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bb53be7a-af7a-4883-b015-f6e79dd427c6 req-f970f9ca-c000-4bf7-af14-25322af9f6a4 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 931 time: 0.0727391 Dec 17 13:02:17.196346 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:17.209777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Transition to ACTIVE for port object ce04f5e0-3409-4d14-badb-dde3395f4751 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:02:17.241182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bb53be7a-af7a-4883-b015-f6e79dd427c6 req-8d660958-59af-43ca-98cb-d98ebc7b0021 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430496 Dec 17 13:02:17.284332 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:17.339118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Pushing event updated for resources: {'Port': ['ID=ce04f5e0-3409-4d14-badb-dde3395f4751,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:17.374038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Attempting to bind port ce04f5e0-3409-4d14-badb-dde3395f4751 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:02:17.374733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Attempting to bind port ce04f5e0-3409-4d14-badb-dde3395f4751 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:02:17.375146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Attempting to bind port ce04f5e0-3409-4d14-badb-dde3395f4751 on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:17.382394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Port ce04f5e0-3409-4d14-badb-dde3395f4751 on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:02:17.382608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Attempting to bind port ce04f5e0-3409-4d14-badb-dde3395f4751 on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:17.393517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:02:17.394189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:02:17.395307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Bound using segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:02:17.396163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Bound port: ce04f5e0-3409-4d14-badb-dde3395f4751, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:02:17.396836 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:17.427088 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d59b-6085-420f-9c5a-368f903785c2 req-6dcfd743-ad8f-4b79-a11c-6392c09a4ec7 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:17.436910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8866d59b-6085-420f-9c5a-368f903785c2 req-6dcfd743-ad8f-4b79-a11c-6392c09a4ec7 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0710275 Dec 17 13:02:17.467728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:02:17.470913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ce04f5e0-3409-4d14-badb-dde3395f4751,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:02:17.483998 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8866d59b-6085-420f-9c5a-368f903785c2 req-92eb94ca-39a5-42db-a0d5-9011ecc17104 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462337 Dec 17 13:02:17.643256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:17.682120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:17.682681 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:17.684359 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] 10.222.0.54 "PUT /v2.0/ports/ce04f5e0-3409-4d14-badb-dde3395f4751 HTTP/1.1" status: 200 len: 1091 time: 0.9208415 Dec 17 13:02:17.689885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8644b198-9483-4b9f-b143-79b5f29a8e84', 'tag': 'ce04f5e0-3409-4d14-badb-dde3395f4751'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:17.692517 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8164bbd5-2537-47c3-b4e1-476f71699f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8644b198-9483-4b9f-b143-79b5f29a8e84", "tag": "ce04f5e0-3409-4d14-badb-dde3395f4751"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:17.712850 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:17.722815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c6164-3b97-468a-8119-3816c0514491 service neutron] Pushing event updated for resources: {'Port': ['ID=ce04f5e0-3409-4d14-badb-dde3395f4751,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:17.744434 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acb2553-25d4-47ed-b51a-ca057d7e5429 x-openstack-request-id: req-4acb2553-25d4-47ed-b51a-ca057d7e5429 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:17.744808 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8644b198-9483-4b9f-b143-79b5f29a8e84", "tag": "ce04f5e0-3409-4d14-badb-dde3395f4751", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:17.745144 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4acb2553-25d4-47ed-b51a-ca057d7e5429 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:17.746200 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8644b198-9483-4b9f-b143-79b5f29a8e84', 'tag': 'ce04f5e0-3409-4d14-badb-dde3395f4751', 'status': 'completed', 'code': 200} Dec 17 13:02:17.810443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164bbd5-2537-47c3-b4e1-476f71699f6e req-ae7d3076-6345-4019-a699-d038f9333753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:17.812034 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8164bbd5-2537-47c3-b4e1-476f71699f6e req-ae7d3076-6345-4019-a699-d038f9333753 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 1094 time: 0.0438538 Dec 17 13:02:17.906680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af32fa-9c35-45c2-adf3-7291865ddcc4 req-919cd61e-65af-48e3-ad61-bc08c923fb92 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:17.908263 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-74af32fa-9c35-45c2-adf3-7291865ddcc4 req-919cd61e-65af-48e3-ad61-bc08c923fb92 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 949 time: 0.0624826 Dec 17 13:02:17.943971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164bbd5-2537-47c3-b4e1-476f71699f6e req-43eda3c3-f407-4c0c-ad5a-2a19fef60c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:17.946198 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8164bbd5-2537-47c3-b4e1-476f71699f6e req-43eda3c3-f407-4c0c-ad5a-2a19fef60c5a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9614be50faf74fb8a529668bc3e6df5e&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1244345 Dec 17 13:02:17.972276 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-74af32fa-9c35-45c2-adf3-7291865ddcc4 req-887fad2a-c3ad-4eae-91e2-b61b7721d0c5 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575986 Dec 17 13:02:18.057348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:18.060211 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374570c8-4e1b-4e5d-83f9-fddf594b51b1" -d '{"events": [{"server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "name": "network-vif-plugged", "status": "completed", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:18.071893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164bbd5-2537-47c3-b4e1-476f71699f6e req-e17952cb-acdf-4535-917d-200f04a04738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:18.078325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8164bbd5-2537-47c3-b4e1-476f71699f6e req-e17952cb-acdf-4535-917d-200f04a04738 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1239395 Dec 17 13:02:18.192680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab79e6-8710-4e2e-ad27-6d21283d45f3 req-4ca1ac0d-d48d-4362-9c2d-603654a81583 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:18.194259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7eab79e6-8710-4e2e-ad27-6d21283d45f3 req-4ca1ac0d-d48d-4362-9c2d-603654a81583 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae3644c2-82cf-474e-bb24-7bbb3ea644c0 HTTP/1.1" status: 200 len: 946 time: 0.0995989 Dec 17 13:02:18.201821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-6f6c5eca-bd2c-40f0-b6e7-42b92bcf8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:18.203455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-6f6c5eca-bd2c-40f0-b6e7-42b92bcf8167 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 1094 time: 0.0709772 Dec 17 13:02:18.229378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b077f1b-49d6-4727-a557-ab9bb9b0656e req-ffd16ed6-67b6-49f0-a15d-3a68fc619949 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:18.235541 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b077f1b-49d6-4727-a557-ab9bb9b0656e req-ffd16ed6-67b6-49f0-a15d-3a68fc619949 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ffac91-a670-4887-abaa-07c694e2ef08 HTTP/1.1" status: 200 len: 949 time: 0.0655093 Dec 17 13:02:18.262443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-fd4e4794-7aa1-4e9b-a9ab-b4cb6c04999f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce04f5e0-3409-4d14-badb-dde3395f4751 HTTP/1.1" status: 200 len: 217 time: 0.0495644 Dec 17 13:02:18.303737 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b077f1b-49d6-4727-a557-ab9bb9b0656e req-61451454-5b68-4a93-84d4-dc29ad221824 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485499 Dec 17 13:02:18.314158 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7eab79e6-8710-4e2e-ad27-6d21283d45f3 req-a4aa138f-25aa-49d0-8012-02238a197d2c tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091597 Dec 17 13:02:18.337795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-82471276-ebe0-4322-985a-4c5c61de7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:18.337795 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-82471276-ebe0-4322-985a-4c5c61de7582 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0593653 Dec 17 13:02:18.376316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-613be72d-b7bc-457e-8632-7712bbf9ba71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302091 Dec 17 13:02:18.379796 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356b7e9a-1d78-4a11-a8c0-3e2c0409aa10 x-openstack-request-id: req-356b7e9a-1d78-4a11-a8c0-3e2c0409aa10 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:18.380103 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "name": "network-vif-plugged", "status": "completed", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:18.380359 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-356b7e9a-1d78-4a11-a8c0-3e2c0409aa10 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:18.380759 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'code': 200} Dec 17 13:02:18.469323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9410ad-9099-4d09-9c55-9035ac014171 req-13878a60-75f6-44f1-a5bc-3046adc3172c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:18.470934 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c9410ad-9099-4d09-9c55-9035ac014171 req-13878a60-75f6-44f1-a5bc-3046adc3172c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0585690 Dec 17 13:02:18.525538 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c9410ad-9099-4d09-9c55-9035ac014171 req-9a7d0ce8-9967-4cd2-8b10-8ff04200a289 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471437 Dec 17 13:02:18.563401 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-b8aa70ff-6eda-4d60-bc81-bda3e021e887 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774230 Dec 17 13:02:18.571085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d1175-9737-460d-85a6-29b71bd53d22 req-8e5a1a79-49b8-4bd7-8ed8-8c430ec1fb70 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:18.572782 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d1175-9737-460d-85a6-29b71bd53d22 req-8e5a1a79-49b8-4bd7-8ed8-8c430ec1fb70 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.1267846 Dec 17 13:02:18.596982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6a951-6fa3-485b-998a-36df6871b653 req-c1faa966-a079-42a6-8235-a11d6fc84d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:18.597664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ee6a951-6fa3-485b-998a-36df6871b653 req-c1faa966-a079-42a6-8235-a11d6fc84d35 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1100 time: 0.1229746 Dec 17 13:02:18.654223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf506e-5b04-466c-bc6c-97360aad5a58 req-78a6e4de-2d2e-4e3c-b688-f7c344147eee tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:18.655880 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bfcf506e-5b04-466c-bc6c-97360aad5a58 req-78a6e4de-2d2e-4e3c-b688-f7c344147eee tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0531905 Dec 17 13:02:18.682206 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:18.709960 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bfcf506e-5b04-466c-bc6c-97360aad5a58 req-d7c166a2-9eb5-4a5a-8e32-632e5d02a9d3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452607 Dec 17 13:02:18.720821 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d1175-9737-460d-85a6-29b71bd53d22 req-6d45c696-7e6a-4130-8f8b-8bca3bf855ae tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949600 Dec 17 13:02:18.742483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ee6a951-6fa3-485b-998a-36df6871b653 req-91133fa9-43f3-4a12-addb-5fa7fe3a33e7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108246 Dec 17 13:02:18.757459 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b05200-37de-4c81-a8db-c67fbd533c5f req-0be0b664-d970-4f5a-8040-c0a0ba71e79c service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836452 Dec 17 13:02:18.824725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af14388-1bab-4cc3-840f-0b3d91397186 req-61aa3097-5cf9-4860-94ea-139e056a5cb9 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:18.826364 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1af14388-1bab-4cc3-840f-0b3d91397186 req-61aa3097-5cf9-4860-94ea-139e056a5cb9 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/ports?device_id=74ffac91-a670-4887-abaa-07c694e2ef08 HTTP/1.1" status: 200 len: 949 time: 0.0625584 Dec 17 13:02:18.840120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec30f8-7007-4575-aae7-5a0d709b59d1 req-fdb15841-7636-480a-a683-a45890e0d1e0 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:18.842359 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b7ec30f8-7007-4575-aae7-5a0d709b59d1 req-fdb15841-7636-480a-a683-a45890e0d1e0 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 1096 time: 0.0409131 Dec 17 13:02:18.899211 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b7ec30f8-7007-4575-aae7-5a0d709b59d1 req-c2cc4e93-6028-4aa2-a90f-1e6ebd2904c5 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515299 Dec 17 13:02:18.930454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-1af14388-1bab-4cc3-840f-0b3d91397186 req-ffce9f4e-790e-4069-bca3-6a32146a1714 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Deleting port ba101538-cd8e-434d-968f-0843ac87450f {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:18.930986 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1af14388-1bab-4cc3-840f-0b3d91397186 req-ffce9f4e-790e-4069-bca3-6a32146a1714 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:19.024523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370b302-5f90-43d4-bc82-209a79523071 req-befe5283-806f-41e2-8fe6-afe807d027f3 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:19.026430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5370b302-5f90-43d4-bc82-209a79523071 req-befe5283-806f-41e2-8fe6-afe807d027f3 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 1096 time: 0.0596774 Dec 17 13:02:19.042941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-1af14388-1bab-4cc3-840f-0b3d91397186 req-ffce9f4e-790e-4069-bca3-6a32146a1714 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] For port ba101538-cd8e-434d-968f-0843ac87450f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ba101538-cd8e-434d-968f-0843ac87450f,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:19.043532 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1af14388-1bab-4cc3-840f-0b3d91397186 req-ffce9f4e-790e-4069-bca3-6a32146a1714 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:19.060247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-1af14388-1bab-4cc3-840f-0b3d91397186 req-ffce9f4e-790e-4069-bca3-6a32146a1714 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Calling delete_port for ba101538-cd8e-434d-968f-0843ac87450f owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:19.078994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5370b302-5f90-43d4-bc82-209a79523071 req-7197377b-cf16-4447-b03a-048e31678dee tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460293 Dec 17 13:02:19.176440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a553c-642f-4c81-a381-1cc5b3359383 req-bf3d7269-32c1-488e-9382-3f288ed646bb tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:19.177953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f66a553c-642f-4c81-a381-1cc5b3359383 req-bf3d7269-32c1-488e-9382-3f288ed646bb tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 949 time: 0.0734324 Dec 17 13:02:19.266304 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f66a553c-642f-4c81-a381-1cc5b3359383 req-42d1aca8-2013-49b1-88da-e8097959095a tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806997 Dec 17 13:02:19.324268 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1af14388-1bab-4cc3-840f-0b3d91397186 req-ffce9f4e-790e-4069-bca3-6a32146a1714 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:19.337905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'c144a546-526c-4229-8315-69ff6028b3c5', 'ba101538-cd8e-434d-968f-0843ac87450f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:19.356471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce9f4e-790e-4069-bca3-6a32146a1714 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event deleted for resources: {'Port': ['ID=ba101538-cd8e-434d-968f-0843ac87450f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:19.408703 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af14388-1bab-4cc3-840f-0b3d91397186 req-ffce9f4e-790e-4069-bca3-6a32146a1714 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] No DVR routers for this DVR port ba101538-cd8e-434d-968f-0843ac87450f on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:19.413177 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1af14388-1bab-4cc3-840f-0b3d91397186 req-ffce9f4e-790e-4069-bca3-6a32146a1714 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:19.415519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300', '38489767-3a90-4d3c-bc15-10feb2077da5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:19.416187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1af14388-1bab-4cc3-840f-0b3d91397186 req-ffce9f4e-790e-4069-bca3-6a32146a1714 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "DELETE /v2.0/ports/ba101538-cd8e-434d-968f-0843ac87450f HTTP/1.1" status: 204 len: 173 time: 0.5827758 Dec 17 13:02:19.416811 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ffac91-a670-4887-abaa-07c694e2ef08', 'name': 'network-vif-deleted', 'tag': 'ba101538-cd8e-434d-968f-0843ac87450f'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:19.419207 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63737f8-7bb0-4a31-a64e-9159870c3022" -d '{"events": [{"server_uuid": "74ffac91-a670-4887-abaa-07c694e2ef08", "name": "network-vif-deleted", "tag": "ba101538-cd8e-434d-968f-0843ac87450f"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:19.456432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6f4977b1-a285-43b4-82bf-9e73c5b573c6 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:02:19.482305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61533d9-e390-411f-bcd5-3949613cadae req-45294cf4-ef23-47cf-804b-52cd3b440add tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:19.483938 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f61533d9-e390-411f-bcd5-3949613cadae req-45294cf4-ef23-47cf-804b-52cd3b440add tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae3644c2-82cf-474e-bb24-7bbb3ea644c0 HTTP/1.1" status: 200 len: 946 time: 0.0570705 Dec 17 13:02:19.538760 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f61533d9-e390-411f-bcd5-3949613cadae req-601ef866-dcdd-4856-bc8d-813cb501fcac tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473466 Dec 17 13:02:19.633521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:02:19.633929 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:19.636068 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2b92fba6-3b1b-4316-9815-6b5c88e129bd req-7f58972d-6fe4-4e3d-9706-48df7e3e6c27 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ffac91-a670-4887-abaa-07c694e2ef08 HTTP/1.1" status: 200 len: 210 time: 0.0266199 Dec 17 13:02:19.684828 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:19.688381 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ac66b-37c1-4b4d-9037-7d4c452b577f x-openstack-request-id: req-b28ac66b-37c1-4b4d-9037-7d4c452b577f {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:19.689824 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ffac91-a670-4887-abaa-07c694e2ef08", "name": "network-vif-deleted", "tag": "ba101538-cd8e-434d-968f-0843ac87450f", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:19.690474 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b28ac66b-37c1-4b4d-9037-7d4c452b577f {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:19.691507 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ffac91-a670-4887-abaa-07c694e2ef08', 'name': 'network-vif-deleted', 'tag': 'ba101538-cd8e-434d-968f-0843ac87450f', 'status': 'completed', 'code': 200} Dec 17 13:02:19.847701 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:19.864075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da9416-1740-4080-a208-2a1f08d9cf2d req-04b3711c-1363-4955-8a3d-786aa9df0f8a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:19.881569 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41da9416-1740-4080-a208-2a1f08d9cf2d req-04b3711c-1363-4955-8a3d-786aa9df0f8a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.1371007 Dec 17 13:02:19.956409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:20.001525 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41da9416-1740-4080-a208-2a1f08d9cf2d req-86ca45d4-42b3-4042-8d70-401f877dd93f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189590 Dec 17 13:02:20.067072 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:20.141824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=6f4977b1-a285-43b4-82bf-9e73c5b573c6,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:20.196734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1f4fc-334f-441c-9166-1625ada66927 req-0bb324f6-67de-4eed-9d22-abd5507bd57f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:20.198507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0de1f4fc-334f-441c-9166-1625ada66927 req-0bb324f6-67de-4eed-9d22-abd5507bd57f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 950 time: 0.0937033 Dec 17 13:02:20.310351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0de1f4fc-334f-441c-9166-1625ada66927 req-ebffc5f2-ad38-4762-9456-9702ead6569c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Deleting port 38489767-3a90-4d3c-bc15-10feb2077da5 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:20.310750 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0de1f4fc-334f-441c-9166-1625ada66927 req-ebffc5f2-ad38-4762-9456-9702ead6569c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:20.382408 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4977b1-a285-43b4-82bf-9e73c5b573c6'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:20.388526 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93cb467-673c-471e-837d-ad3c45cc5276" -d '{"events": [{"server_uuid": "8ed951f2-9189-4bb6-bcdd-654c1cbf4392", "name": "network-vif-plugged", "status": "completed", "tag": "6f4977b1-a285-43b4-82bf-9e73c5b573c6"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:20.424080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0de1f4fc-334f-441c-9166-1625ada66927 req-ebffc5f2-ad38-4762-9456-9702ead6569c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] For port 38489767-3a90-4d3c-bc15-10feb2077da5, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38489767-3a90-4d3c-bc15-10feb2077da5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:20.424725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0de1f4fc-334f-441c-9166-1625ada66927 req-ebffc5f2-ad38-4762-9456-9702ead6569c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:20.439489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0de1f4fc-334f-441c-9166-1625ada66927 req-ebffc5f2-ad38-4762-9456-9702ead6569c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Calling delete_port for 38489767-3a90-4d3c-bc15-10feb2077da5 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:20.496132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20dbc47-f030-4f98-96f3-003299d23dc9 req-7c478296-a35e-44bb-894d-57a703642afc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:20.498539 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c20dbc47-f030-4f98-96f3-003299d23dc9 req-7c478296-a35e-44bb-894d-57a703642afc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.0671310 Dec 17 13:02:20.575670 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c20dbc47-f030-4f98-96f3-003299d23dc9 req-f7b0775f-d4c7-4456-ab11-92d0b4ef1886 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675633 Dec 17 13:02:20.759406 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0de1f4fc-334f-441c-9166-1625ada66927 req-ebffc5f2-ad38-4762-9456-9702ead6569c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:20.823173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffc5f2-ad38-4762-9456-9702ead6569c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event deleted for resources: {'Port': ['ID=38489767-3a90-4d3c-bc15-10feb2077da5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:20.868205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de1f4fc-334f-441c-9166-1625ada66927 req-ebffc5f2-ad38-4762-9456-9702ead6569c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] No DVR routers for this DVR port 38489767-3a90-4d3c-bc15-10feb2077da5 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:20.871137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404b71c-830d-4004-bee3-097a040c3035 req-7eaa15c2-1639-45e2-83c3-192a553f000e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:20.872753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6404b71c-830d-4004-bee3-097a040c3035 req-7eaa15c2-1639-45e2-83c3-192a553f000e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1058075 Dec 17 13:02:20.875809 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0de1f4fc-334f-441c-9166-1625ada66927 req-ebffc5f2-ad38-4762-9456-9702ead6569c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:20.879688 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0de1f4fc-334f-441c-9166-1625ada66927 req-ebffc5f2-ad38-4762-9456-9702ead6569c tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "DELETE /v2.0/ports/38489767-3a90-4d3c-bc15-10feb2077da5 HTTP/1.1" status: 204 len: 173 time: 0.6705687 Dec 17 13:02:20.880204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b201181e-2062-4fa4-8fcf-d2e78cfef574', 'name': 'network-vif-deleted', 'tag': '38489767-3a90-4d3c-bc15-10feb2077da5'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:20.889398 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af80678-e56f-4221-b0d7-1e596341f407" -d '{"events": [{"server_uuid": "b201181e-2062-4fa4-8fcf-d2e78cfef574", "name": "network-vif-deleted", "tag": "38489767-3a90-4d3c-bc15-10feb2077da5"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:20.930324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'c144a546-526c-4229-8315-69ff6028b3c5', 'ba101538-cd8e-434d-968f-0843ac87450f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:20.948359 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6404b71c-830d-4004-bee3-097a040c3035 req-783d3273-d4fc-4bf8-bf94-47feb615d3e0 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643551 Dec 17 13:02:20.970097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:21.072893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a206d39-a455-456a-8587-0178b50409c1 req-2da81541-1523-4a49-afcc-9659abdffc69 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:21.075136 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a206d39-a455-456a-8587-0178b50409c1 req-2da81541-1523-4a49-afcc-9659abdffc69 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae3644c2-82cf-474e-bb24-7bbb3ea644c0 HTTP/1.1" status: 200 len: 946 time: 0.0571237 Dec 17 13:02:21.162308 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a206d39-a455-456a-8587-0178b50409c1 req-2b751ea8-b07d-4f00-a99b-d057936ec186 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794439 Dec 17 13:02:21.220405 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733e0b6d-a002-4039-853f-7b2a474495cc x-openstack-request-id: req-733e0b6d-a002-4039-853f-7b2a474495cc {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:21.220723 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed951f2-9189-4bb6-bcdd-654c1cbf4392", "name": "network-vif-plugged", "status": "completed", "tag": "6f4977b1-a285-43b4-82bf-9e73c5b573c6", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:21.221030 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-733e0b6d-a002-4039-853f-7b2a474495cc {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:21.221423 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4977b1-a285-43b4-82bf-9e73c5b573c6', 'code': 200} Dec 17 13:02:21.284289 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa814d5-f76c-4a27-9205-6a86e536c664 x-openstack-request-id: req-1fa814d5-f76c-4a27-9205-6a86e536c664 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:21.284824 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b201181e-2062-4fa4-8fcf-d2e78cfef574", "name": "network-vif-deleted", "tag": "38489767-3a90-4d3c-bc15-10feb2077da5", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:21.284917 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1fa814d5-f76c-4a27-9205-6a86e536c664 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:21.285274 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b201181e-2062-4fa4-8fcf-d2e78cfef574', 'name': 'network-vif-deleted', 'tag': '38489767-3a90-4d3c-bc15-10feb2077da5', 'status': 'completed', 'code': 200} Dec 17 13:02:21.409696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead35fcf-5b9b-48de-881a-598cb799e65d req-9127b03a-7ac4-4095-bc30-cffd6b154cba tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:21.418977 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ead35fcf-5b9b-48de-881a-598cb799e65d req-9127b03a-7ac4-4095-bc30-cffd6b154cba tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0737305 Dec 17 13:02:21.474600 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ead35fcf-5b9b-48de-881a-598cb799e65d req-74c68d6f-b9bd-41d1-9fa4-0337f9a80999 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536187 Dec 17 13:02:21.515675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff219b5-56d1-42c1-bf13-d7e3d1009a1f req-b51f6ee3-cb43-49ce-811b-ebf4107a15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:21.517333 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ff219b5-56d1-42c1-bf13-d7e3d1009a1f req-b51f6ee3-cb43-49ce-811b-ebf4107a15ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 1101 time: 0.0764041 Dec 17 13:02:21.582254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ff219b5-56d1-42c1-bf13-d7e3d1009a1f req-3a685fa5-add4-4e70-a2eb-f8f17c959e13 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409608 Dec 17 13:02:21.590261 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c59e82ae-a945-46ea-9630-3c43a3286422 req-4968bd56-27fd-435c-a875-7e3aef0c02dd tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=b201181e-2062-4fa4-8fcf-d2e78cfef574 HTTP/1.1" status: 200 len: 210 time: 0.0293424 Dec 17 13:02:21.687194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603c581-2dba-43a0-b43d-367fa7647ae5 req-096142a6-bad0-4280-93c3-3aa076d0d849 tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:21.688901 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f603c581-2dba-43a0-b43d-367fa7647ae5 req-096142a6-bad0-4280-93c3-3aa076d0d849 tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1100 time: 0.0439782 Dec 17 13:02:21.739936 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f603c581-2dba-43a0-b43d-367fa7647ae5 req-3d7f56c5-913e-4ad4-825e-7266c992d2ee tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447435 Dec 17 13:02:21.845549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbf78d-0f8e-4bba-a4dd-5392fca4e47b req-3521edfa-4e22-487b-b17c-efc7dc4241be tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:21.847357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ffbf78d-0f8e-4bba-a4dd-5392fca4e47b req-3521edfa-4e22-487b-b17c-efc7dc4241be tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.0483699 Dec 17 13:02:21.880955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-611f89e1-dd0c-43ce-8078-b56b89546741 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:02:21.881980 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-611f89e1-dd0c-43ce-8078-b56b89546741 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066187 Dec 17 13:02:21.929951 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ffbf78d-0f8e-4bba-a4dd-5392fca4e47b req-9707dcac-9998-4a9a-ad44-105362ab1972 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737672 Dec 17 13:02:21.932744 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-cf0042a0-3cd1-4812-ae20-a56fcb78e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:21.934062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-cf0042a0-3cd1-4812-ae20-a56fcb78e1f7 service neutron] 10.222.0.59 "GET /v2.0/ports/a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a HTTP/1.1" status: 200 len: 1093 time: 0.0456693 Dec 17 13:02:21.943944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] Request body: {'binding': {'host': 'n-h2-815324-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:21.944364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] Unknown quota resources ['binding']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:02:22.088743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] Attempting to bind port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on host n-h2-815324-5 for vnic_type normal with profile None {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:02:22.089257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] Attempting to bind port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:02:22.089418 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] Attempting to bind port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:22.094450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] Port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on network ce64e852-517d-4899-976e-d0fa7c65f446 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:02:22.094785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] Attempting to bind port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:22.101027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:02:22.101407 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:02:22.101896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] Bound using segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:02:22.102499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] Bound port: a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:02:22.161671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:02:22.241403 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] Publish callbacks [] for binding, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:22.242588 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-acf71c57-d185-4c5f-89ee-b8063e2e6b61 service neutron] 10.222.0.59 "POST /v2.0/ports/a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3020518 Dec 17 13:02:22.559018 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617c415-4c68-49d1-bc2e-be5f818f2a5a req-7670aa46-76b5-413c-8468-056ed90f460c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:22.560488 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3617c415-4c68-49d1-bc2e-be5f818f2a5a req-7670aa46-76b5-413c-8468-056ed90f460c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0513818 Dec 17 13:02:22.606666 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3617c415-4c68-49d1-bc2e-be5f818f2a5a req-696adfc3-683e-4cf9-9f1a-81edacb56997 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 Dec 17 13:02:22.729993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce155a-cbad-480b-8b78-3c22b929d829 req-ac1c1fbd-6b79-4d2c-b620-1b0d7f31a9ec tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:22.731618 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fce155a-cbad-480b-8b78-3c22b929d829 req-ac1c1fbd-6b79-4d2c-b620-1b0d7f31a9ec tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae3644c2-82cf-474e-bb24-7bbb3ea644c0 HTTP/1.1" status: 200 len: 946 time: 0.0567861 Dec 17 13:02:22.733824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e1722-b41e-4414-8f6b-e822e003a1f1 req-99198ab0-583a-4504-bfb4-5421606bef8b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:22.735561 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f5e1722-b41e-4414-8f6b-e822e003a1f1 req-99198ab0-583a-4504-bfb4-5421606bef8b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0563083 Dec 17 13:02:22.782537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fce155a-cbad-480b-8b78-3c22b929d829 req-70b667d3-65c9-4d27-a69f-03e4b4a3b7ee tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443740 Dec 17 13:02:22.812311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f5e1722-b41e-4414-8f6b-e822e003a1f1 req-2b3982c5-100e-488b-9457-adda6a82a55b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684824 Dec 17 13:02:22.818883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-cf2f77d2-65c9-4e6e-a278-fd3fceca55ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0615084 Dec 17 13:02:22.900890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ab558-071c-418e-95e2-d810a86441e6 req-3d8b00f5-7635-4c37-b095-7917b04014e2 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:22.903041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f1ab558-071c-418e-95e2-d810a86441e6 req-3d8b00f5-7635-4c37-b095-7917b04014e2 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae3644c2-82cf-474e-bb24-7bbb3ea644c0 HTTP/1.1" status: 200 len: 946 time: 0.0524249 Dec 17 13:02:22.935273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2d2c3-f578-4c04-be18-775a9ff62ac8 req-634f6f90-3d08-4d49-abee-5dc1566dde38 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:22.936979 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a2a2d2c3-f578-4c04-be18-775a9ff62ac8 req-634f6f90-3d08-4d49-abee-5dc1566dde38 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0534742 Dec 17 13:02:22.993190 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a2a2d2c3-f578-4c04-be18-775a9ff62ac8 req-8dacd55b-859f-4cfa-9b4b-86e857482c07 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488479 Dec 17 13:02:23.022734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-8f1ab558-071c-418e-95e2-d810a86441e6 req-a3dcc2c8-6c32-46a8-8d50-449b3f9756e1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Deleting port c876a0b4-e0d0-4185-a0fd-371142c02a3f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:23.023442 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f1ab558-071c-418e-95e2-d810a86441e6 req-a3dcc2c8-6c32-46a8-8d50-449b3f9756e1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:23.134202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-8f1ab558-071c-418e-95e2-d810a86441e6 req-a3dcc2c8-6c32-46a8-8d50-449b3f9756e1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] For port c876a0b4-e0d0-4185-a0fd-371142c02a3f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c876a0b4-e0d0-4185-a0fd-371142c02a3f,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:23.134656 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f1ab558-071c-418e-95e2-d810a86441e6 req-a3dcc2c8-6c32-46a8-8d50-449b3f9756e1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:23.170761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-8f1ab558-071c-418e-95e2-d810a86441e6 req-a3dcc2c8-6c32-46a8-8d50-449b3f9756e1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Calling delete_port for c876a0b4-e0d0-4185-a0fd-371142c02a3f owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:23.180529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531b378-b9f6-44a0-98cf-3fa1adb9218b req-819635d5-154b-487b-86f5-ee1a3f120571 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:23.189423 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c531b378-b9f6-44a0-98cf-3fa1adb9218b req-819635d5-154b-487b-86f5-ee1a3f120571 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.0856178 Dec 17 13:02:23.239479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c531b378-b9f6-44a0-98cf-3fa1adb9218b req-58a4d265-d65e-4eb8-b3cd-41c0f7cc5d9c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486009 Dec 17 13:02:23.256812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ba101538-cd8e-434d-968f-0843ac87450f no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:23.296965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-3eaae58f-393e-4d36-a5bc-7c57aeb7b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:23.298097 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-3eaae58f-393e-4d36-a5bc-7c57aeb7b2ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 1096 time: 0.0621245 Dec 17 13:02:23.299823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: ba101538-cd8e-434d-968f-0843ac87450f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:23.300207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ba101538-cd8e-434d-968f-0843ac87450f not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:23.440577 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-89c7e156-b9f6-495b-9265-902398f1bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:23.442107 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-89c7e156-b9f6-495b-9265-902398f1bce1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.1303263 Dec 17 13:02:23.460984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 38489767-3a90-4d3c-bc15-10feb2077da5 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:23.491214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 38489767-3a90-4d3c-bc15-10feb2077da5 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:23.491629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 38489767-3a90-4d3c-bc15-10feb2077da5 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:23.492237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c876a0b4-e0d0-4185-a0fd-371142c02a3f no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:23.497548 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f1ab558-071c-418e-95e2-d810a86441e6 req-a3dcc2c8-6c32-46a8-8d50-449b3f9756e1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:23.512857 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-da30ee9a-ff09-40f1-8ad8-490231a3e3ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a HTTP/1.1" status: 200 len: 217 time: 0.0589139 Dec 17 13:02:23.524727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['1688a518-4085-4bba-8935-149c12467134'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:23.527083 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['566b6c9c-a6ff-4540-a0f2-6bff03b7838a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:23.531312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: c876a0b4-e0d0-4185-a0fd-371142c02a3f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:23.531908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c876a0b4-e0d0-4185-a0fd-371142c02a3f not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:23.551312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcc2c8-6c32-46a8-8d50-449b3f9756e1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Pushing event deleted for resources: {'Port': ['ID=c876a0b4-e0d0-4185-a0fd-371142c02a3f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:23.645758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1ab558-071c-418e-95e2-d810a86441e6 req-a3dcc2c8-6c32-46a8-8d50-449b3f9756e1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] No DVR routers for this DVR port c876a0b4-e0d0-4185-a0fd-371142c02a3f on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:23.650390 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8f1ab558-071c-418e-95e2-d810a86441e6 req-a3dcc2c8-6c32-46a8-8d50-449b3f9756e1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:23.654024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f1ab558-071c-418e-95e2-d810a86441e6 req-a3dcc2c8-6c32-46a8-8d50-449b3f9756e1 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.61 "DELETE /v2.0/ports/c876a0b4-e0d0-4185-a0fd-371142c02a3f HTTP/1.1" status: 204 len: 173 time: 0.7343624 Dec 17 13:02:23.654549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3644c2-82cf-474e-bb24-7bbb3ea644c0', 'name': 'network-vif-deleted', 'tag': 'c876a0b4-e0d0-4185-a0fd-371142c02a3f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:23.657767 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a394fdb-52e6-4a11-9969-b9cbfd32120e" -d '{"events": [{"server_uuid": "ae3644c2-82cf-474e-bb24-7bbb3ea644c0", "name": "network-vif-deleted", "tag": "c876a0b4-e0d0-4185-a0fd-371142c02a3f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:23.667582 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-27fe260d-38a6-4e15-8df8-fbf532dfb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:23.669163 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-27fe260d-38a6-4e15-8df8-fbf532dfb77e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.1191289 Dec 17 13:02:23.716460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-1a49c202-27f8-4986-b1d8-0d90f613ee63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354910 Dec 17 13:02:23.830040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43de631-d07d-491d-b0d9-9aa23cac6c0f req-1f125e98-e7ef-47ee-a442-88948aeef7a5 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:23.831514 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f43de631-d07d-491d-b0d9-9aa23cac6c0f req-1f125e98-e7ef-47ee-a442-88948aeef7a5 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1137497 Dec 17 13:02:23.867624 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-f0492e28-92e6-444a-8ccc-0b72f25db237 service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375737 Dec 17 13:02:23.915072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f43de631-d07d-491d-b0d9-9aa23cac6c0f req-42c5daad-a760-4b61-9657-b2508882cf25 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763309 Dec 17 13:02:23.971136 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308a19ae-2834-432c-86d0-ac7c4eb58d28 x-openstack-request-id: req-308a19ae-2834-432c-86d0-ac7c4eb58d28 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:23.971431 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3644c2-82cf-474e-bb24-7bbb3ea644c0", "name": "network-vif-deleted", "tag": "c876a0b4-e0d0-4185-a0fd-371142c02a3f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:23.971679 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-308a19ae-2834-432c-86d0-ac7c4eb58d28 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:23.972065 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3644c2-82cf-474e-bb24-7bbb3ea644c0', 'name': 'network-vif-deleted', 'tag': 'c876a0b4-e0d0-4185-a0fd-371142c02a3f', 'status': 'completed', 'code': 200} Dec 17 13:02:23.986584 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-5cc44702-64ff-4e18-9f37-995f37bd8f1a service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037886 Dec 17 13:02:24.045126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f4c5e0b-1389-4e32-bb69-96a0da7b3de8 req-a77edfdd-4460-4ec5-acec-35938e28dc11 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae3644c2-82cf-474e-bb24-7bbb3ea644c0 HTTP/1.1" status: 200 len: 210 time: 0.0300467 Dec 17 13:02:24.142979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c99131-884f-4262-a2ad-7bc0e572292a req-bad3dd19-433d-44a8-a399-7c387f228996 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:24.153021 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50c99131-884f-4262-a2ad-7bc0e572292a req-bad3dd19-433d-44a8-a399-7c387f228996 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0770721 Dec 17 13:02:24.188897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5f063-8de4-422b-bc22-fef3bd268295 req-6997dd1d-4dc7-4693-aeaa-06bcdca9bb8c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:24.190898 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52c5f063-8de4-422b-bc22-fef3bd268295 req-6997dd1d-4dc7-4693-aeaa-06bcdca9bb8c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0797603 Dec 17 13:02:24.201996 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50c99131-884f-4262-a2ad-7bc0e572292a req-bb1415ed-ccae-400a-a961-6b02eb7bdf78 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478878 Dec 17 13:02:24.243908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52c5f063-8de4-422b-bc22-fef3bd268295 req-f16aee8f-3c12-4d44-a5e6-5f8e79558cbf tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464835 Dec 17 13:02:24.332552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0fdb0-1720-44ad-9915-390c3a47f60e req-43c0b37c-3103-4838-b8b1-25c35328e809 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:24.334146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55e0fdb0-1720-44ad-9915-390c3a47f60e req-43c0b37c-3103-4838-b8b1-25c35328e809 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=84c414af-d57a-4fda-bba2-5093f6a04784 HTTP/1.1" status: 200 len: 950 time: 0.0706892 Dec 17 13:02:24.384584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb388b1-f2f6-425c-b2f4-d4ef133cef6f req-f87acbd1-1551-4d5c-8e0b-ed1e7323200e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:24.386155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ceb388b1-f2f6-425c-b2f4-d4ef133cef6f req-f87acbd1-1551-4d5c-8e0b-ed1e7323200e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0543408 Dec 17 13:02:24.390069 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55e0fdb0-1720-44ad-9915-390c3a47f60e req-b368abe7-6863-4504-b3d1-fc0bf9ffee85 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467350 Dec 17 13:02:24.442372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ceb388b1-f2f6-425c-b2f4-d4ef133cef6f req-ba62d18e-9bb5-4ac5-a2a9-e4d80e574531 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483103 Dec 17 13:02:24.608996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df638b0-9b25-4077-bb4a-aeff9c9b3438 req-fc39ae0c-5e69-43ba-86c6-ec189fb24171 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:24.620725 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0df638b0-9b25-4077-bb4a-aeff9c9b3438 req-fc39ae0c-5e69-43ba-86c6-ec189fb24171 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.0758257 Dec 17 13:02:24.670025 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0df638b0-9b25-4077-bb4a-aeff9c9b3438 req-08bf4ccc-1b86-4e98-98ce-0491cbf1506c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479579 Dec 17 13:02:24.970120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745cabf-6cd9-4ef0-a0cb-391dcfc0a6dd req-05891fc5-cf03-4f44-9798-8b9df367b92c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:24.971756 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9745cabf-6cd9-4ef0-a0cb-391dcfc0a6dd req-05891fc5-cf03-4f44-9798-8b9df367b92c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0599427 Dec 17 13:02:25.023936 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9745cabf-6cd9-4ef0-a0cb-391dcfc0a6dd req-1a1b7d36-4e19-4cb5-88c7-66451744c938 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456703 Dec 17 13:02:25.208365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96481a2-0f79-4ba1-a4a8-208139f3f74f req-68a2df8f-3485-496d-b816-2d5163d51d45 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:25.210097 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f96481a2-0f79-4ba1-a4a8-208139f3f74f req-68a2df8f-3485-496d-b816-2d5163d51d45 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/ports?device_id=84c414af-d57a-4fda-bba2-5093f6a04784 HTTP/1.1" status: 200 len: 950 time: 0.0826561 Dec 17 13:02:25.337730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-8eb49f7d-55eb-47ff-aec0-eb3a99ecb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:25.339316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-8eb49f7d-55eb-47ff-aec0-eb3a99ecb522 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1100 time: 0.0529017 Dec 17 13:02:25.431086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86ad39-9094-4a86-b471-ad90fd3d4228 req-c34d549b-3bbb-4d7e-a23b-878f657e4bc9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:25.435316 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae86ad39-9094-4a86-b471-ad90fd3d4228 req-c34d549b-3bbb-4d7e-a23b-878f657e4bc9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0936885 Dec 17 13:02:25.469134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-8f3ec0ca-6e91-4f21-b51f-76b5b22714b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:25.471730 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-8f3ec0ca-6e91-4f21-b51f-76b5b22714b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1244783 Dec 17 13:02:25.527936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-f96481a2-0f79-4ba1-a4a8-208139f3f74f req-ed6a7a70-7bad-4e68-a90a-86ce1d1f1b07 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Deleting port 0a9bb631-5fdd-41ec-aa15-bb748c87369f {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:25.528297 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f96481a2-0f79-4ba1-a4a8-208139f3f74f req-ed6a7a70-7bad-4e68-a90a-86ce1d1f1b07 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:25.572186 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-2558dbf6-5924-498e-b5ab-80a8450228f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 217 time: 0.0878792 Dec 17 13:02:25.576411 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae86ad39-9094-4a86-b471-ad90fd3d4228 req-2e1d79fe-aa65-43b0-9175-6da468801c1c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298473 Dec 17 13:02:25.645902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-f96481a2-0f79-4ba1-a4a8-208139f3f74f req-ed6a7a70-7bad-4e68-a90a-86ce1d1f1b07 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] For port 0a9bb631-5fdd-41ec-aa15-bb748c87369f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0a9bb631-5fdd-41ec-aa15-bb748c87369f,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:25.646658 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f96481a2-0f79-4ba1-a4a8-208139f3f74f req-ed6a7a70-7bad-4e68-a90a-86ce1d1f1b07 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:25.685174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-f96481a2-0f79-4ba1-a4a8-208139f3f74f req-ed6a7a70-7bad-4e68-a90a-86ce1d1f1b07 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Calling delete_port for 0a9bb631-5fdd-41ec-aa15-bb748c87369f owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:25.685641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-d8b84fa8-8f01-4d5f-ba22-ba2eb4bc49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:25.687127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-d8b84fa8-8f01-4d5f-ba22-ba2eb4bc49e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0963616 Dec 17 13:02:25.699074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4b094-5f5a-42c0-9859-4b2cb3ea1a85 req-fd6bcfd0-8ddb-430b-bb86-72823462a793 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:25.700608 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8de4b094-5f5a-42c0-9859-4b2cb3ea1a85 req-fd6bcfd0-8ddb-430b-bb86-72823462a793 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=84c414af-d57a-4fda-bba2-5093f6a04784 HTTP/1.1" status: 200 len: 950 time: 0.1404035 Dec 17 13:02:25.721959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306b66b-5eed-4664-b1ef-3182a7549098 req-41f218db-33aa-4c1a-84bf-2e6a18c59546 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:25.723303 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6306b66b-5eed-4664-b1ef-3182a7549098 req-41f218db-33aa-4c1a-84bf-2e6a18c59546 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b5cb520-016a-4bfc-b04e-61b7482ef4f4 HTTP/1.1" status: 200 len: 950 time: 0.0941377 Dec 17 13:02:25.747410 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f560e-a7ef-48d0-8eac-1d5d9a7c194f req-a184f022-9a78-446a-9fcd-d3c1805a3b29 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:25.749255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a38f560e-a7ef-48d0-8eac-1d5d9a7c194f req-a184f022-9a78-446a-9fcd-d3c1805a3b29 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0986555 Dec 17 13:02:25.833327 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a38f560e-a7ef-48d0-8eac-1d5d9a7c194f req-e3f2750d-7ef8-45e1-a9a6-1616c9548683 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731568 Dec 17 13:02:25.993911 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f96481a2-0f79-4ba1-a4a8-208139f3f74f req-ed6a7a70-7bad-4e68-a90a-86ce1d1f1b07 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:26.008198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'c144a546-526c-4229-8315-69ff6028b3c5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:26.063491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a7a70-7bad-4e68-a90a-86ce1d1f1b07 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event deleted for resources: {'Port': ['ID=0a9bb631-5fdd-41ec-aa15-bb748c87369f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:26.075728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:26.143541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-314bd2c1-ebcb-40fa-b086-e5117490d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:26.145627 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-314bd2c1-ebcb-40fa-b086-e5117490d98f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4400651 Dec 17 13:02:26.149781 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea39048-d021-49a8-925f-a857f9ca9afd req-c4bea9b7-1710-4031-8ec1-0e40602e67b6 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:26.161747 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8de4b094-5f5a-42c0-9859-4b2cb3ea1a85 req-9a2bbd78-7f05-4d40-b34d-9a9b333e5a7f tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450457 Dec 17 13:02:26.161929 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ea39048-d021-49a8-925f-a857f9ca9afd req-c4bea9b7-1710-4031-8ec1-0e40602e67b6 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.1627471 Dec 17 13:02:26.215890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96481a2-0f79-4ba1-a4a8-208139f3f74f req-ed6a7a70-7bad-4e68-a90a-86ce1d1f1b07 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] No DVR routers for this DVR port 0a9bb631-5fdd-41ec-aa15-bb748c87369f on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:26.232397 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ea39048-d021-49a8-925f-a857f9ca9afd req-4d4e1cce-633d-49b5-876e-dd4548e9daaf tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660565 Dec 17 13:02:26.234792 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f96481a2-0f79-4ba1-a4a8-208139f3f74f req-ed6a7a70-7bad-4e68-a90a-86ce1d1f1b07 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:26.242510 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f96481a2-0f79-4ba1-a4a8-208139f3f74f req-ed6a7a70-7bad-4e68-a90a-86ce1d1f1b07 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "DELETE /v2.0/ports/0a9bb631-5fdd-41ec-aa15-bb748c87369f HTTP/1.1" status: 204 len: 173 time: 1.0251768 Dec 17 13:02:26.253837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c414af-d57a-4fda-bba2-5093f6a04784', 'name': 'network-vif-deleted', 'tag': '0a9bb631-5fdd-41ec-aa15-bb748c87369f'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:26.253837 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d1b45b-45a6-4e37-8766-21d058c0046b" -d '{"events": [{"server_uuid": "84c414af-d57a-4fda-bba2-5093f6a04784", "name": "network-vif-deleted", "tag": "0a9bb631-5fdd-41ec-aa15-bb748c87369f"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:26.343631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-6306b66b-5eed-4664-b1ef-3182a7549098 req-9046515c-a705-43f5-9131-9151f8c6375b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Deleting port c144a546-526c-4229-8315-69ff6028b3c5 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:26.344117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6306b66b-5eed-4664-b1ef-3182a7549098 req-9046515c-a705-43f5-9131-9151f8c6375b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:26.360432 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2ecce2-8750-49c5-8e90-9bda9eb3e5cf x-openstack-request-id: req-0c2ecce2-8750-49c5-8e90-9bda9eb3e5cf {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:26.360731 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c414af-d57a-4fda-bba2-5093f6a04784", "name": "network-vif-deleted", "tag": "0a9bb631-5fdd-41ec-aa15-bb748c87369f", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:26.360994 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c2ecce2-8750-49c5-8e90-9bda9eb3e5cf {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:26.361495 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c414af-d57a-4fda-bba2-5093f6a04784', 'name': 'network-vif-deleted', 'tag': '0a9bb631-5fdd-41ec-aa15-bb748c87369f', 'status': 'completed', 'code': 200} Dec 17 13:02:26.388022 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-61832c88-affd-498a-a4bb-61470176981e service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255211 Dec 17 13:02:26.450970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c62c-8a59-446d-a56b-258119a75bbd req-24a31bce-c922-4069-85fc-b964f2e79b77 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:26.471249 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d98c62c-8a59-446d-a56b-258119a75bbd req-24a31bce-c922-4069-85fc-b964f2e79b77 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1280522 Dec 17 13:02:26.565808 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d98c62c-8a59-446d-a56b-258119a75bbd req-1f3a7afc-875a-4087-b457-21a881200505 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809240 Dec 17 13:02:26.596599 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-ff75ddd2-8a0f-4d9b-9bb3-751b31f841f0 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761866 Dec 17 13:02:26.598234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-6306b66b-5eed-4664-b1ef-3182a7549098 req-9046515c-a705-43f5-9131-9151f8c6375b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] For port c144a546-526c-4229-8315-69ff6028b3c5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c144a546-526c-4229-8315-69ff6028b3c5,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:26.598613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6306b66b-5eed-4664-b1ef-3182a7549098 req-9046515c-a705-43f5-9131-9151f8c6375b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:26.618478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-6306b66b-5eed-4664-b1ef-3182a7549098 req-9046515c-a705-43f5-9131-9151f8c6375b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Calling delete_port for c144a546-526c-4229-8315-69ff6028b3c5 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:26.761907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd273f-dc79-4537-8ba5-82fb9ad6b299 req-2a81bbc4-3f78-49ae-9e22-3ebe9fbd758d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:26.770412 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-29dd273f-dc79-4537-8ba5-82fb9ad6b299 req-2a81bbc4-3f78-49ae-9e22-3ebe9fbd758d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0927036 Dec 17 13:02:26.832028 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-29dd273f-dc79-4537-8ba5-82fb9ad6b299 req-50f96b0a-3d43-48ba-be2c-7610021cde68 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555940 Dec 17 13:02:26.868818 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6306b66b-5eed-4664-b1ef-3182a7549098 req-9046515c-a705-43f5-9131-9151f8c6375b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:26.881549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0a9bb631-5fdd-41ec-aa15-bb748c87369f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:26.934003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046515c-a705-43f5-9131-9151f8c6375b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event deleted for resources: {'Port': ['ID=c144a546-526c-4229-8315-69ff6028b3c5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:26.960254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:26.984661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6e44e-94d8-4681-80c2-3ed841947ed8 req-70225205-a2f0-4a80-869e-427b301e07d0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:26.994742 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a1a6e44e-94d8-4681-80c2-3ed841947ed8 req-70225205-a2f0-4a80-869e-427b301e07d0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0844562 Dec 17 13:02:27.004081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6306b66b-5eed-4664-b1ef-3182a7549098 req-9046515c-a705-43f5-9131-9151f8c6375b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] No DVR routers for this DVR port c144a546-526c-4229-8315-69ff6028b3c5 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:27.007632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6306b66b-5eed-4664-b1ef-3182a7549098 req-9046515c-a705-43f5-9131-9151f8c6375b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:27.011361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6306b66b-5eed-4664-b1ef-3182a7549098 req-9046515c-a705-43f5-9131-9151f8c6375b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.54 "DELETE /v2.0/ports/c144a546-526c-4229-8315-69ff6028b3c5 HTTP/1.1" status: 204 len: 173 time: 1.2804239 Dec 17 13:02:27.011921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5cb520-016a-4bfc-b04e-61b7482ef4f4', 'name': 'network-vif-deleted', 'tag': 'c144a546-526c-4229-8315-69ff6028b3c5'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:27.014371 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b752cb2-e85d-42db-ac32-0f96c70e3dfd" -d '{"events": [{"server_uuid": "0b5cb520-016a-4bfc-b04e-61b7482ef4f4", "name": "network-vif-deleted", "tag": "c144a546-526c-4229-8315-69ff6028b3c5"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:27.030884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f044f8d-1bb4-4a57-9646-6d4b1da1dd3b req-6a29477b-9a3a-4b99-b88b-4fe4e1545691 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:27.037196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f044f8d-1bb4-4a57-9646-6d4b1da1dd3b req-6a29477b-9a3a-4b99-b88b-4fe4e1545691 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:27.045443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f044f8d-1bb4-4a57-9646-6d4b1da1dd3b req-6a29477b-9a3a-4b99-b88b-4fe4e1545691 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6ba5445-9fa4-4e4d-9653-55914c121629&device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 1682 time: 0.1892259 Dec 17 13:02:27.053924 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a1a6e44e-94d8-4681-80c2-3ed841947ed8 req-65d62e4b-ff8d-49de-b2a6-6492763236d7 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574224 Dec 17 13:02:27.142212 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f044f8d-1bb4-4a57-9646-6d4b1da1dd3b req-5ec6a695-8d3f-4718-a4bc-1bb092ec5b1d tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957618 Dec 17 13:02:27.192096 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76abe98-4cb1-4e88-96d6-3e006bec0471 x-openstack-request-id: req-f76abe98-4cb1-4e88-96d6-3e006bec0471 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:27.192478 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5cb520-016a-4bfc-b04e-61b7482ef4f4", "name": "network-vif-deleted", "tag": "c144a546-526c-4229-8315-69ff6028b3c5", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:27.192810 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f76abe98-4cb1-4e88-96d6-3e006bec0471 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:27.193283 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5cb520-016a-4bfc-b04e-61b7482ef4f4', 'name': 'network-vif-deleted', 'tag': 'c144a546-526c-4229-8315-69ff6028b3c5', 'status': 'completed', 'code': 200} Dec 17 13:02:27.361741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8dc50055-ca73-4a4f-9bba-8b6cffb583db req-c7d95a2d-1e30-4960-9ec5-5500e757ae26 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=84c414af-d57a-4fda-bba2-5093f6a04784 HTTP/1.1" status: 200 len: 210 time: 0.0655463 Dec 17 13:02:27.418076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d888b-0a1b-4e6a-a530-e115ffb89f82 req-002a1353-5742-46c4-b4b0-ffc9b08abeb0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:27.419953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c03d888b-0a1b-4e6a-a530-e115ffb89f82 req-002a1353-5742-46c4-b4b0-ffc9b08abeb0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.0686250 Dec 17 13:02:27.508654 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c03d888b-0a1b-4e6a-a530-e115ffb89f82 req-2cc112b5-15d4-4350-aaf1-f6109c5b8761 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814686 Dec 17 13:02:27.677324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cc8a0-2e32-4fca-b214-8b8e9590a285 req-47081143-a686-44c2-b15f-05744f82777e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:27.678941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ab4cc8a0-2e32-4fca-b214-8b8e9590a285 req-47081143-a686-44c2-b15f-05744f82777e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0489779 Dec 17 13:02:27.728199 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ab4cc8a0-2e32-4fca-b214-8b8e9590a285 req-171c33f5-2da7-4002-a2bf-fb28593c55e9 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Dec 17 13:02:27.963646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edb6f9-3c72-4b8d-a142-d988978c1d4f req-3d2ea826-9b2c-43a3-bdfb-30594e30ab5a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:27.965114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9edb6f9-3c72-4b8d-a142-d988978c1d4f req-3d2ea826-9b2c-43a3-bdfb-30594e30ab5a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0493541 Dec 17 13:02:28.011989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9edb6f9-3c72-4b8d-a142-d988978c1d4f req-9311b310-c3b2-486c-b64d-290d43255f1d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Dec 17 13:02:28.189479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fc3c2-b2f3-4e57-a312-dcaf2e4c5065 req-fefa6041-a90e-4527-bd65-cf79681d0b2f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:28.190977 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f49fc3c2-b2f3-4e57-a312-dcaf2e4c5065 req-fefa6041-a90e-4527-bd65-cf79681d0b2f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0624797 Dec 17 13:02:28.243044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f49fc3c2-b2f3-4e57-a312-dcaf2e4c5065 req-0100a56b-0cfa-4957-8644-732e5a2d35bf tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455189 Dec 17 13:02:28.402911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d17791-06f2-4220-a734-c45f469e41b2 req-a2792598-4ee5-4766-9c9c-fdd61471c221 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:28.404024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75d17791-06f2-4220-a734-c45f469e41b2 req-a2792598-4ee5-4766-9c9c-fdd61471c221 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6ba5445-9fa4-4e4d-9653-55914c121629 HTTP/1.1" status: 200 len: 945 time: 0.0540218 Dec 17 13:02:28.462015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75d17791-06f2-4220-a734-c45f469e41b2 req-5d95a624-ae46-4be8-be34-7761021e65f8 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514266 Dec 17 13:02:28.627911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23b28f-3681-4273-8062-99300c11a684 req-2e158eaf-30fe-4c8b-b091-3bbffae71f1f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:28.629488 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c23b28f-3681-4273-8062-99300c11a684 req-2e158eaf-30fe-4c8b-b091-3bbffae71f1f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.0487032 Dec 17 13:02:28.681335 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c23b28f-3681-4273-8062-99300c11a684 req-7691ba38-fc14-4717-8122-f6d67076cfc5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Dec 17 13:02:28.876909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0838a-3eff-46f5-bd09-73db5e436bd1 req-75c2a792-ca3d-4838-a9c7-752ad6bfc320 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:28.879424 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-48e0838a-3eff-46f5-bd09-73db5e436bd1 req-75c2a792-ca3d-4838-a9c7-752ad6bfc320 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0659294 Dec 17 13:02:28.941394 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-48e0838a-3eff-46f5-bd09-73db5e436bd1 req-87a57006-79f7-4a05-8f13-e6d306bdd8e2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552177 Dec 17 13:02:29.022576 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801cbc6-0c97-4a98-aab5-7c8ad5ba0c81 req-941dc667-3a94-4e3d-ab67-de92c27cba28 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:29.024269 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0801cbc6-0c97-4a98-aab5-7c8ad5ba0c81 req-941dc667-3a94-4e3d-ab67-de92c27cba28 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 949 time: 0.0504513 Dec 17 13:02:29.077398 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0801cbc6-0c97-4a98-aab5-7c8ad5ba0c81 req-02a6beab-a88b-4d39-8f9f-0638463faa80 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468583 Dec 17 13:02:29.140215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965d51c-9c24-4dac-8a85-ed0812cf1e86 req-2ada7537-6ac4-46b9-8a2d-179dee40c02a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:29.141726 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e965d51c-9c24-4dac-8a85-ed0812cf1e86 req-2ada7537-6ac4-46b9-8a2d-179dee40c02a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0496037 Dec 17 13:02:29.200905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e965d51c-9c24-4dac-8a85-ed0812cf1e86 req-072e6f15-232f-4e94-9799-40ddb39c4d45 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422671 Dec 17 13:02:29.271050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ce04f5e0-3409-4d14-badb-dde3395f4751 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:02:29.273114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 0a9bb631-5fdd-41ec-aa15-bb748c87369f no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:29.301656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 0a9bb631-5fdd-41ec-aa15-bb748c87369f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:29.302013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 0a9bb631-5fdd-41ec-aa15-bb748c87369f not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:29.302431 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c144a546-526c-4229-8315-69ff6028b3c5 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:29.326836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: c144a546-526c-4229-8315-69ff6028b3c5 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:29.326836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c144a546-526c-4229-8315-69ff6028b3c5 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:29.405992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613f92e-c02d-48f6-8dc6-9dea61dcf9fa req-362e9e50-d560-4e3f-9f6e-9d375ffd1148 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:29.407740 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c613f92e-c02d-48f6-8dc6-9dea61dcf9fa req-362e9e50-d560-4e3f-9f6e-9d375ffd1148 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0658224 Dec 17 13:02:29.422188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d062c1-48ab-4638-a51b-b4f57e9762fd req-15ba2c7d-1169-4ad8-a680-f6a34266476e tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:29.424315 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61d062c1-48ab-4638-a51b-b4f57e9762fd req-15ba2c7d-1169-4ad8-a680-f6a34266476e tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ba5445-9fa4-4e4d-9653-55914c121629 HTTP/1.1" status: 200 len: 945 time: 0.0712764 Dec 17 13:02:29.424998 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ce04f5e0-3409-4d14-badb-dde3395f4751,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:29.437745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'ce04f5e0-3409-4d14-badb-dde3395f4751', 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a', 'port_id': 'ce04f5e0-3409-4d14-badb-dde3395f4751', 'mac_address': 'fa:16:3e:c6:89:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7a7622-58e1-4644-af83-62446c95c9d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:02:29.458366 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c613f92e-c02d-48f6-8dc6-9dea61dcf9fa req-17c6bd90-0d05-4826-bbcf-1438894fb71a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 Dec 17 13:02:29.485250 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:29.500891 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce04f5e0-3409-4d14-badb-dde3395f4751 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:29.524385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ce04f5e0-3409-4d14-badb-dde3395f4751,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:29.541438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-61d062c1-48ab-4638-a51b-b4f57e9762fd req-25de4767-b812-48e6-8a80-1d55f1f3b446 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Deleting port 1688a518-4085-4bba-8935-149c12467134 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:29.541438 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61d062c1-48ab-4638-a51b-b4f57e9762fd req-25de4767-b812-48e6-8a80-1d55f1f3b446 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:29.599523 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:29.654020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=ce04f5e0-3409-4d14-badb-dde3395f4751,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:29.660814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743cd82-9daa-4e8c-9ff2-2ed846ce667a req-eda11642-72d0-42a2-b4a0-64b0d0968d76 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:29.666103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f743cd82-9daa-4e8c-9ff2-2ed846ce667a req-eda11642-72d0-42a2-b4a0-64b0d0968d76 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6ba5445-9fa4-4e4d-9653-55914c121629 HTTP/1.1" status: 200 len: 945 time: 0.0835409 Dec 17 13:02:29.705622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-61d062c1-48ab-4638-a51b-b4f57e9762fd req-25de4767-b812-48e6-8a80-1d55f1f3b446 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] For port 1688a518-4085-4bba-8935-149c12467134, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1688a518-4085-4bba-8935-149c12467134,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:29.706257 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61d062c1-48ab-4638-a51b-b4f57e9762fd req-25de4767-b812-48e6-8a80-1d55f1f3b446 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:29.728096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-61d062c1-48ab-4638-a51b-b4f57e9762fd req-25de4767-b812-48e6-8a80-1d55f1f3b446 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Calling delete_port for 1688a518-4085-4bba-8935-149c12467134 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:29.750381 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f743cd82-9daa-4e8c-9ff2-2ed846ce667a req-9ef92585-4398-4ec8-b020-4ad69afd44fe tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/security-groups?id=3934438f-d141-4c62-bb96-69caa3422076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755553 Dec 17 13:02:29.851719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009cdbc-cc1e-426c-bbd2-c85e79cc5e60 req-f5211ed4-0219-4f73-94c4-11639fdaca08 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:29.854347 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e009cdbc-cc1e-426c-bbd2-c85e79cc5e60 req-f5211ed4-0219-4f73-94c4-11639fdaca08 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 944 time: 0.0748250 Dec 17 13:02:29.904769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['ce04f5e0-3409-4d14-badb-dde3395f4751'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:29.908962 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e009cdbc-cc1e-426c-bbd2-c85e79cc5e60 req-3bcbce41-b515-49df-a3bc-b783a9471ec7 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477896 Dec 17 13:02:29.950603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162119a9-d4c4-4010-a2f6-cd1b1f78ad48 req-17de5c42-c71a-470a-b7f5-b09bb4399706 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:29.952095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-162119a9-d4c4-4010-a2f6-cd1b1f78ad48 req-17de5c42-c71a-470a-b7f5-b09bb4399706 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd1cc92f-5b65-4bcb-a968-3ed403e66ae9 HTTP/1.1" status: 200 len: 946 time: 0.0568049 Dec 17 13:02:29.992885 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61d062c1-48ab-4638-a51b-b4f57e9762fd req-25de4767-b812-48e6-8a80-1d55f1f3b446 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:30.006165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['566b6c9c-a6ff-4540-a0f2-6bff03b7838a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:30.035659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de4767-b812-48e6-8a80-1d55f1f3b446 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Pushing event deleted for resources: {'Port': ['ID=1688a518-4085-4bba-8935-149c12467134,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:30.131256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d062c1-48ab-4638-a51b-b4f57e9762fd req-25de4767-b812-48e6-8a80-1d55f1f3b446 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] No DVR routers for this DVR port 1688a518-4085-4bba-8935-149c12467134 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:30.137842 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61d062c1-48ab-4638-a51b-b4f57e9762fd req-25de4767-b812-48e6-8a80-1d55f1f3b446 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:30.141196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61d062c1-48ab-4638-a51b-b4f57e9762fd req-25de4767-b812-48e6-8a80-1d55f1f3b446 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.54 "DELETE /v2.0/ports/1688a518-4085-4bba-8935-149c12467134 HTTP/1.1" status: 204 len: 173 time: 0.7107978 Dec 17 13:02:30.143116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ba5445-9fa4-4e4d-9653-55914c121629', 'name': 'network-vif-deleted', 'tag': '1688a518-4085-4bba-8935-149c12467134'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:30.149803 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d641f778-7007-4903-b4c6-95b83749a01b" -d '{"events": [{"server_uuid": "f6ba5445-9fa4-4e4d-9653-55914c121629", "name": "network-vif-deleted", "tag": "1688a518-4085-4bba-8935-149c12467134"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:30.188300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51511c-1083-41b9-ab96-2f8760a8c207 req-e57b9211-9bec-450e-ba2e-f8de6555e9b9 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:30.189802 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e51511c-1083-41b9-ab96-2f8760a8c207 req-e57b9211-9bec-450e-ba2e-f8de6555e9b9 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1599591 Dec 17 13:02:30.198112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-162119a9-d4c4-4010-a2f6-cd1b1f78ad48 req-94a38c75-ee4a-45db-be9e-de29db837a79 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Deleting port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:30.198465 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-162119a9-d4c4-4010-a2f6-cd1b1f78ad48 req-94a38c75-ee4a-45db-be9e-de29db837a79 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:30.203644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abaa5d-5196-45c2-9027-6263b4cc7791 req-15b1881d-244e-4b76-ae62-b61886a5baad tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:30.204225 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a2abaa5d-5196-45c2-9027-6263b4cc7791 req-15b1881d-244e-4b76-ae62-b61886a5baad tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 949 time: 0.0505946 Dec 17 13:02:30.261119 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a2abaa5d-5196-45c2-9027-6263b4cc7791 req-76c1fdf9-43e5-4fa9-ad23-c2b5019e6e98 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477142 Dec 17 13:02:30.308377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e51511c-1083-41b9-ab96-2f8760a8c207 req-263d5d65-d9ef-4ad8-9093-8640cd3391a7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048088 Dec 17 13:02:30.316623 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9054f5ce-9a28-496f-b3d4-a339c756a6ba x-openstack-request-id: req-9054f5ce-9a28-496f-b3d4-a339c756a6ba {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:30.324410 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ba5445-9fa4-4e4d-9653-55914c121629", "name": "network-vif-deleted", "tag": "1688a518-4085-4bba-8935-149c12467134", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:30.324410 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9054f5ce-9a28-496f-b3d4-a339c756a6ba {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:30.324410 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ba5445-9fa4-4e4d-9653-55914c121629', 'name': 'network-vif-deleted', 'tag': '1688a518-4085-4bba-8935-149c12467134', 'status': 'completed', 'code': 200} Dec 17 13:02:30.348748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-162119a9-d4c4-4010-a2f6-cd1b1f78ad48 req-94a38c75-ee4a-45db-be9e-de29db837a79 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] For port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=566b6c9c-a6ff-4540-a0f2-6bff03b7838a,segment=NetworkSegment(230794c5-2657-422b-98ea-bfca6e237796),segment_id=230794c5-2657-422b-98ea-bfca6e237796)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:30.349389 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-162119a9-d4c4-4010-a2f6-cd1b1f78ad48 req-94a38c75-ee4a-45db-be9e-de29db837a79 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:30.368208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-162119a9-d4c4-4010-a2f6-cd1b1f78ad48 req-94a38c75-ee4a-45db-be9e-de29db837a79 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Calling delete_port for 566b6c9c-a6ff-4540-a0f2-6bff03b7838a owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:30.457965 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f8253-321e-4409-8c80-490fbf58730f req-12a8a920-20ba-404c-bc16-0baf67f0d8c9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:30.465688 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-010f8253-321e-4409-8c80-490fbf58730f req-12a8a920-20ba-404c-bc16-0baf67f0d8c9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0844750 Dec 17 13:02:30.528107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-010f8253-321e-4409-8c80-490fbf58730f req-a02021e2-9b50-41d5-8943-807ecb77e833 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543292 Dec 17 13:02:30.602549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae3bf5-4597-4cbf-9300-72ad2e016d2b req-d0cb183f-f97e-4c7d-9cd7-1eeb7ec6de8a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:30.604180 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1ae3bf5-4597-4cbf-9300-72ad2e016d2b req-d0cb183f-f97e-4c7d-9cd7-1eeb7ec6de8a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0605831 Dec 17 13:02:30.633838 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-162119a9-d4c4-4010-a2f6-cd1b1f78ad48 req-94a38c75-ee4a-45db-be9e-de29db837a79 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:30.677726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a38c75-ee4a-45db-be9e-de29db837a79 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Pushing event deleted for resources: {'Port': ['ID=566b6c9c-a6ff-4540-a0f2-6bff03b7838a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:30.731894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-162119a9-d4c4-4010-a2f6-cd1b1f78ad48 req-94a38c75-ee4a-45db-be9e-de29db837a79 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] No DVR routers for this DVR port 566b6c9c-a6ff-4540-a0f2-6bff03b7838a on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:30.742645 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-162119a9-d4c4-4010-a2f6-cd1b1f78ad48 req-94a38c75-ee4a-45db-be9e-de29db837a79 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:30.745959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-162119a9-d4c4-4010-a2f6-cd1b1f78ad48 req-94a38c75-ee4a-45db-be9e-de29db837a79 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.61 "DELETE /v2.0/ports/566b6c9c-a6ff-4540-a0f2-6bff03b7838a HTTP/1.1" status: 204 len: 173 time: 0.7854841 Dec 17 13:02:30.749535 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1ae3bf5-4597-4cbf-9300-72ad2e016d2b req-5325a4da-02e6-47e3-b1b6-f69aef7d43a5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386080 Dec 17 13:02:30.756617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['1688a518-4085-4bba-8935-149c12467134'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:30.762239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['1688a518-4085-4bba-8935-149c12467134'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:30.798206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54e586-0c2b-4230-806c-15b65333e842 req-8dea3e9f-aa39-4b23-b01d-b676c6ffef0b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:30.799849 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e54e586-0c2b-4230-806c-15b65333e842 req-8dea3e9f-aa39-4b23-b01d-b676c6ffef0b tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 949 time: 0.0701647 Dec 17 13:02:30.876643 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-170e7cf9-d19a-4b7b-8b7d-f82a8458e300 req-45cd1ff8-2708-4149-89a6-2bb108baf8f8 tempest-ListServersNegativeTestJSON-1455386664 tempest-ListServersNegativeTestJSON-1455386664-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6ba5445-9fa4-4e4d-9653-55914c121629 HTTP/1.1" status: 200 len: 210 time: 0.0302732 Dec 17 13:02:30.921697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0e54e586-0c2b-4230-806c-15b65333e842 req-5fdf4c50-66f2-439c-9f11-c0f4885dce58 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Deleting port 623c20c7-cc9c-440d-8828-06c3d2b90300 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:30.922015 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e54e586-0c2b-4230-806c-15b65333e842 req-5fdf4c50-66f2-439c-9f11-c0f4885dce58 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:31.035975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0e54e586-0c2b-4230-806c-15b65333e842 req-5fdf4c50-66f2-439c-9f11-c0f4885dce58 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] For port 623c20c7-cc9c-440d-8828-06c3d2b90300, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=623c20c7-cc9c-440d-8828-06c3d2b90300,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:31.036347 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e54e586-0c2b-4230-806c-15b65333e842 req-5fdf4c50-66f2-439c-9f11-c0f4885dce58 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:31.054334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0e54e586-0c2b-4230-806c-15b65333e842 req-5fdf4c50-66f2-439c-9f11-c0f4885dce58 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Calling delete_port for 623c20c7-cc9c-440d-8828-06c3d2b90300 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:31.074500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac52d7d-0635-444c-9d8d-9145fc5dc658 req-436b9024-6995-4e8c-9aa8-a2e77f3fda9b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:31.076109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1ac52d7d-0635-444c-9d8d-9145fc5dc658 req-436b9024-6995-4e8c-9aa8-a2e77f3fda9b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 944 time: 0.0866621 Dec 17 13:02:31.177059 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1ac52d7d-0635-444c-9d8d-9145fc5dc658 req-f146a0b7-1578-4449-ab7e-d477b74282d0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662456 Dec 17 13:02:31.251207 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:31.283531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ce04f5e0-3409-4d14-badb-dde3395f4751 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:02:31.319278 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e54e586-0c2b-4230-806c-15b65333e842 req-5fdf4c50-66f2-439c-9f11-c0f4885dce58 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:31.334155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['623c20c7-cc9c-440d-8828-06c3d2b90300'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:31.362877 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-42bb778c-9f05-4887-956f-c1a30666fdae req-264392e9-c59b-4228-8cac-984776a728e0 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 210 time: 0.0317056 Dec 17 13:02:31.372960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf4c50-66f2-439c-9f11-c0f4885dce58 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Pushing event deleted for resources: {'Port': ['ID=623c20c7-cc9c-440d-8828-06c3d2b90300,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:31.410480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port ce04f5e0-3409-4d14-badb-dde3395f4751 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:02:31.415746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port ce04f5e0-3409-4d14-badb-dde3395f4751 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:02:31.416188 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:31.419945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e54e586-0c2b-4230-806c-15b65333e842 req-5fdf4c50-66f2-439c-9f11-c0f4885dce58 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] No DVR routers for this DVR port 623c20c7-cc9c-440d-8828-06c3d2b90300 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:31.428997 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e54e586-0c2b-4230-806c-15b65333e842 req-5fdf4c50-66f2-439c-9f11-c0f4885dce58 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:31.432298 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e54e586-0c2b-4230-806c-15b65333e842 req-5fdf4c50-66f2-439c-9f11-c0f4885dce58 tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.61 "DELETE /v2.0/ports/623c20c7-cc9c-440d-8828-06c3d2b90300 HTTP/1.1" status: 204 len: 173 time: 0.6214702 Dec 17 13:02:31.492584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383d249-a4c2-4a95-a481-80877bd24de6 req-d93098bf-dabb-4339-9128-f97456a33601 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:31.494350 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7383d249-a4c2-4a95-a481-80877bd24de6 req-d93098bf-dabb-4339-9128-f97456a33601 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0757210 Dec 17 13:02:31.510017 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:31.535771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8644b198-9483-4b9f-b143-79b5f29a8e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce04f5e0-3409-4d14-badb-dde3395f4751'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:31.538150 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0010bfd6-17cc-438b-a532-35ee289ed593" -d '{"events": [{"server_uuid": "8644b198-9483-4b9f-b143-79b5f29a8e84", "name": "network-vif-plugged", "status": "completed", "tag": "ce04f5e0-3409-4d14-badb-dde3395f4751"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:31.549854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7383d249-a4c2-4a95-a481-80877bd24de6 req-04d27aaa-f85d-468b-86da-aada6e3834e4 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483618 Dec 17 13:02:31.552139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ce04f5e0-3409-4d14-badb-dde3395f4751,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:31.588111 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1cbdc5-b90b-429e-b751-c0c5c0e8b4ff x-openstack-request-id: req-9e1cbdc5-b90b-429e-b751-c0c5c0e8b4ff {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:31.588425 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8644b198-9483-4b9f-b143-79b5f29a8e84", "name": "network-vif-plugged", "status": "completed", "tag": "ce04f5e0-3409-4d14-badb-dde3395f4751", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:31.588745 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e1cbdc5-b90b-429e-b751-c0c5c0e8b4ff {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:31.589110 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8644b198-9483-4b9f-b143-79b5f29a8e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce04f5e0-3409-4d14-badb-dde3395f4751', 'code': 200} Dec 17 13:02:31.634117 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:31.634966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1688a518-4085-4bba-8935-149c12467134 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:31.697764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c282990-c6fa-4d1f-9791-800c47b52aa9 req-1cf1600f-ceea-4e08-bbc7-d8921a84c7ba tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:31.698388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 1688a518-4085-4bba-8935-149c12467134 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:31.698542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1688a518-4085-4bba-8935-149c12467134 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:31.698821 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c282990-c6fa-4d1f-9791-800c47b52aa9 req-1cf1600f-ceea-4e08-bbc7-d8921a84c7ba tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0777087 Dec 17 13:02:31.718372 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c96c0b-d328-42f0-96c6-e8e69da4ce71 req-f86b94b2-75e9-4de3-8d33-0980da69975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:31.720953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67c96c0b-d328-42f0-96c6-e8e69da4ce71 req-f86b94b2-75e9-4de3-8d33-0980da69975a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 1096 time: 0.0747142 Dec 17 13:02:31.731754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=ce04f5e0-3409-4d14-badb-dde3395f4751,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:31.827741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67c96c0b-d328-42f0-96c6-e8e69da4ce71 req-be72a6a9-fb1b-4031-9dc0-955d4a393fe1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802021 Dec 17 13:02:31.832196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c282990-c6fa-4d1f-9791-800c47b52aa9 req-3decc581-41d8-486c-8405-417484c4b218 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249542 Dec 17 13:02:31.931157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b959fb-509b-41bb-bbde-d6e8179e3f28 req-e1067223-fdfd-4ce5-8a8f-52235667d152 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:31.932877 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08b959fb-509b-41bb-bbde-d6e8179e3f28 req-e1067223-fdfd-4ce5-8a8f-52235667d152 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0716012 Dec 17 13:02:31.980388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46696) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:31.987495 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08b959fb-509b-41bb-bbde-d6e8179e3f28 req-ada65eec-0abb-4b40-866c-5b1c3dff2798 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 Dec 17 13:02:32.025589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae93a961-2e9b-4bb4-aa1b-bcc0b713e739 admin admin] Deleting subnet d73cddf1-9d92-4a6a-bc92-7066dfebee60 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:02:32.028751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae93a961-2e9b-4bb4-aa1b-bcc0b713e739 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:32.061736 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae93a961-2e9b-4bb4-aa1b-bcc0b713e739 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:32.071299 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae93a961-2e9b-4bb4-aa1b-bcc0b713e739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:32.194094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae93a961-2e9b-4bb4-aa1b-bcc0b713e739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:32.221402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93a961-2e9b-4bb4-aa1b-bcc0b713e739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d73cddf1-9d92-4a6a-bc92-7066dfebee60,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:32.223329 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae93a961-2e9b-4bb4-aa1b-bcc0b713e739 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:32.229480 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ae93a961-2e9b-4bb4-aa1b-bcc0b713e739 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d73cddf1-9d92-4a6a-bc92-7066dfebee60 HTTP/1.1" status: 204 len: 168 time: 0.2478523 Dec 17 13:02:32.229897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46700) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:32.302338 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:32.323698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47292e-6e03-417a-8753-2acf355c7dfe req-7a6b0952-7fc2-407b-93fa-5ad87b5ed74e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:32.330864 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc47292e-6e03-417a-8753-2acf355c7dfe req-7a6b0952-7fc2-407b-93fa-5ad87b5ed74e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0600305 Dec 17 13:02:32.330864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1cc92f-5b65-4bcb-a968-3ed403e66ae9', 'name': 'network-vif-deleted', 'tag': '566b6c9c-a6ff-4540-a0f2-6bff03b7838a'}, {'server_uuid': 'bb2ed2dc-ab5b-426b-918a-f4ac83f32d47', 'name': 'network-vif-deleted', 'tag': '623c20c7-cc9c-440d-8828-06c3d2b90300'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:32.330864 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3237bd9c-5e26-4030-b826-e57090f25083" -d '{"events": [{"server_uuid": "fd1cc92f-5b65-4bcb-a968-3ed403e66ae9", "name": "network-vif-deleted", "tag": "566b6c9c-a6ff-4540-a0f2-6bff03b7838a"}, {"server_uuid": "bb2ed2dc-ab5b-426b-918a-f4ac83f32d47", "name": "network-vif-deleted", "tag": "623c20c7-cc9c-440d-8828-06c3d2b90300"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:32.386663 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc47292e-6e03-417a-8753-2acf355c7dfe req-bcdf1e13-80df-44e6-a664-7b1deb8505c1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533481 Dec 17 13:02:32.388252 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dde5b0-3de8-4234-9645-dc96bd8938e5 x-openstack-request-id: req-43dde5b0-3de8-4234-9645-dc96bd8938e5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:32.388548 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1cc92f-5b65-4bcb-a968-3ed403e66ae9", "name": "network-vif-deleted", "tag": "566b6c9c-a6ff-4540-a0f2-6bff03b7838a", "status": "completed", "code": 200}, {"server_uuid": "bb2ed2dc-ab5b-426b-918a-f4ac83f32d47", "name": "network-vif-deleted", "tag": "623c20c7-cc9c-440d-8828-06c3d2b90300", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:32.388945 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43dde5b0-3de8-4234-9645-dc96bd8938e5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:32.389403 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1cc92f-5b65-4bcb-a968-3ed403e66ae9', 'name': 'network-vif-deleted', 'tag': '566b6c9c-a6ff-4540-a0f2-6bff03b7838a', 'status': 'completed', 'code': 200} Dec 17 13:02:32.389652 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2ed2dc-ab5b-426b-918a-f4ac83f32d47', 'name': 'network-vif-deleted', 'tag': '623c20c7-cc9c-440d-8828-06c3d2b90300', 'status': 'completed', 'code': 200} Dec 17 13:02:32.411195 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:32.445310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:02:32.485103 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d2b3be9d-1bb6-410b-8f29-9e55f5c9d3b8 req-d0e8468a-6363-4e64-a66f-4a3e51ddfbff tempest-ServersOnMultiNodesTest-20401012 tempest-ServersOnMultiNodesTest-20401012-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb2ed2dc-ab5b-426b-918a-f4ac83f32d47 HTTP/1.1" status: 200 len: 210 time: 0.0282788 Dec 17 13:02:32.487243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230794c5-2657-422b-98ea-bfca6e237796') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:02:32.487731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230794c5-2657-422b-98ea-bfca6e237796') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:02:32.501378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:32.524452 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:32.531436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:02:32.531957 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:02:32.533879 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:02:32.692932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba88ed-26af-4a7e-8ce0-a2a8e9de23f6 req-c0a4c457-03d0-43a7-9e72-9b9064cd9d05 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:32.694529 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b0ba88ed-26af-4a7e-8ce0-a2a8e9de23f6 req-c0a4c457-03d0-43a7-9e72-9b9064cd9d05 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0493352 Dec 17 13:02:32.738547 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:32.743139 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b0ba88ed-26af-4a7e-8ce0-a2a8e9de23f6 req-8403a109-a425-4c2a-8fd7-db41765f49b6 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420229 Dec 17 13:02:32.749882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:32.753236 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1 HTTP/1.1" status: 204 len: 168 time: 0.5220170 Dec 17 13:02:32.763583 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07605d-0f07-41aa-95ba-19f82aaa2307 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8b5a92-2fbf-48b9-9af9-3e65b6d227c1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:32.954086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46be81-4911-4d96-a5af-f101dbae7465 req-d0d65cc3-c2a3-4252-832d-26f90c2aac67 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:32.955595 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d46be81-4911-4d96-a5af-f101dbae7465 req-d0d65cc3-c2a3-4252-832d-26f90c2aac67 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0513909 Dec 17 13:02:33.005167 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d46be81-4911-4d96-a5af-f101dbae7465 req-bb077a83-e0f0-4a09-816e-96076b3b7757 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436463 Dec 17 13:02:33.112463 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd8910-91e5-4f01-ad42-caea70a11617 req-f1e3d0da-3bf3-4a37-945b-e6ebe9eccbfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:33.113880 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76cd8910-91e5-4f01-ad42-caea70a11617 req-f1e3d0da-3bf3-4a37-945b-e6ebe9eccbfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0532401 Dec 17 13:02:33.161391 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76cd8910-91e5-4f01-ad42-caea70a11617 req-032fe85c-244b-42dc-b628-6450d44ae472 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 Dec 17 13:02:33.184907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46718) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:33.216360 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-144551e0-753e-4efe-8159-7f620db102ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=601e28a7edad4265843afc7a7301306a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398924 Dec 17 13:02:33.218841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46720) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:33.266195 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dea47803-67e7-48e3-b0bf-8566d6b19762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:33.286716 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dea47803-67e7-48e3-b0bf-8566d6b19762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:33.416160 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dea47803-67e7-48e3-b0bf-8566d6b19762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:33.418907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dea47803-67e7-48e3-b0bf-8566d6b19762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:33.420048 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dea47803-67e7-48e3-b0bf-8566d6b19762 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3934438f-d141-4c62-bb96-69caa3422076 HTTP/1.1" status: 204 len: 168 time: 0.2003160 Dec 17 13:02:33.443607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea47803-67e7-48e3-b0bf-8566d6b19762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3934438f-d141-4c62-bb96-69caa3422076,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:33.519964 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee86c0c-a074-40c6-bfdd-03e47554b925 req-977ba174-e405-4f9a-85b3-60c878ad236a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:33.526268 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ee86c0c-a074-40c6-bfdd-03e47554b925 req-977ba174-e405-4f9a-85b3-60c878ad236a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0494871 Dec 17 13:02:33.572977 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ee86c0c-a074-40c6-bfdd-03e47554b925 req-3e98588b-3d22-4fd7-8ee5-fdd24081e6d6 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442429 Dec 17 13:02:33.694427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f87c70-eecd-48c6-a86d-f697a3d81242 req-1d9535c9-4ea7-451d-af9d-49c41a8385d5 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:33.696055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-74f87c70-eecd-48c6-a86d-f697a3d81242 req-1d9535c9-4ea7-451d-af9d-49c41a8385d5 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 1096 time: 0.0411885 Dec 17 13:02:33.742420 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-74f87c70-eecd-48c6-a86d-f697a3d81242 req-45f07d48-4568-4dce-be27-9a33d5e0be31 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 Dec 17 13:02:33.873208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10863ba-fa02-43cf-b530-d778130a0ec1 req-f1f33774-ad87-407e-9fd2-4c153a544c4a tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:33.880684 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d10863ba-fa02-43cf-b530-d778130a0ec1 req-f1f33774-ad87-407e-9fd2-4c153a544c4a tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 1096 time: 0.0556688 Dec 17 13:02:33.888951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0db5f1-8010-4254-9396-2e25de1044b2 req-e6ef35a1-6faf-4639-806a-ce9ab204b8bb tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:33.891039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa0db5f1-8010-4254-9396-2e25de1044b2 req-e6ef35a1-6faf-4639-806a-ce9ab204b8bb tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0700412 Dec 17 13:02:33.929535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d10863ba-fa02-43cf-b530-d778130a0ec1 req-2658d5cb-be4c-4fb3-9b8a-e3534676783d tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479743 Dec 17 13:02:33.966387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa0db5f1-8010-4254-9396-2e25de1044b2 req-fe3bcb40-4239-4731-b6c9-58fa412adaa1 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690694 Dec 17 13:02:33.978176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46752) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:34.132426 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-42a2a17a-31b4-4671-bd5d-abeba26a282b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=162344edac8740ada2447494ea66f0df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533113 Dec 17 13:02:34.133674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46764) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:34.140398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5752d64-bf4e-400b-81b7-edbcffa66e58 req-3b12de68-eb15-4f59-a65f-5bae23805332 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:34.147815 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5752d64-bf4e-400b-81b7-edbcffa66e58 req-3b12de68-eb15-4f59-a65f-5bae23805332 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0581381 Dec 17 13:02:34.200136 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5752d64-bf4e-400b-81b7-edbcffa66e58 req-ea1fc319-7ac2-4e42-b2ad-6aa5105003cb tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514679 Dec 17 13:02:34.201889 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9745c8f4-23fc-417e-b890-34ad75a61f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:34.225079 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9745c8f4-23fc-417e-b890-34ad75a61f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:34.311764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69b0c5-dfd1-4782-aeb3-b63d7e03d83a req-22da37aa-34ae-4ed6-93fa-7fc12ac05c94 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:34.313269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f69b0c5-dfd1-4782-aeb3-b63d7e03d83a req-22da37aa-34ae-4ed6-93fa-7fc12ac05c94 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0510600 Dec 17 13:02:34.345139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9745c8f4-23fc-417e-b890-34ad75a61f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:34.345139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9745c8f4-23fc-417e-b890-34ad75a61f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:34.345139 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9745c8f4-23fc-417e-b890-34ad75a61f46 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d0b0ec5-fb08-4d8e-be3c-b9ba97656637 HTTP/1.1" status: 204 len: 168 time: 0.2081523 Dec 17 13:02:34.354495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745c8f4-23fc-417e-b890-34ad75a61f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0b0ec5-fb08-4d8e-be3c-b9ba97656637,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:34.375684 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f69b0c5-dfd1-4782-aeb3-b63d7e03d83a req-826d71f5-ca60-4a12-a535-560fe1a73753 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558481 Dec 17 13:02:34.674078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46782) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:34.820585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1510121449-network', 'tenant_id': 'c2dad27bb7d541768248999548dcb503'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:34.930984 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Made reservation on behalf of c2dad27bb7d541768248999548dcb503 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:02:34.935214 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:34.942032 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.014936 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.077411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bcc24-6750-4137-b053-02f6640ce467 req-20aa5e5f-c3e0-4a41-89a5-026d60fed8e5 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:35.084535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c76bcc24-6750-4137-b053-02f6640ce467 req-20aa5e5f-c3e0-4a41-89a5-026d60fed8e5 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0507538 Dec 17 13:02:35.104504 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.153189 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c76bcc24-6750-4137-b053-02f6640ce467 req-18c69421-86f8-4538-a2d2-28bec1e63686 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682411 Dec 17 13:02:35.153930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:02:35.158734 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2869780e-141c-4f5c-bde3-c4860612672c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:35.164905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46806) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:35.167070 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.167425 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Added segment b8a37428-1696-488a-9402-25c8bbacfe25 of type vlan for network 27191bc5-6cac-4bb5-bef0-77a566e4403e Dec 17 13:02:35.210535 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.223104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4be5f030-07b3-4cc2-81d9-eb61885b51f4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2eb830b4cca9437f9f203c22edd82d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572789 Dec 17 13:02:35.225397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46808) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:35.278117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b30d837-cfcc-4ebb-9bbe-b875ae059e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.300306 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b30d837-cfcc-4ebb-9bbe-b875ae059e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.335036 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.336510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:35.337124 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.400024 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b30d837-cfcc-4ebb-9bbe-b875ae059e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.402933 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b30d837-cfcc-4ebb-9bbe-b875ae059e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.404079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2b30d837-cfcc-4ebb-9bbe-b875ae059e9c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95b93a70-0178-4a1c-b003-b086dcb79edd HTTP/1.1" status: 204 len: 168 time: 0.1773663 Dec 17 13:02:35.409604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] Pushing event updated for resources: {'Network': ['ID=27191bc5-6cac-4bb5-bef0-77a566e4403e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:35.414163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30d837-cfcc-4ebb-9bbe-b875ae059e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b93a70-0178-4a1c-b003-b086dcb79edd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:35.420318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54bbfb-6fb8-4345-a471-ef590db7d3ba req-90f51bf4-e1d8-4f51-a840-7d65e7bab1cc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:35.421879 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f54bbfb-6fb8-4345-a471-ef590db7d3ba req-90f51bf4-e1d8-4f51-a840-7d65e7bab1cc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.1119337 Dec 17 13:02:35.422751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 27191bc5-6cac-4bb5-bef0-77a566e4403e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:02:35.473255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f54bbfb-6fb8-4345-a471-ef590db7d3ba req-eeab57c6-382e-4c4a-93f5-98a89de2a1b7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Dec 17 13:02:35.482574 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b0b13321-3569-4359-a396-28c58365a15d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8070505 Dec 17 13:02:35.485534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46822) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:35.490508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3fd4b19a-7d75-49d5-b004-3f6783446ec5 admin admin] Request body: {'subnet': {'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1510121449-subnet', 'tenant_id': 'c2dad27bb7d541768248999548dcb503', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:35.504759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 623c20c7-cc9c-440d-8828-06c3d2b90300 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:35.531402 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 623c20c7-cc9c-440d-8828-06c3d2b90300 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:35.531747 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 623c20c7-cc9c-440d-8828-06c3d2b90300 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:35.532157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 566b6c9c-a6ff-4540-a0f2-6bff03b7838a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:35.552312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 566b6c9c-a6ff-4540-a0f2-6bff03b7838a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:35.553121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 566b6c9c-a6ff-4540-a0f2-6bff03b7838a not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:35.623962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a4b2d-5cce-46af-a34a-2a3c79770c51 req-d8e8ae53-3896-47f8-9b5d-d98b8f3f77f8 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:35.626397 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-814a4b2d-5cce-46af-a34a-2a3c79770c51 req-d8e8ae53-3896-47f8-9b5d-d98b8f3f77f8 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.0491750 Dec 17 13:02:35.649830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd4b19a-7d75-49d5-b004-3f6783446ec5 admin admin] Made reservation on behalf of c2dad27bb7d541768248999548dcb503 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:02:35.651882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b19a-7d75-49d5-b004-3f6783446ec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.728640 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-814a4b2d-5cce-46af-a34a-2a3c79770c51 req-debf9bf4-dca4-4a6e-940f-2279f597bb88 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954733 Dec 17 13:02:35.736409 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.936933 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b19a-7d75-49d5-b004-3f6783446ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:35.999906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4b19a-7d75-49d5-b004-3f6783446ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:36.010631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd4b19a-7d75-49d5-b004-3f6783446ec5 admin admin] Checking segment: {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:02:36.010631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd4b19a-7d75-49d5-b004-3f6783446ec5 admin admin] Network hostable DHCP agents. Network: 27191bc5-6cac-4bb5-bef0-77a566e4403e, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:02:36.078357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-54cd5285-b05b-43c1-8eab-edbdef892114 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:02:36.079322 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-54cd5285-b05b-43c1-8eab-edbdef892114 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057695 Dec 17 13:02:36.084671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd4b19a-7d75-49d5-b004-3f6783446ec5 admin admin] Network 27191bc5-6cac-4bb5-bef0-77a566e4403e is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:02:36.122127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-0d347079-9ad2-49ae-88ca-10a425ca65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:36.123506 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-0d347079-9ad2-49ae-88ca-10a425ca65ef service neutron] 10.222.0.59 "GET /v2.0/ports/ce04f5e0-3409-4d14-badb-dde3395f4751 HTTP/1.1" status: 200 len: 1093 time: 0.0355644 Dec 17 13:02:36.132705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] Request body: {'binding': {'host': 'n-h2-815324-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:36.133812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] Unknown quota resources ['binding']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:02:36.165352 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3fd4b19a-7d75-49d5-b004-3f6783446ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 27191bc5-6cac-4bb5-bef0-77a566e4403e) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:02:36.177011 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd4b19a-7d75-49d5-b004-3f6783446ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:36.177011 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b19a-7d75-49d5-b004-3f6783446ec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:36.177319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d599a2db-6b9d-4e54-bc4e-dda91be0203e None None] Network 27191bc5-6cac-4bb5-bef0-77a566e4403e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:02:36.293103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e301a59-07ae-45a5-acc1-471016258c05 None None] Network 27191bc5-6cac-4bb5-bef0-77a566e4403e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:02:36.549703 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3fd4b19a-7d75-49d5-b004-3f6783446ec5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0506043 Dec 17 13:02:36.586056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7129d60-8f47-44dc-beec-76e49cecb4bc req-fed75ee4-24c2-44e3-a326-d1cffb841e18 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:36.587937 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7129d60-8f47-44dc-beec-76e49cecb4bc req-fed75ee4-24c2-44e3-a326-d1cffb841e18 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.3484097 Dec 17 13:02:36.611557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] Attempting to bind port ce04f5e0-3409-4d14-badb-dde3395f4751 on host n-h2-815324-5 for vnic_type normal with profile None {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:02:36.611897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] Attempting to bind port ce04f5e0-3409-4d14-badb-dde3395f4751 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:02:36.612223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] Attempting to bind port ce04f5e0-3409-4d14-badb-dde3395f4751 on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:36.626618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] Port ce04f5e0-3409-4d14-badb-dde3395f4751 on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:02:36.627563 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] Attempting to bind port ce04f5e0-3409-4d14-badb-dde3395f4751 on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:36.635210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:02:36.635554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:02:36.636151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] Bound using segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:02:36.636582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] Bound port: ce04f5e0-3409-4d14-badb-dde3395f4751, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:02:36.688240 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7129d60-8f47-44dc-beec-76e49cecb4bc req-23119f8b-aa5a-465f-b30e-713dd6d88ce1 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880878 Dec 17 13:02:36.708862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ce04f5e0-3409-4d14-badb-dde3395f4751,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:02:36.831545 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] Publish callbacks [] for binding, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:36.832760 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-27c2bc91-fdd3-43d2-9bbc-45c28ae027a0 service neutron] 10.222.0.59 "POST /v2.0/ports/ce04f5e0-3409-4d14-badb-dde3395f4751/bindings HTTP/1.1" status: 201 len: 389 time: 0.7033541 Dec 17 13:02:36.876656 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1fb72-9687-420a-a2af-9a19ab84278a req-bc8f2dfe-350a-4daa-8786-9abe0f522cc6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:36.877085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-c81521af-a135-4b43-9cd3-742a9953f9a2 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:36.878685 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-c81521af-a135-4b43-9cd3-742a9953f9a2 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14&tenant_id=ff7efdc23937426fbd815e9fa0587f98&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1096 time: 0.0526097 Dec 17 13:02:36.879123 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2fd1fb72-9687-420a-a2af-9a19ab84278a req-bc8f2dfe-350a-4daa-8786-9abe0f522cc6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0619371 Dec 17 13:02:36.893079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-5'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:36.931811 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2fd1fb72-9687-420a-a2af-9a19ab84278a req-143be583-800f-44ba-838d-0d97b9bea2b8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466340 Dec 17 13:02:36.958182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:37.096632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:37.162989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:02:37.224107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f499df44-eb11-4375-8d8a-3e97bb0fcb14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:37.226386 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de658a11-2b88-4384-86db-231807e9b007" -d '{"events": [{"server_uuid": "f499df44-eb11-4375-8d8a-3e97bb0fcb14", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:37.231499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:37.245285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261e523-4305-410f-94df-a66d4acbd0a4 req-6e3f4f4c-7bcf-4fb6-b06b-f3fa1822c42f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:37.246841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d261e523-4305-410f-94df-a66d4acbd0a4 req-6e3f4f4c-7bcf-4fb6-b06b-f3fa1822c42f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 945 time: 0.1042325 Dec 17 13:02:37.304676 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d261e523-4305-410f-94df-a66d4acbd0a4 req-cc0eaae6-4106-4857-8843-33a1cb44e5a4 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509427 Dec 17 13:02:37.308348 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:37.335109 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-0c86a1b4-6bba-4bd0-81c0-d3cb51b823ac tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:37.351372 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-0c86a1b4-6bba-4bd0-81c0-d3cb51b823ac tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/networks?id=27191bc5-6cac-4bb5-bef0-77a566e4403e HTTP/1.1" status: 200 len: 813 time: 0.1457253 Dec 17 13:02:37.363771 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-1f245492-9f47-4a40-9551-c9b0e2232ebf tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/quotas/c2dad27bb7d541768248999548dcb503 HTTP/1.1" status: 200 len: 375 time: 0.0165172 Dec 17 13:02:37.394411 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-42c31001-9fcd-44e5-9165-7a26314916e8 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c2dad27bb7d541768248999548dcb503&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314775 Dec 17 13:02:37.443704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Attempting to bind port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on host n-h1-815324-5 for vnic_type normal with profile {"migrating_to": "n-h2-815324-5"} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:02:37.444220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Attempting to bind port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:02:37.444683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Attempting to bind port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:37.451402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:37.455780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on network ce64e852-517d-4899-976e-d0fa7c65f446 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:02:37.456197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Attempting to bind port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on network ce64e852-517d-4899-976e-d0fa7c65f446 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:37.473176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:02:37.473557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Checking segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:02:37.476837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Bound using segment: {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:02:37.476837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Bound port: a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accece9c-f135-474c-b344-90fe0adf6d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'ce64e852-517d-4899-976e-d0fa7c65f446'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:02:37.476837 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:37.514205 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-28d9d571-c9df-4d83-ab0b-b8ea276b21bf service neutron] 10.222.0.59 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114590 Dec 17 13:02:37.549164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663baf1-bff4-4f48-9bda-9c4cdf9aafa9 req-c20caa11-a707-44bd-989d-3d126b85423a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:37.550778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3663baf1-bff4-4f48-9bda-9c4cdf9aafa9 req-c20caa11-a707-44bd-989d-3d126b85423a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0918186 Dec 17 13:02:37.592155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:02:37.599680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:02:37.602363 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7214349e-a905-40b2-ada4-0c96bbfdab5c service neutron] 10.222.0.59 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864503 Dec 17 13:02:37.616497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3663baf1-bff4-4f48-9bda-9c4cdf9aafa9 req-68771993-7f46-4ac2-9588-d85ac3fc9800 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567706 Dec 17 13:02:37.666203 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65918ff-ee45-46ea-99c4-3d08366a4ebe x-openstack-request-id: req-b65918ff-ee45-46ea-99c4-3d08366a4ebe {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:37.666749 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f499df44-eb11-4375-8d8a-3e97bb0fcb14", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:37.679673 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b65918ff-ee45-46ea-99c4-3d08366a4ebe {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:37.679673 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f499df44-eb11-4375-8d8a-3e97bb0fcb14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a', 'code': 200} Dec 17 13:02:37.702894 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:37.780097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:37.780768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:37.782415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] 10.222.0.61 "PUT /v2.0/ports/a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a HTTP/1.1" status: 200 len: 1121 time: 0.8933835 Dec 17 13:02:37.785979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be73e5c-2ea3-4dcd-bceb-041606c1cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,revision_number=8']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:37.899807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:37.918516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8c5e4-f581-4c71-bebc-073aabb4bee3 req-323861bb-c3c7-46cd-a581-888321aef88c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:37.920632 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8df8c5e4-f581-4c71-bebc-073aabb4bee3 req-323861bb-c3c7-46cd-a581-888321aef88c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0546277 Dec 17 13:02:37.935899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:37.988158 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8df8c5e4-f581-4c71-bebc-073aabb4bee3 req-c7f17f76-5fe0-4a4e-bd8a-a3836a6a9217 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607405 Dec 17 13:02:38.023658 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:02:38.222645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809327b7-23ab-407f-8bae-b505a67c7fe9 req-c40ff356-db7a-42ea-9c03-b85c8ade1e82 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:38.224691 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-809327b7-23ab-407f-8bae-b505a67c7fe9 req-c40ff356-db7a-42ea-9c03-b85c8ade1e82 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0876954 Dec 17 13:02:38.281943 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-809327b7-23ab-407f-8bae-b505a67c7fe9 req-b330ebe8-b5d8-4e38-9c27-b4fda2f54740 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466130 Dec 17 13:02:38.284157 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc13f8b3-520a-4b9f-8500-ff9a6280c91b req-3d95ab2b-8fff-49c5-b9a5-dcab80460919 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 210 time: 0.0268648 Dec 17 13:02:38.460948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75929c18-a972-46b5-8f18-686d29185e04 req-6ce4804b-4a48-4eea-b570-038e9a35d073 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:38.464011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75929c18-a972-46b5-8f18-686d29185e04 req-6ce4804b-4a48-4eea-b570-038e9a35d073 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.0863333 Dec 17 13:02:38.527622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75929c18-a972-46b5-8f18-686d29185e04 req-28acfb6c-ace6-4f33-ae67-bc068f0e3b44 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562553 Dec 17 13:02:38.811454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99045449-2c4f-4e95-bbad-8a4bf92ec208 req-a260ec89-852a-4f8b-989e-764ad7ae6312 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:38.813145 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99045449-2c4f-4e95-bbad-8a4bf92ec208 req-a260ec89-852a-4f8b-989e-764ad7ae6312 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0552344 Dec 17 13:02:38.865040 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99045449-2c4f-4e95-bbad-8a4bf92ec208 req-03683f51-ab78-4e71-b293-0de0ff66527d tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454278 Dec 17 13:02:38.974480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46936) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:39.083992 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ae50-9a84-48f7-9f73-fb6d39dc6e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:39.173810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8dcdb-1175-4e2b-8f31-fc3286ed057a req-82b5f071-50e2-4b8c-956f-836dcd279f2c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:39.175395 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eef8dcdb-1175-4e2b-8f31-fc3286ed057a req-82b5f071-50e2-4b8c-956f-836dcd279f2c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0926533 Dec 17 13:02:39.243180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ae50-9a84-48f7-9f73-fb6d39dc6e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:39.248115 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eef8dcdb-1175-4e2b-8f31-fc3286ed057a req-a27ab2b0-8ddc-40b4-85e7-7b54adb38923 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626297 Dec 17 13:02:39.327142 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ca9ae50-9a84-48f7-9f73-fb6d39dc6e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:39.368972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b6607038-bd6f-46c6-9c5b-2d0a3b9f1775 req-96d32fb4-f616-4415-be33-808bbcd070c2 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 210 time: 0.0300515 Dec 17 13:02:39.375215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9ae50-9a84-48f7-9f73-fb6d39dc6e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c50acc-2c44-4a9e-b6c1-e8f457bf3cb0,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:39.396003 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3ca9ae50-9a84-48f7-9f73-fb6d39dc6e6c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3fd2f54c00d3471986ec7c7471c18de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4203308 Dec 17 13:02:39.398655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46950) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:39.418631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671a524-0ea3-4ef0-9831-7501e68adfac req-af29e977-6ff1-40ce-8df9-5996ef57cd9e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:39.420083 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4671a524-0ea3-4ef0-9831-7501e68adfac req-af29e977-6ff1-40ce-8df9-5996ef57cd9e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0617843 Dec 17 13:02:39.449907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3489ddc1-06f4-4c07-b082-e415385a9866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:39.468403 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4671a524-0ea3-4ef0-9831-7501e68adfac req-7a6d919e-2c14-4cf2-a3f4-1776b435c709 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Dec 17 13:02:39.475525 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3489ddc1-06f4-4c07-b082-e415385a9866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:39.503349 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:02:39.651302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3489ddc1-06f4-4c07-b082-e415385a9866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:39.654858 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3489ddc1-06f4-4c07-b082-e415385a9866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:39.656079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3489ddc1-06f4-4c07-b082-e415385a9866 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c9c50acc-2c44-4a9e-b6c1-e8f457bf3cb0 HTTP/1.1" status: 204 len: 168 time: 0.2562015 Dec 17 13:02:39.661291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062335d-e7c6-4456-b494-a8964d7deb62 req-081993c2-6ea4-485d-adff-61c70f5b98d3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:39.663920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489ddc1-06f4-4c07-b082-e415385a9866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c50acc-2c44-4a9e-b6c1-e8f457bf3cb0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:39.675810 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c062335d-e7c6-4456-b494-a8964d7deb62 req-081993c2-6ea4-485d-adff-61c70f5b98d3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.0714891 Dec 17 13:02:39.675917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f499df44-eb11-4375-8d8a-3e97bb0fcb14', 'tag': 'a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:39.677131 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95420006-d503-43e5-a1ed-70cb240f9912" -d '{"events": [{"name": "network-changed", "server_uuid": "f499df44-eb11-4375-8d8a-3e97bb0fcb14", "tag": "a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:39.725354 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fea9fed-c221-4d84-8254-1960f6c82d47 x-openstack-request-id: req-0fea9fed-c221-4d84-8254-1960f6c82d47 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:39.726089 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f499df44-eb11-4375-8d8a-3e97bb0fcb14", "tag": "a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:39.726089 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fea9fed-c221-4d84-8254-1960f6c82d47 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:39.726395 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f499df44-eb11-4375-8d8a-3e97bb0fcb14', 'tag': 'a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a', 'status': 'completed', 'code': 200} Dec 17 13:02:39.733680 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c062335d-e7c6-4456-b494-a8964d7deb62 req-8f7f8e64-660f-411c-904a-4a69b110afd0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628285 Dec 17 13:02:39.766200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:39.778832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a has no active binding in host n-h2-815324-5 {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 13:02:39.792394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95420006-d503-43e5-a1ed-70cb240f9912 req-842a48e2-4941-47d8-b56c-61bf22be9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:39.794020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95420006-d503-43e5-a1ed-70cb240f9912 req-842a48e2-4941-47d8-b56c-61bf22be9cd7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 1124 time: 0.0442786 Dec 17 13:02:39.885959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95420006-d503-43e5-a1ed-70cb240f9912 req-e85cb220-7a37-4f75-9935-0098a3b999a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:39.887472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95420006-d503-43e5-a1ed-70cb240f9912 req-e85cb220-7a37-4f75-9935-0098a3b999a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.0843940 Dec 17 13:02:39.936079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95420006-d503-43e5-a1ed-70cb240f9912 req-db358073-3d4f-4fda-a3ed-e421c06d4678 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a HTTP/1.1" status: 200 len: 217 time: 0.0383742 Dec 17 13:02:40.012749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95420006-d503-43e5-a1ed-70cb240f9912 req-19236d3e-cc54-4784-a203-08c5d81c52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:40.014300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95420006-d503-43e5-a1ed-70cb240f9912 req-19236d3e-cc54-4784-a203-08c5d81c52a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.0707741 Dec 17 13:02:40.040962 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a258f8-e881-430c-8c0c-35b23114ba7b req-79995973-0eb1-4878-a00f-5e72f57140a0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:40.042515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03a258f8-e881-430c-8c0c-35b23114ba7b req-79995973-0eb1-4878-a00f-5e72f57140a0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0735085 Dec 17 13:02:40.061537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95420006-d503-43e5-a1ed-70cb240f9912 req-884e6e8b-baa7-4bf4-8fa2-8e19c93e0f90 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381515 Dec 17 13:02:40.155287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03a258f8-e881-430c-8c0c-35b23114ba7b req-98f49012-2d37-477c-a572-35b6dd83b7e4 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953245 Dec 17 13:02:40.183924 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95420006-d503-43e5-a1ed-70cb240f9912 req-535a99f0-0ef1-4745-b613-78519f2596ad service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098042 Dec 17 13:02:40.296118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95420006-d503-43e5-a1ed-70cb240f9912 req-734af554-0fc7-43d7-a993-2bf6c6234c91 service neutron] 10.222.0.54 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958068 Dec 17 13:02:40.375046 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c79451-e5b0-4ea9-9298-fa1e761466a3 req-d921147e-3ba4-427a-ae58-93cffedded30 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:40.376696 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-84c79451-e5b0-4ea9-9298-fa1e761466a3 req-d921147e-3ba4-427a-ae58-93cffedded30 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0531812 Dec 17 13:02:40.417040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46970) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:40.432224 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92185ebd-c9c7-458e-be01-bbd33efef408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:40.434570 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-84c79451-e5b0-4ea9-9298-fa1e761466a3 req-c45dbb00-c6bb-40ff-add3-bcb53226a16a tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497181 Dec 17 13:02:40.496231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ad8c3984-3ac6-4c55-a040-1d79ccbcad7c req-77983f77-2f6e-4932-affa-0a5b727427dc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 210 time: 0.0377748 Dec 17 13:02:40.548111 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92185ebd-c9c7-458e-be01-bbd33efef408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:40.590804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011e907-c23a-4f20-b315-a5cd719428d3 req-e7a67bbe-2a76-404d-8542-ede7af1b2aa8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:40.592295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9011e907-c23a-4f20-b315-a5cd719428d3 req-e7a67bbe-2a76-404d-8542-ede7af1b2aa8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0535126 Dec 17 13:02:40.642754 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9011e907-c23a-4f20-b315-a5cd719428d3 req-2ddfdd73-a88c-4164-87e7-7a0e2c710e60 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441158 Dec 17 13:02:40.662450 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92185ebd-c9c7-458e-be01-bbd33efef408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:40.707938 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-92185ebd-c9c7-458e-be01-bbd33efef408 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1863f15c83b040aa9a69e6a3f137bee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892020 Dec 17 13:02:40.709214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92185ebd-c9c7-458e-be01-bbd33efef408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc264b9-028a-4686-b2d6-cad6751379c9,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:40.711182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46976) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:40.768409 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2458253e-50ae-437a-a8a3-05934b4e3833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:40.800693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2458253e-50ae-437a-a8a3-05934b4e3833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:40.865622 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078a1ab-4676-45e5-8037-4247caf37073 req-c79bfd3d-2f3e-4a9f-bb5f-e76b08bb86b0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:40.867346 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5078a1ab-4676-45e5-8037-4247caf37073 req-c79bfd3d-2f3e-4a9f-bb5f-e76b08bb86b0 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.0527685 Dec 17 13:02:40.915558 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5078a1ab-4676-45e5-8037-4247caf37073 req-de95ac58-4aa3-495b-b575-cc3280db6f2a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 Dec 17 13:02:40.942815 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2458253e-50ae-437a-a8a3-05934b4e3833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:40.945421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2458253e-50ae-437a-a8a3-05934b4e3833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:40.946689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2458253e-50ae-437a-a8a3-05934b4e3833 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7cc264b9-028a-4686-b2d6-cad6751379c9 HTTP/1.1" status: 204 len: 168 time: 0.2336836 Dec 17 13:02:40.954359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458253e-50ae-437a-a8a3-05934b4e3833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc264b9-028a-4686-b2d6-cad6751379c9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:41.096888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-98a63b1c-3dae-407a-9cef-f76d8df902ef tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:41.098445 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-98a63b1c-3dae-407a-9cef-f76d8df902ef tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.54 "GET /v2.0/networks?id=27191bc5-6cac-4bb5-bef0-77a566e4403e HTTP/1.1" status: 200 len: 813 time: 0.1084549 Dec 17 13:02:41.112253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Request body: {'port': {'device_id': 'bb33d3aa-429f-4449-baff-9aa471d17635', 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e', 'admin_state_up': True, 'tenant_id': 'c2dad27bb7d541768248999548dcb503'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:41.317520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd409a07-8fad-4290-ac8e-08beda6e46ca req-46b57056-cafc-4803-bebb-4e5291158c2a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:41.319513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bd409a07-8fad-4290-ac8e-08beda6e46ca req-46b57056-cafc-4803-bebb-4e5291158c2a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0594714 Dec 17 13:02:41.371159 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bd409a07-8fad-4290-ac8e-08beda6e46ca req-1616ed1a-0c2c-4467-904d-9780e70a1e40 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445917 Dec 17 13:02:41.421540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Made reservation on behalf of c2dad27bb7d541768248999548dcb503 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:02:41.426962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:41.561298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0d929-e4df-4706-a1a0-ceee010af58d req-653b657a-1445-4848-9f7b-d8fb44717fe3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:41.563052 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-10c0d929-e4df-4706-a1a0-ceee010af58d req-653b657a-1445-4848-9f7b-d8fb44717fe3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0520887 Dec 17 13:02:41.636982 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-10c0d929-e4df-4706-a1a0-ceee010af58d req-6ccd403c-cd16-4558-aa58-f794e17c6b3f tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583904 Dec 17 13:02:41.661858 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f39bb275-58be-4b18-aca6-b840f3bd7dd1 req-0358694a-1e31-48fb-896b-b55ac6b7e036 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 210 time: 0.0816715 Dec 17 13:02:41.704321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-11637f15-6f48-4e94-9ed9-46b07c38cd09 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:41.706013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-11637f15-6f48-4e94-9ed9-46b07c38cd09 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.61 "GET /v2.0/networks?id=27191bc5-6cac-4bb5-bef0-77a566e4403e HTTP/1.1" status: 200 len: 813 time: 0.2448339 Dec 17 13:02:41.716052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Allocated IP 172.20.0.5 (27191bc5-6cac-4bb5-bef0-77a566e4403e/4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce/63c1a9f7-8652-4892-b80f-0ee6805893c2) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:02:41.741780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Request body: {'port': {'device_id': '0fdf5ded-60a6-4ea3-b887-a653accc2dff', 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e', 'admin_state_up': True, 'tenant_id': 'c2dad27bb7d541768248999548dcb503'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:42.108491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d6d38-33af-49f0-b02b-6198877924e4 req-2cd8b67f-d0d3-465b-9e53-4e148849b7ac tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:42.114070 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-094d6d38-33af-49f0-b02b-6198877924e4 req-2cd8b67f-d0d3-465b-9e53-4e148849b7ac tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.0946784 Dec 17 13:02:42.169983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-094d6d38-33af-49f0-b02b-6198877924e4 req-1cf67325-f941-45de-a21f-6545c5314314 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539248 Dec 17 13:02:42.267748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7abd7c-1cc5-4c43-8ad4-62947079460a req-4f77c6ff-7f31-4189-88be-103d72d8cab4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:42.269266 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e7abd7c-1cc5-4c43-8ad4-62947079460a req-4f77c6ff-7f31-4189-88be-103d72d8cab4 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.5209520 Dec 17 13:02:42.331674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:42.403855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e7abd7c-1cc5-4c43-8ad4-62947079460a req-c6c133dd-e48b-47c8-81ef-7b50489e572d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222408 Dec 17 13:02:42.514846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Made reservation on behalf of c2dad27bb7d541768248999548dcb503 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:02:42.520275 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:42.522678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcf86e-c8e6-4d1b-a951-591318c2d3f7 req-e63eeaf4-91a2-4fb2-a52a-c2d4e265f328 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:42.524572 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:42.537338 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bdbcf86e-c8e6-4d1b-a951-591318c2d3f7 req-e63eeaf4-91a2-4fb2-a52a-c2d4e265f328 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0687089 Dec 17 13:02:42.598093 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bdbcf86e-c8e6-4d1b-a951-591318c2d3f7 req-758a6826-94c0-4e81-8685-fc92dc1bf263 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579627 Dec 17 13:02:42.606749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Network 27191bc5-6cac-4bb5-bef0-77a566e4403e is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:02:42.638355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:02:42.647751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:02:42.653462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:42.654124 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:42.660378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Pushing event updated for resources: {'Port': ['ID=63c1a9f7-8652-4892-b80f-0ee6805893c2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:42.762641 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f2b14a64-4782-4af2-b3c0-a0b2309f5424 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6515174 Dec 17 13:02:42.775253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Request body: {'port': {'device_id': 'bb33d3aa-429f-4449-baff-9aa471d17635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:42.798843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08cb040a-6eb4-40cf-b2d4-736c37e71e3a req-ef50383f-50e3-4303-ab44-8eb238df7199 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 210 time: 0.0459387 Dec 17 13:02:42.800999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Allocated IP 172.20.0.11 (27191bc5-6cac-4bb5-bef0-77a566e4403e/4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce/06043ecf-17bf-4bc5-b4ed-24aec7a8b587) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:02:42.869258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f92ec-2420-482e-93a2-2853a9047e45 req-4aaf21cc-fe38-45c2-8376-e51775aa8ec7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:42.870982 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce9f92ec-2420-482e-93a2-2853a9047e45 req-4aaf21cc-fe38-45c2-8376-e51775aa8ec7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1523433 Dec 17 13:02:42.901348 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:43.018647 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce9f92ec-2420-482e-93a2-2853a9047e45 req-7c5da9f7-18d5-4a2f-b107-f892607d1e62 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346276 Dec 17 13:02:43.149517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:43.280580 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:43.301680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c28b2-7afc-4272-83ad-42a7c1b7e78c req-4722d7e2-4d74-499c-b236-9ffa09c61ffa tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:43.303655 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f54c28b2-7afc-4272-83ad-42a7c1b7e78c req-4722d7e2-4d74-499c-b236-9ffa09c61ffa tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.0546947 Dec 17 13:02:43.379503 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f54c28b2-7afc-4272-83ad-42a7c1b7e78c req-07414d7f-c1bc-4288-8c5d-c1dcec120621 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674679 Dec 17 13:02:43.404209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Network 27191bc5-6cac-4bb5-bef0-77a566e4403e is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:02:43.406603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:02:43.410019 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:02:43.417929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:43.418553 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:43.446480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Pushing event updated for resources: {'Port': ['ID=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:43.539849 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-7f8093d8-c4f0-4e21-a89b-19a4615221cc tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8098483 Dec 17 13:02:43.567865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Request body: {'port': {'device_id': '0fdf5ded-60a6-4ea3-b887-a653accc2dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:43.589071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c1a9f7-8652-4892-b80f-0ee6805893c2 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:43.604279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:43.629331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Transition to ACTIVE for port object 63c1a9f7-8652-4892-b80f-0ee6805893c2 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:02:43.668662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e493e-e2e2-498b-9a35-ba7399b65d6d req-cd68c19e-9e7d-4fb4-bfde-1954eecb2401 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:43.670282 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-346e493e-e2e2-498b-9a35-ba7399b65d6d req-cd68c19e-9e7d-4fb4-bfde-1954eecb2401 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.1495175 Dec 17 13:02:43.675926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:43.732108 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:43.761189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f66d4-7b9b-405f-b019-65d75ab03f48 req-533bd3b8-24b7-4b94-a184-e63ab2d32d25 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:43.762926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f51f66d4-7b9b-405f-b019-65d75ab03f48 req-533bd3b8-24b7-4b94-a184-e63ab2d32d25 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0696721 Dec 17 13:02:43.765767 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9c4cb6a7-e0ae-4de3-aba4-fd2d101b5556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:43.815960 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f51f66d4-7b9b-405f-b019-65d75ab03f48 req-c2a6058f-0909-45a8-94ca-e1e379361105 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437236 Dec 17 13:02:43.867761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Pushing event updated for resources: {'Port': ['ID=63c1a9f7-8652-4892-b80f-0ee6805893c2,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:43.895644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-346e493e-e2e2-498b-9a35-ba7399b65d6d req-5beef571-b00f-4c33-b8fb-31d04b69bcf5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039125 Dec 17 13:02:43.967609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Attempting to bind port 63c1a9f7-8652-4892-b80f-0ee6805893c2 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:02:43.968443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Attempting to bind port 63c1a9f7-8652-4892-b80f-0ee6805893c2 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:02:43.968443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Attempting to bind port 63c1a9f7-8652-4892-b80f-0ee6805893c2 on network 27191bc5-6cac-4bb5-bef0-77a566e4403e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:43.980393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Port 63c1a9f7-8652-4892-b80f-0ee6805893c2 on network 27191bc5-6cac-4bb5-bef0-77a566e4403e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:02:43.980725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Attempting to bind port 63c1a9f7-8652-4892-b80f-0ee6805893c2 on network 27191bc5-6cac-4bb5-bef0-77a566e4403e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:43.988319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:02:43.988694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Checking segment: {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:02:43.989092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Bound using segment: {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:02:43.989532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Bound port: 63c1a9f7-8652-4892-b80f-0ee6805893c2, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:02:43.989923 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:43.993597 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-0500a1fa-b11c-4da2-b283-fab8aeae3067 service neutron] 10.222.0.54 "GET /v2.0/ports/a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a/bindings/n-h2-815324-5 HTTP/1.1" status: 200 len: 384 time: 0.0983944 Dec 17 13:02:44.004893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3f682-417f-4096-a77d-101cc0be051f req-415cac4a-8f62-44df-bd1b-4d4964d6ecdd tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:44.006375 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e1a3f682-417f-4096-a77d-101cc0be051f req-415cac4a-8f62-44df-bd1b-4d4964d6ecdd tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 932 time: 0.0700400 Dec 17 13:02:44.093139 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e1a3f682-417f-4096-a77d-101cc0be051f req-739a7c1c-2f5a-4ee4-bdc6-50988919422b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788627 Dec 17 13:02:44.095304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] For port 63c1a9f7-8652-4892-b80f-0ee6805893c2, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:02:44.102470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] For port 63c1a9f7-8652-4892-b80f-0ee6805893c2, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=63c1a9f7-8652-4892-b80f-0ee6805893c2,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:02:44.136311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:44.151964 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:44.165886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Transition to ACTIVE for port object 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:02:44.183451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:44.227905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:44.228598 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:44.230191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] 10.222.0.54 "PUT /v2.0/ports/63c1a9f7-8652-4892-b80f-0ee6805893c2 HTTP/1.1" status: 200 len: 1091 time: 1.4592471 Dec 17 13:02:44.230772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb33d3aa-429f-4449-baff-9aa471d17635', 'tag': '63c1a9f7-8652-4892-b80f-0ee6805893c2'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:44.233116 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914f6579-acb9-421d-bd4d-423f5958965b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb33d3aa-429f-4449-baff-9aa471d17635", "tag": "63c1a9f7-8652-4892-b80f-0ee6805893c2"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:44.240505 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:44.260087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-3710ba12-7a57-4016-9819-9a3be7d3aaa1 service neutron] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:44.261369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70096c0d-8085-4316-9f22-4c62ea0e05db service neutron] Pushing event updated for resources: {'Port': ['ID=63c1a9f7-8652-4892-b80f-0ee6805893c2,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:44.293019 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f301841-5211-45e9-a48a-bab4d11b1be2 req-38b69de0-f499-4d40-932e-d4e95807c7ab tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:44.295296 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8f301841-5211-45e9-a48a-bab4d11b1be2 req-38b69de0-f499-4d40-932e-d4e95807c7ab tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0913332 Dec 17 13:02:44.295509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-3710ba12-7a57-4016-9819-9a3be7d3aaa1 service neutron] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:02:44.332681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Pushing event updated for resources: {'Port': ['ID=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:44.339972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Attempting to bind port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:02:44.340320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Attempting to bind port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:02:44.340668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Attempting to bind port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 on network 27191bc5-6cac-4bb5-bef0-77a566e4403e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:44.345645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 on network 27191bc5-6cac-4bb5-bef0-77a566e4403e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:02:44.346167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Attempting to bind port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 on network 27191bc5-6cac-4bb5-bef0-77a566e4403e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:44.349845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-3710ba12-7a57-4016-9819-9a3be7d3aaa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:44.352467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:02:44.352814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Checking segment: {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:02:44.353281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Bound using segment: {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:02:44.353759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Bound port: 06043ecf-17bf-4bc5-b4ed-24aec7a8b587, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:02:44.354123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:44.372918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-3710ba12-7a57-4016-9819-9a3be7d3aaa1 service neutron] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:44.393873 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8f301841-5211-45e9-a48a-bab4d11b1be2 req-b6f365f2-76f1-4c50-a054-88ad039174b8 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741136 Dec 17 13:02:44.461003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] For port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:02:44.465392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] For port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:02:44.467551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-34a9043a-8d75-4956-9c87-6ebac27fed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:44.469080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-34a9043a-8d75-4956-9c87-6ebac27fed10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2dad27bb7d541768248999548dcb503&device_id=bb33d3aa-429f-4449-baff-9aa471d17635 HTTP/1.1" status: 200 len: 1094 time: 0.0789392 Dec 17 13:02:44.474449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-3710ba12-7a57-4016-9819-9a3be7d3aaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:44.485770 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a3212d-35d2-40d2-8d45-5f0fd3badc9e x-openstack-request-id: req-d1a3212d-35d2-40d2-8d45-5f0fd3badc9e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:44.485770 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb33d3aa-429f-4449-baff-9aa471d17635", "tag": "63c1a9f7-8652-4892-b80f-0ee6805893c2", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:44.486179 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1a3212d-35d2-40d2-8d45-5f0fd3badc9e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:44.486523 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb33d3aa-429f-4449-baff-9aa471d17635', 'tag': '63c1a9f7-8652-4892-b80f-0ee6805893c2', 'status': 'completed', 'code': 200} Dec 17 13:02:44.522043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-ee05b91c-79c6-4a98-b8f9-257ceeee3178 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63c1a9f7-8652-4892-b80f-0ee6805893c2 HTTP/1.1" status: 200 len: 217 time: 0.0450194 Dec 17 13:02:44.579367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-edf8069b-9a85-49cf-a936-7f04e48a4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:44.580998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-edf8069b-9a85-49cf-a936-7f04e48a4fc9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce HTTP/1.1" status: 200 len: 853 time: 0.0521545 Dec 17 13:02:44.582322 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-3710ba12-7a57-4016-9819-9a3be7d3aaa1 service neutron] Transition to ACTIVE for port object a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:02:44.582953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:44.598123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cc507-45a2-4961-8a9d-4a3f65130c4d req-57e5d030-911d-4c91-bc6b-5c3dbb2fb686 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:44.599667 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dd4cc507-45a2-4961-8a9d-4a3f65130c4d req-57e5d030-911d-4c91-bc6b-5c3dbb2fb686 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 943 time: 0.0660815 Dec 17 13:02:44.646562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:44.647476 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:44.648961 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] 10.222.0.61 "PUT /v2.0/ports/06043ecf-17bf-4bc5-b4ed-24aec7a8b587 HTTP/1.1" status: 200 len: 1092 time: 1.0888636 Dec 17 13:02:44.650211 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dd4cc507-45a2-4961-8a9d-4a3f65130c4d req-9c02c17f-fe24-4a63-818a-b328e782a818 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 Dec 17 13:02:44.651838 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-3710ba12-7a57-4016-9819-9a3be7d3aaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:44.653168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-355c05b7-d53b-45d4-886d-50cb65439dd2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=27191bc5-6cac-4bb5-bef0-77a566e4403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400653 Dec 17 13:02:44.693244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ef89d-9876-4a3f-a515-523cf1888188 service neutron] Pushing event updated for resources: {'Port': ['ID=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:44.718405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-3710ba12-7a57-4016-9819-9a3be7d3aaa1 service neutron] No DVR routers for this DVR port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:44.732683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710ba12-7a57-4016-9819-9a3be7d3aaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,revision_number=10']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:44.760317 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-3710ba12-7a57-4016-9819-9a3be7d3aaa1 service neutron] 10.222.0.54 "PUT /v2.0/ports/a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a/bindings/n-h2-815324-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7529573 Dec 17 13:02:44.799405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f6527fc5-c2b7-4831-bbac-935be926ebf7 service neutron] 10.222.0.54 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389518 Dec 17 13:02:44.898157 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-d98018d5-0a03-4c79-ae3e-5a8ed9b9556f service neutron] 10.222.0.54 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911613 Dec 17 13:02:45.065896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f6579-acb9-421d-bd4d-423f5958965b req-c0a1d139-e854-4ac2-abdb-125d27511c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:45.067598 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-914f6579-acb9-421d-bd4d-423f5958965b req-c0a1d139-e854-4ac2-abdb-125d27511c96 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2dad27bb7d541768248999548dcb503&device_id=bb33d3aa-429f-4449-baff-9aa471d17635 HTTP/1.1" status: 200 len: 1094 time: 0.0446529 Dec 17 13:02:45.170308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f6579-acb9-421d-bd4d-423f5958965b req-770a6b4c-31ba-4f5c-950d-eeb1dc6cc367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:45.171982 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-914f6579-acb9-421d-bd4d-423f5958965b req-770a6b4c-31ba-4f5c-950d-eeb1dc6cc367 service neutron] 10.222.0.54 "GET /v2.0/networks?id=27191bc5-6cac-4bb5-bef0-77a566e4403e HTTP/1.1" status: 200 len: 914 time: 0.0973771 Dec 17 13:02:45.214881 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-914f6579-acb9-421d-bd4d-423f5958965b req-b3868bb4-1478-4a4d-ab72-381a5ec2aa95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63c1a9f7-8652-4892-b80f-0ee6805893c2 HTTP/1.1" status: 200 len: 217 time: 0.0359180 Dec 17 13:02:45.265662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f6579-acb9-421d-bd4d-423f5958965b req-2a1cf5e1-15df-4fb9-bfbc-789e072a2d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:45.267178 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-914f6579-acb9-421d-bd4d-423f5958965b req-2a1cf5e1-15df-4fb9-bfbc-789e072a2d7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce HTTP/1.1" status: 200 len: 853 time: 0.0453012 Dec 17 13:02:45.301556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-914f6579-acb9-421d-bd4d-423f5958965b req-86a8910c-665f-459f-b97a-71b8187ed730 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=27191bc5-6cac-4bb5-bef0-77a566e4403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251465 Dec 17 13:02:45.340088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:45.380136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:45.404483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-914f6579-acb9-421d-bd4d-423f5958965b req-f4b28bba-1d92-4df8-937c-4be492fa05e7 service neutron] 10.222.0.54 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943570 Dec 17 13:02:45.502911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-914f6579-acb9-421d-bd4d-423f5958965b req-6ebdaed8-b19d-46ff-98c2-3365eec8236f service neutron] 10.222.0.54 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914862 Dec 17 13:02:46.256755 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9192-91fb-4598-84cd-860a80baef59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:46.488008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdf5ded-60a6-4ea3-b887-a653accc2dff', 'tag': '06043ecf-17bf-4bc5-b4ed-24aec7a8b587'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:46.490587 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9124e773-0685-4708-8956-39447415b9af" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdf5ded-60a6-4ea3-b887-a653accc2dff", "tag": "06043ecf-17bf-4bc5-b4ed-24aec7a8b587"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:47.344684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 63c1a9f7-8652-4892-b80f-0ee6805893c2 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:02:47.446984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 63c1a9f7-8652-4892-b80f-0ee6805893c2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=63c1a9f7-8652-4892-b80f-0ee6805893c2,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:47.459652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '63c1a9f7-8652-4892-b80f-0ee6805893c2', 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e', 'port_id': '63c1a9f7-8652-4892-b80f-0ee6805893c2', 'mac_address': 'fa:16:3e:bf:08:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:02:47.508255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:47.521163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c1a9f7-8652-4892-b80f-0ee6805893c2 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:47.541568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 63c1a9f7-8652-4892-b80f-0ee6805893c2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=63c1a9f7-8652-4892-b80f-0ee6805893c2,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:47.554448 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:47.651061 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:47.696543 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=63c1a9f7-8652-4892-b80f-0ee6805893c2,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:47.904298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2baa81-a55b-479c-927f-a5d56c0d1fce req-24910e90-5766-4f50-8e9f-da2f94e65cbc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:47.905851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fc2baa81-a55b-479c-927f-a5d56c0d1fce req-24910e90-5766-4f50-8e9f-da2f94e65cbc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0670698 Dec 17 13:02:47.951742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['63c1a9f7-8652-4892-b80f-0ee6805893c2'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:47.960444 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fc2baa81-a55b-479c-927f-a5d56c0d1fce req-1ac0e655-4002-4b1a-8407-5709b3d036a0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453260 Dec 17 13:02:47.976205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-11f8169d-f9e5-420a-8207-ded131cd6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:47.977800 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-11f8169d-f9e5-420a-8207-ded131cd6eae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c2dad27bb7d541768248999548dcb503&device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 1095 time: 0.1171227 Dec 17 13:02:48.043221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-4e948594-da49-4a43-b2a7-88db767c282c tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:48.044743 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-4e948594-da49-4a43-b2a7-88db767c282c tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14&tenant_id=ff7efdc23937426fbd815e9fa0587f98&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.1398113 Dec 17 13:02:48.051328 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-2099f98e-4f25-4cc2-8787-a2e2dde1228f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06043ecf-17bf-4bc5-b4ed-24aec7a8b587 HTTP/1.1" status: 200 len: 217 time: 0.0553603 Dec 17 13:02:48.061888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6092af-3712-4cd7-96a7-d8b69f5f8e5c req-92d38db7-174d-4b4f-a59d-3d8ac65e33f8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:48.063771 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa6092af-3712-4cd7-96a7-d8b69f5f8e5c req-92d38db7-174d-4b4f-a59d-3d8ac65e33f8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.1108780 Dec 17 13:02:48.111384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd39c72-9a69-4157-929b-db598649bce9 req-6659cb03-8609-4ae1-9c33-066c0da15df3 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:48.112907 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fd39c72-9a69-4157-929b-db598649bce9 req-6659cb03-8609-4ae1-9c33-066c0da15df3 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 944 time: 0.0650392 Dec 17 13:02:48.160054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f9d1cca4-8825-472b-bf83-008d99cfa6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:48.161536 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-f9d1cca4-8825-472b-bf83-008d99cfa6ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce HTTP/1.1" status: 200 len: 853 time: 0.0955818 Dec 17 13:02:48.172128 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fd39c72-9a69-4157-929b-db598649bce9 req-8345dd86-dd60-4324-809d-f694bb4a78ed tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528617 Dec 17 13:02:48.188342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-427dc96b-6a83-48a2-87be-04dada3cd634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:48.189721 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-427dc96b-6a83-48a2-87be-04dada3cd634 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14&tenant_id=ff7efdc23937426fbd815e9fa0587f98 HTTP/1.1" status: 200 len: 1095 time: 0.1248386 Dec 17 13:02:48.209110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-9c76a56d-4a7a-45e9-be60-f72dccee112d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27191bc5-6cac-4bb5-bef0-77a566e4403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354893 Dec 17 13:02:48.213235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa6092af-3712-4cd7-96a7-d8b69f5f8e5c req-67806510-b921-4e0e-9db6-9c9c03ba138a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316979 Dec 17 13:02:48.298528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c31b6c-d746-4dd1-b98a-d59fd0222ca8 req-bc25c3b9-2655-44e9-8d4f-a95388a7addf tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:48.300180 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-27c31b6c-d746-4dd1-b98a-d59fd0222ca8 req-bc25c3b9-2655-44e9-8d4f-a95388a7addf tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0620418 Dec 17 13:02:48.349472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-27c31b6c-d746-4dd1-b98a-d59fd0222ca8 req-1f22391e-2b25-46f3-8834-7ca89c6382c4 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424361 Dec 17 13:02:48.367238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-fa05935d-9de3-4064-95b4-774bf2664557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:48.367238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-fa05935d-9de3-4064-95b4-774bf2664557 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff7efdc23937426fbd815e9fa0587f98&device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 1095 time: 0.1350288 Dec 17 13:02:48.411304 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14615d38-083d-4a87-b5fb-0fb18018497e x-openstack-request-id: req-14615d38-083d-4a87-b5fb-0fb18018497e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:48.411613 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdf5ded-60a6-4ea3-b887-a653accc2dff", "tag": "06043ecf-17bf-4bc5-b4ed-24aec7a8b587", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:48.411868 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14615d38-083d-4a87-b5fb-0fb18018497e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:48.412262 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fdf5ded-60a6-4ea3-b887-a653accc2dff', 'tag': '06043ecf-17bf-4bc5-b4ed-24aec7a8b587', 'status': 'completed', 'code': 200} Dec 17 13:02:48.446937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86681abb-d7db-4705-ad9d-e96a859e7629 req-76cc363a-7f61-4fbc-b4d2-bd057ca3a7d6 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:48.449106 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-86681abb-d7db-4705-ad9d-e96a859e7629 req-76cc363a-7f61-4fbc-b4d2-bd057ca3a7d6 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 944 time: 0.1455305 Dec 17 13:02:48.456179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-1b8e33bc-7c6e-41c5-b9b1-aff9afff8c58 service neutron] 10.222.0.61 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116950 Dec 17 13:02:48.470877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47112) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:48.521329 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d6fca-7111-49ec-ade4-c0580e8b72a8 req-885dd0d8-4c2b-4be8-a2f7-2bf2e43fb8ff tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:48.523255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d09d6fca-7111-49ec-ade4-c0580e8b72a8 req-885dd0d8-4c2b-4be8-a2f7-2bf2e43fb8ff tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 945 time: 0.0634935 Dec 17 13:02:48.596738 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d09d6fca-7111-49ec-ade4-c0580e8b72a8 req-f2c08484-958d-4220-b02a-779cb79317ae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653906 Dec 17 13:02:48.597994 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48cc2546-e87d-4076-86f0-fa77948204b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:48.685907 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48cc2546-e87d-4076-86f0-fa77948204b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:48.737389 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:48.783094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48cc2546-e87d-4076-86f0-fa77948204b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:48.832526 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-48cc2546-e87d-4076-86f0-fa77948204b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d3d034ec376445884b4a2945b667e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605990 Dec 17 13:02:48.833264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47120) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:48.833925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc2546-e87d-4076-86f0-fa77948204b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638331bc-91e7-4a89-b042-7683392c8635,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:48.867733 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-86681abb-d7db-4705-ad9d-e96a859e7629 req-5a3d0443-a138-4d5b-9091-7223c9689bd3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089437 Dec 17 13:02:48.886530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-146625ff-b86b-4ce3-b3b0-b017bc3fcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:48.891655 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-146625ff-b86b-4ce3-b3b0-b017bc3fcf2a service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 200 len: 909 time: 0.5136077 Dec 17 13:02:48.895158 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3977fbe-7159-4745-a18b-b39bfa0186c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:48.918117 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3977fbe-7159-4745-a18b-b39bfa0186c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:48.919385 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49523bc3-b2c5-4099-85dc-8cd143982559 req-b206cc13-46e4-48ae-8d28-bf2c6ce23b8d service neutron] 10.222.0.61 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509671 Dec 17 13:02:48.960467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-769b8073-9cea-4f4d-9f56-5122642cd845 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a HTTP/1.1" status: 200 len: 217 time: 0.0580425 Dec 17 13:02:49.023302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-1e53d5f4-d790-4a6e-b6e6-e2655ab6a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:49.025343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-1e53d5f4-d790-4a6e-b6e6-e2655ab6a1d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 200 len: 848 time: 0.0573726 Dec 17 13:02:49.057866 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3977fbe-7159-4745-a18b-b39bfa0186c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:49.061022 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3977fbe-7159-4745-a18b-b39bfa0186c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:49.064324 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f3977fbe-7159-4745-a18b-b39bfa0186c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/638331bc-91e7-4a89-b042-7683392c8635 HTTP/1.1" status: 204 len: 168 time: 0.2253277 Dec 17 13:02:49.073820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-ba0fdecc-93b9-42a5-b231-8535de630ba1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce64e852-517d-4899-976e-d0fa7c65f446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389836 Dec 17 13:02:49.107534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3977fbe-7159-4745-a18b-b39bfa0186c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638331bc-91e7-4a89-b042-7683392c8635,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:49.133903 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14ea9c-d3d9-48ca-b275-ce960edb053e req-97df7f66-4de6-4da3-8a5e-a78518c47f17 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:49.135474 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dd14ea9c-d3d9-48ca-b275-ce960edb053e req-97df7f66-4de6-4da3-8a5e-a78518c47f17 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0698886 Dec 17 13:02:49.207784 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dd14ea9c-d3d9-48ca-b275-ce960edb053e req-81062e99-b6d0-4d92-959e-40402aa4e59c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626240 Dec 17 13:02:49.212592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124e773-0685-4708-8956-39447415b9af req-2daa34ff-3225-459c-9ace-7f15f2b686d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:49.214318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9124e773-0685-4708-8956-39447415b9af req-2daa34ff-3225-459c-9ace-7f15f2b686d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c2dad27bb7d541768248999548dcb503&device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 1095 time: 0.1195610 Dec 17 13:02:49.294300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-6c844773-11df-4fac-b263-970002b48cf8 service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087891 Dec 17 13:02:49.359744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 63c1a9f7-8652-4892-b80f-0ee6805893c2 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:02:49.366005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774756b-d52d-4c5f-aedc-9d8d8cf6758b req-904814f2-7aad-4b3c-b3ee-b0f24d92d459 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:49.377617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4774756b-d52d-4c5f-aedc-9d8d8cf6758b req-904814f2-7aad-4b3c-b3ee-b0f24d92d459 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0793364 Dec 17 13:02:49.439882 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4774756b-d52d-4c5f-aedc-9d8d8cf6758b req-f8f1c733-caef-4c94-9f26-659118d805d8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605612 Dec 17 13:02:49.443983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b630-41b0-4e4f-bf29-e37444c3298c req-773f217f-ccbe-4993-a147-bf5a5cd54f96 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:49.445825 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8892b630-41b0-4e4f-bf29-e37444c3298c req-773f217f-ccbe-4993-a147-bf5a5cd54f96 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 944 time: 0.1538737 Dec 17 13:02:49.454719 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124e773-0685-4708-8956-39447415b9af req-3169761e-f7f5-496a-b305-3b81ba76bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:49.456148 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9124e773-0685-4708-8956-39447415b9af req-3169761e-f7f5-496a-b305-3b81ba76bf0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=27191bc5-6cac-4bb5-bef0-77a566e4403e HTTP/1.1" status: 200 len: 914 time: 0.2309732 Dec 17 13:02:49.498179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 63c1a9f7-8652-4892-b80f-0ee6805893c2 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:02:49.502799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 63c1a9f7-8652-4892-b80f-0ee6805893c2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:02:49.507340 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:49.528932 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9124e773-0685-4708-8956-39447415b9af req-69960ff3-d3ed-4011-ab09-61382b190651 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06043ecf-17bf-4bc5-b4ed-24aec7a8b587 HTTP/1.1" status: 200 len: 217 time: 0.0574501 Dec 17 13:02:49.533725 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-441454a8-3f6c-411a-8b77-cc20c414f9ef service neutron] 10.222.0.61 "GET /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259800 Dec 17 13:02:49.585753 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8892b630-41b0-4e4f-bf29-e37444c3298c req-daebf8b9-afdd-480a-b98a-d3b997565137 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329885 Dec 17 13:02:49.602776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124e773-0685-4708-8956-39447415b9af req-2acd9bf7-9a0d-441f-baba-97b2e94aa436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:49.604561 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9124e773-0685-4708-8956-39447415b9af req-2acd9bf7-9a0d-441f-baba-97b2e94aa436 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce HTTP/1.1" status: 200 len: 853 time: 0.0608592 Dec 17 13:02:49.611160 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:49.616465 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:49.640613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb33d3aa-429f-4449-baff-9aa471d17635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c1a9f7-8652-4892-b80f-0ee6805893c2'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:49.642282 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9124e773-0685-4708-8956-39447415b9af req-a3444304-4cde-402e-bddb-898cbf9b69e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=27191bc5-6cac-4bb5-bef0-77a566e4403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304728 Dec 17 13:02:49.643233 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2af429-eeef-4b82-b3ef-93a0f2985dc7" -d '{"events": [{"server_uuid": "bb33d3aa-429f-4449-baff-9aa471d17635", "name": "network-vif-plugged", "status": "completed", "tag": "63c1a9f7-8652-4892-b80f-0ee6805893c2"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:49.659522 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 63c1a9f7-8652-4892-b80f-0ee6805893c2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=63c1a9f7-8652-4892-b80f-0ee6805893c2,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:49.737680 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:49.751150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b93ef8-3c6f-4737-a56d-3262b66a026c req-7362016e-2d9b-4298-8fef-9f8f7bc01450 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:49.752743 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-89b93ef8-3c6f-4737-a56d-3262b66a026c req-7362016e-2d9b-4298-8fef-9f8f7bc01450 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1058919 Dec 17 13:02:49.799737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=63c1a9f7-8652-4892-b80f-0ee6805893c2,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:49.800080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9124e773-0685-4708-8956-39447415b9af req-ad85f6db-f57b-403d-ad36-1ae0d03679bb service neutron] 10.222.0.61 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423924 Dec 17 13:02:49.804434 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47138) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:49.819019 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12bd9dca-574a-471a-95c2-73e877db164b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:49.875827 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-89b93ef8-3c6f-4737-a56d-3262b66a026c req-689d3a11-73bb-43e2-9525-71de0a0147a6 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133358 Dec 17 13:02:49.910823 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20f369e-fd90-4bb8-9de3-cf22b61fd1ac x-openstack-request-id: req-e20f369e-fd90-4bb8-9de3-cf22b61fd1ac {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:49.910823 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb33d3aa-429f-4449-baff-9aa471d17635", "name": "network-vif-plugged", "status": "completed", "tag": "63c1a9f7-8652-4892-b80f-0ee6805893c2", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:49.910823 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e20f369e-fd90-4bb8-9de3-cf22b61fd1ac {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:49.910823 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb33d3aa-429f-4449-baff-9aa471d17635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c1a9f7-8652-4892-b80f-0ee6805893c2', 'code': 200} Dec 17 13:02:49.913125 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12bd9dca-574a-471a-95c2-73e877db164b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:49.936524 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9124e773-0685-4708-8956-39447415b9af req-5400ec7f-8b70-434e-81c2-ecd6effcc2bb service neutron] 10.222.0.61 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213527 Dec 17 13:02:50.004466 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12bd9dca-574a-471a-95c2-73e877db164b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:50.024480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce404a5e-4f0a-44f9-bc1f-956383dcdee1 req-5d496c30-766a-4987-89a1-19a3f409b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:50.026058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce404a5e-4f0a-44f9-bc1f-956383dcdee1 req-5d496c30-766a-4987-89a1-19a3f409b9d8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb33d3aa-429f-4449-baff-9aa471d17635 HTTP/1.1" status: 200 len: 1096 time: 0.0440586 Dec 17 13:02:50.050370 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-12bd9dca-574a-471a-95c2-73e877db164b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a591d37d3b2747ff824982094971797e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442017 Dec 17 13:02:50.059064 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47146) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:50.082943 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd9dca-574a-471a-95c2-73e877db164b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712066bd-2cdc-411c-be1e-91e6d3105852,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:50.101319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73063f66-65c8-4362-89a9-1cb56fb8dad3 req-036ffc7f-7335-4994-b836-8eb4fc31ed67 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:50.102980 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73063f66-65c8-4362-89a9-1cb56fb8dad3 req-036ffc7f-7335-4994-b836-8eb4fc31ed67 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 945 time: 0.1183758 Dec 17 13:02:50.134669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce404a5e-4f0a-44f9-bc1f-956383dcdee1 req-6e7a0c40-f42b-409b-b315-3211af94e18a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997522 Dec 17 13:02:50.152903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c27c5d-77e4-4f41-a218-ab0022337e1d req-4a07aba4-c328-4758-b215-ff047376e7c3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:50.154439 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78c27c5d-77e4-4f41-a218-ab0022337e1d req-4a07aba4-c328-4758-b215-ff047376e7c3 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 944 time: 0.1126456 Dec 17 13:02:50.157293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-b62c23e4-56b8-42f0-9f40-15ea90283e51 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:50.158726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-b62c23e4-56b8-42f0-9f40-15ea90283e51 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14&tenant_id=ff7efdc23937426fbd815e9fa0587f98&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.0969934 Dec 17 13:02:50.160859 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78729ea3-9726-4b7e-8935-55612fdc8295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:50.179905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73063f66-65c8-4362-89a9-1cb56fb8dad3 req-dc8915a9-a1bb-41fe-84b2-a3c76d12a681 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692406 Dec 17 13:02:50.203824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78729ea3-9726-4b7e-8935-55612fdc8295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:50.244594 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78c27c5d-77e4-4f41-a218-ab0022337e1d req-9ffe7e6a-a362-45bb-a8b2-495a01ec37ad tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820720 Dec 17 13:02:50.280212 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78729ea3-9726-4b7e-8935-55612fdc8295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:50.283060 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78729ea3-9726-4b7e-8935-55612fdc8295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:50.286615 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-78729ea3-9726-4b7e-8935-55612fdc8295 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/712066bd-2cdc-411c-be1e-91e6d3105852 HTTP/1.1" status: 204 len: 168 time: 0.2213893 Dec 17 13:02:50.294165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78729ea3-9726-4b7e-8935-55612fdc8295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712066bd-2cdc-411c-be1e-91e6d3105852,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:50.352060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-6f4517bf-9ff6-4310-b6e9-60f4c3311a0c service neutron] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:02:50.356044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65fecc-1c80-4f0b-9625-b423f1c98bc8 req-c11fcec7-fbaf-499e-b781-52f72ce8d349 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:50.356231 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-6f4517bf-9ff6-4310-b6e9-60f4c3311a0c service neutron] Publish callbacks [] for binding, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:50.357196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872bcbec-9f5d-4e19-84a0-dd7d69bfa9a5 req-6f4517bf-9ff6-4310-b6e9-60f4c3311a0c service neutron] 10.222.0.61 "DELETE /v2.0/ports/a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a/bindings/n-h1-815324-5 HTTP/1.1" status: 204 len: 173 time: 0.1874492 Dec 17 13:02:50.357715 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b65fecc-1c80-4f0b-9625-b423f1c98bc8 req-c11fcec7-fbaf-499e-b781-52f72ce8d349 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0534861 Dec 17 13:02:50.409182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b65fecc-1c80-4f0b-9625-b423f1c98bc8 req-d0a941e0-2fdc-4714-93f8-a8a6a7a130a0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Dec 17 13:02:50.562354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218200b3-6ae5-4bc2-a949-56720ea3bb27 req-1645e911-952a-47a9-8bd5-fe2758f7abee tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:50.563830 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-218200b3-6ae5-4bc2-a949-56720ea3bb27 req-1645e911-952a-47a9-8bd5-fe2758f7abee tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0493019 Dec 17 13:02:50.623299 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-218200b3-6ae5-4bc2-a949-56720ea3bb27 req-2132e988-0e6a-4c9c-ba5b-f826ea96564f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457308 Dec 17 13:02:50.718086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8987e-5082-4ae3-a0fd-04cee824694c req-28c2e763-45e6-41ce-8158-665fb6638ec5 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:50.720025 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5af8987e-5082-4ae3-a0fd-04cee824694c req-28c2e763-45e6-41ce-8158-665fb6638ec5 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 944 time: 0.0607491 Dec 17 13:02:50.773987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5af8987e-5082-4ae3-a0fd-04cee824694c req-a82ee3dc-db7b-4410-a576-41517e745883 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477526 Dec 17 13:02:51.007093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4317397-c89b-46f1-8dd9-3dd8db0e3f1a req-e243af16-e720-4cf1-8d04-10a6015839e7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:51.012990 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f4317397-c89b-46f1-8dd9-3dd8db0e3f1a req-e243af16-e720-4cf1-8d04-10a6015839e7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0502067 Dec 17 13:02:51.059970 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f4317397-c89b-46f1-8dd9-3dd8db0e3f1a req-53324426-9487-43cd-9d55-f601eb01ee8a tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 Dec 17 13:02:51.305412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93832907-eed1-40d6-8966-cea1d94381ce req-1b536406-9310-466a-ab00-ea63b6a43f2f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:51.308197 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93832907-eed1-40d6-8966-cea1d94381ce req-1b536406-9310-466a-ab00-ea63b6a43f2f tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 945 time: 0.0556197 Dec 17 13:02:51.387919 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93832907-eed1-40d6-8966-cea1d94381ce req-a1fe5c45-bad3-4c63-8a02-bcdcc2d439d8 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677357 Dec 17 13:02:51.392300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709b28a-67d7-46df-87a5-9edf4c936257 req-52eb585a-27d3-41f1-b8e9-f7f1a38a37cb tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:51.400682 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2709b28a-67d7-46df-87a5-9edf4c936257 req-52eb585a-27d3-41f1-b8e9-f7f1a38a37cb tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 944 time: 0.0706220 Dec 17 13:02:51.446032 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2709b28a-67d7-46df-87a5-9edf4c936257 req-99a7a3dd-c7ae-4396-9431-c555c0b8807a tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443842 Dec 17 13:02:51.547140 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea0f2-30a8-4ea8-b242-91c610607504 req-23d98bf3-63aa-4570-afed-939b83317c6c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:51.549676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-690ea0f2-30a8-4ea8-b242-91c610607504 req-23d98bf3-63aa-4570-afed-939b83317c6c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0667667 Dec 17 13:02:51.616289 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-690ea0f2-30a8-4ea8-b242-91c610607504 req-a0ee882d-2dc0-4e1b-94f3-99250c435ef7 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603049 Dec 17 13:02:51.621744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bd062-179b-428f-a56b-e251cac6d21f req-5a1ccab0-a3e1-4507-b2d0-10690ffc7c12 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:51.623183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-830bd062-179b-428f-a56b-e251cac6d21f req-5a1ccab0-a3e1-4507-b2d0-10690ffc7c12 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 945 time: 0.0813041 Dec 17 13:02:51.639856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09059160-1c39-4d0b-94cb-59754f129482 req-30d5254c-eb87-4c8f-8ae7-417145a0fcfb tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:51.647418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-09059160-1c39-4d0b-94cb-59754f129482 req-30d5254c-eb87-4c8f-8ae7-417145a0fcfb tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 1095 time: 0.0746429 Dec 17 13:02:51.750197 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-09059160-1c39-4d0b-94cb-59754f129482 req-7ead8be4-d75c-4360-9406-52433a0a9e96 tempest-LiveMigrationTest-1665819632 tempest-LiveMigrationTest-1665819632-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015830 Dec 17 13:02:51.754948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac7586-fe5d-4196-b094-91384ea6a204 req-215b66bc-df7b-43f4-822e-4f5485bd2aa2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:51.756659 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2ac7586-fe5d-4196-b094-91384ea6a204 req-215b66bc-df7b-43f4-822e-4f5485bd2aa2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0579507 Dec 17 13:02:51.772988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Deleting port 922e59ac-bc29-4762-8f02-29dbf40f6118 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:51.773617 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:51.829436 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2ac7586-fe5d-4196-b094-91384ea6a204 req-b9905fa0-a364-4554-aa18-bd75222a7176 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634115 Dec 17 13:02:51.913737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] For port 922e59ac-bc29-4762-8f02-29dbf40f6118, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=922e59ac-bc29-4762-8f02-29dbf40f6118,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:51.914112 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:51.950163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47ffcd-01b0-457c-95a2-d12c40b6810d req-ae0c1785-c3ca-4806-b789-235dfc540c30 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:51.951795 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc47ffcd-01b0-457c-95a2-d12c40b6810d req-ae0c1785-c3ca-4806-b789-235dfc540c30 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 944 time: 0.0626214 Dec 17 13:02:52.002273 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc47ffcd-01b0-457c-95a2-d12c40b6810d req-eb60bfd5-78f3-437c-8557-1060686dbe3b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Dec 17 13:02:52.015390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-835ad7ef-7759-48d1-98dd-f44f7ffe37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:52.016940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-835ad7ef-7759-48d1-98dd-f44f7ffe37c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 1096 time: 0.0991561 Dec 17 13:02:52.209858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-d4bcdbfa-dc87-4174-80e1-d170bf91cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:52.210509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-d4bcdbfa-dc87-4174-80e1-d170bf91cc2f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.1591952 Dec 17 13:02:52.217208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:52.217814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:52.218141 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Floating IP d1e8f8d6-684a-4b26-a1fc-936349a36ecc disassociated. External IP: 172.25.0.230, port: 922e59ac-bc29-4762-8f02-29dbf40f6118. Dec 17 13:02:52.218493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Calling delete_port for 922e59ac-bc29-4762-8f02-29dbf40f6118 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:52.261054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a05e4-b4c0-43b5-b776-c01b0544a710 req-1a941934-b420-4e29-8d5c-7c71f0cc208a tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:52.263435 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-a0d29f58-5f3e-49f4-9715-efc646280e9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce04f5e0-3409-4d14-badb-dde3395f4751 HTTP/1.1" status: 200 len: 217 time: 0.0428250 Dec 17 13:02:52.267875 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-788a05e4-b4c0-43b5-b776-c01b0544a710 req-1a941934-b420-4e29-8d5c-7c71f0cc208a tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0755558 Dec 17 13:02:52.316970 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-788a05e4-b4c0-43b5-b776-c01b0544a710 req-96a0c859-26c0-47ce-a9a1-6565257c980e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482106 Dec 17 13:02:52.396706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-e0f21d1f-25a2-4241-9d1a-64f6ecec02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:52.398234 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-e0f21d1f-25a2-4241-9d1a-64f6ecec02b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.1003430 Dec 17 13:02:52.421993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5676f67-02bb-4152-9c8a-70dfa9e68668 req-47df811d-79cb-48d5-90e6-b1a18f469c12 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:52.423526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5676f67-02bb-4152-9c8a-70dfa9e68668 req-47df811d-79cb-48d5-90e6-b1a18f469c12 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 944 time: 0.1231523 Dec 17 13:02:52.484658 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-39404d2a-003d-4d4d-b034-4f6591b0323b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592463 Dec 17 13:02:52.509155 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d31a2f-c8a9-4243-8eb7-8096d5caa4fe req-4a284985-5c32-4bbf-837f-5e3492cf6e37 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:52.511121 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-40d31a2f-c8a9-4243-8eb7-8096d5caa4fe req-4a284985-5c32-4bbf-837f-5e3492cf6e37 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 945 time: 0.0531981 Dec 17 13:02:52.560094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-40d31a2f-c8a9-4243-8eb7-8096d5caa4fe req-727b55d6-6bd3-41f2-9382-1d6d906e6c94 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428450 Dec 17 13:02:52.592916 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5676f67-02bb-4152-9c8a-70dfa9e68668 req-b03d923d-96fd-46f9-a697-820024fb9b17 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592064 Dec 17 13:02:52.631594 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-e9204925-118c-47bc-8240-ae5900ff5673 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339948 Dec 17 13:02:52.688423 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:52.737533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Pushing event deleted for resources: {'Port': ['ID=922e59ac-bc29-4762-8f02-29dbf40f6118,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:52.773206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.773614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.773974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.775005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.775670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.776525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.777124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.777565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.777922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.778310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.778695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.779410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.779757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:02:52.796492 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-36064415-6dcf-4af2-af4b-5642eab68450 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=dbcb3a41942148b2aee298bb9b6a5989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225105 Dec 17 13:02:52.907112 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-e7240e6e-fc2e-44e4-b2c3-49c36368986a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:52.908517 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-e7240e6e-fc2e-44e4-b2c3-49c36368986a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1060681 Dec 17 13:02:52.912104 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cca735-c243-4d9c-8879-0d5a3eb01f1f req-e92df289-67b0-497c-ba72-ceed49b71769 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:52.913635 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-55cca735-c243-4d9c-8879-0d5a3eb01f1f req-e92df289-67b0-497c-ba72-ceed49b71769 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.2196178 Dec 17 13:02:52.918126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-d6c35da3-2a85-4c81-a268-a46bc41594ee service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783065 Dec 17 13:02:52.925505 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-812a33a1-9c16-49a7-b8b7-95fa94e77a80 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/quotas/dbcb3a41942148b2aee298bb9b6a5989 HTTP/1.1" status: 200 len: 375 time: 0.0107772 Dec 17 13:02:52.957750 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-2475a948-da3d-4e78-8448-5b8406877456 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbcb3a41942148b2aee298bb9b6a5989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259836 Dec 17 13:02:52.972840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Router 470b7b32-d22a-489b-bb40-a303edcff400 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:02:52.989369 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-55cca735-c243-4d9c-8879-0d5a3eb01f1f req-d37e171f-3889-4e60-94e8-a204069de6fe tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669668 Dec 17 13:02:53.173106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa414-351c-4d1b-a237-b229a5ca7419 req-8ef5f134-95fe-4f4c-9c05-a421ccf6f4f9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:53.174883 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecefa414-351c-4d1b-a237-b229a5ca7419 req-8ef5f134-95fe-4f4c-9c05-a421ccf6f4f9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.61 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 944 time: 0.1774809 Dec 17 13:02:53.198069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:02:53.212743 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e2f3e-cfc9-4d12-89eb-32761c5223e5 None None] Sync routers for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:02:53.230772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bd925-f9f6-4a28-be7e-3d9a16083b22 req-7889a083-e671-4f8b-b413-c2d26257492b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:53.232433 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-720bd925-f9f6-4a28-be7e-3d9a16083b22 req-7889a083-e671-4f8b-b413-c2d26257492b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.1665874 Dec 17 13:02:53.237472 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e2f3e-cfc9-4d12-89eb-32761c5223e5 None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:02:53.238201 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6d3e2f3e-cfc9-4d12-89eb-32761c5223e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:02:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:02:53.321218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4e739-b2f7-411f-823e-0db2659afc48 req-0e3d925d-3ddb-404c-937e-9512e13bce10 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:53.323077 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2fb4e739-b2f7-411f-823e-0db2659afc48 req-0e3d925d-3ddb-404c-937e-9512e13bce10 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 944 time: 0.0646458 Dec 17 13:02:53.331413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] No DVR routers for this DVR port 922e59ac-bc29-4762-8f02-29dbf40f6118 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:53.334607 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:53.339591 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-830bd062-179b-428f-a56b-e251cac6d21f req-aaf802b6-e0f1-46df-9635-5b7216d13cae tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.61 "DELETE /v2.0/ports/922e59ac-bc29-4762-8f02-29dbf40f6118 HTTP/1.1" status: 204 len: 173 time: 1.7102048 Dec 17 13:02:53.369756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'name': 'network-vif-deleted', 'tag': '922e59ac-bc29-4762-8f02-29dbf40f6118'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:53.372193 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010a12c7-30c8-4e6c-8a58-80e9711c0248" -d '{"events": [{"server_uuid": "ddda39c1-6e64-4b56-9ce9-2c6da05034cf", "name": "network-vif-deleted", "tag": "922e59ac-bc29-4762-8f02-29dbf40f6118"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:53.422412 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2fb4e739-b2f7-411f-823e-0db2659afc48 req-03e6ca7e-aae8-405c-8d04-e458e68da4a2 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795193 Dec 17 13:02:53.432424 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-720bd925-f9f6-4a28-be7e-3d9a16083b22 req-8140802a-bdd2-4bce-9806-04abad128634 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740148 Dec 17 13:02:53.468382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ecefa414-351c-4d1b-a237-b229a5ca7419 req-0d5b171c-5e54-421c-952e-2e417a29be6f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Deleting port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:53.468788 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecefa414-351c-4d1b-a237-b229a5ca7419 req-0d5b171c-5e54-421c-952e-2e417a29be6f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:53.479068 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6d3e2f3e-cfc9-4d12-89eb-32761c5223e5 None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:02:53.543321 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:02:53.581006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ca55666-de71-48fe-95ee-62f618ebcc3d req-9eab629d-5337-44af-978a-f08c54c91513 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 210 time: 0.0750237 Dec 17 13:02:53.679889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:53.694121 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ecefa414-351c-4d1b-a237-b229a5ca7419 req-0d5b171c-5e54-421c-952e-2e417a29be6f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] For port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:53.694609 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecefa414-351c-4d1b-a237-b229a5ca7419 req-0d5b171c-5e54-421c-952e-2e417a29be6f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:53.701958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '06043ecf-17bf-4bc5-b4ed-24aec7a8b587', 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e', 'port_id': '06043ecf-17bf-4bc5-b4ed-24aec7a8b587', 'mac_address': 'fa:16:3e:52:0f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:02:53.723172 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477e490f-82e8-47ec-b86d-29b798b66538 x-openstack-request-id: req-477e490f-82e8-47ec-b86d-29b798b66538 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:53.723580 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddda39c1-6e64-4b56-9ce9-2c6da05034cf", "name": "network-vif-deleted", "tag": "922e59ac-bc29-4762-8f02-29dbf40f6118", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:53.723805 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-477e490f-82e8-47ec-b86d-29b798b66538 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:53.724211 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddda39c1-6e64-4b56-9ce9-2c6da05034cf', 'name': 'network-vif-deleted', 'tag': '922e59ac-bc29-4762-8f02-29dbf40f6118', 'status': 'completed', 'code': 200} Dec 17 13:02:53.755206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ecefa414-351c-4d1b-a237-b229a5ca7419 req-0d5b171c-5e54-421c-952e-2e417a29be6f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Calling delete_port for a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:53.762248 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:53.780044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:53.793609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fc8a4-286f-4ce4-adfb-3075197b503d req-8f5f052b-589c-4726-ac6c-0e97088cf77a tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:53.801484 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c08fc8a4-286f-4ce4-adfb-3075197b503d req-8f5f052b-589c-4726-ac6c-0e97088cf77a tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1109536 Dec 17 13:02:53.806292 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:53.869433 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d05f6bc1-4290-4897-a9bc-45f2b896b2b6 req-005fead5-67ff-4039-937d-c997c23516b0 tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddda39c1-6e64-4b56-9ce9-2c6da05034cf HTTP/1.1" status: 200 len: 210 time: 0.0408189 Dec 17 13:02:53.914793 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:53.922226 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c08fc8a4-286f-4ce4-adfb-3075197b503d req-58cd66c8-073f-46ad-9836-8d923e492534 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145794 Dec 17 13:02:54.002752 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6d3e2f3e-cfc9-4d12-89eb-32761c5223e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:58Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:02:54.003234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:54.071935 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e2f3e-cfc9-4d12-89eb-32761c5223e5 None None] Checking router: 470b7b32-d22a-489b-bb40-a303edcff400 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:02:54.072276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48794d-e308-4226-93bb-f40b77a88bbe req-4240ddf1-6125-45d2-9c0c-b29eda601b6c tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:54.080899 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d48794d-e308-4226-93bb-f40b77a88bbe req-4240ddf1-6125-45d2-9c0c-b29eda601b6c tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 944 time: 0.1120231 Dec 17 13:02:54.102017 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e2f3e-cfc9-4d12-89eb-32761c5223e5 None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:02:54.104133 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6d3e2f3e-cfc9-4d12-89eb-32761c5223e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:02:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:02:54.128327 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecefa414-351c-4d1b-a237-b229a5ca7419 req-0d5b171c-5e54-421c-952e-2e417a29be6f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:54.143490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5e3ac434-b5e0-499d-9eb4-cda3bc52b22d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:54.175201 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d48794d-e308-4226-93bb-f40b77a88bbe req-428ab2e1-b400-4126-8db5-7ebfc12c2d97 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925860 Dec 17 13:02:54.219458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b171c-5e54-421c-952e-2e417a29be6f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Pushing event deleted for resources: {'Port': ['ID=a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:54.237981 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6d3e2f3e-cfc9-4d12-89eb-32761c5223e5 None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:02:54.285256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c790c-7774-400b-845b-31f309029170 req-8a2ac8fa-4508-45b8-a2ff-41b8c433e8b9 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:54.286840 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-556c790c-7774-400b-845b-31f309029170 req-8a2ac8fa-4508-45b8-a2ff-41b8c433e8b9 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.1955843 Dec 17 13:02:54.287726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecefa414-351c-4d1b-a237-b229a5ca7419 req-0d5b171c-5e54-421c-952e-2e417a29be6f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] No DVR routers for this DVR port a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:02:54.292381 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecefa414-351c-4d1b-a237-b229a5ca7419 req-0d5b171c-5e54-421c-952e-2e417a29be6f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:54.295851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecefa414-351c-4d1b-a237-b229a5ca7419 req-0d5b171c-5e54-421c-952e-2e417a29be6f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.61 "DELETE /v2.0/ports/a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a HTTP/1.1" status: 204 len: 173 time: 1.1114058 Dec 17 13:02:54.356806 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['06043ecf-17bf-4bc5-b4ed-24aec7a8b587'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:02:54.367798 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-556c790c-7774-400b-845b-31f309029170 req-f26f7b31-f270-4db1-ad3c-3a022a9022b0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705760 Dec 17 13:02:54.629278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d2e43-80e2-4a8c-81b6-0768135ca2cb req-0a62e1ac-09f7-4a42-8123-f5481244455b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:54.636188 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6d3e2f3e-cfc9-4d12-89eb-32761c5223e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:58Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:02:54.638099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b08d2e43-80e2-4a8c-81b6-0768135ca2cb req-0a62e1ac-09f7-4a42-8123-f5481244455b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.1061931 Dec 17 13:02:54.648522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814de196-a131-4c46-b5aa-6c8b86fdcc5d req-cd43b2a5-6ea4-41af-9f90-bf793af4f9d4 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:54.650316 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-814de196-a131-4c46-b5aa-6c8b86fdcc5d req-cd43b2a5-6ea4-41af-9f90-bf793af4f9d4 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 945 time: 0.1055722 Dec 17 13:02:54.687077 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e2f3e-cfc9-4d12-89eb-32761c5223e5 None None] The sync data for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 is: [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T12:57:53Z', 'revision_number': 4, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa', 'name': '', 'network_id': 'd384d87c-459d-4b80-bc95-d50996c19c0e', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'mac_address': 'fa:16:3e:63:d7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:52Z', 'updated_at': '2021-12-17T12:57:58Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'subnets': [{'id': 'd9b8a1d1-e3c6-4858-97d1-4e98d62363d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:02:54.716675 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-814de196-a131-4c46-b5aa-6c8b86fdcc5d req-b4ef990e-7294-43c5-a514-1ce91fa87107 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563121 Dec 17 13:02:54.731201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b08d2e43-80e2-4a8c-81b6-0768135ca2cb req-4bb3bfb1-fb7a-486d-9462-533bacebb350 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866501 Dec 17 13:02:54.829930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6a6311d9-3c75-4d2d-ad08-e893a8478485 req-c0a29796-1f44-410d-bfdc-42e0bf74991a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 210 time: 0.0396547 Dec 17 13:02:55.117491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a708bf6-8257-4abb-9f2b-9585b37db6a7 None None] New status for floating IP d1e8f8d6-684a-4b26-a1fc-936349a36ecc: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:02:55.178411 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3654871-d4df-4774-b03b-6660b32303ef req-06a833d4-538c-4db6-8d82-cd5bc009248e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:55.182180 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3654871-d4df-4774-b03b-6660b32303ef req-06a833d4-538c-4db6-8d82-cd5bc009248e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1327856 Dec 17 13:02:55.241737 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3654871-d4df-4774-b03b-6660b32303ef req-804f5b64-5d4b-40cf-bb71-f22cf788f1a9 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541375 Dec 17 13:02:55.301456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47280) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:55.361187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e275fb9c-a27c-4e1d-a826-792c76b78550 req-bd4e3cdf-015b-4077-b26e-a0a86c1da02e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 210 time: 0.0313246 Dec 17 13:02:55.383635 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3730d874-a608-4bbc-8226-fcdf42b4c43c tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:55.421100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3730d874-a608-4bbc-8226-fcdf42b4c43c tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:55.539062 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab99d9-1fd3-4d08-bc1e-53e3a591ee62 req-29a11e66-6259-459b-9287-476de37e237b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:55.540810 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecab99d9-1fd3-4d08-bc1e-53e3a591ee62 req-29a11e66-6259-459b-9287-476de37e237b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0726993 Dec 17 13:02:55.545488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:55.588675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:55.588675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:55.588675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 922e59ac-bc29-4762-8f02-29dbf40f6118 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:02:55.595052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 922e59ac-bc29-4762-8f02-29dbf40f6118 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:02:55.595579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 922e59ac-bc29-4762-8f02-29dbf40f6118 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:02:55.611755 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecab99d9-1fd3-4d08-bc1e-53e3a591ee62 req-97d312a6-ff5f-48e0-ad7d-d174c9ffdf9b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598242 Dec 17 13:02:55.691804 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3730d874-a608-4bbc-8226-fcdf42b4c43c tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:55.694570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3730d874-a608-4bbc-8226-fcdf42b4c43c tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:55.698546 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3730d874-a608-4bbc-8226-fcdf42b4c43c tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "DELETE /v2.0/security-groups/fc7be40a-41a6-45eb-ae13-52bab8ab5bdf HTTP/1.1" status: 204 len: 168 time: 0.3929124 Dec 17 13:02:55.698912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47284) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:55.717177 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730d874-a608-4bbc-8226-fcdf42b4c43c tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7be40a-41a6-45eb-ae13-52bab8ab5bdf,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:55.719201 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-7c208073-5b55-4bf8-a7a1-80c26dbc4f9e tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] show failed (client error): The resource could not be found. Dec 17 13:02:55.721775 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7c208073-5b55-4bf8-a7a1-80c26dbc4f9e tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "GET /v2.0/security-groups/fc7be40a-41a6-45eb-ae13-52bab8ab5bdf HTTP/1.1" status: 404 len: 347 time: 0.0202932 Dec 17 13:02:55.723729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47286) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:55.733842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f499df44-eb11-4375-8d8a-3e97bb0fcb14', 'name': 'network-vif-deleted', 'tag': 'a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:55.736310 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8aedcd-6029-4163-b855-bedd9160675f" -d '{"events": [{"server_uuid": "f499df44-eb11-4375-8d8a-3e97bb0fcb14", "name": "network-vif-deleted", "tag": "a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:55.811698 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787f11f9-5f69-4659-a51e-6a4efd3ba814 x-openstack-request-id: req-787f11f9-5f69-4659-a51e-6a4efd3ba814 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:55.812180 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f499df44-eb11-4375-8d8a-3e97bb0fcb14", "name": "network-vif-deleted", "tag": "a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:55.812449 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-787f11f9-5f69-4659-a51e-6a4efd3ba814 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:55.812855 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f499df44-eb11-4375-8d8a-3e97bb0fcb14', 'name': 'network-vif-deleted', 'tag': 'a8e0bb05-3c30-40bf-9128-9b2cc74f6a5a', 'status': 'completed', 'code': 200} Dec 17 13:02:55.911583 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4994fd-1505-47fa-bebe-e5f5969a1b58 req-126bd22c-4d5a-4093-862a-6b062d23e7ca tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:55.920045 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3f4994fd-1505-47fa-bebe-e5f5969a1b58 req-126bd22c-4d5a-4093-862a-6b062d23e7ca tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 945 time: 0.0816660 Dec 17 13:02:55.967411 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9900fa-79fc-4630-92bd-e460b46000d5 req-9ef7c963-b94b-4ca1-9ee9-082a1b328fef tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:55.972174 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f9900fa-79fc-4630-92bd-e460b46000d5 req-9ef7c963-b94b-4ca1-9ee9-082a1b328fef tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0806127 Dec 17 13:02:56.010816 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3f4994fd-1505-47fa-bebe-e5f5969a1b58 req-f94b7340-a3f6-4f95-b6e9-30d3b78cf332 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896525 Dec 17 13:02:56.035479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-756ef45c-ad14-4ed2-aba0-bf7111dc4bfb tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Deleting port 3a6ef2bf-3dfe-48b5-aa35-530225329a75 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:02:56.035479 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-756ef45c-ad14-4ed2-aba0-bf7111dc4bfb tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:56.037172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f9900fa-79fc-4630-92bd-e460b46000d5 req-bbddd6b6-828a-42cc-931b-7da6a3e327ea tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577753 Dec 17 13:02:56.116812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-c9898334-6225-43f3-9cdd-0a5ce681de76 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=dbcb3a41942148b2aee298bb9b6a5989&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682261 Dec 17 13:02:56.419344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f29e3f-4682-4592-9121-d7a1a8989362 req-5296567f-26b8-4fb1-b1b5-8ddcb7589f1e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:56.422960 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3f29e3f-4682-4592-9121-d7a1a8989362 req-5296567f-26b8-4fb1-b1b5-8ddcb7589f1e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0773246 Dec 17 13:02:56.499186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3f29e3f-4682-4592-9121-d7a1a8989362 req-433e8771-be0b-43c5-85aa-cff9bd9881e7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684197 Dec 17 13:02:56.554869 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4dabbadf-eb67-4d3c-8043-5f53e1f811d8 req-249adf1d-8460-43b3-b343-2070af78a3ff tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 210 time: 0.4118876 Dec 17 13:02:56.606450 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ced1bd0-9b38-4cfd-a0ef-d8872ebc93d8 req-e1531e4c-e9e7-4acd-8cc3-0011aad71d0f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 210 time: 0.0349717 Dec 17 13:02:56.608109 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-756ef45c-ad14-4ed2-aba0-bf7111dc4bfb tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:56.608650 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-756ef45c-ad14-4ed2-aba0-bf7111dc4bfb tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:56.636134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-756ef45c-ad14-4ed2-aba0-bf7111dc4bfb tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Calling delete_port for 3a6ef2bf-3dfe-48b5-aa35-530225329a75 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:02:56.657668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-528f6c18-b590-4121-917d-69ec32d202dc tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:56.659352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-528f6c18-b590-4121-917d-69ec32d202dc tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5356710 Dec 17 13:02:56.702991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Request body: {'port': {'device_id': '1a058afc-7a9d-40bf-a457-c081edbb302e', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'dbcb3a41942148b2aee298bb9b6a5989'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:56.839726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0d14c-2103-44cc-8c65-676566715237 req-73c67353-d9b5-42fe-a782-b35a952a7849 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:56.841125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dca0d14c-2103-44cc-8c65-676566715237 req-73c67353-d9b5-42fe-a782-b35a952a7849 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.1435087 Dec 17 13:02:56.956446 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dca0d14c-2103-44cc-8c65-676566715237 req-2816d68d-801d-42f2-a460-fe93966e3909 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079187 Dec 17 13:02:57.068996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Made reservation on behalf of dbcb3a41942148b2aee298bb9b6a5989 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:02:57.076834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:57.093384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:57.107998 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-756ef45c-ad14-4ed2-aba0-bf7111dc4bfb tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:57.168141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ef45c-ad14-4ed2-aba0-bf7111dc4bfb tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Pushing event deleted for resources: {'Port': ['ID=3a6ef2bf-3dfe-48b5-aa35-530225329a75,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:57.203549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd5972-0cda-4e9b-9643-0b0978a8ff44 req-e50191d6-babb-4001-b501-5e20d0a2a3ba tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:57.205548 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-edbd5972-0cda-4e9b-9643-0b0978a8ff44 req-e50191d6-babb-4001-b501-5e20d0a2a3ba tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 945 time: 0.1149259 Dec 17 13:02:57.235125 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-756ef45c-ad14-4ed2-aba0-bf7111dc4bfb tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:57.238513 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-756ef45c-ad14-4ed2-aba0-bf7111dc4bfb tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:57.239842 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-756ef45c-ad14-4ed2-aba0-bf7111dc4bfb tempest-ServersWithSpecificFlavorTestJSON-119937888 tempest-ServersWithSpecificFlavorTestJSON-119937888-project] 10.222.0.59 "DELETE /v2.0/floatingips/d1e8f8d6-684a-4b26-a1fc-936349a36ecc HTTP/1.1" status: 204 len: 168 time: 1.5148258 Dec 17 13:02:57.264147 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-edbd5972-0cda-4e9b-9643-0b0978a8ff44 req-5702bc68-eebf-4d52-b97a-77b4b6c1ac1e tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498691 Dec 17 13:02:57.328135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56835-22ae-43f8-afc4-e0d0c2e0ef51 req-df6427ce-ce1a-4b70-b0e4-d5568d32eaaf tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:57.329662 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08c56835-22ae-43f8-afc4-e0d0c2e0ef51 req-df6427ce-ce1a-4b70-b0e4-d5568d32eaaf tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.1165583 Dec 17 13:02:57.386902 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:57.403116 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08c56835-22ae-43f8-afc4-e0d0c2e0ef51 req-07e27c58-d856-4b83-9bf2-d89e70917f97 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662229 Dec 17 13:02:57.467007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:57.531015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffe89c2-0039-4ac6-9808-39b494460d42,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:57.559832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:02:57.668613 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8655455-936b-4983-b14c-cde73b46b9ab req-0ca73d53-12e9-41a4-b82b-e8dc2f91ae8a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 210 time: 0.0326090 Dec 17 13:02:57.688562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Allocated IP 192.168.233.217 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/7f8f4576-9453-47e7-86f6-448c34b6f733) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:02:57.694670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:02:57.701882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:02:57.703149 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:57.703750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeb618-ac11-4581-b62a-39d7e76bc40c req-a83059fa-f338-4342-93a6-2627545a74d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:57.705343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a9eeb618-ac11-4581-b62a-39d7e76bc40c req-a83059fa-f338-4342-93a6-2627545a74d3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0912154 Dec 17 13:02:57.823636 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a9eeb618-ac11-4581-b62a-39d7e76bc40c req-a477a788-b81e-4f4a-aefe-22a947d6b396 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090584 Dec 17 13:02:57.912390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:57.930242 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb846420-4bfb-47f4-83bb-11967950ea1d req-18260d6b-e9d8-433d-92d8-16eea6e34396 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 210 time: 0.0691173 Dec 17 13:02:57.952749 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:57.970548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:02:57.972385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdf5ded-60a6-4ea3-b887-a653accc2dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06043ecf-17bf-4bc5-b4ed-24aec7a8b587'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:02:57.975226 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd440d4-c132-4eec-92aa-d834914f231d" -d '{"events": [{"server_uuid": "0fdf5ded-60a6-4ea3-b887-a653accc2dff", "name": "network-vif-plugged", "status": "completed", "tag": "06043ecf-17bf-4bc5-b4ed-24aec7a8b587"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:02:58.027970 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2047d4c9-cf1b-4dca-8b0e-38b3f1c5a9f4 x-openstack-request-id: req-2047d4c9-cf1b-4dca-8b0e-38b3f1c5a9f4 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:02:58.028753 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdf5ded-60a6-4ea3-b887-a653accc2dff", "name": "network-vif-plugged", "status": "completed", "tag": "06043ecf-17bf-4bc5-b4ed-24aec7a8b587", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:02:58.029696 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2047d4c9-cf1b-4dca-8b0e-38b3f1c5a9f4 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:02:58.030558 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdf5ded-60a6-4ea3-b887-a653accc2dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06043ecf-17bf-4bc5-b4ed-24aec7a8b587', 'code': 200} Dec 17 13:02:58.040886 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:58.060272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47336) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:02:58.086916 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:58.130555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9492e-16ce-4337-904d-3921728301ac req-1e7e2da5-bd8b-44b2-8cbe-b71d42d54ce8 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:58.140584 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dfc9492e-16ce-4337-904d-3921728301ac req-1e7e2da5-bd8b-44b2-8cbe-b71d42d54ce8 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0872293 Dec 17 13:02:58.151742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:58.190901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Pushing event updated for resources: {'Port': ['ID=7f8f4576-9453-47e7-86f6-448c34b6f733,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:58.208445 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dfc9492e-16ce-4337-904d-3921728301ac req-9d3e55b5-1dc5-4083-a677-e3c7267db7af tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662591 Dec 17 13:02:58.217618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:02:58.220306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:02:58.250966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:02:58.256401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:58.257059 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:58.284167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63016c89-3d4c-498d-ad1d-3245ca2c3638 req-688f09f6-3abe-437a-9941-45c80ddffab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:58.286799 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63016c89-3d4c-498d-ad1d-3245ca2c3638 req-688f09f6-3abe-437a-9941-45c80ddffab8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 1097 time: 0.0875363 Dec 17 13:02:58.372455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-b6a0fcd7-0e4b-46e2-a098-258ce3974305 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6735168 Dec 17 13:02:58.376452 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63016c89-3d4c-498d-ad1d-3245ca2c3638 req-77b1f5da-598d-4424-b593-c75cb3cf2ef4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800538 Dec 17 13:02:58.413874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Request body: {'port': {'device_id': '1a058afc-7a9d-40bf-a457-c081edbb302e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:02:58.519864 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f0ddb1c4-4f86-462c-a1c5-a6df7182c107 None None] Provisioning complete for port 7f8f4576-9453-47e7-86f6-448c34b6f733 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:02:58.520204 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0ddb1c4-4f86-462c-a1c5-a6df7182c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:58.554968 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:58.561352 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f0ddb1c4-4f86-462c-a1c5-a6df7182c107 None None] Port 7f8f4576-9453-47e7-86f6-448c34b6f733 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:02:58.579095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd619b6-6c10-4b65-88bd-84c754540438 req-e8b7cf2d-5cf0-4592-9c01-14c6a75027b4 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:58.581798 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3cd619b6-6c10-4b65-88bd-84c754540438 req-e8b7cf2d-5cf0-4592-9c01-14c6a75027b4 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 946 time: 0.1719980 Dec 17 13:02:58.689779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddd551-f6b8-4b0d-a66f-bdcaa6e27815 req-34751323-0fb3-4674-82ec-988c03547bd2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:58.691298 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-adddd551-f6b8-4b0d-a66f-bdcaa6e27815 req-34751323-0fb3-4674-82ec-988c03547bd2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0501976 Dec 17 13:02:58.742358 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-adddd551-f6b8-4b0d-a66f-bdcaa6e27815 req-5167ea3b-01b3-4876-a21a-d8a49453a31e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423169 Dec 17 13:02:58.842861 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3cd619b6-6c10-4b65-88bd-84c754540438 req-59023e90-f988-4ac1-bbfc-3aba774ae125 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494953 Dec 17 13:02:58.888988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9188258-17ad-4a11-bc98-be861041080a req-365d3c7e-676d-466a-8480-7568c712e94b tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:58.897327 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c9188258-17ad-4a11-bc98-be861041080a req-365d3c7e-676d-466a-8480-7568c712e94b tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 936 time: 0.0833299 Dec 17 13:02:58.957823 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c9188258-17ad-4a11-bc98-be861041080a req-84e7ac66-d24d-4c75-a639-928acda2ec76 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ffe89c2-0039-4ac6-9808-39b494460d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586407 Dec 17 13:02:59.047347 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-beae34ac-f74f-4ca2-8308-f86df5ea8eef req-81aa6acc-7a48-45b5-a455-e0aa4d0a898c tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 210 time: 0.0285156 Dec 17 13:02:59.112981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4256f30-d1fa-43f6-83c1-77fb8aec2b64 req-e4374777-b72e-4678-b8b3-31892cf8bdde tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:59.114770 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4256f30-d1fa-43f6-83c1-77fb8aec2b64 req-e4374777-b72e-4678-b8b3-31892cf8bdde tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1885176 Dec 17 13:02:59.185555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8f4576-9453-47e7-86f6-448c34b6f733 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:02:59.204220 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:59.247421 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4256f30-d1fa-43f6-83c1-77fb8aec2b64 req-178788f6-cc91-42ae-991d-cd47c1a4122b tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083682 Dec 17 13:02:59.248651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Transition to ACTIVE for port object 7f8f4576-9453-47e7-86f6-448c34b6f733 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:02:59.325367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:59.345532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29e58b-8e62-4fa3-a37a-dfc0b19451c0 req-c075a7b7-8e37-404e-9630-3847a48399b1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:59.347415 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc29e58b-8e62-4fa3-a37a-dfc0b19451c0 req-c075a7b7-8e37-404e-9630-3847a48399b1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0523422 Dec 17 13:02:59.394479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8f4576-9453-47e7-86f6-448c34b6f733,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:02:59.401836 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc29e58b-8e62-4fa3-a37a-dfc0b19451c0 req-505808a3-5e37-4475-92c9-4ae79bff34ed tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465181 Dec 17 13:02:59.447405 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e83960e-08f6-4a14-aac7-ccb481eda9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:59.485493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Attempting to bind port 7f8f4576-9453-47e7-86f6-448c34b6f733 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:02:59.485839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Attempting to bind port 7f8f4576-9453-47e7-86f6-448c34b6f733 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:02:59.486174 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Attempting to bind port 7f8f4576-9453-47e7-86f6-448c34b6f733 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:59.499311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Port 7f8f4576-9453-47e7-86f6-448c34b6f733 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:02:59.499645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Attempting to bind port 7f8f4576-9453-47e7-86f6-448c34b6f733 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:02:59.510506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:02:59.510506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:02:59.510506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:02:59.510950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Bound port: 7f8f4576-9453-47e7-86f6-448c34b6f733, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:02:59.510950 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:59.727610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] For port 7f8f4576-9453-47e7-86f6-448c34b6f733, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:02:59.744234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] For port 7f8f4576-9453-47e7-86f6-448c34b6f733, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=7f8f4576-9453-47e7-86f6-448c34b6f733,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:02:59.859471 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:02:59.889680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767c679-0390-4b56-86c0-496d331f0bdd req-083d28c7-f216-42df-8962-cb61510c0adc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:02:59.891678 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0767c679-0390-4b56-86c0-496d331f0bdd req-083d28c7-f216-42df-8962-cb61510c0adc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0761731 Dec 17 13:02:59.970174 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0767c679-0390-4b56-86c0-496d331f0bdd req-82a2d7a6-9fca-41be-a823-9dccdd9422db tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716786 Dec 17 13:03:00.007060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:00.007841 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:00.010012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] 10.222.0.54 "PUT /v2.0/ports/7f8f4576-9453-47e7-86f6-448c34b6f733 HTTP/1.1" status: 200 len: 1096 time: 1.6001494 Dec 17 13:03:00.010894 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-a2ea05d6-9b60-49df-ac8f-310b045990db service neutron] show failed (client error): The resource could not be found. Dec 17 13:03:00.012050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-a2ea05d6-9b60-49df-ac8f-310b045990db service neutron] 10.222.0.61 "GET /v2.0/ports/18e0a08b-0ede-4193-ae7c-3527b49912ca/bindings/n-h1-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.1499672 Dec 17 13:03:00.013783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a058afc-7a9d-40bf-a457-c081edbb302e', 'tag': '7f8f4576-9453-47e7-86f6-448c34b6f733'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:00.016559 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e39620e-4a0e-4a95-addc-79d99b1037ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1a058afc-7a9d-40bf-a457-c081edbb302e", "tag": "7f8f4576-9453-47e7-86f6-448c34b6f733"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:00.064640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-2e83960e-08f6-4a14-aac7-ccb481eda9a5 admin admin] Deleting port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:00.065066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e83960e-08f6-4a14-aac7-ccb481eda9a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:00.066967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9f925-61d2-4a59-a796-a2c55e663387 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8f4576-9453-47e7-86f6-448c34b6f733,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:00.128551 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901669dc-5921-4adb-82fd-6d4d0ed2bb88 req-568ce8b5-5115-4ad9-b466-135511a56d30 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:00.135164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-901669dc-5921-4adb-82fd-6d4d0ed2bb88 req-568ce8b5-5115-4ad9-b466-135511a56d30 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 948 time: 0.0677912 Dec 17 13:03:00.220006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-901669dc-5921-4adb-82fd-6d4d0ed2bb88 req-19616ce0-1c1a-4323-ab92-c874acbfabb9 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ffe89c2-0039-4ac6-9808-39b494460d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720816 Dec 17 13:03:00.363917 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bca75c87-8f2a-4a59-a575-31bbd0def6cc req-e159eb7e-288a-4221-9388-478b747a42f2 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 210 time: 0.0300987 Dec 17 13:03:00.448014 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63291c53-8bbb-4239-b924-6970cba81d83 x-openstack-request-id: req-63291c53-8bbb-4239-b924-6970cba81d83 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:00.448307 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a058afc-7a9d-40bf-a457-c081edbb302e", "tag": "7f8f4576-9453-47e7-86f6-448c34b6f733", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:00.448558 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-63291c53-8bbb-4239-b924-6970cba81d83 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:00.449549 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a058afc-7a9d-40bf-a457-c081edbb302e', 'tag': '7f8f4576-9453-47e7-86f6-448c34b6f733', 'status': 'completed', 'code': 200} Dec 17 13:03:00.494873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85bc93-8514-4bec-9f4c-a9e89ab3148e req-7c29769e-7155-4b14-9dcd-2765a20d4e34 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:00.496246 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e85bc93-8514-4bec-9f4c-a9e89ab3148e req-7c29769e-7155-4b14-9dcd-2765a20d4e34 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 946 time: 0.5192144 Dec 17 13:03:00.496969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612784c5-78ae-4a15-a473-050a31278d72 req-7622bbb9-1262-4dba-9387-e9d16b2018d9 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:00.499355 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-612784c5-78ae-4a15-a473-050a31278d72 req-7622bbb9-1262-4dba-9387-e9d16b2018d9 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.0737574 Dec 17 13:03:00.550365 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-612784c5-78ae-4a15-a473-050a31278d72 req-6d44485b-1a00-4ba6-aa5a-16a3b12320c4 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Dec 17 13:03:00.576169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-0a0b8925-62a8-486a-8d2f-08406102aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:00.577896 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-0a0b8925-62a8-486a-8d2f-08406102aa2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbcb3a41942148b2aee298bb9b6a5989&device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 1099 time: 0.1275020 Dec 17 13:03:00.594377 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-2e83960e-08f6-4a14-aac7-ccb481eda9a5 admin admin] For port dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:00.594791 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e83960e-08f6-4a14-aac7-ccb481eda9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:00.645932 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-e1130869-8cdf-41d0-9398-ea0dcdbb9f35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=7f8f4576-9453-47e7-86f6-448c34b6f733 HTTP/1.1" status: 200 len: 217 time: 0.0536869 Dec 17 13:03:00.649468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e85bc93-8514-4bec-9f4c-a9e89ab3148e req-67e6a241-b613-474e-a5b1-bc589b83a6ba tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427658 Dec 17 13:03:00.665016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-2e83960e-08f6-4a14-aac7-ccb481eda9a5 admin admin] Calling delete_port for dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:00.680056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b1d2b-8b32-4313-833c-5ea80b859dbc req-f8e456e8-f72d-407d-b9b2-1111d85e6cdf tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:00.680793 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-031b1d2b-8b32-4313-833c-5ea80b859dbc req-f8e456e8-f72d-407d-b9b2-1111d85e6cdf tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0680051 Dec 17 13:03:00.760355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-8970212b-274a-4234-bc26-52be6c9eb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:00.761933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-8970212b-274a-4234-bc26-52be6c9eb19f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1081059 Dec 17 13:03:00.777836 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-7840f24d-e9ef-4dd5-95e6-ddd1ae2b2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:00.779612 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-7840f24d-e9ef-4dd5-95e6-ddd1ae2b2414 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77&tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815 HTTP/1.1" status: 200 len: 1100 time: 0.0837359 Dec 17 13:03:00.793690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:00.805015 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-031b1d2b-8b32-4313-833c-5ea80b859dbc req-e6cb9003-fe9c-4103-9545-7a02ba504369 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729048 Dec 17 13:03:00.877673 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:00.917926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7dc07-4bfe-4d2e-a0b1-b912c2e3027e req-5b3f18d7-a1d2-424f-8deb-8aed1f8d9371 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:00.925391 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2d7dc07-4bfe-4d2e-a0b1-b912c2e3027e req-5b3f18d7-a1d2-424f-8deb-8aed1f8d9371 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb33d3aa-429f-4449-baff-9aa471d17635 HTTP/1.1" status: 200 len: 945 time: 0.1589756 Dec 17 13:03:00.936829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-1e077a2b-fb1e-4a6d-a1b0-7cac56e43080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:00.938362 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-1e077a2b-fb1e-4a6d-a1b0-7cac56e43080 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601894 Dec 17 13:03:01.067643 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2d7dc07-4bfe-4d2e-a0b1-b912c2e3027e req-22cf5e9b-c226-4cf1-b857-3c699910752e tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394410 Dec 17 13:03:01.141509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-3cf486c7-3c6d-4d64-b395-60823eecdc4c service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855860 Dec 17 13:03:01.170028 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:01.180594 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d251f78-0770-4b11-8cf9-eb188457ab74 req-2231120e-1404-4954-8cab-5e754f1ae9b9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:01.182747 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d251f78-0770-4b11-8cf9-eb188457ab74 req-2231120e-1404-4954-8cab-5e754f1ae9b9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.0879269 Dec 17 13:03:01.214286 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e83960e-08f6-4a14-aac7-ccb481eda9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:01.266173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83960e-08f6-4a14-aac7-ccb481eda9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:01.272034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:01.273827 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:03:01.318836 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d251f78-0770-4b11-8cf9-eb188457ab74 req-06401ec8-7779-4a52-a6da-7c5372f1fbc0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205337 Dec 17 13:03:01.324995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40bd037f-553e-47e9-9e35-2290b5ee0482 req-6bd20706-2ab2-42b7-8f6f-9b91278e7013 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758664 Dec 17 13:03:01.352139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:01.356014 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce0e4b9-92f7-45f3-b36e-a86e73d28b8d" -d '{"events": [{"server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "name": "network-vif-unplugged", "status": "completed", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:01.364198 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:01.435823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Transition to ACTIVE for port object 18e0a08b-0ede-4193-ae7c-3527b49912ca will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:03:01.461769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda919c-9813-46cf-bef8-5440876248c0 req-fe628c44-ca11-4b3c-8582-76664fce13b0 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:01.470458 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddda919c-9813-46cf-bef8-5440876248c0 req-fe628c44-ca11-4b3c-8582-76664fce13b0 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 948 time: 0.0772874 Dec 17 13:03:01.542394 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddda919c-9813-46cf-bef8-5440876248c0 req-4e78967a-4e13-4b81-8a57-59ec44e45cc5 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ffe89c2-0039-4ac6-9808-39b494460d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708604 Dec 17 13:03:01.544159 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:01.576949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39620e-4a0e-4a95-addc-79d99b1037ce req-e07673c7-c9f9-4fbc-8dc7-debd684a733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:01.578617 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e39620e-4a0e-4a95-addc-79d99b1037ce req-e07673c7-c9f9-4fbc-8dc7-debd684a733b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbcb3a41942148b2aee298bb9b6a5989&device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 1099 time: 0.1028283 Dec 17 13:03:01.579682 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e83960e-08f6-4a14-aac7-ccb481eda9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:01.612503 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be801c6c-83dc-4198-acb8-6c62b4475cd2 x-openstack-request-id: req-be801c6c-83dc-4198-acb8-6c62b4475cd2 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:01.618495 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "name": "network-vif-unplugged", "status": "completed", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:01.620643 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be801c6c-83dc-4198-acb8-6c62b4475cd2 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:01.621185 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'code': 200} Dec 17 13:03:01.708194 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f988a6b-7e48-4519-af03-df8ebd59b186 req-a03b58d0-9132-4f11-9af6-fe3f20b7890f tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=f499df44-eb11-4375-8d8a-3e97bb0fcb14 HTTP/1.1" status: 200 len: 210 time: 0.0553806 Dec 17 13:03:01.711958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] No DVR routers for this DVR port 18e0a08b-0ede-4193-ae7c-3527b49912ca on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:01.725789 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=6']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:01.792105 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Attempting to bind port 18e0a08b-0ede-4193-ae7c-3527b49912ca on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:03:01.792597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Attempting to bind port 18e0a08b-0ede-4193-ae7c-3527b49912ca by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:03:01.793029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Attempting to bind port 18e0a08b-0ede-4193-ae7c-3527b49912ca on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:01.798128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Port 18e0a08b-0ede-4193-ae7c-3527b49912ca on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:03:01.798574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Attempting to bind port 18e0a08b-0ede-4193-ae7c-3527b49912ca on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:01.815941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:03:01.816450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:03:01.816955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:03:01.817724 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Bound port: 18e0a08b-0ede-4193-ae7c-3527b49912ca, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:03:01.818239 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:01.826489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39620e-4a0e-4a95-addc-79d99b1037ce req-0c88c8f9-8033-432d-b48e-89b8ad11882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:01.828637 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e39620e-4a0e-4a95-addc-79d99b1037ce req-0c88c8f9-8033-432d-b48e-89b8ad11882c service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2394958 Dec 17 13:03:01.889692 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e39620e-4a0e-4a95-addc-79d99b1037ce req-4d728d31-e793-4c65-956b-cc2040858ece service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=7f8f4576-9453-47e7-86f6-448c34b6f733 HTTP/1.1" status: 200 len: 217 time: 0.0525181 Dec 17 13:03:01.944321 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd6ee8-ac75-47bc-ad83-d377456449ff req-be167cdf-a08d-4d1e-9a62-c54d997b9ff2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:01.946076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b1dd6ee8-ac75-47bc-ad83-d377456449ff req-be167cdf-a08d-4d1e-9a62-c54d997b9ff2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1419809 Dec 17 13:03:02.003554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:03:02.025901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:03:02.043115 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b1dd6ee8-ac75-47bc-ad83-d377456449ff req-bb2b862d-a6fd-4d19-8f84-6087149c1f12 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762460 Dec 17 13:03:02.051722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39620e-4a0e-4a95-addc-79d99b1037ce req-a5ead9b3-d856-44ec-b954-46a5e792e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:02.053344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e39620e-4a0e-4a95-addc-79d99b1037ce req-a5ead9b3-d856-44ec-b954-46a5e792e7e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0630856 Dec 17 13:03:02.061248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e83960e-08f6-4a14-aac7-ccb481eda9a5 admin admin] Router 470b7b32-d22a-489b-bb40-a303edcff400 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:03:02.192633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:02.230564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39620e-4a0e-4a95-addc-79d99b1037ce req-906b0e69-5604-4ab7-8ff1-527d7db3052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:02.232099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e39620e-4a0e-4a95-addc-79d99b1037ce req-906b0e69-5604-4ab7-8ff1-527d7db3052a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1695573 Dec 17 13:03:02.283169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:02.284659 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:02.287776 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] 10.222.0.54 "PUT /v2.0/ports/18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 1095 time: 1.4983461 Dec 17 13:03:02.313023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e83960e-08f6-4a14-aac7-ccb481eda9a5 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:03:02.323988 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a214c57-497a-4cda-8b67-5a44de2f746d None None] Sync routers for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:03:02.329846 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2e83960e-08f6-4a14-aac7-ccb481eda9a5 admin admin] 10.222.0.59 "PUT /v2.0/routers/470b7b32-d22a-489b-bb40-a303edcff400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2677364 Dec 17 13:03:02.332487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47402) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:02.346542 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a214c57-497a-4cda-8b67-5a44de2f746d None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:03:02.348434 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2a214c57-497a-4cda-8b67-5a44de2f746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:02:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:02.437026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c0b5f-cecf-4cc2-8086-1a9f8804aa4e service neutron] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=7']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:02.469504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a39e3d-3483-42a4-b4a5-f9635a9c5ae2 req-1497f304-72fa-4df7-a5c1-90e7296ef0fa tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:02.478987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f2a39e3d-3483-42a4-b4a5-f9635a9c5ae2 req-1497f304-72fa-4df7-a5c1-90e7296ef0fa tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.3566089 Dec 17 13:03:02.537302 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2a214c57-497a-4cda-8b67-5a44de2f746d None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:03:02.574381 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f2a39e3d-3483-42a4-b4a5-f9635a9c5ae2 req-36937c6d-7d15-4dfc-b53f-2d593918ddca tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948098 Dec 17 13:03:02.578194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-459d79e4-a66f-4de9-84ad-cb7276dc102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:02.581379 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-459d79e4-a66f-4de9-84ad-cb7276dc102a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1098 time: 0.2516685 Dec 17 13:03:02.629034 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e39620e-4a0e-4a95-addc-79d99b1037ce req-c03a84ed-8aec-4589-aed7-c219f3653cab service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867161 Dec 17 13:03:02.755877 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:02.773309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cbf76-d183-4033-9684-5ee21c993b42 req-0407de6e-882c-4dba-ad5a-b59dc0a5ea73 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:02.780207 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2a214c57-497a-4cda-8b67-5a44de2f746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T13:03:01Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:02.783071 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d90cbf76-d183-4033-9684-5ee21c993b42 req-0407de6e-882c-4dba-ad5a-b59dc0a5ea73 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 947 time: 0.0999579 Dec 17 13:03:02.831072 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a214c57-497a-4cda-8b67-5a44de2f746d None None] Checking router: 470b7b32-d22a-489b-bb40-a303edcff400 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:03:02.841992 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a214c57-497a-4cda-8b67-5a44de2f746d None None] Routers {'470b7b32-d22a-489b-bb40-a303edcff400'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:03:02.844441 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2a214c57-497a-4cda-8b67-5a44de2f746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:02:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['470b7b32-d22a-489b-bb40-a303edcff400'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:02.906347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-a29b6098-72d8-434e-af2f-23b60fe76b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:02.910198 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-a29b6098-72d8-434e-af2f-23b60fe76b38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.3176799 Dec 17 13:03:02.918738 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-f029b903-b400-42d8-bc07-a73e252349e9 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:02.920325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-f029b903-b400-42d8-bc07-a73e252349e9 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/networks?id=27191bc5-6cac-4bb5-bef0-77a566e4403e HTTP/1.1" status: 200 len: 813 time: 0.4178479 Dec 17 13:03:02.926658 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d90cbf76-d183-4033-9684-5ee21c993b42 req-e574c1db-ad0d-4db3-b043-16ed523ba1d9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382608 Dec 17 13:03:02.942902 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e39620e-4a0e-4a95-addc-79d99b1037ce req-3dd54ffe-4324-44cf-99b5-995510a8c9b4 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031521 Dec 17 13:03:02.947749 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-0f2f07c5-9908-4caa-a9f0-ba2c916cd1be tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/quotas/c2dad27bb7d541768248999548dcb503 HTTP/1.1" status: 200 len: 375 time: 0.0185022 Dec 17 13:03:03.003506 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2a214c57-497a-4cda-8b67-5a44de2f746d None None] Set router 470b7b32-d22a-489b-bb40-a303edcff400 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:03:03.028647 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-2a04031d-1d53-40d5-8a27-3c36dd63078e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 217 time: 0.1005139 Dec 17 13:03:03.058229 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:03.096137 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-2ecd3bb6-1e31-4c3e-b13c-53b75c89f184 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c2dad27bb7d541768248999548dcb503&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354280 Dec 17 13:03:03.104037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aca38d-4b1b-47ca-a075-107484455467 req-bd41ad51-7964-4f7a-9e7a-d907c540fedb tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:03.105770 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-33aca38d-4b1b-47ca-a075-107484455467 req-bd41ad51-7964-4f7a-9e7a-d907c540fedb tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb33d3aa-429f-4449-baff-9aa471d17635 HTTP/1.1" status: 200 len: 945 time: 0.1140101 Dec 17 13:03:03.317949 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2a214c57-497a-4cda-8b67-5a44de2f746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T13:03:01Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:03.371553 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a214c57-497a-4cda-8b67-5a44de2f746d None None] The sync data for ids ['470b7b32-d22a-489b-bb40-a303edcff400'] in n-d-815324-5 is: [{'id': '470b7b32-d22a-489b-bb40-a303edcff400', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-850071753-router', 'tenant_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:49Z', 'updated_at': '2021-12-17T13:03:01Z', 'revision_number': 5, 'project_id': 'f18ecb89d2ad471a8c3955deaec2c8bb', 'gw_port': {'id': '6d341c03-b42e-4f55-a512-923dc459e2b1', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470b7b32-d22a-489b-bb40-a303edcff400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:57:50Z', 'updated_at': '2021-12-17T12:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:03:03.440898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 7f8f4576-9453-47e7-86f6-448c34b6f733 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:03:03.503068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-a91abe1d-8bf0-4028-92f4-1f9cc5a4384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:03.505225 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-a91abe1d-8bf0-4028-92f4-1f9cc5a4384d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.4641104 Dec 17 13:03:03.518320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e6885-ca14-4fb7-adff-d2ee05e9fc37 req-29a8a6f2-6e0c-4c69-8ab8-3a3833447b63 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:03.526830 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c0e6885-ca14-4fb7-adff-d2ee05e9fc37 req-29a8a6f2-6e0c-4c69-8ab8-3a3833447b63 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 948 time: 0.4967926 Dec 17 13:03:03.606932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6f4977b1-a285-43b4-82bf-9e73c5b573c6 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:03:03.624134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:03.626712 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e400628-cd19-4c0d-8777-a0fbe24c093c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:03.653951 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c0e6885-ca14-4fb7-adff-d2ee05e9fc37 req-66ab8a0c-ff74-4af8-8087-44501e9e3847 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ffe89c2-0039-4ac6-9808-39b494460d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254346 Dec 17 13:03:03.676655 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-a4eeca75-7369-4411-b6b0-3694da46952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:03.684615 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-a4eeca75-7369-4411-b6b0-3694da46952b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538260 Dec 17 13:03:03.750123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:03.756254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 18e0a08b-0ede-4193-ae7c-3527b49912ca no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:03.806759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '6f4977b1-a285-43b4-82bf-9e73c5b573c6', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '6f4977b1-a285-43b4-82bf-9e73c5b573c6', 'mac_address': 'fa:16:3e:d1:9b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:03:03.821341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 7f8f4576-9453-47e7-86f6-448c34b6f733, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=7f8f4576-9453-47e7-86f6-448c34b6f733,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:03.848415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-9fff33e5-1379-4c62-bb18-e0516104104c service neutron] 10.222.0.59 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7411263 Dec 17 13:03:03.866336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Deleting port 6d341c03-b42e-4f55-a512-923dc459e2b1 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:03.866691 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:03.876227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '7f8f4576-9453-47e7-86f6-448c34b6f733', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '7f8f4576-9453-47e7-86f6-448c34b6f733', 'mac_address': 'fa:16:3e:21:09:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:03:03.887499 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 18e0a08b-0ede-4193-ae7c-3527b49912ca not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:03.887499 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6f4977b1-a285-43b4-82bf-9e73c5b573c6 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:03.895313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbec06-fd3d-47f9-8667-d95c3b8e528a req-46ef0e64-c1c3-4512-afb8-56b2855c8812 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:03.896914 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07dbec06-fd3d-47f9-8667-d95c3b8e528a req-46ef0e64-c1c3-4512-afb8-56b2855c8812 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fdf5ded-60a6-4ea3-b887-a653accc2dff HTTP/1.1" status: 200 len: 946 time: 0.2035751 Dec 17 13:03:03.898656 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-0e457ef7-1b3f-4782-9157-a537d73a9f00 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053244 Dec 17 13:03:03.973691 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:03.979501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:03.994645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15d3a6-2d33-4531-bb8a-a6070523a9e6 req-55b5bff1-ce58-4213-953c-bb3dcd3f16c7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:04.002910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a15d3a6-2d33-4531-bb8a-a6070523a9e6 req-55b5bff1-ce58-4213-953c-bb3dcd3f16c7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 950 time: 0.1464121 Dec 17 13:03:04.101625 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a15d3a6-2d33-4531-bb8a-a6070523a9e6 req-22231838-4c26-42b6-8eb6-b65df87703fd tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973098 Dec 17 13:03:04.106788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:04.107523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device dc8720de-2ada-4e0d-bef4-22b9c0fc0cfa not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:04.136095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8f4576-9453-47e7-86f6-448c34b6f733 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:04.154338 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:04.178685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 7f8f4576-9453-47e7-86f6-448c34b6f733, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=7f8f4576-9453-47e7-86f6-448c34b6f733,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:04.185452 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec2db64d-7f5f-4968-b8c3-c1e26e75700c req-bdb69175-eac8-4a3a-b78c-a278a3fa47a1 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782886 Dec 17 13:03:04.186072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f4977b1-a285-43b4-82bf-9e73c5b573c6 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:04.203778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-33aca38d-4b1b-47ca-a075-107484455467 req-2d5485da-0e53-4e31-b400-ea0445c1b6b1 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Deleting port 63c1a9f7-8652-4892-b80f-0ee6805893c2 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:04.204307 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-33aca38d-4b1b-47ca-a075-107484455467 req-2d5485da-0e53-4e31-b400-ea0445c1b6b1 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:04.263802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:04.271895 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:04.278713 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:04.285210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] For port 6d341c03-b42e-4f55-a512-923dc459e2b1, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6d341c03-b42e-4f55-a512-923dc459e2b1,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:04.285680 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:04.332790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-a00925f0-1c77-4ac1-beba-124bc1442ebf service neutron] 10.222.0.59 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612989 Dec 17 13:03:04.345247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Calling delete_port for 6d341c03-b42e-4f55-a512-923dc459e2b1 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:04.390233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=7f8f4576-9453-47e7-86f6-448c34b6f733,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:04.400994 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:04.414086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5c0aa-776a-44c2-a3fa-a2958b753aaa req-19ccaaec-95f6-4722-978c-26dff7f91989 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:04.421845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-24e5c0aa-776a-44c2-a3fa-a2958b753aaa req-19ccaaec-95f6-4722-978c-26dff7f91989 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.1032896 Dec 17 13:03:04.468609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-33aca38d-4b1b-47ca-a075-107484455467 req-2d5485da-0e53-4e31-b400-ea0445c1b6b1 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] For port 63c1a9f7-8652-4892-b80f-0ee6805893c2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=63c1a9f7-8652-4892-b80f-0ee6805893c2,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:04.469339 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-33aca38d-4b1b-47ca-a075-107484455467 req-2d5485da-0e53-4e31-b400-ea0445c1b6b1 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:04.480387 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-24e5c0aa-776a-44c2-a3fa-a2958b753aaa req-e027d8ea-66c5-42ee-ae79-bda1522261f5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573654 Dec 17 13:03:04.485392 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:03:04.485909 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:03:04.496064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=6f4977b1-a285-43b4-82bf-9e73c5b573c6,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:04.522253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-33aca38d-4b1b-47ca-a075-107484455467 req-2d5485da-0e53-4e31-b400-ea0445c1b6b1 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Calling delete_port for 63c1a9f7-8652-4892-b80f-0ee6805893c2 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:04.546132 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fac4553-3da2-4f49-8f96-a5ac216a78ba x-openstack-request-id: req-3fac4553-3da2-4f49-8f96-a5ac216a78ba {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:04.546660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-07dbec06-fd3d-47f9-8667-d95c3b8e528a req-4ff31555-041a-4a3d-a387-d9239451e3ce tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Deleting port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:04.546660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07dbec06-fd3d-47f9-8667-d95c3b8e528a req-4ff31555-041a-4a3d-a387-d9239451e3ce tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:04.547409 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:04.547928 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3fac4553-3da2-4f49-8f96-a5ac216a78ba {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:04.548641 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'status': 'completed', 'code': 200} Dec 17 13:03:04.568717 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['7f8f4576-9453-47e7-86f6-448c34b6f733'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:04.652432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-d5393888-913b-4948-8037-bcc8186d074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:04.658378 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-d5393888-913b-4948-8037-bcc8186d074d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1098 time: 0.0809431 Dec 17 13:03:04.804034 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['6f4977b1-a285-43b4-82bf-9e73c5b573c6'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:04.856415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a810cd-4006-4f9b-899b-22f0f11aa67f req-cbcda4e4-3776-4e40-adfa-9b81092ee8a2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:04.865055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76a810cd-4006-4f9b-899b-22f0f11aa67f req-cbcda4e4-3776-4e40-adfa-9b81092ee8a2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 947 time: 0.1636527 Dec 17 13:03:04.892119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-0e54a3a5-b321-40c0-9042-31abc45eb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:04.893472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-640fb9ec-66c4-44f4-a202-8657743f18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:04.894746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-0e54a3a5-b321-40c0-9042-31abc45eb854 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2179670 Dec 17 13:03:04.895952 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-640fb9ec-66c4-44f4-a202-8657743f18cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1098 time: 0.3003721 Dec 17 13:03:04.958028 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-09da5c7a-5443-4f38-aa7b-915655c6ce6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 217 time: 0.0497575 Dec 17 13:03:04.977545 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76a810cd-4006-4f9b-899b-22f0f11aa67f req-05ff40ed-132a-4adf-9fae-645922090c9b tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085961 Dec 17 13:03:05.096386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-0cd116f8-e83e-47ed-8bfd-a580d1e04e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:05.098646 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-0cd116f8-e83e-47ed-8bfd-a580d1e04e02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1165268 Dec 17 13:03:05.129294 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:05.156656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6f4977b1-a285-43b4-82bf-9e73c5b573c6 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:05.182165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:05.189549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-63ea1179-9f41-4538-bb6e-4b7a3a257c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:05.193334 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-63ea1179-9f41-4538-bb6e-4b7a3a257c3e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849187 Dec 17 13:03:05.277463 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:05.370249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-07dbec06-fd3d-47f9-8667-d95c3b8e528a req-4ff31555-041a-4a3d-a387-d9239451e3ce tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] For port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:05.377724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=6f4977b1-a285-43b4-82bf-9e73c5b573c6,revision_number=10']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:05.382306 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07dbec06-fd3d-47f9-8667-d95c3b8e528a req-4ff31555-041a-4a3d-a387-d9239451e3ce tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:05.403435 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-ceee131e-e28f-4a63-8b03-4780667caac4 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039902 Dec 17 13:03:05.501677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-756bb336-6f4a-498a-9c57-f44584ce709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:05.503186 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-756bb336-6f4a-498a-9c57-f44584ce709f service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.5937159 Dec 17 13:03:05.504226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-07dbec06-fd3d-47f9-8667-d95c3b8e528a req-4ff31555-041a-4a3d-a387-d9239451e3ce tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Calling delete_port for 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:05.606821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:05.613976 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-824f2e7b-7f19-4052-b960-b727a508ce3b service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017972 Dec 17 13:03:05.635251 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-e7447711-19c2-491b-8a37-af04559ceff2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 217 time: 0.1115236 Dec 17 13:03:05.645775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc7f00-882f-4b16-a303-b36e7d31a9d9 req-4e16c19b-05a2-4108-b010-ee91e7157ce5 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:05.660670 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50fc7f00-882f-4b16-a303-b36e7d31a9d9 req-4e16c19b-05a2-4108-b010-ee91e7157ce5 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 949 time: 0.3036039 Dec 17 13:03:05.703294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b2134-c681-445d-b944-dcd311db1237 req-693c533c-9ea9-4236-a556-f8759f0ddb20 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:05.718091 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb4b2134-c681-445d-b944-dcd311db1237 req-693c533c-9ea9-4236-a556-f8759f0ddb20 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 949 time: 0.6105416 Dec 17 13:03:05.726892 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50fc7f00-882f-4b16-a303-b36e7d31a9d9 req-296197e5-7e0b-4a4f-9d1d-de8957c12848 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648332 Dec 17 13:03:05.740974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:05.919886 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:05.921932 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:05.923025 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-33aca38d-4b1b-47ca-a075-107484455467 req-2d5485da-0e53-4e31-b400-ea0445c1b6b1 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:05.940225 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-363a0e88-dd83-4b7d-8e74-1a9d2d63e472 req-bdb511f1-12d1-440d-8343-257f0f13d97f tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 210 time: 0.0793412 Dec 17 13:03:05.944477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d341c03-b42e-4f55-a512-923dc459e2b1,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:05.985286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdf5ded-60a6-4ea3-b887-a653accc2dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06043ecf-17bf-4bc5-b4ed-24aec7a8b587'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:05.991645 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2b96a8-34b5-408b-8589-31265d854741" -d '{"events": [{"server_uuid": "0fdf5ded-60a6-4ea3-b887-a653accc2dff", "name": "network-vif-unplugged", "status": "completed", "tag": "06043ecf-17bf-4bc5-b4ed-24aec7a8b587"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:06.010318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:06.045399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-bf530493-7028-4126-90b2-8b9973c67cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:06.046916 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-bf530493-7028-4126-90b2-8b9973c67cab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.3218350 Dec 17 13:03:06.055091 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:06.060242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5485da-0e53-4e31-b400-ea0445c1b6b1 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Pushing event deleted for resources: {'Port': ['ID=63c1a9f7-8652-4892-b80f-0ee6805893c2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:06.127088 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:06.198008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:06.231093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b62b3b-000c-4b54-b61d-b424ffdc8a74 req-161012d5-f4ec-4c0e-861e-8a062ed7bef7 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:06.232605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-29b62b3b-000c-4b54-b61d-b424ffdc8a74 req-161012d5-f4ec-4c0e-861e-8a062ed7bef7 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.1029036 Dec 17 13:03:06.235343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb4b2134-c681-445d-b944-dcd311db1237 req-b791863e-9941-4975-bb21-79c01c246752 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ffe89c2-0039-4ac6-9808-39b494460d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161440 Dec 17 13:03:06.242475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-33aca38d-4b1b-47ca-a075-107484455467 req-2d5485da-0e53-4e31-b400-ea0445c1b6b1 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] No DVR routers for this DVR port 63c1a9f7-8652-4892-b80f-0ee6805893c2 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:06.265638 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-33aca38d-4b1b-47ca-a075-107484455467 req-2d5485da-0e53-4e31-b400-ea0445c1b6b1 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:06.268965 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-33aca38d-4b1b-47ca-a075-107484455467 req-2d5485da-0e53-4e31-b400-ea0445c1b6b1 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.54 "DELETE /v2.0/ports/63c1a9f7-8652-4892-b80f-0ee6805893c2 HTTP/1.1" status: 204 len: 173 time: 3.1538546 Dec 17 13:03:06.270993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb33d3aa-429f-4449-baff-9aa471d17635', 'name': 'network-vif-deleted', 'tag': '63c1a9f7-8652-4892-b80f-0ee6805893c2'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:06.273231 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b886083-5d42-41ce-aac4-1a04fd4f3957" -d '{"events": [{"server_uuid": "bb33d3aa-429f-4449-baff-9aa471d17635", "name": "network-vif-deleted", "tag": "63c1a9f7-8652-4892-b80f-0ee6805893c2"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:06.280101 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:06.283022 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:06.373878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-7383e346-828b-4573-b627-a88b4f32a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:06.375449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-7383e346-828b-4573-b627-a88b4f32a620 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3123803 Dec 17 13:03:06.385131 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc8431e-29a5-424f-aef0-4d64a303ea71 x-openstack-request-id: req-ffc8431e-29a5-424f-aef0-4d64a303ea71 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:06.385432 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdf5ded-60a6-4ea3-b887-a653accc2dff", "name": "network-vif-unplugged", "status": "completed", "tag": "06043ecf-17bf-4bc5-b4ed-24aec7a8b587", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:06.385707 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffc8431e-29a5-424f-aef0-4d64a303ea71 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:06.386924 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdf5ded-60a6-4ea3-b887-a653accc2dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06043ecf-17bf-4bc5-b4ed-24aec7a8b587', 'code': 200} Dec 17 13:03:06.423327 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:06.424101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 470b7b32-d22a-489b-bb40-a303edcff400 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:03:06.428785 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-29b62b3b-000c-4b54-b61d-b424ffdc8a74 req-4acaf71a-a0a0-4b1d-8e67-99fe15b17a48 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792672 Dec 17 13:03:06.431052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:06.434557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ecbb742d-39d2-4bf2-bb40-b478d0bde14d admin admin] 10.222.0.59 "DELETE /v2.0/routers/470b7b32-d22a-489b-bb40-a303edcff400 HTTP/1.1" status: 204 len: 168 time: 4.0987020 Dec 17 13:03:06.435775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47466) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:06.472708 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07dbec06-fd3d-47f9-8667-d95c3b8e528a req-4ff31555-041a-4a3d-a387-d9239451e3ce tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:06.544672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Deleting subnet d9b8a1d1-e3c6-4858-97d1-4e98d62363d4 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:03:06.552858 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:06.583800 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1351ae9d-5cea-40b9-aa96-606b8b5ef9cc x-openstack-request-id: req-1351ae9d-5cea-40b9-aa96-606b8b5ef9cc {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:06.584098 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb33d3aa-429f-4449-baff-9aa471d17635", "name": "network-vif-deleted", "tag": "63c1a9f7-8652-4892-b80f-0ee6805893c2", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:06.584349 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1351ae9d-5cea-40b9-aa96-606b8b5ef9cc {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:06.584748 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb33d3aa-429f-4449-baff-9aa471d17635', 'name': 'network-vif-deleted', 'tag': '63c1a9f7-8652-4892-b80f-0ee6805893c2', 'status': 'completed', 'code': 200} Dec 17 13:03:06.594337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff31555-041a-4a3d-a387-d9239451e3ce tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Pushing event deleted for resources: {'Port': ['ID=06043ecf-17bf-4bc5-b4ed-24aec7a8b587,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:06.631945 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:06.704352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dbec06-fd3d-47f9-8667-d95c3b8e528a req-4ff31555-041a-4a3d-a387-d9239451e3ce tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] No DVR routers for this DVR port 06043ecf-17bf-4bc5-b4ed-24aec7a8b587 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:06.720240 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07dbec06-fd3d-47f9-8667-d95c3b8e528a req-4ff31555-041a-4a3d-a387-d9239451e3ce tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:06.724234 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07dbec06-fd3d-47f9-8667-d95c3b8e528a req-4ff31555-041a-4a3d-a387-d9239451e3ce tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.61 "DELETE /v2.0/ports/06043ecf-17bf-4bc5-b4ed-24aec7a8b587 HTTP/1.1" status: 204 len: 173 time: 2.7120080 Dec 17 13:03:06.755670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ff00e-b419-4ab8-bd62-b3a8cd92bdc8 req-7aab2506-cee2-4ef8-a395-d1b3d1f874d8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:06.757270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-479ff00e-b419-4ab8-bd62-b3a8cd92bdc8 req-7aab2506-cee2-4ef8-a395-d1b3d1f874d8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 947 time: 0.1714749 Dec 17 13:03:06.763389 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-41536c99-6c66-42ce-833c-756f4c294b6b service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677862 Dec 17 13:03:06.836808 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:06.894582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-479ff00e-b419-4ab8-bd62-b3a8cd92bdc8 req-fcd4763b-7846-495e-8011-e68ad05bb546 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223876 Dec 17 13:03:06.965385 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e400628-cd19-4c0d-8777-a0fbe24c093c req-0fee2950-d91b-4d95-840d-c341530b03a2 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774585 Dec 17 13:03:07.049216 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1577218-3474-4016-b2be-4f135339da85 req-d5f707a0-5023-460b-94d3-ba21cabb614e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:07.054697 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a1577218-3474-4016-b2be-4f135339da85 req-d5f707a0-5023-460b-94d3-ba21cabb614e tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 949 time: 0.1383684 Dec 17 13:03:07.067439 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-54f31216-8eef-4088-b62d-a0f2981d5a73 req-c5743d44-6413-4f4e-83c0-6d21183ed504 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 210 time: 0.0537102 Dec 17 13:03:07.126675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:07.168145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b8a1d1-e3c6-4858-97d1-4e98d62363d4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:07.173136 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a1577218-3474-4016-b2be-4f135339da85 req-203cb00d-6d18-48e8-a991-8e899755c6a7 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186862 Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.188664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:07.195540 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:07.200318 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-185327cd-533d-43e7-a78d-69be91ce24ea admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d9b8a1d1-e3c6-4858-97d1-4e98d62363d4 HTTP/1.1" status: 204 len: 168 time: 0.7619627 Dec 17 13:03:07.201631 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40a2bc1-87bd-4a33-b235-e9d5dd6d98a3 None None] Network d384d87c-459d-4b80-bc95-d50996c19c0e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:03:07.202163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47476) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:07.310012 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:07.384883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Deleting port 2d87380f-e1ef-4df2-bb40-fb95592440a7 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:07.385305 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:07.438580 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01855bdc-291a-418a-badf-c1748cb84363 None None] DHCP port deletion for d384d87c-459d-4b80-bc95-d50996c19c0e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:03:07.473354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 18e0a08b-0ede-4193-ae7c-3527b49912ca details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:03:07.495056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 7f8f4576-9453-47e7-86f6-448c34b6f733 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:03:07.548234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] For port 2d87380f-e1ef-4df2-bb40-fb95592440a7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2d87380f-e1ef-4df2-bb40-fb95592440a7,segment=NetworkSegment(d238bd2f-cc67-461b-a760-b1835ea2a3bc),segment_id=d238bd2f-cc67-461b-a760-b1835ea2a3bc)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:07.561620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:07.596171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Calling delete_port for 2d87380f-e1ef-4df2-bb40-fb95592440a7 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:07.617385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6f4977b1-a285-43b4-82bf-9e73c5b573c6 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:03:07.633401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ab66d-be0c-43f9-874b-30ac38b27cb8 req-20630f1a-d04f-41fa-bc69-506b9d964b1a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:07.638175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbe583-2d4c-4354-8095-11e23a1c227f req-323a6d56-6d01-4d4e-89d4-03580b83dd26 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:07.645179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b37ab66d-be0c-43f9-874b-30ac38b27cb8 req-20630f1a-d04f-41fa-bc69-506b9d964b1a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 949 time: 0.2313724 Dec 17 13:03:07.646551 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96cbe583-2d4c-4354-8095-11e23a1c227f req-323a6d56-6d01-4d4e-89d4-03580b83dd26 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0963626 Dec 17 13:03:07.732273 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96cbe583-2d4c-4354-8095-11e23a1c227f req-a34378ed-cd9e-4fb8-a42f-0188d34654f0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847182 Dec 17 13:03:07.808506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:03:07.810370 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:07.823859 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b37ab66d-be0c-43f9-874b-30ac38b27cb8 req-a9b53970-d46e-4e57-85b5-e3c4e6332556 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ffe89c2-0039-4ac6-9808-39b494460d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742983 Dec 17 13:03:07.979000 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.044677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] No DVR routers for this DVR port 2d87380f-e1ef-4df2-bb40-fb95592440a7 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:08.050861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d87380f-e1ef-4df2-bb40-fb95592440a7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:08.065553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:08.076751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bbde1-c300-48e1-857c-1f20cb366d0e req-7efccb9f-d054-4333-9d0c-e6339f09197d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:08.090103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'mac_address': 'fa:16:3e:7d:f9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:03:08.096750 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ad1bbde1-c300-48e1-857c-1f20cb366d0e req-7efccb9f-d054-4333-9d0c-e6339f09197d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 947 time: 0.0936563 Dec 17 13:03:08.112898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2d87380f-e1ef-4df2-bb40-fb95592440a7 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:08.181770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 7f8f4576-9453-47e7-86f6-448c34b6f733 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:03:08.195105 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.209658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 7f8f4576-9453-47e7-86f6-448c34b6f733 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:03:08.210803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ad1bbde1-c300-48e1-857c-1f20cb366d0e req-80005f33-2329-4e25-859d-045d9d1a3e6e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104639 Dec 17 13:03:08.213887 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.224382 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 2d87380f-e1ef-4df2-bb40-fb95592440a7 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:08.226963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2d87380f-e1ef-4df2-bb40-fb95592440a7 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:08.227499 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6d341c03-b42e-4f55-a512-923dc459e2b1 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:08.265825 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2505ea1f-3ec1-457a-8f6a-838c79424c43 req-d67ac3f8-f646-4ef6-84ed-622c7303ca6f tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 210 time: 0.0465357 Dec 17 13:03:08.268299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-01855bdc-291a-418a-badf-c1748cb84363 None None] Deleting port 2d87380f-e1ef-4df2-bb40-fb95592440a7 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:08.268680 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-01855bdc-291a-418a-badf-c1748cb84363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.271710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d384d87c-459d-4b80-bc95-d50996c19c0e']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:08.295038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd238bd2f-cc67-461b-a760-b1835ea2a3bc') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:08.295349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd238bd2f-cc67-461b-a760-b1835ea2a3bc') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:08.308046 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.357837 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.371118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:03:08.371774 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:03:08.374351 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:03:08.378747 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 6d341c03-b42e-4f55-a512-923dc459e2b1 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:08.379107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6d341c03-b42e-4f55-a512-923dc459e2b1 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:08.420972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-01855bdc-291a-418a-badf-c1748cb84363 None None] For port 2d87380f-e1ef-4df2-bb40-fb95592440a7, host n-d-815324-5, got binding levels [] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:08.421476 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-01855bdc-291a-418a-badf-c1748cb84363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.450033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-01855bdc-291a-418a-badf-c1748cb84363 None None] Calling delete_port for 2d87380f-e1ef-4df2-bb40-fb95592440a7 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:08.455725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.ipam_backend_mixin [None req-01855bdc-291a-418a-badf-c1748cb84363 None None] Port 2d87380f-e1ef-4df2-bb40-fb95592440a7 was not found and therefore no delete operation was performed {{(pid=110455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 13:03:08.462174 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-01855bdc-291a-418a-badf-c1748cb84363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.486622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01855bdc-291a-418a-badf-c1748cb84363 None None] No DVR routers for this DVR port 2d87380f-e1ef-4df2-bb40-fb95592440a7 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:08.549860 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.557448 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.563719 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d384d87c-459d-4b80-bc95-d50996c19c0e HTTP/1.1" status: 204 len: 168 time: 1.3578703 Dec 17 13:03:08.565457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47496) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:08.588139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6bad8-0619-47e0-a09a-63121ea9c61b req-7dc021e0-18aa-45dd-bac2-09d05276aeb3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:08.590828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423910a8-12de-41d2-9af4-9885cc19b097 admin admin] Pushing event deleted for resources: {'Network': ['ID=d384d87c-459d-4b80-bc95-d50996c19c0e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:08.596826 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aea6bad8-0619-47e0-a09a-63121ea9c61b req-7dc021e0-18aa-45dd-bac2-09d05276aeb3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 949 time: 0.1331325 Dec 17 13:03:08.599240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdf5ded-60a6-4ea3-b887-a653accc2dff', 'name': 'network-vif-deleted', 'tag': '06043ecf-17bf-4bc5-b4ed-24aec7a8b587'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:08.601978 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d25ea8-e765-4888-a714-8e786faab7ea" -d '{"events": [{"server_uuid": "0fdf5ded-60a6-4ea3-b887-a653accc2dff", "name": "network-vif-deleted", "tag": "06043ecf-17bf-4bc5-b4ed-24aec7a8b587"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:08.623601 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.669291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 7f8f4576-9453-47e7-86f6-448c34b6f733, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=7f8f4576-9453-47e7-86f6-448c34b6f733,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:08.670742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01855bdc-291a-418a-badf-c1748cb84363 None None] Pushing event deleted for resources: {'Port': ['ID=2d87380f-e1ef-4df2-bb40-fb95592440a7,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:08.676906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a058afc-7a9d-40bf-a457-c081edbb302e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8f4576-9453-47e7-86f6-448c34b6f733'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:08.679563 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e5544e-a73c-4c11-959a-bb82d68bcfb9" -d '{"events": [{"server_uuid": "1a058afc-7a9d-40bf-a457-c081edbb302e", "name": "network-vif-plugged", "status": "completed", "tag": "7f8f4576-9453-47e7-86f6-448c34b6f733"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:08.684944 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.696739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aea6bad8-0619-47e0-a09a-63121ea9c61b req-559c84af-5610-4538-a06f-3dd5e4db3456 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986795 Dec 17 13:03:08.732708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e0a08b-0ede-4193-ae7c-3527b49912ca {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:08.765816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:08.768899 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.773254 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.774712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 63c1a9f7-8652-4892-b80f-0ee6805893c2 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:08.775313 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2fb214-8a4d-4ee7-8c66-b0f7ddd19c92 x-openstack-request-id: req-6b2fb214-8a4d-4ee7-8c66-b0f7ddd19c92 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:08.775614 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdf5ded-60a6-4ea3-b887-a653accc2dff", "name": "network-vif-deleted", "tag": "06043ecf-17bf-4bc5-b4ed-24aec7a8b587", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:08.775860 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b2fb214-8a4d-4ee7-8c66-b0f7ddd19c92 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:08.776249 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdf5ded-60a6-4ea3-b887-a653accc2dff', 'name': 'network-vif-deleted', 'tag': '06043ecf-17bf-4bc5-b4ed-24aec7a8b587', 'status': 'completed', 'code': 200} Dec 17 13:03:08.908725 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697622f7-637c-4e57-8116-78f77cd3bf6d x-openstack-request-id: req-697622f7-637c-4e57-8116-78f77cd3bf6d {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:08.912619 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a058afc-7a9d-40bf-a457-c081edbb302e", "name": "network-vif-plugged", "status": "completed", "tag": "7f8f4576-9453-47e7-86f6-448c34b6f733", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:08.914854 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-697622f7-637c-4e57-8116-78f77cd3bf6d {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:08.918939 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a058afc-7a9d-40bf-a457-c081edbb302e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8f4576-9453-47e7-86f6-448c34b6f733', 'code': 200} Dec 17 13:03:08.920399 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=7f8f4576-9453-47e7-86f6-448c34b6f733,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:08.986031 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:08.997788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 63c1a9f7-8652-4892-b80f-0ee6805893c2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:09.001155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 63c1a9f7-8652-4892-b80f-0ee6805893c2 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:09.039341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:09.125454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:09.138690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8231bfc-c7d9-4c15-93ef-98dee3d963e3 req-0f49b4c2-b50a-4810-95ed-cf0a3f50c8a2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:09.146015 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8231bfc-c7d9-4c15-93ef-98dee3d963e3 req-0f49b4c2-b50a-4810-95ed-cf0a3f50c8a2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 948 time: 0.1202929 Dec 17 13:03:09.151415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848108c2-81c0-4d1e-aa6f-487208f00b05 req-617bbdc8-8945-4c1f-8874-cb1d015e046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:09.152866 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-848108c2-81c0-4d1e-aa6f-487208f00b05 req-617bbdc8-8945-4c1f-8874-cb1d015e046a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 1101 time: 0.1283510 Dec 17 13:03:09.158029 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:09.245199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=6f4977b1-a285-43b4-82bf-9e73c5b573c6,revision_number=11']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:09.263566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe55f0-ee38-4f7a-964c-66828d6de97c req-0525d203-aaad-4feb-9b0c-34b84ce1c74c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:09.271192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8fe55f0-ee38-4f7a-964c-66828d6de97c req-0525d203-aaad-4feb-9b0c-34b84ce1c74c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.2742286 Dec 17 13:03:09.280860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-8da7f819-0c26-4ec3-a049-902772540440 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:09.282512 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-8da7f819-0c26-4ec3-a049-902772540440 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.54 "GET /v2.0/networks?id=27191bc5-6cac-4bb5-bef0-77a566e4403e HTTP/1.1" status: 200 len: 813 time: 0.4360905 Dec 17 13:03:09.294355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-83a077a0-e145-49ab-8c2c-3f8abacacbfd tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:09.295087 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-848108c2-81c0-4d1e-aa6f-487208f00b05 req-a4536a52-62ed-455b-a2a1-ad4386425cf8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ffe89c2-0039-4ac6-9808-39b494460d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151485 Dec 17 13:03:09.296120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-83a077a0-e145-49ab-8c2c-3f8abacacbfd tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77&tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 948 time: 0.2635105 Dec 17 13:03:09.302084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Request body: {'port': {'device_id': '9d076e98-cc9a-4fcd-b50f-2610c6451fd0', 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e', 'admin_state_up': True, 'tenant_id': 'c2dad27bb7d541768248999548dcb503'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:09.322338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['18e0a08b-0ede-4193-ae7c-3527b49912ca'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:09.381773 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8231bfc-c7d9-4c15-93ef-98dee3d963e3 req-5b8f99d8-9f59-4bd4-a7b5-d210f6169a4d tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348032 Dec 17 13:03:09.396378 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8fe55f0-ee38-4f7a-964c-66828d6de97c req-253e0ccf-127b-4511-9a6d-215fdb3240b9 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242683 Dec 17 13:03:09.648338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b63bd-7650-4ccf-8c96-342fd985f0a1 req-7b756f6f-0710-427b-bd4d-62848eb3f2ca tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:09.650641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a3b63bd-7650-4ccf-8c96-342fd985f0a1 req-7b756f6f-0710-427b-bd4d-62848eb3f2ca tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 950 time: 0.1707556 Dec 17 13:03:09.718201 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a3b63bd-7650-4ccf-8c96-342fd985f0a1 req-61e377b8-a08b-4669-a607-5390cbbb942c tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ffe89c2-0039-4ac6-9808-39b494460d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593708 Dec 17 13:03:09.730808 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d97091fb-3f8c-4d49-9071-ddd4bd7ee099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:10.099849 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f13db0f-7b93-40cf-8121-ddee8fa6f360 req-7c807a83-53d3-489b-9258-2b787d48bfa3 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 210 time: 0.5956805 Dec 17 13:03:10.099849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Made reservation on behalf of c2dad27bb7d541768248999548dcb503 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:03:10.104331 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:10.189421 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-70cd6e4e-2dd8-4a9d-9643-07b4bf61b11f tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:10.191057 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-70cd6e4e-2dd8-4a9d-9643-07b4bf61b11f tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.54 "GET /v2.0/networks?id=27191bc5-6cac-4bb5-bef0-77a566e4403e HTTP/1.1" status: 200 len: 813 time: 0.2084453 Dec 17 13:03:10.207211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54bb69-7bda-46d5-a9c5-cb657f10fe72 req-13c61c0b-c8c9-45e0-a08a-3cf06206e2a9 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:10.207503 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-29c0d38b-2a27-4da3-bd39-aae43a504043 service neutron] 10.222.0.54 "GET /v2.0/ports/18e0a08b-0ede-4193-ae7c-3527b49912ca/bindings/n-h1-815324-5 HTTP/1.1" status: 200 len: 382 time: 0.7034521 Dec 17 13:03:10.208956 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9b54bb69-7bda-46d5-a9c5-cb657f10fe72 req-13c61c0b-c8c9-45e0-a08a-3cf06206e2a9 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 951 time: 0.2806306 Dec 17 13:03:10.219241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Request body: {'port': {'device_id': 'bf883b21-6419-4130-bdd1-91a4664dde80', 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e', 'admin_state_up': True, 'tenant_id': 'c2dad27bb7d541768248999548dcb503'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:10.304850 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Allocated IP 172.20.0.12 (27191bc5-6cac-4bb5-bef0-77a566e4403e/4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce/c1a11bcc-395a-48e6-9858-07646716904c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:03:10.429038 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9b54bb69-7bda-46d5-a9c5-cb657f10fe72 req-0d8a38c3-86bf-4734-af48-954aa2425ced tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855018 Dec 17 13:03:10.459889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-0dc73462-288b-4c3f-bf89-858259d0eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:10.461502 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-0dc73462-288b-4c3f-bf89-858259d0eb07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1099 time: 0.2129717 Dec 17 13:03:10.566894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d97091fb-3f8c-4d49-9071-ddd4bd7ee099 admin admin] Deleting port 3c32e4b6-82b1-485a-97c7-99e67abd4e48 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:10.567289 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d97091fb-3f8c-4d49-9071-ddd4bd7ee099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:10.576971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6654c2-96c4-4d59-8f1b-41cb69c04df0 req-cc03d12a-9608-4eb1-a718-6ce6786b8c37 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:10.578546 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-de6654c2-96c4-4d59-8f1b-41cb69c04df0 req-cc03d12a-9608-4eb1-a718-6ce6786b8c37 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.0657499 Dec 17 13:03:10.623125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Made reservation on behalf of c2dad27bb7d541768248999548dcb503 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:03:10.626985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:10.637138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-6f5fe03f-6e9a-44b7-914a-d6a01783568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:10.638756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-6f5fe03f-6e9a-44b7-914a-d6a01783568a service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1491318 Dec 17 13:03:10.719594 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-de6654c2-96c4-4d59-8f1b-41cb69c04df0 req-e92906c2-aac9-4281-abb3-9e93b2da0fbf tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292777 Dec 17 13:03:10.735710 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-3af1d7e4-3fa2-45f9-8a57-858630f29843 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 217 time: 0.0680161 Dec 17 13:03:10.765819 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:10.775302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-d97091fb-3f8c-4d49-9071-ddd4bd7ee099 admin admin] For port 3c32e4b6-82b1-485a-97c7-99e67abd4e48, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3c32e4b6-82b1-485a-97c7-99e67abd4e48,segment=NetworkSegment(17f34f6b-a194-487f-a7b9-587adf00931a),segment_id=17f34f6b-a194-487f-a7b9-587adf00931a)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:10.776030 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d97091fb-3f8c-4d49-9071-ddd4bd7ee099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:10.793959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d97091fb-3f8c-4d49-9071-ddd4bd7ee099 admin admin] Calling delete_port for 3c32e4b6-82b1-485a-97c7-99e67abd4e48 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:10.833321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c502fde-5172-436d-a741-3296077a98e3 req-8194f9fa-9cad-4bde-810a-562bc8450473 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:10.840077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c502fde-5172-436d-a741-3296077a98e3 req-8194f9fa-9cad-4bde-810a-562bc8450473 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 948 time: 0.2853022 Dec 17 13:03:10.862488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-49a686fa-497d-4aec-9810-596d4394b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:10.863980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-49a686fa-497d-4aec-9810-596d4394b0ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1018732 Dec 17 13:03:10.920557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4977b1-a285-43b4-82bf-9e73c5b573c6'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:10.923532 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a103ee3-8322-4201-976c-d73d11f6de54" -d '{"events": [{"server_uuid": "8ed951f2-9189-4bb6-bcdd-654c1cbf4392", "name": "network-vif-plugged", "status": "completed", "tag": "6f4977b1-a285-43b4-82bf-9e73c5b573c6"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:10.968212 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c502fde-5172-436d-a741-3296077a98e3 req-ba763e65-37bb-435d-97a5-54ad21593f25 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952897 Dec 17 13:03:10.974572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-ca621c0a-2b1f-4a3a-acf7-ce803e29f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:10.981649 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-ca621c0a-2b1f-4a3a-acf7-ce803e29f24f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0990872 Dec 17 13:03:10.986795 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:11.127259 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0caba0-d665-4da0-9200-9ebd89da7b63 x-openstack-request-id: req-0d0caba0-d665-4da0-9200-9ebd89da7b63 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:11.127654 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed951f2-9189-4bb6-bcdd-654c1cbf4392", "name": "network-vif-plugged", "status": "completed", "tag": "6f4977b1-a285-43b4-82bf-9e73c5b573c6", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:11.129046 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d0caba0-d665-4da0-9200-9ebd89da7b63 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:11.129449 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4977b1-a285-43b4-82bf-9e73c5b573c6', 'code': 200} Dec 17 13:03:11.133434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Network 27191bc5-6cac-4bb5-bef0-77a566e4403e is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:03:11.142024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:03:11.154997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:03:11.161336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:11.162125 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:11.169428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Pushing event updated for resources: {'Port': ['ID=c1a11bcc-395a-48e6-9858-07646716904c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:11.210139 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-260aa25c-c1f0-4a95-b28f-3c840e4bb275 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051003 Dec 17 13:03:11.307396 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5d1b9a5-6d7b-494d-a81a-a41cc64e4b73 req-4769cef0-99cb-4050-b63b-a67a4deffd9e tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 210 time: 0.0770700 Dec 17 13:03:11.313980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-5e7929d5-2b93-4779-bd84-73167c9e9e92 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0156229 Dec 17 13:03:11.342147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Request body: {'port': {'device_id': '9d076e98-cc9a-4fcd-b50f-2610c6451fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:11.422662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30768d50-72f0-4d23-9cb4-a235baa28d8c req-6976a172-0ff5-416c-bcf9-008938f066b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:11.424165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30768d50-72f0-4d23-9cb4-a235baa28d8c req-6976a172-0ff5-416c-bcf9-008938f066b6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 1102 time: 0.1293719 Dec 17 13:03:11.430249 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:11.465475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-7fc02ccc-e42f-4d9f-b4ef-e95cd0c53316 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476542 Dec 17 13:03:11.480337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 18e0a08b-0ede-4193-ae7c-3527b49912ca up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:03:11.533721 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30768d50-72f0-4d23-9cb4-a235baa28d8c req-5631b8bf-9e2d-4291-a543-d2ceffd1f597 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959499 Dec 17 13:03:11.616151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166d787-4b73-45d8-a608-15bdad1f4c8d req-65df20d8-d476-42b5-932d-0ee96bb35b95 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:11.633233 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9166d787-4b73-45d8-a608-15bdad1f4c8d req-65df20d8-d476-42b5-932d-0ee96bb35b95 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 950 time: 0.2884774 Dec 17 13:03:11.658915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.api [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-dce173a9-57fc-43a1-85e6-00a2da35fd53 {{(pid=110454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:03:11.659920 n-d-815324-5 neutron-server[110454]: DEBUG oslo_db.api [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:03:11.682856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 18e0a08b-0ede-4193-ae7c-3527b49912ca completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:03:11.690699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 18e0a08b-0ede-4193-ae7c-3527b49912ca triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:03:11.691698 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:11.694077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84068941-2ed6-4c91-9036-ffa043f950ff req-350ae8f2-b5fa-497f-b4d6-9e7567c8d4c3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:11.695623 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-84068941-2ed6-4c91-9036-ffa043f950ff req-350ae8f2-b5fa-497f-b4d6-9e7567c8d4c3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 951 time: 0.1590331 Dec 17 13:03:11.722939 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9166d787-4b73-45d8-a608-15bdad1f4c8d req-5acf0065-0408-4074-895d-efaa0719c38d tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ffe89c2-0039-4ac6-9808-39b494460d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868773 Dec 17 13:03:11.823280 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-84068941-2ed6-4c91-9036-ffa043f950ff req-ba8f1de3-2932-4f7a-a09a-de7a8f4a8e85 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135199 Dec 17 13:03:11.850126 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d97091fb-3f8c-4d49-9071-ddd4bd7ee099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:11.898259 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:11.921835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97091fb-3f8c-4d49-9071-ddd4bd7ee099 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c32e4b6-82b1-485a-97c7-99e67abd4e48,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:11.926206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a11bcc-395a-48e6-9858-07646716904c {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:11.935441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:11.956342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Transition to ACTIVE for port object c1a11bcc-395a-48e6-9858-07646716904c will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:03:11.982980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:12.021145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89945c0e-db0b-45a8-b0d6-37a7561c38ca req-2e8fa165-907f-4d62-a350-712f8e80ee9a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:12.022946 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-89945c0e-db0b-45a8-b0d6-37a7561c38ca req-2e8fa165-907f-4d62-a350-712f8e80ee9a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.2109823 Dec 17 13:03:12.054203 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:12.081958 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:12.192925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:12.210206 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:12.211504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.211849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.212193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.212316 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d97091fb-3f8c-4d49-9071-ddd4bd7ee099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:12.212689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.213033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.213530 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.213886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.214215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.215010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.215327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.215658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.215978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.216303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:12.262372 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Pushing event updated for resources: {'Port': ['ID=c1a11bcc-395a-48e6-9858-07646716904c,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:12.279292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Attempting to bind port c1a11bcc-395a-48e6-9858-07646716904c on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:03:12.281854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Attempting to bind port c1a11bcc-395a-48e6-9858-07646716904c by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:03:12.282347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Attempting to bind port c1a11bcc-395a-48e6-9858-07646716904c on network 27191bc5-6cac-4bb5-bef0-77a566e4403e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:12.287587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Port c1a11bcc-395a-48e6-9858-07646716904c on network 27191bc5-6cac-4bb5-bef0-77a566e4403e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:03:12.287914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Attempting to bind port c1a11bcc-395a-48e6-9858-07646716904c on network 27191bc5-6cac-4bb5-bef0-77a566e4403e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:12.294032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:03:12.294437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Checking segment: {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:03:12.294857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Bound using segment: {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:03:12.295508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Bound port: c1a11bcc-395a-48e6-9858-07646716904c, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:03:12.296014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:12.300114 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-89945c0e-db0b-45a8-b0d6-37a7561c38ca req-1f013115-6b78-4366-9137-d16e8b8a1188 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696600 Dec 17 13:03:12.397041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] For port c1a11bcc-395a-48e6-9858-07646716904c, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:03:12.402834 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] For port c1a11bcc-395a-48e6-9858-07646716904c, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c1a11bcc-395a-48e6-9858-07646716904c,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:03:12.503300 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:12.570086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Allocated IP 172.20.0.11 (27191bc5-6cac-4bb5-bef0-77a566e4403e/4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce/ccc2f86d-dfb3-4293-87b9-205399c730f1) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:03:12.573036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Pushing event updated for resources: {'Port': ['ID=c1a11bcc-395a-48e6-9858-07646716904c,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:12.584147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:12.585138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:12.588133 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-6e4a39fc-a85a-423a-8509-8d929b3ab1db service neutron] 10.222.0.54 "PUT /v2.0/ports/c1a11bcc-395a-48e6-9858-07646716904c HTTP/1.1" status: 200 len: 1092 time: 1.2534378 Dec 17 13:03:12.588704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d076e98-cc9a-4fcd-b50f-2610c6451fd0', 'tag': 'c1a11bcc-395a-48e6-9858-07646716904c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:12.591292 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc68f4e-b9a8-444f-bad7-02eeb7cd574a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d076e98-cc9a-4fcd-b50f-2610c6451fd0", "tag": "c1a11bcc-395a-48e6-9858-07646716904c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:12.681108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec8139-b14c-444a-8755-658597fbdba3 req-11324172-4481-4bf5-8c65-1ae3920dc9d1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:12.682784 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4eec8139-b14c-444a-8755-658597fbdba3 req-11324172-4481-4bf5-8c65-1ae3920dc9d1 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.1473196 Dec 17 13:03:12.704450 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d28aab9-64eb-47a9-b1f9-53d276853377 req-bb8df8d5-5087-40f8-8ef5-04132344fe14 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 210 time: 0.0370848 Dec 17 13:03:12.798712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97091fb-3f8c-4d49-9071-ddd4bd7ee099 admin admin] Router ab5e89d0-3abb-45a2-a42f-193531111399 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:03:12.804648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-ddd9d393-ca36-4abb-8176-da7e9f0960ca tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:12.806249 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-ddd9d393-ca36-4abb-8176-da7e9f0960ca tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84&tenant_id=9614be50faf74fb8a529668bc3e6df5e&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1096 time: 0.0964248 Dec 17 13:03:12.811521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-0c4df922-b3c6-4365-ad7f-1625f2b7d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:12.812994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-0c4df922-b3c6-4365-ad7f-1625f2b7d3d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2dad27bb7d541768248999548dcb503&device_id=9d076e98-cc9a-4fcd-b50f-2610c6451fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0901887 Dec 17 13:03:12.863376 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4eec8139-b14c-444a-8755-658597fbdba3 req-e8e41947-46e4-4919-9141-487d76126c65 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630878 Dec 17 13:03:12.882119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-5'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:12.965733 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-f6900e87-f7bf-46a3-830e-5da3411b7097 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a11bcc-395a-48e6-9858-07646716904c HTTP/1.1" status: 200 len: 217 time: 0.1043715 Dec 17 13:03:12.976097 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fb21b6-fa11-45d6-820b-fabcff756a76 x-openstack-request-id: req-d5fb21b6-fa11-45d6-820b-fabcff756a76 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:12.976419 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d076e98-cc9a-4fcd-b50f-2610c6451fd0", "tag": "c1a11bcc-395a-48e6-9858-07646716904c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:12.976707 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5fb21b6-fa11-45d6-820b-fabcff756a76 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:12.977172 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d076e98-cc9a-4fcd-b50f-2610c6451fd0', 'tag': 'c1a11bcc-395a-48e6-9858-07646716904c', 'status': 'completed', 'code': 200} Dec 17 13:03:12.981114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:12.994938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391896ac-d032-42a5-9aa0-df25d81d7f59 req-ab2ce022-a716-4696-adab-7c1f70427a43 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:13.006017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-391896ac-d032-42a5-9aa0-df25d81d7f59 req-ab2ce022-a716-4696-adab-7c1f70427a43 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 944 time: 0.1918099 Dec 17 13:03:13.017465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97091fb-3f8c-4d49-9071-ddd4bd7ee099 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:03:13.026175 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d97091fb-3f8c-4d49-9071-ddd4bd7ee099 admin admin] 10.222.0.59 "PUT /v2.0/routers/ab5e89d0-3abb-45a2-a42f-193531111399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4369264 Dec 17 13:03:13.028103 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47556) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:13.031922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d38c9fe-119e-49ea-9ab3-3d8c3fe01e76 None None] Sync routers for ids ['ab5e89d0-3abb-45a2-a42f-193531111399'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:03:13.054139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38c9fe-119e-49ea-9ab3-3d8c3fe01e76 None None] Routers {'ab5e89d0-3abb-45a2-a42f-193531111399'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:03:13.054781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6d38c9fe-119e-49ea-9ab3-3d8c3fe01e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:02:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ab5e89d0-3abb-45a2-a42f-193531111399'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:13.101539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-de2fa289-b92d-42b7-9e15-669aebea62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:13.103456 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-de2fa289-b92d-42b7-9e15-669aebea62a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce HTTP/1.1" status: 200 len: 853 time: 0.1222694 Dec 17 13:03:13.173198 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:13.178578 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-6d38c9fe-119e-49ea-9ab3-3d8c3fe01e76 None None] Set router ab5e89d0-3abb-45a2-a42f-193531111399 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:03:13.228534 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:13.267814 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-d67dbc95-e6f9-4eb1-95fd-d52547fa33e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=27191bc5-6cac-4bb5-bef0-77a566e4403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955322 Dec 17 13:03:13.294662 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Network 27191bc5-6cac-4bb5-bef0-77a566e4403e is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:03:13.301570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:13.302838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:03:13.312321 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef996a2-cf05-4842-89c6-f81f81865f60" -d '{"events": [{"server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "name": "network-vif-plugged", "status": "completed", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:13.316282 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41b11a-bba8-46a4-9ad4-1f4058686ffd req-70406184-baff-4693-9152-eb99c0877d21 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:13.317828 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1e41b11a-bba8-46a4-9ad4-1f4058686ffd req-70406184-baff-4693-9152-eb99c0877d21 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 950 time: 0.2264955 Dec 17 13:03:13.320727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:03:13.328403 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:13.352637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Pushing event updated for resources: {'Port': ['ID=ccc2f86d-dfb3-4293-87b9-205399c730f1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:13.438929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75443ec3-fda7-4759-b548-3f6c51107733 req-f091f728-e7b0-46ee-aa02-c40e243b5ba8 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:13.440638 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75443ec3-fda7-4759-b548-3f6c51107733 req-f091f728-e7b0-46ee-aa02-c40e243b5ba8 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 944 time: 0.2700045 Dec 17 13:03:13.484589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:13.485223 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:13.494838 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6d38c9fe-119e-49ea-9ab3-3d8c3fe01e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161443303-router', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:59Z', 'updated_at': '2021-12-17T13:03:11Z', 'revision_number': 5, 'project_id': '66d473080cb94025b4a148a753202aac', 'gw_port': {'id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:58:00Z', 'updated_at': '2021-12-17T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:13.509595 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-391896ac-d032-42a5-9aa0-df25d81d7f59 req-e0ae5eb6-92dc-4b15-bf28-decbceb05b0e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844294 Dec 17 13:03:13.520627 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1e41b11a-bba8-46a4-9ad4-1f4058686ffd req-061809eb-2dea-4f26-a8af-7ab098021a18 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ffe89c2-0039-4ac6-9808-39b494460d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902065 Dec 17 13:03:13.535358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d38c9fe-119e-49ea-9ab3-3d8c3fe01e76 None None] Checking router: ab5e89d0-3abb-45a2-a42f-193531111399 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:03:13.535900 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:13.557761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38c9fe-119e-49ea-9ab3-3d8c3fe01e76 None None] Routers {'ab5e89d0-3abb-45a2-a42f-193531111399'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:03:13.558336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6d38c9fe-119e-49ea-9ab3-3d8c3fe01e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:02:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ab5e89d0-3abb-45a2-a42f-193531111399'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:13.618602 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7266db53-d4bd-478d-beef-ebbc403f5b1d x-openstack-request-id: req-7266db53-d4bd-478d-beef-ebbc403f5b1d {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:13.618602 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "name": "network-vif-plugged", "status": "completed", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:13.618602 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7266db53-d4bd-478d-beef-ebbc403f5b1d {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:13.618602 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'code': 200} Dec 17 13:03:13.670787 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-529c65e6-982e-42fa-b501-cb0c76832a7b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4607110 Dec 17 13:03:13.692197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Request body: {'port': {'device_id': 'bf883b21-6419-4130-bdd1-91a4664dde80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:13.704284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-6d38c9fe-119e-49ea-9ab3-3d8c3fe01e76 None None] Set router ab5e89d0-3abb-45a2-a42f-193531111399 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:03:13.716026 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-fdac05ec-a5cc-4c00-a608-cd10be9ef244 service neutron] 10.222.0.54 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252486 Dec 17 13:03:13.786465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fb25a-6b03-480d-be50-c4c9e655cfd0 req-89c88b57-07b6-4e2e-8572-8280805eb830 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:13.788078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-423fb25a-6b03-480d-be50-c4c9e655cfd0 req-89c88b57-07b6-4e2e-8572-8280805eb830 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 945 time: 0.1330047 Dec 17 13:03:13.799427 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:13.825157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824583d3-36eb-4da4-a589-27ab2e41fc68 req-a7f353ea-b35f-4995-84ed-7cf74cbbee27 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:13.826788 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-824583d3-36eb-4da4-a589-27ab2e41fc68 req-a7f353ea-b35f-4995-84ed-7cf74cbbee27 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 951 time: 0.1900635 Dec 17 13:03:13.830529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ce04f5e0-3409-4d14-badb-dde3395f4751,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:13.835042 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Deleting port b1479486-2d23-44ff-b397-a9b88e150195 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:13.835402 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:13.922325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-75443ec3-fda7-4759-b548-3f6c51107733 req-a765ed2e-bfcd-419d-b3e8-c83077717bfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Deleting port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:13.922972 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-75443ec3-fda7-4759-b548-3f6c51107733 req-a765ed2e-bfcd-419d-b3e8-c83077717bfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:13.941631 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce3f26da-37b5-4387-96fc-5a737cb81697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:13.958971 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-423fb25a-6b03-480d-be50-c4c9e655cfd0 req-f57785e8-2330-4107-833a-e1b6c87e2818 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475296 Dec 17 13:03:13.993029 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-c9961a84-b6fb-44de-b8ed-cf4657f019b3 service neutron] 10.222.0.54 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638960 Dec 17 13:03:14.039698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:03:14.114542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6d38c9fe-119e-49ea-9ab3-3d8c3fe01e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161443303-router', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:59Z', 'updated_at': '2021-12-17T13:03:11Z', 'revision_number': 5, 'project_id': '66d473080cb94025b4a148a753202aac', 'gw_port': {'id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:58:00Z', 'updated_at': '2021-12-17T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:14.121483 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] For port b1479486-2d23-44ff-b397-a9b88e150195, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b1479486-2d23-44ff-b397-a9b88e150195,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:14.121910 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:14.138306 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:14.165015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d38c9fe-119e-49ea-9ab3-3d8c3fe01e76 None None] The sync data for ids ['ab5e89d0-3abb-45a2-a42f-193531111399'] in n-d-815324-5 is: [{'id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-161443303-router', 'tenant_id': '66d473080cb94025b4a148a753202aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T12:57:59Z', 'updated_at': '2021-12-17T13:03:11Z', 'revision_number': 5, 'project_id': '66d473080cb94025b4a148a753202aac', 'gw_port': {'id': 'b1479486-2d23-44ff-b397-a9b88e150195', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5e89d0-3abb-45a2-a42f-193531111399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T12:58:00Z', 'updated_at': '2021-12-17T12:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:03:14.187167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Calling delete_port for b1479486-2d23-44ff-b397-a9b88e150195 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:14.217536 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-824583d3-36eb-4da4-a589-27ab2e41fc68 req-52737c59-059a-4f87-912c-89f0da41645c tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608086 Dec 17 13:03:14.268262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-75443ec3-fda7-4759-b548-3f6c51107733 req-a765ed2e-bfcd-419d-b3e8-c83077717bfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] For port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:14.268973 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-75443ec3-fda7-4759-b548-3f6c51107733 req-a765ed2e-bfcd-419d-b3e8-c83077717bfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:14.306076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-75443ec3-fda7-4759-b548-3f6c51107733 req-a765ed2e-bfcd-419d-b3e8-c83077717bfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Calling delete_port for 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:14.307901 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:14.774897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Pushing event updated for resources: {'Port': ['ID=ce04f5e0-3409-4d14-badb-dde3395f4751,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:14.779000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc68f4e-b9a8-444f-bad7-02eeb7cd574a req-c86dcae1-27bf-411e-a0d6-5e787c80be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:14.779782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933ff8-06e7-4e0e-be8a-5cc2a78c897b req-c60e084c-2d6d-4b3b-be25-6fc7f221119c tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:14.780528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0fc68f4e-b9a8-444f-bad7-02eeb7cd574a req-c86dcae1-27bf-411e-a0d6-5e787c80be6d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2dad27bb7d541768248999548dcb503&device_id=9d076e98-cc9a-4fcd-b50f-2610c6451fd0 HTTP/1.1" status: 200 len: 1095 time: 0.4695323 Dec 17 13:03:14.787327 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0933ff8-06e7-4e0e-be8a-5cc2a78c897b req-c60e084c-2d6d-4b3b-be25-6fc7f221119c tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 932 time: 0.4828372 Dec 17 13:03:14.790964 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc2f86d-dfb3-4293-87b9-205399c730f1 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:14.795091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427baaa-8256-4420-96ed-5c4a65447ecb req-26867d00-9e57-49e5-8088-2dfa3047c8e9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:14.802085 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d427baaa-8256-4420-96ed-5c4a65447ecb req-26867d00-9e57-49e5-8088-2dfa3047c8e9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.5052238 Dec 17 13:03:14.810785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:14.853397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-e7399a4c-7d5d-44fb-b48a-9825495f7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:14.855329 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-e7399a4c-7d5d-44fb-b48a-9825495f7123 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77&tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815 HTTP/1.1" status: 200 len: 1100 time: 0.1668699 Dec 17 13:03:14.867442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Transition to ACTIVE for port object ccc2f86d-dfb3-4293-87b9-205399c730f1 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:03:14.879033 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:14.885001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Attempting to bind port ce04f5e0-3409-4d14-badb-dde3395f4751 on host n-h1-815324-5 for vnic_type normal with profile {"migrating_to": "n-h2-815324-5"} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:03:14.885368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Attempting to bind port ce04f5e0-3409-4d14-badb-dde3395f4751 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:03:14.885723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Attempting to bind port ce04f5e0-3409-4d14-badb-dde3395f4751 on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:14.907280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Port ce04f5e0-3409-4d14-badb-dde3395f4751 on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:03:14.910717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Attempting to bind port ce04f5e0-3409-4d14-badb-dde3395f4751 on network 7717af48-82a8-4fc3-8cc0-cf6ce9d6412a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:14.928360 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0933ff8-06e7-4e0e-be8a-5cc2a78c897b req-658273da-64b7-4952-9c9e-acf18db80e50 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404326 Dec 17 13:03:14.934186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:03:14.936394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Checking segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:03:14.936394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Bound using segment: {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:03:14.936394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Bound port: ce04f5e0-3409-4d14-badb-dde3395f4751, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15a23b4-3e03-4381-b666-7dfaf7b4084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7717af48-82a8-4fc3-8cc0-cf6ce9d6412a'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:03:14.936394 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:14.957683 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:14.966146 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:14.968365 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d427baaa-8256-4420-96ed-5c4a65447ecb req-44f5c8e2-2892-4434-bb9a-11953bd6dae9 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654372 Dec 17 13:03:14.978739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8644b198-9483-4b9f-b143-79b5f29a8e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce04f5e0-3409-4d14-badb-dde3395f4751'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:14.980981 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a1d146-0055-4911-9717-c4fe5e9a02a1" -d '{"events": [{"server_uuid": "8644b198-9483-4b9f-b143-79b5f29a8e84", "name": "network-vif-unplugged", "status": "completed", "tag": "ce04f5e0-3409-4d14-badb-dde3395f4751"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:15.025952 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:03:15.046358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc68f4e-b9a8-444f-bad7-02eeb7cd574a req-726020e3-b666-47ed-b52a-5383d7e42370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:15.051508 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0fc68f4e-b9a8-444f-bad7-02eeb7cd574a req-726020e3-b666-47ed-b52a-5383d7e42370 service neutron] 10.222.0.54 "GET /v2.0/networks?id=27191bc5-6cac-4bb5-bef0-77a566e4403e HTTP/1.1" status: 200 len: 914 time: 0.2398117 Dec 17 13:03:15.069342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc2f86d-dfb3-4293-87b9-205399c730f1,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:15.074653 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:15.105939 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0fc68f4e-b9a8-444f-bad7-02eeb7cd574a req-053e785f-005a-40fa-9aea-271e08dafe04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a11bcc-395a-48e6-9858-07646716904c HTTP/1.1" status: 200 len: 217 time: 0.0471630 Dec 17 13:03:15.121765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1479486-2d23-44ff-b397-a9b88e150195,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:15.165033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:03:15.165033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc68f4e-b9a8-444f-bad7-02eeb7cd574a req-da5f2fda-ae7f-45d2-a8c5-e56316444fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:15.165033 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0fc68f4e-b9a8-444f-bad7-02eeb7cd574a req-da5f2fda-ae7f-45d2-a8c5-e56316444fe5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce HTTP/1.1" status: 200 len: 853 time: 0.0510328 Dec 17 13:03:15.184534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ce04f5e0-3409-4d14-badb-dde3395f4751,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:03:15.187156 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-75443ec3-fda7-4759-b548-3f6c51107733 req-a765ed2e-bfcd-419d-b3e8-c83077717bfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:15.199227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5e3ac434-b5e0-499d-9eb4-cda3bc52b22d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:15.217793 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0fc68f4e-b9a8-444f-bad7-02eeb7cd574a req-da397c81-92c6-4654-b643-40226d70eab7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=27191bc5-6cac-4bb5-bef0-77a566e4403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431280 Dec 17 13:03:15.284284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765ed2e-bfcd-419d-b3e8-c83077717bfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Pushing event deleted for resources: {'Port': ['ID=5e3ac434-b5e0-499d-9eb4-cda3bc52b22d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:15.291571 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:15.307010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Attempting to bind port ccc2f86d-dfb3-4293-87b9-205399c730f1 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:03:15.307361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Attempting to bind port ccc2f86d-dfb3-4293-87b9-205399c730f1 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:03:15.307693 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Attempting to bind port ccc2f86d-dfb3-4293-87b9-205399c730f1 on network 27191bc5-6cac-4bb5-bef0-77a566e4403e {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:15.328427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206ed34-70b5-47cf-911f-fe90306a2322 req-8c72d47b-2d38-4702-a4f4-fd52b06e782c tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:15.330010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5206ed34-70b5-47cf-911f-fe90306a2322 req-8c72d47b-2d38-4702-a4f4-fd52b06e782c tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a37751-f5d2-451d-9dec-e86633c46d0e HTTP/1.1" status: 200 len: 866 time: 0.2171888 Dec 17 13:03:15.334345 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Port ccc2f86d-dfb3-4293-87b9-205399c730f1 on network 27191bc5-6cac-4bb5-bef0-77a566e4403e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:03:15.334675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Attempting to bind port ccc2f86d-dfb3-4293-87b9-205399c730f1 on network 27191bc5-6cac-4bb5-bef0-77a566e4403e {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:15.372941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-75443ec3-fda7-4759-b548-3f6c51107733 req-a765ed2e-bfcd-419d-b3e8-c83077717bfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] No DVR routers for this DVR port 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:15.379331 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-75443ec3-fda7-4759-b548-3f6c51107733 req-a765ed2e-bfcd-419d-b3e8-c83077717bfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:15.382655 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75443ec3-fda7-4759-b548-3f6c51107733 req-a765ed2e-bfcd-419d-b3e8-c83077717bfc tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.61 "DELETE /v2.0/ports/5e3ac434-b5e0-499d-9eb4-cda3bc52b22d HTTP/1.1" status: 204 len: 173 time: 1.9223902 Dec 17 13:03:15.384645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:03:15.385076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Checking segment: {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:03:15.385386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Bound using segment: {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:03:15.385869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Bound port: ccc2f86d-dfb3-4293-87b9-205399c730f1, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a37428-1696-488a-9402-25c8bbacfe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:03:15.386230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:15.388215 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:15.427134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Pushing event updated for resources: {'Port': ['ID=ce04f5e0-3409-4d14-badb-dde3395f4751,revision_number=8']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:15.451474 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0fc68f4e-b9a8-444f-bad7-02eeb7cd574a req-127cecc6-b57f-4108-b4cd-1050f52ae3a6 service neutron] 10.222.0.54 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137051 Dec 17 13:03:15.451677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:15.452278 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:15.453551 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2bc5961e-3873-4fe4-9350-9e73ff72b411 service neutron] 10.222.0.61 "PUT /v2.0/ports/ce04f5e0-3409-4d14-badb-dde3395f4751 HTTP/1.1" status: 200 len: 1121 time: 2.5907209 Dec 17 13:03:15.492392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c1a11bcc-395a-48e6-9858-07646716904c details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:03:15.497217 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 18e0a08b-0ede-4193-ae7c-3527b49912ca no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:15.563924 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:15.571051 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0fc68f4e-b9a8-444f-bad7-02eeb7cd574a req-1aa21178-0961-472d-94b9-7b1009634b7f service neutron] 10.222.0.54 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115551 Dec 17 13:03:15.577221 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:15.591960 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63346437-e559-4218-8892-3a51f7b64ba9 x-openstack-request-id: req-63346437-e559-4218-8892-3a51f7b64ba9 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:15.592236 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8644b198-9483-4b9f-b143-79b5f29a8e84", "name": "network-vif-unplugged", "status": "completed", "tag": "ce04f5e0-3409-4d14-badb-dde3395f4751", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:15.592502 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-63346437-e559-4218-8892-3a51f7b64ba9 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:15.592909 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8644b198-9483-4b9f-b143-79b5f29a8e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce04f5e0-3409-4d14-badb-dde3395f4751', 'code': 200} Dec 17 13:03:15.627855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['ce04f5e0-3409-4d14-badb-dde3395f4751'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:15.665323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ce04f5e0-3409-4d14-badb-dde3395f4751 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:03:15.682081 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5206ed34-70b5-47cf-911f-fe90306a2322 req-f8445ba8-b110-4643-a641-d59b3fa344c1 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316154 Dec 17 13:03:15.712363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a819bb-0def-4ad2-ba5a-b03991bcd9b1 req-7c87c51e-e00d-4909-ba44-25f4c488c977 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:15.720804 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10a819bb-0def-4ad2-ba5a-b03991bcd9b1 req-7c87c51e-e00d-4909-ba44-25f4c488c977 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.0716395 Dec 17 13:03:15.772714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] For port ccc2f86d-dfb3-4293-87b9-205399c730f1, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:03:15.777348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] For port ccc2f86d-dfb3-4293-87b9-205399c730f1, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ccc2f86d-dfb3-4293-87b9-205399c730f1,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:03:15.783394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10a819bb-0def-4ad2-ba5a-b03991bcd9b1 req-e86936f9-4e47-4688-b10f-7fbd849d7b3a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577753 Dec 17 13:03:15.784800 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:15.803171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ce04f5e0-3409-4d14-badb-dde3395f4751,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:15.824564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ce04f5e0-3409-4d14-badb-dde3395f4751 has no active binding in host n-h2-815324-5 {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 13:03:15.827838 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['ce04f5e0-3409-4d14-badb-dde3395f4751'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:15.882288 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:15.883018 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab5e89d0-3abb-45a2-a42f-193531111399 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:03:15.885663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:03:15.888914 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:15.932432 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:15.937263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47594) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:15.953874 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-082d749d-9ff3-47e8-9fc1-ecb9222c5332 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ab5e89d0-3abb-45a2-a42f-193531111399 HTTP/1.1" status: 204 len: 168 time: 2.9178312 Dec 17 13:03:15.979610 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.030704 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.059831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Transition to ACTIVE for port object 18e0a08b-0ede-4193-ae7c-3527b49912ca will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:03:16.062031 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:16.064438 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81032fe4-1139-42a0-a9d7-da4c9fd85e07" -d '{"events": [{"server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "name": "network-vif-unplugged", "status": "completed", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:16.069309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-20553865-1afa-41ef-a947-d3800a685ab7 admin admin] Deleting subnet e38c83c1-451a-4a05-8afd-d40a2c7fc463 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:03:16.078600 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20553865-1afa-41ef-a947-d3800a685ab7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.079005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3c32e4b6-82b1-485a-97c7-99e67abd4e48 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:16.109973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c1a11bcc-395a-48e6-9858-07646716904c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c1a11bcc-395a-48e6-9858-07646716904c,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:16.120324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:16.122397 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.125666 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] 10.222.0.54 "PUT /v2.0/ports/ccc2f86d-dfb3-4293-87b9-205399c730f1 HTTP/1.1" status: 200 len: 1092 time: 2.4384267 Dec 17 13:03:16.139894 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.160173 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20553865-1afa-41ef-a947-d3800a685ab7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.180777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 3c32e4b6-82b1-485a-97c7-99e67abd4e48 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:16.181127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3c32e4b6-82b1-485a-97c7-99e67abd4e48 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:16.259413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaeea1-bc01-4fb9-ac4d-357da69221f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc2f86d-dfb3-4293-87b9-205399c730f1,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:16.263845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] No DVR routers for this DVR port 18e0a08b-0ede-4193-ae7c-3527b49912ca on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:16.315515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'c1a11bcc-395a-48e6-9858-07646716904c', 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e', 'port_id': 'c1a11bcc-395a-48e6-9858-07646716904c', 'mac_address': 'fa:16:3e:4a:d3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:03:16.356724 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20553865-1afa-41ef-a947-d3800a685ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.386870 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-87f54035-29d1-4c01-a107-bcd493faea33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.414953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=10']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:16.422196 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Attempting to bind port 18e0a08b-0ede-4193-ae7c-3527b49912ca on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:03:16.422600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Attempting to bind port 18e0a08b-0ede-4193-ae7c-3527b49912ca by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:03:16.422974 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Attempting to bind port 18e0a08b-0ede-4193-ae7c-3527b49912ca on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:16.435341 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Port 18e0a08b-0ede-4193-ae7c-3527b49912ca on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:03:16.435617 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Attempting to bind port 18e0a08b-0ede-4193-ae7c-3527b49912ca on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:16.447658 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:03:16.448015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:03:16.448391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:03:16.448843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Bound port: 18e0a08b-0ede-4193-ae7c-3527b49912ca, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:03:16.449206 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.454116 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:03:16.454472 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:03:16.455304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-0186b871-e79a-4711-a35c-eae5b61c1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:16.456828 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-0186b871-e79a-4711-a35c-eae5b61c1d7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2dad27bb7d541768248999548dcb503&device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 1095 time: 0.1484184 Dec 17 13:03:16.468531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d110d5-c5f9-4c4e-a252-c164353aafd7 req-2da07ad0-71c1-4317-86c4-94429bf47baf tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:16.470648 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9d110d5-c5f9-4c4e-a252-c164353aafd7 req-2da07ad0-71c1-4317-86c4-94429bf47baf tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 1102 time: 0.1206043 Dec 17 13:03:16.505415 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.544106 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-ea179099-80bf-4b7c-aa9b-448a68bbc0b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccc2f86d-dfb3-4293-87b9-205399c730f1 HTTP/1.1" status: 200 len: 217 time: 0.0777462 Dec 17 13:03:16.548847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003287e-1db9-429c-951d-74c0e0cbf1e2 req-f4df5e03-7b95-4760-bcfb-81c6e04af74e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:16.550717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a003287e-1db9-429c-951d-74c0e0cbf1e2 req-f4df5e03-7b95-4760-bcfb-81c6e04af74e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 946 time: 0.1065230 Dec 17 13:03:16.582486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a11bcc-395a-48e6-9858-07646716904c {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:16.621217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a003287e-1db9-429c-951d-74c0e0cbf1e2 req-3159874a-7a02-4207-be82-97e7e75b69a5 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643716 Dec 17 13:03:16.640509 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20553865-1afa-41ef-a947-d3800a685ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.643829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:03:16.654264 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20553865-1afa-41ef-a947-d3800a685ab7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.668895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-20553865-1afa-41ef-a947-d3800a685ab7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e38c83c1-451a-4a05-8afd-d40a2c7fc463 HTTP/1.1" status: 204 len: 168 time: 0.7242200 Dec 17 13:03:16.669385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c1a11bcc-395a-48e6-9858-07646716904c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c1a11bcc-395a-48e6-9858-07646716904c,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:16.669385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb6931d-f624-477d-8313-cb349cb34ffd None None] Network 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:03:16.676238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47606) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:16.682255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20553865-1afa-41ef-a947-d3800a685ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e38c83c1-451a-4a05-8afd-d40a2c7fc463,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:16.689862 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9d110d5-c5f9-4c4e-a252-c164353aafd7 req-9435a1a5-0193-4a07-b6af-5c861bfff6f5 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521552 Dec 17 13:03:16.731762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:03:16.756704 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.776886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-4be8b737-be89-42bf-84c6-5cb8e7cccdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:16.778431 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-4be8b737-be89-42bf-84c6-5cb8e7cccdb2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce HTTP/1.1" status: 200 len: 853 time: 0.2164593 Dec 17 13:03:16.812422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a63ee0-cc01-4b3c-b693-88f4f423f78b req-14db21f9-3558-4939-8361-5c9b2e1bcfc4 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:16.814591 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92a63ee0-cc01-4b3c-b693-88f4f423f78b req-14db21f9-3558-4939-8361-5c9b2e1bcfc4 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 944 time: 0.0721481 Dec 17 13:03:16.846812 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-d1307f05-f39e-46ea-86ba-a09b27cfb84a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=27191bc5-6cac-4bb5-bef0-77a566e4403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536065 Dec 17 13:03:16.848095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=c1a11bcc-395a-48e6-9858-07646716904c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:16.850211 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.871229 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92a63ee0-cc01-4b3c-b693-88f4f423f78b req-87529fad-e33c-4804-9e84-83962a3ddf75 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490146 Dec 17 13:03:16.899562 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.946378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5b853c-a3f7-4b8d-be52-77aebc1d78c2 None None] DHCP port deletion for 39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:03:16.948639 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6087433a-ee2f-4735-9dbc-4a81148f6b76 x-openstack-request-id: req-6087433a-ee2f-4735-9dbc-4a81148f6b76 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:16.948901 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "name": "network-vif-unplugged", "status": "completed", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:16.949162 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6087433a-ee2f-4735-9dbc-4a81148f6b76 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:16.949560 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'code': 200} Dec 17 13:03:16.958061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:16.958701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:16.960081 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] 10.222.0.61 "PUT /v2.0/ports/18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 1096 time: 2.0950224 Dec 17 13:03:16.984516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b379b7-2287-4e3b-94d6-a21459fa4254 req-1b6367f0-a413-402f-bd3d-8aa988836a28 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:16.992192 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43b379b7-2287-4e3b-94d6-a21459fa4254 req-1b6367f0-a413-402f-bd3d-8aa988836a28 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 948 time: 0.2127180 Dec 17 13:03:17.058118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031a25d-62b2-422f-af78-9378a14ea46b service neutron] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=11']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:17.080990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b853c-a3f7-4b8d-be52-77aebc1d78c2 None None] Deleting port a57e2ffd-9401-4be9-a772-4ea95974ee5d {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:17.082114 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf5b853c-a3f7-4b8d-be52-77aebc1d78c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:17.085455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ba67c-4c94-48db-97a3-d571455aa914 req-85440c6c-0068-4d5f-bfb0-000cf73d3fbb tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:17.087230 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a60ba67c-4c94-48db-97a3-d571455aa914 req-85440c6c-0068-4d5f-bfb0-000cf73d3fbb tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 950 time: 0.0670595 Dec 17 13:03:17.098219 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['c1a11bcc-395a-48e6-9858-07646716904c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:17.133895 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-2a639ccb-629f-47ba-b6f4-3641eaae3ca6 service neutron] 10.222.0.54 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764602 Dec 17 13:03:17.166126 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43b379b7-2287-4e3b-94d6-a21459fa4254 req-5f88fadb-3667-4252-985a-f48200429d37 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684582 Dec 17 13:03:17.167224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a60ba67c-4c94-48db-97a3-d571455aa914 req-cdaf4b56-c502-424b-94c7-ed54ee3b57c8 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ffe89c2-0039-4ac6-9808-39b494460d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673518 Dec 17 13:03:17.216566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bf5b853c-a3f7-4b8d-be52-77aebc1d78c2 None None] For port a57e2ffd-9401-4be9-a772-4ea95974ee5d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a57e2ffd-9401-4be9-a772-4ea95974ee5d,segment=NetworkSegment(17f34f6b-a194-487f-a7b9-587adf00931a),segment_id=17f34f6b-a194-487f-a7b9-587adf00931a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:17.216969 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf5b853c-a3f7-4b8d-be52-77aebc1d78c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:17.239555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bf5b853c-a3f7-4b8d-be52-77aebc1d78c2 None None] Calling delete_port for a57e2ffd-9401-4be9-a772-4ea95974ee5d owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:17.240724 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-1bccca6d-6684-4b78-885a-234534f692d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:17.245284 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-1bccca6d-6684-4b78-885a-234534f692d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1099 time: 0.2425897 Dec 17 13:03:17.336414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Deleting port a57e2ffd-9401-4be9-a772-4ea95974ee5d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:17.336842 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:17.397844 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-727f817f-7ec8-4f16-ac7b-7c561ec88d4b req-44cef293-4e73-422f-a94f-92e05a062f19 service neutron] 10.222.0.54 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552402 Dec 17 13:03:17.438894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-de037ce4-d835-4cad-a0b0-d6632a820c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:17.440393 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-de037ce4-d835-4cad-a0b0-d6632a820c34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1885667 Dec 17 13:03:17.442213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] For port a57e2ffd-9401-4be9-a772-4ea95974ee5d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a57e2ffd-9401-4be9-a772-4ea95974ee5d,segment=NetworkSegment(17f34f6b-a194-487f-a7b9-587adf00931a),segment_id=17f34f6b-a194-487f-a7b9-587adf00931a)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:17.442905 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:17.462134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Calling delete_port for a57e2ffd-9401-4be9-a772-4ea95974ee5d owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:17.491711 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-e569edd5-153d-4be1-a1a5-f9e6c49fdc37 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 217 time: 0.0395823 Dec 17 13:03:17.521499 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf5b853c-a3f7-4b8d-be52-77aebc1d78c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:17.558797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b853c-a3f7-4b8d-be52-77aebc1d78c2 None None] No DVR routers for this DVR port a57e2ffd-9401-4be9-a772-4ea95974ee5d on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:17.566985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b853c-a3f7-4b8d-be52-77aebc1d78c2 None None] Pushing event deleted for resources: {'Port': ['ID=a57e2ffd-9401-4be9-a772-4ea95974ee5d,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:17.594769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a37751-f5d2-451d-9dec-e86633c46d0e', 'name': 'network-vif-deleted', 'tag': '5e3ac434-b5e0-499d-9eb4-cda3bc52b22d'}, {'name': 'network-changed', 'server_uuid': '8644b198-9483-4b9f-b143-79b5f29a8e84', 'tag': 'ce04f5e0-3409-4d14-badb-dde3395f4751'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:17.597102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-8ea8cb19-3fbb-42fa-92c5-f727e80ac231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:17.597323 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3650fe9c-9cf0-4ae1-8285-a67c2c37692b" -d '{"events": [{"server_uuid": "d7a37751-f5d2-451d-9dec-e86633c46d0e", "name": "network-vif-deleted", "tag": "5e3ac434-b5e0-499d-9eb4-cda3bc52b22d"}, {"name": "network-changed", "server_uuid": "8644b198-9483-4b9f-b143-79b5f29a8e84", "tag": "ce04f5e0-3409-4d14-badb-dde3395f4751"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:17.597487 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-8ea8cb19-3fbb-42fa-92c5-f727e80ac231 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0981464 Dec 17 13:03:17.633171 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:17.643574 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:17.657895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd406c-bcc6-4369-84a6-00003e26d247 req-00bb00b9-0c7a-495e-969d-6b58b6294ae5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:17.659402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35fd406c-bcc6-4369-84a6-00003e26d247 req-00bb00b9-0c7a-495e-969d-6b58b6294ae5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.0587440 Dec 17 13:03:17.676440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Pushing event deleted for resources: {'Port': ['ID=a57e2ffd-9401-4be9-a772-4ea95974ee5d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:17.679956 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:17.684726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] No DVR routers for this DVR port a57e2ffd-9401-4be9-a772-4ea95974ee5d on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:17.704811 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:17.705801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5e3ac434-b5e0-499d-9eb4-cda3bc52b22d not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:17.713178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-d6f575c2-31a1-49ae-8df8-1699386ec7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:17.714795 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-d6f575c2-31a1-49ae-8df8-1699386ec7de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024733 Dec 17 13:03:17.716741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35fd406c-bcc6-4369-84a6-00003e26d247 req-81cac1ea-3de0-4788-9a79-ab542a8f1ef5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511465 Dec 17 13:03:17.814906 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:17.828200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836e8c2-e145-4f21-86a9-ac861db9201e req-bffe89d1-d525-47d1-8949-0e31670b2634 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:17.828200 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f836e8c2-e145-4f21-86a9-ac861db9201e req-bffe89d1-d525-47d1-8949-0e31670b2634 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 1102 time: 0.0410554 Dec 17 13:03:17.847810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:17.865823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f34f6b-a194-487f-a7b9-587adf00931a') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:17.866125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f34f6b-a194-487f-a7b9-587adf00931a') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:17.875818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f836e8c2-e145-4f21-86a9-ac861db9201e req-b33d2394-3bcd-4cc2-94d6-af2d136c0472 tempest-ServersAdminTestJSON-1053071864 tempest-ServersAdminTestJSON-1053071864-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Dec 17 13:03:17.895138 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:17.927939 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-81e4aeaa-c4e8-4200-888a-44d59d39c4ab service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931572 Dec 17 13:03:17.939210 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:17.984804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a57e2ffd-9401-4be9-a772-4ea95974ee5d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:17.995214 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd77538c-e55f-4627-a90c-5da8bf29133e x-openstack-request-id: req-bd77538c-e55f-4627-a90c-5da8bf29133e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:17.995810 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a37751-f5d2-451d-9dec-e86633c46d0e", "name": "network-vif-deleted", "tag": "5e3ac434-b5e0-499d-9eb4-cda3bc52b22d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8644b198-9483-4b9f-b143-79b5f29a8e84", "tag": "ce04f5e0-3409-4d14-badb-dde3395f4751", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:17.996607 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd77538c-e55f-4627-a90c-5da8bf29133e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:17.997215 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a37751-f5d2-451d-9dec-e86633c46d0e', 'name': 'network-vif-deleted', 'tag': '5e3ac434-b5e0-499d-9eb4-cda3bc52b22d', 'status': 'completed', 'code': 200} Dec 17 13:03:17.997786 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8644b198-9483-4b9f-b143-79b5f29a8e84', 'tag': 'ce04f5e0-3409-4d14-badb-dde3395f4751', 'status': 'completed', 'code': 200} Dec 17 13:03:18.009068 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: a57e2ffd-9401-4be9-a772-4ea95974ee5d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:18.010103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a57e2ffd-9401-4be9-a772-4ea95974ee5d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:18.010579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b1479486-2d23-44ff-b397-a9b88e150195 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:18.031883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: b1479486-2d23-44ff-b397-a9b88e150195 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:18.036592 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b1479486-2d23-44ff-b397-a9b88e150195 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:18.052238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:03:18.052763 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:03:18.055415 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:03:18.076368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650fe9c-9cf0-4ae1-8285-a67c2c37692b req-8acb820f-3a56-4869-8b9c-f1883d73eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:18.077954 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3650fe9c-9cf0-4ae1-8285-a67c2c37692b req-8acb820f-3a56-4869-8b9c-f1883d73eb36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 1124 time: 0.0534334 Dec 17 13:03:18.200346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650fe9c-9cf0-4ae1-8285-a67c2c37692b req-6d5925a3-95fa-4554-ae9b-c80663321ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:18.201863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3650fe9c-9cf0-4ae1-8285-a67c2c37692b req-6d5925a3-95fa-4554-ae9b-c80663321ba9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.1148911 Dec 17 13:03:18.249712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3650fe9c-9cf0-4ae1-8285-a67c2c37692b req-e5d590c4-aac5-481f-9bd0-754190eaf085 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce04f5e0-3409-4d14-badb-dde3395f4751 HTTP/1.1" status: 200 len: 217 time: 0.0379453 Dec 17 13:03:18.312930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650fe9c-9cf0-4ae1-8285-a67c2c37692b req-0be4c66a-9116-43f1-afa9-fc2edc8f3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:18.314837 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3650fe9c-9cf0-4ae1-8285-a67c2c37692b req-0be4c66a-9116-43f1-afa9-fc2edc8f3632 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.0548549 Dec 17 13:03:18.349562 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3650fe9c-9cf0-4ae1-8285-a67c2c37692b req-7cf646d0-1e85-46ea-9ef6-d3174577fe63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263431 Dec 17 13:03:18.394669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bb5d5-89af-4b1b-8871-d8588b9110b8 req-efb2dba0-4524-41c6-a7d2-ea6ca64e6aea tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:18.396196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-416bb5d5-89af-4b1b-8871-d8588b9110b8 req-efb2dba0-4524-41c6-a7d2-ea6ca64e6aea tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 950 time: 0.5222287 Dec 17 13:03:18.442805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3650fe9c-9cf0-4ae1-8285-a67c2c37692b req-a11054f4-4af4-4495-9afc-93cbb063863e service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849288 Dec 17 13:03:18.505194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed267d-0759-4d4b-9da7-3c992af42e18 req-bd4c9f3b-d963-4a79-a6d1-53334dbfde22 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:18.506801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-baed267d-0759-4d4b-9da7-3c992af42e18 req-bd4c9f3b-d963-4a79-a6d1-53334dbfde22 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 944 time: 0.1603742 Dec 17 13:03:18.512669 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bfda6e1-dbd7-4ab3-a293-2e1f58edf84e req-df8c2b44-bbf3-4bfc-9c6f-c0105c58d96a service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743432 Dec 17 13:03:18.548301 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:18.554890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3650fe9c-9cf0-4ae1-8285-a67c2c37692b req-b0042470-a83a-4360-8236-490371fa8ef3 service neutron] 10.222.0.54 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041028 Dec 17 13:03:18.557300 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:18.560505 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] 10.222.0.59 "DELETE /v2.0/networks/39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f HTTP/1.1" status: 204 len: 168 time: 1.8811822 Dec 17 13:03:18.585748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343f9bd-8f89-4d29-aac3-e4ed6f837dff admin admin] Pushing event deleted for resources: {'Network': ['ID=39f9c9cc-fc2f-4c9c-afd8-b5fe14236f2f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:18.608714 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-baed267d-0759-4d4b-9da7-3c992af42e18 req-b74444b0-8e25-4c52-85d5-adb13dba6951 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791574 Dec 17 13:03:18.616078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-416bb5d5-89af-4b1b-8871-d8588b9110b8 req-d3cfcb3d-ed06-416e-a250-5bdf34068b8a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Deleting port 7f8f4576-9453-47e7-86f6-448c34b6f733 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:18.616746 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-416bb5d5-89af-4b1b-8871-d8588b9110b8 req-d3cfcb3d-ed06-416e-a250-5bdf34068b8a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:18.733692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6480ddf-071d-4adc-a497-538a45e1f688 req-bdbc26e5-1115-4e15-9ee7-d87eac6b3176 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:18.735330 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b6480ddf-071d-4adc-a497-538a45e1f688 req-bdbc26e5-1115-4e15-9ee7-d87eac6b3176 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 950 time: 0.0529413 Dec 17 13:03:18.736577 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:18.763838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-416bb5d5-89af-4b1b-8871-d8588b9110b8 req-d3cfcb3d-ed06-416e-a250-5bdf34068b8a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] For port 7f8f4576-9453-47e7-86f6-448c34b6f733, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=7f8f4576-9453-47e7-86f6-448c34b6f733,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:18.764205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-416bb5d5-89af-4b1b-8871-d8588b9110b8 req-d3cfcb3d-ed06-416e-a250-5bdf34068b8a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:18.785958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733eb1e3-a0ec-4178-a22a-eeb081808597 req-af286815-e068-44f0-b272-fd686b698bd5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:18.787453 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-733eb1e3-a0ec-4178-a22a-eeb081808597 req-af286815-e068-44f0-b272-fd686b698bd5 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 948 time: 0.0953279 Dec 17 13:03:18.788397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-416bb5d5-89af-4b1b-8871-d8588b9110b8 req-d3cfcb3d-ed06-416e-a250-5bdf34068b8a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Calling delete_port for 7f8f4576-9453-47e7-86f6-448c34b6f733 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:18.792121 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b6480ddf-071d-4adc-a497-538a45e1f688 req-97e4fd22-372b-48fa-8e9d-686aabf518b3 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ffe89c2-0039-4ac6-9808-39b494460d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428312 Dec 17 13:03:18.898609 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-733eb1e3-a0ec-4178-a22a-eeb081808597 req-eae4e025-162f-4189-a626-2cfba67a728a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009042 Dec 17 13:03:18.911987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dd2ad-82e9-4fd5-bd41-bd85c5c2aa2d req-ec101782-b85e-44e7-a71c-a528b0a290f4 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:18.913009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-922dd2ad-82e9-4fd5-bd41-bd85c5c2aa2d req-ec101782-b85e-44e7-a71c-a528b0a290f4 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 944 time: 0.0529811 Dec 17 13:03:18.926036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47648) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:18.950910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf883b21-6419-4130-bdd1-91a4664dde80', 'tag': 'ccc2f86d-dfb3-4293-87b9-205399c730f1'}, {'name': 'network-changed', 'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:18.953197 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11" -d '{"events": [{"name": "network-changed", "server_uuid": "bf883b21-6419-4130-bdd1-91a4664dde80", "tag": "ccc2f86d-dfb3-4293-87b9-205399c730f1"}, {"name": "network-changed", "server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:18.974702 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-922dd2ad-82e9-4fd5-bd41-bd85c5c2aa2d req-0fa083d9-84a1-45c6-b39c-2553ce3797ff tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532146 Dec 17 13:03:19.035253 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-66e620e3-de8a-47e8-bea8-cb4e6dd547a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f18ecb89d2ad471a8c3955deaec2c8bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1080332 Dec 17 13:03:19.038133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47656) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:19.052429 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d2109-fcdd-493e-8296-9daa84244488 req-776d7f9f-260c-4e6c-b511-6375bb9d5c95 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:19.053997 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-958d2109-fcdd-493e-8296-9daa84244488 req-776d7f9f-260c-4e6c-b511-6375bb9d5c95 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 949 time: 0.0827656 Dec 17 13:03:19.085874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-416bb5d5-89af-4b1b-8871-d8588b9110b8 req-d3cfcb3d-ed06-416e-a250-5bdf34068b8a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:19.099939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['7f8f4576-9453-47e7-86f6-448c34b6f733'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:19.130062 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfcb3d-ed06-416e-a250-5bdf34068b8a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Pushing event deleted for resources: {'Port': ['ID=7f8f4576-9453-47e7-86f6-448c34b6f733,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:19.134282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3719728-cad5-4345-9366-487bd5bca6c0 req-63454816-a319-4fcc-aa41-fa7dfb0796ed tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:19.137686 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-958d2109-fcdd-493e-8296-9daa84244488 req-f027c80b-fedd-4e30-a78c-572366997041 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774934 Dec 17 13:03:19.146924 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d3719728-cad5-4345-9366-487bd5bca6c0 req-63454816-a319-4fcc-aa41-fa7dfb0796ed tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.1045430 Dec 17 13:03:19.189411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-416bb5d5-89af-4b1b-8871-d8588b9110b8 req-d3cfcb3d-ed06-416e-a250-5bdf34068b8a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] No DVR routers for this DVR port 7f8f4576-9453-47e7-86f6-448c34b6f733 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:19.193033 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-416bb5d5-89af-4b1b-8871-d8588b9110b8 req-d3cfcb3d-ed06-416e-a250-5bdf34068b8a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:19.198094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-416bb5d5-89af-4b1b-8871-d8588b9110b8 req-d3cfcb3d-ed06-416e-a250-5bdf34068b8a tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.54 "DELETE /v2.0/ports/7f8f4576-9453-47e7-86f6-448c34b6f733 HTTP/1.1" status: 204 len: 173 time: 0.7837746 Dec 17 13:03:19.223423 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62f2a526-84d4-4797-9fe2-ff6bdca03f8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:19.243710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095494f-4110-4b87-a64c-b91d0a33098c req-661eccb0-d2d9-4968-ab83-e84ef7b776a5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:19.245237 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7095494f-4110-4b87-a64c-b91d0a33098c req-661eccb0-d2d9-4968-ab83-e84ef7b776a5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.61 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 944 time: 0.0657628 Dec 17 13:03:19.249941 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d3719728-cad5-4345-9366-487bd5bca6c0 req-7c23f386-327e-4749-a4cd-8efb93e64fb7 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021278 Dec 17 13:03:19.252542 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdb481e-4e23-4cdd-8ce4-95035e17efe2 x-openstack-request-id: req-0bdb481e-4e23-4cdd-8ce4-95035e17efe2 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:19.252859 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf883b21-6419-4130-bdd1-91a4664dde80", "tag": "ccc2f86d-dfb3-4293-87b9-205399c730f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:19.253269 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0bdb481e-4e23-4cdd-8ce4-95035e17efe2 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:19.253712 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf883b21-6419-4130-bdd1-91a4664dde80', 'tag': 'ccc2f86d-dfb3-4293-87b9-205399c730f1', 'status': 'completed', 'code': 200} Dec 17 13:03:19.253975 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'status': 'completed', 'code': 200} Dec 17 13:03:19.281771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62f2a526-84d4-4797-9fe2-ff6bdca03f8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:19.331520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-93d58678-a873-4260-a83f-db27c972d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:19.333135 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-93d58678-a873-4260-a83f-db27c972d031 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2dad27bb7d541768248999548dcb503&device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 1095 time: 0.0477345 Dec 17 13:03:19.402997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-7ca7c97b-47d2-4d61-94e3-1015a0e44a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:19.404684 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-7ca7c97b-47d2-4d61-94e3-1015a0e44a43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1099 time: 0.1206455 Dec 17 13:03:19.455135 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-21295ab8-c303-497b-8355-3d6bcfb921e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:19.457027 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-21295ab8-c303-497b-8355-3d6bcfb921e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=27191bc5-6cac-4bb5-bef0-77a566e4403e HTTP/1.1" status: 200 len: 914 time: 0.1143668 Dec 17 13:03:19.459122 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62f2a526-84d4-4797-9fe2-ff6bdca03f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:19.461959 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62f2a526-84d4-4797-9fe2-ff6bdca03f8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:19.466151 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-62f2a526-84d4-4797-9fe2-ff6bdca03f8c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47221fb0-bdf4-4cef-9878-9a4a5f43f685 HTTP/1.1" status: 204 len: 168 time: 0.4233594 Dec 17 13:03:19.480299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2a526-84d4-4797-9fe2-ff6bdca03f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47221fb0-bdf4-4cef-9878-9a4a5f43f685,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:19.500286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ccc2f86d-dfb3-4293-87b9-205399c730f1 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:03:19.524592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-f3e20894-c7f6-43c0-8be5-fc3b9cea923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:19.526987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-f3e20894-c7f6-43c0-8be5-fc3b9cea923d service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1139078 Dec 17 13:03:19.543114 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-7ce64610-e271-42ee-a08d-3ecc91a9df3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccc2f86d-dfb3-4293-87b9-205399c730f1 HTTP/1.1" status: 200 len: 217 time: 0.0783396 Dec 17 13:03:19.591987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-6a7ce3e5-027e-4505-ae0c-e0ee85d647f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 217 time: 0.0564146 Dec 17 13:03:19.660378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-4410fdd2-a81c-4103-84c4-b44944a441ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:19.663432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-4410fdd2-a81c-4103-84c4-b44944a441ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce HTTP/1.1" status: 200 len: 853 time: 0.1007133 Dec 17 13:03:19.668968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-e117fdbc-3553-4566-bb8c-8bdd98561565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:19.671716 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-e117fdbc-3553-4566-bb8c-8bdd98561565 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0668299 Dec 17 13:03:19.676361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c1a11bcc-395a-48e6-9858-07646716904c up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:03:19.710692 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-cd955b78-4e68-4ed8-94fe-c5f2de6530ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=27191bc5-6cac-4bb5-bef0-77a566e4403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405750 Dec 17 13:03:19.736162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-96168018-e339-4c18-9c67-e7421031f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:19.738323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-96168018-e339-4c18-9c67-e7421031f9b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569687 Dec 17 13:03:19.774300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-7095494f-4110-4b87-a64c-b91d0a33098c req-26adfbe1-2163-464f-84c3-ce308e868670 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Deleting port 49b24e03-0358-40ad-931d-0fe7d925ec7b {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:19.774651 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7095494f-4110-4b87-a64c-b91d0a33098c req-26adfbe1-2163-464f-84c3-ce308e868670 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:19.801652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ccc2f86d-dfb3-4293-87b9-205399c730f1, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ccc2f86d-dfb3-4293-87b9-205399c730f1,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:19.817721 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'ccc2f86d-dfb3-4293-87b9-205399c730f1', 'network_id': '27191bc5-6cac-4bb5-bef0-77a566e4403e', 'port_id': 'ccc2f86d-dfb3-4293-87b9-205399c730f1', 'mac_address': 'fa:16:3e:fb:52:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:03:19.824470 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:19.858356 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:19.888732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717ac69-6514-40d5-9aad-2ed903b6618b req-2fb08225-b6c9-4a97-9f54-0635edb185bf tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:19.888732 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c717ac69-6514-40d5-9aad-2ed903b6618b req-2fb08225-b6c9-4a97-9f54-0635edb185bf tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 944 time: 0.1751480 Dec 17 13:03:19.895020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc2f86d-dfb3-4293-87b9-205399c730f1 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:19.913872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-dab5d423-784f-4ae8-a8d8-d8fdb7d293a2 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672482 Dec 17 13:03:19.919478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ccc2f86d-dfb3-4293-87b9-205399c730f1, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ccc2f86d-dfb3-4293-87b9-205399c730f1,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:19.939606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port c1a11bcc-395a-48e6-9858-07646716904c completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:03:19.944705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port c1a11bcc-395a-48e6-9858-07646716904c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:03:19.945179 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:19.960209 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-458fb023-991b-4678-b52e-0f33c0579747 service neutron] 10.222.0.54 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093241 Dec 17 13:03:19.968721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-7095494f-4110-4b87-a64c-b91d0a33098c req-26adfbe1-2163-464f-84c3-ce308e868670 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] For port 49b24e03-0358-40ad-931d-0fe7d925ec7b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=49b24e03-0358-40ad-931d-0fe7d925ec7b,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:19.969098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7095494f-4110-4b87-a64c-b91d0a33098c req-26adfbe1-2163-464f-84c3-ce308e868670 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:20.026901 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:20.053546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d79fd34b-fa23-40aa-b388-78e8f8675299 req-0e40d6a7-5b3a-4939-ac54-e558d3f7e4d7 tempest-TenantUsagesTestJSON-1068788767 tempest-TenantUsagesTestJSON-1068788767-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a058afc-7a9d-40bf-a457-c081edbb302e HTTP/1.1" status: 200 len: 210 time: 0.0348399 Dec 17 13:03:20.060056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-7095494f-4110-4b87-a64c-b91d0a33098c req-26adfbe1-2163-464f-84c3-ce308e868670 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Calling delete_port for 49b24e03-0358-40ad-931d-0fe7d925ec7b owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:20.082423 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c717ac69-6514-40d5-9aad-2ed903b6618b req-63d4da28-233d-42d2-80fb-0cf57974c782 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711671 Dec 17 13:03:20.111367 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-aa6031c8-eb36-47d0-871d-2246795a6099 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878786 Dec 17 13:03:20.175124 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-83d64486-8077-4cbc-8360-c1b120e0c8eb service neutron] 10.222.0.54 "GET /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031868 Dec 17 13:03:20.225702 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=ccc2f86d-dfb3-4293-87b9-205399c730f1,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:20.229716 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:20.265542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d076e98-cc9a-4fcd-b50f-2610c6451fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a11bcc-395a-48e6-9858-07646716904c'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:20.268520 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6874837-caeb-44ef-be7c-371a6e866dc3" -d '{"events": [{"server_uuid": "9d076e98-cc9a-4fcd-b50f-2610c6451fd0", "name": "network-vif-plugged", "status": "completed", "tag": "c1a11bcc-395a-48e6-9858-07646716904c"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:20.282935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c1a11bcc-395a-48e6-9858-07646716904c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c1a11bcc-395a-48e6-9858-07646716904c,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:20.313867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7260cc-6eb3-4a6b-8209-8f471c0d464a req-ec2d9a0d-6359-4f5b-bf56-e266e7c26fae tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:20.315746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db7260cc-6eb3-4a6b-8209-8f471c0d464a req-ec2d9a0d-6359-4f5b-bf56-e266e7c26fae tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 948 time: 0.0636113 Dec 17 13:03:20.329733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['ccc2f86d-dfb3-4293-87b9-205399c730f1'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:20.382774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-9d6006ca-3508-485a-8c08-9e5c2135dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:20.384633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-9d6006ca-3508-485a-8c08-9e5c2135dfe4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1099 time: 0.1068730 Dec 17 13:03:20.385503 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:20.409476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf1ad5-d59a-4eee-999c-6bc0fef44655 req-b37658fe-93b4-4795-924b-1b19c94af7b5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:20.411919 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db7260cc-6eb3-4a6b-8209-8f471c0d464a req-10a5d941-42d3-4a75-93a4-92372d6090b7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762317 Dec 17 13:03:20.417658 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5eaf1ad5-d59a-4eee-999c-6bc0fef44655 req-b37658fe-93b4-4795-924b-1b19c94af7b5 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 944 time: 0.1066873 Dec 17 13:03:20.495144 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7095494f-4110-4b87-a64c-b91d0a33098c req-26adfbe1-2163-464f-84c3-ce308e868670 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:20.519501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47682) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:20.545726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adfbe1-2163-464f-84c3-ce308e868670 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Pushing event deleted for resources: {'Port': ['ID=49b24e03-0358-40ad-931d-0fe7d925ec7b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:20.558418 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=c1a11bcc-395a-48e6-9858-07646716904c,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:20.575554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeef66c-1245-45ca-aa86-4c221ccf069d req-db0ec40b-4d70-4d4b-8d2a-351a5039d944 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:20.583915 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aaeef66c-1245-45ca-aa86-4c221ccf069d req-db0ec40b-4d70-4d4b-8d2a-351a5039d944 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 949 time: 0.0961664 Dec 17 13:03:20.613937 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5eaf1ad5-d59a-4eee-999c-6bc0fef44655 req-c40e1559-68ea-43d5-a2d4-d7bdde72452b tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952999 Dec 17 13:03:20.643160 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-500d668b-ac21-419c-a63b-107b01eba467 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66d473080cb94025b4a148a753202aac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1219077 Dec 17 13:03:20.648784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47684) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:20.655549 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12729281-e8c6-4a7b-9122-5750e20613e1 x-openstack-request-id: req-12729281-e8c6-4a7b-9122-5750e20613e1 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:20.655845 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d076e98-cc9a-4fcd-b50f-2610c6451fd0", "name": "network-vif-plugged", "status": "completed", "tag": "c1a11bcc-395a-48e6-9858-07646716904c", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:20.656100 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12729281-e8c6-4a7b-9122-5750e20613e1 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:20.656503 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d076e98-cc9a-4fcd-b50f-2610c6451fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a11bcc-395a-48e6-9858-07646716904c', 'code': 200} Dec 17 13:03:20.681872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-b5b07bc6-b339-4439-a6a9-62ec30ff6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:20.684836 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-b5b07bc6-b339-4439-a6a9-62ec30ff6fe6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2894311 Dec 17 13:03:20.686237 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7095494f-4110-4b87-a64c-b91d0a33098c req-26adfbe1-2163-464f-84c3-ce308e868670 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] No DVR routers for this DVR port 49b24e03-0358-40ad-931d-0fe7d925ec7b on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:20.690521 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7095494f-4110-4b87-a64c-b91d0a33098c req-26adfbe1-2163-464f-84c3-ce308e868670 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:20.694780 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7095494f-4110-4b87-a64c-b91d0a33098c req-26adfbe1-2163-464f-84c3-ce308e868670 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.61 "DELETE /v2.0/ports/49b24e03-0358-40ad-931d-0fe7d925ec7b HTTP/1.1" status: 204 len: 173 time: 1.4306324 Dec 17 13:03:20.720444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aaeef66c-1245-45ca-aa86-4c221ccf069d req-1437a7c4-942d-4b73-a3bf-2051f1e52649 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353033 Dec 17 13:03:20.761837 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7106d32c-3e84-4317-baf9-bf0c2b06112d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:20.762809 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-3b31758c-ff14-4906-b104-5afc36f6da21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 200 len: 217 time: 0.0668499 Dec 17 13:03:20.801433 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7106d32c-3e84-4317-baf9-bf0c2b06112d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:20.822530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f1b3d-c5ae-4f80-ae04-ba531dab3d26 req-bd51a4ec-cb39-4059-8151-f438b02ea2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:20.824050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff0f1b3d-c5ae-4f80-ae04-ba531dab3d26 req-bd51a4ec-cb39-4059-8151-f438b02ea2ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d076e98-cc9a-4fcd-b50f-2610c6451fd0 HTTP/1.1" status: 200 len: 1097 time: 0.0954034 Dec 17 13:03:20.839322 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-5ad45852-2ce6-401c-a995-022853e27940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:20.841704 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-5ad45852-2ce6-401c-a995-022853e27940 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0706198 Dec 17 13:03:20.852818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b1b02-c12e-46b8-a54c-f0b5ae204dad req-e6cf0636-6c02-4a28-bb33-a7131e1df13b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:20.853019 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-759b1b02-c12e-46b8-a54c-f0b5ae204dad req-e6cf0636-6c02-4a28-bb33-a7131e1df13b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.0930135 Dec 17 13:03:20.905816 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff0f1b3d-c5ae-4f80-ae04-ba531dab3d26 req-b519ffe1-3905-4bf7-8a46-934968db3d56 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504966 Dec 17 13:03:20.947934 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-759b1b02-c12e-46b8-a54c-f0b5ae204dad req-615261c4-60d2-4731-9627-fc74ade9d0de tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850122 Dec 17 13:03:20.949739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-d7b81f6b-9fa3-4186-8792-667c448593e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:20.951149 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-d7b81f6b-9fa3-4186-8792-667c448593e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895765 Dec 17 13:03:20.987281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893e5b-e0a8-4410-92dc-9e18f8cf7b03 req-107aa10a-2174-44c1-bbc2-72fafe9b1c07 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:20.988804 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5e893e5b-e0a8-4410-92dc-9e18f8cf7b03 req-107aa10a-2174-44c1-bbc2-72fafe9b1c07 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 949 time: 0.0569086 Dec 17 13:03:21.035962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7106d32c-3e84-4317-baf9-bf0c2b06112d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:21.048509 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7106d32c-3e84-4317-baf9-bf0c2b06112d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:21.048509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7106d32c-3e84-4317-baf9-bf0c2b06112d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e7060ef-1ff6-4d58-ae11-82d808f56dc1 HTTP/1.1" status: 204 len: 168 time: 0.3967881 Dec 17 13:03:21.057539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106d32c-3e84-4317-baf9-bf0c2b06112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7060ef-1ff6-4d58-ae11-82d808f56dc1,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:21.256931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a058afc-7a9d-40bf-a457-c081edbb302e', 'name': 'network-vif-deleted', 'tag': '7f8f4576-9453-47e7-86f6-448c34b6f733'}, {'server_uuid': '19a9c6c2-bfb7-4252-ad84-2d12a8507754', 'name': 'network-vif-deleted', 'tag': '49b24e03-0358-40ad-931d-0fe7d925ec7b'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:21.259291 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a8344b-c818-411a-b902-5889d07a2234" -d '{"events": [{"server_uuid": "1a058afc-7a9d-40bf-a457-c081edbb302e", "name": "network-vif-deleted", "tag": "7f8f4576-9453-47e7-86f6-448c34b6f733"}, {"server_uuid": "19a9c6c2-bfb7-4252-ad84-2d12a8507754", "name": "network-vif-deleted", "tag": "49b24e03-0358-40ad-931d-0fe7d925ec7b"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:21.281384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-5e893e5b-e0a8-4410-92dc-9e18f8cf7b03 req-8efcf15c-54f3-447e-ac9d-84643dc85775 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Deleting port ac176fd3-35fb-4eaf-ac40-a63dc142804e {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:21.281779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5e893e5b-e0a8-4410-92dc-9e18f8cf7b03 req-8efcf15c-54f3-447e-ac9d-84643dc85775 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:21.340528 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19661152-b0a9-4bb1-9635-9c5e153913f0 x-openstack-request-id: req-19661152-b0a9-4bb1-9635-9c5e153913f0 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:21.341009 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a058afc-7a9d-40bf-a457-c081edbb302e", "name": "network-vif-deleted", "tag": "7f8f4576-9453-47e7-86f6-448c34b6f733", "status": "completed", "code": 200}, {"server_uuid": "19a9c6c2-bfb7-4252-ad84-2d12a8507754", "name": "network-vif-deleted", "tag": "49b24e03-0358-40ad-931d-0fe7d925ec7b", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:21.341132 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-19661152-b0a9-4bb1-9635-9c5e153913f0 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:21.341460 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a058afc-7a9d-40bf-a457-c081edbb302e', 'name': 'network-vif-deleted', 'tag': '7f8f4576-9453-47e7-86f6-448c34b6f733', 'status': 'completed', 'code': 200} Dec 17 13:03:21.341744 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a9c6c2-bfb7-4252-ad84-2d12a8507754', 'name': 'network-vif-deleted', 'tag': '49b24e03-0358-40ad-931d-0fe7d925ec7b', 'status': 'completed', 'code': 200} Dec 17 13:03:21.360581 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-3af024ca-7d41-4643-9102-f0aaff094511 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500558 Dec 17 13:03:21.369758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad5f77-3212-4f85-9566-e1bb1db005d0 req-fa6b9f7f-d936-44d4-bb3e-961b452224d3 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:21.374758 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dcad5f77-3212-4f85-9566-e1bb1db005d0 req-fa6b9f7f-d936-44d4-bb3e-961b452224d3 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 945 time: 0.1687047 Dec 17 13:03:21.522026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ccc2f86d-dfb3-4293-87b9-205399c730f1 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:03:21.568007 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dcad5f77-3212-4f85-9566-e1bb1db005d0 req-4f016e09-0119-40ab-a993-e34af6e5f054 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902020 Dec 17 13:03:21.598494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587b354-d0ee-4425-9b57-1ca20769dc4f req-f05eb413-81ad-484f-ac4b-3878822aee28 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:21.606634 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9587b354-d0ee-4425-9b57-1ca20769dc4f req-f05eb413-81ad-484f-ac4b-3878822aee28 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 948 time: 0.0937891 Dec 17 13:03:21.623132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-5e893e5b-e0a8-4410-92dc-9e18f8cf7b03 req-8efcf15c-54f3-447e-ac9d-84643dc85775 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] For port ac176fd3-35fb-4eaf-ac40-a63dc142804e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ac176fd3-35fb-4eaf-ac40-a63dc142804e,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:21.624311 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5e893e5b-e0a8-4410-92dc-9e18f8cf7b03 req-8efcf15c-54f3-447e-ac9d-84643dc85775 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:21.647389 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-5e893e5b-e0a8-4410-92dc-9e18f8cf7b03 req-8efcf15c-54f3-447e-ac9d-84643dc85775 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Calling delete_port for ac176fd3-35fb-4eaf-ac40-a63dc142804e owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:21.706086 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dc44b11-3ef2-47d1-983a-a6df1f06fb11 req-a47c5a17-3b9b-4089-bf99-c41eb0dea271 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280900 Dec 17 13:03:21.720341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9587b354-d0ee-4425-9b57-1ca20769dc4f req-32b7fc49-4f38-4194-92ac-6212c081a990 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079338 Dec 17 13:03:21.737686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:03:21.750359 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6cbb87d6-1778-4d51-9967-680032ce6326 req-b7d8c486-f090-4efd-a726-59cc87c62eba tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a9c6c2-bfb7-4252-ad84-2d12a8507754 HTTP/1.1" status: 200 len: 210 time: 0.0432246 Dec 17 13:03:21.763400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port ccc2f86d-dfb3-4293-87b9-205399c730f1 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:03:21.781403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port ccc2f86d-dfb3-4293-87b9-205399c730f1 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:03:21.781833 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:21.922188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a34a10-f716-4beb-8b38-d077937d7eff req-53c8b7e2-4aa7-450a-951d-02ca29790b21 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:21.932579 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0a34a10-f716-4beb-8b38-d077937d7eff req-53c8b7e2-4aa7-450a-951d-02ca29790b21 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 949 time: 0.1098998 Dec 17 13:03:22.005785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47716) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:22.025869 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0a34a10-f716-4beb-8b38-d077937d7eff req-cac0bf52-4709-4b69-a0ce-7f574fc73870 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903926 Dec 17 13:03:22.043222 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5e893e5b-e0a8-4410-92dc-9e18f8cf7b03 req-8efcf15c-54f3-447e-ac9d-84643dc85775 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:22.054613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:22.059285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['6c10b54f-23be-48b9-9e77-038bce8bf436', 'ac176fd3-35fb-4eaf-ac40-a63dc142804e', '6f4977b1-a285-43b4-82bf-9e73c5b573c6'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:22.099046 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:22.137206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'port_id': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'mac_address': 'fa:16:3e:12:25:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:03:22.141425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcf15c-54f3-447e-ac9d-84643dc85775 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Pushing event deleted for resources: {'Port': ['ID=ac176fd3-35fb-4eaf-ac40-a63dc142804e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:22.222473 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ccc2f86d-dfb3-4293-87b9-205399c730f1, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ccc2f86d-dfb3-4293-87b9-205399c730f1,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:22.224864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e893e5b-e0a8-4410-92dc-9e18f8cf7b03 req-8efcf15c-54f3-447e-ac9d-84643dc85775 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] No DVR routers for this DVR port ac176fd3-35fb-4eaf-ac40-a63dc142804e on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:22.229815 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:22.230784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5e893e5b-e0a8-4410-92dc-9e18f8cf7b03 req-8efcf15c-54f3-447e-ac9d-84643dc85775 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:22.238629 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5e893e5b-e0a8-4410-92dc-9e18f8cf7b03 req-8efcf15c-54f3-447e-ac9d-84643dc85775 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "DELETE /v2.0/ports/ac176fd3-35fb-4eaf-ac40-a63dc142804e HTTP/1.1" status: 204 len: 173 time: 1.2408082 Dec 17 13:03:22.275697 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd9698d4-4058-4119-89c8-a9b1e816f53a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:22.292281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb92890-9aaa-4ad5-ab0e-ff1b2904b941 req-d2742ec5-d405-4890-bb43-b019ef546fb4 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:22.294953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1bb92890-9aaa-4ad5-ab0e-ff1b2904b941 req-d2742ec5-d405-4890-bb43-b019ef546fb4 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.2134204 Dec 17 13:03:22.311485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:22.343116 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-da205210-c062-4188-86ad-66f54cbdc0b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbcb3a41942148b2aee298bb9b6a5989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356674 Dec 17 13:03:22.345609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47728) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:22.376406 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:22.376825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 7f8f4576-9453-47e7-86f6-448c34b6f733 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:22.421446 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1bb92890-9aaa-4ad5-ab0e-ff1b2904b941 req-f0184dc7-35cd-4c4d-964e-5f7ce184ee92 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189883 Dec 17 13:03:22.453825 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d004f60-801c-4def-b772-75e350cbe0ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:22.473130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 7f8f4576-9453-47e7-86f6-448c34b6f733 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:22.473485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 7f8f4576-9453-47e7-86f6-448c34b6f733 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:22.475347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ce04f5e0-3409-4d14-badb-dde3395f4751 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:22.487186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d004f60-801c-4def-b772-75e350cbe0ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:22.520397 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:22.521057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 18e0a08b-0ede-4193-ae7c-3527b49912ca details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:03:22.598692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=ccc2f86d-dfb3-4293-87b9-205399c730f1,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:22.689515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf883b21-6419-4130-bdd1-91a4664dde80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc2f86d-dfb3-4293-87b9-205399c730f1'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:22.692003 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca69785-6bcc-4bd1-a6f3-6d2a53f15bbd" -d '{"events": [{"server_uuid": "bf883b21-6419-4130-bdd1-91a4664dde80", "name": "network-vif-plugged", "status": "completed", "tag": "ccc2f86d-dfb3-4293-87b9-205399c730f1"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:22.788316 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34cee4d-182f-4689-82e5-f87018a170f6 x-openstack-request-id: req-a34cee4d-182f-4689-82e5-f87018a170f6 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:22.788625 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf883b21-6419-4130-bdd1-91a4664dde80", "name": "network-vif-plugged", "status": "completed", "tag": "ccc2f86d-dfb3-4293-87b9-205399c730f1", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:22.788862 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a34cee4d-182f-4689-82e5-f87018a170f6 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:22.789259 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf883b21-6419-4130-bdd1-91a4664dde80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc2f86d-dfb3-4293-87b9-205399c730f1', 'code': 200} Dec 17 13:03:22.835914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:22.863790 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d004f60-801c-4def-b772-75e350cbe0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:22.868782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:22.869722 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d004f60-801c-4def-b772-75e350cbe0ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:22.870917 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6d004f60-801c-4def-b772-75e350cbe0ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6ffe89c2-0039-4ac6-9808-39b494460d42 HTTP/1.1" status: 204 len: 168 time: 0.5236640 Dec 17 13:03:22.885973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'mac_address': 'fa:16:3e:7d:f9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:03:22.886167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d004f60-801c-4def-b772-75e350cbe0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffe89c2-0039-4ac6-9808-39b494460d42,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:22.941425 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:22.941540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a99de2-ad01-4439-aab9-f4974fd267d7 req-54ca733d-2b3e-4a35-9d73-2c45aef95b0f tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:22.951656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59a99de2-ad01-4439-aab9-f4974fd267d7 req-54ca733d-2b3e-4a35-9d73-2c45aef95b0f tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 946 time: 0.2590985 Dec 17 13:03:22.953974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e0a08b-0ede-4193-ae7c-3527b49912ca {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:22.976855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:23.020625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657e90f-49bd-4a3d-bfe4-e20712bb2875 req-7a77467f-1970-47f2-a1bc-d62e3b6df898 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:23.028829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2657e90f-49bd-4a3d-bfe4-e20712bb2875 req-7a77467f-1970-47f2-a1bc-d62e3b6df898 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 948 time: 0.1622341 Dec 17 13:03:23.032772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cda73-09d8-4a15-adc8-87ad03f4618f req-e0b257ea-f8b6-45fb-83da-a6b7b411b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:23.034318 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-548cda73-09d8-4a15-adc8-87ad03f4618f req-e0b257ea-f8b6-45fb-83da-a6b7b411b1f0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 1097 time: 0.1299298 Dec 17 13:03:23.066203 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59a99de2-ad01-4439-aab9-f4974fd267d7 req-2863e4ee-f8d7-4e51-aac2-f5bea844d57f tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133940 Dec 17 13:03:23.067568 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-b07cdfa7-f4b3-4afd-9731-202934160424 service neutron] 10.222.0.54 "GET /v2.0/ports/ce04f5e0-3409-4d14-badb-dde3395f4751/bindings/n-h2-815324-5 HTTP/1.1" status: 200 len: 384 time: 0.1528542 Dec 17 13:03:23.072125 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:23.135594 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2657e90f-49bd-4a3d-bfe4-e20712bb2875 req-e6c67b15-212b-4b11-a9ea-0bb6b53c7068 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930371 Dec 17 13:03:23.135594 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-548cda73-09d8-4a15-adc8-87ad03f4618f req-fef7ddd7-3d0d-4ed8-9de1-4192d2e71cd8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902264 Dec 17 13:03:23.187839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=12']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:23.208904 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['cd9698d4-4058-4119-89c8-a9b1e816f53a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:23.353835 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8e51b8b-1a2e-4a1d-88aa-f1576284a246 req-a5a9e8e3-6b3e-4a1b-a293-876c2d449128 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5a1afa9-35fc-41e3-8c98-dda4772b0b92 HTTP/1.1" status: 200 len: 210 time: 0.0542269 Dec 17 13:03:23.358009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a1afa9-35fc-41e3-8c98-dda4772b0b92', 'name': 'network-vif-deleted', 'tag': 'ac176fd3-35fb-4eaf-ac40-a63dc142804e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:23.360794 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbb1a3b-d4ca-468b-88f5-379e600e5062" -d '{"events": [{"server_uuid": "f5a1afa9-35fc-41e3-8c98-dda4772b0b92", "name": "network-vif-deleted", "tag": "ac176fd3-35fb-4eaf-ac40-a63dc142804e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:23.431244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['18e0a08b-0ede-4193-ae7c-3527b49912ca'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:23.446197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-059b9ad4-71aa-4d68-92a9-1f0af3a35bfe service neutron] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ce04f5e0-3409-4d14-badb-dde3395f4751,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:23.499005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-059b9ad4-71aa-4d68-92a9-1f0af3a35bfe service neutron] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:03:23.499005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26e54a-695e-4dc0-bba1-a87e5812cf10 req-f2793dfb-bb04-4d79-9a74-1d534c81023b tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:23.499005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d26e54a-695e-4dc0-bba1-a87e5812cf10 req-f2793dfb-bb04-4d79-9a74-1d534c81023b tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 1100 time: 0.1193633 Dec 17 13:03:23.547226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-059b9ad4-71aa-4d68-92a9-1f0af3a35bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce04f5e0-3409-4d14-badb-dde3395f4751 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:23.571206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-059b9ad4-71aa-4d68-92a9-1f0af3a35bfe service neutron] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ce04f5e0-3409-4d14-badb-dde3395f4751,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:23.594865 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d26e54a-695e-4dc0-bba1-a87e5812cf10 req-d7dceec1-b464-4474-9baf-3983395ad98c tempest-MigrationsAdminTest-1352274016 tempest-MigrationsAdminTest-1352274016-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753531 Dec 17 13:03:23.642370 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb10e9c3-9509-4be5-99ce-8ee5078048ea x-openstack-request-id: req-eb10e9c3-9509-4be5-99ce-8ee5078048ea {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:23.645848 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a1afa9-35fc-41e3-8c98-dda4772b0b92", "name": "network-vif-deleted", "tag": "ac176fd3-35fb-4eaf-ac40-a63dc142804e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:23.645848 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb10e9c3-9509-4be5-99ce-8ee5078048ea {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:23.645848 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a1afa9-35fc-41e3-8c98-dda4772b0b92', 'name': 'network-vif-deleted', 'tag': 'ac176fd3-35fb-4eaf-ac40-a63dc142804e', 'status': 'completed', 'code': 200} Dec 17 13:03:23.715631 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-059b9ad4-71aa-4d68-92a9-1f0af3a35bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:23.734707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:03:23.772824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79989e15-b512-453d-8090-14b67b9c0786 req-b68f6f89-a0f7-49f4-8eeb-b81fd8c185d4 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:23.774445 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-79989e15-b512-453d-8090-14b67b9c0786 req-b68f6f89-a0f7-49f4-8eeb-b81fd8c185d4 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 943 time: 0.0883510 Dec 17 13:03:23.798079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port cd9698d4-4058-4119-89c8-a9b1e816f53a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:03:23.798452 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:23.857243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-059b9ad4-71aa-4d68-92a9-1f0af3a35bfe service neutron] Transition to ACTIVE for port object ce04f5e0-3409-4d14-badb-dde3395f4751 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:03:23.873871 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-79989e15-b512-453d-8090-14b67b9c0786 req-52f7fdef-6963-4770-8eb8-5335fbb10691 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704229 Dec 17 13:03:23.922760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:23.934453 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-059b9ad4-71aa-4d68-92a9-1f0af3a35bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:23.945786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47792) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:23.974311 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79ce49e0-5e0c-460b-be04-f8acfeaeb928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:23.977231 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:24.019339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-059b9ad4-71aa-4d68-92a9-1f0af3a35bfe service neutron] No DVR routers for this DVR port ce04f5e0-3409-4d14-badb-dde3395f4751 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:24.058548 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b9ad4-71aa-4d68-92a9-1f0af3a35bfe service neutron] Pushing event updated for resources: {'Port': ['ID=ce04f5e0-3409-4d14-badb-dde3395f4751,revision_number=10']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:24.059719 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:24.061097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ac176fd3-35fb-4eaf-ac40-a63dc142804e no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:24.071588 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-059b9ad4-71aa-4d68-92a9-1f0af3a35bfe service neutron] 10.222.0.54 "PUT /v2.0/ports/ce04f5e0-3409-4d14-badb-dde3395f4751/bindings/n-h2-815324-5/activate HTTP/1.1" status: 200 len: 369 time: 0.9839473 Dec 17 13:03:24.114504 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79ce49e0-5e0c-460b-be04-f8acfeaeb928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:24.116105 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: ac176fd3-35fb-4eaf-ac40-a63dc142804e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:24.116596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ac176fd3-35fb-4eaf-ac40-a63dc142804e not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:24.117114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 49b24e03-0358-40ad-931d-0fe7d925ec7b no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:24.173707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 49b24e03-0358-40ad-931d-0fe7d925ec7b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:24.186646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 49b24e03-0358-40ad-931d-0fe7d925ec7b not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:24.220714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:24.239954 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79ce49e0-5e0c-460b-be04-f8acfeaeb928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:24.269075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d247fe3-0e5a-49cc-b7ef-751cf76ba4c0 req-f2efa091-1dea-4577-b5a6-c2f9345e9f81 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:24.277519 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d247fe3-0e5a-49cc-b7ef-751cf76ba4c0 req-f2efa091-1dea-4577-b5a6-c2f9345e9f81 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 945 time: 0.1263988 Dec 17 13:03:24.374851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-79ce49e0-5e0c-460b-be04-f8acfeaeb928 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff1c20e7e8f244978cf7ca3c8c8f1408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278464 Dec 17 13:03:24.378044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce49e0-5e0c-460b-be04-f8acfeaeb928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef4cf3b-daac-4885-a41c-c48b362bd65f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:24.378712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47814) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:24.446580 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d247fe3-0e5a-49cc-b7ef-751cf76ba4c0 req-195e5a89-94ff-44e5-ab31-9874a7383801 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677227 Dec 17 13:03:24.475190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-3e989b49-6889-492d-ae6f-54abbd2d628b tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:24.482553 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-3e989b49-6889-492d-ae6f-54abbd2d628b tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84&tenant_id=9614be50faf74fb8a529668bc3e6df5e&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.1659441 Dec 17 13:03:24.625021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0755eabf-fe55-4323-a08f-664984d9549a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:24.726794 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0755eabf-fe55-4323-a08f-664984d9549a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:24.755273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ee066-db3c-4273-8145-5338ecce6e56 req-21e9bb74-961b-4d98-a43d-5cfdd6698de9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:24.756831 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f9ee066-db3c-4273-8145-5338ecce6e56 req-21e9bb74-961b-4d98-a43d-5cfdd6698de9 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 945 time: 0.1339231 Dec 17 13:03:24.761885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf7ff3-e076-491e-8ebc-1ff3ad9d4ecf req-c34b3464-c4cc-432e-a142-984cf1e7dd81 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:24.770548 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc8fb0-1431-4ab5-895f-5bcc33e854cb req-43208457-054b-4c8e-a25e-6c41e02a4224 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:24.777808 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddcf7ff3-e076-491e-8ebc-1ff3ad9d4ecf req-c34b3464-c4cc-432e-a142-984cf1e7dd81 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.1269119 Dec 17 13:03:24.781746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52cc8fb0-1431-4ab5-895f-5bcc33e854cb req-43208457-054b-4c8e-a25e-6c41e02a4224 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 946 time: 0.2785420 Dec 17 13:03:24.790123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:24.793174 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f34668-c828-402e-abe6-6753a279622b" -d '{"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-plugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:24.890889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-c940a6c7-ef2a-4042-ac30-dc824389df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:24.892980 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-c940a6c7-ef2a-4042-ac30-dc824389df4f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84&tenant_id=9614be50faf74fb8a529668bc3e6df5e HTTP/1.1" status: 200 len: 1095 time: 0.4021885 Dec 17 13:03:24.913225 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddcf7ff3-e076-491e-8ebc-1ff3ad9d4ecf req-1061750c-103f-4080-af2a-bfc7900f619c tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279790 Dec 17 13:03:24.979796 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52cc8fb0-1431-4ab5-895f-5bcc33e854cb req-cfa719e6-87c8-42d7-859f-df204955230a tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970038 Dec 17 13:03:25.017940 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-6be02b9f-2712-467b-b171-cf0898daa8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:25.021353 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-6be02b9f-2712-467b-b171-cf0898daa8f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9614be50faf74fb8a529668bc3e6df5e&device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 1095 time: 0.0945132 Dec 17 13:03:25.021815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-5f9ee066-db3c-4273-8145-5338ecce6e56 req-b3eb35d0-865d-4507-bc47-cc4be6a7121e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Deleting port 1e720f43-248f-4ea6-aadd-2282ed79c6ef {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:25.022308 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5f9ee066-db3c-4273-8145-5338ecce6e56 req-b3eb35d0-865d-4507-bc47-cc4be6a7121e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:25.047745 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2171a5e8-ba3e-46d7-96d2-c8a1946ff98c x-openstack-request-id: req-2171a5e8-ba3e-46d7-96d2-c8a1946ff98c {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:25.048052 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-plugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:25.048311 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2171a5e8-ba3e-46d7-96d2-c8a1946ff98c {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:25.048717 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'code': 200} Dec 17 13:03:25.157060 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2e3fe186-b066-48d9-8945-a849ded51ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:25.158917 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2e3fe186-b066-48d9-8945-a849ded51ee9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 200 len: 921 time: 0.1249115 Dec 17 13:03:25.174507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5f9ee066-db3c-4273-8145-5338ecce6e56 req-b3eb35d0-865d-4507-bc47-cc4be6a7121e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] For port 1e720f43-248f-4ea6-aadd-2282ed79c6ef, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1e720f43-248f-4ea6-aadd-2282ed79c6ef,segment=NetworkSegment(accece9c-f135-474c-b344-90fe0adf6d74),segment_id=accece9c-f135-474c-b344-90fe0adf6d74)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:25.174935 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5f9ee066-db3c-4273-8145-5338ecce6e56 req-b3eb35d0-865d-4507-bc47-cc4be6a7121e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:25.205700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-5f9ee066-db3c-4273-8145-5338ecce6e56 req-b3eb35d0-865d-4507-bc47-cc4be6a7121e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Calling delete_port for 1e720f43-248f-4ea6-aadd-2282ed79c6ef owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:25.212697 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0755eabf-fe55-4323-a08f-664984d9549a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:25.224485 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0755eabf-fe55-4323-a08f-664984d9549a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:25.225683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0755eabf-fe55-4323-a08f-664984d9549a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bef4cf3b-daac-4885-a41c-c48b362bd65f HTTP/1.1" status: 204 len: 168 time: 0.8455977 Dec 17 13:03:25.236172 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-4da155da-58a4-4d20-9f1c-e6f8afbc1f1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce04f5e0-3409-4d14-badb-dde3395f4751 HTTP/1.1" status: 200 len: 217 time: 0.0644093 Dec 17 13:03:25.260893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755eabf-fe55-4323-a08f-664984d9549a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef4cf3b-daac-4885-a41c-c48b362bd65f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:25.354868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2d21ba54-973c-410a-b787-6d1e765d2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:25.356783 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-2d21ba54-973c-410a-b787-6d1e765d2d2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 200 len: 860 time: 0.1088922 Dec 17 13:03:25.398626 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-f9414106-c2a3-484b-b3cd-ff923656c97b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264056 Dec 17 13:03:25.565836 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e04140-96d4-4381-b599-569a1a75d0e9 req-1505857e-91bc-419a-bae6-7ff29699e7c0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:25.570774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a2e04140-96d4-4381-b599-569a1a75d0e9 req-1505857e-91bc-419a-bae6-7ff29699e7c0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 944 time: 0.1671376 Dec 17 13:03:25.577339 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-d1370279-50e7-42db-9448-86fb89a98841 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685276 Dec 17 13:03:25.686860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a2e04140-96d4-4381-b599-569a1a75d0e9 req-da8bc69f-e424-4917-8182-cd0097693170 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072638 Dec 17 13:03:25.734591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 18e0a08b-0ede-4193-ae7c-3527b49912ca up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:03:25.747939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2795a9-80a6-47a8-9f62-1e02ad8960e9 req-3b3f4fc0-746c-4c5c-ba2f-6c2ea4245cba tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:25.755549 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aa2795a9-80a6-47a8-9f62-1e02ad8960e9 req-3b3f4fc0-746c-4c5c-ba2f-6c2ea4245cba tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 945 time: 0.1345820 Dec 17 13:03:25.784564 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-4f0ee645-17e8-4c15-88de-90f21068d862 service neutron] 10.222.0.61 "GET /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968360 Dec 17 13:03:25.802793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5f9ee066-db3c-4273-8145-5338ecce6e56 req-b3eb35d0-865d-4507-bc47-cc4be6a7121e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:25.842437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aa2795a9-80a6-47a8-9f62-1e02ad8960e9 req-79e2f85f-913a-4f7f-aa04-e1210a13a9d1 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/security-groups?id=33b464c6-7b16-4264-b8b7-1cbabd1913c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859084 Dec 17 13:03:25.848932 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb35d0-865d-4507-bc47-cc4be6a7121e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Pushing event deleted for resources: {'Port': ['ID=1e720f43-248f-4ea6-aadd-2282ed79c6ef,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:25.921725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9ee066-db3c-4273-8145-5338ecce6e56 req-b3eb35d0-865d-4507-bc47-cc4be6a7121e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] No DVR routers for this DVR port 1e720f43-248f-4ea6-aadd-2282ed79c6ef on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:25.923340 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5f9ee066-db3c-4273-8145-5338ecce6e56 req-b3eb35d0-865d-4507-bc47-cc4be6a7121e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:25.927264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f9ee066-db3c-4273-8145-5338ecce6e56 req-b3eb35d0-865d-4507-bc47-cc4be6a7121e tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.54 "DELETE /v2.0/ports/1e720f43-248f-4ea6-aadd-2282ed79c6ef HTTP/1.1" status: 204 len: 173 time: 1.1382635 Dec 17 13:03:25.928525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3af37e7-9489-4807-8a81-ffb54d64f6c6', 'name': 'network-vif-deleted', 'tag': '1e720f43-248f-4ea6-aadd-2282ed79c6ef'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:25.939607 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58811aa9-d891-49bc-becf-7f83c922aee1" -d '{"events": [{"server_uuid": "e3af37e7-9489-4807-8a81-ffb54d64f6c6", "name": "network-vif-deleted", "tag": "1e720f43-248f-4ea6-aadd-2282ed79c6ef"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:25.945079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 18e0a08b-0ede-4193-ae7c-3527b49912ca completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:03:25.953796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 18e0a08b-0ede-4193-ae7c-3527b49912ca triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:03:25.954713 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:25.975522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17532e18-bdc5-42c2-a5ce-bde3421d7a55 req-0eb93552-e4ef-4d96-95e9-a387fd42294d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:25.989731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-17532e18-bdc5-42c2-a5ce-bde3421d7a55 req-0eb93552-e4ef-4d96-95e9-a387fd42294d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 949 time: 0.2313240 Dec 17 13:03:26.093537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-17532e18-bdc5-42c2-a5ce-bde3421d7a55 req-19b3dedf-d75f-4f52-b4ee-18b080169f17 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026418 Dec 17 13:03:26.104636 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c128f-cce2-4534-9748-2672d067d2d5 req-11860fd6-5e48-4b22-8c13-7950a7c5282f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:26.106397 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e4c128f-cce2-4534-9748-2672d067d2d5 req-11860fd6-5e48-4b22-8c13-7950a7c5282f tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.1219726 Dec 17 13:03:26.117546 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:26.168870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:26.246685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:26.270846 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4b49f7-dfd5-4ba9-a951-f69884765f07 x-openstack-request-id: req-da4b49f7-dfd5-4ba9-a951-f69884765f07 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:26.271140 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3af37e7-9489-4807-8a81-ffb54d64f6c6", "name": "network-vif-deleted", "tag": "1e720f43-248f-4ea6-aadd-2282ed79c6ef", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:26.271389 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da4b49f7-dfd5-4ba9-a951-f69884765f07 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:26.271786 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3af37e7-9489-4807-8a81-ffb54d64f6c6', 'name': 'network-vif-deleted', 'tag': '1e720f43-248f-4ea6-aadd-2282ed79c6ef', 'status': 'completed', 'code': 200} Dec 17 13:03:26.327761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d561a81-ba22-424e-90bc-f30584c72109 req-b2683db4-1784-427a-8f89-4be581d40591 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:26.335747 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d561a81-ba22-424e-90bc-f30584c72109 req-b2683db4-1784-427a-8f89-4be581d40591 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 949 time: 0.2245896 Dec 17 13:03:26.351252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=13']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:26.464939 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d561a81-ba22-424e-90bc-f30584c72109 req-60666fb9-a5d5-4a68-8ecc-bca08202ee32 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283159 Dec 17 13:03:26.479858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-4e4c128f-cce2-4534-9748-2672d067d2d5 req-a9f28b61-588e-459b-a617-805b1930ba3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Deleting port 18e0a08b-0ede-4193-ae7c-3527b49912ca {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:26.481270 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4e4c128f-cce2-4534-9748-2672d067d2d5 req-a9f28b61-588e-459b-a617-805b1930ba3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:26.488016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-de6819d6-a673-4c80-8611-7f08b66fcb2f tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:26.489544 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-de6819d6-a673-4c80-8611-7f08b66fcb2f tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84&tenant_id=9614be50faf74fb8a529668bc3e6df5e&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.1332874 Dec 17 13:03:26.501628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef047cc1-4a70-43ea-80e5-355bdbef9e9a req-2407007d-cdfd-496e-939d-b23395fe2f66 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:26.510778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef047cc1-4a70-43ea-80e5-355bdbef9e9a req-2407007d-cdfd-496e-939d-b23395fe2f66 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 946 time: 0.0703380 Dec 17 13:03:26.624590 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef047cc1-4a70-43ea-80e5-355bdbef9e9a req-d7f99ccc-ba09-4e1e-a041-b08abd61356b tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142776 Dec 17 13:03:26.632531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-4e4c128f-cce2-4534-9748-2672d067d2d5 req-a9f28b61-588e-459b-a617-805b1930ba3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] For port 18e0a08b-0ede-4193-ae7c-3527b49912ca, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=18e0a08b-0ede-4193-ae7c-3527b49912ca,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:26.633247 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4e4c128f-cce2-4534-9748-2672d067d2d5 req-a9f28b61-588e-459b-a617-805b1930ba3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:26.652200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-4e4c128f-cce2-4534-9748-2672d067d2d5 req-a9f28b61-588e-459b-a617-805b1930ba3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Calling delete_port for 18e0a08b-0ede-4193-ae7c-3527b49912ca owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:26.857040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739de34-2495-4ed7-b3ef-3fcfa14cc9c5 req-6918a27f-187a-4229-931b-9ed310c9374d tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:26.866650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9739de34-2495-4ed7-b3ef-3fcfa14cc9c5 req-6918a27f-187a-4229-931b-9ed310c9374d tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d076e98-cc9a-4fcd-b50f-2610c6451fd0 HTTP/1.1" status: 200 len: 946 time: 0.1330099 Dec 17 13:03:26.913544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da590dd1-3530-4920-be70-b6fec51a0c5e req-93f2cdcf-b99c-42bc-ad78-c6c25de6c10e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:26.922026 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-da590dd1-3530-4920-be70-b6fec51a0c5e req-93f2cdcf-b99c-42bc-ad78-c6c25de6c10e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 944 time: 0.1216669 Dec 17 13:03:26.969006 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9739de34-2495-4ed7-b3ef-3fcfa14cc9c5 req-787291e5-3d47-43a4-a7ab-9e7740f3589d tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949101 Dec 17 13:03:26.984378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-eb0fc009-d1f4-4caa-b803-90c186ac1189 service neutron] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:03:26.994195 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-eb0fc009-d1f4-4caa-b803-90c186ac1189 service neutron] Publish callbacks [] for binding, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:26.997023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2faa1fd4-5830-4017-afe5-74e8b1213b4b req-eb0fc009-d1f4-4caa-b803-90c186ac1189 service neutron] 10.222.0.61 "DELETE /v2.0/ports/ce04f5e0-3409-4d14-badb-dde3395f4751/bindings/n-h1-815324-5 HTTP/1.1" status: 204 len: 173 time: 0.4860327 Dec 17 13:03:26.997717 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-da590dd1-3530-4920-be70-b6fec51a0c5e req-01e0b589-ed65-46de-803b-1bb77fa870bf tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747809 Dec 17 13:03:27.049945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:27.052287 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e790af7a-b879-4a10-a5c0-9739592575a9" -d '{"events": [{"server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "name": "network-vif-plugged", "status": "completed", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:27.086712 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4e4c128f-cce2-4534-9748-2672d067d2d5 req-a9f28b61-588e-459b-a617-805b1930ba3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:27.101909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['cc2cb323-f62e-47db-8762-f2f9d82765d3', '18e0a08b-0ede-4193-ae7c-3527b49912ca'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:27.148508 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02f8a2fd-6e03-41f3-bf44-b83bf8368140 req-a38ea541-c3ed-4b48-bf54-04277e0a8108 tempest-LiveMigrationTest-920529678 tempest-LiveMigrationTest-920529678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3af37e7-9489-4807-8a81-ffb54d64f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0738571 Dec 17 13:03:27.189266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f28b61-588e-459b-a617-805b1930ba3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Pushing event deleted for resources: {'Port': ['ID=18e0a08b-0ede-4193-ae7c-3527b49912ca,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:27.262698 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a3d0172f-756d-4897-a195-3909020fdf46', '1dd66a11-92c7-4724-a2b2-ffff5894a920'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:27.326585 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bfb64-2f87-4ef2-af05-c22e4a434eaa req-cebef436-2cc3-401a-ae9c-a52baaa97109 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:27.328478 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-749bfb64-2f87-4ef2-af05-c22e4a434eaa req-cebef436-2cc3-401a-ae9c-a52baaa97109 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 949 time: 0.1960769 Dec 17 13:03:27.381303 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7084600b-1846-481a-b1ea-6e9e58e6e799 x-openstack-request-id: req-7084600b-1846-481a-b1ea-6e9e58e6e799 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:27.381604 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "name": "network-vif-plugged", "status": "completed", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:27.387547 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7084600b-1846-481a-b1ea-6e9e58e6e799 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:27.387547 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'code': 200} Dec 17 13:03:27.569827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1e720f43-248f-4ea6-aadd-2282ed79c6ef no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:27.683407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47934) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:27.738016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 1e720f43-248f-4ea6-aadd-2282ed79c6ef {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:27.738391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1e720f43-248f-4ea6-aadd-2282ed79c6ef not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:27.769002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e33a0-f52b-4819-9c1a-72a9232f38f7 req-4f0f6249-76fe-4de5-abe5-b392f88fcab2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:27.778557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d72e33a0-f52b-4819-9c1a-72a9232f38f7 req-4f0f6249-76fe-4de5-abe5-b392f88fcab2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 949 time: 0.2397213 Dec 17 13:03:27.804363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-749bfb64-2f87-4ef2-af05-c22e4a434eaa req-92114d40-1285-44ea-92cc-31b4cc87643d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Deleting port 6c10b54f-23be-48b9-9e77-038bce8bf436 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:27.804711 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-749bfb64-2f87-4ef2-af05-c22e4a434eaa req-92114d40-1285-44ea-92cc-31b4cc87643d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:27.933705 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d72e33a0-f52b-4819-9c1a-72a9232f38f7 req-49a9a09a-b6d9-4dc6-a572-9a636266d362 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377647 Dec 17 13:03:27.950442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4c128f-cce2-4534-9748-2672d067d2d5 req-a9f28b61-588e-459b-a617-805b1930ba3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] No DVR routers for this DVR port 18e0a08b-0ede-4193-ae7c-3527b49912ca on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:27.957644 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4e4c128f-cce2-4534-9748-2672d067d2d5 req-a9f28b61-588e-459b-a617-805b1930ba3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:27.962657 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e4c128f-cce2-4534-9748-2672d067d2d5 req-a9f28b61-588e-459b-a617-805b1930ba3e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "DELETE /v2.0/ports/18e0a08b-0ede-4193-ae7c-3527b49912ca HTTP/1.1" status: 204 len: 173 time: 1.8054075 Dec 17 13:03:27.964820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'name': 'network-vif-deleted', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:27.967482 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d341206-b9c7-41ad-a142-71450b155a89" -d '{"events": [{"server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "name": "network-vif-deleted", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:27.986793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f765d-581f-4e6f-8b07-afe144f3aa89 req-46785225-7ecb-4cd1-bbe0-3bf7bb3d6584 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:27.991542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-749bfb64-2f87-4ef2-af05-c22e4a434eaa req-92114d40-1285-44ea-92cc-31b4cc87643d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] For port 6c10b54f-23be-48b9-9e77-038bce8bf436, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6c10b54f-23be-48b9-9e77-038bce8bf436,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:27.996107 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-749bfb64-2f87-4ef2-af05-c22e4a434eaa req-92114d40-1285-44ea-92cc-31b4cc87643d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:28.002411 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d5f765d-581f-4e6f-8b07-afe144f3aa89 req-46785225-7ecb-4cd1-bbe0-3bf7bb3d6584 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 1095 time: 0.1070955 Dec 17 13:03:28.029045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-749bfb64-2f87-4ef2-af05-c22e4a434eaa req-92114d40-1285-44ea-92cc-31b4cc87643d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Calling delete_port for 6c10b54f-23be-48b9-9e77-038bce8bf436 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:28.066900 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-31399a81-6256-4418-a90a-abf0fdb8ae5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:28.085320 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d5f765d-581f-4e6f-8b07-afe144f3aa89 req-8bf79a1d-20be-4adc-82a7-7ee761991518 tempest-LiveAutoBlockMigrationV225Test-1786890061 tempest-LiveAutoBlockMigrationV225Test-1786890061-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817001 Dec 17 13:03:28.130979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-94994239-49cb-4be3-85e6-b72cf0229e21 req-193844b3-69ec-47e5-a726-aeaf89bfdd32 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b2f3e1f-2518-41d4-a801-6c1330389a77 HTTP/1.1" status: 200 len: 210 time: 0.0769944 Dec 17 13:03:28.231760 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd53f2fc-3aed-4c17-b5f2-b48968aa0081 x-openstack-request-id: req-dd53f2fc-3aed-4c17-b5f2-b48968aa0081 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:28.232140 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2f3e1f-2518-41d4-a801-6c1330389a77", "name": "network-vif-deleted", "tag": "18e0a08b-0ede-4193-ae7c-3527b49912ca", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:28.235988 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd53f2fc-3aed-4c17-b5f2-b48968aa0081 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:28.243701 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2f3e1f-2518-41d4-a801-6c1330389a77', 'name': 'network-vif-deleted', 'tag': '18e0a08b-0ede-4193-ae7c-3527b49912ca', 'status': 'completed', 'code': 200} Dec 17 13:03:28.377976 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-31399a81-6256-4418-a90a-abf0fdb8ae5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:28.465164 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-31399a81-6256-4418-a90a-abf0fdb8ae5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:28.518728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-31399a81-6256-4418-a90a-abf0fdb8ae5f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9121b64c7138420cb096230ff326ed51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8247411 Dec 17 13:03:28.520977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399a81-6256-4418-a90a-abf0fdb8ae5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c5b966-ae73-4260-8296-420a22a749e7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:28.521754 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47948) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:28.562692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-749bfb64-2f87-4ef2-af05-c22e4a434eaa req-92114d40-1285-44ea-92cc-31b4cc87643d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:28.577156 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['6c10b54f-23be-48b9-9e77-038bce8bf436', '6f4977b1-a285-43b4-82bf-9e73c5b573c6'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:28.616423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92114d40-1285-44ea-92cc-31b4cc87643d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Pushing event deleted for resources: {'Port': ['ID=6c10b54f-23be-48b9-9e77-038bce8bf436,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:28.617895 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d8638718-bb4d-42e4-9c95-286b12985f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:28.674372 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d8638718-bb4d-42e4-9c95-286b12985f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:28.708506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-749bfb64-2f87-4ef2-af05-c22e4a434eaa req-92114d40-1285-44ea-92cc-31b4cc87643d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] No DVR routers for this DVR port 6c10b54f-23be-48b9-9e77-038bce8bf436 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:28.716360 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-749bfb64-2f87-4ef2-af05-c22e4a434eaa req-92114d40-1285-44ea-92cc-31b4cc87643d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:28.721223 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-749bfb64-2f87-4ef2-af05-c22e4a434eaa req-92114d40-1285-44ea-92cc-31b4cc87643d tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "DELETE /v2.0/ports/6c10b54f-23be-48b9-9e77-038bce8bf436 HTTP/1.1" status: 204 len: 173 time: 1.3808568 Dec 17 13:03:28.721223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebbb040-00a5-4ff3-84c9-0cab5ed37442', 'name': 'network-vif-deleted', 'tag': '6c10b54f-23be-48b9-9e77-038bce8bf436'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:28.728027 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af9d692-dbf2-429d-abf0-600b5222864a" -d '{"events": [{"server_uuid": "cebbb040-00a5-4ff3-84c9-0cab5ed37442", "name": "network-vif-deleted", "tag": "6c10b54f-23be-48b9-9e77-038bce8bf436"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:28.801242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47954) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:28.849433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d8638718-bb4d-42e4-9c95-286b12985f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:28.849433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d8638718-bb4d-42e4-9c95-286b12985f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:28.849433 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d8638718-bb4d-42e4-9c95-286b12985f90 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/73c5b966-ae73-4260-8296-420a22a749e7 HTTP/1.1" status: 204 len: 168 time: 0.3236284 Dec 17 13:03:28.882823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8638718-bb4d-42e4-9c95-286b12985f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c5b966-ae73-4260-8296-420a22a749e7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:28.927934 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5561e2dc-97fd-4da0-9d6f-749744326b96 x-openstack-request-id: req-5561e2dc-97fd-4da0-9d6f-749744326b96 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:28.928588 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebbb040-00a5-4ff3-84c9-0cab5ed37442", "name": "network-vif-deleted", "tag": "6c10b54f-23be-48b9-9e77-038bce8bf436", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:28.929288 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5561e2dc-97fd-4da0-9d6f-749744326b96 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:28.930037 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebbb040-00a5-4ff3-84c9-0cab5ed37442', 'name': 'network-vif-deleted', 'tag': '6c10b54f-23be-48b9-9e77-038bce8bf436', 'status': 'completed', 'code': 200} Dec 17 13:03:29.124527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab77e-01b1-41dc-b321-7592a0ff6376 req-380d447f-75b1-4c0a-adce-f5754d70e86b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:29.133671 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f49ab77e-01b1-41dc-b321-7592a0ff6376 req-380d447f-75b1-4c0a-adce-f5754d70e86b tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 944 time: 0.0975449 Dec 17 13:03:29.222252 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f49ab77e-01b1-41dc-b321-7592a0ff6376 req-77b8056e-fbe4-4850-8ce5-7124e27a2574 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870070 Dec 17 13:03:29.439728 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e2c2f1d4-1387-4ec0-996c-079282b4ec40 req-b461ba7c-a779-4258-af56-bb9d9f2c9528 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=cebbb040-00a5-4ff3-84c9-0cab5ed37442 HTTP/1.1" status: 200 len: 210 time: 0.0405514 Dec 17 13:03:29.657340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff0faad-2770-420e-86f3-35ad015d7a55 admin admin] Deleting subnet 5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:03:29.658614 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dff0faad-2770-420e-86f3-35ad015d7a55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:29.707883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b035284-7e62-4520-bbd4-e047a7853739 req-34195247-2589-4eed-af18-6d7cae46a0f4 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:29.715576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b035284-7e62-4520-bbd4-e047a7853739 req-34195247-2589-4eed-af18-6d7cae46a0f4 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d076e98-cc9a-4fcd-b50f-2610c6451fd0 HTTP/1.1" status: 200 len: 946 time: 0.7089047 Dec 17 13:03:29.768940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 18e0a08b-0ede-4193-ae7c-3527b49912ca no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:29.780495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f1786-161a-4e50-8baf-26b9017133db req-cb5c3f27-ce81-4c5d-83e0-92539f9f9891 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:29.782124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b01f1786-161a-4e50-8baf-26b9017133db req-cb5c3f27-ce81-4c5d-83e0-92539f9f9891 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d076e98-cc9a-4fcd-b50f-2610c6451fd0 HTTP/1.1" status: 200 len: 946 time: 0.1867149 Dec 17 13:03:29.790261 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dff0faad-2770-420e-86f3-35ad015d7a55 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:29.796930 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 18e0a08b-0ede-4193-ae7c-3527b49912ca {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:29.797487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 18e0a08b-0ede-4193-ae7c-3527b49912ca not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:29.810333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dff0faad-2770-420e-86f3-35ad015d7a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:29.841750 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47982) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:29.870567 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8c00d459-13e5-4315-b2e0-6fa471894998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:29.899464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c71a7-211a-4375-aeb9-db73993e4071 req-532c8deb-55aa-474d-ae5f-8f6c49eef53f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:29.901278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-254c71a7-211a-4375-aeb9-db73993e4071 req-532c8deb-55aa-474d-ae5f-8f6c49eef53f tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 944 time: 0.2176454 Dec 17 13:03:29.919246 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b035284-7e62-4520-bbd4-e047a7853739 req-79096691-0a0b-4826-b502-5e58a5c60926 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027292 Dec 17 13:03:29.989348 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8c00d459-13e5-4315-b2e0-6fa471894998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.092260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-b01f1786-161a-4e50-8baf-26b9017133db req-7415ed64-a750-41e4-83d2-5345004658d5 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Deleting port c1a11bcc-395a-48e6-9858-07646716904c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:30.092606 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b01f1786-161a-4e50-8baf-26b9017133db req-7415ed64-a750-41e4-83d2-5345004658d5 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.095924 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8c00d459-13e5-4315-b2e0-6fa471894998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.148821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c23b5c-d02e-473e-927a-726a1692870e req-94a85263-e892-4f99-8ee5-b2c8c7356ce6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:30.152796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dff0faad-2770-420e-86f3-35ad015d7a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.160432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46c23b5c-d02e-473e-927a-726a1692870e req-94a85263-e892-4f99-8ee5-b2c8c7356ce6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 951 time: 0.1083901 Dec 17 13:03:30.175808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-254c71a7-211a-4375-aeb9-db73993e4071 req-afb7f350-ee93-4125-bd2a-d5926dbbb275 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Deleting port ce04f5e0-3409-4d14-badb-dde3395f4751 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:30.176156 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-254c71a7-211a-4375-aeb9-db73993e4071 req-afb7f350-ee93-4125-bd2a-d5926dbbb275 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.207392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00d459-13e5-4315-b2e0-6fa471894998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2295b16-00a0-439c-bc1b-f6e571a5e52d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:30.261744 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dff0faad-2770-420e-86f3-35ad015d7a55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.266272 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dff0faad-2770-420e-86f3-35ad015d7a55 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886 HTTP/1.1" status: 204 len: 168 time: 1.4638066 Dec 17 13:03:30.271641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47990) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:30.277758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0faad-2770-420e-86f3-35ad015d7a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e1bf7a2-94cb-47e0-bf96-9e8cbadb0886,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:30.290127 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8c00d459-13e5-4315-b2e0-6fa471894998 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c8b195e19a04e6e987b35feb11ae0e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480033 Dec 17 13:03:30.294284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47992) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:30.329944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46c23b5c-d02e-473e-927a-726a1692870e req-5a64be04-62ad-4f09-a437-36b225fff1e3 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681321 Dec 17 13:03:30.342307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678305e-9297-4bba-acf9-796c9080e070 req-cdc230f6-2bb2-4774-a384-d156213390ce tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:30.351348 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6678305e-9297-4bba-acf9-796c9080e070 req-cdc230f6-2bb2-4774-a384-d156213390ce tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf883b21-6419-4130-bdd1-91a4664dde80 HTTP/1.1" status: 200 len: 946 time: 0.1341207 Dec 17 13:03:30.430694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-b01f1786-161a-4e50-8baf-26b9017133db req-7415ed64-a750-41e4-83d2-5345004658d5 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] For port c1a11bcc-395a-48e6-9858-07646716904c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c1a11bcc-395a-48e6-9858-07646716904c,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:30.430993 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b01f1786-161a-4e50-8baf-26b9017133db req-7415ed64-a750-41e4-83d2-5345004658d5 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.454132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-6678305e-9297-4bba-acf9-796c9080e070 req-0e60ffd1-9af6-40d6-880b-11d62ed0ea51 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Deleting port ccc2f86d-dfb3-4293-87b9-205399c730f1 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:30.454713 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6678305e-9297-4bba-acf9-796c9080e070 req-0e60ffd1-9af6-40d6-880b-11d62ed0ea51 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.479041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-b01f1786-161a-4e50-8baf-26b9017133db req-7415ed64-a750-41e4-83d2-5345004658d5 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Calling delete_port for c1a11bcc-395a-48e6-9858-07646716904c owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:30.493291 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.500803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-254c71a7-211a-4375-aeb9-db73993e4071 req-afb7f350-ee93-4125-bd2a-d5926dbbb275 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] For port ce04f5e0-3409-4d14-badb-dde3395f4751, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ce04f5e0-3409-4d14-badb-dde3395f4751,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:30.501185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-254c71a7-211a-4375-aeb9-db73993e4071 req-afb7f350-ee93-4125-bd2a-d5926dbbb275 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.534804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-254c71a7-211a-4375-aeb9-db73993e4071 req-afb7f350-ee93-4125-bd2a-d5926dbbb275 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Calling delete_port for ce04f5e0-3409-4d14-badb-dde3395f4751 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:30.570943 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-6678305e-9297-4bba-acf9-796c9080e070 req-0e60ffd1-9af6-40d6-880b-11d62ed0ea51 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] For port ccc2f86d-dfb3-4293-87b9-205399c730f1, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ccc2f86d-dfb3-4293-87b9-205399c730f1,segment=NetworkSegment(b8a37428-1696-488a-9402-25c8bbacfe25),segment_id=b8a37428-1696-488a-9402-25c8bbacfe25)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:30.571315 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6678305e-9297-4bba-acf9-796c9080e070 req-0e60ffd1-9af6-40d6-880b-11d62ed0ea51 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.583412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02790fee-d21b-427f-8d86-107afb3443cc req-c64416b7-9f89-4719-be28-3ccdf49bf6a5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:30.584926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-6678305e-9297-4bba-acf9-796c9080e070 req-0e60ffd1-9af6-40d6-880b-11d62ed0ea51 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Calling delete_port for ccc2f86d-dfb3-4293-87b9-205399c730f1 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:30.585080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02790fee-d21b-427f-8d86-107afb3443cc req-c64416b7-9f89-4719-be28-3ccdf49bf6a5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 944 time: 0.2337253 Dec 17 13:03:30.609409 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83884a7d-477f-446e-8e89-8589b3f0ed97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.749351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83884a7d-477f-446e-8e89-8589b3f0ed97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.803784 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.814739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02790fee-d21b-427f-8d86-107afb3443cc req-ad8dc5ee-d13d-403a-9784-0bf86b8e636a tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214973 Dec 17 13:03:30.848138 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6678305e-9297-4bba-acf9-796c9080e070 req-0e60ffd1-9af6-40d6-880b-11d62ed0ea51 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:30.868892 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:30.869299 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:30.870195 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:30.870510 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > port after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:30.872653 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:30.872653 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > port after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:30.872653 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:30.872966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['ccc2f86d-dfb3-4293-87b9-205399c730f1'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:30.874425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:30.874425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:30.874425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:30.898265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60ffd1-9af6-40d6-880b-11d62ed0ea51 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Pushing event deleted for resources: {'Port': ['ID=ccc2f86d-dfb3-4293-87b9-205399c730f1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:30.990415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6678305e-9297-4bba-acf9-796c9080e070 req-0e60ffd1-9af6-40d6-880b-11d62ed0ea51 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] No DVR routers for this DVR port ccc2f86d-dfb3-4293-87b9-205399c730f1 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:30.993764 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6678305e-9297-4bba-acf9-796c9080e070 req-0e60ffd1-9af6-40d6-880b-11d62ed0ea51 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.001078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6678305e-9297-4bba-acf9-796c9080e070 req-0e60ffd1-9af6-40d6-880b-11d62ed0ea51 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.54 "DELETE /v2.0/ports/ccc2f86d-dfb3-4293-87b9-205399c730f1 HTTP/1.1" status: 204 len: 173 time: 0.6425626 Dec 17 13:03:31.001843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf883b21-6419-4130-bdd1-91a4664dde80', 'name': 'network-vif-deleted', 'tag': 'ccc2f86d-dfb3-4293-87b9-205399c730f1'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:31.004202 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03de257-8c8d-4061-bafb-44495564f000" -d '{"events": [{"server_uuid": "bf883b21-6419-4130-bdd1-91a4664dde80", "name": "network-vif-deleted", "tag": "ccc2f86d-dfb3-4293-87b9-205399c730f1"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:31.029397 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:31.029886 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:31.030543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:31.033938 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 13:03:31.034637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce64e852-517d-4899-976e-d0fa7c65f446']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:31.083860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accece9c-f135-474c-b344-90fe0adf6d74') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:31.084315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accece9c-f135-474c-b344-90fe0adf6d74') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:31.169354 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.203704 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e594b94f-1c1b-4d0d-bdc3-0e8affc9fee1 x-openstack-request-id: req-e594b94f-1c1b-4d0d-bdc3-0e8affc9fee1 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:31.204208 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf883b21-6419-4130-bdd1-91a4664dde80", "name": "network-vif-deleted", "tag": "ccc2f86d-dfb3-4293-87b9-205399c730f1", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:31.204208 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e594b94f-1c1b-4d0d-bdc3-0e8affc9fee1 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:31.204619 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf883b21-6419-4130-bdd1-91a4664dde80', 'name': 'network-vif-deleted', 'tag': 'ccc2f86d-dfb3-4293-87b9-205399c730f1', 'status': 'completed', 'code': 200} Dec 17 13:03:31.263962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.282042 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.293353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:03:31.294391 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: from cryptography.utils import int_from_bytes Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: from cryptography.utils import int_from_bytes Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:03:31.301412 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:03:31.340578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2d5d1-6814-4230-b67f-250a75c35336 req-e7ef7e6d-9563-434b-9686-2b67f77c06e3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:31.348585 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f2c2d5d1-6814-4230-b67f-250a75c35336 req-e7ef7e6d-9563-434b-9686-2b67f77c06e3 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 951 time: 0.0650759 Dec 17 13:03:31.376495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868de59-8f4d-4ff6-b446-166961717968 req-4e5552aa-818f-4b1d-bc17-8de6998d0d54 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:31.378153 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c868de59-8f4d-4ff6-b446-166961717968 req-4e5552aa-818f-4b1d-bc17-8de6998d0d54 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d076e98-cc9a-4fcd-b50f-2610c6451fd0 HTTP/1.1" status: 200 len: 946 time: 0.3325858 Dec 17 13:03:31.380956 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83884a7d-477f-446e-8e89-8589b3f0ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.383604 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83884a7d-477f-446e-8e89-8589b3f0ed97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.384782 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-83884a7d-477f-446e-8e89-8589b3f0ed97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2295b16-00a0-439c-bc1b-f6e571a5e52d HTTP/1.1" status: 204 len: 168 time: 1.0776360 Dec 17 13:03:31.397837 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b01f1786-161a-4e50-8baf-26b9017133db req-7415ed64-a750-41e4-83d2-5345004658d5 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.401241 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-254c71a7-211a-4375-aeb9-db73993e4071 req-afb7f350-ee93-4125-bd2a-d5926dbbb275 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.413968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['ccc2f86d-dfb3-4293-87b9-205399c730f1'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:31.421968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83884a7d-477f-446e-8e89-8589b3f0ed97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2295b16-00a0-439c-bc1b-f6e571a5e52d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:31.432732 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f2c2d5d1-6814-4230-b67f-250a75c35336 req-5e6039dc-8837-492f-9165-6fade4a019da tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830395 Dec 17 13:03:31.455484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['ce04f5e0-3409-4d14-badb-dde3395f4751'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:31.464078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415ed64-a750-41e4-83d2-5345004658d5 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Pushing event deleted for resources: {'Port': ['ID=c1a11bcc-395a-48e6-9858-07646716904c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:31.488085 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.509239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['299d3f21-b608-458e-b0ab-c0dcf0d766fd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:31.592735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7f350-ee93-4125-bd2a-d5926dbbb275 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Pushing event deleted for resources: {'Port': ['ID=ce04f5e0-3409-4d14-badb-dde3395f4751,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:31.620097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.626525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c1a11bcc-395a-48e6-9858-07646716904c no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:31.626713 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ce64e852-517d-4899-976e-d0fa7c65f446 HTTP/1.1" status: 204 len: 168 time: 1.3496132 Dec 17 13:03:31.631573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48042) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:31.696354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa6768-3c4e-42a0-93f4-04a100199a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce64e852-517d-4899-976e-d0fa7c65f446,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:31.696932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696483fa-71e1-4dea-9b2d-428acd119f03 req-ad23cabb-33fa-4233-8695-943cab40e2bc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:31.698805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01f1786-161a-4e50-8baf-26b9017133db req-7415ed64-a750-41e4-83d2-5345004658d5 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] No DVR routers for this DVR port c1a11bcc-395a-48e6-9858-07646716904c on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:31.708852 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-696483fa-71e1-4dea-9b2d-428acd119f03 req-ad23cabb-33fa-4233-8695-943cab40e2bc tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 951 time: 0.1681750 Dec 17 13:03:31.723577 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b01f1786-161a-4e50-8baf-26b9017133db req-7415ed64-a750-41e4-83d2-5345004658d5 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.727660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b01f1786-161a-4e50-8baf-26b9017133db req-7415ed64-a750-41e4-83d2-5345004658d5 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.54 "DELETE /v2.0/ports/c1a11bcc-395a-48e6-9858-07646716904c HTTP/1.1" status: 204 len: 173 time: 1.9347680 Dec 17 13:03:31.727804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d076e98-cc9a-4fcd-b50f-2610c6451fd0', 'name': 'network-vif-deleted', 'tag': 'c1a11bcc-395a-48e6-9858-07646716904c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:31.730283 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294eadf0-6c25-4059-bb0a-b2fad7d527ff" -d '{"events": [{"server_uuid": "9d076e98-cc9a-4fcd-b50f-2610c6451fd0", "name": "network-vif-deleted", "tag": "c1a11bcc-395a-48e6-9858-07646716904c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:31.737078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-254c71a7-211a-4375-aeb9-db73993e4071 req-afb7f350-ee93-4125-bd2a-d5926dbbb275 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] No DVR routers for this DVR port ce04f5e0-3409-4d14-badb-dde3395f4751 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:31.740488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-254c71a7-211a-4375-aeb9-db73993e4071 req-afb7f350-ee93-4125-bd2a-d5926dbbb275 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.747580 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-254c71a7-211a-4375-aeb9-db73993e4071 req-afb7f350-ee93-4125-bd2a-d5926dbbb275 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.61 "DELETE /v2.0/ports/ce04f5e0-3409-4d14-badb-dde3395f4751 HTTP/1.1" status: 204 len: 173 time: 1.8236394 Dec 17 13:03:31.764298 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c868de59-8f4d-4ff6-b446-166961717968 req-b374af54-85bc-42a2-94a2-a95b9cc534f9 tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/security-groups?id=2869780e-141c-4f5c-bde3-c4860612672c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523328 Dec 17 13:03:31.812458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6c10b54f-23be-48b9-9e77-038bce8bf436 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:31.876830 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c1179f-6656-4e6d-a9c7-fff1c221904d x-openstack-request-id: req-34c1179f-6656-4e6d-a9c7-fff1c221904d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:31.877429 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d076e98-cc9a-4fcd-b50f-2610c6451fd0", "name": "network-vif-deleted", "tag": "c1a11bcc-395a-48e6-9858-07646716904c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:31.877708 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34c1179f-6656-4e6d-a9c7-fff1c221904d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:31.878114 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d076e98-cc9a-4fcd-b50f-2610c6451fd0', 'name': 'network-vif-deleted', 'tag': 'c1a11bcc-395a-48e6-9858-07646716904c', 'status': 'completed', 'code': 200} Dec 17 13:03:31.882511 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2189e80-c03d-46a7-a725-eff94eff1874 admin admin] Deleting subnet 5feb7611-075b-4aef-9ad5-f7137a74c16f {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:03:31.890857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f2189e80-c03d-46a7-a725-eff94eff1874 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:31.894607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: c1a11bcc-395a-48e6-9858-07646716904c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:31.895097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c1a11bcc-395a-48e6-9858-07646716904c not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:31.938187 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3f6f6-1cb4-4402-b402-91bc10780301 req-3b99f35f-d80b-4a08-b5ab-5a2b4b7cea82 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:31.950054 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c2d3f6f6-1cb4-4402-b402-91bc10780301 req-3b99f35f-d80b-4a08-b5ab-5a2b4b7cea82 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 951 time: 0.2358310 Dec 17 13:03:32.020311 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f2189e80-c03d-46a7-a725-eff94eff1874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:32.048357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ccc01cfc-b8a5-4112-b287-cc9ff0251e0b req-edee7ed0-1cfd-4697-a31b-46796a127dd1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 210 time: 0.0513711 Dec 17 13:03:32.121348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-696483fa-71e1-4dea-9b2d-428acd119f03 req-8da162c5-9474-4cce-9a18-a54a9c3d7b47 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Deleting port cc2cb323-f62e-47db-8762-f2f9d82765d3 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:32.124719 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-696483fa-71e1-4dea-9b2d-428acd119f03 req-8da162c5-9474-4cce-9a18-a54a9c3d7b47 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:32.135661 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 6c10b54f-23be-48b9-9e77-038bce8bf436 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:32.136343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6c10b54f-23be-48b9-9e77-038bce8bf436 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:32.258808 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c2d3f6f6-1cb4-4402-b402-91bc10780301 req-cf88ece7-b19f-440e-8ec3-62ad14abcb09 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098598 Dec 17 13:03:32.277363 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f2189e80-c03d-46a7-a725-eff94eff1874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:32.382817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-696483fa-71e1-4dea-9b2d-428acd119f03 req-8da162c5-9474-4cce-9a18-a54a9c3d7b47 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] For port cc2cb323-f62e-47db-8762-f2f9d82765d3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cc2cb323-f62e-47db-8762-f2f9d82765d3,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:32.383181 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-696483fa-71e1-4dea-9b2d-428acd119f03 req-8da162c5-9474-4cce-9a18-a54a9c3d7b47 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:32.402623 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-696483fa-71e1-4dea-9b2d-428acd119f03 req-8da162c5-9474-4cce-9a18-a54a9c3d7b47 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Calling delete_port for cc2cb323-f62e-47db-8762-f2f9d82765d3 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:32.471825 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f2189e80-c03d-46a7-a725-eff94eff1874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:32.592228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2189e80-c03d-46a7-a725-eff94eff1874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5feb7611-075b-4aef-9ad5-f7137a74c16f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:32.595853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f2189e80-c03d-46a7-a725-eff94eff1874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:32.627379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48066) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:32.630155 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f2189e80-c03d-46a7-a725-eff94eff1874 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5feb7611-075b-4aef-9ad5-f7137a74c16f HTTP/1.1" status: 204 len: 168 time: 0.9940670 Dec 17 13:03:32.722709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d7f00-9f02-44a9-8a74-65b657ec06de req-df8f0c46-1b43-4c24-af0e-d5bfb7d4b412 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:32.724489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-769d7f00-9f02-44a9-8a74-65b657ec06de req-df8f0c46-1b43-4c24-af0e-d5bfb7d4b412 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 951 time: 0.1955550 Dec 17 13:03:32.842787 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-696483fa-71e1-4dea-9b2d-428acd119f03 req-8da162c5-9474-4cce-9a18-a54a9c3d7b47 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:32.871603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a3d0172f-756d-4897-a195-3909020fdf46', '1dd66a11-92c7-4724-a2b2-ffff5894a920'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:32.892053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d1fdb-c7eb-4dea-9768-c1a38a9df8dc req-4afdee5b-1b34-4346-a375-0018c613f17f tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:32.934387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-886d1fdb-c7eb-4dea-9768-c1a38a9df8dc req-4afdee5b-1b34-4346-a375-0018c613f17f tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 951 time: 0.3546581 Dec 17 13:03:32.964355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da162c5-9474-4cce-9a18-a54a9c3d7b47 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Pushing event deleted for resources: {'Port': ['ID=cc2cb323-f62e-47db-8762-f2f9d82765d3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:33.068212 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:33.102155 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-696483fa-71e1-4dea-9b2d-428acd119f03 req-8da162c5-9474-4cce-9a18-a54a9c3d7b47 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] No DVR routers for this DVR port cc2cb323-f62e-47db-8762-f2f9d82765d3 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:33.102823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['cc2cb323-f62e-47db-8762-f2f9d82765d3'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:33.111799 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-696483fa-71e1-4dea-9b2d-428acd119f03 req-8da162c5-9474-4cce-9a18-a54a9c3d7b47 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:33.124797 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-696483fa-71e1-4dea-9b2d-428acd119f03 req-8da162c5-9474-4cce-9a18-a54a9c3d7b47 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.61 "DELETE /v2.0/ports/cc2cb323-f62e-47db-8762-f2f9d82765d3 HTTP/1.1" status: 204 len: 173 time: 1.3654847 Dec 17 13:03:33.184721 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-11369f36-2bad-4d8b-8c03-84680f8c03fc req-0e8f1813-621c-4601-b628-fc0934eef43d tempest-MultipleCreateTestJSON-402798896 tempest-MultipleCreateTestJSON-402798896-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d076e98-cc9a-4fcd-b50f-2610c6451fd0 HTTP/1.1" status: 200 len: 210 time: 0.1381080 Dec 17 13:03:33.205678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'name': 'network-vif-deleted', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:33.208015 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7375a00-c956-4663-af39-0cd015198d4d" -d '{"events": [{"server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "name": "network-vif-deleted", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:33.424902 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-886d1fdb-c7eb-4dea-9768-c1a38a9df8dc req-9eca41d9-99d7-439c-8a05-7a64ebb12ee2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441a733-c7c1-426c-bc28-70f36d1cb04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866087 Dec 17 13:03:33.500884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f03d6ac3-84da-4e9d-bea1-2f71ebbb1b8c req-4f8c17ab-8a77-437f-b0cd-87dc9f04b319 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 210 time: 0.0712242 Dec 17 13:03:33.582331 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca57be81-2112-46aa-9377-b9165f3de46c x-openstack-request-id: req-ca57be81-2112-46aa-9377-b9165f3de46c {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:33.583715 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02908e6c-86f4-45e2-98d2-49d771a6987d", "name": "network-vif-deleted", "tag": "cc2cb323-f62e-47db-8762-f2f9d82765d3", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:33.583910 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca57be81-2112-46aa-9377-b9165f3de46c {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:33.584466 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02908e6c-86f4-45e2-98d2-49d771a6987d', 'name': 'network-vif-deleted', 'tag': 'cc2cb323-f62e-47db-8762-f2f9d82765d3', 'status': 'completed', 'code': 200} Dec 17 13:03:33.604550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-769d7f00-9f02-44a9-8a74-65b657ec06de req-6282f845-a9e4-4ca8-85b9-71563d85adb2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Deleting port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:33.605043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-769d7f00-9f02-44a9-8a74-65b657ec06de req-6282f845-a9e4-4ca8-85b9-71563d85adb2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:33.613427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:33.764426 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ccc2f86d-dfb3-4293-87b9-205399c730f1 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:33.804147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3488ebb5-089b-4fc4-9742-b0b3e6b61ffa']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:33.805441 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aaab2703-cbcc-4cae-a45f-6eafed3197fa req-24098329-455a-444f-8081-1d89a3f19ea6 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=02908e6c-86f4-45e2-98d2-49d771a6987d HTTP/1.1" status: 200 len: 210 time: 0.0388868 Dec 17 13:03:33.830942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c134e1-f382-4fe0-ba3b-78e68a399eb3') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:33.830942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c134e1-f382-4fe0-ba3b-78e68a399eb3') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:33.834223 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:33.845469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cc2cb323-f62e-47db-8762-f2f9d82765d3 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:33.849981 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:33.855237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: ccc2f86d-dfb3-4293-87b9-205399c730f1 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:33.855926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ccc2f86d-dfb3-4293-87b9-205399c730f1 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:33.857386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:03:33.862856 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:33.916987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: cc2cb323-f62e-47db-8762-f2f9d82765d3 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:33.919316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cc2cb323-f62e-47db-8762-f2f9d82765d3 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:33.920249 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ce04f5e0-3409-4d14-badb-dde3395f4751 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:33.969124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: ce04f5e0-3409-4d14-badb-dde3395f4751 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:33.970169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ce04f5e0-3409-4d14-badb-dde3395f4751 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:03:33.976717 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:03:33.984733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8644b198-9483-4b9f-b143-79b5f29a8e84', 'name': 'network-vif-deleted', 'tag': 'ce04f5e0-3409-4d14-badb-dde3395f4751'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:33.984733 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373c22d2-8539-48bf-8b46-35e8fecbcae4" -d '{"events": [{"server_uuid": "8644b198-9483-4b9f-b143-79b5f29a8e84", "name": "network-vif-deleted", "tag": "ce04f5e0-3409-4d14-badb-dde3395f4751"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:34.061702 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:34.074570 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2b226d-ecab-466e-8cc4-48c733e825bf x-openstack-request-id: req-5b2b226d-ecab-466e-8cc4-48c733e825bf {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:34.075003 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8644b198-9483-4b9f-b143-79b5f29a8e84", "name": "network-vif-deleted", "tag": "ce04f5e0-3409-4d14-badb-dde3395f4751", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:34.075195 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5b2b226d-ecab-466e-8cc4-48c733e825bf {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:34.075655 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8644b198-9483-4b9f-b143-79b5f29a8e84', 'name': 'network-vif-deleted', 'tag': 'ce04f5e0-3409-4d14-badb-dde3395f4751', 'status': 'completed', 'code': 200} Dec 17 13:03:34.081705 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:34.087079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3488ebb5-089b-4fc4-9742-b0b3e6b61ffa HTTP/1.1" status: 204 len: 168 time: 1.4509065 Dec 17 13:03:34.110309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31764c-1ba4-4be8-beb6-77ef0f32df02 admin admin] Pushing event deleted for resources: {'Network': ['ID=3488ebb5-089b-4fc4-9742-b0b3e6b61ffa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:34.132868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-769d7f00-9f02-44a9-8a74-65b657ec06de req-6282f845-a9e4-4ca8-85b9-71563d85adb2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] For port 6f4977b1-a285-43b4-82bf-9e73c5b573c6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6f4977b1-a285-43b4-82bf-9e73c5b573c6,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:34.133305 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-769d7f00-9f02-44a9-8a74-65b657ec06de req-6282f845-a9e4-4ca8-85b9-71563d85adb2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:34.153920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-769d7f00-9f02-44a9-8a74-65b657ec06de req-6282f845-a9e4-4ca8-85b9-71563d85adb2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Calling delete_port for 6f4977b1-a285-43b4-82bf-9e73c5b573c6 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:34.390645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48120) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:34.476608 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-769d7f00-9f02-44a9-8a74-65b657ec06de req-6282f845-a9e4-4ca8-85b9-71563d85adb2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:34.491824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['6f4977b1-a285-43b4-82bf-9e73c5b573c6'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:34.551091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e687535-7b2a-4394-9880-e033a1d1f8f4 admin admin] Deleting subnet 4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:03:34.566577 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e687535-7b2a-4394-9880-e033a1d1f8f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:34.640558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282f845-a9e4-4ca8-85b9-71563d85adb2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Pushing event deleted for resources: {'Port': ['ID=6f4977b1-a285-43b4-82bf-9e73c5b573c6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:34.740657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48140) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:34.750120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-769d7f00-9f02-44a9-8a74-65b657ec06de req-6282f845-a9e4-4ca8-85b9-71563d85adb2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] No DVR routers for this DVR port 6f4977b1-a285-43b4-82bf-9e73c5b573c6 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:34.754074 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-769d7f00-9f02-44a9-8a74-65b657ec06de req-6282f845-a9e4-4ca8-85b9-71563d85adb2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:34.758789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-769d7f00-9f02-44a9-8a74-65b657ec06de req-6282f845-a9e4-4ca8-85b9-71563d85adb2 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.61 "DELETE /v2.0/ports/6f4977b1-a285-43b4-82bf-9e73c5b573c6 HTTP/1.1" status: 204 len: 173 time: 2.0248954 Dec 17 13:03:34.759668 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-15bee7c1-eb97-425b-88fd-753aa82d94b8 req-25326fdc-2415-41af-86f1-73505e9993f8 tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 210 time: 0.1146646 Dec 17 13:03:34.811655 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e687535-7b2a-4394-9880-e033a1d1f8f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:34.880051 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-da60267f-5833-48c9-9e24-8e60c501bfcc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff7efdc23937426fbd815e9fa0587f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332505 Dec 17 13:03:34.880051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48152) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:34.932304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c75546c1-ad10-48ce-be50-b22f09f65abd req-e46afa5a-3db6-42e0-8a6d-56b0879d3a1c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 210 time: 0.0548985 Dec 17 13:03:34.986054 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e687535-7b2a-4394-9880-e033a1d1f8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.024159 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2c912ae3-17f2-4dde-8e68-6467e5ad0f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.061559 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2c912ae3-17f2-4dde-8e68-6467e5ad0f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.163029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e687535-7b2a-4394-9880-e033a1d1f8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.201542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e687535-7b2a-4394-9880-e033a1d1f8f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:35.208454 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2c912ae3-17f2-4dde-8e68-6467e5ad0f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.211486 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2c912ae3-17f2-4dde-8e68-6467e5ad0f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.216018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2c912ae3-17f2-4dde-8e68-6467e5ad0f17 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33b464c6-7b16-4264-b8b7-1cbabd1913c6 HTTP/1.1" status: 204 len: 168 time: 0.3326247 Dec 17 13:03:35.221941 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e687535-7b2a-4394-9880-e033a1d1f8f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.232822 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6e687535-7b2a-4394-9880-e033a1d1f8f4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4ac73a0a-02aa-4ace-8b8a-ff67b0b80dce HTTP/1.1" status: 204 len: 168 time: 0.8398387 Dec 17 13:03:35.237754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48166) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:35.248937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c912ae3-17f2-4dde-8e68-6467e5ad0f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b464c6-7b16-4264-b8b7-1cbabd1913c6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:35.475897 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.650428 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.736208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27191bc5-6cac-4bb5-bef0-77a566e4403e']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:35.749907 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.776619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a37428-1696-488a-9402-25c8bbacfe25') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:35.782373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a37428-1696-488a-9402-25c8bbacfe25') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:03:35.801177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.833808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c706e-47df-4805-b6d6-99d8948a9fe1 req-bc449ff8-f0a3-49d7-9896-7b8200920874 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:35.838572 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b4c706e-47df-4805-b6d6-99d8948a9fe1 req-bc449ff8-f0a3-49d7-9896-7b8200920874 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.1438754 Dec 17 13:03:35.892131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.940183 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a9a83ee6-7892-4699-ae94-a9d9c16dd64b req-ab790ee7-f407-4f23-8cc4-6f87bd52425f tempest-ServersAdminTestJSON-218430427 tempest-ServersAdminTestJSON-218430427-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ed951f2-9189-4bb6-bcdd-654c1cbf4392 HTTP/1.1" status: 200 len: 210 time: 0.0484874 Dec 17 13:03:35.947683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:03:35.956956 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:03:36.090577 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b4c706e-47df-4805-b6d6-99d8948a9fe1 req-c28585d2-e8b5-4765-8ed9-828c86f96efe tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380750 Dec 17 13:03:36.093356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'name': 'network-vif-deleted', 'tag': '6f4977b1-a285-43b4-82bf-9e73c5b573c6'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:36.102403 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028788e9-3729-4b00-bdba-000ca99adef4" -d '{"events": [{"server_uuid": "8ed951f2-9189-4bb6-bcdd-654c1cbf4392", "name": "network-vif-deleted", "tag": "6f4977b1-a285-43b4-82bf-9e73c5b573c6"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:36.155127 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81d74293-8403-4fa9-8a30-48a0de891355 req-523b41a5-7606-4183-be6e-9a6eca6ecf88 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 210 time: 0.0509601 Dec 17 13:03:36.231063 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:36.245630 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:36.262009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/27191bc5-6cac-4bb5-bef0-77a566e4403e HTTP/1.1" status: 204 len: 168 time: 1.0210121 Dec 17 13:03:36.269069 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077fd108-a117-4ed6-b172-781a8fea6b4f x-openstack-request-id: req-077fd108-a117-4ed6-b172-781a8fea6b4f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:36.270791 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed951f2-9189-4bb6-bcdd-654c1cbf4392", "name": "network-vif-deleted", "tag": "6f4977b1-a285-43b4-82bf-9e73c5b573c6", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:36.271796 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-077fd108-a117-4ed6-b172-781a8fea6b4f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:36.273674 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed951f2-9189-4bb6-bcdd-654c1cbf4392', 'name': 'network-vif-deleted', 'tag': '6f4977b1-a285-43b4-82bf-9e73c5b573c6', 'status': 'completed', 'code': 200} Dec 17 13:03:36.311755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49612192-7021-440d-bf72-062e13b691b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=27191bc5-6cac-4bb5-bef0-77a566e4403e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:36.382732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48208) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:36.451492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ad081d2e-c851-4683-90de-2bf34e588cea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9366a6a53f444c8186ae5d03058bcfc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654497 Dec 17 13:03:36.451725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48216) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:36.581554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f73a2473-5c7d-45cd-b852-ab3aed72df93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:36.609910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f73a2473-5c7d-45cd-b852-ab3aed72df93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:36.756875 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f73a2473-5c7d-45cd-b852-ab3aed72df93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:36.760112 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f73a2473-5c7d-45cd-b852-ab3aed72df93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:36.765717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f73a2473-5c7d-45cd-b852-ab3aed72df93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/035be897-9942-4f48-ab64-f04cc7782a39 HTTP/1.1" status: 204 len: 168 time: 0.3126667 Dec 17 13:03:36.775300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a2473-5c7d-45cd-b852-ab3aed72df93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035be897-9942-4f48-ab64-f04cc7782a39,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:36.819216 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48226) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:36.882653 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-72cda30a-7368-4e81-bcb5-e1c67d005fd6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2dad27bb7d541768248999548dcb503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613296 Dec 17 13:03:36.888271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48230) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:37.085191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd9d20-466c-4aa8-aedd-6ca728942902 req-eb9e5308-e0b1-4da8-a193-3e360a76313e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:37.087522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04cd9d20-466c-4aa8-aedd-6ca728942902 req-eb9e5308-e0b1-4da8-a193-3e360a76313e tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.1937768 Dec 17 13:03:37.136497 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cd50a4b7-09c7-49f7-996a-7f3fce0e0685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:37.168082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cd50a4b7-09c7-49f7-996a-7f3fce0e0685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:37.360970 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-db4d9429-db85-4041-905b-4d8f67b13d1d req-4d58d860-801a-41c6-92a1-7ddf4f0c4504 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 210 time: 0.0728004 Dec 17 13:03:37.400142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f6365-3d03-4183-8b9b-a8b1ebfb4ef8 req-43da6d81-6251-4f13-b0a6-6f0006a4d00a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:37.402343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d3f6365-3d03-4183-8b9b-a8b1ebfb4ef8 req-43da6d81-6251-4f13-b0a6-6f0006a4d00a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 950 time: 0.1389780 Dec 17 13:03:37.405521 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cd50a4b7-09c7-49f7-996a-7f3fce0e0685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:37.408299 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cd50a4b7-09c7-49f7-996a-7f3fce0e0685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:37.410562 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cd50a4b7-09c7-49f7-996a-7f3fce0e0685 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2869780e-141c-4f5c-bde3-c4860612672c HTTP/1.1" status: 204 len: 168 time: 0.5202422 Dec 17 13:03:37.433631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50a4b7-09c7-49f7-996a-7f3fce0e0685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2869780e-141c-4f5c-bde3-c4860612672c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:37.452867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-04cd9d20-466c-4aa8-aedd-6ca728942902 req-31407827-f4bd-4899-a26b-1a56d42704a8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Deleting port 1dd66a11-92c7-4724-a2b2-ffff5894a920 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:37.454027 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04cd9d20-466c-4aa8-aedd-6ca728942902 req-31407827-f4bd-4899-a26b-1a56d42704a8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:37.632771 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d3f6365-3d03-4183-8b9b-a8b1ebfb4ef8 req-53c7aece-5ed0-4bfa-b6ab-3a4cce1d3440 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166908 Dec 17 13:03:37.718341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-04cd9d20-466c-4aa8-aedd-6ca728942902 req-31407827-f4bd-4899-a26b-1a56d42704a8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] For port 1dd66a11-92c7-4724-a2b2-ffff5894a920, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1dd66a11-92c7-4724-a2b2-ffff5894a920,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:37.720307 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04cd9d20-466c-4aa8-aedd-6ca728942902 req-31407827-f4bd-4899-a26b-1a56d42704a8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:37.747346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-04cd9d20-466c-4aa8-aedd-6ca728942902 req-31407827-f4bd-4899-a26b-1a56d42704a8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Calling delete_port for 1dd66a11-92c7-4724-a2b2-ffff5894a920 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:37.764537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6f4977b1-a285-43b4-82bf-9e73c5b573c6 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:37.790333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 6f4977b1-a285-43b4-82bf-9e73c5b573c6 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:37.792059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6f4977b1-a285-43b4-82bf-9e73c5b573c6 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:38.038149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04cd9d20-466c-4aa8-aedd-6ca728942902 req-31407827-f4bd-4899-a26b-1a56d42704a8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:38.038452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a3d0172f-756d-4897-a195-3909020fdf46'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:38.059402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48276) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:38.091921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31407827-f4bd-4899-a26b-1a56d42704a8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Pushing event deleted for resources: {'Port': ['ID=1dd66a11-92c7-4724-a2b2-ffff5894a920,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:38.364658 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-5f74154d-f8f2-4767-b39b-c8acdc7d65bd tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b9cc65f28d254c03890b7efa9f979548&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479581 Dec 17 13:03:38.586605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-07a39cbb-efa7-4944-a932-fd1e7a5d5f48 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:38.594419 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-07a39cbb-efa7-4944-a932-fd1e7a5d5f48 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232223 Dec 17 13:03:38.613369 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-6fd8f282-d6fa-4248-a272-acda3bcd437f tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/quotas/b9cc65f28d254c03890b7efa9f979548 HTTP/1.1" status: 200 len: 375 time: 0.0174718 Dec 17 13:03:38.658902 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-7ead437d-35b2-4556-a232-897089b6f01e tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9cc65f28d254c03890b7efa9f979548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442393 Dec 17 13:03:38.798204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f26df19-cdec-4cf5-93c0-76081cbcbd3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:38.845332 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48312) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:38.987052 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f26df19-cdec-4cf5-93c0-76081cbcbd3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:39.042050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cd9d20-466c-4aa8-aedd-6ca728942902 req-31407827-f4bd-4899-a26b-1a56d42704a8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] No DVR routers for this DVR port 1dd66a11-92c7-4724-a2b2-ffff5894a920 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:39.055449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04cd9d20-466c-4aa8-aedd-6ca728942902 req-31407827-f4bd-4899-a26b-1a56d42704a8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:39.068568 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04cd9d20-466c-4aa8-aedd-6ca728942902 req-31407827-f4bd-4899-a26b-1a56d42704a8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.54 "DELETE /v2.0/ports/1dd66a11-92c7-4724-a2b2-ffff5894a920 HTTP/1.1" status: 204 len: 173 time: 1.9747431 Dec 17 13:03:39.080407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b69665c-6ec1-437f-b365-69b560dce06f', 'name': 'network-vif-deleted', 'tag': '1dd66a11-92c7-4724-a2b2-ffff5894a920'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:39.085252 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405610cf-0cdd-4a10-8d62-56b7c90b953c" -d '{"events": [{"server_uuid": "6b69665c-6ec1-437f-b365-69b560dce06f", "name": "network-vif-deleted", "tag": "1dd66a11-92c7-4724-a2b2-ffff5894a920"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:39.099985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f26df19-cdec-4cf5-93c0-76081cbcbd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:39.155402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5a32c4b-67b0-4477-aa53-06db8ee436cb req-1a840668-ede5-4c6b-b2b2-8e3ec4ca4f80 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 210 time: 0.1372383 Dec 17 13:03:39.214010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7f26df19-cdec-4cf5-93c0-76081cbcbd3f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3abfcd4d56a40d5bf412ceb950e0ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1526394 Dec 17 13:03:39.216494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48328) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:39.264004 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-63d50549-7d5d-4af9-a821-e3593bb85c8a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bf78879e7a3f4c0e8449e32b8ce7877d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167736 Dec 17 13:03:39.267496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48334) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:39.274712 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c6509c41-c0a2-4f14-ad3d-7aa918190a30 req-e1ddea5e-8e9e-4c20-864d-83e37838249a tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 210 time: 0.1646140 Dec 17 13:03:39.314140 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26df19-cdec-4cf5-93c0-76081cbcbd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0281d66f-4e98-4049-9666-d3defbe05b1b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:39.430015 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3332231e-2906-46a5-b599-00168b1a5772 x-openstack-request-id: req-3332231e-2906-46a5-b599-00168b1a5772 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:39.430310 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b69665c-6ec1-437f-b365-69b560dce06f", "name": "network-vif-deleted", "tag": "1dd66a11-92c7-4724-a2b2-ffff5894a920", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:39.430570 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3332231e-2906-46a5-b599-00168b1a5772 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:39.430992 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b69665c-6ec1-437f-b365-69b560dce06f', 'name': 'network-vif-deleted', 'tag': '1dd66a11-92c7-4724-a2b2-ffff5894a920', 'status': 'completed', 'code': 200} Dec 17 13:03:39.433450 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-21fd6056-b5bf-49af-bbca-38963531c765 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b9cc65f28d254c03890b7efa9f979548&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804574 Dec 17 13:03:39.582068 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-945fd3df-de64-473a-b6bd-4de1c34243bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:39.661958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-99ff549f-d5f4-4af1-9b61-81b6f3f50d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:39.663845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1dd66a11-92c7-4724-a2b2-ffff5894a920 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:39.674398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-2ed247d5-4941-4888-8a68-dbc89fab5172 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:39.675965 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-2ed247d5-4941-4888-8a68-dbc89fab5172 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309573 Dec 17 13:03:39.701140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 1dd66a11-92c7-4724-a2b2-ffff5894a920 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:39.701784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1dd66a11-92c7-4724-a2b2-ffff5894a920 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:39.713928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-945fd3df-de64-473a-b6bd-4de1c34243bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:39.716790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-10e405b3-328e-4063-b3ac-383cef0d04b3 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/quotas/b9cc65f28d254c03890b7efa9f979548 HTTP/1.1" status: 200 len: 375 time: 0.0259020 Dec 17 13:03:39.718776 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-99ff549f-d5f4-4af1-9b61-81b6f3f50d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:39.784841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-1c04703c-8fe9-4c37-936a-d71af99abe6e tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9cc65f28d254c03890b7efa9f979548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525584 Dec 17 13:03:40.008434 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-99ff549f-d5f4-4af1-9b61-81b6f3f50d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:40.011109 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-99ff549f-d5f4-4af1-9b61-81b6f3f50d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:40.015470 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-99ff549f-d5f4-4af1-9b61-81b6f3f50d6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2441a733-c7c1-426c-bc28-70f36d1cb04f HTTP/1.1" status: 204 len: 168 time: 0.7391543 Dec 17 13:03:40.015470 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-945fd3df-de64-473a-b6bd-4de1c34243bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:40.026043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-945fd3df-de64-473a-b6bd-4de1c34243bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:40.029628 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-945fd3df-de64-473a-b6bd-4de1c34243bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0281d66f-4e98-4049-9666-d3defbe05b1b HTTP/1.1" status: 204 len: 168 time: 0.8097696 Dec 17 13:03:40.052390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff549f-d5f4-4af1-9b61-81b6f3f50d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2441a733-c7c1-426c-bc28-70f36d1cb04f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:40.079533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fd3df-de64-473a-b6bd-4de1c34243bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0281d66f-4e98-4049-9666-d3defbe05b1b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:40.251953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03239345-1565-4299-a5d1-1b2bd7dc2149 req-77eba92f-bb72-4ff9-8337-0ab674769066 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 210 time: 0.0687871 Dec 17 13:03:40.394209 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4741f25-71d2-4cdf-9bea-7ec7844d0582 req-859d0686-4ddb-4369-9cc5-442035338381 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=8644b198-9483-4b9f-b143-79b5f29a8e84 HTTP/1.1" status: 200 len: 210 time: 0.0709925 Dec 17 13:03:40.544022 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-317ec09f-c2a8-4fd7-99b0-690aaa8cae47 req-6c4e48b2-e3b7-4642-a322-e13225aad9c0 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b69665c-6ec1-437f-b365-69b560dce06f HTTP/1.1" status: 200 len: 210 time: 0.0847778 Dec 17 13:03:41.309553 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88743ac3-7d4c-4eed-a121-e6f27e6b313d req-bb7aff52-8e8a-48ce-8401-1a5db16b7156 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0653992 Dec 17 13:03:41.403571 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-55841609-680e-4f71-b00b-bb2dd3ce54d4 req-b061b104-62d5-47e8-9d29-369cb56873d8 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 210 time: 0.0674562 Dec 17 13:03:41.420827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88743ac3-7d4c-4eed-a121-e6f27e6b313d req-c3c4792e-a09e-4609-8e1f-b4147b279202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:41.422707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88743ac3-7d4c-4eed-a121-e6f27e6b313d req-c3c4792e-a09e-4609-8e1f-b4147b279202 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 1101 time: 0.0658748 Dec 17 13:03:41.429820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48404) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:41.586768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c0f1fc8b-20b5-4971-9f5c-f14f19df497f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e4c6de2bf59c49178d1c11ba4f5a6f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544061 Dec 17 13:03:41.588723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48416) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:41.663317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88743ac3-7d4c-4eed-a121-e6f27e6b313d req-ae99771a-7e80-4f00-b3da-641cf5c075fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:41.665664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88743ac3-7d4c-4eed-a121-e6f27e6b313d req-ae99771a-7e80-4f00-b3da-641cf5c075fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2088048 Dec 17 13:03:41.675812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48422) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:41.754264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88743ac3-7d4c-4eed-a121-e6f27e6b313d req-cdbc8ba8-2040-49c3-b2cb-a082cd488f25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a3d0172f-756d-4897-a195-3909020fdf46 HTTP/1.1" status: 200 len: 217 time: 0.0800200 Dec 17 13:03:41.755948 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4448770-6241-4b46-8105-5705b710c730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:41.822986 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e4074ec-71e1-4cda-9ca4-8506992fb4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:41.849135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88743ac3-7d4c-4eed-a121-e6f27e6b313d req-c0530604-3101-4d49-a436-1cb267090317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:41.863290 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88743ac3-7d4c-4eed-a121-e6f27e6b313d req-c0530604-3101-4d49-a436-1cb267090317 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0977242 Dec 17 13:03:41.905246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e4074ec-71e1-4cda-9ca4-8506992fb4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:42.036992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88743ac3-7d4c-4eed-a121-e6f27e6b313d req-9b29846c-2cb5-47e7-bc79-48318f803a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:42.039185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88743ac3-7d4c-4eed-a121-e6f27e6b313d req-9b29846c-2cb5-47e7-bc79-48318f803a7e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1636634 Dec 17 13:03:42.152250 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e4074ec-71e1-4cda-9ca4-8506992fb4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:42.154903 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e4074ec-71e1-4cda-9ca4-8506992fb4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:42.156399 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6e4074ec-71e1-4cda-9ca4-8506992fb4da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11dd482c-fd8c-4b25-b41c-7b01178f7aba HTTP/1.1" status: 204 len: 168 time: 0.5659029 Dec 17 13:03:42.178605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4074ec-71e1-4cda-9ca4-8506992fb4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dd482c-fd8c-4b25-b41c-7b01178f7aba,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:42.252552 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4448770-6241-4b46-8105-5705b710c730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:42.359004 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4448770-6241-4b46-8105-5705b710c730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:42.459299 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-6ef69c16-3f5b-4424-a91d-31151f375720 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=b9cc65f28d254c03890b7efa9f979548&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3142126 Dec 17 13:03:42.974203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7b97fb0-55f4-4574-aea5-fc04396b4476 req-c8d5f12e-a48c-4c80-b165-e06a1d8b2289 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 210 time: 0.1637921 Dec 17 13:03:43.002090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d1204-f59a-4768-8134-1f4961c512b4 req-6b29e42f-1cdc-4877-addf-3499464e3639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:43.003829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-096d1204-f59a-4768-8134-1f4961c512b4 req-6b29e42f-1cdc-4877-addf-3499464e3639 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 1097 time: 0.2168036 Dec 17 13:03:43.128592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4448770-6241-4b46-8105-5705b710c730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98c57d2-ff46-4f7d-890a-7cb97a8e19da,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:43.194560 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d4448770-6241-4b46-8105-5705b710c730 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9fad19ca60e5434b899eb1c0e11708eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5082254 Dec 17 13:03:43.227402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48470) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:43.237709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48472) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:43.309081 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8614b768-367f-4d49-af63-2125eda76b60 req-c9ec8811-7aba-4078-ab05-29362629a9ff tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0624292 Dec 17 13:03:43.333133 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88743ac3-7d4c-4eed-a121-e6f27e6b313d req-ee15fcfb-ce46-42b9-8579-6f4d5afc2968 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2861099 Dec 17 13:03:43.357592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ed49b-56bb-4652-a174-f21cff7959fe req-69145ba0-8805-4459-81e1-07023a01f0e7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:43.366157 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-602ed49b-56bb-4652-a174-f21cff7959fe req-69145ba0-8805-4459-81e1-07023a01f0e7 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.8658438 Dec 17 13:03:43.511475 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-adc96ffd-8cc0-4397-9638-2f2368a98808 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b9cc65f28d254c03890b7efa9f979548&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119857 Dec 17 13:03:43.518142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d1204-f59a-4768-8134-1f4961c512b4 req-6eeec329-3078-49cd-a884-676ff5f79b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:43.525153 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-096d1204-f59a-4768-8134-1f4961c512b4 req-6eeec329-3078-49cd-a884-676ff5f79b9c service neutron] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.4846847 Dec 17 13:03:43.651661 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-255df589-e794-4dcd-9875-660775040845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:43.776371 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-255df589-e794-4dcd-9875-660775040845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:43.784842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-0216700d-3dd0-42f1-b67e-6eedd5ffeaf8 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:43.786505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-0216700d-3dd0-42f1-b67e-6eedd5ffeaf8 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3154602 Dec 17 13:03:43.791450 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7efed1c0-515c-49bb-86dc-ea53bd9ffdac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:43.824313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Request body: {'port': {'device_id': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'b9cc65f28d254c03890b7efa9f979548'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:43.867816 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-602ed49b-56bb-4652-a174-f21cff7959fe req-a09e3690-ff41-4fe4-a1a6-f5a32edec618 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007076 Dec 17 13:03:43.885833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-255df589-e794-4dcd-9875-660775040845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:43.932834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-9d1982be-cdbd-4c22-a2c1-dae172c5fee6 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:43.936262 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-9d1982be-cdbd-4c22-a2c1-dae172c5fee6 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4079623 Dec 17 13:03:43.953249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Request body: {'port': {'device_id': '676a185a-82dd-4f7b-a745-dc94402b2b29', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'b9cc65f28d254c03890b7efa9f979548'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:43.981618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255df589-e794-4dcd-9875-660775040845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e6c885-db6b-48b2-a367-cbd31e428bd1,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:44.036651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-465722a7-80d9-472c-bcac-330f874aa07a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.067094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-465722a7-80d9-472c-bcac-330f874aa07a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.146013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-255df589-e794-4dcd-9875-660775040845 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=041cd87d03e14d328e16aa4b701958b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8759127 Dec 17 13:03:44.151148 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48496) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:44.155119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88743ac3-7d4c-4eed-a121-e6f27e6b313d req-8bd871c7-e269-43f8-81f3-75bd791907c4 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471542 Dec 17 13:03:44.184593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5fdbc-ebdf-444f-b3ab-5d19791cc092 req-a4a5d4ed-39ec-49f4-a676-e9e17d86d8d8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:44.186507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acf5fdbc-ebdf-444f-b3ab-5d19791cc092 req-a4a5d4ed-39ec-49f4-a676-e9e17d86d8d8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.54 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.3990371 Dec 17 13:03:44.192147 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-465722a7-80d9-472c-bcac-330f874aa07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.197632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-465722a7-80d9-472c-bcac-330f874aa07a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.197632 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-465722a7-80d9-472c-bcac-330f874aa07a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d98c57d2-ff46-4f7d-890a-7cb97a8e19da HTTP/1.1" status: 204 len: 168 time: 0.9592636 Dec 17 13:03:44.270228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465722a7-80d9-472c-bcac-330f874aa07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98c57d2-ff46-4f7d-890a-7cb97a8e19da,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:44.387514 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-096d1204-f59a-4768-8134-1f4961c512b4 req-f407363c-f4b5-4728-ae7d-9fed18768d4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 200 len: 1002 time: 0.8205872 Dec 17 13:03:44.463419 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-70c06447-9a59-456a-9208-5f0905a2ae31 req-d4bb95fc-a113-4eff-bb9b-d71ed19b1f8c tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0449638 Dec 17 13:03:44.474550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Made reservation on behalf of b9cc65f28d254c03890b7efa9f979548 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:03:44.482634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.495656 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.501511 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f70fb4c-3b86-40b5-8365-e00a95c68f98 req-d27bb752-1af4-42bf-bec9-dc14e00f749f tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 210 time: 0.0944998 Dec 17 13:03:44.594566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-acf5fdbc-ebdf-444f-b3ab-5d19791cc092 req-eca6ba48-fae1-4ee2-967f-1dcbae57eff2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Deleting port a3d0172f-756d-4897-a195-3909020fdf46 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:44.596027 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acf5fdbc-ebdf-444f-b3ab-5d19791cc092 req-eca6ba48-fae1-4ee2-967f-1dcbae57eff2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.658447 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Made reservation on behalf of b9cc65f28d254c03890b7efa9f979548 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:03:44.662095 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.678123 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9fbccc5c-42ea-4ade-a563-9db654abeba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.709025 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9fbccc5c-42ea-4ade-a563-9db654abeba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.764194 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.835546 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d1204-f59a-4768-8134-1f4961c512b4 req-7a56ea9b-c238-4ac1-9d28-282e401e3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:44.838145 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-096d1204-f59a-4768-8134-1f4961c512b4 req-7a56ea9b-c238-4ac1-9d28-282e401e3205 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.3632996 Dec 17 13:03:44.936675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9fbccc5c-42ea-4ade-a563-9db654abeba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.957116 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9fbccc5c-42ea-4ade-a563-9db654abeba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:44.965369 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9fbccc5c-42ea-4ade-a563-9db654abeba1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f3e6c885-db6b-48b2-a367-cbd31e428bd1 HTTP/1.1" status: 204 len: 168 time: 0.7888591 Dec 17 13:03:44.969686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-acf5fdbc-ebdf-444f-b3ab-5d19791cc092 req-eca6ba48-fae1-4ee2-967f-1dcbae57eff2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] For port a3d0172f-756d-4897-a195-3909020fdf46, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a3d0172f-756d-4897-a195-3909020fdf46,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:44.970197 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acf5fdbc-ebdf-444f-b3ab-5d19791cc092 req-eca6ba48-fae1-4ee2-967f-1dcbae57eff2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:45.012464 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:45.014066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-acf5fdbc-ebdf-444f-b3ab-5d19791cc092 req-eca6ba48-fae1-4ee2-967f-1dcbae57eff2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Calling delete_port for a3d0172f-756d-4897-a195-3909020fdf46 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:45.023568 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbccc5c-42ea-4ade-a563-9db654abeba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e6c885-db6b-48b2-a367-cbd31e428bd1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:45.082538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d1204-f59a-4768-8134-1f4961c512b4 req-efa69532-9d75-4155-ab80-07aae38d2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:45.086684 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-096d1204-f59a-4768-8134-1f4961c512b4 req-efa69532-9d75-4155-ab80-07aae38d2de4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2300172 Dec 17 13:03:45.186768 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.api [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b9cc65f28d254c03890b7efa9f979548 {{(pid=110454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:03:45.196447 n-d-815324-5 neutron-server[110454]: DEBUG oslo_db.api [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:03:45.304768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-096d1204-f59a-4768-8134-1f4961c512b4 req-62e0ce9f-bab2-437b-acae-65db2bac835e service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049725 Dec 17 13:03:45.429295 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:45.551141 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-096d1204-f59a-4768-8134-1f4961c512b4 req-0ce42768-cd3a-4d9c-8b15-ff1eb9952a84 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307005 Dec 17 13:03:45.585867 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acf5fdbc-ebdf-444f-b3ab-5d19791cc092 req-eca6ba48-fae1-4ee2-967f-1dcbae57eff2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:45.594732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a3d0172f-756d-4897-a195-3909020fdf46'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:45.652538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20214f-e7d4-49d0-9b6b-b7c7b6fd6851 req-68cd46cc-c6f4-40ce-9025-33b2f82dc2ef tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:45.668480 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f20214f-e7d4-49d0-9b6b-b7c7b6fd6851 req-68cd46cc-c6f4-40ce-9025-33b2f82dc2ef tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 950 time: 0.6210992 Dec 17 13:03:45.699506 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:45.908110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6ba48-fae1-4ee2-967f-1dcbae57eff2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Pushing event deleted for resources: {'Port': ['ID=a3d0172f-756d-4897-a195-3909020fdf46,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:45.933052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b728945f-a9a0-4d4d-8845-cb888973abc2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:46.063096 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08bf83e4-285c-4320-9f1d-10aac4f9968d req-85eb89ed-12d7-4218-9c5b-d3507c3c6ea8 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.2110312 Dec 17 13:03:46.110766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf5fdbc-ebdf-444f-b3ab-5d19791cc092 req-eca6ba48-fae1-4ee2-967f-1dcbae57eff2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] No DVR routers for this DVR port a3d0172f-756d-4897-a195-3909020fdf46 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:46.154565 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f20214f-e7d4-49d0-9b6b-b7c7b6fd6851 req-f3c36fb8-260a-4555-a19b-415cf4908fc8 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/security-groups?id=051e25d9-2be4-4733-a324-dd0c46ae2e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811437 Dec 17 13:03:46.159746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acf5fdbc-ebdf-444f-b3ab-5d19791cc092 req-eca6ba48-fae1-4ee2-967f-1dcbae57eff2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:46.172597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acf5fdbc-ebdf-444f-b3ab-5d19791cc092 req-eca6ba48-fae1-4ee2-967f-1dcbae57eff2 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.54 "DELETE /v2.0/ports/a3d0172f-756d-4897-a195-3909020fdf46 HTTP/1.1" status: 204 len: 173 time: 1.9750707 Dec 17 13:03:46.173194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'name': 'network-vif-deleted', 'tag': 'a3d0172f-756d-4897-a195-3909020fdf46'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:46.175695 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef30b416-5bf1-4795-8e5b-6fb6b1085c46" -d '{"events": [{"server_uuid": "a9c6fc81-cca3-438f-8a43-98064c248d26", "name": "network-vif-deleted", "tag": "a3d0172f-756d-4897-a195-3909020fdf46"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:46.300201 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b62efc64-b803-447e-bb79-ccc69d88c97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:46.337039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Allocated IP 192.168.233.176 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/78fe7918-f419-48ae-b125-7b6ecbad7067) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:03:46.341916 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd778d8f-d494-49b2-bdd0-7c666e1a2219 x-openstack-request-id: req-dd778d8f-d494-49b2-bdd0-7c666e1a2219 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:46.345794 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c6fc81-cca3-438f-8a43-98064c248d26", "name": "network-vif-deleted", "tag": "a3d0172f-756d-4897-a195-3909020fdf46", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:46.345794 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd778d8f-d494-49b2-bdd0-7c666e1a2219 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:46.345794 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c6fc81-cca3-438f-8a43-98064c248d26', 'name': 'network-vif-deleted', 'tag': 'a3d0172f-756d-4897-a195-3909020fdf46', 'status': 'completed', 'code': 200} Dec 17 13:03:46.404853 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-59a0d58e-9e99-4411-9f03-9a1ca88b5f8b req-5f77e264-2113-4c9b-a94c-b89ad9881ffe tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 210 time: 0.0984995 Dec 17 13:03:46.427534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48550) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:46.484734 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25d93478-95e9-445d-81c4-930ca6be605a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:46.701012 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:46.760286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25d93478-95e9-445d-81c4-930ca6be605a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:46.877537 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:46.962171 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25d93478-95e9-445d-81c4-930ca6be605a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:47.023028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:03:47.035692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:03:47.070938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:03:47.114286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Pushing event updated for resources: {'Port': ['ID=78fe7918-f419-48ae-b125-7b6ecbad7067,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:47.116537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d93478-95e9-445d-81c4-930ca6be605a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e7323d-8a4d-41b9-92c0-f7d375acc737,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:47.158870 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-25d93478-95e9-445d-81c4-930ca6be605a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d83e4a1a34824e669f2f0b0c88c238fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7302449 Dec 17 13:03:47.181009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Allocated IP 192.168.233.247 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/584bd041-8205-4183-b53c-fcea90b8bf14) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:03:47.194682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48568) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:47.554853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:47.554853 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:47.559051 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-478bc079-6e2a-4bdf-8d1e-6838b712cf1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:47.559726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e007ab2b-40ec-434c-8919-07e0bd587367 req-3dafa466-e4ac-4180-8704-543243f612f1 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0499201 Dec 17 13:03:47.560530 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fa905097-3448-4e5a-8e01-3655e78d5a42 None None] Provisioning complete for port 78fe7918-f419-48ae-b125-7b6ecbad7067 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:03:47.560530 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fa905097-3448-4e5a-8e01-3655e78d5a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:47.560530 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fa905097-3448-4e5a-8e01-3655e78d5a42 None None] Port 78fe7918-f419-48ae-b125-7b6ecbad7067 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:03:47.561885 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-478bc079-6e2a-4bdf-8d1e-6838b712cf1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:47.596083 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5906bcf5-79e1-4cb6-82fc-57ab3e9eacc8 req-993c9bb2-2c3f-4842-87dd-e5b901a48716 tempest-MigrationsAdminTest-1532256637 tempest-MigrationsAdminTest-1532256637-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9c6fc81-cca3-438f-8a43-98064c248d26 HTTP/1.1" status: 200 len: 210 time: 0.0867963 Dec 17 13:03:47.644953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f1e4b248-0b2d-4521-835a-42cdab207c50 req-32068e51-a171-4c11-bdc6-dc15104e9457 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 210 time: 0.0917761 Dec 17 13:03:47.708170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a3d0172f-756d-4897-a195-3909020fdf46 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:47.712622 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:47.754495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: a3d0172f-756d-4897-a195-3909020fdf46 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:47.754848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a3d0172f-756d-4897-a195-3909020fdf46 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:47.778693 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-959b5db3-8bcd-4e4c-b66c-35834174019e req-ccb8262d-c4ed-40c8-a513-bd0392583b82 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0481071 Dec 17 13:03:47.853450 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:47.855300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-4173fa50-0565-4b4e-83ef-b1f795e0b240 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0358636 Dec 17 13:03:47.855779 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:47.856217 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-478bc079-6e2a-4bdf-8d1e-6838b712cf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:47.859344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-478bc079-6e2a-4bdf-8d1e-6838b712cf1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:47.860480 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-478bc079-6e2a-4bdf-8d1e-6838b712cf1e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52e7323d-8a4d-41b9-92c0-f7d375acc737 HTTP/1.1" status: 204 len: 168 time: 0.6491838 Dec 17 13:03:47.878823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Request body: {'port': {'device_id': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:47.983636 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bc079-6e2a-4bdf-8d1e-6838b712cf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e7323d-8a4d-41b9-92c0-f7d375acc737,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:48.019486 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:48.039891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:03:48.054769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:03:48.059792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:03:48.205668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Pushing event updated for resources: {'Port': ['ID=584bd041-8205-4183-b53c-fcea90b8bf14,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:48.273849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:48.274534 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:48.424950 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0535db3e-086d-463d-94fd-f10017507c7a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4782476 Dec 17 13:03:48.439924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Request body: {'port': {'device_id': '676a185a-82dd-4f7b-a745-dc94402b2b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:48.524056 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:48.569937 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-cdadb9a3-089d-4e7f-9ee9-3e0c6ec9d7d9 None None] Provisioning complete for port 584bd041-8205-4183-b53c-fcea90b8bf14 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:03:48.570537 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cdadb9a3-089d-4e7f-9ee9-3e0c6ec9d7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:48.623769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fe7918-f419-48ae-b125-7b6ecbad7067 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:48.634147 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:48.662374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Transition to ACTIVE for port object 78fe7918-f419-48ae-b125-7b6ecbad7067 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:03:48.738794 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ff59ec9-397b-41c6-9541-5cf24e90c001 req-01fd4b7a-ed90-4b79-9a2c-a303e15a01cf tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0629992 Dec 17 13:03:48.801231 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:48.827459 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-cdadb9a3-089d-4e7f-9ee9-3e0c6ec9d7d9 None None] Port 584bd041-8205-4183-b53c-fcea90b8bf14 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:03:48.829394 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:48.902044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Pushing event updated for resources: {'Port': ['ID=78fe7918-f419-48ae-b125-7b6ecbad7067,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:49.120544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Attempting to bind port 78fe7918-f419-48ae-b125-7b6ecbad7067 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:03:49.136346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Attempting to bind port 78fe7918-f419-48ae-b125-7b6ecbad7067 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:03:49.136760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Attempting to bind port 78fe7918-f419-48ae-b125-7b6ecbad7067 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:49.154653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Port 78fe7918-f419-48ae-b125-7b6ecbad7067 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:03:49.154999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Attempting to bind port 78fe7918-f419-48ae-b125-7b6ecbad7067 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:49.164766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:03:49.165042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:03:49.166076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:03:49.166076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Bound port: 78fe7918-f419-48ae-b125-7b6ecbad7067, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:03:49.166496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:49.224589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48624) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:49.243172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2220a95-9268-4543-95c7-0e45d251c819 req-06947b43-3a93-4ff3-aef6-01a64427dae8 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:49.250310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d2220a95-9268-4543-95c7-0e45d251c819 req-06947b43-3a93-4ff3-aef6-01a64427dae8 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 936 time: 0.2727401 Dec 17 13:03:49.275218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:03:49.280372 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:03:49.379320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:49.435466 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d2220a95-9268-4543-95c7-0e45d251c819 req-30b63c90-652c-4e6b-9098-eb4a358dad7e tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196554 Dec 17 13:03:49.480851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:49.483906 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:49.487531 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] 10.222.0.61 "PUT /v2.0/ports/78fe7918-f419-48ae-b125-7b6ecbad7067 HTTP/1.1" status: 200 len: 1096 time: 1.6187484 Dec 17 13:03:49.488475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:49.491787 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14598d9-7675-484a-81d1-6354d2ea8a82" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:49.579672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d944e-a3c5-4152-8768-d6bc64b152d0 service neutron] Pushing event updated for resources: {'Port': ['ID=78fe7918-f419-48ae-b125-7b6ecbad7067,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:49.586709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584bd041-8205-4183-b53c-fcea90b8bf14 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:49.608324 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:49.623885 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4958a499-078e-4375-882c-6a8112abce71 x-openstack-request-id: req-4958a499-078e-4375-882c-6a8112abce71 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:49.624190 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:49.624438 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4958a499-078e-4375-882c-6a8112abce71 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:49.625068 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'status': 'completed', 'code': 200} Dec 17 13:03:49.647311 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Transition to ACTIVE for port object 584bd041-8205-4183-b53c-fcea90b8bf14 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:03:49.671505 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:49.697115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-e390584a-78c5-49bd-93d9-3af910380008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:49.699867 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-e390584a-78c5-49bd-93d9-3af910380008 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9cc65f28d254c03890b7efa9f979548&device_id=2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089 HTTP/1.1" status: 200 len: 1099 time: 0.0732374 Dec 17 13:03:49.766162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-79fb297e-3522-4dde-9e38-9791fac3452f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=78fe7918-f419-48ae-b125-7b6ecbad7067 HTTP/1.1" status: 200 len: 217 time: 0.0534458 Dec 17 13:03:49.778107 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:49.865085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-3d1cdc64-72ad-4d21-b989-988c8ee90230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:49.869039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-3d1cdc64-72ad-4d21-b989-988c8ee90230 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0946219 Dec 17 13:03:49.977010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Pushing event updated for resources: {'Port': ['ID=584bd041-8205-4183-b53c-fcea90b8bf14,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:50.027671 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fc3de531-49aa-432d-a9e3-e889b21ea2e6 req-71004200-c55a-47b8-b81f-986e9b72c88d tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.1074336 Dec 17 13:03:50.066620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-40899792-d3d7-4016-bacd-e9c93611a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:50.068371 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-40899792-d3d7-4016-bacd-e9c93611a5cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1751590 Dec 17 13:03:50.184874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48652) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:50.253945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Attempting to bind port 584bd041-8205-4183-b53c-fcea90b8bf14 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:03:50.254946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Attempting to bind port 584bd041-8205-4183-b53c-fcea90b8bf14 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:03:50.255717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Attempting to bind port 584bd041-8205-4183-b53c-fcea90b8bf14 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:50.265530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Port 584bd041-8205-4183-b53c-fcea90b8bf14 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:03:50.266191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Attempting to bind port 584bd041-8205-4183-b53c-fcea90b8bf14 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:03:50.275143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:03:50.276344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:03:50.276895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:03:50.277504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Bound port: 584bd041-8205-4183-b53c-fcea90b8bf14, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:03:50.278062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:50.355794 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a36c7c9a-c11a-4589-850c-a52cb774bddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:50.374578 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-6c027c14-367c-4ad1-b839-4be9dbbe5977 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897696 Dec 17 13:03:50.395157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] For port 584bd041-8205-4183-b53c-fcea90b8bf14, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:03:50.400226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] For port 584bd041-8205-4183-b53c-fcea90b8bf14, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=584bd041-8205-4183-b53c-fcea90b8bf14,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:03:50.539932 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecc097aa-d601-4b25-a8db-ad62295c0de4 req-5fa90f78-5335-41ea-a323-f561a78c4e3b service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519458 Dec 17 13:03:50.550198 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a36c7c9a-c11a-4589-850c-a52cb774bddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:50.635480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e15fb2-5245-4bef-8813-a179c8a64cc2 req-f4f9d4c9-bd7c-4eb2-9c6e-c86c1b09d0a8 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:50.641933 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c2e15fb2-5245-4bef-8813-a179c8a64cc2 req-f4f9d4c9-bd7c-4eb2-9c6e-c86c1b09d0a8 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 948 time: 0.0990400 Dec 17 13:03:50.671251 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f52c3b68-e258-4d56-ba17-001e1dfb320e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed3efdbec7fb4e349bbf73f2d37ca815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4821815 Dec 17 13:03:50.671477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48668) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:50.671576 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:50.723892 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-992bf10c-8b6d-4fcd-9395-cc42c18f8a31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:50.726768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a36c7c9a-c11a-4589-850c-a52cb774bddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:50.732089 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:50.732089 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:50.732650 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] 10.222.0.54 "PUT /v2.0/ports/584bd041-8205-4183-b53c-fcea90b8bf14 HTTP/1.1" status: 200 len: 1096 time: 2.2978859 Dec 17 13:03:50.734250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676a185a-82dd-4f7b-a745-dc94402b2b29', 'tag': '584bd041-8205-4183-b53c-fcea90b8bf14'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:50.744505 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9652f842-0c95-40f7-867b-83a5c5ea8bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "676a185a-82dd-4f7b-a745-dc94402b2b29", "tag": "584bd041-8205-4183-b53c-fcea90b8bf14"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:50.782479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c2e15fb2-5245-4bef-8813-a179c8a64cc2 req-3db616d7-7473-47dd-a1a6-60b894a783c7 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395845 Dec 17 13:03:50.822141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9ad24-5e73-4b12-bdb8-9ed41c108683 service neutron] Pushing event updated for resources: {'Port': ['ID=584bd041-8205-4183-b53c-fcea90b8bf14,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:50.967714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-49f0266d-107e-4d35-b510-d7ad8f9a9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:50.979107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-49f0266d-107e-4d35-b510-d7ad8f9a9fdc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9cc65f28d254c03890b7efa9f979548&device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 1099 time: 0.1140690 Dec 17 13:03:50.990479 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-992bf10c-8b6d-4fcd-9395-cc42c18f8a31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:51.021179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a36c7c9a-c11a-4589-850c-a52cb774bddd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=331853a5e5e54533875827082800efc2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7932887 Dec 17 13:03:51.066817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48696) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:51.101902 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-f1852bab-d69b-4c7d-a327-39c18eb18bdd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=584bd041-8205-4183-b53c-fcea90b8bf14 HTTP/1.1" status: 200 len: 217 time: 0.1137373 Dec 17 13:03:51.113822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c7c9a-c11a-4589-850c-a52cb774bddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d081f79-53a5-4c5f-8ca4-7eb8a1495f14,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:51.205215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14598d9-7675-484a-81d1-6354d2ea8a82 req-7015f88f-b3ad-4398-afef-baea28838942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:51.207573 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c14598d9-7675-484a-81d1-6354d2ea8a82 req-7015f88f-b3ad-4398-afef-baea28838942 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9cc65f28d254c03890b7efa9f979548&device_id=2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089 HTTP/1.1" status: 200 len: 1099 time: 0.4090927 Dec 17 13:03:51.361380 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51b54cdc-5c20-40eb-a89b-a94633f3132d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:51.410827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-992bf10c-8b6d-4fcd-9395-cc42c18f8a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:51.414112 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-992bf10c-8b6d-4fcd-9395-cc42c18f8a31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:51.417675 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-992bf10c-8b6d-4fcd-9395-cc42c18f8a31 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/051e25d9-2be4-4733-a324-dd0c46ae2e6b HTTP/1.1" status: 204 len: 168 time: 0.7430985 Dec 17 13:03:51.434193 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51b54cdc-5c20-40eb-a89b-a94633f3132d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:51.450790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14598d9-7675-484a-81d1-6354d2ea8a82 req-35b2c9fb-6d26-4808-87e0-90372be2a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:51.452314 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c14598d9-7675-484a-81d1-6354d2ea8a82 req-35b2c9fb-6d26-4808-87e0-90372be2a8c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.2362931 Dec 17 13:03:51.455530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bf10c-8b6d-4fcd-9395-cc42c18f8a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e25d9-2be4-4733-a324-dd0c46ae2e6b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:51.599367 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c14598d9-7675-484a-81d1-6354d2ea8a82 req-5c0a9ea4-7669-477c-9b97-1820e529c400 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=78fe7918-f419-48ae-b125-7b6ecbad7067 HTTP/1.1" status: 200 len: 217 time: 0.1371169 Dec 17 13:03:51.622755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-44b45512-69c8-4bc8-92de-c844b1ec4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:51.627401 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-44b45512-69c8-4bc8-92de-c844b1ec4e03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.5145326 Dec 17 13:03:51.718595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14598d9-7675-484a-81d1-6354d2ea8a82 req-4a046a05-ba28-44e4-96c5-875d7a356b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:51.721009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c14598d9-7675-484a-81d1-6354d2ea8a82 req-4a046a05-ba28-44e4-96c5-875d7a356b99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1135740 Dec 17 13:03:51.723726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-3165529b-9c8e-48f2-9c86-3dc817bc65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:51.725203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-3165529b-9c8e-48f2-9c86-3dc817bc65a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796950 Dec 17 13:03:51.847168 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4032057-036f-4742-bd79-c007d0c5d277 x-openstack-request-id: req-b4032057-036f-4742-bd79-c007d0c5d277 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:51.847663 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676a185a-82dd-4f7b-a745-dc94402b2b29", "tag": "584bd041-8205-4183-b53c-fcea90b8bf14", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:51.854451 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4032057-036f-4742-bd79-c007d0c5d277 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:51.854451 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676a185a-82dd-4f7b-a745-dc94402b2b29', 'tag': '584bd041-8205-4183-b53c-fcea90b8bf14', 'status': 'completed', 'code': 200} Dec 17 13:03:51.855164 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51b54cdc-5c20-40eb-a89b-a94633f3132d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:51.856251 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51b54cdc-5c20-40eb-a89b-a94633f3132d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:51.857408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-51b54cdc-5c20-40eb-a89b-a94633f3132d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d081f79-53a5-4c5f-8ca4-7eb8a1495f14 HTTP/1.1" status: 204 len: 168 time: 0.7885654 Dec 17 13:03:51.872410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14598d9-7675-484a-81d1-6354d2ea8a82 req-8660bd3c-61e8-4c78-a1f7-c4a142bd6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:51.873977 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c14598d9-7675-484a-81d1-6354d2ea8a82 req-8660bd3c-61e8-4c78-a1f7-c4a142bd6ef5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1373980 Dec 17 13:03:51.877279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b54cdc-5c20-40eb-a89b-a94633f3132d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d081f79-53a5-4c5f-8ca4-7eb8a1495f14,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:51.965177 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-aa0f3ed1-6259-4ff8-8c0d-b00fd854a033 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299573 Dec 17 13:03:51.971141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d386f-139e-4d85-88a8-ef8525fa43dc req-66c7baee-8ad2-4f77-b374-0181a88e9de6 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:51.972886 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba0d386f-139e-4d85-88a8-ef8525fa43dc req-66c7baee-8ad2-4f77-b374-0181a88e9de6 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.54 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 945 time: 0.1940365 Dec 17 13:03:52.026649 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:03:52.081620 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4566988d-7dab-40b6-a87e-3e7c345b190d req-d8d20c23-63c7-4dad-8dea-1760136d0285 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069591 Dec 17 13:03:52.178400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52096ed6-cb3c-45c6-919c-bb90b32cfacc req-e9f4002f-1945-42a8-917b-17b3073158a0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:52.186678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52096ed6-cb3c-45c6-919c-bb90b32cfacc req-e9f4002f-1945-42a8-917b-17b3073158a0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 945 time: 0.2368009 Dec 17 13:03:52.211277 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c14598d9-7675-484a-81d1-6354d2ea8a82 req-8c21b315-7d2a-4967-9986-537c119db9e8 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968812 Dec 17 13:03:52.291010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f842-0c95-40f7-867b-83a5c5ea8bd3 req-87f8c3be-6b36-45fc-af63-ca35aeafdffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:52.293799 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9652f842-0c95-40f7-867b-83a5c5ea8bd3 req-87f8c3be-6b36-45fc-af63-ca35aeafdffc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9cc65f28d254c03890b7efa9f979548&device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 1099 time: 0.0581815 Dec 17 13:03:52.332491 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52096ed6-cb3c-45c6-919c-bb90b32cfacc req-b1cce5a1-672e-4d31-95dd-8ba465915f31 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451585 Dec 17 13:03:52.332653 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5e0c8db7-c271-4c03-a381-92bbd19586c1 req-7b53544b-d60f-4c2e-8c61-495c1a1ddc45 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0455227 Dec 17 13:03:52.397044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ba0d386f-139e-4d85-88a8-ef8525fa43dc req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Deleting port 299d3f21-b608-458e-b0ab-c0dcf0d766fd {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:52.397651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ba0d386f-139e-4d85-88a8-ef8525fa43dc req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:52.429032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f842-0c95-40f7-867b-83a5c5ea8bd3 req-0c4ec54c-7745-4414-809d-0492aadf52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:52.429032 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9652f842-0c95-40f7-867b-83a5c5ea8bd3 req-0c4ec54c-7745-4414-809d-0492aadf52c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1066394 Dec 17 13:03:52.480895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c14598d9-7675-484a-81d1-6354d2ea8a82 req-444c1e93-dcdd-4af7-bc13-45591ca1ccf8 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577038 Dec 17 13:03:52.490042 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9652f842-0c95-40f7-867b-83a5c5ea8bd3 req-7c7283df-f97a-4379-ac2d-2ac6ddde6c2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=584bd041-8205-4183-b53c-fcea90b8bf14 HTTP/1.1" status: 200 len: 217 time: 0.0514309 Dec 17 13:03:52.547650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98594eb9-d03f-4f1d-bf65-f1a4aa5db4b6 req-575c9fea-12c4-4949-b6e5-ef9a717ae60b tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:52.549111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98594eb9-d03f-4f1d-bf65-f1a4aa5db4b6 req-575c9fea-12c4-4949-b6e5-ef9a717ae60b tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 948 time: 0.0863261 Dec 17 13:03:52.550253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce3ad6-67f8-4867-a4be-b94925bcbd91 req-5d6be199-1866-4b92-b6dd-6c1096d8fbad tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:52.553113 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4cce3ad6-67f8-4867-a4be-b94925bcbd91 req-5d6be199-1866-4b92-b6dd-6c1096d8fbad tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 946 time: 0.1221213 Dec 17 13:03:52.557535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f842-0c95-40f7-867b-83a5c5ea8bd3 req-a03f822b-45e3-4a9e-a2f7-720c329d9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:52.558973 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9652f842-0c95-40f7-867b-83a5c5ea8bd3 req-a03f822b-45e3-4a9e-a2f7-720c329d9c6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0620255 Dec 17 13:03:52.561489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ba0d386f-139e-4d85-88a8-ef8525fa43dc req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] For port 299d3f21-b608-458e-b0ab-c0dcf0d766fd, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=299d3f21-b608-458e-b0ab-c0dcf0d766fd,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:52.561799 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ba0d386f-139e-4d85-88a8-ef8525fa43dc req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:52.575763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ba0d386f-139e-4d85-88a8-ef8525fa43dc req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Calling delete_port for 299d3f21-b608-458e-b0ab-c0dcf0d766fd owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:52.632821 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4cce3ad6-67f8-4867-a4be-b94925bcbd91 req-cb4f98be-8cdd-4434-aafe-9e707b969855 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721893 Dec 17 13:03:52.636173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652f842-0c95-40f7-867b-83a5c5ea8bd3 req-4d62f0df-7f6e-49c6-a64f-4d50213a2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:52.637669 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9652f842-0c95-40f7-867b-83a5c5ea8bd3 req-4d62f0df-7f6e-49c6-a64f-4d50213a2dfc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711737 Dec 17 13:03:52.726495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48752) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:52.762015 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9652f842-0c95-40f7-867b-83a5c5ea8bd3 req-53a5746b-de35-4c1d-8f2d-7bc35bf09f27 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148169 Dec 17 13:03:52.840485 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8a8e2ba1-4e6a-4093-a750-20a7da259efa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=927e880bb4a94aac8ff4d8a73973ac90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1094542 Dec 17 13:03:52.841168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48758) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:52.921364 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9652f842-0c95-40f7-867b-83a5c5ea8bd3 req-ba936d31-dc0c-4f75-989d-9a4c8fee89b2 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499255 Dec 17 13:03:52.926852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3088e884-b9f7-4297-8140-e74307f194d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:52.952314 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3088e884-b9f7-4297-8140-e74307f194d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:52.959545 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98594eb9-d03f-4f1d-bf65-f1a4aa5db4b6 req-a0087f05-30e3-4543-b6a8-3fb37e6004a4 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817611 Dec 17 13:03:52.960150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48764) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:53.002506 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bb950e20-a63b-4bce-b4a0-33f3b7d07ce1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:53.087045 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bb950e20-a63b-4bce-b4a0-33f3b7d07ce1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:53.117130 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3088e884-b9f7-4297-8140-e74307f194d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:53.119821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3088e884-b9f7-4297-8140-e74307f194d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:53.121010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3088e884-b9f7-4297-8140-e74307f194d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33154401-b293-4d6f-80a4-9d553ab25576 HTTP/1.1" status: 204 len: 168 time: 0.2794378 Dec 17 13:03:53.133143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088e884-b9f7-4297-8140-e74307f194d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33154401-b293-4d6f-80a4-9d553ab25576,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:53.172612 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ba0d386f-139e-4d85-88a8-ef8525fa43dc req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:53.185224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['299d3f21-b608-458e-b0ab-c0dcf0d766fd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:53.196252 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bb950e20-a63b-4bce-b4a0-33f3b7d07ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:53.204200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Pushing event deleted for resources: {'Port': ['ID=299d3f21-b608-458e-b0ab-c0dcf0d766fd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:53.232179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bb950e20-a63b-4bce-b4a0-33f3b7d07ce1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=78a77b44025248d890a48e6b2c12f703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708290 Dec 17 13:03:53.237522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48776) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:53.238888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.239236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.239578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.239914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.240245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.240574 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.240897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.241319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.241673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.241998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.242371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.242663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.243078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:03:53.264267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb950e20-a63b-4bce-b4a0-33f3b7d07ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9158252f-93c2-40ab-a63c-eb13c1cb160a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:53.268025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0d386f-139e-4d85-88a8-ef8525fa43dc req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] No DVR routers for this DVR port 299d3f21-b608-458e-b0ab-c0dcf0d766fd on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:53.274971 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ba0d386f-139e-4d85-88a8-ef8525fa43dc req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:53.279094 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba0d386f-139e-4d85-88a8-ef8525fa43dc req-6546dff2-b847-4405-9bce-5b5701283d47 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.54 "DELETE /v2.0/ports/299d3f21-b608-458e-b0ab-c0dcf0d766fd HTTP/1.1" status: 204 len: 173 time: 1.2550311 Dec 17 13:03:53.279480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9381c508-27b7-46d5-be3f-6ff26ea68eba', 'name': 'network-vif-deleted', 'tag': '299d3f21-b608-458e-b0ab-c0dcf0d766fd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:53.282240 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c778ed5b-4008-49ec-a68c-df9c8016bab9" -d '{"events": [{"server_uuid": "9381c508-27b7-46d5-be3f-6ff26ea68eba", "name": "network-vif-deleted", "tag": "299d3f21-b608-458e-b0ab-c0dcf0d766fd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:53.326907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed46fd14-3a6d-4668-9034-7ca575a3487e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:53.350920 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed46fd14-3a6d-4668-9034-7ca575a3487e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:53.406313 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7162566a-09a3-409f-849d-a11336e6a719 x-openstack-request-id: req-7162566a-09a3-409f-849d-a11336e6a719 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:53.406612 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9381c508-27b7-46d5-be3f-6ff26ea68eba", "name": "network-vif-deleted", "tag": "299d3f21-b608-458e-b0ab-c0dcf0d766fd", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:53.408009 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7162566a-09a3-409f-849d-a11336e6a719 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:53.412721 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9381c508-27b7-46d5-be3f-6ff26ea68eba', 'name': 'network-vif-deleted', 'tag': '299d3f21-b608-458e-b0ab-c0dcf0d766fd', 'status': 'completed', 'code': 200} Dec 17 13:03:53.487525 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed46fd14-3a6d-4668-9034-7ca575a3487e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:53.489377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed46fd14-3a6d-4668-9034-7ca575a3487e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:53.490568 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ed46fd14-3a6d-4668-9034-7ca575a3487e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9158252f-93c2-40ab-a63c-eb13c1cb160a HTTP/1.1" status: 204 len: 168 time: 0.2444606 Dec 17 13:03:53.514440 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c992c596-a1a1-4c37-99d3-3751f5029398 req-40c5e941-9156-44fb-a7b3-63ea36c8f34e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9381c508-27b7-46d5-be3f-6ff26ea68eba HTTP/1.1" status: 200 len: 210 time: 0.0343473 Dec 17 13:03:53.522190 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f378fd3-ee9a-4450-88b5-68e09986614c req-d1419ef3-b3d6-45c5-8b0e-620b5a354ac3 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0503962 Dec 17 13:03:53.558744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46fd14-3a6d-4668-9034-7ca575a3487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9158252f-93c2-40ab-a63c-eb13c1cb160a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:53.753978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 584bd041-8205-4183-b53c-fcea90b8bf14 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:03:53.846149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 584bd041-8205-4183-b53c-fcea90b8bf14, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=584bd041-8205-4183-b53c-fcea90b8bf14,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:53.857643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '584bd041-8205-4183-b53c-fcea90b8bf14', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '584bd041-8205-4183-b53c-fcea90b8bf14', 'mac_address': 'fa:16:3e:e9:ce:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:03:53.866424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 78fe7918-f419-48ae-b125-7b6ecbad7067 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:03:53.910821 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:53.959908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584bd041-8205-4183-b53c-fcea90b8bf14 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:53.991375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 584bd041-8205-4183-b53c-fcea90b8bf14, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=584bd041-8205-4183-b53c-fcea90b8bf14,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:54.019873 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:54.033373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'mac_address': 'fa:16:3e:31:86:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:03:54.068495 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:54.102370 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:54.110989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af3e10-70b4-48fb-a06a-d053f6b1afda req-1c87a968-57fd-4db4-8672-04c52c38b242 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:54.121117 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9af3e10-70b4-48fb-a06a-d053f6b1afda req-1c87a968-57fd-4db4-8672-04c52c38b242 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 948 time: 0.0754132 Dec 17 13:03:54.128836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fe7918-f419-48ae-b125-7b6ecbad7067 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:54.139602 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=584bd041-8205-4183-b53c-fcea90b8bf14,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:54.157518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:54.185909 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9af3e10-70b4-48fb-a06a-d053f6b1afda req-e5a94594-181a-49ba-b013-5c4fa0226508 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638783 Dec 17 13:03:54.230365 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:54.285195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=78fe7918-f419-48ae-b125-7b6ecbad7067,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:54.294508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['584bd041-8205-4183-b53c-fcea90b8bf14'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:54.377142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48830) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:54.484230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['78fe7918-f419-48ae-b125-7b6ecbad7067'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:54.676984 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d660d5b4-0105-4f89-871d-10a2f8e26464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:54.697330 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfbd3f90-4680-4ab7-b8b5-3d89b8cce931 req-e9c73899-66ad-43bd-9d59-059aa19fd802 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0583396 Dec 17 13:03:54.791834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d660d5b4-0105-4f89-871d-10a2f8e26464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:54.882995 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d660d5b4-0105-4f89-871d-10a2f8e26464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:54.984921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d660d5b4-0105-4f89-871d-10a2f8e26464 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f7126971237646fa9356e50bf5b60a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6065376 Dec 17 13:03:54.987688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48880) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:55.006055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660d5b4-0105-4f89-871d-10a2f8e26464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70655928-7650-43cd-b85e-34787de71902,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:55.092742 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0867c073-4a36-48a4-9a11-64fe0f34521e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:55.114148 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0867c073-4a36-48a4-9a11-64fe0f34521e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:55.226069 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0867c073-4a36-48a4-9a11-64fe0f34521e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:55.228813 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0867c073-4a36-48a4-9a11-64fe0f34521e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:55.232401 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0867c073-4a36-48a4-9a11-64fe0f34521e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70655928-7650-43cd-b85e-34787de71902 HTTP/1.1" status: 204 len: 168 time: 0.2413142 Dec 17 13:03:55.239328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867c073-4a36-48a4-9a11-64fe0f34521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70655928-7650-43cd-b85e-34787de71902,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:55.433438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f122dc-229b-4b6f-a135-64ca46d83eeb req-3777d025-f5ae-40ea-8b78-1a639013df98 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:55.435003 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f4f122dc-229b-4b6f-a135-64ca46d83eeb req-3777d025-f5ae-40ea-8b78-1a639013df98 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 944 time: 0.0680370 Dec 17 13:03:55.451673 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee0e74-3bbd-41cf-916f-ed3c9a2c3aa8 req-521bef82-54ad-4963-b77a-4ceebb647af1 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:55.453355 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-57ee0e74-3bbd-41cf-916f-ed3c9a2c3aa8 req-521bef82-54ad-4963-b77a-4ceebb647af1 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 949 time: 0.0545037 Dec 17 13:03:55.513371 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f4f122dc-229b-4b6f-a135-64ca46d83eeb req-1864e87f-9511-44a5-9157-aeb26876d6a1 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579684 Dec 17 13:03:55.538166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-57ee0e74-3bbd-41cf-916f-ed3c9a2c3aa8 req-5c8f7a2a-dd8b-484a-9f19-bcbf7745ab1a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754168 Dec 17 13:03:55.571235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa3677-94bb-4aff-91ae-09fa436d3ef1 req-d2291459-a1bc-46a6-9fe7-1a0940ae6f4e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:55.573025 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81aa3677-94bb-4aff-91ae-09fa436d3ef1 req-d2291459-a1bc-46a6-9fe7-1a0940ae6f4e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.54 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 944 time: 0.0576437 Dec 17 13:03:55.676976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-81aa3677-94bb-4aff-91ae-09fa436d3ef1 req-ce7775d6-e1fa-48dc-b4a7-67f1b73e49cc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Deleting port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:55.677315 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-81aa3677-94bb-4aff-91ae-09fa436d3ef1 req-ce7775d6-e1fa-48dc-b4a7-67f1b73e49cc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:55.754832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 584bd041-8205-4183-b53c-fcea90b8bf14 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:03:55.792546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-81aa3677-94bb-4aff-91ae-09fa436d3ef1 req-ce7775d6-e1fa-48dc-b4a7-67f1b73e49cc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] For port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:55.792921 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-81aa3677-94bb-4aff-91ae-09fa436d3ef1 req-ce7775d6-e1fa-48dc-b4a7-67f1b73e49cc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:55.809275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-81aa3677-94bb-4aff-91ae-09fa436d3ef1 req-ce7775d6-e1fa-48dc-b4a7-67f1b73e49cc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Calling delete_port for d1453d18-bfe9-46b9-bd8b-b56aba4fd69c owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:55.840558 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2cc06e41-26f5-4612-9378-950354c5393c req-cd275df2-4838-4fb1-92d6-73e5871aff38 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0330689 Dec 17 13:03:55.874366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 78fe7918-f419-48ae-b125-7b6ecbad7067 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:03:55.907367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 584bd041-8205-4183-b53c-fcea90b8bf14 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:03:55.921246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 584bd041-8205-4183-b53c-fcea90b8bf14 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:03:55.921894 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.036445 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.049739 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 78fe7918-f419-48ae-b125-7b6ecbad7067 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:03:56.058880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 78fe7918-f419-48ae-b125-7b6ecbad7067 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:03:56.059315 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.065633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676a185a-82dd-4f7b-a745-dc94402b2b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584bd041-8205-4183-b53c-fcea90b8bf14'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:56.067808 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f30fcb8-44e6-4122-8a47-268091a1b2f6" -d '{"events": [{"server_uuid": "676a185a-82dd-4f7b-a745-dc94402b2b29", "name": "network-vif-plugged", "status": "completed", "tag": "584bd041-8205-4183-b53c-fcea90b8bf14"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:56.081553 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-81aa3677-94bb-4aff-91ae-09fa436d3ef1 req-ce7775d6-e1fa-48dc-b4a7-67f1b73e49cc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.093946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48926) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:56.104817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 584bd041-8205-4183-b53c-fcea90b8bf14, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=584bd041-8205-4183-b53c-fcea90b8bf14,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:56.125082 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-83631e99-a9dc-476d-9c9e-d73fcd77dbc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.144898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7775d6-e1fa-48dc-b4a7-67f1b73e49cc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Pushing event deleted for resources: {'Port': ['ID=d1453d18-bfe9-46b9-bd8b-b56aba4fd69c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:56.182089 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.185559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 299d3f21-b608-458e-b0ab-c0dcf0d766fd no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:56.198232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aa3677-94bb-4aff-91ae-09fa436d3ef1 req-ce7775d6-e1fa-48dc-b4a7-67f1b73e49cc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] No DVR routers for this DVR port d1453d18-bfe9-46b9-bd8b-b56aba4fd69c on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:56.201716 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-81aa3677-94bb-4aff-91ae-09fa436d3ef1 req-ce7775d6-e1fa-48dc-b4a7-67f1b73e49cc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.207152 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81aa3677-94bb-4aff-91ae-09fa436d3ef1 req-ce7775d6-e1fa-48dc-b4a7-67f1b73e49cc tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.54 "DELETE /v2.0/ports/d1453d18-bfe9-46b9-bd8b-b56aba4fd69c HTTP/1.1" status: 204 len: 173 time: 0.6278858 Dec 17 13:03:56.207866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9257de87-cddc-49cf-a967-91e53cd04e9b', 'name': 'network-vif-deleted', 'tag': 'd1453d18-bfe9-46b9-bd8b-b56aba4fd69c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:56.211480 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2968fdd-c67a-4663-b268-5264fb1a4e52" -d '{"events": [{"server_uuid": "9257de87-cddc-49cf-a967-91e53cd04e9b", "name": "network-vif-deleted", "tag": "d1453d18-bfe9-46b9-bd8b-b56aba4fd69c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:56.258282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48934) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:56.285812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 299d3f21-b608-458e-b0ab-c0dcf0d766fd {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:56.286176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 299d3f21-b608-458e-b0ab-c0dcf0d766fd not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:56.296294 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70512b54-015d-4685-bdca-2bb717779706 x-openstack-request-id: req-70512b54-015d-4685-bdca-2bb717779706 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:56.296759 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9257de87-cddc-49cf-a967-91e53cd04e9b", "name": "network-vif-deleted", "tag": "d1453d18-bfe9-46b9-bd8b-b56aba4fd69c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:56.297116 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70512b54-015d-4685-bdca-2bb717779706 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:56.297682 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9257de87-cddc-49cf-a967-91e53cd04e9b', 'name': 'network-vif-deleted', 'tag': 'd1453d18-bfe9-46b9-bd8b-b56aba4fd69c', 'status': 'completed', 'code': 200} Dec 17 13:03:56.305227 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.321529 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-83631e99-a9dc-476d-9c9e-d73fcd77dbc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.339300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48942) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:56.358154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=584bd041-8205-4183-b53c-fcea90b8bf14,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:56.369857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:56.429400 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-83631e99-a9dc-476d-9c9e-d73fcd77dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.475904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-13d461b5-1549-4a41-bbd9-18c885b80ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.488004 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2f6535-2168-4ccd-a689-ea0992610b3b x-openstack-request-id: req-fe2f6535-2168-4ccd-a689-ea0992610b3b {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:56.488298 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676a185a-82dd-4f7b-a745-dc94402b2b29", "name": "network-vif-plugged", "status": "completed", "tag": "584bd041-8205-4183-b53c-fcea90b8bf14", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:56.488547 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe2f6535-2168-4ccd-a689-ea0992610b3b {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:56.488933 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676a185a-82dd-4f7b-a745-dc94402b2b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584bd041-8205-4183-b53c-fcea90b8bf14', 'code': 200} Dec 17 13:03:56.490280 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.495027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:56.518361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1317785633-network', 'tenant_id': '4cff5b73d1c14e8591f1ef5d5f45cfb9'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:56.528209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83631e99-a9dc-476d-9c9e-d73fcd77dbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf7c5df-4b13-422b-a7c4-2d94953858fb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:56.536509 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-83631e99-a9dc-476d-9c9e-d73fcd77dbc4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f1e937d66a73475fa9b292b98c01a611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405217 Dec 17 13:03:56.539660 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48952) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:56.595925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=78fe7918-f419-48ae-b125-7b6ecbad7067,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:56.628683 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b6de951-17d5-4c9a-835d-1c58a1a6e0ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.671602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bc97b-3cfe-4324-aa2d-bfc4d918e711 req-21aa0c93-9b84-4fee-9574-84b5f548c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:56.673181 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f53bc97b-3cfe-4324-aa2d-bfc4d918e711 req-21aa0c93-9b84-4fee-9574-84b5f548c5ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 1101 time: 0.0725572 Dec 17 13:03:56.680568 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.686843 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b6de951-17d5-4c9a-835d-1c58a1a6e0ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.718257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Made reservation on behalf of 4cff5b73d1c14e8591f1ef5d5f45cfb9 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:03:56.720538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.721444 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:56.754634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-13d461b5-1549-4a41-bbd9-18c885b80ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.771254 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.775895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f53bc97b-3cfe-4324-aa2d-bfc4d918e711 req-58bcd071-0f0f-4aaf-96aa-3b9a093ee0ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928390 Dec 17 13:03:56.777788 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-882015d4-f008-4cd6-8b11-825f4694b631 req-4bbf78b1-8e5e-4707-8ee9-25dafc27f946 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=9257de87-cddc-49cf-a967-91e53cd04e9b HTTP/1.1" status: 200 len: 210 time: 0.0605590 Dec 17 13:03:56.782663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d6d6a-c481-4b01-9b8b-84a3f19aa575 req-9214e865-c3aa-4e63-86f4-8cd9bc635e28 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:56.785220 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f50d6d6a-c481-4b01-9b8b-84a3f19aa575 req-9214e865-c3aa-4e63-86f4-8cd9bc635e28 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 950 time: 0.1082222 Dec 17 13:03:56.824847 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.849275 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f50d6d6a-c481-4b01-9b8b-84a3f19aa575 req-66eaad0f-f7c8-4404-8479-1b0db4c874af tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546823 Dec 17 13:03:56.858579 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.870732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-13d461b5-1549-4a41-bbd9-18c885b80ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.875297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:56.921571 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b6de951-17d5-4c9a-835d-1c58a1a6e0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.924346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-13d461b5-1549-4a41-bbd9-18c885b80ae0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=859fd47b4b624ae1a05bf2be9ba84e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6649737 Dec 17 13:03:56.924589 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b6de951-17d5-4c9a-835d-1c58a1a6e0ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.926508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d461b5-1549-4a41-bbd9-18c885b80ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0606c2f-0359-4f97-ada7-28326fc52465,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:56.927357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3b6de951-17d5-4c9a-835d-1c58a1a6e0ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5bf7c5df-4b13-422b-a7c4-2d94953858fb HTTP/1.1" status: 204 len: 168 time: 0.3867037 Dec 17 13:03:56.928034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48964) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:56.955342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6de951-17d5-4c9a-835d-1c58a1a6e0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf7c5df-4b13-422b-a7c4-2d94953858fb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:56.955758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-537cd045-7fd9-4ad5-b150-a6849689a446 req-866fbdf0-a8b6-4206-b9ce-12e25a740b4f tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0300834 Dec 17 13:03:56.956514 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:56.982520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:03:56.991976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802f9ae6-1c52-4f96-b72f-6ac0bb28f415,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:56.996988 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c46d7bda-5710-45cc-8f5a-d5d71e49cb7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:57.000852 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:57.001215 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Added segment 07fb4631-569e-4c80-9840-0830745dda5a of type vlan for network e8e14fd4-75db-431b-b3ce-951c40fdf03d Dec 17 13:03:57.061717 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c46d7bda-5710-45cc-8f5a-d5d71e49cb7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:57.064361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:57.161891 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:57.163277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:57.163939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:57.225959 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c46d7bda-5710-45cc-8f5a-d5d71e49cb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:57.228620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c46d7bda-5710-45cc-8f5a-d5d71e49cb7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:57.230391 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c46d7bda-5710-45cc-8f5a-d5d71e49cb7a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f0606c2f-0359-4f97-ada7-28326fc52465 HTTP/1.1" status: 204 len: 168 time: 0.2987099 Dec 17 13:03:57.239152 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d7bda-5710-45cc-8f5a-d5d71e49cb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0606c2f-0359-4f97-ada7-28326fc52465,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:57.242119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e14fd4-75db-431b-b3ce-951c40fdf03d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:57.259552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e8e14fd4-75db-431b-b3ce-951c40fdf03d details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:03:57.318268 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5687df73-6a85-44a5-bb59-1ebb96b66ac6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9770536 Dec 17 13:03:57.326878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48988) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:57.336361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4b8e19e2-4e30-4918-ba71-876112ed524f admin admin] Request body: {'subnet': {'network_id': 'e8e14fd4-75db-431b-b3ce-951c40fdf03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1317785633-subnet', 'tenant_id': '4cff5b73d1c14e8591f1ef5d5f45cfb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:03:57.402988 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6625b542-55bd-4952-9a13-d7af7569d45f req-05f67947-0748-4a5a-a016-f6a4c3094d0b tempest-FlavorsV2NegativeTest-1068693397 tempest-FlavorsV2NegativeTest-1068693397-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7a145ba0c56e4c3ea9250179055211d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286467 Dec 17 13:03:57.475299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8e19e2-4e30-4918-ba71-876112ed524f admin admin] Made reservation on behalf of 4cff5b73d1c14e8591f1ef5d5f45cfb9 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:03:57.478224 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b8e19e2-4e30-4918-ba71-876112ed524f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:57.621027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625b542-55bd-4952-9a13-d7af7569d45f req-f2a0aca9-e564-43ca-bd13-512a15e2a7b5 tempest-FlavorsV2NegativeTest-1068693397 tempest-FlavorsV2NegativeTest-1068693397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:57.629514 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6625b542-55bd-4952-9a13-d7af7569d45f req-f2a0aca9-e564-43ca-bd13-512a15e2a7b5 tempest-FlavorsV2NegativeTest-1068693397 tempest-FlavorsV2NegativeTest-1068693397-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140086 Dec 17 13:03:57.650051 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6625b542-55bd-4952-9a13-d7af7569d45f req-7e8e2658-0118-43cb-9072-6a1eaee8dac9 tempest-FlavorsV2NegativeTest-1068693397 tempest-FlavorsV2NegativeTest-1068693397-project] 10.222.0.59 "GET /v2.0/quotas/7a145ba0c56e4c3ea9250179055211d8 HTTP/1.1" status: 200 len: 375 time: 0.0208032 Dec 17 13:03:57.696763 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6625b542-55bd-4952-9a13-d7af7569d45f req-1fe88a2c-9d0a-4964-a1bb-ebad8a0b2b8e tempest-FlavorsV2NegativeTest-1068693397 tempest-FlavorsV2NegativeTest-1068693397-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a145ba0c56e4c3ea9250179055211d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457659 Dec 17 13:03:57.860552 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b8e19e2-4e30-4918-ba71-876112ed524f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:57.892020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:03:57.965665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e19e2-4e30-4918-ba71-876112ed524f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f3e3a8-8c0b-42f3-919b-16f209fda9b3,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:57.971750 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8e19e2-4e30-4918-ba71-876112ed524f admin admin] Checking segment: {'id': '07fb4631-569e-4c80-9840-0830745dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e8e14fd4-75db-431b-b3ce-951c40fdf03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:03:57.972618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e19e2-4e30-4918-ba71-876112ed524f admin admin] Network hostable DHCP agents. Network: e8e14fd4-75db-431b-b3ce-951c40fdf03d, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:03:58.033474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa46a07-2b8b-4999-93e0-d705fadf8f32 req-51f1321e-f87e-450c-8357-950623c58808 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:58.035064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfa46a07-2b8b-4999-93e0-d705fadf8f32 req-51f1321e-f87e-450c-8357-950623c58808 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 950 time: 0.0726874 Dec 17 13:03:58.054570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:58.066834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'port_id': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'mac_address': 'fa:16:3e:12:25:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:03:58.077548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e19e2-4e30-4918-ba71-876112ed524f admin admin] Network e8e14fd4-75db-431b-b3ce-951c40fdf03d is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:03:58.090109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfa46a07-2b8b-4999-93e0-d705fadf8f32 req-69133ddd-e864-40a6-931d-8f44d9e744eb tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482705 Dec 17 13:03:58.107479 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:58.121059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9698d4-4058-4119-89c8-a9b1e816f53a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:03:58.140497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:58.180238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-4b8e19e2-4e30-4918-ba71-876112ed524f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e8e14fd4-75db-431b-b3ce-951c40fdf03d) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:03:58.187788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e19e2-4e30-4918-ba71-876112ed524f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:58.190536 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b8e19e2-4e30-4918-ba71-876112ed524f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:58.192353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18bd4d2-46af-4c00-914a-028eea4030e8 None None] Network e8e14fd4-75db-431b-b3ce-951c40fdf03d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:03:58.204810 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4db6cf94-fb26-4dfe-ad77-4e88862e7cb1 req-87e3ba63-cba2-42ea-a497-bd4390e97e1a tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0263283 Dec 17 13:03:58.295094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4b8e19e2-4e30-4918-ba71-876112ed524f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9663174 Dec 17 13:03:58.370690 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:58.392738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49042) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:58.415762 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54391d20-f6de-4ebf-9d6f-aac673ed7a49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:58.433278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b26c19-933f-4641-a5e3-b22059005a6c req-8bf3e3f7-6a6b-4711-9425-f51ae154d6fb tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:58.442388 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95b26c19-933f-4641-a5e3-b22059005a6c req-8bf3e3f7-6a6b-4711-9425-f51ae154d6fb tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 944 time: 0.0959659 Dec 17 13:03:58.492390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067'}, {'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:58.499633 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7761378-da40-4607-83d3-adb089c2071a" -d '{"events": [{"server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "name": "network-vif-plugged", "status": "completed", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067"}, {"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:58.542001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54391d20-f6de-4ebf-9d6f-aac673ed7a49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:58.545614 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95b26c19-933f-4641-a5e3-b22059005a6c req-6c5cb180-ef33-4f06-b7c9-e8f9594d587c tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989904 Dec 17 13:03:58.545780 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aad8fb9-c81b-40cf-88b1-4dc17c129a2b None None] Network e8e14fd4-75db-431b-b3ce-951c40fdf03d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:03:58.552628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['cd9698d4-4058-4119-89c8-a9b1e816f53a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:03:58.642879 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edef47a9-70c7-4f2c-9fd3-b9bae26f68c3 x-openstack-request-id: req-edef47a9-70c7-4f2c-9fd3-b9bae26f68c3 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:58.643382 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "name": "network-vif-plugged", "status": "completed", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067", "code": 200}, {"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:58.643734 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edef47a9-70c7-4f2c-9fd3-b9bae26f68c3 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:58.644091 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'code': 200} Dec 17 13:03:58.644595 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'code': 200} Dec 17 13:03:58.648598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:58.653924 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54391d20-f6de-4ebf-9d6f-aac673ed7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:58.731110 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-54391d20-f6de-4ebf-9d6f-aac673ed7a49 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae28b005ef584e5287294de422c77abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393662 Dec 17 13:03:58.739347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49064) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:03:58.764594 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54391d20-f6de-4ebf-9d6f-aac673ed7a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e95bdfb-91a7-4a55-8554-d0337b11c186,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:58.808036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225513e3-b563-4626-911b-955493d749e6 req-8ce5a738-f0d9-47aa-b5b4-f5d300e22bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:58.809539 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-225513e3-b563-4626-911b-955493d749e6 req-8ce5a738-f0d9-47aa-b5b4-f5d300e22bb3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089 HTTP/1.1" status: 200 len: 1101 time: 0.1500654 Dec 17 13:03:58.928837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a175753-2fde-434c-a504-4562679c32ff req-6ae5ecf6-92e5-4881-a757-9210f60b4707 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:58.930650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a175753-2fde-434c-a504-4562679c32ff req-6ae5ecf6-92e5-4881-a757-9210f60b4707 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 944 time: 0.1581745 Dec 17 13:03:58.948913 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a43-c704-4090-b8fa-75a1ef637ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:58.958811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-225513e3-b563-4626-911b-955493d749e6 req-16d72c57-6e35-4cc1-b362-0ff5107c69b8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346836 Dec 17 13:03:59.022100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a43-c704-4090-b8fa-75a1ef637ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:59.129186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-7a175753-2fde-434c-a504-4562679c32ff req-258af04a-c25b-4a68-a3ae-5b61cd7aab72 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Deleting port 0f6871d5-8c9b-49bb-92e4-51e05845e93d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:03:59.129863 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7a175753-2fde-434c-a504-4562679c32ff req-258af04a-c25b-4a68-a3ae-5b61cd7aab72 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:59.295221 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a43-c704-4090-b8fa-75a1ef637ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:59.303172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cac2a43-c704-4090-b8fa-75a1ef637ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:59.305637 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1cac2a43-c704-4090-b8fa-75a1ef637ee6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e95bdfb-91a7-4a55-8554-d0337b11c186 HTTP/1.1" status: 204 len: 168 time: 0.5562935 Dec 17 13:03:59.338107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57196d0-86b1-40ad-b7b8-cbee49926fac req-2376c1d9-2ac3-422b-a6ac-b6d5e167b227 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:59.340387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a57196d0-86b1-40ad-b7b8-cbee49926fac req-2376c1d9-2ac3-422b-a6ac-b6d5e167b227 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 950 time: 0.1376591 Dec 17 13:03:59.344524 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac2a43-c704-4090-b8fa-75a1ef637ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e95bdfb-91a7-4a55-8554-d0337b11c186,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:59.353276 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f1d68ba-03ae-4743-8b98-584b775837d6 req-d2e6c6d2-a230-4424-8379-59aee31b1992 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0541341 Dec 17 13:03:59.411979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7a175753-2fde-434c-a504-4562679c32ff req-258af04a-c25b-4a68-a3ae-5b61cd7aab72 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] For port 0f6871d5-8c9b-49bb-92e4-51e05845e93d, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0f6871d5-8c9b-49bb-92e4-51e05845e93d,segment=NetworkSegment(e15a23b4-3e03-4381-b666-7dfaf7b4084c),segment_id=e15a23b4-3e03-4381-b666-7dfaf7b4084c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:03:59.412369 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7a175753-2fde-434c-a504-4562679c32ff req-258af04a-c25b-4a68-a3ae-5b61cd7aab72 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:59.444074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-7a175753-2fde-434c-a504-4562679c32ff req-258af04a-c25b-4a68-a3ae-5b61cd7aab72 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Calling delete_port for 0f6871d5-8c9b-49bb-92e4-51e05845e93d owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:03:59.477696 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a57196d0-86b1-40ad-b7b8-cbee49926fac req-9e2c4948-964e-4bee-9b3f-ca891b9ab42e tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101027 Dec 17 13:03:59.638485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285608-6a47-4449-83e1-0d9bcd9b1735 req-b6c8ed4f-3907-418f-9b5d-5fa7682a8867 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:59.641131 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a5285608-6a47-4449-83e1-0d9bcd9b1735 req-b6c8ed4f-3907-418f-9b5d-5fa7682a8867 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089 HTTP/1.1" status: 200 len: 950 time: 0.0694611 Dec 17 13:03:59.705885 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a5285608-6a47-4449-83e1-0d9bcd9b1735 req-49af3717-6b8b-4f0c-b3af-466dbf62bb0f tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584362 Dec 17 13:03:59.734168 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe17dd-646e-4e20-ad95-035bfbaec247 req-2b486d27-64b7-4302-a6d3-0eab7deae6a5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:03:59.735823 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-62fe17dd-646e-4e20-ad95-035bfbaec247 req-2b486d27-64b7-4302-a6d3-0eab7deae6a5 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 944 time: 0.0728378 Dec 17 13:03:59.766202 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7a175753-2fde-434c-a504-4562679c32ff req-258af04a-c25b-4a68-a3ae-5b61cd7aab72 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:59.781849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d1453d18-bfe9-46b9-bd8b-b56aba4fd69c no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:59.813725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: d1453d18-bfe9-46b9-bd8b-b56aba4fd69c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:59.815226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d1453d18-bfe9-46b9-bd8b-b56aba4fd69c not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:59.815826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 0f6871d5-8c9b-49bb-92e4-51e05845e93d no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:03:59.817758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258af04a-c25b-4a68-a3ae-5b61cd7aab72 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Pushing event deleted for resources: {'Port': ['ID=0f6871d5-8c9b-49bb-92e4-51e05845e93d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:03:59.850037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 0f6871d5-8c9b-49bb-92e4-51e05845e93d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:03:59.850556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 0f6871d5-8c9b-49bb-92e4-51e05845e93d not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:03:59.858634 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-62fe17dd-646e-4e20-ad95-035bfbaec247 req-ea2821a4-7e7d-4b35-af88-80e2db8ddd8e tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/security-groups?id=93e7a853-7b28-4087-9c63-f838ea2ada64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165090 Dec 17 13:03:59.875429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a175753-2fde-434c-a504-4562679c32ff req-258af04a-c25b-4a68-a3ae-5b61cd7aab72 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] No DVR routers for this DVR port 0f6871d5-8c9b-49bb-92e4-51e05845e93d on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:03:59.878340 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7a175753-2fde-434c-a504-4562679c32ff req-258af04a-c25b-4a68-a3ae-5b61cd7aab72 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:03:59.882254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a175753-2fde-434c-a504-4562679c32ff req-258af04a-c25b-4a68-a3ae-5b61cd7aab72 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.54 "DELETE /v2.0/ports/0f6871d5-8c9b-49bb-92e4-51e05845e93d HTTP/1.1" status: 204 len: 173 time: 0.9441533 Dec 17 13:03:59.883006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b22c739-b341-4337-bbda-6f4e71a4a7c0', 'name': 'network-vif-deleted', 'tag': '0f6871d5-8c9b-49bb-92e4-51e05845e93d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:03:59.885049 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f46126-3e91-44ee-b104-430f41acdfbb" -d '{"events": [{"server_uuid": "6b22c739-b341-4337-bbda-6f4e71a4a7c0", "name": "network-vif-deleted", "tag": "0f6871d5-8c9b-49bb-92e4-51e05845e93d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:03:59.924052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:03:59.928871 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6db15f-9fa0-428f-9ecf-e24187c0fdc1 x-openstack-request-id: req-4d6db15f-9fa0-428f-9ecf-e24187c0fdc1 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:03:59.928871 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b22c739-b341-4337-bbda-6f4e71a4a7c0", "name": "network-vif-deleted", "tag": "0f6871d5-8c9b-49bb-92e4-51e05845e93d", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:03:59.928871 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d6db15f-9fa0-428f-9ecf-e24187c0fdc1 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:03:59.929428 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b22c739-b341-4337-bbda-6f4e71a4a7c0', 'name': 'network-vif-deleted', 'tag': '0f6871d5-8c9b-49bb-92e4-51e05845e93d', 'status': 'completed', 'code': 200} Dec 17 13:04:00.029532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49104) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:00.055784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port cd9698d4-4058-4119-89c8-a9b1e816f53a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:00.056173 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:00.201124 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:00.252601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:00.342521 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7742904-50dc-4983-9687-05270c3266b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:00.437780 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:00.498835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49122) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:00.505538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-433994887-network', 'tenant_id': '08e98d0679124af28fbe00cb239acc76'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:00.582845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=10']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:00.607001 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7742904-50dc-4983-9687-05270c3266b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:00.623330 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-835d5538-5eef-4b3b-b955-b89ad5d7fabb req-cf93ca86-3280-4b11-9885-ce539a3093b5 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0635831 Dec 17 13:04:00.643476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Made reservation on behalf of 08e98d0679124af28fbe00cb239acc76 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:00.645433 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:00.646036 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:00.648371 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7e1a12-af18-4083-b732-fc4d4877ef68" -d '{"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-plugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:00.660135 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:00.717706 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7742904-50dc-4983-9687-05270c3266b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:00.746432 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90109ef7-9d68-4383-a09f-335ff46e56fc x-openstack-request-id: req-90109ef7-9d68-4383-a09f-335ff46e56fc {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:00.746742 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-plugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:00.747003 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-90109ef7-9d68-4383-a09f-335ff46e56fc {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:00.747401 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'code': 200} Dec 17 13:04:00.767259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a7742904-50dc-4983-9687-05270c3266b1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a145ba0c56e4c3ea9250179055211d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7355204 Dec 17 13:04:00.769216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49132) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:00.810552 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:00.819157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7742904-50dc-4983-9687-05270c3266b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c19759-be56-4564-810c-9dc66eccab3a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:00.849189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ce6e-1b1c-4389-894e-031b0ed5ee12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:00.914358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ce6e-1b1c-4389-894e-031b0ed5ee12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:00.923477 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:00.940936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d9566-2945-4120-8a9a-152d83c81e6a req-b9b29cab-8ffb-4d53-85c8-165f2bc78c8f tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:00.942540 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-228d9566-2945-4120-8a9a-152d83c81e6a req-b9b29cab-8ffb-4d53-85c8-165f2bc78c8f tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089 HTTP/1.1" status: 200 len: 950 time: 0.0947483 Dec 17 13:04:00.987484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:04:01.047828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-228d9566-2945-4120-8a9a-152d83c81e6a req-2a6a9a3c-5065-4f6e-9e44-b9fee1a2b7d3 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913157 Dec 17 13:04:01.126672 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-95fa4ab3-9e0b-4f38-a5ac-dd7d4d7739aa req-69f8c445-7fe3-4f35-aecb-4c016d70fef0 tempest-LiveAutoBlockMigrationV225Test-796663968 tempest-LiveAutoBlockMigrationV225Test-796663968-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b22c739-b341-4337-bbda-6f4e71a4a7c0 HTTP/1.1" status: 200 len: 210 time: 0.1066983 Dec 17 13:04:01.140427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ce6e-1b1c-4389-894e-031b0ed5ee12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:01.143519 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5b5ce6e-1b1c-4389-894e-031b0ed5ee12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:01.144810 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e5b5ce6e-1b1c-4389-894e-031b0ed5ee12 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74c19759-be56-4564-810c-9dc66eccab3a HTTP/1.1" status: 204 len: 168 time: 0.3742211 Dec 17 13:04:01.173259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5ce6e-1b1c-4389-894e-031b0ed5ee12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c19759-be56-4564-810c-9dc66eccab3a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:01.173909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc335025-bd5f-4ce0-a517-886a7ee22fa1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:01.195747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:01.196398 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Added segment 7447238b-c786-4e27-8760-7bf2cc184713 of type vlan for network fb7de3e3-5b47-4ca2-a008-c37895002fe3 Dec 17 13:04:01.295692 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:01.355292 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:01.488743 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:01.489787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:01.490378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:01.570497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] Pushing event updated for resources: {'Network': ['ID=fb7de3e3-5b47-4ca2-a008-c37895002fe3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:01.582335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network fb7de3e3-5b47-4ca2-a008-c37895002fe3 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:04:01.698541 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9ebdc15f-b555-473a-b440-739929d30ade admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1977181 Dec 17 13:04:01.701918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49166) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:01.708041 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-65b99870-575e-486c-898b-be34cea58ba0 admin admin] Request body: {'subnet': {'network_id': 'fb7de3e3-5b47-4ca2-a008-c37895002fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-433994887-subnet', 'tenant_id': '08e98d0679124af28fbe00cb239acc76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:01.772983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a3eb77b-e8d7-4a89-b117-f941bf782f31 req-27c9519a-d997-4234-a44c-b338c0d22f10 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0392244 Dec 17 13:04:01.875065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b99870-575e-486c-898b-be34cea58ba0 admin admin] Made reservation on behalf of 08e98d0679124af28fbe00cb239acc76 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:01.880076 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65b99870-575e-486c-898b-be34cea58ba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:02.218053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49202) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:02.283830 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65b99870-575e-486c-898b-be34cea58ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:02.381837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b99870-575e-486c-898b-be34cea58ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff7f110-a22f-4acd-9909-6ba51caa9b6b,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:02.401653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b99870-575e-486c-898b-be34cea58ba0 admin admin] Checking segment: {'id': '7447238b-c786-4e27-8760-7bf2cc184713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fb7de3e3-5b47-4ca2-a008-c37895002fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:02.402275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b99870-575e-486c-898b-be34cea58ba0 admin admin] Network hostable DHCP agents. Network: fb7de3e3-5b47-4ca2-a008-c37895002fe3, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:04:02.426054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49212) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:02.499723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b99870-575e-486c-898b-be34cea58ba0 admin admin] Network fb7de3e3-5b47-4ca2-a008-c37895002fe3 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:04:02.596864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-65b99870-575e-486c-898b-be34cea58ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, fb7de3e3-5b47-4ca2-a008-c37895002fe3) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:02.601807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b99870-575e-486c-898b-be34cea58ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:02.602713 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65b99870-575e-486c-898b-be34cea58ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:02.606750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a8549d-e0ec-4a43-931f-f27c6a0113d7 None None] Network fb7de3e3-5b47-4ca2-a008-c37895002fe3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:02.645466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-994bfc76-f773-4e0b-adf7-c8b34d8d1add admin admin] Deleting subnet 8d7a7622-58e1-4644-af83-62446c95c9d4 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:04:02.651764 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-994bfc76-f773-4e0b-adf7-c8b34d8d1add admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:02.694159 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-994bfc76-f773-4e0b-adf7-c8b34d8d1add admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:02.716091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-65b99870-575e-486c-898b-be34cea58ba0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0124412 Dec 17 13:04:02.741422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-994bfc76-f773-4e0b-adf7-c8b34d8d1add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:02.762469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81241b7-d98e-45fa-9ac4-79b63b185a7e None None] Network fb7de3e3-5b47-4ca2-a008-c37895002fe3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:02.803089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-678864666-network', 'tenant_id': 'f7908988c79244de9882bff9787e7f0a'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:02.902261 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-994bfc76-f773-4e0b-adf7-c8b34d8d1add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:02.945161 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-54a8970f-3fcf-4a46-a7d9-d7039578dbda req-24cb8d58-9faa-4a3b-ac85-dd219eced549 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0585737 Dec 17 13:04:02.947184 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-994bfc76-f773-4e0b-adf7-c8b34d8d1add admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:02.952279 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-994bfc76-f773-4e0b-adf7-c8b34d8d1add admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8d7a7622-58e1-4644-af83-62446c95c9d4 HTTP/1.1" status: 204 len: 168 time: 0.7326262 Dec 17 13:04:02.955353 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49228) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:02.971949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Made reservation on behalf of f7908988c79244de9882bff9787e7f0a for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:02.974914 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:02.983694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bfc76-f773-4e0b-adf7-c8b34d8d1add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7a7622-58e1-4644-af83-62446c95c9d4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:02.986232 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.064587 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.076743 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.181840 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.215244 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.240314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:04:03.259611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7717af48-82a8-4fc3-8cc0-cf6ce9d6412a']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:03.268204 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.268571 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Added segment 52a1b86d-ba5b-4258-bc9b-90ad6daab713 of type vlan for network f3e81db7-1e2e-4d00-9a1e-f420378f0efb Dec 17 13:04:03.274666 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15a23b4-3e03-4381-b666-7dfaf7b4084c') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:03.275045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15a23b4-3e03-4381-b666-7dfaf7b4084c') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:03.292541 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.318242 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.337784 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:04:03.338800 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:04:03.340892 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:04:03.352396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49252) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:03.371321 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.387786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cb7f58-b4da-423f-a2cd-0dc00ab6541a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:03.472057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49256) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:03.479869 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.481395 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:03.482361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.570918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.577528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.596729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49260) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:03.602691 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] 10.222.0.59 "DELETE /v2.0/networks/7717af48-82a8-4fc3-8cc0-cf6ce9d6412a HTTP/1.1" status: 204 len: 168 time: 0.6457605 Dec 17 13:04:03.632481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04ec00-00a4-4c0d-a02d-f5f41a50100b admin admin] Pushing event deleted for resources: {'Network': ['ID=7717af48-82a8-4fc3-8cc0-cf6ce9d6412a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:03.674164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] Pushing event updated for resources: {'Network': ['ID=f3e81db7-1e2e-4d00-9a1e-f420378f0efb,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:03.688290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f3e81db7-1e2e-4d00-9a1e-f420378f0efb details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:04:03.690135 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e165af43-683e-4e74-aef2-7f5481a66a5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.711150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1208692901-network', 'tenant_id': 'adc64d7063a24b3eac9dd5ffbd034980'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:03.720053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1b4aaf-a579-4204-b25f-094009b3cf61 admin admin] Deleting subnet d298d111-ef29-459a-ae60-7b825f30693c {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:04:03.725913 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa1b4aaf-a579-4204-b25f-094009b3cf61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.846883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa1b4aaf-a579-4204-b25f-094009b3cf61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.962893 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa1b4aaf-a579-4204-b25f-094009b3cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:03.993310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49272) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:03.993525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8a6b322f-5e70-4950-81b6-9fc5fb44c92a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5660970 Dec 17 13:04:04.001239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-95926500-a647-48c0-b372-53270301e75e admin admin] Request body: {'subnet': {'network_id': 'f3e81db7-1e2e-4d00-9a1e-f420378f0efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-678864666-subnet', 'tenant_id': 'f7908988c79244de9882bff9787e7f0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:04.019797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-aefb2912-680c-46e9-9908-9e9e046be184 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:04.021284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-aefb2912-680c-46e9-9908-9e9e046be184 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/networks?id=e8e14fd4-75db-431b-b3ce-951c40fdf03d HTTP/1.1" status: 200 len: 815 time: 0.2981308 Dec 17 13:04:04.050156 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e165af43-683e-4e74-aef2-7f5481a66a5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.058462 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46b9d74a-7588-4694-a1bc-2e4d42abc36a req-ae432995-e9e7-4913-af66-3e06443fc426 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0293441 Dec 17 13:04:04.061609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-5c7fd0ce-a2fe-46c0-ad91-daee39b5f4eb tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/quotas/4cff5b73d1c14e8591f1ef5d5f45cfb9 HTTP/1.1" status: 200 len: 375 time: 0.0290024 Dec 17 13:04:04.096004 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95926500-a647-48c0-b372-53270301e75e admin admin] Made reservation on behalf of f7908988c79244de9882bff9787e7f0a for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:04.098250 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95926500-a647-48c0-b372-53270301e75e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.102777 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-a3cdf25f-96f6-4a84-bde5-819d4c841946 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cff5b73d1c14e8591f1ef5d5f45cfb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341744 Dec 17 13:04:04.106657 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e165af43-683e-4e74-aef2-7f5481a66a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.152606 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e165af43-683e-4e74-aef2-7f5481a66a5c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1051d4596e9e4a0a986a9ab89f6fc7ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7942488 Dec 17 13:04:04.153355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165af43-683e-4e74-aef2-7f5481a66a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040443a5-0ef5-4469-95ee-6057fd72f794,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:04.156728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49286) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:04.193367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Made reservation on behalf of adc64d7063a24b3eac9dd5ffbd034980 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:04.193367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.233086 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.255381 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa1b4aaf-a579-4204-b25f-094009b3cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.323842 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-10dd97dd-eeb8-45a5-849a-717d2c1581d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.357074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b4aaf-a579-4204-b25f-094009b3cf61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d298d111-ef29-459a-ae60-7b825f30693c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:04.361218 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-10dd97dd-eeb8-45a5-849a-717d2c1581d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.361967 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa1b4aaf-a579-4204-b25f-094009b3cf61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.365455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fa1b4aaf-a579-4204-b25f-094009b3cf61 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d298d111-ef29-459a-ae60-7b825f30693c HTTP/1.1" status: 204 len: 168 time: 0.7680259 Dec 17 13:04:04.372145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49296) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:04.497088 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.500647 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95926500-a647-48c0-b372-53270301e75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.506976 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-d239ca32-a9d8-4bad-9894-9ee57fd42708 service neutron] 10.222.0.59 "GET /v2.0/networks/e8e14fd4-75db-431b-b3ce-951c40fdf03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898206 Dec 17 13:04:04.559444 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-10dd97dd-eeb8-45a5-849a-717d2c1581d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.562086 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-10dd97dd-eeb8-45a5-849a-717d2c1581d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.563236 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-10dd97dd-eeb8-45a5-849a-717d2c1581d0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/040443a5-0ef5-4469-95ee-6057fd72f794 HTTP/1.1" status: 204 len: 168 time: 0.4053700 Dec 17 13:04:04.577832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95926500-a647-48c0-b372-53270301e75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7aa0c81-1046-4967-98b2-879b37d4d2eb,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:04.586823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd97dd-eeb8-45a5-849a-717d2c1581d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040443a5-0ef5-4469-95ee-6057fd72f794,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:04.594527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95926500-a647-48c0-b372-53270301e75e admin admin] Checking segment: {'id': '52a1b86d-ba5b-4258-bc9b-90ad6daab713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f3e81db7-1e2e-4d00-9a1e-f420378f0efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:04.594964 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95926500-a647-48c0-b372-53270301e75e admin admin] Network hostable DHCP agents. Network: f3e81db7-1e2e-4d00-9a1e-f420378f0efb, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:04:04.704026 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.723674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95926500-a647-48c0-b372-53270301e75e admin admin] Network f3e81db7-1e2e-4d00-9a1e-f420378f0efb is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:04:04.753720 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.782497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ebb4f950-ee1a-4244-af90-1bca904e495c service neutron] 10.222.0.59 "GET /v2.0/networks/e8e14fd4-75db-431b-b3ce-951c40fdf03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686560 Dec 17 13:04:04.786065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6101ad-6914-442e-bf53-0774014972e5']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:04.805482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f95e23-a80d-454e-8045-1532c891a6b5') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:04.805482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f95e23-a80d-454e-8045-1532c891a6b5') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:04.812307 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.825824 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.828883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.847062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:04:04.847496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:04:04.849263 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:04:04.871882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-95926500-a647-48c0-b372-53270301e75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f3e81db7-1e2e-4d00-9a1e-f420378f0efb) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:04.876539 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95926500-a647-48c0-b372-53270301e75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:04.877643 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95926500-a647-48c0-b372-53270301e75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.905368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3f1337-ea1c-4b06-9486-a92c8505c309 None None] Network f3e81db7-1e2e-4d00-9a1e-f420378f0efb requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:04.960820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:04:04.980932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:04.981544 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Added segment 658d4950-88db-4c73-9578-7f93114fa8d0 of type vlan for network fad716a1-7391-46f7-b63d-f2bab958136d Dec 17 13:04:04.983308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5501606-dbba-4728-94be-d8c19f274722,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:05.003401 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-95926500-a647-48c0-b372-53270301e75e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0080738 Dec 17 13:04:05.054765 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c10e3b-8c5a-4430-834e-d1981069856b None None] Network f3e81db7-1e2e-4d00-9a1e-f420378f0efb requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:05.103884 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:05.124809 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:05.134686 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7d6101ad-6914-442e-bf53-0774014972e5 HTTP/1.1" status: 204 len: 168 time: 0.7613273 Dec 17 13:04:05.199375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dce60c-6fa3-40db-97c2-e40cb0fb5711 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6101ad-6914-442e-bf53-0774014972e5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:05.208532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:05.219612 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-10e27a6b-8742-4331-aa4d-d8ab36db6990 req-b8ccaee3-b3ac-4a13-a12d-b2b32dea2bbb tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/ports?device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 210 time: 0.0617595 Dec 17 13:04:05.329607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fefba09a-abab-4e0a-8bd5-7cf0d847f5b0 req-d9521165-04a3-4f89-8078-b04c9ac21789 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0519497 Dec 17 13:04:05.330181 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:05.331068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:05.331657 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:05.435229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] Pushing event updated for resources: {'Network': ['ID=fad716a1-7391-46f7-b63d-f2bab958136d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:05.454206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network fad716a1-7391-46f7-b63d-f2bab958136d details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:04:05.594808 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6431e5b1-0ded-45b4-ae4e-1b0ebeba75be admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1212642 Dec 17 13:04:05.597345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49338) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:05.601958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49340) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:05.606851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-2bde06da-78f2-4f13-8119-f57a8963778e admin admin] Request body: {'subnet': {'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1208692901-subnet', 'tenant_id': 'adc64d7063a24b3eac9dd5ffbd034980', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:05.645460 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe74efca-0aa6-48be-b1b1-d383700eb09c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:05.835399 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe74efca-0aa6-48be-b1b1-d383700eb09c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:05.866338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bde06da-78f2-4f13-8119-f57a8963778e admin admin] Made reservation on behalf of adc64d7063a24b3eac9dd5ffbd034980 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:05.866518 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:05.868949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2bde06da-78f2-4f13-8119-f57a8963778e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:05.908401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49350) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:05.946019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 78fe7918-f419-48ae-b125-7b6ecbad7067 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:04:05.962154 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe74efca-0aa6-48be-b1b1-d383700eb09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.021748 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7faa75d1-eb69-4d62-883a-684f4dc92bcc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9614be50faf74fb8a529668bc3e6df5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1072488 Dec 17 13:04:06.029367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49352) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:06.030142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9072215c-2b36-4fb0-bb2e-95887eb5bc75 req-bff1f747-198d-46e7-b00a-94275f370918 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1735213751', 'description': 'tempest-description-885999116'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:06.065830 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fe74efca-0aa6-48be-b1b1-d383700eb09c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=63f0ee55173a40ed9bdf5e65007bb62e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635205 Dec 17 13:04:06.070594 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49356) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:06.074993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74efca-0aa6-48be-b1b1-d383700eb09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d876fdff-a2f8-4c12-8259-286113088d56,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:06.192718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:06.206056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'mac_address': 'fa:16:3e:31:86:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:04:06.213955 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9072215c-2b36-4fb0-bb2e-95887eb5bc75 req-bff1f747-198d-46e7-b00a-94275f370918 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.243607 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-142f22af-5a46-46e6-b4c7-ee2ef8163f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.246611 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3c87e6a8-ee86-4ed1-b2b6-6ad455afa5f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.289646 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-142f22af-5a46-46e6-b4c7-ee2ef8163f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.291527 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.298290 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3c87e6a8-ee86-4ed1-b2b6-6ad455afa5f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.304812 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2bde06da-78f2-4f13-8119-f57a8963778e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.320109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78fe7918-f419-48ae-b125-7b6ecbad7067 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:04:06.368687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:06.403635 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec8d27bf-712d-489b-9de9-1ffd9dd21762 req-3c6910f6-8e8a-47e8-a673-bbe2826bbd34 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/ports?device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 210 time: 0.0623181 Dec 17 13:04:06.447012 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde06da-78f2-4f13-8119-f57a8963778e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4af1a1-1a63-4bec-8fef-db454759a640,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:06.450291 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.512889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde06da-78f2-4f13-8119-f57a8963778e admin admin] Checking segment: {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:06.513311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bde06da-78f2-4f13-8119-f57a8963778e admin admin] Network hostable DHCP agents. Network: fad716a1-7391-46f7-b63d-f2bab958136d, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:04:06.523367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9072215c-2b36-4fb0-bb2e-95887eb5bc75 req-bff1f747-198d-46e7-b00a-94275f370918 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.535873 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-142f22af-5a46-46e6-b4c7-ee2ef8163f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.542777 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-142f22af-5a46-46e6-b4c7-ee2ef8163f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.548072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['78fe7918-f419-48ae-b125-7b6ecbad7067'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:04:06.548249 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-142f22af-5a46-46e6-b4c7-ee2ef8163f60 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d876fdff-a2f8-4c12-8259-286113088d56 HTTP/1.1" status: 204 len: 168 time: 0.4733963 Dec 17 13:04:06.578005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=78fe7918-f419-48ae-b125-7b6ecbad7067,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:06.591529 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9072215c-2b36-4fb0-bb2e-95887eb5bc75 req-bff1f747-198d-46e7-b00a-94275f370918 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.625353 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64cca438-e3de-4bca-b90f-b62f67feb250 req-84339230-182b-4d9d-9c3a-c73f8f504e49 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.1070001 Dec 17 13:04:06.642400 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3c87e6a8-ee86-4ed1-b2b6-6ad455afa5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.648143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bde06da-78f2-4f13-8119-f57a8963778e admin admin] Network fad716a1-7391-46f7-b63d-f2bab958136d is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:04:06.650157 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3c87e6a8-ee86-4ed1-b2b6-6ad455afa5f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.665511 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3c87e6a8-ee86-4ed1-b2b6-6ad455afa5f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93e7a853-7b28-4087-9c63-f838ea2ada64 HTTP/1.1" status: 204 len: 168 time: 0.6328673 Dec 17 13:04:06.667294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f22af-5a46-46e6-b4c7-ee2ef8163f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d876fdff-a2f8-4c12-8259-286113088d56,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:06.673994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1f747-198d-46e7-b00a-94275f370918 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8f7af9-2f7f-4069-95c3-88ce9bd4af4f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:06.730797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87e6a8-ee86-4ed1-b2b6-6ad455afa5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e7a853-7b28-4087-9c63-f838ea2ada64,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:06.782319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-2bde06da-78f2-4f13-8119-f57a8963778e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, fad716a1-7391-46f7-b63d-f2bab958136d) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:06.786255 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9072215c-2b36-4fb0-bb2e-95887eb5bc75 req-bff1f747-198d-46e7-b00a-94275f370918 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.787656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9072215c-2b36-4fb0-bb2e-95887eb5bc75 req-bff1f747-198d-46e7-b00a-94275f370918 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7758679 Dec 17 13:04:06.795736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bde06da-78f2-4f13-8119-f57a8963778e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:06.796349 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2bde06da-78f2-4f13-8119-f57a8963778e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:06.798342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c275056-2cef-4f4e-a2f0-c8b7a42b5854 None None] Network fad716a1-7391-46f7-b63d-f2bab958136d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:06.908870 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b68131b8-e630-46bd-9ffa-93f5a514fbf2 req-6d4fbed0-001e-40e1-8001-99d5b1ed0154 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/0e8f7af9-2f7f-4069-95c3-88ce9bd4af4f HTTP/1.1" status: 200 len: 1829 time: 0.0903971 Dec 17 13:04:06.922664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-b68131b8-e630-46bd-9ffa-93f5a514fbf2 req-f2ec0b97-2543-4c67-9940-3e98cd75bae0 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0e8f7af9-2f7f-4069-95c3-88ce9bd4af4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:06.922917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-b68131b8-e630-46bd-9ffa-93f5a514fbf2 req-f2ec0b97-2543-4c67-9940-3e98cd75bae0 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0e8f7af9-2f7f-4069-95c3-88ce9bd4af4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:06.950249 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2bde06da-78f2-4f13-8119-f57a8963778e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3441608 Dec 17 13:04:07.010829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d0218-6023-401d-885b-a58b15dd35e9 None None] Network fad716a1-7391-46f7-b63d-f2bab958136d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:07.208152 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b68131b8-e630-46bd-9ffa-93f5a514fbf2 req-f2ec0b97-2543-4c67-9940-3e98cd75bae0 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:07.267787 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b68131b8-e630-46bd-9ffa-93f5a514fbf2 req-f2ec0b97-2543-4c67-9940-3e98cd75bae0 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:07.363237 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b68131b8-e630-46bd-9ffa-93f5a514fbf2 req-f2ec0b97-2543-4c67-9940-3e98cd75bae0 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:07.406034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec0b97-2543-4c67-9940-3e98cd75bae0 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1912a838-acc0-4d5f-abdd-b8596496f508,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:07.517910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b68131b8-e630-46bd-9ffa-93f5a514fbf2 req-f2ec0b97-2543-4c67-9940-3e98cd75bae0 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:07.519191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b68131b8-e630-46bd-9ffa-93f5a514fbf2 req-f2ec0b97-2543-4c67-9940-3e98cd75bae0 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6007349 Dec 17 13:04:07.848101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49416) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:07.940808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49418) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:07.942126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-73864bed-0c44-4915-81ff-8ba9bef48905 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=646dff38002e478c9d047315a81dac74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0880558 Dec 17 13:04:07.973935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 78fe7918-f419-48ae-b125-7b6ecbad7067 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:04:08.084187 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:08.153704 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:08.208777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 78fe7918-f419-48ae-b125-7b6ecbad7067 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:08.208777 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:08.439941 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:08.505422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:08.505422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:08.506971 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efa044d-4e4a-49ef-bb03-e26ef5aecf26" -d '{"events": [{"server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "name": "network-vif-plugged", "status": "completed", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:08.981198 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:08.984689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:08.986152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/278f4e96-d3b9-42b4-8db0-444411d8e9b5 HTTP/1.1" status: 204 len: 168 time: 1.0437751 Dec 17 13:04:08.997782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278f4e96-d3b9-42b4-8db0-444411d8e9b5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:09.006095 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.006491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.007025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.009370 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:09.021816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.026777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.029054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.031112 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.032020 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.035751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.038879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.048421 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.048421 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.048421 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f264baa-5703-4144-8540-fb88d0ffb7c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:09.168183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=78fe7918-f419-48ae-b125-7b6ecbad7067,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:09.193167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-523cfb38-df94-47e5-9ef8-5d093df2462d tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:09.193604 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-523cfb38-df94-47e5-9ef8-5d093df2462d tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.61 "GET /v2.0/networks?id=e8e14fd4-75db-431b-b3ce-951c40fdf03d HTTP/1.1" status: 200 len: 815 time: 0.1536644 Dec 17 13:04:09.210955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Request body: {'port': {'device_id': '61293a52-d785-4de1-b3e1-94b99efb98f6', 'network_id': 'e8e14fd4-75db-431b-b3ce-951c40fdf03d', 'admin_state_up': True, 'tenant_id': '4cff5b73d1c14e8591f1ef5d5f45cfb9'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:09.471928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Made reservation on behalf of 4cff5b73d1c14e8591f1ef5d5f45cfb9 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:09.476969 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:09.543654 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49440) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:09.697064 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-network', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:09.806641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Allocated IP 172.20.0.7 (e8e14fd4-75db-431b-b3ce-951c40fdf03d/f9f3e3a8-8c0b-42f3-919b-16f209fda9b3/5ffb1b30-1e26-4c06-9712-5899606d4b22) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:04:09.809591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Made reservation on behalf of 92e468af24b045e1a43d72e62a88f5c2 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:09.812734 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:09.828246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:10.005770 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:10.072565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:10.090998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:04:10.114538 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:10.119986 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Added segment c811910a-f652-4e67-972a-572fc5d240b6 of type vlan for network 506e5122-0008-430c-937d-e9db9c21f448 Dec 17 13:04:10.163788 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:10.255686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:10.312995 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8125272a-a93d-45aa-abfa-30c86eb7af80,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:10.324170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:10.396412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Network e8e14fd4-75db-431b-b3ce-951c40fdf03d is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:04:10.417264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:10.421378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:04:10.424204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:10.425137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:10.426556 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:10.502491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Pushing event updated for resources: {'Port': ['ID=5ffb1b30-1e26-4c06-9712-5899606d4b22,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:10.536457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:10.538026 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:10.545153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] Pushing event updated for resources: {'Network': ['ID=506e5122-0008-430c-937d-e9db9c21f448,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:10.570536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 506e5122-0008-430c-937d-e9db9c21f448 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:04:10.626486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-520313e6-f247-4297-94ab-4ee1b6d70373 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0790076 Dec 17 13:04:10.626660 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49460) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:10.632922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2dfb05dc-eb77-4436-836c-37f014c999cb admin admin] Request body: {'subnet': {'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-subnet', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:10.730282 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-ce0c0de1-4ddc-4526-8b6c-b92af8496e4e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5224695 Dec 17 13:04:10.746119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Request body: {'port': {'device_id': '61293a52-d785-4de1-b3e1-94b99efb98f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:10.784782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49462) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:10.836698 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:10.883393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfb05dc-eb77-4436-836c-37f014c999cb admin admin] Made reservation on behalf of 92e468af24b045e1a43d72e62a88f5c2 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:10.888599 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2dfb05dc-eb77-4436-836c-37f014c999cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.109998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-389984698-network', 'tenant_id': 'accc10b1dc244c5f994378ac8e4ce535'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:11.180637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ffb1b30-1e26-4c06-9712-5899606d4b22 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:04:11.194208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.220763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Transition to ACTIVE for port object 5ffb1b30-1e26-4c06-9712-5899606d4b22 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:04:11.295852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Made reservation on behalf of accc10b1dc244c5f994378ac8e4ce535 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:11.298372 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.311532 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.329570 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.346561 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2dfb05dc-eb77-4436-836c-37f014c999cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.408249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Pushing event updated for resources: {'Port': ['ID=5ffb1b30-1e26-4c06-9712-5899606d4b22,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:11.470756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Attempting to bind port 5ffb1b30-1e26-4c06-9712-5899606d4b22 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:04:11.471166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Attempting to bind port 5ffb1b30-1e26-4c06-9712-5899606d4b22 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '07fb4631-569e-4c80-9840-0830745dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e8e14fd4-75db-431b-b3ce-951c40fdf03d'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:04:11.471459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Attempting to bind port 5ffb1b30-1e26-4c06-9712-5899606d4b22 on network e8e14fd4-75db-431b-b3ce-951c40fdf03d {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:04:11.477436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Port 5ffb1b30-1e26-4c06-9712-5899606d4b22 on network e8e14fd4-75db-431b-b3ce-951c40fdf03d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:04:11.483039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Attempting to bind port 5ffb1b30-1e26-4c06-9712-5899606d4b22 on network e8e14fd4-75db-431b-b3ce-951c40fdf03d {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:04:11.485723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:04:11.485723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Checking segment: {'id': '07fb4631-569e-4c80-9840-0830745dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e8e14fd4-75db-431b-b3ce-951c40fdf03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:11.485723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Bound using segment: {'id': '07fb4631-569e-4c80-9840-0830745dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e8e14fd4-75db-431b-b3ce-951c40fdf03d'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:04:11.486288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Bound port: 5ffb1b30-1e26-4c06-9712-5899606d4b22, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fb4631-569e-4c80-9840-0830745dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'e8e14fd4-75db-431b-b3ce-951c40fdf03d'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:04:11.486607 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.577377 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.586550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb05dc-eb77-4436-836c-37f014c999cb admin admin] Checking segment: {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:11.586952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfb05dc-eb77-4436-836c-37f014c999cb admin admin] Network hostable DHCP agents. Network: 506e5122-0008-430c-937d-e9db9c21f448, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:04:11.594155 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb05dc-eb77-4436-836c-37f014c999cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2138608-9efc-440a-af7c-750979cb7d23,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:11.650747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] For port 5ffb1b30-1e26-4c06-9712-5899606d4b22, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:04:11.662067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] For port 5ffb1b30-1e26-4c06-9712-5899606d4b22, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5ffb1b30-1e26-4c06-9712-5899606d4b22,segment=NetworkSegment(07fb4631-569e-4c80-9840-0830745dda5a),segment_id=07fb4631-569e-4c80-9840-0830745dda5a)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:04:11.723647 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.763334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:04:11.770899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d5f198-54fb-4afe-a0a9-6085135da560,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:11.779298 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.784237 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Added segment 4ee34548-9ae8-46d3-ada5-3e4f7b8128a8 of type vlan for network 12b6dbd4-9f79-437d-a775-e430ba33c682 Dec 17 13:04:11.787865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.817008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfb05dc-eb77-4436-836c-37f014c999cb admin admin] Network 506e5122-0008-430c-937d-e9db9c21f448 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:04:11.907563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:11.908008 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.914556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] 10.222.0.61 "PUT /v2.0/ports/5ffb1b30-1e26-4c06-9712-5899606d4b22 HTTP/1.1" status: 200 len: 1091 time: 1.1734457 Dec 17 13:04:11.914556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61293a52-d785-4de1-b3e1-94b99efb98f6', 'tag': '5ffb1b30-1e26-4c06-9712-5899606d4b22'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:11.927093 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1315acc-cb78-4ea2-add6-758b45d91efb" -d '{"events": [{"name": "network-changed", "server_uuid": "61293a52-d785-4de1-b3e1-94b99efb98f6", "tag": "5ffb1b30-1e26-4c06-9712-5899606d4b22"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:11.948008 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.984321 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2dfb05dc-eb77-4436-836c-37f014c999cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 506e5122-0008-430c-937d-e9db9c21f448) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:11.988733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfb05dc-eb77-4436-836c-37f014c999cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:11.991936 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2dfb05dc-eb77-4436-836c-37f014c999cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:11.999367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7ab8c4-3639-40b3-a010-45d2c65db0a8 None None] Network 506e5122-0008-430c-937d-e9db9c21f448 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:12.000128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7de01a-af19-480c-a130-9143f9b3e315 service neutron] Pushing event updated for resources: {'Port': ['ID=5ffb1b30-1e26-4c06-9712-5899606d4b22,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:12.077510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:12.078706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:12.079415 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:12.128358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-8f3e33d7-de25-4dfe-8204-9b0aac8b76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:12.133569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-8f3e33d7-de25-4dfe-8204-9b0aac8b76c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cff5b73d1c14e8591f1ef5d5f45cfb9&device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 1094 time: 0.0909343 Dec 17 13:04:12.174801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2dfb05dc-eb77-4436-836c-37f014c999cb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5463061 Dec 17 13:04:12.180535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49472) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:12.200814 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:12.209994 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-506e5122-0008-430c-937d-e9db9c21f448', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:04:12.210883 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:12.218731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] Pushing event updated for resources: {'Network': ['ID=12b6dbd4-9f79-437d-a775-e430ba33c682,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:12.239605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 12b6dbd4-9f79-437d-a775-e430ba33c682 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:04:12.258251 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-cd1be047-90bd-4a31-b9eb-079b3350d4d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ffb1b30-1e26-4c06-9712-5899606d4b22 HTTP/1.1" status: 200 len: 217 time: 0.1144450 Dec 17 13:04:12.285393 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fb6cf001-3160-4919-bec0-def80bb69886 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4987755 Dec 17 13:04:12.289717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49474) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:12.311214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-45565bd7-8f17-45e1-9d16-830436538250 admin admin] Request body: {'subnet': {'network_id': '12b6dbd4-9f79-437d-a775-e430ba33c682', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-389984698-subnet', 'tenant_id': 'accc10b1dc244c5f994378ac8e4ce535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:12.441933 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45565bd7-8f17-45e1-9d16-830436538250 admin admin] Made reservation on behalf of accc10b1dc244c5f994378ac8e4ce535 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:12.448010 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45565bd7-8f17-45e1-9d16-830436538250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:12.478188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:12.482889 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:12.529773 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Allocated IP 172.20.0.2 (506e5122-0008-430c-937d-e9db9c21f448/c2138608-9efc-440a-af7c-750979cb7d23/98a4e6ef-860f-4fdf-8cc3-1381b7c553b9) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:04:12.702233 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:12.769723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-35aa394d-1ed1-4911-8b28-bc463001dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:12.773300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-35aa394d-1ed1-4911-8b28-bc463001dd80 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f9f3e3a8-8c0b-42f3-919b-16f209fda9b3 HTTP/1.1" status: 200 len: 855 time: 0.4920769 Dec 17 13:04:12.829331 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-97f98027-9321-4274-b41a-a4fb45f339c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8e14fd4-75db-431b-b3ce-951c40fdf03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456069 Dec 17 13:04:12.980376 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-202c4386-e417-41c9-960f-e52730ac2dcf service neutron] 10.222.0.61 "GET /v2.0/networks/e8e14fd4-75db-431b-b3ce-951c40fdf03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418381 Dec 17 13:04:13.048733 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:13.148718 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:13.207161 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3676dd05-fd49-49af-a7f2-dd773c0587ef req-121e43a5-c493-41e0-8373-552d6220428d service neutron] 10.222.0.61 "GET /v2.0/networks/e8e14fd4-75db-431b-b3ce-951c40fdf03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145121 Dec 17 13:04:13.209182 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45565bd7-8f17-45e1-9d16-830436538250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:13.229479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Network 506e5122-0008-430c-937d-e9db9c21f448 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:04:13.231650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:13.253495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45565bd7-8f17-45e1-9d16-830436538250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69ca289-0acf-4afb-b840-036050a277d1,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:13.289103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:04:13.292970 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:13.336383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45565bd7-8f17-45e1-9d16-830436538250 admin admin] Checking segment: {'id': '4ee34548-9ae8-46d3-ada5-3e4f7b8128a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '12b6dbd4-9f79-437d-a775-e430ba33c682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:13.337066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45565bd7-8f17-45e1-9d16-830436538250 admin admin] Network hostable DHCP agents. Network: 12b6dbd4-9f79-437d-a775-e430ba33c682, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:04:13.405434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Pushing event updated for resources: {'Port': ['ID=98a4e6ef-860f-4fdf-8cc3-1381b7c553b9,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:13.426501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.427019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.427463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.428409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.429606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.434339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.434339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.434339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.434339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.434339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.434339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.434339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.434339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:13.440462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Attempting to bind port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:04:13.441500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Attempting to bind port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:04:13.441997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Attempting to bind port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 on network 506e5122-0008-430c-937d-e9db9c21f448 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:04:13.456201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:04:13.458045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Checking segment: {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:13.458889 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:13.459490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Bound using segment: {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:04:13.462052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Bound port: 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:04:13.462561 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:13.514747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45565bd7-8f17-45e1-9d16-830436538250 admin admin] Network 12b6dbd4-9f79-437d-a775-e430ba33c682 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:04:13.579312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] For port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:04:13.589125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] For port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=98a4e6ef-860f-4fdf-8cc3-1381b7c553b9,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:04:13.725657 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:13.748995 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:13.876003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Allocated IP 172.25.0.202 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/708b36d4-7e9e-44e2-832b-007943316071) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:04:13.994337 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:14.184618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-45565bd7-8f17-45e1-9d16-830436538250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 12b6dbd4-9f79-437d-a775-e430ba33c682) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:14.189608 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45565bd7-8f17-45e1-9d16-830436538250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:14.190674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45565bd7-8f17-45e1-9d16-830436538250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:14.197501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9106d1f9-7269-4884-b2f4-6c47996604b0 None None] Network 12b6dbd4-9f79-437d-a775-e430ba33c682 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:14.223993 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:14.257715 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:14.266793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:04:14.272194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:14.276510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:04:14.322705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492534f0-a17e-4e97-adb7-3c799b44bc0e None None] Pushing event updated for resources: {'Port': ['ID=98a4e6ef-860f-4fdf-8cc3-1381b7c553b9,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:14.333124 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c40d7112-8ac8-4626-b5a4-7acde39de3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:14.437835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12564f8-567e-49f9-9afe-a830e03b4f72 None None] Network 12b6dbd4-9f79-437d-a775-e430ba33c682 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:14.971965 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-45565bd7-8f17-45e1-9d16-830436538250 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6759956 Dec 17 13:04:14.980418 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Pushing event updated for resources: {'Port': ['ID=708b36d4-7e9e-44e2-832b-007943316071,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:15.413760 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:15.780983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:15.926994 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d2ec00-5361-4f53-bfab-02450c9c56c8 None None] Network 506e5122-0008-430c-937d-e9db9c21f448 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:16.003084 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5ffb1b30-1e26-4c06-9712-5899606d4b22 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:04:16.008433 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-71962c5d-74a6-4fa6-9388-e30b3adceb53 None None] Provisioning complete for port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:16.009057 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-71962c5d-74a6-4fa6-9388-e30b3adceb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:16.061011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:04:16.257334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5ffb1b30-1e26-4c06-9712-5899606d4b22, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5ffb1b30-1e26-4c06-9712-5899606d4b22,segment=NetworkSegment(07fb4631-569e-4c80-9840-0830745dda5a),segment_id=07fb4631-569e-4c80-9840-0830745dda5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:16.264411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Router e71fe891-eaf0-4214-903e-f98ca26986fc is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:04:16.276850 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:16.308615 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:16.308615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '5ffb1b30-1e26-4c06-9712-5899606d4b22', 'network_id': 'e8e14fd4-75db-431b-b3ce-951c40fdf03d', 'port_id': '5ffb1b30-1e26-4c06-9712-5899606d4b22', 'mac_address': 'fa:16:3e:22:69:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f3e3a8-8c0b-42f3-919b-16f209fda9b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:04:16.308980 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-71962c5d-74a6-4fa6-9388-e30b3adceb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:16.381781 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:16.403308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-71962c5d-74a6-4fa6-9388-e30b3adceb53 None None] For port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=98a4e6ef-860f-4fdf-8cc3-1381b7c553b9,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:16.405302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:04:16.413441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ffb1b30-1e26-4c06-9712-5899606d4b22 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:04:16.417457 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Sync routers for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:04:16.428544 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:04:16.429170 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:03:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:16.465331 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5ffb1b30-1e26-4c06-9712-5899606d4b22, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5ffb1b30-1e26-4c06-9712-5899606d4b22,segment=NetworkSegment(07fb4631-569e-4c80-9840-0830745dda5a),segment_id=07fb4631-569e-4c80-9840-0830745dda5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:16.471603 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:16.541434 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:04:16.570999 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-775d1339-1f4e-4716-ace2-7d08c4ff8c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:16.626538 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:16.626931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:16.628748 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ae71e39f-7036-46c6-9bca-1de6c1e6f545 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.4429293 Dec 17 13:04:16.631361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49492) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:16.671140 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-71962c5d-74a6-4fa6-9388-e30b3adceb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:16.724088 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:04:16.724690 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:04:16.738854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=5ffb1b30-1e26-4c06-9712-5899606d4b22,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:16.850623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4bd6894f-924b-4a10-9497-2259bb964587 None None] Provisioning complete for port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:16.850950 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4bd6894f-924b-4a10-9497-2259bb964587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:16.922981 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71962c5d-74a6-4fa6-9388-e30b3adceb53 None None] Pushing event updated for resources: {'Port': ['ID=98a4e6ef-860f-4fdf-8cc3-1381b7c553b9,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:16.938619 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5ffb1b30-1e26-4c06-9712-5899606d4b22'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:04:16.961439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49506) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:16.967164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1193645557-network', 'tenant_id': '15d2639e77b447eeb4ccf6c79a78f310'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:16.967598 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:15Z', 'revision_number': 3, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:17.044001 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Checking router: e71fe891-eaf0-4214-903e-f98ca26986fc for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:04:17.044459 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Updating router e71fe891-eaf0-4214-903e-f98ca26986fc port 708b36d4-7e9e-44e2-832b-007943316071 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:04:17.080998 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.157841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Made reservation on behalf of 15d2639e77b447eeb4ccf6c79a78f310 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:17.160596 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.197407 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.351277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.442628 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.505241 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.521287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:04:17.566500 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.586254 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.586922 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Added segment 8e98fe99-95f1-41ba-8a7f-03993b664bd7 of type vlan for network 67c3a476-784d-44bb-90cc-fb80287b8216 Dec 17 13:04:17.607046 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f11f59-385b-43f7-bcdc-bdea3b077b7c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:17.666427 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.701766 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.716706 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.741299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Allocated IP 172.20.0.1 (506e5122-0008-430c-937d-e9db9c21f448/c2138608-9efc-440a-af7c-750979cb7d23/4b5d22c7-620e-457f-b567-2ce4827eeca5) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:04:17.781598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f9735ce4-a64e-4630-b5d3-2689820470ec tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:17.783205 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f9735ce4-a64e-4630-b5d3-2689820470ec tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/networks?id=fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 200 len: 805 time: 0.1773529 Dec 17 13:04:17.806836 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-db75142b-6073-44fe-bb26-bc840eb0bd02 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/quotas/adc64d7063a24b3eac9dd5ffbd034980 HTTP/1.1" status: 200 len: 375 time: 0.0126538 Dec 17 13:04:17.849233 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-70473169-b6aa-401f-8796-86a790d6177e tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354638 Dec 17 13:04:17.850700 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.851995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:17.852796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.857898 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Attempting to bind port 708b36d4-7e9e-44e2-832b-007943316071 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:04:17.860266 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Attempting to bind port 708b36d4-7e9e-44e2-832b-007943316071 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:04:17.867270 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Attempting to bind port 708b36d4-7e9e-44e2-832b-007943316071 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:04:17.870307 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Pushing event updated for resources: {'Port': ['ID=708b36d4-7e9e-44e2-832b-007943316071,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:17.876127 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:04:17.876547 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:17.880241 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.881178 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:04:17.882284 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Bound port: 708b36d4-7e9e-44e2-832b-007943316071, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:04:17.883807 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:17.896726 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.898559 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.898559 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.898559 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.898559 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.898897 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.899600 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.902273 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.902704 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.903108 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.903510 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.903909 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.904305 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:17.949464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2273ed-be7d-4adb-b99f-d468b6d72708 req-c2be1f59-0f2d-4c13-843c-17ea3cfad44e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:17.951683 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae2273ed-be7d-4adb-b99f-d468b6d72708 req-c2be1f59-0f2d-4c13-843c-17ea3cfad44e tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/ports?device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 944 time: 0.2607427 Dec 17 13:04:17.975462 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0104151 Dec 17 13:04:17.980187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49526) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:17.985432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-be939a42-cffc-4034-b93d-74ed4c7feda8 admin admin] Request body: {'subnet': {'network_id': '67c3a476-784d-44bb-90cc-fb80287b8216', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1193645557-subnet', 'tenant_id': '15d2639e77b447eeb4ccf6c79a78f310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:18.004377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5ffb1b30-1e26-4c06-9712-5899606d4b22 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:04:18.021189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd584df-0fd4-4fed-b571-1c3d5bb2c913 admin admin] Pushing event updated for resources: {'Network': ['ID=67c3a476-784d-44bb-90cc-fb80287b8216,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:18.087148 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-9f156bc9-a7e4-4e6c-be94-c2f83b629f23 service neutron] 10.222.0.59 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200763 Dec 17 13:04:18.087398 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] For port 708b36d4-7e9e-44e2-832b-007943316071, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:04:18.095751 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] For port 708b36d4-7e9e-44e2-832b-007943316071, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=708b36d4-7e9e-44e2-832b-007943316071,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:04:18.118050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 67c3a476-784d-44bb-90cc-fb80287b8216 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:04:18.163053 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:18.175185 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae2273ed-be7d-4adb-b99f-d468b6d72708 req-438878ff-5573-42a1-b55d-20b8948a3d77 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/security-groups?id=802f9ae6-1c52-4f96-b72f-6ac0bb28f415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146227 Dec 17 13:04:18.182456 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:18.311628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:04:18.343628 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:04:18.344381 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:04:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:18.355018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be939a42-cffc-4034-b93d-74ed4c7feda8 admin admin] Made reservation on behalf of 15d2639e77b447eeb4ccf6c79a78f310 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:18.360802 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-be939a42-cffc-4034-b93d-74ed4c7feda8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:18.364368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:18.441613 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29678216-988a-4f37-ac15-abf407e71223 None None] Pushing event updated for resources: {'Port': ['ID=708b36d4-7e9e-44e2-832b-007943316071,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:18.480273 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0fafd6fe-8643-4726-b403-5bff22066b34 req-f7e26674-972f-41a9-8118-6b39121855d7 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/0e8f7af9-2f7f-4069-95c3-88ce9bd4af4f HTTP/1.1" status: 200 len: 2422 time: 0.2091932 Dec 17 13:04:18.487005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Network 506e5122-0008-430c-937d-e9db9c21f448 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:04:18.498993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:18.512410 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:04:18.596901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:18.597161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Pushing event updated for resources: {'Port': ['ID=4b5d22c7-620e-457f-b567-2ce4827eeca5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:18.597709 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:18.638188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:18.640612 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:04:18.660808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 5ffb1b30-1e26-4c06-9712-5899606d4b22 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:04:18.677138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 5ffb1b30-1e26-4c06-9712-5899606d4b22 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:18.678026 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:18.811285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-35726c9a-9a47-4c60-8c8f-4b8b1d361c50 service neutron] 10.222.0.59 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191689 Dec 17 13:04:18.842277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-be939a42-cffc-4034-b93d-74ed4c7feda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:18.908470 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76732e9a-79f8-4b2d-847c-dd5f6220dfab req-88857062-4fed-419d-b451-a2ead912a067 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0346603 Dec 17 13:04:19.047070 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0065903c-807b-4613-a4d6-034fd3d4dd4c x-openstack-request-id: req-0065903c-807b-4613-a4d6-034fd3d4dd4c {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:19.047583 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "name": "network-vif-plugged", "status": "completed", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:19.047583 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0065903c-807b-4613-a4d6-034fd3d4dd4c {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:19.047984 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'code': 200} Dec 17 13:04:19.050868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be939a42-cffc-4034-b93d-74ed4c7feda8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4852acbe-f385-473b-9302-580bf99e58cb,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:19.059716 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:19.074899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be939a42-cffc-4034-b93d-74ed4c7feda8 admin admin] Checking segment: {'id': '8e98fe99-95f1-41ba-8a7f-03993b664bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '67c3a476-784d-44bb-90cc-fb80287b8216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:19.077013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be939a42-cffc-4034-b93d-74ed4c7feda8 admin admin] Network hostable DHCP agents. Network: 67c3a476-784d-44bb-90cc-fb80287b8216, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:04:19.089089 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:19.092936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-aa1da417-d8c8-422c-8eed-09f480230cbb None None] Provisioning complete for port 4b5d22c7-620e-457f-b567-2ce4827eeca5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:19.093396 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aa1da417-d8c8-422c-8eed-09f480230cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:19.122219 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785e4342-2517-435d-ad74-5c81e5da463f x-openstack-request-id: req-785e4342-2517-435d-ad74-5c81e5da463f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:19.123305 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61293a52-d785-4de1-b3e1-94b99efb98f6", "tag": "5ffb1b30-1e26-4c06-9712-5899606d4b22", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:19.123788 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-785e4342-2517-435d-ad74-5c81e5da463f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:19.124656 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61293a52-d785-4de1-b3e1-94b99efb98f6', 'tag': '5ffb1b30-1e26-4c06-9712-5899606d4b22', 'status': 'completed', 'code': 200} Dec 17 13:04:19.142021 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:15Z', 'revision_number': 3, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:19.199109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-aa1da417-d8c8-422c-8eed-09f480230cbb None None] Port 4b5d22c7-620e-457f-b567-2ce4827eeca5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:04:19.224611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be939a42-cffc-4034-b93d-74ed4c7feda8 admin admin] Network 67c3a476-784d-44bb-90cc-fb80287b8216 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:04:19.247495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1315acc-cb78-4ea2-add6-758b45d91efb req-a6512839-80c2-410b-9c33-6b3ef5953f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:19.249165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1315acc-cb78-4ea2-add6-758b45d91efb req-a6512839-80c2-410b-9c33-6b3ef5953f57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cff5b73d1c14e8591f1ef5d5f45cfb9&device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 1095 time: 0.1059294 Dec 17 13:04:19.258094 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:19.279048 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc8a6ff-df07-454e-8216-a08457539693 None None] The sync data for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 is: [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:15Z', 'revision_number': 3, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:04:19.356120 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5ffb1b30-1e26-4c06-9712-5899606d4b22, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5ffb1b30-1e26-4c06-9712-5899606d4b22,segment=NetworkSegment(07fb4631-569e-4c80-9840-0830745dda5a),segment_id=07fb4631-569e-4c80-9840-0830745dda5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:19.387023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b28c3d-1937-49f4-b4eb-fe200b25fffe req-eab7b958-d1e2-4332-908a-25b0c5d6accc tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:19.391192 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64b28c3d-1937-49f4-b4eb-fe200b25fffe req-eab7b958-d1e2-4332-908a-25b0c5d6accc tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 947 time: 0.1523964 Dec 17 13:04:19.404968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1315acc-cb78-4ea2-add6-758b45d91efb req-019359cc-5646-454e-b24d-33912ac3b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:19.420393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1315acc-cb78-4ea2-add6-758b45d91efb req-019359cc-5646-454e-b24d-33912ac3b3c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8e14fd4-75db-431b-b3ce-951c40fdf03d HTTP/1.1" status: 200 len: 916 time: 0.1429808 Dec 17 13:04:19.426482 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:19.474638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-be939a42-cffc-4034-b93d-74ed4c7feda8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 67c3a476-784d-44bb-90cc-fb80287b8216) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:19.483972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1315acc-cb78-4ea2-add6-758b45d91efb req-48cb0d07-2930-4131-b789-ce3a3a08bcd1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ffb1b30-1e26-4c06-9712-5899606d4b22 HTTP/1.1" status: 200 len: 217 time: 0.0601487 Dec 17 13:04:19.483972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be939a42-cffc-4034-b93d-74ed4c7feda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:19.483972 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-be939a42-cffc-4034-b93d-74ed4c7feda8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:19.490124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c2d77d35-3fa1-4a78-918d-a693e56ca4e4 req-be0da002-ab06-4bea-8e90-593f9f204617 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-group-rules/1912a838-acc0-4d5f-abdd-b8596496f508 HTTP/1.1" status: 200 len: 778 time: 0.2285674 Dec 17 13:04:19.524365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b84fbb-6f44-4c7a-9a59-d557cdef4108 None None] Network 67c3a476-784d-44bb-90cc-fb80287b8216 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:19.581323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64b28c3d-1937-49f4-b4eb-fe200b25fffe req-25abfbc3-dbe7-4036-8439-8246b003b76a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776607 Dec 17 13:04:19.610695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c2d77d35-3fa1-4a78-918d-a693e56ca4e4 req-8ec11009-26cf-47ec-8a6f-2f0673994673 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/0e8f7af9-2f7f-4069-95c3-88ce9bd4af4f HTTP/1.1" status: 200 len: 2422 time: 0.0924363 Dec 17 13:04:19.628230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1315acc-cb78-4ea2-add6-758b45d91efb req-b53a61d6-38b1-4cf4-9eee-7f37843dbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:19.629779 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1315acc-cb78-4ea2-add6-758b45d91efb req-b53a61d6-38b1-4cf4-9eee-7f37843dbf8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f9f3e3a8-8c0b-42f3-919b-16f209fda9b3 HTTP/1.1" status: 200 len: 855 time: 0.1296129 Dec 17 13:04:19.697004 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:19.742690 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-be939a42-cffc-4034-b93d-74ed4c7feda8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7609670 Dec 17 13:04:19.748839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=5ffb1b30-1e26-4c06-9712-5899606d4b22,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:19.776537 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c2d77d35-3fa1-4a78-918d-a693e56ca4e4 req-de0ad502-896a-497b-abe5-352c49408b69 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:19.781088 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1315acc-cb78-4ea2-add6-758b45d91efb req-e1323d46-db19-4dba-bbea-0c7a7b58e2c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8e14fd4-75db-431b-b3ce-951c40fdf03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303222 Dec 17 13:04:19.801303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c2d77d35-3fa1-4a78-918d-a693e56ca4e4 req-de0ad502-896a-497b-abe5-352c49408b69 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:19.811406 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:19.816678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e923285-ae70-4303-ae3f-418c16debe4c None None] Network 67c3a476-784d-44bb-90cc-fb80287b8216 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:19.913282 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:19.931622 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:19.969353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49558) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:20.125164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 708b36d4-7e9e-44e2-832b-007943316071 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:04:20.221068 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fe4b23b-ba78-4095-8401-7fb4eb4d51b8 req-c6d5fc87-cba7-4178-8613-2137e335ab4a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0472996 Dec 17 13:04:20.228981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Pushing event updated for resources: {'Port': ['ID=4b5d22c7-620e-457f-b567-2ce4827eeca5,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:20.230216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e1395a-a929-42c9-aa88-4ce58b4a4269 admin admin] Deleting subnet f69ca289-0acf-4afb-b840-036050a277d1 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:04:20.236609 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a2e1395a-a929-42c9-aa88-4ce58b4a4269 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:20.241534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1315acc-cb78-4ea2-add6-758b45d91efb req-ab2b1d8b-7e88-4fc2-b023-23941fc936d5 service neutron] 10.222.0.61 "GET /v2.0/networks/e8e14fd4-75db-431b-b3ce-951c40fdf03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367301 Dec 17 13:04:20.254034 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 708b36d4-7e9e-44e2-832b-007943316071 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:20.254482 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:20.261108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed142-3378-4305-9a67-0c413bf7fc18 req-7cc2e4f7-d04d-4d20-9edb-68a5ce227802 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:20.263086 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce2ed142-3378-4305-9a67-0c413bf7fc18 req-7cc2e4f7-d04d-4d20-9edb-68a5ce227802 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/ports?device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 945 time: 0.2612064 Dec 17 13:04:20.375036 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce2ed142-3378-4305-9a67-0c413bf7fc18 req-03944c92-17b4-4c40-b505-ea69d75f87d4 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/security-groups?id=802f9ae6-1c52-4f96-b72f-6ac0bb28f415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014700 Dec 17 13:04:20.379688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Network 506e5122-0008-430c-937d-e9db9c21f448 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:04:20.388580 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c2d77d35-3fa1-4a78-918d-a693e56ca4e4 req-de0ad502-896a-497b-abe5-352c49408b69 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:20.399129 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:20.406534 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:20.414140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c2d77d35-3fa1-4a78-918d-a693e56ca4e4 req-de0ad502-896a-497b-abe5-352c49408b69 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:20.416267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c2d77d35-3fa1-4a78-918d-a693e56ca4e4 req-de0ad502-896a-497b-abe5-352c49408b69 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/1912a838-acc0-4d5f-abdd-b8596496f508 HTTP/1.1" status: 204 len: 173 time: 0.7821808 Dec 17 13:04:20.417143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ad502-896a-497b-abe5-352c49408b69 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1912a838-acc0-4d5f-abdd-b8596496f508,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:20.446065 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a2e1395a-a929-42c9-aa88-4ce58b4a4269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:20.525174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 708b36d4-7e9e-44e2-832b-007943316071, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=708b36d4-7e9e-44e2-832b-007943316071,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:20.559189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a2e1395a-a929-42c9-aa88-4ce58b4a4269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:20.578813 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-78f0fcfa-33f6-4d4e-be32-2260f3af6321 req-fa4dd303-06cb-46be-8371-777c452565e4 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 210 time: 0.0803607 Dec 17 13:04:20.638195 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:20.683228 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1315acc-cb78-4ea2-add6-758b45d91efb req-482b4721-6d17-4faa-9324-2f2811bde637 service neutron] 10.222.0.61 "GET /v2.0/networks/e8e14fd4-75db-431b-b3ce-951c40fdf03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173515 Dec 17 13:04:20.757155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=708b36d4-7e9e-44e2-832b-007943316071,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:20.796620 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a2e1395a-a929-42c9-aa88-4ce58b4a4269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:20.813494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Router e71fe891-eaf0-4214-903e-f98ca26986fc has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:04:20.840625 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a2e1395a-a929-42c9-aa88-4ce58b4a4269 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:20.852024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a2e1395a-a929-42c9-aa88-4ce58b4a4269 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f69ca289-0acf-4afb-b840-036050a277d1 HTTP/1.1" status: 204 len: 168 time: 0.8759320 Dec 17 13:04:20.853338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49572) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:20.863065 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7512a311-26a4-48f5-9d78-beadfd24d5c9 req-13951b96-cc7b-4627-976b-680fa73ac5ef tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0482802 Dec 17 13:04:20.876950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-734f89fc-75db-4f46-9599-c04be7e8a907 None None] Provisioning complete for port 4b5d22c7-620e-457f-b567-2ce4827eeca5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:20.879237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-734f89fc-75db-4f46-9599-c04be7e8a907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:20.881375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1395a-a929-42c9-aa88-4ce58b4a4269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69ca289-0acf-4afb-b840-036050a277d1,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:20.981343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-734f89fc-75db-4f46-9599-c04be7e8a907 None None] Port 4b5d22c7-620e-457f-b567-2ce4827eeca5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:04:21.030992 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.044500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-4210fc1c-308d-4173-b706-bba07bc8594f req-4c8c5f61-5662-4eca-a96e-5b25fa36ee30 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1320469506', 'description': 'tempest-description-211614130'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:21.048940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61293a52-d785-4de1-b3e1-94b99efb98f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffb1b30-1e26-4c06-9712-5899606d4b22'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:21.051383 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b5e758-d0fb-4903-8c21-b061d48d6716" -d '{"events": [{"server_uuid": "61293a52-d785-4de1-b3e1-94b99efb98f6", "name": "network-vif-plugged", "status": "completed", "tag": "5ffb1b30-1e26-4c06-9712-5899606d4b22"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:21.107243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:04:21.113412 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a8e129e3-9def-4292-90b0-522afc3ccfbf admin admin] 10.222.0.59 "PUT /v2.0/routers/e71fe891-eaf0-4214-903e-f98ca26986fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4809668 Dec 17 13:04:21.152234 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.185633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b6dbd4-9f79-437d-a775-e430ba33c682']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:21.199194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee34548-9ae8-46d3-ada5-3e4f7b8128a8') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:21.199496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee34548-9ae8-46d3-ada5-3e4f7b8128a8') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:21.204688 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4210fc1c-308d-4173-b706-bba07bc8594f req-4c8c5f61-5662-4eca-a96e-5b25fa36ee30 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.211276 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.228452 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.237247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:04:21.239467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:04:21.240642 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:04:21.355597 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4210fc1c-308d-4173-b706-bba07bc8594f req-4c8c5f61-5662-4eca-a96e-5b25fa36ee30 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.461076 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50065643-f549-42df-8488-086275885f30 x-openstack-request-id: req-50065643-f549-42df-8488-086275885f30 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:21.462250 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61293a52-d785-4de1-b3e1-94b99efb98f6", "name": "network-vif-plugged", "status": "completed", "tag": "5ffb1b30-1e26-4c06-9712-5899606d4b22", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:21.462770 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-50065643-f549-42df-8488-086275885f30 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:21.463442 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61293a52-d785-4de1-b3e1-94b99efb98f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffb1b30-1e26-4c06-9712-5899606d4b22', 'code': 200} Dec 17 13:04:21.470083 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4210fc1c-308d-4173-b706-bba07bc8594f req-4c8c5f61-5662-4eca-a96e-5b25fa36ee30 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.499220 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.508293 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.512021 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] 10.222.0.59 "DELETE /v2.0/networks/12b6dbd4-9f79-437d-a775-e430ba33c682 HTTP/1.1" status: 204 len: 168 time: 0.6539884 Dec 17 13:04:21.512453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49598) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:21.559333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c5f61-5662-4eca-a96e-5b25fa36ee30 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b6973c-033c-40a7-97db-88b6cd591f49,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:21.614248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924c427-3ed6-467a-b98a-6ab300f3336b admin admin] Pushing event deleted for resources: {'Network': ['ID=12b6dbd4-9f79-437d-a775-e430ba33c682,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:21.621382 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4210fc1c-308d-4173-b706-bba07bc8594f req-4c8c5f61-5662-4eca-a96e-5b25fa36ee30 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.634790 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4210fc1c-308d-4173-b706-bba07bc8594f req-4c8c5f61-5662-4eca-a96e-5b25fa36ee30 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5959170 Dec 17 13:04:21.692724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b857432-1622-4176-92b5-4779dce3eed2 admin admin] Deleting subnet 4852acbe-f385-473b-9302-580bf99e58cb {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:04:21.700659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b857432-1622-4176-92b5-4779dce3eed2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.742324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7513e-e8ca-433a-b209-5baf8691fc93 req-9a3502ae-465a-492b-a430-e5a9b107d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:21.744127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ff7513e-e8ca-433a-b209-5baf8691fc93 req-9a3502ae-465a-492b-a430-e5a9b107d211 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 1096 time: 0.1409488 Dec 17 13:04:21.755675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f942a24-a6f9-448b-999a-a7e9d0fb345f req-8ed42235-5503-4781-a6b4-7186a52958dc tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:21.763169 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f942a24-a6f9-448b-999a-a7e9d0fb345f req-8ed42235-5503-4781-a6b4-7186a52958dc tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 947 time: 0.1609867 Dec 17 13:04:21.797149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b857432-1622-4176-92b5-4779dce3eed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.912081 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b857432-1622-4176-92b5-4779dce3eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:21.947971 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f942a24-a6f9-448b-999a-a7e9d0fb345f req-86c8f4e1-e11a-4583-83b8-466a790860d8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789846 Dec 17 13:04:21.954873 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ff7513e-e8ca-433a-b209-5baf8691fc93 req-bf25de5e-2f60-4a35-9dff-405f770b83b0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=802f9ae6-1c52-4f96-b72f-6ac0bb28f415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885626 Dec 17 13:04:22.028657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:04:22.120267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca630bb-c099-4aef-9ef4-d20b7d7bd0db req-b213a14f-254c-43dc-84d9-4cfc1de32b55 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:22.134746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ca630bb-c099-4aef-9ef4-d20b7d7bd0db req-b213a14f-254c-43dc-84d9-4cfc1de32b55 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/ports?device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 945 time: 0.1088035 Dec 17 13:04:22.169928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b857432-1622-4176-92b5-4779dce3eed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:22.204882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-b70f4064-cf96-40d5-b967-5fce44f23e64 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:22.215910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-b70f4064-cf96-40d5-b967-5fce44f23e64 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 821 time: 0.2229147 Dec 17 13:04:22.221667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 708b36d4-7e9e-44e2-832b-007943316071 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:04:22.264993 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-029f3fed-d14d-445c-b08f-c4f32562742b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/quotas/92e468af24b045e1a43d72e62a88f5c2 HTTP/1.1" status: 200 len: 375 time: 0.0480208 Dec 17 13:04:22.282209 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:22.292693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b857432-1622-4176-92b5-4779dce3eed2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:22.306113 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5b857432-1622-4176-92b5-4779dce3eed2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4852acbe-f385-473b-9302-580bf99e58cb HTTP/1.1" status: 204 len: 168 time: 0.7794282 Dec 17 13:04:22.306113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b857432-1622-4176-92b5-4779dce3eed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4852acbe-f385-473b-9302-580bf99e58cb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:22.306276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Sync routers for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:04:22.306361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49616) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:22.385133 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-77595665-3bd6-4845-a491-79ee4d903acd tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184812 Dec 17 13:04:22.400069 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ca630bb-c099-4aef-9ef4-d20b7d7bd0db req-d656d342-11ff-4768-b71a-e17aad79f045 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/security-groups?id=802f9ae6-1c52-4f96-b72f-6ac0bb28f415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643521 Dec 17 13:04:22.425555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:04:22.432653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:04:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:22.504974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:22.545120 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:22.583048 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-298783e9-1117-4555-83e7-75ec8c945416 req-a618193d-befd-4193-be1a-ca58b6e2ef8b tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 210 time: 0.0556028 Dec 17 13:04:22.633790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 708b36d4-7e9e-44e2-832b-007943316071 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:22.634544 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:22.645491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-d37eb13d-c416-4bbf-88a6-97ce33ff9936 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:22.647110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-d37eb13d-c416-4bbf-88a6-97ce33ff9936 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.54 "GET /v2.0/networks?id=fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 200 len: 805 time: 0.2621081 Dec 17 13:04:22.670911 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-06ba9153-d2f4-485c-b779-101a748da0c0 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832036 Dec 17 13:04:22.684336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Request body: {'port': {'device_id': 'bf25cbba-9cd6-40db-9be7-d24e36fd06c3', 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'admin_state_up': True, 'tenant_id': 'adc64d7063a24b3eac9dd5ffbd034980'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:22.689068 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:04:22.715072 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:22.744116 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c99f02b4-5fa9-4f2a-a74a-dd90e077d4a1 req-166aac9d-3491-4368-bd6d-66bca9858aa7 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/d2b6973c-033c-40a7-97db-88b6cd591f49 HTTP/1.1" status: 200 len: 1829 time: 0.1099548 Dec 17 13:04:22.798672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c3a476-784d-44bb-90cc-fb80287b8216']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:22.798774 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-1aa3e0db-e981-4a49-bbb2-0ebfad543477 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179855 Dec 17 13:04:22.798858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e98fe99-95f1-41ba-8a7f-03993b664bd7') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:22.798858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e98fe99-95f1-41ba-8a7f-03993b664bd7') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:22.811880 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:22.838017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:22.873662 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-48de1840-6f71-4d70-b839-bd025c889564 req-4a3ba75b-d13d-488e-a8d2-53a23ea20b0f tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0411565 Dec 17 13:04:22.874628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:04:22.875025 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:04:22.878399 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:04:22.957052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:19Z', 'revision_number': 2, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:22.983406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Checking router: e71fe891-eaf0-4214-903e-f98ca26986fc for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:04:22.983760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Updating router e71fe891-eaf0-4214-903e-f98ca26986fc port 4b5d22c7-620e-457f-b567-2ce4827eeca5 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:04:23.014003 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.192677 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.196816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.204421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.218984 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] 10.222.0.59 "DELETE /v2.0/networks/67c3a476-784d-44bb-90cc-fb80287b8216 HTTP/1.1" status: 204 len: 168 time: 0.9140580 Dec 17 13:04:23.218984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Made reservation on behalf of adc64d7063a24b3eac9dd5ffbd034980 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:23.234230 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.268118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d4f11b41-7367-4c66-bb83-cbdb1103b875 req-72563ad4-9fd0-46ae-b139-05d845a8b40e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-106232315', 'description': 'tempest-description-1154499915'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:23.296755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e27fa9-fa4d-4c84-8db5-5672360bc222 admin admin] Pushing event deleted for resources: {'Network': ['ID=67c3a476-784d-44bb-90cc-fb80287b8216,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:23.311503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=11']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:23.403853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d4f11b41-7367-4c66-bb83-cbdb1103b875 req-72563ad4-9fd0-46ae-b139-05d845a8b40e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.489116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Allocated IP 172.20.0.5 (fad716a1-7391-46f7-b63d-f2bab958136d/9e4af1a1-1a63-4bec-8fef-db454759a640/8e6d0542-2d67-49f3-93ee-965f273f6b5c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:04:23.532400 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.536032 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:23.539100 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fee15fc-2f0b-4783-9f2f-65303a71f4d9" -d '{"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:23.602979 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.629110 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d4f11b41-7367-4c66-bb83-cbdb1103b875 req-72563ad4-9fd0-46ae-b139-05d845a8b40e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.742580 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d4f11b41-7367-4c66-bb83-cbdb1103b875 req-72563ad4-9fd0-46ae-b139-05d845a8b40e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.765486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b99e0-53fb-4a82-a564-594f7e34ce1e None None] Pushing event updated for resources: {'Port': ['ID=4b5d22c7-620e-457f-b567-2ce4827eeca5,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:23.859585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Attempting to bind port 4b5d22c7-620e-457f-b567-2ce4827eeca5 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:04:23.859963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Attempting to bind port 4b5d22c7-620e-457f-b567-2ce4827eeca5 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:04:23.860326 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Attempting to bind port 4b5d22c7-620e-457f-b567-2ce4827eeca5 on network 506e5122-0008-430c-937d-e9db9c21f448 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:04:23.868918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72563ad4-9fd0-46ae-b139-05d845a8b40e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae039f0-a946-4b39-b708-49b4133d8980,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:23.873325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa1c26-c5c6-4f8b-b284-c829d0798c50 req-bffa2c4d-a85e-489f-952e-8961458c6ed3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:23.880000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:04:23.880463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Checking segment: {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:23.880868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.881454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Bound using segment: {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:04:23.881950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Bound port: 4b5d22c7-620e-457f-b567-2ce4827eeca5, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:04:23.882334 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.892284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8aa1c26-c5c6-4f8b-b284-c829d0798c50 req-bffa2c4d-a85e-489f-952e-8961458c6ed3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.2410765 Dec 17 13:04:23.940822 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:23.980191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8aa1c26-c5c6-4f8b-b284-c829d0798c50 req-a4250a6b-7ebc-4baf-a190-dc8b5dfd051e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856261 Dec 17 13:04:24.006134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49662) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:24.033976 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d4f11b41-7367-4c66-bb83-cbdb1103b875 req-72563ad4-9fd0-46ae-b139-05d845a8b40e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:24.050554 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d4f11b41-7367-4c66-bb83-cbdb1103b875 req-72563ad4-9fd0-46ae-b139-05d845a8b40e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7928724 Dec 17 13:04:24.054479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] For port 4b5d22c7-620e-457f-b567-2ce4827eeca5, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:04:24.058785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] For port 4b5d22c7-620e-457f-b567-2ce4827eeca5, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4b5d22c7-620e-457f-b567-2ce4827eeca5,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:04:24.064261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dee4d474-8a66-41bb-9350-750dc5044c8b None None] Provisioning complete for port 4b5d22c7-620e-457f-b567-2ce4827eeca5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:24.064857 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dee4d474-8a66-41bb-9350-750dc5044c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:24.124809 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:24.130112 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-dee4d474-8a66-41bb-9350-750dc5044c8b None None] Port 4b5d22c7-620e-457f-b567-2ce4827eeca5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:04:24.157771 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-596ac8ea-0f1f-4e66-a473-424ecae2a2e2 req-bc45225f-a103-47b2-b077-a273511fc0bc tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 210 time: 0.0371976 Dec 17 13:04:24.195236 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d8800e37-61b2-46e8-af6d-784da6f40b1b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=accc10b1dc244c5f994378ac8e4ce535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859026 Dec 17 13:04:24.197515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49666) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:24.207262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Network fad716a1-7391-46f7-b63d-f2bab958136d is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:04:24.211743 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:24.214793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Pushing event updated for resources: {'Port': ['ID=8e6d0542-2d67-49f3-93ee-965f273f6b5c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:24.224282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:04:24.244434 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:24.280517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:24.281118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:24.297539 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0643eb4a-fc8d-4d61-a65e-d54831f95e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:24.311660 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc724034-1847-4194-ad4e-477e4edfe8f1 req-54ae8a02-c8af-4b23-81c0-e32bb114f0a2 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:24.313179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fc724034-1847-4194-ad4e-477e4edfe8f1 req-54ae8a02-c8af-4b23-81c0-e32bb114f0a2 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/ports?device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 945 time: 0.0756485 Dec 17 13:04:24.323909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:04:24.324685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:04:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:24.343891 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0643eb4a-fc8d-4d61-a65e-d54831f95e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:24.358694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b99e0-53fb-4a82-a564-594f7e34ce1e None None] Pushing event updated for resources: {'Port': ['ID=4b5d22c7-620e-457f-b567-2ce4827eeca5,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:24.412552 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fc724034-1847-4194-ad4e-477e4edfe8f1 req-bae077cc-d22a-47bc-9ff7-8a1f15920ac6 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/security-groups?id=802f9ae6-1c52-4f96-b72f-6ac0bb28f415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869756 Dec 17 13:04:24.424245 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0229d351-799f-4b5a-8ac1-b49728cca85c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7438743 Dec 17 13:04:24.441509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Request body: {'port': {'device_id': 'bf25cbba-9cd6-40db-9be7-d24e36fd06c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:24.518028 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0643eb4a-fc8d-4d61-a65e-d54831f95e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:24.524340 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0643eb4a-fc8d-4d61-a65e-d54831f95e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:24.524340 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0643eb4a-fc8d-4d61-a65e-d54831f95e45 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96d5f198-54fb-4afe-a0a9-6085135da560 HTTP/1.1" status: 204 len: 168 time: 0.3222377 Dec 17 13:04:24.537763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643eb4a-fc8d-4d61-a65e-d54831f95e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d5f198-54fb-4afe-a0a9-6085135da560,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:24.543898 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a224d1c1-a7ad-4991-823e-ae2edf4d9f84 x-openstack-request-id: req-a224d1c1-a7ad-4991-823e-ae2edf4d9f84 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:24.544199 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:24.544450 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a224d1c1-a7ad-4991-823e-ae2edf4d9f84 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:24.544842 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'code': 200} Dec 17 13:04:24.560481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:04:24.605458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:24.665405 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c4f4000-db7a-40ab-9e98-e526a94e7148 req-73a9eabb-4df9-4009-a8df-27d9050856ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eefcf2a4c0e649479e8eac9edd031107&device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0546699 Dec 17 13:04:24.739266 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c4f4000-db7a-40ab-9e98-e526a94e7148 req-10bf58dc-0426-4d53-82c1-e5a16ba9ce84 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=eefcf2a4c0e649479e8eac9edd031107&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635915 Dec 17 13:04:24.952195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb5d31c3-92c8-46a8-ba72-ec6cc6f4eb1f req-b3f4a6d1-567e-44ec-bf47-9db7d25676cf tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/cae039f0-a946-4b39-b708-49b4133d8980 HTTP/1.1" status: 200 len: 1829 time: 0.1787739 Dec 17 13:04:24.972355 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b4f5173c-16ec-42e1-8bf5-90b146499657 None None] Provisioning complete for port 4b5d22c7-620e-457f-b567-2ce4827eeca5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:24.972991 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4f5173c-16ec-42e1-8bf5-90b146499657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:25.139816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6d0542-2d67-49f3-93ee-965f273f6b5c {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:04:25.143739 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4f5173c-16ec-42e1-8bf5-90b146499657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:25.166281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:24Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:25.182284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e970d-aec5-42a3-8571-8ce0520781d8 req-56134fe6-00a7-46b7-b263-92ba3629514f tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:25.185542 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d8e970d-aec5-42a3-8571-8ce0520781d8 req-56134fe6-00a7-46b7-b263-92ba3629514f tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 931 time: 0.5226679 Dec 17 13:04:25.204271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ee874-c425-4773-abb1-9b93548b887a None None] The sync data for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 is: [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:24Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:04:25.213078 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f25fcfd-acba-4956-9863-40614c31ec3f req-cf036f9f-a0a6-4862-8c07-0e645914a8da tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.1039732 Dec 17 13:04:25.228362 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:25.231439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b4f5173c-16ec-42e1-8bf5-90b146499657 None None] For port 4b5d22c7-620e-457f-b567-2ce4827eeca5, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4b5d22c7-620e-457f-b567-2ce4827eeca5,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:25.254845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4454600b-071d-4788-ae39-17d031990e50 req-0aa8c9a7-ea32-4f57-8b5e-ca60567e25ce tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1740872199', 'description': 'tempest-description-154929068'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:25.296397 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d8e970d-aec5-42a3-8571-8ce0520781d8 req-e2943a1e-73e3-4db2-b675-7b07a941cc36 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099424 Dec 17 13:04:25.299425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f4000-db7a-40ab-9e98-e526a94e7148 req-8be93bb7-076b-4055-9131-44dec3d7318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:25.303331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c4f4000-db7a-40ab-9e98-e526a94e7148 req-8be93bb7-076b-4055-9131-44dec3d7318a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5541854 Dec 17 13:04:25.305440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Transition to ACTIVE for port object 8e6d0542-2d67-49f3-93ee-965f273f6b5c will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:04:25.379247 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4f5173c-16ec-42e1-8bf5-90b146499657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:25.407458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:25.431763 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4454600b-071d-4788-ae39-17d031990e50 req-0aa8c9a7-ea32-4f57-8b5e-ca60567e25ce tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:25.488487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040e7ae-c0ba-4828-b5c5-743cc39ffdf4 req-3c5e421c-6d4b-4b08-b150-3486cbd78cb1 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:25.508733 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a040e7ae-c0ba-4828-b5c5-743cc39ffdf4 req-3c5e421c-6d4b-4b08-b150-3486cbd78cb1 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1408186 Dec 17 13:04:25.527244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5173c-16ec-42e1-8bf5-90b146499657 None None] Pushing event updated for resources: {'Port': ['ID=4b5d22c7-620e-457f-b567-2ce4827eeca5,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:25.573877 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a040e7ae-c0ba-4828-b5c5-743cc39ffdf4 req-a1f9d39c-b3f2-485f-b8fe-637a4a890b5d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599778 Dec 17 13:04:25.594575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Pushing event updated for resources: {'Port': ['ID=8e6d0542-2d67-49f3-93ee-965f273f6b5c,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:25.653063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Attempting to bind port 8e6d0542-2d67-49f3-93ee-965f273f6b5c on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:04:25.653436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Attempting to bind port 8e6d0542-2d67-49f3-93ee-965f273f6b5c by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:04:25.653853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Attempting to bind port 8e6d0542-2d67-49f3-93ee-965f273f6b5c on network fad716a1-7391-46f7-b63d-f2bab958136d {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:04:25.654592 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec24ec07-9076-4b62-ab12-f3dc548448f9 req-35999357-f469-4ae6-b935-4ed5a17db54c tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 210 time: 0.0301273 Dec 17 13:04:25.676737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Port 8e6d0542-2d67-49f3-93ee-965f273f6b5c on network fad716a1-7391-46f7-b63d-f2bab958136d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:04:25.677080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Attempting to bind port 8e6d0542-2d67-49f3-93ee-965f273f6b5c on network fad716a1-7391-46f7-b63d-f2bab958136d {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:04:25.691357 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4454600b-071d-4788-ae39-17d031990e50 req-0aa8c9a7-ea32-4f57-8b5e-ca60567e25ce tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:25.693388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:04:25.693754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Checking segment: {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:25.694322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Bound using segment: {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:04:25.694772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Bound port: 8e6d0542-2d67-49f3-93ee-965f273f6b5c, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:04:25.695122 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:25.741759 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49710) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:25.787448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] For port 8e6d0542-2d67-49f3-93ee-965f273f6b5c, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:04:25.790134 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4454600b-071d-4788-ae39-17d031990e50 req-0aa8c9a7-ea32-4f57-8b5e-ca60567e25ce tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:25.794928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] For port 8e6d0542-2d67-49f3-93ee-965f273f6b5c, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8e6d0542-2d67-49f3-93ee-965f273f6b5c,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:04:25.804127 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d547ca57-188e-409e-b93f-0016e0b8f623 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15d2639e77b447eeb4ccf6c79a78f310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606346 Dec 17 13:04:25.806701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49722) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:25.884727 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9225aea9-0cee-4d30-8bcd-3d7a3a995176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:25.930784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9225aea9-0cee-4d30-8bcd-3d7a3a995176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:26.051154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4632a-2d71-4295-ac8e-9328424bddad req-f974d6d1-13c9-4555-9a7d-dfb1911abc91 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:26.060341 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-18a4632a-2d71-4295-ac8e-9328424bddad req-f974d6d1-13c9-4555-9a7d-dfb1911abc91 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089 HTTP/1.1" status: 200 len: 950 time: 0.1077442 Dec 17 13:04:26.062066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:04:26.101527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4b5d22c7-620e-457f-b567-2ce4827eeca5 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:04:26.150686 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-18a4632a-2d71-4295-ac8e-9328424bddad req-83598c11-2df5-49bd-8424-f3f859a7f0d8 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849988 Dec 17 13:04:26.157303 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9225aea9-0cee-4d30-8bcd-3d7a3a995176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:26.160399 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9225aea9-0cee-4d30-8bcd-3d7a3a995176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:26.164473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9225aea9-0cee-4d30-8bcd-3d7a3a995176 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b6f11f59-385b-43f7-bcdc-bdea3b077b7c HTTP/1.1" status: 204 len: 168 time: 0.3531470 Dec 17 13:04:26.191585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225aea9-0cee-4d30-8bcd-3d7a3a995176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f11f59-385b-43f7-bcdc-bdea3b077b7c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:26.352395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4b5d22c7-620e-457f-b567-2ce4827eeca5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:26.359609 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:26.370832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:26.373922 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:26.396396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8c9a7-ea32-4f57-8b5e-ca60567e25ce tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5510707b-db85-4af5-8570-0e54bacf07db,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:26.435693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'port_id': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'mac_address': 'fa:16:3e:12:25:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:04:26.456670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:26.457850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:26.459467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] 10.222.0.54 "PUT /v2.0/ports/8e6d0542-2d67-49f3-93ee-965f273f6b5c HTTP/1.1" status: 200 len: 1091 time: 2.0256648 Dec 17 13:04:26.478017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf25cbba-9cd6-40db-9be7-d24e36fd06c3', 'tag': '8e6d0542-2d67-49f3-93ee-965f273f6b5c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:26.478017 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfe4e7d-12b2-4bcd-b26a-0e74350cb40e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf25cbba-9cd6-40db-9be7-d24e36fd06c3", "tag": "8e6d0542-2d67-49f3-93ee-965f273f6b5c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:26.488356 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4454600b-071d-4788-ae39-17d031990e50 req-0aa8c9a7-ea32-4f57-8b5e-ca60567e25ce tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:26.505431 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4454600b-071d-4788-ae39-17d031990e50 req-0aa8c9a7-ea32-4f57-8b5e-ca60567e25ce tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.2585235 Dec 17 13:04:26.543430 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:26.601379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9698d4-4058-4119-89c8-a9b1e816f53a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:04:26.643730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b92308-2071-4f4d-8e99-26bf258566cf service neutron] Pushing event updated for resources: {'Port': ['ID=8e6d0542-2d67-49f3-93ee-965f273f6b5c,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:26.655176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:26.667870 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c4f4000-db7a-40ab-9e98-e526a94e7148 req-2961b59f-3719-40c9-88d5-71cf6e88fb72 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0887573 Dec 17 13:04:26.699684 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fb45680f-8900-4470-989c-f44e490b3af9 req-ad140581-2d09-4d17-aa27-e93228760ce2 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.1224623 Dec 17 13:04:26.759273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-5c73d09f-f9c7-4017-8a6f-a99300eb1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:26.761288 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-5c73d09f-f9c7-4017-8a6f-a99300eb1ed7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 1094 time: 0.1512747 Dec 17 13:04:26.769875 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:26.901525 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-0860eb62-a19c-453f-b8ec-a2cd918cbca8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e6d0542-2d67-49f3-93ee-965f273f6b5c HTTP/1.1" status: 200 len: 217 time: 0.1265094 Dec 17 13:04:26.921087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['cd9698d4-4058-4119-89c8-a9b1e816f53a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:04:27.000947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3951d-a1cf-4231-bfa1-e93b1f0d5724 req-ad6b900b-4b85-42f5-9f91-1e170944b460 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:27.011748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=12']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:27.013507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02c3951d-a1cf-4231-bfa1-e93b1f0d5724 req-ad6b900b-4b85-42f5-9f91-1e170944b460 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 943 time: 0.1409061 Dec 17 13:04:27.016511 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2cda0c-1fee-42a5-80f3-82fe6910220c x-openstack-request-id: req-ac2cda0c-1fee-42a5-80f3-82fe6910220c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:27.028409 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf25cbba-9cd6-40db-9be7-d24e36fd06c3", "tag": "8e6d0542-2d67-49f3-93ee-965f273f6b5c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:27.028704 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac2cda0c-1fee-42a5-80f3-82fe6910220c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:27.029300 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf25cbba-9cd6-40db-9be7-d24e36fd06c3', 'tag': '8e6d0542-2d67-49f3-93ee-965f273f6b5c', 'status': 'completed', 'code': 200} Dec 17 13:04:27.050418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-d41f0641-79a0-4742-ab2a-bb8ea416e60f tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:27.052017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-d41f0641-79a0-4742-ab2a-bb8ea416e60f tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.61 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 821 time: 0.3481934 Dec 17 13:04:27.067514 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-439cf24c-cdda-4e6b-a977-1e58f8a03686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:27.074836 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-439cf24c-cdda-4e6b-a977-1e58f8a03686 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e4af1a1-1a63-4bec-8fef-db454759a640 HTTP/1.1" status: 200 len: 845 time: 0.1579981 Dec 17 13:04:27.085611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Request body: {'port': {'device_id': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'admin_state_up': True, 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:27.204413 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02c3951d-a1cf-4231-bfa1-e93b1f0d5724 req-5854fbc5-0e37-4bd6-a1cc-50e36bb7a6a9 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884916 Dec 17 13:04:27.244160 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52a8dac2-857c-4d7b-8458-3247a0de56f1 req-7e27314a-8d3c-4584-b18c-7cd782c6f0fe tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/5510707b-db85-4af5-8570-0e54bacf07db HTTP/1.1" status: 200 len: 1829 time: 0.1643305 Dec 17 13:04:27.294265 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-381159d5-2a66-4aee-a872-3eb2c64eecd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fad716a1-7391-46f7-b63d-f2bab958136d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843201 Dec 17 13:04:27.441384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Made reservation on behalf of 92e468af24b045e1a43d72e62a88f5c2 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:27.448862 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:27.483898 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b7affd3c-7c08-4aa9-9223-7cdf3656b75a req-bbf752ec-a764-4939-9745-b81d82d075a3 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 210 time: 0.0431604 Dec 17 13:04:27.486448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fd465-2bd8-43b7-8732-7907da719902 req-d7613b3f-f568-4fb9-8156-dd41318f27cf tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:27.487884 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3fd465-2bd8-43b7-8732-7907da719902 req-d7613b3f-f568-4fb9-8156-dd41318f27cf tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 946 time: 0.1358476 Dec 17 13:04:27.531084 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-8c329cb0-d26f-43b8-a63e-460170b8e006 service neutron] 10.222.0.54 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172987 Dec 17 13:04:27.555074 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3fd465-2bd8-43b7-8732-7907da719902 req-cffdebc8-c4f6-4033-81a0-6fce5a74c91c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558515 Dec 17 13:04:27.625669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9d44ff4e-2e45-4909-915f-3a295c0082f0 req-5428e20f-2c63-42c3-a2b1-50e39814abdf tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-567967699', 'description': 'tempest-description-1877478159'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:27.666485 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f570c14-fb98-48ab-bcd0-8c410310d2f0 req-2d57ea11-d613-4625-ad84-715a41253d4e service neutron] 10.222.0.54 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268749 Dec 17 13:04:27.711286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Allocated IP 172.20.0.5 (506e5122-0008-430c-937d-e9db9c21f448/c2138608-9efc-440a-af7c-750979cb7d23/2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:04:27.870580 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9d44ff4e-2e45-4909-915f-3a295c0082f0 req-5428e20f-2c63-42c3-a2b1-50e39814abdf tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:27.949186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:27.983048 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b20f6dbb-93cc-44a9-86b7-e95066bb3f5d req-ef7b1767-e2a9-4a7b-93d9-c42e1d307618 tempest-ServerShowV254Test-67237533 tempest-ServerShowV254Test-67237533-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6609f22-c535-48b4-926d-392aab411348 HTTP/1.1" status: 200 len: 210 time: 0.0742326 Dec 17 13:04:28.008779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe4e7d-12b2-4bcd-b26a-0e74350cb40e req-611610a0-f9de-4b24-93d5-cf33e67cdbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:28.010466 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-adfe4e7d-12b2-4bcd-b26a-0e74350cb40e req-611610a0-f9de-4b24-93d5-cf33e67cdbcf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 1094 time: 0.1473796 Dec 17 13:04:28.035639 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9d44ff4e-2e45-4909-915f-3a295c0082f0 req-5428e20f-2c63-42c3-a2b1-50e39814abdf tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:28.086521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:04:28.109516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe4e7d-12b2-4bcd-b26a-0e74350cb40e req-993c8d54-1638-44c1-93c3-1846be955a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:28.111152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-adfe4e7d-12b2-4bcd-b26a-0e74350cb40e req-993c8d54-1638-44c1-93c3-1846be955a9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 200 len: 906 time: 0.0896547 Dec 17 13:04:28.143374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port cd9698d4-4058-4119-89c8-a9b1e816f53a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:28.143752 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:28.169519 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-adfe4e7d-12b2-4bcd-b26a-0e74350cb40e req-ce540427-3792-4785-ae1d-7247858d0559 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e6d0542-2d67-49f3-93ee-965f273f6b5c HTTP/1.1" status: 200 len: 217 time: 0.0472913 Dec 17 13:04:28.187383 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9d44ff4e-2e45-4909-915f-3a295c0082f0 req-5428e20f-2c63-42c3-a2b1-50e39814abdf tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:28.257914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe4e7d-12b2-4bcd-b26a-0e74350cb40e req-530a4751-3ae0-4319-9ae3-2de8e08e109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:28.262770 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-adfe4e7d-12b2-4bcd-b26a-0e74350cb40e req-530a4751-3ae0-4319-9ae3-2de8e08e109f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e4af1a1-1a63-4bec-8fef-db454759a640 HTTP/1.1" status: 200 len: 845 time: 0.0853589 Dec 17 13:04:28.266898 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:28.313326 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-adfe4e7d-12b2-4bcd-b26a-0e74350cb40e req-0b087d7a-0b9b-4bfd-8642-818c4e356e58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fad716a1-7391-46f7-b63d-f2bab958136d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419188 Dec 17 13:04:28.344398 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:28.383237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428e20f-2c63-42c3-a2b1-50e39814abdf tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa9ad63-0743-4854-9c7c-45273fda0b89,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:28.386132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:28.390898 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9d44ff4e-2e45-4909-915f-3a295c0082f0 req-5428e20f-2c63-42c3-a2b1-50e39814abdf tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:28.392012 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a9087a-5d8d-4788-bcb2-b46aa211b32f" -d '{"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-plugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:28.395911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9d44ff4e-2e45-4909-915f-3a295c0082f0 req-5428e20f-2c63-42c3-a2b1-50e39814abdf tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7741368 Dec 17 13:04:28.419366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:28.422098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Network 506e5122-0008-430c-937d-e9db9c21f448 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:04:28.423664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:28.427941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:04:28.461034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Pushing event updated for resources: {'Port': ['ID=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:28.461355 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d2001e-ddde-49fa-82a2-d2aa146478da x-openstack-request-id: req-94d2001e-ddde-49fa-82a2-d2aa146478da {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:28.462417 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-plugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:28.462894 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94d2001e-ddde-49fa-82a2-d2aa146478da {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:28.467836 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'code': 200} Dec 17 13:04:28.529374 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d472c-cd1b-4f52-a0f8-49d234a319f0 req-7b7ba419-c5a2-4618-8cf5-ad0405759444 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:28.530977 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f1d472c-cd1b-4f52-a0f8-49d234a319f0 req-7b7ba419-c5a2-4618-8cf5-ad0405759444 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 943 time: 0.2033801 Dec 17 13:04:28.547533 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:28.549845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 78fe7918-f419-48ae-b125-7b6ecbad7067 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:04:28.555201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:28.556980 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:28.588262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3499a2d4-5369-4629-8063-7562b82cbe1a req-0b7252bf-8579-4817-82d3-b10b2d8c15b1 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/0aa9ad63-0743-4854-9c7c-45273fda0b89 HTTP/1.1" status: 200 len: 1829 time: 0.0923831 Dec 17 13:04:28.628822 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-adfe4e7d-12b2-4bcd-b26a-0e74350cb40e req-4d9e021f-2e00-430c-ba1a-db2e2819138a service neutron] 10.222.0.54 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023672 Dec 17 13:04:28.653524 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-4caafb10-d2de-4364-ae1f-5f968e0d69f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5879638 Dec 17 13:04:28.673555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Request body: {'port': {'device_id': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:28.759493 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f1d472c-cd1b-4f52-a0f8-49d234a319f0 req-ee6a43b4-1b94-4797-84d2-73d9bdfde6a8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012351 Dec 17 13:04:28.847887 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-adfe4e7d-12b2-4bcd-b26a-0e74350cb40e req-51c18480-7513-43ca-8ded-1f592bb069d5 service neutron] 10.222.0.54 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077560 Dec 17 13:04:28.879838 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:28.888950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=13']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:28.916088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4e925a6e-a8ec-4455-aa09-ae757d00cfe5 None None] Provisioning complete for port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:28.916568 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4e925a6e-a8ec-4455-aa09-ae757d00cfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:28.952633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94868f3-3d52-4206-a857-3d14ea500085 req-32b33bce-eb03-4e4b-b9d0-252de601b76a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:28.965215 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a94868f3-3d52-4206-a857-3d14ea500085 req-32b33bce-eb03-4e4b-b9d0-252de601b76a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 947 time: 0.1053326 Dec 17 13:04:28.976207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfba2f-203d-43fd-ab00-6db1c00527c4 req-0423d158-9220-45f4-9dfa-5bc1ab1b9a28 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:28.984358 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53bfba2f-203d-43fd-ab00-6db1c00527c4 req-0423d158-9220-45f4-9dfa-5bc1ab1b9a28 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 931 time: 0.1966040 Dec 17 13:04:29.027425 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:04:29.045875 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a94868f3-3d52-4206-a857-3d14ea500085 req-d7fac514-9c86-4b25-9734-9d0af6058ff1 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807774 Dec 17 13:04:29.094122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4e925a6e-a8ec-4455-aa09-ae757d00cfe5 None None] Port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:04:29.108146 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:29.129862 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53bfba2f-203d-43fd-ab00-6db1c00527c4 req-9cd94105-dd1e-4db0-ab39-62c16a118a47 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442494 Dec 17 13:04:29.176923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:29.190568 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-139df9ec-1ec0-47bb-8d11-66f6137e6ebe req-ab3ec2e1-cbc9-4c6f-919a-7c99667bb02c tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] show failed (client error): The resource could not be found. Dec 17 13:04:29.204325 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-139df9ec-1ec0-47bb-8d11-66f6137e6ebe req-ab3ec2e1-cbc9-4c6f-919a-7c99667bb02c tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/6e4f2fe8-13ca-450a-ba34-ec0456a0586b HTTP/1.1" status: 404 len: 352 time: 0.0842080 Dec 17 13:04:29.249826 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:29.334906 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-9a6641a4-2815-4656-8d2b-0d1f0ce78b6d req-8f396d47-de17-4353-a3eb-18649fc9d84e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] show failed (client error): The resource could not be found. Dec 17 13:04:29.336866 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a6641a4-2815-4656-8d2b-0d1f0ce78b6d req-8f396d47-de17-4353-a3eb-18649fc9d84e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-group-rules/72e327cf-9819-4980-8730-0ce88884dbd7 HTTP/1.1" status: 404 len: 361 time: 0.0432413 Dec 17 13:04:29.364367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=78fe7918-f419-48ae-b125-7b6ecbad7067,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:29.490871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:04:29.504746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:29.517121 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4cb5b83b-5ec5-4a5c-a2e5-54626b9a3402 req-9f4392de-3164-4a2a-ab71-b516cac96f68 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/0aa9ad63-0743-4854-9c7c-45273fda0b89 HTTP/1.1" status: 200 len: 1829 time: 0.1390929 Dec 17 13:04:29.553854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Transition to ACTIVE for port object 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:04:29.642837 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4cb5b83b-5ec5-4a5c-a2e5-54626b9a3402 req-d82417ed-e399-4d4d-9744-75a8f818bbef tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:29.665569 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:29.674016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4cb5b83b-5ec5-4a5c-a2e5-54626b9a3402 req-d82417ed-e399-4d4d-9744-75a8f818bbef tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:29.756608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Pushing event updated for resources: {'Port': ['ID=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:29.904048 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4cb5b83b-5ec5-4a5c-a2e5-54626b9a3402 req-d82417ed-e399-4d4d-9744-75a8f818bbef tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:29.910492 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4cb5b83b-5ec5-4a5c-a2e5-54626b9a3402 req-d82417ed-e399-4d4d-9744-75a8f818bbef tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:29.911689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4cb5b83b-5ec5-4a5c-a2e5-54626b9a3402 req-d82417ed-e399-4d4d-9744-75a8f818bbef tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "DELETE /v2.0/security-groups/0aa9ad63-0743-4854-9c7c-45273fda0b89 HTTP/1.1" status: 204 len: 173 time: 0.3939126 Dec 17 13:04:29.924765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Attempting to bind port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:04:29.925204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Attempting to bind port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:04:29.925618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Attempting to bind port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c on network 506e5122-0008-430c-937d-e9db9c21f448 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:04:29.953402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82417ed-e399-4d4d-9744-75a8f818bbef tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa9ad63-0743-4854-9c7c-45273fda0b89,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:29.960329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c on network 506e5122-0008-430c-937d-e9db9c21f448 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:04:29.960672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Attempting to bind port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c on network 506e5122-0008-430c-937d-e9db9c21f448 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:04:29.977855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:04:29.984077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Checking segment: {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:29.984858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Bound using segment: {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:04:29.985339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Bound port: 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:04:29.985753 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:30.079894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] For port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:04:30.083375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] For port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:04:30.162958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:30.202263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49886) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:30.220865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:30.221803 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:30.223976 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] 10.222.0.61 "PUT /v2.0/ports/2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 1091 time: 1.5557897 Dec 17 13:04:30.228705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:30.231655 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11740a14-1929-4ed0-bf7c-6d5e02463e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:30.280535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b93f87-8886-4cc2-bd36-6ba9b4b3831f service neutron] Pushing event updated for resources: {'Port': ['ID=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:30.455253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-86ce6179-ef1d-4a6a-b3da-eb5a023369f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:30.457069 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-86ce6179-ef1d-4a6a-b3da-eb5a023369f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 1094 time: 0.0949309 Dec 17 13:04:30.464832 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b8ca-d658-4a7b-8a5d-8ac8141c3546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:30.470001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:30.472790 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eee2e8e-d59e-4ca0-af22-f608355d22f7" -d '{"events": [{"server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "name": "network-vif-unplugged", "status": "completed", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:30.540593 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-b33d54c4-d9da-40ba-871e-7d1d070d26b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 217 time: 0.0643682 Dec 17 13:04:30.634804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-83a5b42b-0d3f-4b25-b7ac-a3fc7196688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:30.639588 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-83a5b42b-0d3f-4b25-b7ac-a3fc7196688a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.0878482 Dec 17 13:04:30.644574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70d3d-b196-49af-ab2a-af6ed413e743 req-887c9aec-8150-4d2f-904b-54621f7e4b28 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:30.658380 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7d70d3d-b196-49af-ab2a-af6ed413e743 req-887c9aec-8150-4d2f-904b-54621f7e4b28 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 943 time: 0.1906085 Dec 17 13:04:30.752229 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7d70d3d-b196-49af-ab2a-af6ed413e743 req-5ca0a174-2e34-42aa-b549-dc712d2f63e8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925941 Dec 17 13:04:30.765407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-5ade2a0e-2fe7-4971-929e-6bea9be1a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:30.767101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-5ade2a0e-2fe7-4971-929e-6bea9be1a228 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113043 Dec 17 13:04:30.774189 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4e5173d-9e70-44c9-9cb1-771b6558dd52 req-d9cfaf8e-740b-41a3-b4a2-87680e2d2266 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/5510707b-db85-4af5-8570-0e54bacf07db HTTP/1.1" status: 200 len: 1829 time: 0.1195796 Dec 17 13:04:30.801692 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b8ca-d658-4a7b-8a5d-8ac8141c3546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:30.925895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-e152cf8e-4e63-48f1-a8bf-fca52fe3f5a1 service neutron] 10.222.0.61 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497605 Dec 17 13:04:30.942262 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b8ca-d658-4a7b-8a5d-8ac8141c3546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:30.961404 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e5173d-9e70-44c9-9cb1-771b6558dd52 req-4b646249-4d3a-4dfa-bb70-2f3a33274ddc tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:31.037247 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e5173d-9e70-44c9-9cb1-771b6558dd52 req-4b646249-4d3a-4dfa-bb70-2f3a33274ddc tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:31.043396 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f1a9b8ca-d658-4a7b-8a5d-8ac8141c3546 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eefcf2a4c0e649479e8eac9edd031107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8394098 Dec 17 13:04:31.048037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9b8ca-d658-4a7b-8a5d-8ac8141c3546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4734ce2-003c-431d-ace0-d9c47fd0335c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:31.050655 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49912) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:31.068511 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706b9dd-bf9b-4968-8cb0-9fa950f7de9c req-cdfdc277-2b9c-4aad-ac58-faad7407c1a0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:31.076504 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f706b9dd-bf9b-4968-8cb0-9fa950f7de9c req-cdfdc277-2b9c-4aad-ac58-faad7407c1a0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 947 time: 0.2093379 Dec 17 13:04:31.132267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b819a110-8ba5-4077-b218-4670ca8a58f9 req-a85f1dc7-15e3-4f09-b8b7-491f2a6f7410 service neutron] 10.222.0.61 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870112 Dec 17 13:04:31.196310 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e5173d-9e70-44c9-9cb1-771b6558dd52 req-4b646249-4d3a-4dfa-bb70-2f3a33274ddc tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:31.198974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e5173d-9e70-44c9-9cb1-771b6558dd52 req-4b646249-4d3a-4dfa-bb70-2f3a33274ddc tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:31.206817 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4e5173d-9e70-44c9-9cb1-771b6558dd52 req-4b646249-4d3a-4dfa-bb70-2f3a33274ddc tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "DELETE /v2.0/security-groups/5510707b-db85-4af5-8570-0e54bacf07db HTTP/1.1" status: 204 len: 173 time: 0.3543556 Dec 17 13:04:31.224461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f706b9dd-bf9b-4968-8cb0-9fa950f7de9c req-c2785ac6-f15f-419e-9d1b-77322e1f356a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446488 Dec 17 13:04:31.247272 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f72de44f-477f-4405-b838-5a636f377faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:31.260783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b646249-4d3a-4dfa-bb70-2f3a33274ddc tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5510707b-db85-4af5-8570-0e54bacf07db,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:31.306618 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:31.322591 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f72de44f-477f-4405-b838-5a636f377faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:31.435914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b0811-21c5-4eb1-b4d7-dfb742b71cc3 req-f1c95f72-a1d9-42ff-999d-f12031858ba0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:31.437866 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-930b0811-21c5-4eb1-b4d7-dfb742b71cc3 req-f1c95f72-a1d9-42ff-999d-f12031858ba0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 943 time: 0.0733063 Dec 17 13:04:31.493323 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f72de44f-477f-4405-b838-5a636f377faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:31.496534 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f72de44f-477f-4405-b838-5a636f377faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:31.500088 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f72de44f-477f-4405-b838-5a636f377faa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c4734ce2-003c-431d-ace0-d9c47fd0335c HTTP/1.1" status: 204 len: 168 time: 0.4454138 Dec 17 13:04:31.512123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72de44f-477f-4405-b838-5a636f377faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4734ce2-003c-431d-ace0-d9c47fd0335c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:31.516912 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-930b0811-21c5-4eb1-b4d7-dfb742b71cc3 req-6dd3ffac-50b0-48da-8bda-7c1b4ff28d89 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724683 Dec 17 13:04:31.612780 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884ddd5a-c74c-4068-8791-ca404e9b6f0f x-openstack-request-id: req-884ddd5a-c74c-4068-8791-ca404e9b6f0f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:31.613085 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:31.613344 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-884ddd5a-c74c-4068-8791-ca404e9b6f0f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:31.613790 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'status': 'completed', 'code': 200} Dec 17 13:04:31.670312 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c5ea14-936d-4014-8201-6781f9aa714f x-openstack-request-id: req-42c5ea14-936d-4014-8201-6781f9aa714f {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:31.670851 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "name": "network-vif-unplugged", "status": "completed", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:31.671073 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42c5ea14-936d-4014-8201-6781f9aa714f {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:31.671611 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'code': 200} Dec 17 13:04:31.720763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11740a14-1929-4ed0-bf7c-6d5e02463e3a req-1ad16f7b-6620-47a3-b821-c8fd452afee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:31.723044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11740a14-1929-4ed0-bf7c-6d5e02463e3a req-1ad16f7b-6620-47a3-b821-c8fd452afee6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 1094 time: 0.0778592 Dec 17 13:04:31.865457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 8e6d0542-2d67-49f3-93ee-965f273f6b5c details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:04:31.872242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11740a14-1929-4ed0-bf7c-6d5e02463e3a req-63270ee7-d61e-4788-82f9-3efc26540767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:31.874408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11740a14-1929-4ed0-bf7c-6d5e02463e3a req-63270ee7-d61e-4788-82f9-3efc26540767 service neutron] 10.222.0.61 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.1410522 Dec 17 13:04:31.943669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11740a14-1929-4ed0-bf7c-6d5e02463e3a req-7dd9626a-90fa-48fc-b668-116c4d3a79fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 217 time: 0.0586097 Dec 17 13:04:32.039207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11740a14-1929-4ed0-bf7c-6d5e02463e3a req-9a11f972-6355-4c37-b96b-3567828e6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:32.047028 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11740a14-1929-4ed0-bf7c-6d5e02463e3a req-9a11f972-6355-4c37-b96b-3567828e6c0c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.0909190 Dec 17 13:04:32.171782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11740a14-1929-4ed0-bf7c-6d5e02463e3a req-48dc4c7c-b6c1-4d8d-99c2-6f954a48dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:32.173345 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11740a14-1929-4ed0-bf7c-6d5e02463e3a req-48dc4c7c-b6c1-4d8d-99c2-6f954a48dcd2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205776 Dec 17 13:04:32.206362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 8e6d0542-2d67-49f3-93ee-965f273f6b5c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8e6d0542-2d67-49f3-93ee-965f273f6b5c,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:32.248163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '8e6d0542-2d67-49f3-93ee-965f273f6b5c', 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'port_id': '8e6d0542-2d67-49f3-93ee-965f273f6b5c', 'mac_address': 'fa:16:3e:b1:18:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4af1a1-1a63-4bec-8fef-db454759a640', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:04:32.480193 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:32.507790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6d0542-2d67-49f3-93ee-965f273f6b5c {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:04:32.549384 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11740a14-1929-4ed0-bf7c-6d5e02463e3a req-cce7bc8c-0ff1-48ed-84c2-5ecfbf59b39a service neutron] 10.222.0.61 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631172 Dec 17 13:04:32.601466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 8e6d0542-2d67-49f3-93ee-965f273f6b5c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8e6d0542-2d67-49f3-93ee-965f273f6b5c,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:32.756587 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11740a14-1929-4ed0-bf7c-6d5e02463e3a req-a5ff6102-eba4-4c21-9bca-619fe4cc3972 service neutron] 10.222.0.61 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992679 Dec 17 13:04:33.229154 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:33.230886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 584bd041-8205-4183-b53c-fcea90b8bf14 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:04:33.434179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 584bd041-8205-4183-b53c-fcea90b8bf14, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=584bd041-8205-4183-b53c-fcea90b8bf14,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:33.450506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '584bd041-8205-4183-b53c-fcea90b8bf14', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '584bd041-8205-4183-b53c-fcea90b8bf14', 'mac_address': 'fa:16:3e:e9:ce:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:04:33.478824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=8e6d0542-2d67-49f3-93ee-965f273f6b5c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:33.546598 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a661b10-a531-4a78-ae38-75121e04b31c req-750967f1-d23c-486e-af55-6c8bfddaa95e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/cae039f0-a946-4b39-b708-49b4133d8980 HTTP/1.1" status: 200 len: 1829 time: 0.2067027 Dec 17 13:04:33.577591 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:33.608560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 584bd041-8205-4183-b53c-fcea90b8bf14 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:04:33.688613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 584bd041-8205-4183-b53c-fcea90b8bf14, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=584bd041-8205-4183-b53c-fcea90b8bf14,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:33.715069 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7a661b10-a531-4a78-ae38-75121e04b31c req-c08f528c-7f2d-4f81-978a-a3bb3595646e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:33.747452 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7a661b10-a531-4a78-ae38-75121e04b31c req-c08f528c-7f2d-4f81-978a-a3bb3595646e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:33.787904 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:33.917894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['584bd041-8205-4183-b53c-fcea90b8bf14'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:04:33.924417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7a661b10-a531-4a78-ae38-75121e04b31c req-c08f528c-7f2d-4f81-978a-a3bb3595646e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:33.928531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7a661b10-a531-4a78-ae38-75121e04b31c req-c08f528c-7f2d-4f81-978a-a3bb3595646e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:33.944560 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a661b10-a531-4a78-ae38-75121e04b31c req-c08f528c-7f2d-4f81-978a-a3bb3595646e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "DELETE /v2.0/security-groups/cae039f0-a946-4b39-b708-49b4133d8980 HTTP/1.1" status: 204 len: 173 time: 0.3969800 Dec 17 13:04:33.995793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f528c-7f2d-4f81-978a-a3bb3595646e tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae039f0-a946-4b39-b708-49b4133d8980,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:34.084785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=584bd041-8205-4183-b53c-fcea90b8bf14,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:34.103187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['8e6d0542-2d67-49f3-93ee-965f273f6b5c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:04:34.205483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:04:34.212832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775e85-053a-4483-910d-e55e3336a536 req-b365579b-6f11-4970-a04d-5733bedefc6b tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:34.231963 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69775e85-053a-4483-910d-e55e3336a536 req-b365579b-6f11-4970-a04d-5733bedefc6b tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 944 time: 0.1441293 Dec 17 13:04:34.356886 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69775e85-053a-4483-910d-e55e3336a536 req-f611a767-3258-4f08-b6ab-3d93bf56d2fa tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988066 Dec 17 13:04:34.587937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c76ad-2c01-4a64-97c2-5ae7d7afded2 req-fa140779-1974-46e2-bff6-281b7842361f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:34.595706 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d1c76ad-2c01-4a64-97c2-5ae7d7afded2 req-fa140779-1974-46e2-bff6-281b7842361f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 947 time: 0.0972326 Dec 17 13:04:34.655790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:34.673178 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'port_id': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'mac_address': 'fa:16:3e:60:52:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:04:34.684516 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d1c76ad-2c01-4a64-97c2-5ae7d7afded2 req-6503a267-b145-40dc-81a6-b4b3f07b36d4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821173 Dec 17 13:04:34.877303 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cead8d-364a-4952-b7ab-6f82dc7b3916 req-26a2eb12-301b-44da-8fab-74aed32f02bd tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:34.886640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4cead8d-364a-4952-b7ab-6f82dc7b3916 req-26a2eb12-301b-44da-8fab-74aed32f02bd tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 943 time: 0.1033714 Dec 17 13:04:35.019004 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4cead8d-364a-4952-b7ab-6f82dc7b3916 req-d3fda987-39d3-4401-8aac-5809d48f6587 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190910 Dec 17 13:04:35.115227 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:35.145511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:04:35.184751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:35.284002 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:35.394127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:35.596101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:04:35.850939 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:35.898927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 584bd041-8205-4183-b53c-fcea90b8bf14 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:04:36.094440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 584bd041-8205-4183-b53c-fcea90b8bf14 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:36.094982 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:36.293499 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:36.333758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676a185a-82dd-4f7b-a745-dc94402b2b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584bd041-8205-4183-b53c-fcea90b8bf14'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:36.336503 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d565b5d0-d0c1-4e0e-861a-f397b591bfe2" -d '{"events": [{"server_uuid": "676a185a-82dd-4f7b-a745-dc94402b2b29", "name": "network-vif-plugged", "status": "completed", "tag": "584bd041-8205-4183-b53c-fcea90b8bf14"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:36.386495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 584bd041-8205-4183-b53c-fcea90b8bf14, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=584bd041-8205-4183-b53c-fcea90b8bf14,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:36.473333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:36.474102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 8e6d0542-2d67-49f3-93ee-965f273f6b5c up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:04:36.594303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=584bd041-8205-4183-b53c-fcea90b8bf14,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:36.787983 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 8e6d0542-2d67-49f3-93ee-965f273f6b5c completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:04:36.813784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 8e6d0542-2d67-49f3-93ee-965f273f6b5c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:36.814317 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:36.929096 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:36.976004 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 8e6d0542-2d67-49f3-93ee-965f273f6b5c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8e6d0542-2d67-49f3-93ee-965f273f6b5c,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:37.196086 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:37.264601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=8e6d0542-2d67-49f3-93ee-965f273f6b5c,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:38.170577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:04:38.378911 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:04:38.384653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:38.385296 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:38.542010 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:38.637612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:38.717629 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:38.809286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:43.820999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ba357-3fd9-453a-afd5-b8c66a50a4aa req-2dde435f-8061-4190-874c-70d10d511a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:43.822649 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-380ba357-3fd9-453a-afd5-b8c66a50a4aa req-2dde435f-8061-4190-874c-70d10d511a52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 1098 time: 0.0426090 Dec 17 13:04:43.837334 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-83ade7d2-379f-4f0c-8346-3a809f4fbff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:43.953913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ba357-3fd9-453a-afd5-b8c66a50a4aa req-cad033b5-d2c0-45ee-a05c-eada691e1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:43.955594 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-380ba357-3fd9-453a-afd5-b8c66a50a4aa req-cad033b5-d2c0-45ee-a05c-eada691e1114 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.0959828 Dec 17 13:04:44.028361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-380ba357-3fd9-453a-afd5-b8c66a50a4aa req-d0e76d38-1ec2-4c7b-9661-d5cd4bf05490 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 200 len: 1002 time: 0.0616124 Dec 17 13:04:44.080127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ba357-3fd9-453a-afd5-b8c66a50a4aa req-a467150c-d6d8-47c2-9c9b-47b7b567486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:44.081489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-380ba357-3fd9-453a-afd5-b8c66a50a4aa req-a467150c-d6d8-47c2-9c9b-47b7b567486f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.0437737 Dec 17 13:04:44.131400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ba357-3fd9-453a-afd5-b8c66a50a4aa req-e3ef0882-33d6-42ed-b3f4-1ba0e97395e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:44.132865 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-380ba357-3fd9-453a-afd5-b8c66a50a4aa req-e3ef0882-33d6-42ed-b3f4-1ba0e97395e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425096 Dec 17 13:04:44.223168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-380ba357-3fd9-453a-afd5-b8c66a50a4aa req-833d1968-9a6c-48aa-a911-8da43f35b463 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807526 Dec 17 13:04:44.318100 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-380ba357-3fd9-453a-afd5-b8c66a50a4aa req-31f0b686-6552-4ef8-866a-480ca7dcfc61 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844998 Dec 17 13:04:45.190761 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb486c37-d652-4820-904b-d6e80daaecf1 req-f61115b9-b2e8-4dc5-860d-2b6d3b4e3a3d tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b860a6b669e241129ed20a2dff8b101d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533435 Dec 17 13:04:45.232554 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0d9d6ef-2565-4ba5-9d5d-ebf27c5a0e69 req-2d543ddb-ef9d-4dcb-a6c6-0b93a5194320 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/d2b6973c-033c-40a7-97db-88b6cd591f49 HTTP/1.1" status: 200 len: 1829 time: 0.0554359 Dec 17 13:04:45.307228 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a0d9d6ef-2565-4ba5-9d5d-ebf27c5a0e69 req-f572e6a8-7ed0-4964-9fdd-8691afb525e7 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:45.328700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb486c37-d652-4820-904b-d6e80daaecf1 req-578aa5c6-6def-4d87-8bdd-5995b1cb7006 tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:45.330373 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb486c37-d652-4820-904b-d6e80daaecf1 req-578aa5c6-6def-4d87-8bdd-5995b1cb7006 tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388383 Dec 17 13:04:45.338459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a0d9d6ef-2565-4ba5-9d5d-ebf27c5a0e69 req-f572e6a8-7ed0-4964-9fdd-8691afb525e7 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:45.347270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb486c37-d652-4820-904b-d6e80daaecf1 req-0daed33e-d401-4ba8-b0d3-8774af43bd90 tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] 10.222.0.59 "GET /v2.0/quotas/b860a6b669e241129ed20a2dff8b101d HTTP/1.1" status: 200 len: 375 time: 0.0109470 Dec 17 13:04:45.392815 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb486c37-d652-4820-904b-d6e80daaecf1 req-0047d9f9-b7cf-4575-bf59-d38e4ba0e893 tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b860a6b669e241129ed20a2dff8b101d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382264 Dec 17 13:04:45.485380 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a0d9d6ef-2565-4ba5-9d5d-ebf27c5a0e69 req-f572e6a8-7ed0-4964-9fdd-8691afb525e7 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:45.489837 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a0d9d6ef-2565-4ba5-9d5d-ebf27c5a0e69 req-f572e6a8-7ed0-4964-9fdd-8691afb525e7 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:45.494467 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0d9d6ef-2565-4ba5-9d5d-ebf27c5a0e69 req-f572e6a8-7ed0-4964-9fdd-8691afb525e7 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "DELETE /v2.0/security-groups/d2b6973c-033c-40a7-97db-88b6cd591f49 HTTP/1.1" status: 204 len: 173 time: 0.2577727 Dec 17 13:04:45.509342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572e6a8-7ed0-4964-9fdd-8691afb525e7 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b6973c-033c-40a7-97db-88b6cd591f49,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:45.599786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800f0b5-c646-4fd4-849c-ba7a051343df req-5f3c7b91-cb04-42e2-bab2-67558bacf696 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:45.603146 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3800f0b5-c646-4fd4-849c-ba7a051343df req-5f3c7b91-cb04-42e2-bab2-67558bacf696 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 945 time: 0.0759435 Dec 17 13:04:45.631177 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979093c8-b4aa-4402-9206-2a7819a3ed88 req-f01b3541-228d-48c3-bc1f-3df44c24f517 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:45.633378 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-979093c8-b4aa-4402-9206-2a7819a3ed88 req-f01b3541-228d-48c3-bc1f-3df44c24f517 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 947 time: 0.0703409 Dec 17 13:04:45.665015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3800f0b5-c646-4fd4-849c-ba7a051343df req-154e90ec-8c68-4baa-8d8b-900dc94d6e59 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454340 Dec 17 13:04:45.698980 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-979093c8-b4aa-4402-9206-2a7819a3ed88 req-f854b9f4-13a6-4aa6-814f-0c64c3fa45a5 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553963 Dec 17 13:04:45.770497 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183eb471-ece6-45bc-88dd-9163b99f6783 x-openstack-request-id: req-183eb471-ece6-45bc-88dd-9163b99f6783 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:45.771048 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676a185a-82dd-4f7b-a745-dc94402b2b29", "name": "network-vif-plugged", "status": "completed", "tag": "584bd041-8205-4183-b53c-fcea90b8bf14", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:45.771176 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-183eb471-ece6-45bc-88dd-9163b99f6783 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:45.771587 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676a185a-82dd-4f7b-a745-dc94402b2b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584bd041-8205-4183-b53c-fcea90b8bf14', 'code': 200} Dec 17 13:04:45.787847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823badb-0c1f-4538-ae10-1593c5967f63 req-c12ce012-1707-4bd9-b434-b33ea3845c7c tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:45.789471 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1823badb-0c1f-4538-ae10-1593c5967f63 req-c12ce012-1707-4bd9-b434-b33ea3845c7c tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 945 time: 0.0677371 Dec 17 13:04:45.868981 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1823badb-0c1f-4538-ae10-1593c5967f63 req-f6599adb-6f04-4127-8ac6-82aa8f5315e2 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601614 Dec 17 13:04:45.928668 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-909e2ac5-a825-4c6d-8724-874a4ad89c4d req-5afbf4ec-fb55-499f-b113-7ac2357371a6 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "GET /v2.0/security-groups/0e8f7af9-2f7f-4069-95c3-88ce9bd4af4f HTTP/1.1" status: 200 len: 1829 time: 0.0469799 Dec 17 13:04:46.013941 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-909e2ac5-a825-4c6d-8724-874a4ad89c4d req-5686eca5-e3b4-4043-9c8d-17d80e38ad89 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.035288 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-909e2ac5-a825-4c6d-8724-874a4ad89c4d req-5686eca5-e3b4-4043-9c8d-17d80e38ad89 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.224422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-909e2ac5-a825-4c6d-8724-874a4ad89c4d req-5686eca5-e3b4-4043-9c8d-17d80e38ad89 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.227126 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-909e2ac5-a825-4c6d-8724-874a4ad89c4d req-5686eca5-e3b4-4043-9c8d-17d80e38ad89 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.228277 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-909e2ac5-a825-4c6d-8724-874a4ad89c4d req-5686eca5-e3b4-4043-9c8d-17d80e38ad89 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] 10.222.0.59 "DELETE /v2.0/security-groups/0e8f7af9-2f7f-4069-95c3-88ce9bd4af4f HTTP/1.1" status: 204 len: 173 time: 0.2815974 Dec 17 13:04:46.235293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50096) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:46.257742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686eca5-e3b4-4043-9c8d-17d80e38ad89 tempest-SecurityGroupRulesNegativeTestJSON-675859287 tempest-SecurityGroupRulesNegativeTestJSON-675859287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8f7af9-2f7f-4069-95c3-88ce9bd4af4f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:46.307898 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7b11ecbc-5d18-4909-b211-22fbc85ea087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.311221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-60665606-1ad1-41e9-862d-567e8ffffa5f admin admin] Deleting subnet f7aa0c81-1046-4967-98b2-879b37d4d2eb {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:04:46.332270 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60665606-1ad1-41e9-862d-567e8ffffa5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.382080 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60665606-1ad1-41e9-862d-567e8ffffa5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.423615 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60665606-1ad1-41e9-862d-567e8ffffa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.602388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60665606-1ad1-41e9-862d-567e8ffffa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.629454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60665606-1ad1-41e9-862d-567e8ffffa5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7aa0c81-1046-4967-98b2-879b37d4d2eb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:46.637139 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60665606-1ad1-41e9-862d-567e8ffffa5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.641074 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-60665606-1ad1-41e9-862d-567e8ffffa5f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f7aa0c81-1046-4967-98b2-879b37d4d2eb HTTP/1.1" status: 204 len: 168 time: 0.4047284 Dec 17 13:04:46.643560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50148) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:46.747342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.773545 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74f32c-3d7b-4a1c-8c06-40619ab464a0 req-99ab534f-e006-4bef-b59f-e8b96bb049aa tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:46.775154 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae74f32c-3d7b-4a1c-8c06-40619ab464a0 req-99ab534f-e006-4bef-b59f-e8b96bb049aa tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 950 time: 0.0696061 Dec 17 13:04:46.818961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ea49b-a8b4-4184-b73e-8803b1cffde1 req-4b9680b5-0218-4db4-98f2-bf04f2550465 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:46.820505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-908ea49b-a8b4-4184-b73e-8803b1cffde1 req-4b9680b5-0218-4db4-98f2-bf04f2550465 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 945 time: 0.0692391 Dec 17 13:04:46.876922 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.880057 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-908ea49b-a8b4-4184-b73e-8803b1cffde1 req-5f081ac7-41f0-435d-aa64-b581c8c05275 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510511 Dec 17 13:04:46.903704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e81db7-1e2e-4d00-9a1e-f420378f0efb']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:46.917642 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a1b86d-ba5b-4258-bc9b-90ad6daab713') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:46.917956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a1b86d-ba5b-4258-bc9b-90ad6daab713') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:04:46.929185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50176) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:46.950020 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.974255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae74f32c-3d7b-4a1c-8c06-40619ab464a0 req-75b15ac7-a051-4d99-98f3-a50e015c365c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728144 Dec 17 13:04:46.977837 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:46.985044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:04:46.985442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.038014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd1a4c-3ebf-46d4-8273-1ad58dfbdf16 req-66cf99ab-1754-43c4-b2f7-c96d4621a4e2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:47.047397 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b1dd1a4c-3ebf-46d4-8273-1ad58dfbdf16 req-66cf99ab-1754-43c4-b2f7-c96d4621a4e2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 947 time: 0.0891907 Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:04:47.074305 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:04:47.098851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b1dd1a4c-3ebf-46d4-8273-1ad58dfbdf16 req-02a63bf8-6006-4f28-9401-603fb658cc99 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504096 Dec 17 13:04:47.100975 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25e5ca2f-abf1-466a-a7a2-67a4b68f3a7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.130976 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375e374b-86b1-4a07-b30f-23fa6712c77d req-996cb0b6-fe0a-46fb-80c9-ff9d132f1119 tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b860a6b669e241129ed20a2dff8b101d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471406 Dec 17 13:04:47.211620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.223564 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.227181 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f3e81db7-1e2e-4d00-9a1e-f420378f0efb HTTP/1.1" status: 204 len: 168 time: 0.5826223 Dec 17 13:04:47.234263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01956a5-3043-4373-beb9-c365458e37f9 req-e0dbfab6-5522-4365-ae81-41c80553cea9 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:47.236389 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e01956a5-3043-4373-beb9-c365458e37f9 req-e0dbfab6-5522-4365-ae81-41c80553cea9 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 945 time: 0.0593302 Dec 17 13:04:47.252130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ba276-9daf-406e-b0ae-fd43c59f4236 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e81db7-1e2e-4d00-9a1e-f420378f0efb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:47.310478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e374b-86b1-4a07-b30f-23fa6712c77d req-d642a6cc-40b8-4a72-8607-0768949084bd tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:47.313792 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e01956a5-3043-4373-beb9-c365458e37f9 req-76f78982-0fb0-4090-b1b8-864b8a018581 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663476 Dec 17 13:04:47.317373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375e374b-86b1-4a07-b30f-23fa6712c77d req-d642a6cc-40b8-4a72-8607-0768949084bd tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743040 Dec 17 13:04:47.343951 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375e374b-86b1-4a07-b30f-23fa6712c77d req-1c0399d9-11dc-45ad-8b37-d100823dd9e3 tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] 10.222.0.59 "GET /v2.0/quotas/b860a6b669e241129ed20a2dff8b101d HTTP/1.1" status: 200 len: 375 time: 0.0256407 Dec 17 13:04:47.345801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25e5ca2f-abf1-466a-a7a2-67a4b68f3a7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.379858 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375e374b-86b1-4a07-b30f-23fa6712c77d req-525007bb-d963-482b-a939-6ceee0aa4008 tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b860a6b669e241129ed20a2dff8b101d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291359 Dec 17 13:04:47.402461 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25e5ca2f-abf1-466a-a7a2-67a4b68f3a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.431897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5ca2f-abf1-466a-a7a2-67a4b68f3a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45517e7-f315-4c80-948e-4cd45ef5c223,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:47.454171 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-25e5ca2f-abf1-466a-a7a2-67a4b68f3a7b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=797048bed20f4f8993909c21d4e4f4f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5227277 Dec 17 13:04:47.456767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50198) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:47.515024 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6232-39ba-4465-9b1b-9b33e7d4405d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.538533 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6232-39ba-4465-9b1b-9b33e7d4405d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.539602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50204) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:47.559422 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.598668 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-92d87831-01e5-4815-a5cd-ec17cc8153ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f7908988c79244de9882bff9787e7f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573344 Dec 17 13:04:47.601209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50210) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:47.659869 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-492cc645-8a9b-4283-9582-65beb3c7a866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.685156 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-492cc645-8a9b-4283-9582-65beb3c7a866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.702601 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6232-39ba-4465-9b1b-9b33e7d4405d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.705172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa2c6232-39ba-4465-9b1b-9b33e7d4405d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.706468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fa2c6232-39ba-4465-9b1b-9b33e7d4405d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c45517e7-f315-4c80-948e-4cd45ef5c223 HTTP/1.1" status: 204 len: 168 time: 0.2484634 Dec 17 13:04:47.727204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c6232-39ba-4465-9b1b-9b33e7d4405d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45517e7-f315-4c80-948e-4cd45ef5c223,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:47.773615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf25cbba-9cd6-40db-9be7-d24e36fd06c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6d0542-2d67-49f3-93ee-965f273f6b5c'}, {'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:47.777478 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14742d41-5c80-4e0c-aa87-9548e5eae0b1" -d '{"events": [{"server_uuid": "bf25cbba-9cd6-40db-9be7-d24e36fd06c3", "name": "network-vif-plugged", "status": "completed", "tag": "8e6d0542-2d67-49f3-93ee-965f273f6b5c"}, {"server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:47.830026 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-492cc645-8a9b-4283-9582-65beb3c7a866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.832992 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-492cc645-8a9b-4283-9582-65beb3c7a866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:47.834375 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-492cc645-8a9b-4283-9582-65beb3c7a866 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4cb7f58-b4da-423f-a2cd-0dc00ab6541a HTTP/1.1" status: 204 len: 168 time: 0.2319622 Dec 17 13:04:47.844497 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cc645-8a9b-4283-9582-65beb3c7a866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cb7f58-b4da-423f-a2cd-0dc00ab6541a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:48.043551 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0894e303-5080-456f-abb2-57e508b05299 x-openstack-request-id: req-0894e303-5080-456f-abb2-57e508b05299 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:48.043856 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf25cbba-9cd6-40db-9be7-d24e36fd06c3", "name": "network-vif-plugged", "status": "completed", "tag": "8e6d0542-2d67-49f3-93ee-965f273f6b5c", "code": 200}, {"server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:48.044114 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0894e303-5080-456f-abb2-57e508b05299 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:48.044510 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf25cbba-9cd6-40db-9be7-d24e36fd06c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6d0542-2d67-49f3-93ee-965f273f6b5c', 'code': 200} Dec 17 13:04:48.044769 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'code': 200} Dec 17 13:04:48.182217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58097af-20e5-4419-899a-4b4cce07737f req-9a519fb3-e927-4ac5-9f4f-3ae8f7bba9b7 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:48.191436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65716891-38e8-4693-8e86-78038fe94c12 req-18bc78d2-4843-44d8-a3f2-83de9425b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:48.198110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65716891-38e8-4693-8e86-78038fe94c12 req-18bc78d2-4843-44d8-a3f2-83de9425b626 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.0797834 Dec 17 13:04:48.198221 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f58097af-20e5-4419-899a-4b4cce07737f req-9a519fb3-e927-4ac5-9f4f-3ae8f7bba9b7 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 945 time: 0.1023538 Dec 17 13:04:48.226169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c327f11-0030-4bb7-8c23-e7222431b876 req-1c765f43-e440-4b8a-a32a-d583218209e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:48.226169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c327f11-0030-4bb7-8c23-e7222431b876 req-1c765f43-e440-4b8a-a32a-d583218209e9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 1096 time: 0.1070106 Dec 17 13:04:48.268448 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f58097af-20e5-4419-899a-4b4cce07737f req-bfd80c18-03f6-4e17-8d2a-cae82f395180 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688136 Dec 17 13:04:48.297328 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65716891-38e8-4693-8e86-78038fe94c12 req-a2c16d51-f1e1-4ca6-9085-2c4aa77db1da service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925803 Dec 17 13:04:48.328434 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c327f11-0030-4bb7-8c23-e7222431b876 req-c66417e1-d9d2-4140-9892-c3169f7db311 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740519 Dec 17 13:04:48.345854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b0ad9-9876-4170-b80f-e77f5da2ce8e req-cf554153-9131-4993-a698-21c7ec517107 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:48.351587 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-343b0ad9-9876-4170-b80f-e77f5da2ce8e req-cf554153-9131-4993-a698-21c7ec517107 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 950 time: 0.0735338 Dec 17 13:04:48.399181 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-343b0ad9-9876-4170-b80f-e77f5da2ce8e req-bd75d7d2-1f5e-481b-a790-479f6d75d403 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465214 Dec 17 13:04:48.558421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ae6a8-9cfb-4be7-95a0-9b9d279ad733 req-ceb98ef6-272b-4525-99d1-3c43fe0a84af tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:48.560046 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c1ae6a8-9cfb-4be7-95a0-9b9d279ad733 req-ceb98ef6-272b-4525-99d1-3c43fe0a84af tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 947 time: 0.0551710 Dec 17 13:04:48.633480 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c1ae6a8-9cfb-4be7-95a0-9b9d279ad733 req-324ec6be-7446-465c-981d-79f31f6e24bb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501573 Dec 17 13:04:48.748434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865a0dc-25b9-4f5d-8672-fa3ecb3aaee6 req-6baada08-7269-4995-b03b-b1a047476d9b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:48.749960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8865a0dc-25b9-4f5d-8672-fa3ecb3aaee6 req-6baada08-7269-4995-b03b-b1a047476d9b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 945 time: 0.0534070 Dec 17 13:04:48.764104 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:48.810778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8865a0dc-25b9-4f5d-8672-fa3ecb3aaee6 req-c0b95531-bc7d-480b-ad79-63205bb8b50c tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545721 Dec 17 13:04:49.522365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1d533-227e-49e3-83bf-9e01d167dcef req-0995dba2-f8a3-4ec9-9b80-f5259a015c41 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:49.527343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50344) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:49.549846 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-15a1d533-227e-49e3-83bf-9e01d167dcef req-0995dba2-f8a3-4ec9-9b80-f5259a015c41 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 945 time: 0.1175015 Dec 17 13:04:49.661118 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-15a1d533-227e-49e3-83bf-9e01d167dcef req-57e13fb9-92ca-4029-be56-d8528a91cd82 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952892 Dec 17 13:04:49.687848 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:49.768441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1871726273-network', 'tenant_id': '0afffa0124ee4694b9b77d196ec69285'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:49.825003 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d545f489-49ba-41f9-b489-de312f380527 req-d436405d-8e5b-41f3-bd4e-1ca2052ac807 tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b860a6b669e241129ed20a2dff8b101d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274427 Dec 17 13:04:49.893493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Made reservation on behalf of 0afffa0124ee4694b9b77d196ec69285 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:49.895957 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:49.916021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:49.960469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f88025-35ce-4644-99e7-45848c9f143e req-f33c12c7-b5dd-4456-9da6-c8a5d8881813 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:49.963059 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43f88025-35ce-4644-99e7-45848c9f143e req-f33c12c7-b5dd-4456-9da6-c8a5d8881813 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 945 time: 0.0803690 Dec 17 13:04:49.993101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545f489-49ba-41f9-b489-de312f380527 req-6d86c656-7eac-4991-9369-b7e2d0b7800a tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:49.994726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d545f489-49ba-41f9-b489-de312f380527 req-6d86c656-7eac-4991-9369-b7e2d0b7800a tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626241 Dec 17 13:04:50.006114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 584bd041-8205-4183-b53c-fcea90b8bf14 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:04:50.030276 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d545f489-49ba-41f9-b489-de312f380527 req-afb887f7-ffde-48b5-b53e-f40dea0d57e4 tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] 10.222.0.59 "GET /v2.0/quotas/b860a6b669e241129ed20a2dff8b101d HTTP/1.1" status: 200 len: 375 time: 0.0216167 Dec 17 13:04:50.074306 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d545f489-49ba-41f9-b489-de312f380527 req-b48d84a6-6732-4637-b039-c892a4f31d94 tempest-QuotasAdminNegativeTest-2010649826 tempest-QuotasAdminNegativeTest-2010649826-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b860a6b669e241129ed20a2dff8b101d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337646 Dec 17 13:04:50.084002 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43f88025-35ce-4644-99e7-45848c9f143e req-b6896e88-dd9b-405e-8532-3673f3dcf276 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133118 Dec 17 13:04:50.091635 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.161617 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.187802 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.190848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:04:50.197080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00e9022-c463-4906-bbe8-0bb08284760e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:50.205792 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.206810 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Added segment 9da9726b-c5a1-4b6a-a614-4c50798d7dcb of type vlan for network 048353f8-5aea-46a8-a6e7-130299cfb2a3 Dec 17 13:04:50.221896 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:04:50.304973 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.342654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676a185a-82dd-4f7b-a745-dc94402b2b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584bd041-8205-4183-b53c-fcea90b8bf14'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:50.346832 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c63d07-0e08-43f3-936f-690b0a02e86c" -d '{"events": [{"server_uuid": "676a185a-82dd-4f7b-a745-dc94402b2b29", "name": "network-vif-unplugged", "status": "completed", "tag": "584bd041-8205-4183-b53c-fcea90b8bf14"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:50.364271 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8069dcbf-f693-49b6-864d-ee348f516655 req-5350009d-3b1f-4e57-a127-068f5ada2125 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2588866 Dec 17 13:04:50.374518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:50.381053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 584bd041-8205-4183-b53c-fcea90b8bf14, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=584bd041-8205-4183-b53c-fcea90b8bf14,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:50.431209 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.432566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:50.433265 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.442162 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.490372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:50.492493 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.536114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.557886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] Pushing event updated for resources: {'Network': ['ID=048353f8-5aea-46a8-a6e7-130299cfb2a3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:50.580682 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=584bd041-8205-4183-b53c-fcea90b8bf14,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:50.584056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 048353f8-5aea-46a8-a6e7-130299cfb2a3 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:04:50.656241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9187e6f0-e95a-4b8e-aaca-df572d39508a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1264176 Dec 17 13:04:50.658936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50404) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:50.664703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c3c6c7e5-0f37-442e-ab84-1290ba9f2fba admin admin] Request body: {'subnet': {'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1871726273-subnet', 'tenant_id': '0afffa0124ee4694b9b77d196ec69285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:50.668017 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.758871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=14']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:50.775072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.794023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c6c7e5-0f37-442e-ab84-1290ba9f2fba admin admin] Made reservation on behalf of 0afffa0124ee4694b9b77d196ec69285 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:50.798138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c7e5-0f37-442e-ab84-1290ba9f2fba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:50.970553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Allocated IP 172.25.0.71 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/4762aa16-7622-4ac2-8175-5c069aa8c4d7) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:04:51.012795 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bc2b4b-456e-4951-87d7-d046d39c9320 x-openstack-request-id: req-d4bc2b4b-456e-4951-87d7-d046d39c9320 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:51.013335 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676a185a-82dd-4f7b-a745-dc94402b2b29", "name": "network-vif-unplugged", "status": "completed", "tag": "584bd041-8205-4183-b53c-fcea90b8bf14", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:51.013730 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d4bc2b4b-456e-4951-87d7-d046d39c9320 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:51.014385 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676a185a-82dd-4f7b-a745-dc94402b2b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584bd041-8205-4183-b53c-fcea90b8bf14', 'code': 200} Dec 17 13:04:51.179569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:51.309704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6427a-5d83-49b2-b847-a115794186fe req-2b9030af-fd8f-4c09-9df4-b3fe496b4e54 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:51.311723 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9f6427a-5d83-49b2-b847-a115794186fe req-2b9030af-fd8f-4c09-9df4-b3fe496b4e54 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 945 time: 0.0700281 Dec 17 13:04:51.314304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c7e5-0f37-442e-ab84-1290ba9f2fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:51.342386 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:51.406597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:04:51.413884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:51.420937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:04:51.427107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Pushing event updated for resources: {'Port': ['ID=4762aa16-7622-4ac2-8175-5c069aa8c4d7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:51.430057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6c7e5-0f37-442e-ab84-1290ba9f2fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a96da5-7e88-4d88-b37f-30380b648bcc,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:51.472959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9f6427a-5d83-49b2-b847-a115794186fe req-80209560-4174-40d0-b623-d136e42dddda tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431787 Dec 17 13:04:51.484965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6c7e5-0f37-442e-ab84-1290ba9f2fba admin admin] Checking segment: {'id': '9da9726b-c5a1-4b6a-a614-4c50798d7dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:04:51.484965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6c7e5-0f37-442e-ab84-1290ba9f2fba admin admin] Network hostable DHCP agents. Network: 048353f8-5aea-46a8-a6e7-130299cfb2a3, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:04:51.578611 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:51.650522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6c7e5-0f37-442e-ab84-1290ba9f2fba admin admin] Network 048353f8-5aea-46a8-a6e7-130299cfb2a3 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:04:51.768888 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:51.777053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-c3c6c7e5-0f37-442e-ab84-1290ba9f2fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 048353f8-5aea-46a8-a6e7-130299cfb2a3) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:51.782358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c6c7e5-0f37-442e-ab84-1290ba9f2fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:51.782960 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c7e5-0f37-442e-ab84-1290ba9f2fba admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:51.793913 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5097627-2355-499d-9e5d-21f4b8b93604 None None] Network 048353f8-5aea-46a8-a6e7-130299cfb2a3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:51.911518 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c3c6c7e5-0f37-442e-ab84-1290ba9f2fba admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2432806 Dec 17 13:04:51.922078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d769cb-af9a-41f7-a121-06487fb58502 None None] Network 048353f8-5aea-46a8-a6e7-130299cfb2a3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:04:52.049127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:52.050871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cffc9-9407-4f33-a86f-d19b7397eeda req-95fa3e27-947d-405f-a935-e71d395fc5dc tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:52.052430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-450cffc9-9407-4f33-a86f-d19b7397eeda req-95fa3e27-947d-405f-a935-e71d395fc5dc tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 945 time: 0.0759282 Dec 17 13:04:52.118093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-450cffc9-9407-4f33-a86f-d19b7397eeda req-de0ae78c-b664-4bb3-b3d1-ac4c7f421f88 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574908 Dec 17 13:04:52.178682 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:52.221948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 78fe7918-f419-48ae-b125-7b6ecbad7067 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:04:52.336694 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:52.340838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Pushing event updated for resources: {'Port': ['ID=4762aa16-7622-4ac2-8175-5c069aa8c4d7,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:52.382707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:52.400203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'mac_address': 'fa:16:3e:31:86:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:04:52.429274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50486) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:52.456940 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:52.466711 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8069dcbf-f693-49b6-864d-ee348f516655 req-bc0dbcf5-450e-48ab-afda-4b9c6d3dcf26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0962536 Dec 17 13:04:52.480918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92bd52-d346-4008-a5ad-ac57f27f12ca req-86e2e73b-bbff-45b8-bed8-6b6da668e446 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:52.489334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f92bd52-d346-4008-a5ad-ac57f27f12ca req-86e2e73b-bbff-45b8-bed8-6b6da668e446 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0871458 Dec 17 13:04:52.524329 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:52.540654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fe7918-f419-48ae-b125-7b6ecbad7067 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:04:52.565357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:52.569212 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f92bd52-d346-4008-a5ad-ac57f27f12ca req-1bd2a0c0-af7b-46fd-9807-9faf494d5f3f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723174 Dec 17 13:04:52.580588 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8069dcbf-f693-49b6-864d-ee348f516655 req-131a9c10-d731-4342-894b-9822cced94e5 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 695 time: 0.1113470 Dec 17 13:04:52.656585 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fae48e2-c747-402c-8b0a-b807f24e84d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:52.671032 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:52.731275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069dcbf-f693-49b6-864d-ee348f516655 req-3d6bf3ef-7c7e-42e1-a244-128b1f14ccfc tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:52.738277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=78fe7918-f419-48ae-b125-7b6ecbad7067,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:52.738520 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8069dcbf-f693-49b6-864d-ee348f516655 req-3d6bf3ef-7c7e-42e1-a244-128b1f14ccfc tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.1569345 Dec 17 13:04:52.747877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-8069dcbf-f693-49b6-864d-ee348f516655 req-b33c1084-f900-4a85-8898-0128a1a2ea5c tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:04:52.764694 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8069dcbf-f693-49b6-864d-ee348f516655 req-b33c1084-f900-4a85-8898-0128a1a2ea5c tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253313 Dec 17 13:04:52.822613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['78fe7918-f419-48ae-b125-7b6ecbad7067'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:04:52.867414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fae48e2-c747-402c-8b0a-b807f24e84d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:52.983348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-620579c0-df4f-4c76-a0ce-cfcf2374442c req-b8496d10-c348-43d3-b260-bbbafce553b1 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1646051897', 'description': 'tempest-description-128873353'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:52.995714 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fae48e2-c747-402c-8b0a-b807f24e84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:53.016531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:53.019612 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8de5647-d704-4607-afb9-b10182dc4159" -d '{"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:53.027147 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4fae48e2-c747-402c-8b0a-b807f24e84d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b860a6b669e241129ed20a2dff8b101d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5954216 Dec 17 13:04:53.028440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50502) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:53.052154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae48e2-c747-402c-8b0a-b807f24e84d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540f2fc0-1145-4965-b670-529b1a537f69,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:53.085644 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:53.108280 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-620579c0-df4f-4c76-a0ce-cfcf2374442c req-b8496d10-c348-43d3-b260-bbbafce553b1 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:53.115490 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:53.255966 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:53.258780 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:53.260067 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/540f2fc0-1145-4965-b670-529b1a537f69 HTTP/1.1" status: 204 len: 168 time: 0.2303097 Dec 17 13:04:53.293074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-34a57701-8d15-41a5-9ea0-d38f010e84dd tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:53.302852 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-34a57701-8d15-41a5-9ea0-d38f010e84dd tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 821 time: 0.1337309 Dec 17 13:04:53.325355 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-96170a20-52ec-4f7f-80c1-d1845a3aab2d tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/quotas/92e468af24b045e1a43d72e62a88f5c2 HTTP/1.1" status: 200 len: 375 time: 0.0207069 Dec 17 13:04:53.339643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540f2fc0-1145-4965-b670-529b1a537f69,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:53.357665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.358059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.358349 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.358685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.359018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.359351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.359678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.360003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.360322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.360649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.360971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.361290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.361638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc468c5-bbfb-42bd-8b09-af0ca9eaa584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:04:53.393097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-620579c0-df4f-4c76-a0ce-cfcf2374442c req-b8496d10-c348-43d3-b260-bbbafce553b1 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:53.396879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846714e-b721-40da-83ff-9d2ddacc1543 req-8256d8dc-f47a-4ef5-b931-712645bf2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:53.398566 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d846714e-b721-40da-83ff-9d2ddacc1543 req-8256d8dc-f47a-4ef5-b931-712645bf2185 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 1096 time: 0.1208329 Dec 17 13:04:53.415415 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-c2f4ce67-9ce6-40ec-afb0-f88de61c0bbe tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886514 Dec 17 13:04:53.524138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-620579c0-df4f-4c76-a0ce-cfcf2374442c req-b8496d10-c348-43d3-b260-bbbafce553b1 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:53.562818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-0d8a52b6-94bc-49d8-8dc0-a9986a94f810 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379859 Dec 17 13:04:53.609669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846714e-b721-40da-83ff-9d2ddacc1543 req-e2f1b636-72d2-4cf7-a35d-8ae4fccd7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:53.617005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d846714e-b721-40da-83ff-9d2ddacc1543 req-e2f1b636-72d2-4cf7-a35d-8ae4fccd7630 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.2039232 Dec 17 13:04:53.621018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8496d10-c348-43d3-b260-bbbafce553b1 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f8a7b3-c620-4951-aaa6-a85ce601c259,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:53.686402 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-e5ab1fa6-83c8-4130-b2f1-9e32aabe4e71 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225860 Dec 17 13:04:53.712418 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-620579c0-df4f-4c76-a0ce-cfcf2374442c req-b8496d10-c348-43d3-b260-bbbafce553b1 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:53.714074 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-620579c0-df4f-4c76-a0ce-cfcf2374442c req-b8496d10-c348-43d3-b260-bbbafce553b1 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7356672 Dec 17 13:04:53.742605 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d846714e-b721-40da-83ff-9d2ddacc1543 req-7b8f5be6-1812-4f04-be2f-0751e36e8e7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 200 len: 1000 time: 0.1116526 Dec 17 13:04:53.758204 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0ae570-455e-4e84-8183-8a555ab646a9 x-openstack-request-id: req-3f0ae570-455e-4e84-8183-8a555ab646a9 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:53.758677 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:53.758801 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f0ae570-455e-4e84-8183-8a555ab646a9 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:53.759159 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'code': 200} Dec 17 13:04:53.833091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846714e-b721-40da-83ff-9d2ddacc1543 req-fb53f7e7-5914-4c59-96f1-b4f41b823e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:53.839253 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d846714e-b721-40da-83ff-9d2ddacc1543 req-fb53f7e7-5914-4c59-96f1-b4f41b823e82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.0853941 Dec 17 13:04:53.913127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef481e5-fb82-474e-a9c8-2434f450964f req-308a0c5d-b416-485d-aa10-1ea91e8e2e17 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:53.914707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eef481e5-fb82-474e-a9c8-2434f450964f req-308a0c5d-b416-485d-aa10-1ea91e8e2e17 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1070545 Dec 17 13:04:53.918145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846714e-b721-40da-83ff-9d2ddacc1543 req-b021b707-63de-487d-92e6-3252e3afd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:53.920300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d846714e-b721-40da-83ff-9d2ddacc1543 req-b021b707-63de-487d-92e6-3252e3afd2b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688334 Dec 17 13:04:54.165212 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130791b2-2768-431d-9e7a-23e83975c23b req-e30f2543-5085-470c-9f2f-4cd777c0de57 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:54.170617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-130791b2-2768-431d-9e7a-23e83975c23b req-e30f2543-5085-470c-9f2f-4cd777c0de57 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 945 time: 0.1211960 Dec 17 13:04:54.192129 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eef481e5-fb82-474e-a9c8-2434f450964f req-bc087959-fa39-461c-b291-089ee4d4f159 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466228 Dec 17 13:04:54.234336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 78fe7918-f419-48ae-b125-7b6ecbad7067 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:04:54.240806 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d846714e-b721-40da-83ff-9d2ddacc1543 req-7f2caafc-b83a-4062-a07e-39bb7ac77c29 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007083 Dec 17 13:04:54.246361 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-130791b2-2768-431d-9e7a-23e83975c23b req-0279a28a-51a7-4746-9327-821bb58c1a13 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665236 Dec 17 13:04:54.342013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 78fe7918-f419-48ae-b125-7b6ecbad7067 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:54.343635 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:54.352501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-c13a3f86-af1f-404d-b19c-dbfc4fc1ce1f req-42659c81-90b1-473e-8cb7-3de03ec379fe tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1803727027', 'description': 'tempest-description-758813609'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:54.437503 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ece8284-dcd2-4588-be4c-90ca7e3119a2 req-9db896d8-2e35-45e2-9d72-4eb51a0e8db1 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 210 time: 0.0560715 Dec 17 13:04:54.466181 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d846714e-b721-40da-83ff-9d2ddacc1543 req-563ee3e1-a3e9-4771-9588-fd493a3b011f service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148447 Dec 17 13:04:54.512196 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c13a3f86-af1f-404d-b19c-dbfc4fc1ce1f req-42659c81-90b1-473e-8cb7-3de03ec379fe tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:54.522116 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:54.558089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:04:54.605553 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c13a3f86-af1f-404d-b19c-dbfc4fc1ce1f req-42659c81-90b1-473e-8cb7-3de03ec379fe tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:54.652235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50574) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:54.666196 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9c2301e-06b3-48cc-b9aa-f4cd665ecd5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:54.736747 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:54.784747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9c2301e-06b3-48cc-b9aa-f4cd665ecd5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:54.811641 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=78fe7918-f419-48ae-b125-7b6ecbad7067,revision_number=10']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:54.856644 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c13a3f86-af1f-404d-b19c-dbfc4fc1ce1f req-42659c81-90b1-473e-8cb7-3de03ec379fe tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:54.886474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9c2301e-06b3-48cc-b9aa-f4cd665ecd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:54.959506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2301e-06b3-48cc-b9aa-f4cd665ecd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898963cf-73ec-4cb3-91c9-8cdfecaea9e9,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:54.965664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42659c81-90b1-473e-8cb7-3de03ec379fe tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccac2bc-1d8f-4816-885d-b72d24d3c373,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:54.981457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50584) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:04:54.982229 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b9c2301e-06b3-48cc-b9aa-f4cd665ecd5b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=971d1fbc58484c05bc699b9a7b8f30cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282697 Dec 17 13:04:54.986232 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c13a3f86-af1f-404d-b19c-dbfc4fc1ce1f req-42659c81-90b1-473e-8cb7-3de03ec379fe tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:54.988444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c13a3f86-af1f-404d-b19c-dbfc4fc1ce1f req-42659c81-90b1-473e-8cb7-3de03ec379fe tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6391134 Dec 17 13:04:55.106524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8168-3854-435b-9975-d250065db9da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:55.137489 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8168-3854-435b-9975-d250065db9da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:55.461380 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8168-3854-435b-9975-d250065db9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:55.464942 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8168-3854-435b-9975-d250065db9da admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:55.466604 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7c9c8168-3854-435b-9975-d250065db9da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/898963cf-73ec-4cb3-91c9-8cdfecaea9e9 HTTP/1.1" status: 204 len: 168 time: 0.4768429 Dec 17 13:04:55.492316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c8168-3854-435b-9975-d250065db9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898963cf-73ec-4cb3-91c9-8cdfecaea9e9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:55.546321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-e610746c-e188-460d-ad47-e87addca6a5d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:55.550078 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-e610746c-e188-460d-ad47-e87addca6a5d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/networks?id=048353f8-5aea-46a8-a6e7-130299cfb2a3 HTTP/1.1" status: 200 len: 813 time: 0.2665799 Dec 17 13:04:55.575035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a0106-a8ae-4352-8ff4-4f3dfb85f977 req-28c54938-bf9b-4544-852b-d2adde267f32 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:55.578295 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-357a0106-a8ae-4352-8ff4-4f3dfb85f977 req-28c54938-bf9b-4544-852b-d2adde267f32 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1252825 Dec 17 13:04:55.608059 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-e243c339-62cc-441d-953a-e94e63c17900 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/quotas/0afffa0124ee4694b9b77d196ec69285 HTTP/1.1" status: 200 len: 375 time: 0.0513477 Dec 17 13:04:55.686761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-357a0106-a8ae-4352-8ff4-4f3dfb85f977 req-8d035514-d903-4c6c-9818-8b3d1e8d15c8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884352 Dec 17 13:04:55.711036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-12053b4c-51e7-48aa-b4d8-3083d9b44fc2 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0afffa0124ee4694b9b77d196ec69285&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020081 Dec 17 13:04:55.760544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:04:55.763761 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bc23f6-32f3-4d4f-b579-670c6772dc39" -d '{"events": [{"server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "name": "network-vif-plugged", "status": "completed", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:04:55.921695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-2d1beeeb-3184-4ba8-81a4-686bdd13d630 service neutron] 10.222.0.59 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060158 Dec 17 13:04:56.240425 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdbf8a19-f0ce-4a44-9a98-e1651f6661e1 req-aefdc9a1-f6b8-4fa5-8266-8c77767d2bce tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 210 time: 0.1160016 Dec 17 13:04:56.342923 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783716e0-097d-43bf-897a-de470382db95 x-openstack-request-id: req-783716e0-097d-43bf-897a-de470382db95 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:04:56.344102 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "name": "network-vif-plugged", "status": "completed", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:04:56.344368 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-783716e0-097d-43bf-897a-de470382db95 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:04:56.346122 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'code': 200} Dec 17 13:04:56.622241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c4d30b24-6ae0-47a1-8bd6-8e7ace37b78e service neutron] 10.222.0.59 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989336 Dec 17 13:04:56.915806 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304d460-91c5-4e0e-b292-02e66cc77175 req-b5b348b3-32e7-40a1-9766-c7b248f5ed95 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:56.917475 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4304d460-91c5-4e0e-b292-02e66cc77175 req-b5b348b3-32e7-40a1-9766-c7b248f5ed95 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0711105 Dec 17 13:04:57.276881 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4304d460-91c5-4e0e-b292-02e66cc77175 req-60e51bf8-2bee-44f4-a9b7-4f4cbfde7a30 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521528 Dec 17 13:04:57.313707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-600038a3-8333-40e0-ae47-48a3c4a287bc req-b6085228-fcdc-409d-964f-dc04e8398529 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 210 time: 0.0530832 Dec 17 13:04:57.656053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7dda8-1460-4c04-a1d2-6dfda0a27c97 req-d4dc4196-14bc-437f-86c6-c4e415fa7598 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:57.665394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-27d7dda8-1460-4c04-a1d2-6dfda0a27c97 req-d4dc4196-14bc-437f-86c6-c4e415fa7598 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1272147 Dec 17 13:04:57.779412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-27d7dda8-1460-4c04-a1d2-6dfda0a27c97 req-51afe31c-b1b7-4516-a589-9c46f3a2bf0c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109972 Dec 17 13:04:57.845493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-2b70c1d6-6c1f-4883-8e52-de7e77d705f8 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:57.846944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-2b70c1d6-6c1f-4883-8e52-de7e77d705f8 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.54 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 821 time: 0.8667533 Dec 17 13:04:57.876882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Request body: {'port': {'device_id': '46533baa-c71c-415e-8eb9-c10e885387cf', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'admin_state_up': True, 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:57.983820 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17d46a8b-dfb8-432f-9763-ef493f68725f req-f1bd2e2a-f16d-48c6-ae5d-b4cc753610b1 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 210 time: 0.6041973 Dec 17 13:04:58.038676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83be197-51aa-4723-be17-7e05c26f5556 req-deeed6ce-df99-4e99-af70-9548c4e8ec00 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:58.050593 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e83be197-51aa-4723-be17-7e05c26f5556 req-deeed6ce-df99-4e99-af70-9548c4e8ec00 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1008174 Dec 17 13:04:58.067506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Made reservation on behalf of 92e468af24b045e1a43d72e62a88f5c2 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:04:58.076795 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:58.209902 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e83be197-51aa-4723-be17-7e05c26f5556 req-abfd77d0-be62-4986-b467-37a19f24801b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533961 Dec 17 13:04:58.379532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Allocated IP 172.20.0.14 (506e5122-0008-430c-937d-e9db9c21f448/c2138608-9efc-440a-af7c-750979cb7d23/951dab35-e726-470e-bc26-78b9bd5195c8) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:04:58.444536 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ff9fd130-4e8d-4063-9256-4ea1daff88a5 req-b40b2c58-64db-433d-b954-0251539fef04 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 210 time: 0.0525837 Dec 17 13:04:58.686296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:58.840658 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:58.857403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:04:58.972331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Pushing event updated for resources: {'Port': ['ID=951dab35-e726-470e-bc26-78b9bd5195c8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:04:58.977003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Network 506e5122-0008-430c-937d-e9db9c21f448 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:04:58.979017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:04:58.981373 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:04:59.123999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:59.125247 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:59.281051 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e43ea1-9c81-4fe4-90fb-dc92209b958c req-2f4084d0-bad3-4e05-80c6-95e363feb083 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:59.286780 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-97e43ea1-9c81-4fe4-90fb-dc92209b958c req-2f4084d0-bad3-4e05-80c6-95e363feb083 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 932 time: 0.1348603 Dec 17 13:04:59.426943 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-97e43ea1-9c81-4fe4-90fb-dc92209b958c req-c543f43d-184a-432d-98b3-4207a6f30830 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961714 Dec 17 13:04:59.508956 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-06ec9b96-fec1-4928-a859-8bff92a84e94 None None] Provisioning complete for port 951dab35-e726-470e-bc26-78b9bd5195c8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:04:59.513255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-06ec9b96-fec1-4928-a859-8bff92a84e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:59.566206 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-83229a38-b1c0-47b1-8b56-7ce0bde13ce4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6917605 Dec 17 13:04:59.581196 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Request body: {'port': {'device_id': '46533baa-c71c-415e-8eb9-c10e885387cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:04:59.598612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-06ec9b96-fec1-4928-a859-8bff92a84e94 None None] Port 951dab35-e726-470e-bc26-78b9bd5195c8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:04:59.695065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:04:59.960848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-c9ac1e10-77a4-4ed2-ba8c-63fc647d6dfe tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:04:59.968640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-c9ac1e10-77a4-4ed2-ba8c-63fc647d6dfe tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 811 time: 0.2524934 Dec 17 13:04:59.985398 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-d0081b7a-a222-4c88-9d22-b6531143dc98 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/quotas/ca01150a9fe44a7cb17b5cf0edbcddab HTTP/1.1" status: 200 len: 375 time: 0.0157707 Dec 17 13:05:00.102206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 8e6d0542-2d67-49f3-93ee-965f273f6b5c details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:05:00.108287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-ef96ab66-e842-4afa-95d9-4a2ecc617737 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1207950 Dec 17 13:05:00.206639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951dab35-e726-470e-bc26-78b9bd5195c8 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:00.216655 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:00.235262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Transition to ACTIVE for port object 951dab35-e726-470e-bc26-78b9bd5195c8 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:05:00.294365 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-e368b949-031d-4909-b309-afbeca0d3eb8 service neutron] 10.222.0.59 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799238 Dec 17 13:05:00.328421 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:00.350539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 8e6d0542-2d67-49f3-93ee-965f273f6b5c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8e6d0542-2d67-49f3-93ee-965f273f6b5c,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:00.401644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '8e6d0542-2d67-49f3-93ee-965f273f6b5c', 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'port_id': '8e6d0542-2d67-49f3-93ee-965f273f6b5c', 'mac_address': 'fa:16:3e:b1:18:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4af1a1-1a63-4bec-8fef-db454759a640', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:05:00.540159 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:00.572771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Pushing event updated for resources: {'Port': ['ID=951dab35-e726-470e-bc26-78b9bd5195c8,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:00.590744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e6d0542-2d67-49f3-93ee-965f273f6b5c {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:00.652059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-5fb830a1-d8b3-429f-a213-8f4313cfaff2 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:00.654040 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-5fb830a1-d8b3-429f-a213-8f4313cfaff2 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.61 "GET /v2.0/networks?id=048353f8-5aea-46a8-a6e7-130299cfb2a3 HTTP/1.1" status: 200 len: 813 time: 0.3192699 Dec 17 13:05:00.681971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 8e6d0542-2d67-49f3-93ee-965f273f6b5c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8e6d0542-2d67-49f3-93ee-965f273f6b5c,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:00.709455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'port': {'device_id': 'e98ad68c-2593-469b-8b29-2e1bdb34c532', 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3', 'admin_state_up': True, 'tenant_id': '0afffa0124ee4694b9b77d196ec69285'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:00.724202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Attempting to bind port 951dab35-e726-470e-bc26-78b9bd5195c8 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:00.725331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Attempting to bind port 951dab35-e726-470e-bc26-78b9bd5195c8 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:00.725763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Attempting to bind port 951dab35-e726-470e-bc26-78b9bd5195c8 on network 506e5122-0008-430c-937d-e9db9c21f448 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:00.736777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Port 951dab35-e726-470e-bc26-78b9bd5195c8 on network 506e5122-0008-430c-937d-e9db9c21f448 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:00.737901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Attempting to bind port 951dab35-e726-470e-bc26-78b9bd5195c8 on network 506e5122-0008-430c-937d-e9db9c21f448 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:00.749454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:05:00.751278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Checking segment: {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:00.752202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Bound using segment: {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:05:00.755126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Bound port: 951dab35-e726-470e-bc26-78b9bd5195c8, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c811910a-f652-4e67-972a-572fc5d240b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '506e5122-0008-430c-937d-e9db9c21f448'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:05:00.755126 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:00.762658 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:00.884496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=8e6d0542-2d67-49f3-93ee-965f273f6b5c,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:00.931484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['8e6d0542-2d67-49f3-93ee-965f273f6b5c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:00.936871 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-abd4f3de-7727-4dc2-b5c2-5fdc19068320 service neutron] 10.222.0.59 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317830 Dec 17 13:05:00.940369 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] For port 951dab35-e726-470e-bc26-78b9bd5195c8, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:00.946834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] For port 951dab35-e726-470e-bc26-78b9bd5195c8, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=951dab35-e726-470e-bc26-78b9bd5195c8,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:05:01.022271 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:01.112602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:01.112602 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:01.112602 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] 10.222.0.54 "PUT /v2.0/ports/951dab35-e726-470e-bc26-78b9bd5195c8 HTTP/1.1" status: 200 len: 1092 time: 1.5358241 Dec 17 13:05:01.112980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46533baa-c71c-415e-8eb9-c10e885387cf', 'tag': '951dab35-e726-470e-bc26-78b9bd5195c8'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:01.115924 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71764822-f814-480e-8d74-3031f8f8f3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "46533baa-c71c-415e-8eb9-c10e885387cf", "tag": "951dab35-e726-470e-bc26-78b9bd5195c8"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:01.130544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Made reservation on behalf of 0afffa0124ee4694b9b77d196ec69285 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:01.138067 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:01.206100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3b967-eaac-49c1-afb2-7b99c3a47630 service neutron] Pushing event updated for resources: {'Port': ['ID=951dab35-e726-470e-bc26-78b9bd5195c8,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:01.342976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-07507abb-10d0-4418-9394-f735401f921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:01.345564 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-07507abb-10d0-4418-9394-f735401f921c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 1095 time: 0.1238754 Dec 17 13:05:01.425712 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:01.498851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-ab2c6fe2-803f-43d7-8558-b344b134a3a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951dab35-e726-470e-bc26-78b9bd5195c8 HTTP/1.1" status: 200 len: 217 time: 0.1313214 Dec 17 13:05:01.546904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Allocated IP 172.20.0.10 (048353f8-5aea-46a8-a6e7-130299cfb2a3/72a96da5-7e88-4d88-b37f-30380b648bcc/171548c7-d146-4308-8e09-ec4127fd12a9) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:05:01.705200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-fce9e721-109d-40c5-b4e6-1f7aa34215b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:01.709434 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-fce9e721-109d-40c5-b4e6-1f7aa34215b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.1954136 Dec 17 13:05:01.883509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-77317f59-a86b-443a-8d30-984fdd561fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:01.887890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-77317f59-a86b-443a-8d30-984fdd561fcc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601861 Dec 17 13:05:02.053444 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:02.100937 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 8e6d0542-2d67-49f3-93ee-965f273f6b5c up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:02.135223 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-8afb608c-25f3-4f8b-9ab6-9a5bd1ae1f52 service neutron] 10.222.0.54 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388530 Dec 17 13:05:02.167820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75d993d6-af65-4137-891c-c16ec48ea7a6 req-04e64b74-c29d-4edd-8099-062baaa1de02 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 210 time: 0.0894637 Dec 17 13:05:02.188821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 8e6d0542-2d67-49f3-93ee-965f273f6b5c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:02.189684 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:02.305120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4427018-99d6-4fa7-8eeb-271fd87e6688 req-54dc8394-0dd8-40ab-8f54-0f233297ffe8 service neutron] 10.222.0.54 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599820 Dec 17 13:05:02.306101 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:02.439849 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:02.458745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d318f-a4cb-49f4-a20c-295d0aa604b5 req-af5f96fa-3bc4-4fe8-9714-e9e2f32f288d tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:02.471206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf25cbba-9cd6-40db-9be7-d24e36fd06c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6d0542-2d67-49f3-93ee-965f273f6b5c'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:02.472912 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b06d318f-a4cb-49f4-a20c-295d0aa604b5 req-af5f96fa-3bc4-4fe8-9714-e9e2f32f288d tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 944 time: 0.2111282 Dec 17 13:05:02.474094 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c07c20-5c19-409a-b101-eb33f0d67575" -d '{"events": [{"server_uuid": "bf25cbba-9cd6-40db-9be7-d24e36fd06c3", "name": "network-vif-plugged", "status": "completed", "tag": "8e6d0542-2d67-49f3-93ee-965f273f6b5c"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:02.492893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 8e6d0542-2d67-49f3-93ee-965f273f6b5c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8e6d0542-2d67-49f3-93ee-965f273f6b5c,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:02.495082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Network 048353f8-5aea-46a8-a6e7-130299cfb2a3 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:02.554671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:02.555474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'Port': ['ID=171548c7-d146-4308-8e09-ec4127fd12a9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:02.559540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:02.613405 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:02.630127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b06d318f-a4cb-49f4-a20c-295d0aa604b5 req-4118e859-ae6e-404f-961b-825da6774cb8 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562352 Dec 17 13:05:02.644748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:02.645417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:02.750884 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-c915d5d2-9446-4a11-9c64-9a81655e940d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0708640 Dec 17 13:05:02.764745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Request body: {'port': {'device_id': 'e98ad68c-2593-469b-8b29-2e1bdb34c532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:02.819482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=8e6d0542-2d67-49f3-93ee-965f273f6b5c,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:02.923233 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:03.370152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171548c7-d146-4308-8e09-ec4127fd12a9 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:03.395369 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:03.437847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Transition to ACTIVE for port object 171548c7-d146-4308-8e09-ec4127fd12a9 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:05:03.515784 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:03.683565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Pushing event updated for resources: {'Port': ['ID=171548c7-d146-4308-8e09-ec4127fd12a9,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:03.789503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Attempting to bind port 171548c7-d146-4308-8e09-ec4127fd12a9 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:03.789503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Attempting to bind port 171548c7-d146-4308-8e09-ec4127fd12a9 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '9da9726b-c5a1-4b6a-a614-4c50798d7dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:03.789503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Attempting to bind port 171548c7-d146-4308-8e09-ec4127fd12a9 on network 048353f8-5aea-46a8-a6e7-130299cfb2a3 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:03.825513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Port 171548c7-d146-4308-8e09-ec4127fd12a9 on network 048353f8-5aea-46a8-a6e7-130299cfb2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:03.827822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Attempting to bind port 171548c7-d146-4308-8e09-ec4127fd12a9 on network 048353f8-5aea-46a8-a6e7-130299cfb2a3 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:03.853984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:05:03.853984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Checking segment: {'id': '9da9726b-c5a1-4b6a-a614-4c50798d7dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:03.853984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Bound using segment: {'id': '9da9726b-c5a1-4b6a-a614-4c50798d7dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:05:03.853984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Bound port: 171548c7-d146-4308-8e09-ec4127fd12a9, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9726b-c5a1-4b6a-a614-4c50798d7dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:05:03.858260 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:04.042454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] For port 171548c7-d146-4308-8e09-ec4127fd12a9, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:04.052981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] For port 171548c7-d146-4308-8e09-ec4127fd12a9, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=171548c7-d146-4308-8e09-ec4127fd12a9,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:05:04.120566 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:04.202923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:04.203740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:04.205647 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] 10.222.0.61 "PUT /v2.0/ports/171548c7-d146-4308-8e09-ec4127fd12a9 HTTP/1.1" status: 200 len: 1092 time: 1.4452972 Dec 17 13:05:04.206346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98ad68c-2593-469b-8b29-2e1bdb34c532', 'tag': '171548c7-d146-4308-8e09-ec4127fd12a9'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:04.208679 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a83cd9f-794d-424e-9a41-7f36a0fd9e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e98ad68c-2593-469b-8b29-2e1bdb34c532", "tag": "171548c7-d146-4308-8e09-ec4127fd12a9"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:04.308926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92774757-4bbd-4079-bbf0-db263eca801b service neutron] Pushing event updated for resources: {'Port': ['ID=171548c7-d146-4308-8e09-ec4127fd12a9,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:04.496373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-d336e66a-d499-45d2-9d74-e7790430cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:04.500172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-d336e66a-d499-45d2-9d74-e7790430cf62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0afffa0124ee4694b9b77d196ec69285&device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 1095 time: 0.1230602 Dec 17 13:05:04.545484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-e9c3eb0f-5e43-47b3-a611-f8d78d2ca9a4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:04.552534 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-e9c3eb0f-5e43-47b3-a611-f8d78d2ca9a4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.54 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 811 time: 0.3023217 Dec 17 13:05:04.562265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Request body: {'port': {'device_id': '6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'admin_state_up': True, 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:04.587152 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-3aeb42ea-6f62-41b6-b676-cad61c75b329 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=171548c7-d146-4308-8e09-ec4127fd12a9 HTTP/1.1" status: 200 len: 217 time: 0.0763049 Dec 17 13:05:04.676424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-9ae283fe-80b9-4cfe-9f57-095a667b341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:04.678285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-9ae283fe-80b9-4cfe-9f57-095a667b341f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72a96da5-7e88-4d88-b37f-30380b648bcc HTTP/1.1" status: 200 len: 853 time: 0.0825360 Dec 17 13:05:04.750001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-3a3ee28b-335a-4546-a3c7-17b3ce25d38f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=048353f8-5aea-46a8-a6e7-130299cfb2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574276 Dec 17 13:05:04.881776 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Made reservation on behalf of ca01150a9fe44a7cb17b5cf0edbcddab for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:04.887213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:04.925804 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-da72314b-a4de-4f14-8427-d2dfca805e52 service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650453 Dec 17 13:05:05.157169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50896) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:05.212733 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4fa765-2047-4885-ba56-b5b3e280e981 req-5fcc43af-0501-4e70-9f70-cf0bef768246 service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752810 Dec 17 13:05:05.358362 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Allocated IP 172.20.0.3 (2700c050-d57b-4cbb-9c83-ee91fcca14af/61924618-8120-4596-82b9-92acf8799f29/fcffe280-729a-485d-8c70-fe7b0dc2c70a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:05:05.530386 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:05.585131 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6933dd70-1e9c-4baf-b502-e6137a0c3049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:05.677854 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6933dd70-1e9c-4baf-b502-e6137a0c3049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:05.679623 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:05.707668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:05.714288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:05.732769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:05.788450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:05.789322 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:05.820214 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6933dd70-1e9c-4baf-b502-e6137a0c3049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:05.842312 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:05.893243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50902) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:05.897562 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6933dd70-1e9c-4baf-b502-e6137a0c3049 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8b01371f13e40d892be47fc3bf140da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7351909 Dec 17 13:05:05.898634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933dd70-1e9c-4baf-b502-e6137a0c3049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e11d1f-59a5-42ff-8b42-a48b5cca0da8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:05.912225 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3540792 Dec 17 13:05:05.925524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Request body: {'port': {'device_id': '6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:06.011677 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:06.025669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f487f-3e02-4023-b582-18e85d83dc4d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event updated for resources: {'Port': ['ID=fcffe280-729a-485d-8c70-fe7b0dc2c70a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:06.028856 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:05:06.074610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-afd17f78-9e8a-404d-abdb-2dd9960fe71d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:06.120708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 951dab35-e726-470e-bc26-78b9bd5195c8 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:05:06.151962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-afd17f78-9e8a-404d-abdb-2dd9960fe71d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:06.299262 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 951dab35-e726-470e-bc26-78b9bd5195c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=951dab35-e726-470e-bc26-78b9bd5195c8,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:06.317967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '951dab35-e726-470e-bc26-78b9bd5195c8', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'port_id': '951dab35-e726-470e-bc26-78b9bd5195c8', 'mac_address': 'fa:16:3e:e0:6c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:05:06.330313 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-afd17f78-9e8a-404d-abdb-2dd9960fe71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:06.333876 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-afd17f78-9e8a-404d-abdb-2dd9960fe71d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:06.335058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-afd17f78-9e8a-404d-abdb-2dd9960fe71d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/78e11d1f-59a5-42ff-8b42-a48b5cca0da8 HTTP/1.1" status: 204 len: 168 time: 0.4407840 Dec 17 13:05:06.370370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd17f78-9e8a-404d-abdb-2dd9960fe71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e11d1f-59a5-42ff-8b42-a48b5cca0da8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:06.408430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-027d5318-0d0e-4dae-ba76-444c32dcafe3 None None] Provisioning complete for port fcffe280-729a-485d-8c70-fe7b0dc2c70a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:06.409049 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-027d5318-0d0e-4dae-ba76-444c32dcafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:06.474774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-027d5318-0d0e-4dae-ba76-444c32dcafe3 None None] Port fcffe280-729a-485d-8c70-fe7b0dc2c70a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:05:06.504826 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:06.535166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951dab35-e726-470e-bc26-78b9bd5195c8 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:06.594925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 951dab35-e726-470e-bc26-78b9bd5195c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=951dab35-e726-470e-bc26-78b9bd5195c8,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:06.681514 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcffe280-729a-485d-8c70-fe7b0dc2c70a {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:06.690812 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:06.697219 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:06.708204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Transition to ACTIVE for port object fcffe280-729a-485d-8c70-fe7b0dc2c70a will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:05:06.826609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=951dab35-e726-470e-bc26-78b9bd5195c8,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:06.904549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:06.925066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['951dab35-e726-470e-bc26-78b9bd5195c8'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:06.954628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Pushing event updated for resources: {'Port': ['ID=fcffe280-729a-485d-8c70-fe7b0dc2c70a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:07.107865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Attempting to bind port fcffe280-729a-485d-8c70-fe7b0dc2c70a on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:07.108363 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Attempting to bind port fcffe280-729a-485d-8c70-fe7b0dc2c70a by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:07.108875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Attempting to bind port fcffe280-729a-485d-8c70-fe7b0dc2c70a on network 2700c050-d57b-4cbb-9c83-ee91fcca14af {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:07.125292 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Port fcffe280-729a-485d-8c70-fe7b0dc2c70a on network 2700c050-d57b-4cbb-9c83-ee91fcca14af not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:07.125809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Attempting to bind port fcffe280-729a-485d-8c70-fe7b0dc2c70a on network 2700c050-d57b-4cbb-9c83-ee91fcca14af {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:07.136229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:05:07.136509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Checking segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:07.143749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Bound using segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:05:07.144817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Bound port: fcffe280-729a-485d-8c70-fe7b0dc2c70a, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:05:07.145301 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:07.282900 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] For port fcffe280-729a-485d-8c70-fe7b0dc2c70a, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:07.288647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] For port fcffe280-729a-485d-8c70-fe7b0dc2c70a, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=fcffe280-729a-485d-8c70-fe7b0dc2c70a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:05:07.352549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50914) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:07.365210 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:07.379226 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09ba9ed4-4644-4a30-812b-a6d204758fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:07.466631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Pushing event updated for resources: {'Port': ['ID=fcffe280-729a-485d-8c70-fe7b0dc2c70a,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:07.545185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:07.553340 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09ba9ed4-4644-4a30-812b-a6d204758fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:07.553507 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:07.555288 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-b3013988-5550-46d8-ae01-08f96175c646 service neutron] 10.222.0.54 "PUT /v2.0/ports/fcffe280-729a-485d-8c70-fe7b0dc2c70a HTTP/1.1" status: 200 len: 1091 time: 1.6339886 Dec 17 13:05:07.642012 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09ba9ed4-4644-4a30-812b-a6d204758fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:07.781534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba9ed4-4644-4a30-812b-a6d204758fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6811b326-d613-42cc-b4c3-f895a2726e59,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:07.855669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-09ba9ed4-4644-4a30-812b-a6d204758fd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7af465b1731d46f8a54a039e583dc6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5013747 Dec 17 13:05:07.859169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50922) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:07.863323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-77e0aebe-2224-4578-8fad-5112e9226f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:07.867748 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-77e0aebe-2224-4578-8fad-5112e9226f4a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 1094 time: 0.1861355 Dec 17 13:05:07.932060 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-0d9400b4-b971-43da-8475-5fac63111904 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcffe280-729a-485d-8c70-fe7b0dc2c70a HTTP/1.1" status: 200 len: 217 time: 0.0545094 Dec 17 13:05:08.037498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-d991f999-d0fc-480f-932a-9d3d0975ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:08.039434 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-d991f999-d0fc-480f-932a-9d3d0975ddbf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.1003067 Dec 17 13:05:08.072955 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76bdd27a-33b0-4983-a0d2-bbc7ac30be2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:08.115206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 951dab35-e726-470e-bc26-78b9bd5195c8 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:08.137510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76bdd27a-33b0-4983-a0d2-bbc7ac30be2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:08.140918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-95ceaf5b-1c8b-4384-967a-4701f844180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:08.142566 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-95ceaf5b-1c8b-4384-967a-4701f844180e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898852 Dec 17 13:05:08.270555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 951dab35-e726-470e-bc26-78b9bd5195c8 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:05:08.285130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 951dab35-e726-470e-bc26-78b9bd5195c8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:08.285689 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:08.313939 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-8088f64a-9879-477d-a922-2a1308894e9c service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585503 Dec 17 13:05:08.407678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 171548c7-d146-4308-8e09-ec4127fd12a9 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:05:08.432151 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76bdd27a-33b0-4983-a0d2-bbc7ac30be2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:08.434772 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76bdd27a-33b0-4983-a0d2-bbc7ac30be2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:08.438207 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-76bdd27a-33b0-4983-a0d2-bbc7ac30be2e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6811b326-d613-42cc-b4c3-f895a2726e59 HTTP/1.1" status: 204 len: 168 time: 0.5755477 Dec 17 13:05:08.475584 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdd27a-33b0-4983-a0d2-bbc7ac30be2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6811b326-d613-42cc-b4c3-f895a2726e59,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:08.552923 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca42842-315b-4036-8d39-3f99bd2185a0 req-ba208165-e3c4-483d-b021-569cda515497 service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286000 Dec 17 13:05:08.715909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 171548c7-d146-4308-8e09-ec4127fd12a9, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=171548c7-d146-4308-8e09-ec4127fd12a9,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:08.754327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '171548c7-d146-4308-8e09-ec4127fd12a9', 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3', 'port_id': '171548c7-d146-4308-8e09-ec4127fd12a9', 'mac_address': 'fa:16:3e:e1:25:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a96da5-7e88-4d88-b37f-30380b648bcc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:05:08.925849 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:08.955286 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:08.977238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171548c7-d146-4308-8e09-ec4127fd12a9 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:09.015117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 171548c7-d146-4308-8e09-ec4127fd12a9, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=171548c7-d146-4308-8e09-ec4127fd12a9,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:09.024396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 951dab35-e726-470e-bc26-78b9bd5195c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=951dab35-e726-470e-bc26-78b9bd5195c8,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:09.098981 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:09.146306 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:09.213290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=171548c7-d146-4308-8e09-ec4127fd12a9,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:09.358997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=951dab35-e726-470e-bc26-78b9bd5195c8,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:09.402524 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['171548c7-d146-4308-8e09-ec4127fd12a9'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:10.310332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 171548c7-d146-4308-8e09-ec4127fd12a9 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:10.485167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 171548c7-d146-4308-8e09-ec4127fd12a9 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:05:10.489674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 171548c7-d146-4308-8e09-ec4127fd12a9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:10.490184 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:10.764831 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:10.851764 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 171548c7-d146-4308-8e09-ec4127fd12a9, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=171548c7-d146-4308-8e09-ec4127fd12a9,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:10.922204 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:11.041310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=171548c7-d146-4308-8e09-ec4127fd12a9,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:12.131987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device fcffe280-729a-485d-8c70-fe7b0dc2c70a details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:05:12.486872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port fcffe280-729a-485d-8c70-fe7b0dc2c70a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=fcffe280-729a-485d-8c70-fe7b0dc2c70a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:12.486872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'fcffe280-729a-485d-8c70-fe7b0dc2c70a', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'port_id': 'fcffe280-729a-485d-8c70-fe7b0dc2c70a', 'mac_address': 'fa:16:3e:ed:5c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:05:12.486872 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:12.486872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcffe280-729a-485d-8c70-fe7b0dc2c70a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:12.486872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port fcffe280-729a-485d-8c70-fe7b0dc2c70a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=fcffe280-729a-485d-8c70-fe7b0dc2c70a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:12.848220 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:12.904485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=fcffe280-729a-485d-8c70-fe7b0dc2c70a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:13.074445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['fcffe280-729a-485d-8c70-fe7b0dc2c70a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:13.796011 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-992e5d29-b9e4-438d-aef6-accc99fc1abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:14.133877 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device fcffe280-729a-485d-8c70-fe7b0dc2c70a up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:14.297655 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50992) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:14.316411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port fcffe280-729a-485d-8c70-fe7b0dc2c70a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:05:14.321065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port fcffe280-729a-485d-8c70-fe7b0dc2c70a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:14.327497 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:14.341091 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:14.440959 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:14.478654 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:14.483987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port fcffe280-729a-485d-8c70-fe7b0dc2c70a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=fcffe280-729a-485d-8c70-fe7b0dc2c70a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:14.561849 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:14.584812 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:14.642694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=fcffe280-729a-485d-8c70-fe7b0dc2c70a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:14.650051 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19137ab-8089-4507-8ee0-aaeeb5371653,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:14.667545 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.667819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.668186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.668627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.669005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.669349 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.669690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.670026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.670370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.670697 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.671038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.671369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.671705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.675607 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.675955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.676297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.676637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.676971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.677301 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.677648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.677976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.678297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.678617 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.678960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.679723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.680057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:14.688913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51002) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:14.689453 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ca323877-218a-4461-b108-9d0c5f9bdc29 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad11c2dd07394ac1b1ef830978a11051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5076318 Dec 17 13:05:14.761179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bac28b83-37b0-4737-8d95-9f7c68022778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:14.799709 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bac28b83-37b0-4737-8d95-9f7c68022778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:14.880622 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25caf53e-e33e-4f0a-a9f5-f2badf824ab5 x-openstack-request-id: req-25caf53e-e33e-4f0a-a9f5-f2badf824ab5 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:14.880964 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46533baa-c71c-415e-8eb9-c10e885387cf", "tag": "951dab35-e726-470e-bc26-78b9bd5195c8", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:14.881224 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-25caf53e-e33e-4f0a-a9f5-f2badf824ab5 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:14.881569 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46533baa-c71c-415e-8eb9-c10e885387cf', 'tag': '951dab35-e726-470e-bc26-78b9bd5195c8', 'status': 'completed', 'code': 200} Dec 17 13:05:14.978198 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bac28b83-37b0-4737-8d95-9f7c68022778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:14.981814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bac28b83-37b0-4737-8d95-9f7c68022778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:14.986097 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bac28b83-37b0-4737-8d95-9f7c68022778 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d19137ab-8089-4507-8ee0-aaeeb5371653 HTTP/1.1" status: 204 len: 168 time: 0.2934878 Dec 17 13:05:14.998322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac28b83-37b0-4737-8d95-9f7c68022778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19137ab-8089-4507-8ee0-aaeeb5371653,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:15.010492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71764822-f814-480e-8d74-3031f8f8f3e3 req-511d670d-adfb-40a7-96ae-6cc9c22da395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:15.024472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71764822-f814-480e-8d74-3031f8f8f3e3 req-511d670d-adfb-40a7-96ae-6cc9c22da395 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 1097 time: 0.0869236 Dec 17 13:05:15.026261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ed5f7-0ca2-490c-9e61-115ec7a1f8aa req-7cd5ba75-e939-4428-8b48-53cd6d3bfce6 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:15.028192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c79ed5f7-0ca2-490c-9e61-115ec7a1f8aa req-7cd5ba75-e939-4428-8b48-53cd6d3bfce6 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.0873294 Dec 17 13:05:15.107248 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c79ed5f7-0ca2-490c-9e61-115ec7a1f8aa req-11153708-5e32-4cae-ae6e-521935eb73ad tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718601 Dec 17 13:05:15.170858 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70226e8d-20d6-4067-a508-0fb52b1f8bd4 x-openstack-request-id: req-70226e8d-20d6-4067-a508-0fb52b1f8bd4 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:15.171385 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf25cbba-9cd6-40db-9be7-d24e36fd06c3", "name": "network-vif-plugged", "status": "completed", "tag": "8e6d0542-2d67-49f3-93ee-965f273f6b5c", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:15.171502 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70226e8d-20d6-4067-a508-0fb52b1f8bd4 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:15.171914 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf25cbba-9cd6-40db-9be7-d24e36fd06c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6d0542-2d67-49f3-93ee-965f273f6b5c', 'code': 200} Dec 17 13:05:15.219179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71764822-f814-480e-8d74-3031f8f8f3e3 req-3e92f69c-88ab-4c7c-b137-bd73cd53f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:15.222775 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71764822-f814-480e-8d74-3031f8f8f3e3 req-3e92f69c-88ab-4c7c-b137-bd73cd53f484 service neutron] 10.222.0.54 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.1997254 Dec 17 13:05:15.305367 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71764822-f814-480e-8d74-3031f8f8f3e3 req-d2dd229a-707d-435a-b25e-64951ffa5837 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951dab35-e726-470e-bc26-78b9bd5195c8 HTTP/1.1" status: 200 len: 217 time: 0.0576658 Dec 17 13:05:15.371960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bb523-9888-4115-a1df-520a33da4b78 req-a48a551c-dde9-47c9-a372-a77132b0b71b tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:15.380118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb2bb523-9888-4115-a1df-520a33da4b78 req-a48a551c-dde9-47c9-a372-a77132b0b71b tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 946 time: 0.0892603 Dec 17 13:05:15.407010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-34f3ab54-23e0-4df6-87b5-078b5477d983 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d0a38d1eb93341389944ab725f109b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196957 Dec 17 13:05:15.442988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb2bb523-9888-4115-a1df-520a33da4b78 req-96e77565-4a1f-46d8-98a8-736cce011d35 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618596 Dec 17 13:05:15.555085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71764822-f814-480e-8d74-3031f8f8f3e3 req-233ac806-ba36-42c3-be27-d4491bb4d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:15.556854 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71764822-f814-480e-8d74-3031f8f8f3e3 req-233ac806-ba36-42c3-be27-d4491bb4d813 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.2511528 Dec 17 13:05:15.570778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66928ff8-6770-426c-8b52-11bfec15518b req-ee1593fb-763f-477f-b49e-0bf4696be86d tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:15.572535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-ee1593fb-763f-477f-b49e-0bf4696be86d tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617930 Dec 17 13:05:15.587617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bdd97-f44d-4246-aedc-cb1dd286d96e req-5fd6e853-b015-4df2-b08d-76ef380f0d61 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:15.589844 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f9bdd97-f44d-4246-aedc-cb1dd286d96e req-5fd6e853-b015-4df2-b08d-76ef380f0d61 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 946 time: 0.0770853 Dec 17 13:05:15.615980 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-0d4bfb73-ac7a-4c95-9919-0d30ee8a0125 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/quotas/d0a38d1eb93341389944ab725f109b24 HTTP/1.1" status: 200 len: 375 time: 0.0344102 Dec 17 13:05:15.649290 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71764822-f814-480e-8d74-3031f8f8f3e3 req-81e6648d-2223-4e94-a3d4-5c0ec81ab40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:15.650854 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71764822-f814-480e-8d74-3031f8f8f3e3 req-81e6648d-2223-4e94-a3d4-5c0ec81ab40a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773742 Dec 17 13:05:15.664442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f9bdd97-f44d-4246-aedc-cb1dd286d96e req-0349f802-c9dd-4208-a642-779b4dafdffc tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679717 Dec 17 13:05:15.688746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-ceac66cd-716f-4169-ae2b-a837431fb832 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0a38d1eb93341389944ab725f109b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593660 Dec 17 13:05:15.719546 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494cc712-8087-4706-9d4e-77702ade2333 x-openstack-request-id: req-494cc712-8087-4706-9d4e-77702ade2333 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:15.720400 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98ad68c-2593-469b-8b29-2e1bdb34c532", "tag": "171548c7-d146-4308-8e09-ec4127fd12a9", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:15.720832 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-494cc712-8087-4706-9d4e-77702ade2333 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:15.721429 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98ad68c-2593-469b-8b29-2e1bdb34c532', 'tag': '171548c7-d146-4308-8e09-ec4127fd12a9', 'status': 'completed', 'code': 200} Dec 17 13:05:15.811161 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71764822-f814-480e-8d74-3031f8f8f3e3 req-56554466-fbfd-4774-84c2-e4d825ba479b service neutron] 10.222.0.54 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401358 Dec 17 13:05:15.842903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83cd9f-794d-424e-9a41-7f36a0fd9e0f req-044686d6-8412-4ae4-9404-78d50f3d2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:15.844712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a83cd9f-794d-424e-9a41-7f36a0fd9e0f req-044686d6-8412-4ae4-9404-78d50f3d2a5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0afffa0124ee4694b9b77d196ec69285&device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 1097 time: 0.0896337 Dec 17 13:05:15.888976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51034) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:15.912145 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1742a347-a746-4d55-9373-02246e13c8d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:15.972967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83cd9f-794d-424e-9a41-7f36a0fd9e0f req-67dcb451-02bc-4841-9db2-d55723f10540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:15.974811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a83cd9f-794d-424e-9a41-7f36a0fd9e0f req-67dcb451-02bc-4841-9db2-d55723f10540 service neutron] 10.222.0.61 "GET /v2.0/networks?id=048353f8-5aea-46a8-a6e7-130299cfb2a3 HTTP/1.1" status: 200 len: 914 time: 0.1200230 Dec 17 13:05:16.062088 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71764822-f814-480e-8d74-3031f8f8f3e3 req-5160c8cd-bd1d-4178-bc17-451bd5e24da5 service neutron] 10.222.0.54 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310128 Dec 17 13:05:16.080358 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a83cd9f-794d-424e-9a41-7f36a0fd9e0f req-cec51ab0-1380-4d20-8acb-d2086c6a264a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=171548c7-d146-4308-8e09-ec4127fd12a9 HTTP/1.1" status: 200 len: 217 time: 0.0928080 Dec 17 13:05:16.176394 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1742a347-a746-4d55-9373-02246e13c8d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:16.191457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83cd9f-794d-424e-9a41-7f36a0fd9e0f req-06d26e98-2952-481c-a4a4-e47cb72989e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:16.193096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a83cd9f-794d-424e-9a41-7f36a0fd9e0f req-06d26e98-2952-481c-a4a4-e47cb72989e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72a96da5-7e88-4d88-b37f-30380b648bcc HTTP/1.1" status: 200 len: 853 time: 0.1023962 Dec 17 13:05:16.258327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a83cd9f-794d-424e-9a41-7f36a0fd9e0f req-1a961241-417f-4ffa-b575-a5b1f867b67c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=048353f8-5aea-46a8-a6e7-130299cfb2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518010 Dec 17 13:05:16.293375 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-500db7b3-374a-44bd-b443-514d9b835f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:16.341561 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-877860bb-1fe7-4742-9c14-a44c296dd20a req-b7884da4-7e56-426a-8bf7-8d76c62c1503 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 210 time: 0.0776629 Dec 17 13:05:16.342517 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1742a347-a746-4d55-9373-02246e13c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:16.406846 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1742a347-a746-4d55-9373-02246e13c8d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a36f83a0dfe4946b7cf8bade8668e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5167878 Dec 17 13:05:16.408040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742a347-a746-4d55-9373-02246e13c8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5053124a-d3b9-403f-91e0-6dab70f5bf95,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:16.410967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51066) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:16.472895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a83cd9f-794d-424e-9a41-7f36a0fd9e0f req-34fc6800-e18e-4029-8220-01cd83bd6dc4 service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044501 Dec 17 13:05:16.509639 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f629fc91-1dfb-4418-8213-158478d25cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:16.544258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b91da9-81e4-40a4-be43-0ca0c200a5f0 req-8f27baca-0df6-4259-83eb-32fc130cb734 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:16.546041 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a2b91da9-81e4-40a4-be43-0ca0c200a5f0 req-8f27baca-0df6-4259-83eb-32fc130cb734 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.0968449 Dec 17 13:05:16.551840 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f629fc91-1dfb-4418-8213-158478d25cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:16.552327 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d704c-481d-4f6d-b25c-fec369920781 req-ab31acc7-d754-42d1-8676-f3a83e14eae4 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:16.553898 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f88d704c-481d-4f6d-b25c-fec369920781 req-ab31acc7-d754-42d1-8676-f3a83e14eae4 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089 HTTP/1.1" status: 200 len: 951 time: 0.1223824 Dec 17 13:05:16.626891 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a83cd9f-794d-424e-9a41-7f36a0fd9e0f req-ec97e0f3-10ec-47d2-bd88-b3340bacfb6a service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449065 Dec 17 13:05:16.643740 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f88d704c-481d-4f6d-b25c-fec369920781 req-d914e9dc-b9b9-4c2d-be92-9d2c80eb0383 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817211 Dec 17 13:05:16.677126 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a2b91da9-81e4-40a4-be43-0ca0c200a5f0 req-f1b613f8-c57b-4487-91f9-0feb667ed5ee tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177642 Dec 17 13:05:16.782442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278adaf-bc94-4bec-8689-094cbee83c18 req-2b7a9fd5-46f1-4f3e-b6c8-88912587cc2a tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:16.790418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c278adaf-bc94-4bec-8689-094cbee83c18 req-2b7a9fd5-46f1-4f3e-b6c8-88912587cc2a tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/ports?device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 945 time: 0.0887578 Dec 17 13:05:16.796963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81fe1e-9c71-48bb-ab19-a5195ddc059a req-98de4b6a-f6e4-4cf2-9e3b-f1b29bee8b32 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:16.799334 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b81fe1e-9c71-48bb-ab19-a5195ddc059a req-98de4b6a-f6e4-4cf2-9e3b-f1b29bee8b32 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 946 time: 0.0592196 Dec 17 13:05:16.802205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f629fc91-1dfb-4418-8213-158478d25cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:16.806915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f629fc91-1dfb-4418-8213-158478d25cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:16.808195 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f629fc91-1dfb-4418-8213-158478d25cd0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5053124a-d3b9-403f-91e0-6dab70f5bf95 HTTP/1.1" status: 204 len: 168 time: 0.3960481 Dec 17 13:05:16.830037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629fc91-1dfb-4418-8213-158478d25cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5053124a-d3b9-403f-91e0-6dab70f5bf95,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:16.876816 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b81fe1e-9c71-48bb-ab19-a5195ddc059a req-f3dbf144-4e5b-42e9-b23d-046330e641c9 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673339 Dec 17 13:05:16.882741 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6', 'tag': 'fcffe280-729a-485d-8c70-fe7b0dc2c70a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:16.883326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c278adaf-bc94-4bec-8689-094cbee83c18 req-84492780-5333-49db-a3c6-f5df552bfb80 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/security-groups?id=802f9ae6-1c52-4f96-b72f-6ac0bb28f415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917099 Dec 17 13:05:16.886414 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedb0614-bc0d-44ef-bc2d-4681383e24b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6", "tag": "fcffe280-729a-485d-8c70-fe7b0dc2c70a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:17.041540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a33231-664c-4f1e-80bd-9eed0e576cf6 req-afcdb710-fc22-4f72-9f00-15e2c1f317f6 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:17.050863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38a33231-664c-4f1e-80bd-9eed0e576cf6 req-afcdb710-fc22-4f72-9f00-15e2c1f317f6 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 946 time: 0.0926785 Dec 17 13:05:17.072861 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a29132-b68d-43c2-a9f2-6ed2c822d701 x-openstack-request-id: req-72a29132-b68d-43c2-a9f2-6ed2c822d701 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:17.074315 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6", "tag": "fcffe280-729a-485d-8c70-fe7b0dc2c70a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:17.074757 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72a29132-b68d-43c2-a9f2-6ed2c822d701 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:17.075317 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6', 'tag': 'fcffe280-729a-485d-8c70-fe7b0dc2c70a', 'status': 'completed', 'code': 200} Dec 17 13:05:17.138096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38a33231-664c-4f1e-80bd-9eed0e576cf6 req-18f9b13e-4680-470d-a540-a7d6d87e82f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861607 Dec 17 13:05:17.169677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb0614-bc0d-44ef-bc2d-4681383e24b0 req-b4bee150-7839-4aa8-abbd-a1c684f8c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:17.172198 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fedb0614-bc0d-44ef-bc2d-4681383e24b0 req-b4bee150-7839-4aa8-abbd-a1c684f8c068 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 1096 time: 0.0673206 Dec 17 13:05:17.172809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46533baa-c71c-415e-8eb9-c10e885387cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951dab35-e726-470e-bc26-78b9bd5195c8'}, {'server_uuid': 'e98ad68c-2593-469b-8b29-2e1bdb34c532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171548c7-d146-4308-8e09-ec4127fd12a9'}, {'server_uuid': '6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcffe280-729a-485d-8c70-fe7b0dc2c70a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:17.175887 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6467e1a-67fc-4146-9430-9aa3ede60095" -d '{"events": [{"server_uuid": "46533baa-c71c-415e-8eb9-c10e885387cf", "name": "network-vif-plugged", "status": "completed", "tag": "951dab35-e726-470e-bc26-78b9bd5195c8"}, {"server_uuid": "e98ad68c-2593-469b-8b29-2e1bdb34c532", "name": "network-vif-plugged", "status": "completed", "tag": "171548c7-d146-4308-8e09-ec4127fd12a9"}, {"server_uuid": "6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6", "name": "network-vif-plugged", "status": "completed", "tag": "fcffe280-729a-485d-8c70-fe7b0dc2c70a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:17.241176 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b2ecc9-63f7-4dc7-939e-46dc7c247e67 x-openstack-request-id: req-f4b2ecc9-63f7-4dc7-939e-46dc7c247e67 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:17.241887 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46533baa-c71c-415e-8eb9-c10e885387cf", "name": "network-vif-plugged", "status": "completed", "tag": "951dab35-e726-470e-bc26-78b9bd5195c8", "code": 200}, {"server_uuid": "e98ad68c-2593-469b-8b29-2e1bdb34c532", "name": "network-vif-plugged", "status": "completed", "tag": "171548c7-d146-4308-8e09-ec4127fd12a9", "code": 200}, {"server_uuid": "6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6", "name": "network-vif-plugged", "status": "completed", "tag": "fcffe280-729a-485d-8c70-fe7b0dc2c70a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:17.242383 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4b2ecc9-63f7-4dc7-939e-46dc7c247e67 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:17.242850 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46533baa-c71c-415e-8eb9-c10e885387cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951dab35-e726-470e-bc26-78b9bd5195c8', 'code': 200} Dec 17 13:05:17.243172 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98ad68c-2593-469b-8b29-2e1bdb34c532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171548c7-d146-4308-8e09-ec4127fd12a9', 'code': 200} Dec 17 13:05:17.243566 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcffe280-729a-485d-8c70-fe7b0dc2c70a', 'code': 200} Dec 17 13:05:17.408517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb0614-bc0d-44ef-bc2d-4681383e24b0 req-d98a2b80-8718-42c8-96f0-d90f72f9fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:17.424708 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fedb0614-bc0d-44ef-bc2d-4681383e24b0 req-d98a2b80-8718-42c8-96f0-d90f72f9fb09 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.2295182 Dec 17 13:05:17.601969 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:17.603213 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fedb0614-bc0d-44ef-bc2d-4681383e24b0 req-6f661b9a-1ac9-4314-b923-8528dfec2c50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcffe280-729a-485d-8c70-fe7b0dc2c70a HTTP/1.1" status: 200 len: 217 time: 0.1735988 Dec 17 13:05:17.659233 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f5e61ca-f352-40d3-a2be-838cef023248 req-7d8cc692-bfee-4b1d-a652-693c4c05ab25 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 210 time: 0.0566814 Dec 17 13:05:17.676572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e4cad-b64b-469c-9ab0-f2fdc28667d7 req-388bd83a-bf9a-47d0-84fc-e55052d745c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:17.680730 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-345e4cad-b64b-469c-9ab0-f2fdc28667d7 req-388bd83a-bf9a-47d0-84fc-e55052d745c1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 1096 time: 0.2708750 Dec 17 13:05:17.686425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aae225-6d28-4f7e-bea0-abc3cd54ea2a req-282a3296-0b0b-404b-9607-6fa61bc7130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:17.688128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56aae225-6d28-4f7e-bea0-abc3cd54ea2a req-282a3296-0b0b-404b-9607-6fa61bc7130b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 1097 time: 0.2517257 Dec 17 13:05:17.733740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16bc05-949f-47d7-a7d7-8362c35c8fd9 req-ca78b5e5-50ff-4f45-a68c-f391bb3f2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:17.735342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2c16bc05-949f-47d7-a7d7-8362c35c8fd9 req-ca78b5e5-50ff-4f45-a68c-f391bb3f2589 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 1097 time: 0.3259158 Dec 17 13:05:17.738908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-345e4cad-b64b-469c-9ab0-f2fdc28667d7 req-a6815f96-24fd-453d-9852-b4848fa9384a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496776 Dec 17 13:05:17.776523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb0614-bc0d-44ef-bc2d-4681383e24b0 req-02885ccd-4372-405c-87a7-65b9feb9599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:17.782818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fedb0614-bc0d-44ef-bc2d-4681383e24b0 req-02885ccd-4372-405c-87a7-65b9feb9599b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.1229308 Dec 17 13:05:17.803616 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56aae225-6d28-4f7e-bea0-abc3cd54ea2a req-d4d81157-f1b9-4589-9c97-69217bb57f34 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672631 Dec 17 13:05:17.848027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb29556-e18f-4ee4-a50f-623ce26abd67 req-17a4b3d6-b4d8-46e9-839e-71896a762090 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:17.849669 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bb29556-e18f-4ee4-a50f-623ce26abd67 req-17a4b3d6-b4d8-46e9-839e-71896a762090 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.0542581 Dec 17 13:05:17.902926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bb29556-e18f-4ee4-a50f-623ce26abd67 req-b91d3e4a-a642-4a1f-9863-d439c9ab0346 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467408 Dec 17 13:05:17.976088 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2c16bc05-949f-47d7-a7d7-8362c35c8fd9 req-57f55a30-5bba-46fb-9a19-5b2f1bd6d970 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515327 Dec 17 13:05:17.997258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb0614-bc0d-44ef-bc2d-4681383e24b0 req-7618931f-64a0-4f14-b0ef-42fba99f486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:17.998768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fedb0614-bc0d-44ef-bc2d-4681383e24b0 req-7618931f-64a0-4f14-b0ef-42fba99f486b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649252 Dec 17 13:05:18.027760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342ced1-815b-4459-8afe-c7848091469a req-4b949cfe-afb6-4e43-ae87-6523d0b15336 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:18.030008 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2342ced1-815b-4459-8afe-c7848091469a req-4b949cfe-afb6-4e43-ae87-6523d0b15336 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/ports?device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 945 time: 0.0509861 Dec 17 13:05:18.033050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cafa8-db45-4b2e-bc6a-24e9b3f27c35 req-3789238d-0f37-4631-83ae-d9cd4024ced0 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:18.035308 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-282cafa8-db45-4b2e-bc6a-24e9b3f27c35 req-3789238d-0f37-4631-83ae-d9cd4024ced0 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 946 time: 0.0513277 Dec 17 13:05:18.083001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2342ced1-815b-4459-8afe-c7848091469a req-bc500d8a-817f-4f14-ad3e-f9c52af346e1 tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/security-groups?id=802f9ae6-1c52-4f96-b72f-6ac0bb28f415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468822 Dec 17 13:05:18.091205 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-282cafa8-db45-4b2e-bc6a-24e9b3f27c35 req-a03d387a-bc45-40bd-8392-08febdb72a20 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493433 Dec 17 13:05:18.271938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf2256-b841-4fae-8160-c1f21ac7f747 req-e4c66296-c0e9-4d37-9dea-3e8523ea06db tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:18.273654 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37cf2256-b841-4fae-8160-c1f21ac7f747 req-e4c66296-c0e9-4d37-9dea-3e8523ea06db tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.61 "GET /v2.0/ports?device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 945 time: 0.0660260 Dec 17 13:05:18.343404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 78fe7918-f419-48ae-b125-7b6ecbad7067 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:05:18.361208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f680f29-a9f5-47d3-a961-a8423e123bce req-d2d9c84c-68dd-4065-91ba-7d159c919cd4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:18.376485 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f680f29-a9f5-47d3-a961-a8423e123bce req-d2d9c84c-68dd-4065-91ba-7d159c919cd4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 946 time: 0.1304231 Dec 17 13:05:18.431299 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fedb0614-bc0d-44ef-bc2d-4681383e24b0 req-432f5a8a-fdc5-4deb-aee1-389e1ee4c05b service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528210 Dec 17 13:05:18.483504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-37cf2256-b841-4fae-8160-c1f21ac7f747 req-b8651a36-988f-4f98-9b7a-5302f382d6bb tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Deleting port 5ffb1b30-1e26-4c06-9712-5899606d4b22 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:05:18.483504 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-37cf2256-b841-4fae-8160-c1f21ac7f747 req-b8651a36-988f-4f98-9b7a-5302f382d6bb tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:18.551617 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:18.554921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fedb0614-bc0d-44ef-bc2d-4681383e24b0 req-c15087d4-c972-4519-a1ac-a577d33c4f8d service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105447 Dec 17 13:05:18.578721 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f680f29-a9f5-47d3-a961-a8423e123bce req-56669edd-8db2-4083-b70f-d7a239917cb3 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012413 Dec 17 13:05:18.662842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-37cf2256-b841-4fae-8160-c1f21ac7f747 req-b8651a36-988f-4f98-9b7a-5302f382d6bb tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] For port 5ffb1b30-1e26-4c06-9712-5899606d4b22, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5ffb1b30-1e26-4c06-9712-5899606d4b22,segment=NetworkSegment(07fb4631-569e-4c80-9840-0830745dda5a),segment_id=07fb4631-569e-4c80-9840-0830745dda5a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:18.676239 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-37cf2256-b841-4fae-8160-c1f21ac7f747 req-b8651a36-988f-4f98-9b7a-5302f382d6bb tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:18.686407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:18.715796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-37cf2256-b841-4fae-8160-c1f21ac7f747 req-b8651a36-988f-4f98-9b7a-5302f382d6bb tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Calling delete_port for 5ffb1b30-1e26-4c06-9712-5899606d4b22 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:05:18.755753 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:18.856320 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:18.954657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=78fe7918-f419-48ae-b125-7b6ecbad7067,revision_number=11']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:18.993343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acc1d145-5a0e-4245-aac3-3d03b37634ea req-57f70981-51a8-4f18-bd8e-e5bc0996e46c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 210 time: 0.1587393 Dec 17 13:05:19.204357 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-37cf2256-b841-4fae-8160-c1f21ac7f747 req-b8651a36-988f-4f98-9b7a-5302f382d6bb tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:19.208361 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-695d49af-aca7-41f2-b2d1-11df83d900fc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d0a38d1eb93341389944ab725f109b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505385 Dec 17 13:05:19.218232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5ffb1b30-1e26-4c06-9712-5899606d4b22'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:19.260753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:19.275026 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e956eeeb-7156-46c1-9911-e2c8b1896e4a" -d '{"events": [{"server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "name": "network-vif-unplugged", "status": "completed", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:19.297059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8651a36-988f-4f98-9b7a-5302f382d6bb tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Pushing event deleted for resources: {'Port': ['ID=5ffb1b30-1e26-4c06-9712-5899606d4b22,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:19.343193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f65d1-8891-44ee-8202-609416bb2ead req-4df1f901-68e9-48e9-9d1f-73fce02d3de7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:19.355414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-121f65d1-8891-44ee-8202-609416bb2ead req-4df1f901-68e9-48e9-9d1f-73fce02d3de7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.2253420 Dec 17 13:05:19.366261 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-22eea9aa-0fc1-4da1-ad3d-b4bb1af023f4 req-46670055-a7b5-4b89-9ae2-93622e26a78c tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.59 "GET /v2.0/ports?device_id=61293a52-d785-4de1-b3e1-94b99efb98f6 HTTP/1.1" status: 200 len: 210 time: 0.1057508 Dec 17 13:05:19.418660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cf2256-b841-4fae-8160-c1f21ac7f747 req-b8651a36-988f-4f98-9b7a-5302f382d6bb tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] No DVR routers for this DVR port 5ffb1b30-1e26-4c06-9712-5899606d4b22 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:05:19.423062 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-37cf2256-b841-4fae-8160-c1f21ac7f747 req-b8651a36-988f-4f98-9b7a-5302f382d6bb tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:19.427443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37cf2256-b841-4fae-8160-c1f21ac7f747 req-b8651a36-988f-4f98-9b7a-5302f382d6bb tempest-VolumesAdminNegativeTest-704287974 tempest-VolumesAdminNegativeTest-704287974-project] 10.222.0.61 "DELETE /v2.0/ports/5ffb1b30-1e26-4c06-9712-5899606d4b22 HTTP/1.1" status: 204 len: 173 time: 1.1446567 Dec 17 13:05:19.431474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61293a52-d785-4de1-b3e1-94b99efb98f6', 'name': 'network-vif-deleted', 'tag': '5ffb1b30-1e26-4c06-9712-5899606d4b22'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:19.435252 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db3934c-2566-4a11-ad06-865ec858bf7b" -d '{"events": [{"server_uuid": "61293a52-d785-4de1-b3e1-94b99efb98f6", "name": "network-vif-deleted", "tag": "5ffb1b30-1e26-4c06-9712-5899606d4b22"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:19.454219 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66928ff8-6770-426c-8b52-11bfec15518b req-00c756b8-1a02-4e09-b618-9ccd72a8f881 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:19.455850 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-00c756b8-1a02-4e09-b618-9ccd72a8f881 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2255127 Dec 17 13:05:19.476215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Request body: {'port': {'device_id': '41451344-316a-4f37-b310-8e37820a0d3f', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'd0a38d1eb93341389944ab725f109b24'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:19.477756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-121f65d1-8891-44ee-8202-609416bb2ead req-478d6117-9ff2-4ef4-b534-daa382af0e3a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257410 Dec 17 13:05:19.603906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0886ed-d8fe-462e-a6c5-721c7c546bcc req-c92d0806-74e6-4716-a4ab-e918c8e4ba01 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:19.606010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cb0886ed-d8fe-462e-a6c5-721c7c546bcc req-c92d0806-74e6-4716-a4ab-e918c8e4ba01 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 946 time: 0.1244664 Dec 17 13:05:19.607901 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe0e019-f485-4886-bf50-af956cee89d5 x-openstack-request-id: req-fbe0e019-f485-4886-bf50-af956cee89d5 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:19.609093 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "name": "network-vif-unplugged", "status": "completed", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:19.609467 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fbe0e019-f485-4886-bf50-af956cee89d5 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:19.610383 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'code': 200} Dec 17 13:05:19.641881 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb0c9d9-c927-4bc5-be24-dcded8768f0a x-openstack-request-id: req-aeb0c9d9-c927-4bc5-be24-dcded8768f0a {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:19.643068 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61293a52-d785-4de1-b3e1-94b99efb98f6", "name": "network-vif-deleted", "tag": "5ffb1b30-1e26-4c06-9712-5899606d4b22", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:19.643605 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aeb0c9d9-c927-4bc5-be24-dcded8768f0a {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:19.644331 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61293a52-d785-4de1-b3e1-94b99efb98f6', 'name': 'network-vif-deleted', 'tag': '5ffb1b30-1e26-4c06-9712-5899606d4b22', 'status': 'completed', 'code': 200} Dec 17 13:05:19.688402 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:19.702290 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cb0886ed-d8fe-462e-a6c5-721c7c546bcc req-e1c2258f-d79d-4fba-a5dc-e662b955a8f1 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874076 Dec 17 13:05:19.810411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Made reservation on behalf of d0a38d1eb93341389944ab725f109b24 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:19.818153 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:19.831250 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:19.872402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc35995-0bd6-4cc0-91c3-f9e455f97efe req-fb9063c2-9f8b-49c9-80fa-2843751a1b7e tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:19.873942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dcc35995-0bd6-4cc0-91c3-f9e455f97efe req-fb9063c2-9f8b-49c9-80fa-2843751a1b7e tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 946 time: 0.1108871 Dec 17 13:05:19.885117 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5a19ce7-4dca-4d5f-86fc-739aa1d7696a req-9c3c2277-76db-47ad-9d44-304f08b7c854 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1646051897&fields=id&tenant_id=0afffa0124ee4694b9b77d196ec69285 HTTP/1.1" status: 200 len: 267 time: 0.0552568 Dec 17 13:05:19.942740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a19ce7-4dca-4d5f-86fc-739aa1d7696a req-294a8595-cc95-4eab-baad-34650bf7d4db tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:19.947978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5a19ce7-4dca-4d5f-86fc-739aa1d7696a req-294a8595-cc95-4eab-baad-34650bf7d4db tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 946 time: 0.0526273 Dec 17 13:05:19.956538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d5a19ce7-4dca-4d5f-86fc-739aa1d7696a req-eeddf51c-71ba-494a-a3ef-ef5c80e58556 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'port': {'security_groups': ['c00e9022-c463-4906-bbe8-0bb08284760e', '74f8a7b3-c620-4951-aaa6-a85ce601c259']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:19.970287 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dcc35995-0bd6-4cc0-91c3-f9e455f97efe req-d8106b42-e67c-4f13-973d-7680df18f27a tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888743 Dec 17 13:05:20.005514 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:20.034302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5a19ce7-4dca-4d5f-86fc-739aa1d7696a req-eeddf51c-71ba-494a-a3ef-ef5c80e58556 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:20.110638 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:20.189139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbdb494-c0d7-4b30-9a98-f3e304985d20,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:20.272975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d5a19ce7-4dca-4d5f-86fc-739aa1d7696a req-eeddf51c-71ba-494a-a3ef-ef5c80e58556 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] For port 171548c7-d146-4308-8e09-ec4127fd12a9, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=171548c7-d146-4308-8e09-ec4127fd12a9,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:20.314098 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5a19ce7-4dca-4d5f-86fc-739aa1d7696a req-eeddf51c-71ba-494a-a3ef-ef5c80e58556 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:20.338826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Allocated IP 192.168.233.74 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/5e75c8db-481c-436a-927f-1ca77d42c1bd) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:05:20.384714 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5a19ce7-4dca-4d5f-86fc-739aa1d7696a req-eeddf51c-71ba-494a-a3ef-ef5c80e58556 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:20.399738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['171548c7-d146-4308-8e09-ec4127fd12a9'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:20.474185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a19ce7-4dca-4d5f-86fc-739aa1d7696a req-eeddf51c-71ba-494a-a3ef-ef5c80e58556 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:20.475352 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5a19ce7-4dca-4d5f-86fc-739aa1d7696a req-eeddf51c-71ba-494a-a3ef-ef5c80e58556 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:20.483812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5a19ce7-4dca-4d5f-86fc-739aa1d7696a req-eeddf51c-71ba-494a-a3ef-ef5c80e58556 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "PUT /v2.0/ports/171548c7-d146-4308-8e09-ec4127fd12a9 HTTP/1.1" status: 200 len: 982 time: 0.5321660 Dec 17 13:05:20.517136 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:20.531647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddf51c-71ba-494a-a3ef-ef5c80e58556 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'Port': ['ID=171548c7-d146-4308-8e09-ec4127fd12a9,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:20.609958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['171548c7-d146-4308-8e09-ec4127fd12a9'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:20.719916 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-7a864510-a68f-4073-be7e-52e06786846b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:20.722044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-7a864510-a68f-4073-be7e-52e06786846b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1115146 Dec 17 13:05:20.732958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:20.776788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:20.780157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:20.784688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:20.830800 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Pushing event updated for resources: {'Port': ['ID=5e75c8db-481c-436a-927f-1ca77d42c1bd,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:20.854937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-4cda0cdb-a335-4deb-b171-dbf33a05c800 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 695 time: 0.1215827 Dec 17 13:05:20.861460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-d229b398-c968-4d2a-a5d9-388197b75cdf tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Request body: {'floatingip': {'port_id': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:20.877184 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:20.880265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:20.907244 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-d229b398-c968-4d2a-a5d9-388197b75cdf tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:21.004564 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-50135c5d-d6ef-4958-b457-07d9da980afc tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5356779 Dec 17 13:05:21.019809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Request body: {'port': {'device_id': '41451344-316a-4f37-b310-8e37820a0d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:21.097632 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:21.109367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e67e3099-4481-40ae-bef6-20f1451b8e94 None None] Provisioning complete for port 5e75c8db-481c-436a-927f-1ca77d42c1bd triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:21.109943 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e67e3099-4481-40ae-bef6-20f1451b8e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:21.161419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e67e3099-4481-40ae-bef6-20f1451b8e94 None None] Port 5e75c8db-481c-436a-927f-1ca77d42c1bd cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:05:21.647913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98ad68c-2593-469b-8b29-2e1bdb34c532', 'tag': '171548c7-d146-4308-8e09-ec4127fd12a9'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:21.650249 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea28b5b-b798-4d77-8c6d-11ff00db58f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e98ad68c-2593-469b-8b29-2e1bdb34c532", "tag": "171548c7-d146-4308-8e09-ec4127fd12a9"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:21.725995 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669f979-6414-4c62-87b0-ccb47fe56622 req-93188be2-0c57-4d57-9d50-82d75c604415 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:21.726710 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-d229b398-c968-4d2a-a5d9-388197b75cdf tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:21.727461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0669f979-6414-4c62-87b0-ccb47fe56622 req-93188be2-0c57-4d57-9d50-82d75c604415 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 935 time: 0.0955927 Dec 17 13:05:21.737715 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e75c8db-481c-436a-927f-1ca77d42c1bd {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:21.750283 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:21.777816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Transition to ACTIVE for port object 5e75c8db-481c-436a-927f-1ca77d42c1bd will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:05:21.795513 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0669f979-6414-4c62-87b0-ccb47fe56622 req-03ba7497-6d32-48a2-98f7-cd61fc2ad747 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593865 Dec 17 13:05:21.813093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-d229b398-c968-4d2a-a5d9-388197b75cdf tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:21.847111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51412) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:21.856447 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:21.925850 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-d229b398-c968-4d2a-a5d9-388197b75cdf tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Floating IP 4a6a7b35-e256-471d-999b-fd6fbf98ac65 associated. External IP: 172.25.0.71, port: 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c. Dec 17 13:05:21.948646 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d56f874-c1b4-45e8-9a16-fa2d926b77ac admin admin] Deleting subnet f9f3e3a8-8c0b-42f3-919b-16f209fda9b3 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:05:21.957832 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d56f874-c1b4-45e8-9a16-fa2d926b77ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:21.959437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e75c8db-481c-436a-927f-1ca77d42c1bd,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:22.042209 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d56f874-c1b4-45e8-9a16-fa2d926b77ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.096813 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7ebfe57-4c2a-4a5d-8f9b-a95902088263 req-69427f10-b72a-46cd-a52a-6f2d5d4f4dfb tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1803727027&fields=id&tenant_id=0afffa0124ee4694b9b77d196ec69285 HTTP/1.1" status: 200 len: 267 time: 0.1756361 Dec 17 13:05:22.154194 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d56f874-c1b4-45e8-9a16-fa2d926b77ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.175314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-d229b398-c968-4d2a-a5d9-388197b75cdf tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Router e71fe891-eaf0-4214-903e-f98ca26986fc has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:05:22.199178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Attempting to bind port 5e75c8db-481c-436a-927f-1ca77d42c1bd on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:22.199516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Attempting to bind port 5e75c8db-481c-436a-927f-1ca77d42c1bd by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:22.199843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Attempting to bind port 5e75c8db-481c-436a-927f-1ca77d42c1bd on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:22.218177 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebfe57-4c2a-4a5d-8f9b-a95902088263 req-3db0f0e0-5c44-4ede-bdec-6ff83922b524 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:22.223388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7ebfe57-4c2a-4a5d-8f9b-a95902088263 req-3db0f0e0-5c44-4ede-bdec-6ff83922b524 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 985 time: 0.1221273 Dec 17 13:05:22.223642 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Port 5e75c8db-481c-436a-927f-1ca77d42c1bd on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:22.223881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Attempting to bind port 5e75c8db-481c-436a-927f-1ca77d42c1bd on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:22.234662 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-e7ebfe57-4c2a-4a5d-8f9b-a95902088263 req-85e923fb-4c5a-40d0-b18f-63e7cd63b311 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'port': {'security_groups': ['74f8a7b3-c620-4951-aaa6-a85ce601c259', 'c00e9022-c463-4906-bbe8-0bb08284760e', '5ccac2bc-1d8f-4816-885d-b72d24d3c373']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:22.240423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:05:22.246706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:22.246706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:05:22.246706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Bound port: 5e75c8db-481c-436a-927f-1ca77d42c1bd, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:05:22.246706 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.293675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-d229b398-c968-4d2a-a5d9-388197b75cdf tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:05:22.297734 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-d229b398-c968-4d2a-a5d9-388197b75cdf tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.303198 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d7c1b5-6441-4fa6-9b24-01d1cff39711 None None] Sync routers for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:05:22.315048 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d7c1b5-6441-4fa6-9b24-01d1cff39711 None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:22.315655 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c1d7c1b5-6441-4fa6-9b24-01d1cff39711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:22.327835 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-d229b398-c968-4d2a-a5d9-388197b75cdf tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "PUT /v2.0/floatingips/4a6a7b35-e256-471d-999b-fd6fbf98ac65 HTTP/1.1" status: 200 len: 995 time: 1.4716775 Dec 17 13:05:22.350923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5ffb1b30-1e26-4c06-9712-5899606d4b22 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:05:22.351494 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d56f874-c1b4-45e8-9a16-fa2d926b77ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.355036 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e7ebfe57-4c2a-4a5d-8f9b-a95902088263 req-85e923fb-4c5a-40d0-b18f-63e7cd63b311 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.373160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 5ffb1b30-1e26-4c06-9712-5899606d4b22 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:05:22.377446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5ffb1b30-1e26-4c06-9712-5899606d4b22 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:05:22.400505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56f874-c1b4-45e8-9a16-fa2d926b77ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f3e3a8-8c0b-42f3-919b-16f209fda9b3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:22.409971 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d56f874-c1b4-45e8-9a16-fa2d926b77ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.413606 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7d56f874-c1b4-45e8-9a16-fa2d926b77ac admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f9f3e3a8-8c0b-42f3-919b-16f209fda9b3 HTTP/1.1" status: 204 len: 168 time: 0.5651667 Dec 17 13:05:22.415725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51418) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:22.416855 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] For port 5e75c8db-481c-436a-927f-1ca77d42c1bd, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:22.417276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-41ed718a-c141-4747-a762-6a1be83e502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:22.426168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] For port 5e75c8db-481c-436a-927f-1ca77d42c1bd, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5e75c8db-481c-436a-927f-1ca77d42c1bd,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:05:22.434712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-41ed718a-c141-4747-a762-6a1be83e502e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.0879149 Dec 17 13:05:22.443826 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c1d7c1b5-6441-4fa6-9b24-01d1cff39711 None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:22.514056 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.522271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51420) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:22.548129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-1e15dc15-4a91-417d-b1d8-a62dc1e008df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:22.555959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-1e15dc15-4a91-417d-b1d8-a62dc1e008df service neutron] 10.222.0.59 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.1211913 Dec 17 13:05:22.586815 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.589146 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:22.589796 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.591250 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] 10.222.0.61 "PUT /v2.0/ports/5e75c8db-481c-436a-927f-1ca77d42c1bd HTTP/1.1" status: 200 len: 1095 time: 1.5756147 Dec 17 13:05:22.596343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41451344-316a-4f37-b310-8e37820a0d3f', 'tag': '5e75c8db-481c-436a-927f-1ca77d42c1bd'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:22.598699 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59d546a-34e8-4f05-b641-fd715f9c8f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "41451344-316a-4f37-b310-8e37820a0d3f", "tag": "5e75c8db-481c-436a-927f-1ca77d42c1bd"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:22.642020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-a0d748c3-5386-484e-b910-a0e65919ccb2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 998 time: 0.0849226 Dec 17 13:05:22.648712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61da93-b4c9-406e-b0f3-b906cbcdf9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e75c8db-481c-436a-927f-1ca77d42c1bd,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:22.732582 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-324393f1-7dac-4082-8980-63e591fb892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:22.737361 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c1d7c1b5-6441-4fa6-9b24-01d1cff39711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4a6a7b35-e256-471d-999b-fd6fbf98ac65', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'port_id': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'mac_address': 'fa:16:3e:60:52:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:04:51Z', 'updated_at': '2021-12-17T13:05:21Z', 'revision_number': 1, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:22.742666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-324393f1-7dac-4082-8980-63e591fb892a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.0996227 Dec 17 13:05:22.777072 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d7c1b5-6441-4fa6-9b24-01d1cff39711 None None] Checking router: e71fe891-eaf0-4214-903e-f98ca26986fc for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:05:22.788528 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae50877e-366c-4459-baa0-e1b7ab834a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.794942 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d7c1b5-6441-4fa6-9b24-01d1cff39711 None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:22.795852 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c1d7c1b5-6441-4fa6-9b24-01d1cff39711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:22.822521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-887ca3fb-18fe-40e4-bcf7-7fbd7426a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:22.831138 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-887ca3fb-18fe-40e4-bcf7-7fbd7426a34b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875142 Dec 17 13:05:22.836460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-a6bceb5a-b427-4da6-abf0-62b2fe3cfdfe service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:05:22.837556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-a6bceb5a-b427-4da6-abf0-62b2fe3cfdfe service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056007 Dec 17 13:05:22.903202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66928ff8-6770-426c-8b52-11bfec15518b req-a57f014f-ed0e-4f79-928a-56c74fe493ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:22.904761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-a57f014f-ed0e-4f79-928a-56c74fe493ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0a38d1eb93341389944ab725f109b24&device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 1098 time: 0.1114056 Dec 17 13:05:22.963458 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-3386dda2-5d23-4585-bda5-0522577f83b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5e75c8db-481c-436a-927f-1ca77d42c1bd HTTP/1.1" status: 200 len: 217 time: 0.0463259 Dec 17 13:05:22.971791 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.975486 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae50877e-366c-4459-baa0-e1b7ab834a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:22.980201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-31a10904-c68a-431d-82e3-2e70dc595e54 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314700 Dec 17 13:05:23.010101 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c1d7c1b5-6441-4fa6-9b24-01d1cff39711 None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:23.028415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66928ff8-6770-426c-8b52-11bfec15518b req-31dda379-896e-48f7-84d2-53cc9488e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:23.029934 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-31dda379-896e-48f7-84d2-53cc9488e51b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0550337 Dec 17 13:05:23.061471 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae50877e-366c-4459-baa0-e1b7ab834a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.072444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-e7ebfe57-4c2a-4a5d-8f9b-a95902088263 req-85e923fb-4c5a-40d0-b18f-63e7cd63b311 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] For port 171548c7-d146-4308-8e09-ec4127fd12a9, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=171548c7-d146-4308-8e09-ec4127fd12a9,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:23.093314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e14fd4-75db-431b-b3ce-951c40fdf03d']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:23.094342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ae50877e-366c-4459-baa0-e1b7ab834a1c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a4914a1beb1145a49914e6345c3b31bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5708964 Dec 17 13:05:23.101715 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51428) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:23.129881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fb4631-569e-4c80-9840-0830745dda5a') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:23.130309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fb4631-569e-4c80-9840-0830745dda5a') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:23.130914 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07f1883a-b6a2-46dd-9cb4-910257f95e8e req-035479ef-3bd3-4d15-ad5c-460367db2ba5 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437714 Dec 17 13:05:23.134177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50877e-366c-4459-baa0-e1b7ab834a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f22dba2-8d7a-459b-8a3d-b8ab8e5fb18c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:23.159206 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.185015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66928ff8-6770-426c-8b52-11bfec15518b req-0113d296-0b49-44be-bd43-a88b1eb8fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:23.186577 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-0113d296-0b49-44be-bd43-a88b1eb8fe76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349161 Dec 17 13:05:23.207659 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e7ebfe57-4c2a-4a5d-8f9b-a95902088263 req-85e923fb-4c5a-40d0-b18f-63e7cd63b311 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.209466 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.256033 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:05:23.256923 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:05:23.258111 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:05:23.261099 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c1d7c1b5-6441-4fa6-9b24-01d1cff39711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4a6a7b35-e256-471d-999b-fd6fbf98ac65', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'port_id': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'mac_address': 'fa:16:3e:60:52:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:04:51Z', 'updated_at': '2021-12-17T13:05:21Z', 'revision_number': 1, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:23.289924 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d7c1b5-6441-4fa6-9b24-01d1cff39711 None None] The sync data for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 is: [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4a6a7b35-e256-471d-999b-fd6fbf98ac65', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'port_id': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'mac_address': 'fa:16:3e:60:52:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:04:51Z', 'updated_at': '2021-12-17T13:05:21Z', 'revision_number': 1, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:05:23.301546 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e7ebfe57-4c2a-4a5d-8f9b-a95902088263 req-85e923fb-4c5a-40d0-b18f-63e7cd63b311 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.316186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['171548c7-d146-4308-8e09-ec4127fd12a9'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:23.320785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4652bcd3-bbea-4db5-9cae-ae0624ea6689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.330137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7f70f-991f-47d6-a631-896ad480d2b8 req-bcfc5fe3-44b4-4d78-9781-9891abecc818 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:23.331693 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae7f70f-991f-47d6-a631-896ad480d2b8 req-bcfc5fe3-44b4-4d78-9781-9891abecc818 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.0566969 Dec 17 13:05:23.412365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebfe57-4c2a-4a5d-8f9b-a95902088263 req-85e923fb-4c5a-40d0-b18f-63e7cd63b311 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:23.412952 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e7ebfe57-4c2a-4a5d-8f9b-a95902088263 req-85e923fb-4c5a-40d0-b18f-63e7cd63b311 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.414431 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7ebfe57-4c2a-4a5d-8f9b-a95902088263 req-85e923fb-4c5a-40d0-b18f-63e7cd63b311 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "PUT /v2.0/ports/171548c7-d146-4308-8e09-ec4127fd12a9 HTTP/1.1" status: 200 len: 1021 time: 1.1867745 Dec 17 13:05:23.415892 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae7f70f-991f-47d6-a631-896ad480d2b8 req-0632320f-717e-42d7-ac05-0fd020647f31 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730627 Dec 17 13:05:23.418166 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4652bcd3-bbea-4db5-9cae-ae0624ea6689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.457970 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-caa29ce1-17cf-4e4d-81c4-efff4f3b4794 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621660 Dec 17 13:05:23.460321 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e923fb-4c5a-40d0-b18f-63e7cd63b311 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'Port': ['ID=171548c7-d146-4308-8e09-ec4127fd12a9,revision_number=7']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:23.491127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.506448 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.513233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51450) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:23.513424 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] 10.222.0.59 "DELETE /v2.0/networks/e8e14fd4-75db-431b-b3ce-951c40fdf03d HTTP/1.1" status: 204 len: 168 time: 1.0938246 Dec 17 13:05:23.559243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['171548c7-d146-4308-8e09-ec4127fd12a9'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:23.564781 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642c9685-0a79-4871-9d17-ed06afb405a4 x-openstack-request-id: req-642c9685-0a79-4871-9d17-ed06afb405a4 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:23.565345 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98ad68c-2593-469b-8b29-2e1bdb34c532", "tag": "171548c7-d146-4308-8e09-ec4127fd12a9", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:23.566076 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-642c9685-0a79-4871-9d17-ed06afb405a4 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:23.567855 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98ad68c-2593-469b-8b29-2e1bdb34c532', 'tag': '171548c7-d146-4308-8e09-ec4127fd12a9', 'status': 'completed', 'code': 200} Dec 17 13:05:23.621176 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc9c9b3-4c26-4b2b-b07a-29c53498b605 x-openstack-request-id: req-6fc9c9b3-4c26-4b2b-b07a-29c53498b605 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:23.621499 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41451344-316a-4f37-b310-8e37820a0d3f", "tag": "5e75c8db-481c-436a-927f-1ca77d42c1bd", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:23.621791 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6fc9c9b3-4c26-4b2b-b07a-29c53498b605 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:23.622229 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41451344-316a-4f37-b310-8e37820a0d3f', 'tag': '5e75c8db-481c-436a-927f-1ca77d42c1bd', 'status': 'completed', 'code': 200} Dec 17 13:05:23.641496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36357cb5-4a0e-41e8-a381-bbd3f0b27f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e14fd4-75db-431b-b3ce-951c40fdf03d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:23.668121 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4aa90b-8c5b-46f5-93fb-298d73876834 admin admin] Deleting subnet 6ff7f110-a22f-4acd-9909-6ba51caa9b6b {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:05:23.672385 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa90b-8c5b-46f5-93fb-298d73876834 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.712269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea28b5b-b798-4d77-8c6d-11ff00db58f8 req-fab9be21-4a74-4c4d-877c-d59672c3d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:23.715175 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eea28b5b-b798-4d77-8c6d-11ff00db58f8 req-fab9be21-4a74-4c4d-877c-d59672c3d712 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0afffa0124ee4694b9b77d196ec69285&device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 1175 time: 0.1360178 Dec 17 13:05:23.717522 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63363b9-ff47-45d5-ba9b-85e020985db5 None None] New status for floating IP 4a6a7b35-e256-471d-999b-fd6fbf98ac65: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:05:23.733420 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66928ff8-6770-426c-8b52-11bfec15518b req-c7030616-e9aa-4558-b3fa-e09a0ec3dfd4 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637107 Dec 17 13:05:23.759337 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4652bcd3-bbea-4db5-9cae-ae0624ea6689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.765075 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4652bcd3-bbea-4db5-9cae-ae0624ea6689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.766363 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4652bcd3-bbea-4db5-9cae-ae0624ea6689 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f22dba2-8d7a-459b-8a3d-b8ab8e5fb18c HTTP/1.1" status: 204 len: 168 time: 0.6561761 Dec 17 13:05:23.794527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652bcd3-bbea-4db5-9cae-ae0624ea6689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f22dba2-8d7a-459b-8a3d-b8ab8e5fb18c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:23.811529 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa90b-8c5b-46f5-93fb-298d73876834 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.908002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36605b3f-aebd-4e07-9989-d1a6f3e1dc35 req-b2f1ebe3-327b-4f95-b211-e454aa1027ec tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:23.910112 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36605b3f-aebd-4e07-9989-d1a6f3e1dc35 req-b2f1ebe3-327b-4f95-b211-e454aa1027ec tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 947 time: 0.2054198 Dec 17 13:05:23.916766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa90b-8c5b-46f5-93fb-298d73876834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:23.929428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d546a-34e8-4f05-b641-fd715f9c8f0e req-e4578be7-08a4-432d-9546-d0ab08d8ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:23.930861 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e59d546a-34e8-4f05-b641-fd715f9c8f0e req-e4578be7-08a4-432d-9546-d0ab08d8ab9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d0a38d1eb93341389944ab725f109b24&device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 1098 time: 0.0555081 Dec 17 13:05:24.004814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea28b5b-b798-4d77-8c6d-11ff00db58f8 req-acaffb4c-76e2-45d6-a79c-da4a8a91e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:24.006475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eea28b5b-b798-4d77-8c6d-11ff00db58f8 req-acaffb4c-76e2-45d6-a79c-da4a8a91e0b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=048353f8-5aea-46a8-a6e7-130299cfb2a3 HTTP/1.1" status: 200 len: 914 time: 0.2802730 Dec 17 13:05:24.033334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d546a-34e8-4f05-b641-fd715f9c8f0e req-b5002658-a516-475c-aecc-11e602097460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:24.035156 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e59d546a-34e8-4f05-b641-fd715f9c8f0e req-b5002658-a516-475c-aecc-11e602097460 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.0958958 Dec 17 13:05:24.080611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36605b3f-aebd-4e07-9989-d1a6f3e1dc35 req-2c460bfc-e2c7-4699-aa65-965ca4ff9a1f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592910 Dec 17 13:05:24.083230 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eea28b5b-b798-4d77-8c6d-11ff00db58f8 req-b1a826f8-c34a-4447-b2e7-814ba7e87e80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=171548c7-d146-4308-8e09-ec4127fd12a9 HTTP/1.1" status: 200 len: 217 time: 0.0622473 Dec 17 13:05:24.124197 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e59d546a-34e8-4f05-b641-fd715f9c8f0e req-3b89f311-a6a8-4c68-a365-05c83facd157 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5e75c8db-481c-436a-927f-1ca77d42c1bd HTTP/1.1" status: 200 len: 217 time: 0.0703938 Dec 17 13:05:24.152234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 8e6d0542-2d67-49f3-93ee-965f273f6b5c no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:05:24.171219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea28b5b-b798-4d77-8c6d-11ff00db58f8 req-843c5bbc-d556-4d6f-9874-a2dcad73534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:24.172718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eea28b5b-b798-4d77-8c6d-11ff00db58f8 req-843c5bbc-d556-4d6f-9874-a2dcad73534e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72a96da5-7e88-4d88-b37f-30380b648bcc HTTP/1.1" status: 200 len: 853 time: 0.0738957 Dec 17 13:05:24.175030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa90b-8c5b-46f5-93fb-298d73876834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.198810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d546a-34e8-4f05-b641-fd715f9c8f0e req-42bc5072-8607-47c7-b6a9-48f8fad2a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:24.198977 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e59d546a-34e8-4f05-b641-fd715f9c8f0e req-42bc5072-8607-47c7-b6a9-48f8fad2a9df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0629637 Dec 17 13:05:24.248797 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.250751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d546a-34e8-4f05-b641-fd715f9c8f0e req-6e804e0e-bb40-435d-94fd-8f723897c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:24.252293 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e59d546a-34e8-4f05-b641-fd715f9c8f0e req-6e804e0e-bb40-435d-94fd-8f723897c0ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439641 Dec 17 13:05:24.275394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf25cbba-9cd6-40db-9be7-d24e36fd06c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6d0542-2d67-49f3-93ee-965f273f6b5c'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:24.279261 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f52f0b8-681c-4a4a-a939-cfd0c30f4443" -d '{"events": [{"server_uuid": "bf25cbba-9cd6-40db-9be7-d24e36fd06c3", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6d0542-2d67-49f3-93ee-965f273f6b5c"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:24.289763 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eea28b5b-b798-4d77-8c6d-11ff00db58f8 req-91fe24c1-7ca6-4ee4-8419-ec1f39a12626 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=048353f8-5aea-46a8-a6e7-130299cfb2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915978 Dec 17 13:05:24.293523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4aa90b-8c5b-46f5-93fb-298d73876834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff7f110-a22f-4acd-9909-6ba51caa9b6b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:24.295081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 8e6d0542-2d67-49f3-93ee-965f273f6b5c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8e6d0542-2d67-49f3-93ee-965f273f6b5c,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:24.312450 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa90b-8c5b-46f5-93fb-298d73876834 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.318526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bf4aa90b-8c5b-46f5-93fb-298d73876834 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6ff7f110-a22f-4acd-9909-6ba51caa9b6b HTTP/1.1" status: 204 len: 168 time: 0.8015904 Dec 17 13:05:24.319432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51478) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:24.361323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e59d546a-34e8-4f05-b641-fd715f9c8f0e req-4d7152f5-ca75-46c2-a5c2-86329aa8c9b3 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959065 Dec 17 13:05:24.363284 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.423796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-f1dccc14-a5cd-4d74-bcd9-5268270858f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:24.430126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-f1dccc14-a5cd-4d74-bcd9-5268270858f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=46533baa-c71c-415e-8eb9-c10e885387cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2563851 Dec 17 13:05:24.438920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=8e6d0542-2d67-49f3-93ee-965f273f6b5c,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:24.466188 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e59d546a-34e8-4f05-b641-fd715f9c8f0e req-42b22003-9c5c-47b7-80f2-69476671f4e1 service neutron] 10.222.0.61 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932276 Dec 17 13:05:24.526636 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.563887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eea28b5b-b798-4d77-8c6d-11ff00db58f8 req-a7a494d6-c365-4881-9065-41bd9c09ec27 service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614818 Dec 17 13:05:24.585989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-1c1e6ac6-f472-4d40-beba-2bdad1f0a727 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 1000 time: 0.1542127 Dec 17 13:05:24.608478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51488) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:24.623200 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35aa9363-1676-46b3-9765-05f56041526a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.626552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-442fe562-6a2f-4c25-839f-b45f7714996a tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Request body: {'floatingip': {'port_id': '951dab35-e726-470e-bc26-78b9bd5195c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:24.702379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35aa9363-1676-46b3-9765-05f56041526a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.759014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-442fe562-6a2f-4c25-839f-b45f7714996a tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.761861 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.765160 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35aa9363-1676-46b3-9765-05f56041526a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.811334 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-35aa9363-1676-46b3-9765-05f56041526a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d8b4941d0e9340cf94d267a5676fd4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012122 Dec 17 13:05:24.812323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa9363-1676-46b3-9765-05f56041526a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d4f0d2-edea-4c87-a5b7-e9c8dcfefa61,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:24.814893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51496) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:24.836567 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7de3e3-5b47-4ca2-a008-c37895002fe3']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:24.840178 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eea28b5b-b798-4d77-8c6d-11ff00db58f8 req-77e722e9-5f29-4ad6-aec5-340afebf6857 service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653582 Dec 17 13:05:24.850915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7447238b-c786-4e27-8760-7bf2cc184713') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:24.851214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7447238b-c786-4e27-8760-7bf2cc184713') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:24.872874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-41bed9cf-1391-4d01-a4a4-48d00ae06d01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.885061 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.894644 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-41bed9cf-1391-4d01-a4a4-48d00ae06d01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.924952 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.937989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:05:24.938383 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:05:24.940020 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:05:25.039779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-41bed9cf-1391-4d01-a4a4-48d00ae06d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:25.043244 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-41bed9cf-1391-4d01-a4a4-48d00ae06d01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:25.044514 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-41bed9cf-1391-4d01-a4a4-48d00ae06d01 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1d4f0d2-edea-4c87-a5b7-e9c8dcfefa61 HTTP/1.1" status: 204 len: 168 time: 0.2285764 Dec 17 13:05:25.052644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bed9cf-1391-4d01-a4a4-48d00ae06d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d4f0d2-edea-4c87-a5b7-e9c8dcfefa61,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:25.098587 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:25.136525 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:25.142100 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/fb7de3e3-5b47-4ca2-a008-c37895002fe3 HTTP/1.1" status: 204 len: 168 time: 0.8106978 Dec 17 13:05:25.160040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895f972-6007-411d-9036-8d679c3903d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7de3e3-5b47-4ca2-a008-c37895002fe3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:25.272000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab77e1f-1f83-4a28-af46-574016dc5b92 req-94e28fd0-33e9-4012-95af-ddd57cc938ef tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:25.273786 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ab77e1f-1f83-4a28-af46-574016dc5b92 req-94e28fd0-33e9-4012-95af-ddd57cc938ef tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 1024 time: 0.0506096 Dec 17 13:05:25.346756 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ab77e1f-1f83-4a28-af46-574016dc5b92 req-f21c9017-24c3-4ecf-95f4-b9b9531e3dec tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f8a7b3-c620-4951-aaa6-a85ce601c259&id=c00e9022-c463-4906-bbe8-0bb08284760e&id=5ccac2bc-1d8f-4816-885d-b72d24d3c373 HTTP/1.1" status: 200 len: 6199 time: 0.0655866 Dec 17 13:05:25.505730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51510) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:25.553788 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7563481a-94c8-4408-aae9-e6e1c236f16f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4cff5b73d1c14e8591f1ef5d5f45cfb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459774 Dec 17 13:05:25.555540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51514) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:25.568957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:25.575986 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f89497-99b7-4fd6-bd3d-1c2c72ef63ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:25.604511 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a514f70e-fc43-47b6-9094-931261ad4975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:25.624280 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98ad68c-2593-469b-8b29-2e1bdb34c532', 'tag': '171548c7-d146-4308-8e09-ec4127fd12a9'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:25.626319 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309fb95e-bf8e-4517-9b09-1f696247ce0d" -d '{"events": [{"name": "network-changed", "server_uuid": "e98ad68c-2593-469b-8b29-2e1bdb34c532", "tag": "171548c7-d146-4308-8e09-ec4127fd12a9"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:25.632796 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a514f70e-fc43-47b6-9094-931261ad4975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:25.673904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-442fe562-6a2f-4c25-839f-b45f7714996a tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:25.753327 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a6a11d-6a06-4606-a8b5-988a0888e047 x-openstack-request-id: req-11a6a11d-6a06-4606-a8b5-988a0888e047 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:25.753846 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf25cbba-9cd6-40db-9be7-d24e36fd06c3", "name": "network-vif-unplugged", "status": "completed", "tag": "8e6d0542-2d67-49f3-93ee-965f273f6b5c", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:25.754082 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11a6a11d-6a06-4606-a8b5-988a0888e047 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:25.754531 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf25cbba-9cd6-40db-9be7-d24e36fd06c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e6d0542-2d67-49f3-93ee-965f273f6b5c', 'code': 200} Dec 17 13:05:25.787815 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-442fe562-6a2f-4c25-839f-b45f7714996a tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:25.788015 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a514f70e-fc43-47b6-9094-931261ad4975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:25.791539 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a514f70e-fc43-47b6-9094-931261ad4975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:25.793365 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a514f70e-fc43-47b6-9094-931261ad4975 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/802f9ae6-1c52-4f96-b72f-6ac0bb28f415 HTTP/1.1" status: 204 len: 168 time: 0.2368782 Dec 17 13:05:25.830765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514f70e-fc43-47b6-9094-931261ad4975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802f9ae6-1c52-4f96-b72f-6ac0bb28f415,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:25.901899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d8c6e-0262-4482-bba6-d7cc7a7baf3a req-3148b674-d6a3-49da-bcb6-543cfa7ee127 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:25.902749 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-442fe562-6a2f-4c25-839f-b45f7714996a tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Floating IP 4a6a7b35-e256-471d-999b-fd6fbf98ac65 associated. External IP: 172.25.0.71, port: 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c. Dec 17 13:05:25.910707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca2d8c6e-0262-4482-bba6-d7cc7a7baf3a req-3148b674-d6a3-49da-bcb6-543cfa7ee127 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 947 time: 0.1074743 Dec 17 13:05:25.964198 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca2d8c6e-0262-4482-bba6-d7cc7a7baf3a req-c94bef99-97b3-484b-a13e-65afafa3c6a9 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526023 Dec 17 13:05:26.126302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-442fe562-6a2f-4c25-839f-b45f7714996a tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Router e71fe891-eaf0-4214-903e-f98ca26986fc has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:05:26.242090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-442fe562-6a2f-4c25-839f-b45f7714996a tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:05:26.254088 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a24929-e20b-4afe-be10-db7502e34720 None None] Sync routers for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:05:26.263224 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a24929-e20b-4afe-be10-db7502e34720 None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:26.263828 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-72a24929-e20b-4afe-be10-db7502e34720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:26.348195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5e75c8db-481c-436a-927f-1ca77d42c1bd details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:05:26.375675 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-72a24929-e20b-4afe-be10-db7502e34720 None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:26.496015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5e75c8db-481c-436a-927f-1ca77d42c1bd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5e75c8db-481c-436a-927f-1ca77d42c1bd,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:26.500144 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-442fe562-6a2f-4c25-839f-b45f7714996a tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Router e71fe891-eaf0-4214-903e-f98ca26986fc has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:05:26.515344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '5e75c8db-481c-436a-927f-1ca77d42c1bd', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '5e75c8db-481c-436a-927f-1ca77d42c1bd', 'mac_address': 'fa:16:3e:ab:e4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:05:26.560872 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:26.580040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e75c8db-481c-436a-927f-1ca77d42c1bd {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:26.602959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5e75c8db-481c-436a-927f-1ca77d42c1bd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5e75c8db-481c-436a-927f-1ca77d42c1bd,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:26.618500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51564) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:26.650199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-442fe562-6a2f-4c25-839f-b45f7714996a tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:05:26.656125 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-442fe562-6a2f-4c25-839f-b45f7714996a tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:26.669811 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5402aedc-2325-4d80-a500-2d46ac53aa5f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08e98d0679124af28fbe00cb239acc76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499985 Dec 17 13:05:26.672182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51566) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:26.682710 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-72a24929-e20b-4afe-be10-db7502e34720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4a6a7b35-e256-471d-999b-fd6fbf98ac65', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'port_id': '951dab35-e726-470e-bc26-78b9bd5195c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'mac_address': 'fa:16:3e:e0:6c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46533baa-c71c-415e-8eb9-c10e885387cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:04:51Z', 'updated_at': '2021-12-17T13:05:25Z', 'revision_number': 3, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:26.696843 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:26.722391 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a24929-e20b-4afe-be10-db7502e34720 None None] Checking router: e71fe891-eaf0-4214-903e-f98ca26986fc for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:05:26.741060 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a24929-e20b-4afe-be10-db7502e34720 None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:26.742497 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-72a24929-e20b-4afe-be10-db7502e34720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:26.746859 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74f0e7d2-932b-47ad-858f-d6515b45674a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:26.748582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-442fe562-6a2f-4c25-839f-b45f7714996a tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "PUT /v2.0/floatingips/4a6a7b35-e256-471d-999b-fd6fbf98ac65 HTTP/1.1" status: 200 len: 998 time: 2.1494365 Dec 17 13:05:26.762955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=5e75c8db-481c-436a-927f-1ca77d42c1bd,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:26.783507 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74f0e7d2-932b-47ad-858f-d6515b45674a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:26.804326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-dd038ca8-9a3d-4b37-8bc8-5f27eba92608 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:26.811458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-dd038ca8-9a3d-4b37-8bc8-5f27eba92608 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports/2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 942 time: 0.0613744 Dec 17 13:05:26.877648 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-72a24929-e20b-4afe-be10-db7502e34720 None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:26.894686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74f0e7d2-932b-47ad-858f-d6515b45674a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:26.899315 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74f0e7d2-932b-47ad-858f-d6515b45674a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:26.900678 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-74f0e7d2-932b-47ad-858f-d6515b45674a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc335025-bd5f-4ce0-a517-886a7ee22fa1 HTTP/1.1" status: 204 len: 168 time: 0.2274156 Dec 17 13:05:26.912642 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0e7d2-932b-47ad-858f-d6515b45674a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc335025-bd5f-4ce0-a517-886a7ee22fa1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:26.913282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-e46132e8-aea2-432b-bf75-9acae3afbf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:26.936297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-e46132e8-aea2-432b-bf75-9acae3afbf76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.0704548 Dec 17 13:05:26.978340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5e75c8db-481c-436a-927f-1ca77d42c1bd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:27.051044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-be2260ce-d91b-4a11-be26-627df7c810c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:27.053189 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-be2260ce-d91b-4a11-be26-627df7c810c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.1105833 Dec 17 13:05:27.111048 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-cd5da88f-ea3b-4791-848a-0df62dacedab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 217 time: 0.0444474 Dec 17 13:05:27.186585 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-ebce17cc-1f2c-4222-abbe-e76516e08a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:27.188931 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-ebce17cc-1f2c-4222-abbe-e76516e08a29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.0673003 Dec 17 13:05:27.226987 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-72a24929-e20b-4afe-be10-db7502e34720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4a6a7b35-e256-471d-999b-fd6fbf98ac65', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'port_id': '951dab35-e726-470e-bc26-78b9bd5195c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'mac_address': 'fa:16:3e:e0:6c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46533baa-c71c-415e-8eb9-c10e885387cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:04:51Z', 'updated_at': '2021-12-17T13:05:25Z', 'revision_number': 3, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:27.258401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-2ab6f2bd-346d-48ef-a095-82a857434999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:27.259942 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-2ab6f2bd-346d-48ef-a095-82a857434999 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576038 Dec 17 13:05:27.267607 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a24929-e20b-4afe-be10-db7502e34720 None None] The sync data for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 is: [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4a6a7b35-e256-471d-999b-fd6fbf98ac65', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'port_id': '951dab35-e726-470e-bc26-78b9bd5195c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'mac_address': 'fa:16:3e:e0:6c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46533baa-c71c-415e-8eb9-c10e885387cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:04:51Z', 'updated_at': '2021-12-17T13:05:25Z', 'revision_number': 3, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:05:27.387823 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-c7e57938-0c92-4432-8a2b-fad3497e2a7f service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172538 Dec 17 13:05:27.505888 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-85316577-059e-4ac9-8844-e101d8f5cd15 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044059 Dec 17 13:05:27.518017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe663a9-30f7-47b3-b2b9-b518b2d31e25 None None] New status for floating IP 4a6a7b35-e256-471d-999b-fd6fbf98ac65: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:05:27.656825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-f90b77aa-6fed-4524-8c61-1976e8b73ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:27.658671 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-f90b77aa-6fed-4524-8c61-1976e8b73ebc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 1097 time: 0.0508049 Dec 17 13:05:27.772405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-2ff08c1c-ba26-4e77-b49b-95af0ad48721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:27.773992 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-2ff08c1c-ba26-4e77-b49b-95af0ad48721 service neutron] 10.222.0.59 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.1087923 Dec 17 13:05:27.855969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-cd3d4521-4e4c-42cf-91f0-5c3f42bf43c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951dab35-e726-470e-bc26-78b9bd5195c8 HTTP/1.1" status: 200 len: 1001 time: 0.0752625 Dec 17 13:05:27.907502 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd955a8-f2d9-4131-bc83-b7f43e2d9ae2 None None] Sync routers for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:05:27.911062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-7dd5e949-6acd-4c15-87d2-d85adb940a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:27.912765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-7dd5e949-6acd-4c15-87d2-d85adb940a5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.0495381 Dec 17 13:05:27.915052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-b428d407-5f09-44a2-9915-8ba0ded4bb9b req-dcf744f1-41d6-46aa-8ae1-7dadb4e9449e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1417302432 ', 'description': 'tempest-description-1695026467'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:27.922710 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd955a8-f2d9-4131-bc83-b7f43e2d9ae2 None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:27.923524 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ecd955a8-f2d9-4131-bc83-b7f43e2d9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:27.968206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-dcce6675-e843-418b-a70a-6eb9b6f67e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:27.969833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-dcce6675-e843-418b-a70a-6eb9b6f67e22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496702 Dec 17 13:05:28.010802 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b428d407-5f09-44a2-9915-8ba0ded4bb9b req-dcf744f1-41d6-46aa-8ae1-7dadb4e9449e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:28.062275 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ecd955a8-f2d9-4131-bc83-b7f43e2d9ae2 None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:28.097880 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-0ba559e2-99a7-4c09-8cf6-06d67b976f84 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209495 Dec 17 13:05:28.107159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51632) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:28.178196 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b428d407-5f09-44a2-9915-8ba0ded4bb9b req-dcf744f1-41d6-46aa-8ae1-7dadb4e9449e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:28.231868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-network', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:28.235688 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9847f39f-b22a-4cc9-a0ce-f7103bd71447 req-254e9306-7de0-418b-844c-eb4933ba5a34 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365688 Dec 17 13:05:28.251803 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b428d407-5f09-44a2-9915-8ba0ded4bb9b req-dcf744f1-41d6-46aa-8ae1-7dadb4e9449e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:28.283866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf744f1-41d6-46aa-8ae1-7dadb4e9449e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d35e87-6001-48bd-9495-ccc65b46d756,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:28.343867 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ecd955a8-f2d9-4131-bc83-b7f43e2d9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4a6a7b35-e256-471d-999b-fd6fbf98ac65', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'port_id': '951dab35-e726-470e-bc26-78b9bd5195c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'mac_address': 'fa:16:3e:e0:6c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46533baa-c71c-415e-8eb9-c10e885387cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:04:51Z', 'updated_at': '2021-12-17T13:05:27Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:28.358003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5e75c8db-481c-436a-927f-1ca77d42c1bd up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:28.363178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Made reservation on behalf of 7ff52ceff2064ff5a58c70d4f4e98479 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:28.366207 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:28.371041 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec01421-6913-4dc7-8587-f22f4e196742 x-openstack-request-id: req-0ec01421-6913-4dc7-8587-f22f4e196742 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:28.371389 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:28.371648 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ec01421-6913-4dc7-8587-f22f4e196742 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:28.372045 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'status': 'completed', 'code': 200} Dec 17 13:05:28.372328 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b428d407-5f09-44a2-9915-8ba0ded4bb9b req-dcf744f1-41d6-46aa-8ae1-7dadb4e9449e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:28.394531 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b428d407-5f09-44a2-9915-8ba0ded4bb9b req-dcf744f1-41d6-46aa-8ae1-7dadb4e9449e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4839587 Dec 17 13:05:28.430689 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99e0bd8-f360-4d0f-80ef-f10f5c8bd5f8 x-openstack-request-id: req-b99e0bd8-f360-4d0f-80ef-f10f5c8bd5f8 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:28.432822 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98ad68c-2593-469b-8b29-2e1bdb34c532", "tag": "171548c7-d146-4308-8e09-ec4127fd12a9", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:28.432822 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b99e0bd8-f360-4d0f-80ef-f10f5c8bd5f8 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:28.432822 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98ad68c-2593-469b-8b29-2e1bdb34c532', 'tag': '171548c7-d146-4308-8e09-ec4127fd12a9', 'status': 'completed', 'code': 200} Dec 17 13:05:28.435287 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:28.470222 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd955a8-f2d9-4131-bc83-b7f43e2d9ae2 None None] Checking router: e71fe891-eaf0-4214-903e-f98ca26986fc for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:05:28.480544 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd955a8-f2d9-4131-bc83-b7f43e2d9ae2 None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:28.481280 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ecd955a8-f2d9-4131-bc83-b7f43e2d9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:28.517252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f89497-99b7-4fd6-bd3d-1c2c72ef63ae req-abfdc77f-c24c-425f-81eb-63ab32bfb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:28.520159 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87f89497-99b7-4fd6-bd3d-1c2c72ef63ae req-abfdc77f-c24c-425f-81eb-63ab32bfb594 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.1173143 Dec 17 13:05:28.587577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fb95e-bf8e-4517-9b09-1f696247ce0d req-f3f491d1-0397-49e9-9c65-44ed75b6eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:28.589749 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-309fb95e-bf8e-4517-9b09-1f696247ce0d req-f3f491d1-0397-49e9-9c65-44ed75b6eed3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0afffa0124ee4694b9b77d196ec69285&device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 1175 time: 0.1343517 Dec 17 13:05:28.603653 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ecd955a8-f2d9-4131-bc83-b7f43e2d9ae2 None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:28.612365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 5e75c8db-481c-436a-927f-1ca77d42c1bd completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:05:28.619640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 5e75c8db-481c-436a-927f-1ca77d42c1bd triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:28.620983 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:28.647732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f89497-99b7-4fd6-bd3d-1c2c72ef63ae req-867fe02f-0373-4113-8f41-e9dce945efad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:28.653249 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87f89497-99b7-4fd6-bd3d-1c2c72ef63ae req-867fe02f-0373-4113-8f41-e9dce945efad service neutron] 10.222.0.61 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.1235926 Dec 17 13:05:28.667822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05163ba7-1a88-4e04-8c6e-65327075e58a req-02e035ff-d590-4925-8994-631f4dd0620b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:28.676841 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-05163ba7-1a88-4e04-8c6e-65327075e58a req-02e035ff-d590-4925-8994-631f4dd0620b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.1630421 Dec 17 13:05:28.732731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87f89497-99b7-4fd6-bd3d-1c2c72ef63ae req-0d1463f3-a4ef-49a4-877d-b60fad3459ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 217 time: 0.0674422 Dec 17 13:05:28.771205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:28.792036 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-05163ba7-1a88-4e04-8c6e-65327075e58a req-75d7bd0d-8e5e-4876-9479-8d943f014261 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091318 Dec 17 13:05:28.804273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fb95e-bf8e-4517-9b09-1f696247ce0d req-7c6d5606-a2ad-467f-9974-7d3f311a921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:28.806094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-309fb95e-bf8e-4517-9b09-1f696247ce0d req-7c6d5606-a2ad-467f-9974-7d3f311a921b service neutron] 10.222.0.61 "GET /v2.0/networks?id=048353f8-5aea-46a8-a6e7-130299cfb2a3 HTTP/1.1" status: 200 len: 914 time: 0.2069602 Dec 17 13:05:28.813534 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:28.837685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51654) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:28.861507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5e75c8db-481c-436a-927f-1ca77d42c1bd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5e75c8db-481c-436a-927f-1ca77d42c1bd,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:28.863642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41451344-316a-4f37-b310-8e37820a0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e75c8db-481c-436a-927f-1ca77d42c1bd'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:28.867385 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8449bb0-b2cd-4b27-a304-31eef286f5bc" -d '{"events": [{"server_uuid": "41451344-316a-4f37-b310-8e37820a0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "5e75c8db-481c-436a-927f-1ca77d42c1bd"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:28.879850 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f89497-99b7-4fd6-bd3d-1c2c72ef63ae req-03c05729-7d68-4c88-a22e-6d55bde1e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:28.881853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87f89497-99b7-4fd6-bd3d-1c2c72ef63ae req-03c05729-7d68-4c88-a22e-6d55bde1e16a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.1397762 Dec 17 13:05:28.901570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:28.916142 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-309fb95e-bf8e-4517-9b09-1f696247ce0d req-7e0cec2f-7eda-4cc7-b21c-0ce8e3b93b7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=171548c7-d146-4308-8e09-ec4127fd12a9 HTTP/1.1" status: 200 len: 217 time: 0.0985391 Dec 17 13:05:28.921932 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:28.966043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ecd955a8-f2d9-4131-bc83-b7f43e2d9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4a6a7b35-e256-471d-999b-fd6fbf98ac65', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'port_id': '951dab35-e726-470e-bc26-78b9bd5195c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'mac_address': 'fa:16:3e:e0:6c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46533baa-c71c-415e-8eb9-c10e885387cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:04:51Z', 'updated_at': '2021-12-17T13:05:27Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:28.970755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:05:28.994081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f89497-99b7-4fd6-bd3d-1c2c72ef63ae req-2278f842-810f-49d1-ad35-e7bd43018d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:28.999134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87f89497-99b7-4fd6-bd3d-1c2c72ef63ae req-2278f842-810f-49d1-ad35-e7bd43018d39 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079328 Dec 17 13:05:29.025199 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0816240b-5348-4421-a4bc-868b6c71b9aa,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:29.028961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:29.029482 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Added segment 2d61f538-e7eb-4e89-a628-7c330cdaa3cc of type vlan for network 532b07a9-72bf-4e87-a287-eb9d3d8c302a Dec 17 13:05:29.050443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=5e75c8db-481c-436a-927f-1ca77d42c1bd,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:29.051727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fb95e-bf8e-4517-9b09-1f696247ce0d req-5e859034-818a-495a-8394-7324bb2c86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:29.053409 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-309fb95e-bf8e-4517-9b09-1f696247ce0d req-5e859034-818a-495a-8394-7324bb2c86c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72a96da5-7e88-4d88-b37f-30380b648bcc HTTP/1.1" status: 200 len: 853 time: 0.1184325 Dec 17 13:05:29.066851 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd955a8-f2d9-4131-bc83-b7f43e2d9ae2 None None] The sync data for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 is: [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4a6a7b35-e256-471d-999b-fd6fbf98ac65', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'port_id': '951dab35-e726-470e-bc26-78b9bd5195c8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'mac_address': 'fa:16:3e:e0:6c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46533baa-c71c-415e-8eb9-c10e885387cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:04:51Z', 'updated_at': '2021-12-17T13:05:27Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:05:29.114882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86ef5c-1fb1-477b-860c-5807367b0ab1 req-0555a277-aa29-4e38-939a-17006f42e879 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:29.123154 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5e86ef5c-1fb1-477b-860c-5807367b0ab1 req-0555a277-aa29-4e38-939a-17006f42e879 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 949 time: 0.2267048 Dec 17 13:05:29.132915 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-309fb95e-bf8e-4517-9b09-1f696247ce0d req-ec516add-3683-4499-b572-f4d3c2a4d276 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=048353f8-5aea-46a8-a6e7-130299cfb2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568464 Dec 17 13:05:29.139898 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87f89497-99b7-4fd6-bd3d-1c2c72ef63ae req-131316a8-fa6f-46b4-b401-2c8d15a0f4f6 service neutron] 10.222.0.61 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293712 Dec 17 13:05:29.143278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:29.209710 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-99774e84-e315-4365-a20a-0e1bb235cd05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:29.281904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5e86ef5c-1fb1-477b-860c-5807367b0ab1 req-eb1dc0cd-4a71-4fef-85fc-507f6843788f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558900 Dec 17 13:05:29.295543 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87f89497-99b7-4fd6-bd3d-1c2c72ef63ae req-ec55584c-48c6-452f-a88d-5915cebb567d service neutron] 10.222.0.61 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446102 Dec 17 13:05:29.346277 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-309fb95e-bf8e-4517-9b09-1f696247ce0d req-6d6bb883-8bf6-4a1e-8060-379c0aedc92c service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887889 Dec 17 13:05:29.362053 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-99774e84-e315-4365-a20a-0e1bb235cd05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:29.412354 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:29.413218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:29.413827 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:29.473463 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-99774e84-e315-4365-a20a-0e1bb235cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:29.494437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] Pushing event updated for resources: {'Network': ['ID=532b07a9-72bf-4e87-a287-eb9d3d8c302a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:29.502175 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-309fb95e-bf8e-4517-9b09-1f696247ce0d req-b23bb671-73cd-47a7-bd7d-335d761ae253 service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444681 Dec 17 13:05:29.506900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 532b07a9-72bf-4e87-a287-eb9d3d8c302a details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:05:29.525269 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-99774e84-e315-4365-a20a-0e1bb235cd05 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=29aedf2f1a4e47578c81979356422b18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6865311 Dec 17 13:05:29.526068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99774e84-e315-4365-a20a-0e1bb235cd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb3a6cf-0456-4ea2-8ddc-abec81c7a8a4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:29.529254 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51672) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:29.558613 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2175ac27-9ba6-4b96-a94e-9c005c1e62f8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4467804 Dec 17 13:05:29.559282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51678) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:29.565068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f05264ab-29b4-4dd4-8331-d82d23e6f760 admin admin] Request body: {'subnet': {'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-subnet', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:29.606076 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd0927cb-9ec7-4a6b-b1a8-7ad26e613d35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:29.629405 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd0927cb-9ec7-4a6b-b1a8-7ad26e613d35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:29.721671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05264ab-29b4-4dd4-8331-d82d23e6f760 admin admin] Made reservation on behalf of 7ff52ceff2064ff5a58c70d4f4e98479 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:29.724033 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f05264ab-29b4-4dd4-8331-d82d23e6f760 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:29.750600 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd0927cb-9ec7-4a6b-b1a8-7ad26e613d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:29.753908 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd0927cb-9ec7-4a6b-b1a8-7ad26e613d35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:29.757416 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dd0927cb-9ec7-4a6b-b1a8-7ad26e613d35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7cb3a6cf-0456-4ea2-8ddc-abec81c7a8a4 HTTP/1.1" status: 204 len: 168 time: 0.2246633 Dec 17 13:05:29.764687 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0927cb-9ec7-4a6b-b1a8-7ad26e613d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb3a6cf-0456-4ea2-8ddc-abec81c7a8a4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:29.875889 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1892137a-b27a-4ac8-a1e3-5338ef2ce43b req-697bf10e-8cc4-4a4b-8450-fb39b4b0d161 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 1001 time: 0.0921330 Dec 17 13:05:29.925779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892137a-b27a-4ac8-a1e3-5338ef2ce43b req-7fcf809a-3c9d-4672-9813-7354640ab8f7 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:29.927268 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1892137a-b27a-4ac8-a1e3-5338ef2ce43b req-7fcf809a-3c9d-4672-9813-7354640ab8f7 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports/951dab35-e726-470e-bc26-78b9bd5195c8 HTTP/1.1" status: 200 len: 943 time: 0.0485535 Dec 17 13:05:30.007552 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f05264ab-29b4-4dd4-8331-d82d23e6f760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:30.063604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05264ab-29b4-4dd4-8331-d82d23e6f760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0febe668-77df-4edd-b6f0-2ecbd6619e39,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:30.074091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1892137a-b27a-4ac8-a1e3-5338ef2ce43b req-f18c54a1-0ecf-4803-b6ca-66b6055974c4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 1001 time: 0.0625312 Dec 17 13:05:30.074245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05264ab-29b4-4dd4-8331-d82d23e6f760 admin admin] Checking segment: {'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:30.074530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05264ab-29b4-4dd4-8331-d82d23e6f760 admin admin] Network hostable DHCP agents. Network: 532b07a9-72bf-4e87-a287-eb9d3d8c302a, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:05:30.186585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892137a-b27a-4ac8-a1e3-5338ef2ce43b req-f21c2c80-fa83-433a-99cc-e0a80c3d44c3 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:30.187908 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1892137a-b27a-4ac8-a1e3-5338ef2ce43b req-f21c2c80-fa83-433a-99cc-e0a80c3d44c3 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.1097004 Dec 17 13:05:30.198678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-1892137a-b27a-4ac8-a1e3-5338ef2ce43b req-0813bebf-cfc0-4e64-986c-a5d790837d9b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:05:30.199636 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1892137a-b27a-4ac8-a1e3-5338ef2ce43b req-0813bebf-cfc0-4e64-986c-a5d790837d9b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061893 Dec 17 13:05:30.205023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05264ab-29b4-4dd4-8331-d82d23e6f760 admin admin] Network 532b07a9-72bf-4e87-a287-eb9d3d8c302a is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:05:30.255743 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f926fb84-3cc5-471b-a04e-3dfe8e421de4 req-321e8b1f-6fe0-4465-838c-971234238517 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/c7d35e87-6001-48bd-9495-ccc65b46d756 HTTP/1.1" status: 200 len: 1798 time: 0.0388527 Dec 17 13:05:30.275239 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cfdac2-60f7-4ac7-8583-236f4a601400 x-openstack-request-id: req-71cfdac2-60f7-4ac7-8583-236f4a601400 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:30.275936 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41451344-316a-4f37-b310-8e37820a0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "5e75c8db-481c-436a-927f-1ca77d42c1bd", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:30.276917 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71cfdac2-60f7-4ac7-8583-236f4a601400 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:30.279103 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41451344-316a-4f37-b310-8e37820a0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e75c8db-481c-436a-927f-1ca77d42c1bd', 'code': 200} Dec 17 13:05:30.360314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-f05264ab-29b4-4dd4-8331-d82d23e6f760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 532b07a9-72bf-4e87-a287-eb9d3d8c302a) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:30.367000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05264ab-29b4-4dd4-8331-d82d23e6f760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:30.367481 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f05264ab-29b4-4dd4-8331-d82d23e6f760 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:30.373115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4be094-1d11-4ec6-abca-63ab13af89ff None None] Network 532b07a9-72bf-4e87-a287-eb9d3d8c302a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:05:30.373639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c'}, {'name': 'network-changed', 'server_uuid': '46533baa-c71c-415e-8eb9-c10e885387cf', 'tag': '951dab35-e726-470e-bc26-78b9bd5195c8'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:30.376053 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874" -d '{"events": [{"name": "network-changed", "server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c"}, {"name": "network-changed", "server_uuid": "46533baa-c71c-415e-8eb9-c10e885387cf", "tag": "951dab35-e726-470e-bc26-78b9bd5195c8"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:30.389849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e532d-e6ae-4f3f-8916-838b57ecab1b req-1733aa13-366d-4181-9be0-fa6ac5be3d04 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:30.391376 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-997e532d-e6ae-4f3f-8916-838b57ecab1b req-1733aa13-366d-4181-9be0-fa6ac5be3d04 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 948 time: 0.0806751 Dec 17 13:05:30.399717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97770afe-6842-4a67-aa14-d6448369f1bc req-a65a4a49-2af3-42f3-b999-73a93d83b222 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:30.401641 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-97770afe-6842-4a67-aa14-d6448369f1bc req-a65a4a49-2af3-42f3-b999-73a93d83b222 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.0745127 Dec 17 13:05:30.410199 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97213a-33d7-4db4-bcb0-92a11c38e25a req-83cdf00f-3d70-40d9-a5ab-449784269f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:30.411631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fa97213a-33d7-4db4-bcb0-92a11c38e25a req-83cdf00f-3d70-40d9-a5ab-449784269f65 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 1100 time: 0.0665398 Dec 17 13:05:30.462796 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-97770afe-6842-4a67-aa14-d6448369f1bc req-9e1119fa-d2c4-4cec-9918-5974cbbd1c3d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539141 Dec 17 13:05:30.475439 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-997e532d-e6ae-4f3f-8916-838b57ecab1b req-89df3c92-3c78-452f-a5c1-e0073ec80227 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754118 Dec 17 13:05:30.493932 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fa97213a-33d7-4db4-bcb0-92a11c38e25a req-3a7f433c-d678-460a-b053-5efed5abd946 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671217 Dec 17 13:05:30.498878 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f05264ab-29b4-4dd4-8331-d82d23e6f760 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9357188 Dec 17 13:05:30.499147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51708) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:30.500367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'fixed_ips': [{'subnet_id': '0febe668-77df-4edd-b6f0-2ecbd6619e39'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:05:30.501310 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:30.505147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:30.548851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51710) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:30.565997 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-271b72d9-2213-4534-b5d9-3d65ceb54309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:30.587593 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-5dd640de-facd-4b3a-849e-73ce8de1d26d tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 1001 time: 0.0753136 Dec 17 13:05:30.610512 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:30.611999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:30.642777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-73eb1b0e-7123-4c4d-89f3-02df32a423c9 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:30.645345 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-73eb1b0e-7123-4c4d-89f3-02df32a423c9 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports/951dab35-e726-470e-bc26-78b9bd5195c8 HTTP/1.1" status: 200 len: 943 time: 0.0501816 Dec 17 13:05:30.663735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Allocated IP 172.20.0.2 (532b07a9-72bf-4e87-a287-eb9d3d8c302a/0febe668-77df-4edd-b6f0-2ecbd6619e39/05a91c1d-1379-4d4b-855d-5c66abf983ed) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:05:30.688279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:30.710226 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-271b72d9-2213-4534-b5d9-3d65ceb54309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:30.769339 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-c7a4e1a4-568a-43e0-8b8a-1c50af09a599 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 1001 time: 0.0659635 Dec 17 13:05:30.819957 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-271b72d9-2213-4534-b5d9-3d65ceb54309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:30.823545 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:30.899439 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:30.914438 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-2d3aa061-bf14-4a5b-90a4-5c09ad77b409 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:30.917887 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-2d3aa061-bf14-4a5b-90a4-5c09ad77b409 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.1421881 Dec 17 13:05:30.941858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b72d9-2213-4534-b5d9-3d65ceb54309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f80394-94b4-45fc-84d0-a42acb95b46b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:30.960256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Network 532b07a9-72bf-4e87-a287-eb9d3d8c302a is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:30.964024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Pushing event updated for resources: {'Port': ['ID=05a91c1d-1379-4d4b-855d-5c66abf983ed,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:30.967569 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:30.969833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:30.983693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:30.988962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-271b72d9-2213-4534-b5d9-3d65ceb54309 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6fc8a18b82be4d7389f71771a0ac1b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386482 Dec 17 13:05:30.996703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51714) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:31.034365 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a417f263-db7b-4bf5-8839-c08613b4d946 req-d6acaeb6-c724-4325-adf0-1b098c205456 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/c7d35e87-6001-48bd-9495-ccc65b46d756 HTTP/1.1" status: 200 len: 1798 time: 0.1072931 Dec 17 13:05:31.037664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Attempting to bind port 05a91c1d-1379-4d4b-855d-5c66abf983ed on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:31.038121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Attempting to bind port 05a91c1d-1379-4d4b-855d-5c66abf983ed by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:31.038688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Attempting to bind port 05a91c1d-1379-4d4b-855d-5c66abf983ed on network 532b07a9-72bf-4e87-a287-eb9d3d8c302a {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:31.047451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:05:31.048131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Checking segment: {'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:31.048708 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.049292 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Bound using segment: {'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:05:31.050212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Bound port: 05a91c1d-1379-4d4b-855d-5c66abf983ed, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:05:31.050773 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.127605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] For port 05a91c1d-1379-4d4b-855d-5c66abf983ed, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:31.129528 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d426523-bdef-4e64-9ffb-01174007e5d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.131471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] For port 05a91c1d-1379-4d4b-855d-5c66abf983ed, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=05a91c1d-1379-4d4b-855d-5c66abf983ed,segment=NetworkSegment(2d61f538-e7eb-4e89-a628-7c330cdaa3cc),segment_id=2d61f538-e7eb-4e89-a628-7c330cdaa3cc)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:05:31.165429 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d426523-bdef-4e64-9ffb-01174007e5d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.190102 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a417f263-db7b-4bf5-8839-c08613b4d946 req-d72bceaa-e8f6-473b-8492-21044db95548 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.194530 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.240820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a417f263-db7b-4bf5-8839-c08613b4d946 req-d72bceaa-e8f6-473b-8492-21044db95548 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.277621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2fd94-d8aa-4386-aa33-2e4674999191 None None] Pushing event updated for resources: {'Port': ['ID=05a91c1d-1379-4d4b-855d-5c66abf983ed,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:31.327312 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.348466 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-eeadf556-57d9-4ca8-8d0d-5429c83b7779 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 1001 time: 0.4239936 Dec 17 13:05:31.360438 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-b944c13c-52b3-431f-bd0a-4ea2ecc36b81 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:31.422943 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-b944c13c-52b3-431f-bd0a-4ea2ecc36b81 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.668730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-b944c13c-52b3-431f-bd0a-4ea2ecc36b81 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.680929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dfa1e-4f24-4644-ad89-4fd8e680f92b req-ee1314cb-5b7b-491c-bf02-2f0d41b6c90a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:31.683672 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5d2dfa1e-4f24-4644-ad89-4fd8e680f92b req-ee1314cb-5b7b-491c-bf02-2f0d41b6c90a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.54 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 948 time: 0.1304617 Dec 17 13:05:31.685115 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d426523-bdef-4e64-9ffb-01174007e5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.687804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d426523-bdef-4e64-9ffb-01174007e5d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.688938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5d426523-bdef-4e64-9ffb-01174007e5d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33f80394-94b4-45fc-84d0-a42acb95b46b HTTP/1.1" status: 204 len: 168 time: 0.6911178 Dec 17 13:05:31.701262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d426523-bdef-4e64-9ffb-01174007e5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f80394-94b4-45fc-84d0-a42acb95b46b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:31.729942 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a417f263-db7b-4bf5-8839-c08613b4d946 req-d72bceaa-e8f6-473b-8492-21044db95548 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.733267 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a417f263-db7b-4bf5-8839-c08613b4d946 req-d72bceaa-e8f6-473b-8492-21044db95548 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.734984 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a417f263-db7b-4bf5-8839-c08613b4d946 req-d72bceaa-e8f6-473b-8492-21044db95548 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "DELETE /v2.0/security-groups/c7d35e87-6001-48bd-9495-ccc65b46d756 HTTP/1.1" status: 204 len: 173 time: 0.6903715 Dec 17 13:05:31.754875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bceaa-e8f6-473b-8492-21044db95548 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d35e87-6001-48bd-9495-ccc65b46d756,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:31.764486 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.775733 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-b944c13c-52b3-431f-bd0a-4ea2ecc36b81 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.775733 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-b944c13c-52b3-431f-bd0a-4ea2ecc36b81 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Floating IP 4a6a7b35-e256-471d-999b-fd6fbf98ac65 disassociated. External IP: 172.25.0.71, port: 951dab35-e726-470e-bc26-78b9bd5195c8. Dec 17 13:05:31.799403 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.942902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e6065-6ef9-4371-bad8-f43b89589217 req-096e26c9-c0bd-4baf-9bde-a0418be5cb58 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:31.944036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-5d2dfa1e-4f24-4644-ad89-4fd8e680f92b req-70d89f9f-bcee-46e5-a571-282da422cd12 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Deleting port 584bd041-8205-4183-b53c-fcea90b8bf14 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:05:31.944392 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5d2dfa1e-4f24-4644-ad89-4fd8e680f92b req-70d89f9f-bcee-46e5-a571-282da422cd12 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:31.950809 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf0e6065-6ef9-4371-bad8-f43b89589217 req-096e26c9-c0bd-4baf-9bde-a0418be5cb58 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 949 time: 0.1052685 Dec 17 13:05:31.982055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Allocated IP 172.25.0.46 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:05:32.055397 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf0e6065-6ef9-4371-bad8-f43b89589217 req-fd84cc60-6734-406a-80e0-9844caf3c3de tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036649 Dec 17 13:05:32.141536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-5d2dfa1e-4f24-4644-ad89-4fd8e680f92b req-70d89f9f-bcee-46e5-a571-282da422cd12 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] For port 584bd041-8205-4183-b53c-fcea90b8bf14, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=584bd041-8205-4183-b53c-fcea90b8bf14,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:32.142074 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5d2dfa1e-4f24-4644-ad89-4fd8e680f92b req-70d89f9f-bcee-46e5-a571-282da422cd12 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:32.171425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-5d2dfa1e-4f24-4644-ad89-4fd8e680f92b req-70d89f9f-bcee-46e5-a571-282da422cd12 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Calling delete_port for 584bd041-8205-4183-b53c-fcea90b8bf14 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:05:32.173461 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381905f3-6f49-45c1-93c2-cc5379c9a093 x-openstack-request-id: req-381905f3-6f49-45c1-93c2-cc5379c9a093 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:32.174098 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "46533baa-c71c-415e-8eb9-c10e885387cf", "tag": "951dab35-e726-470e-bc26-78b9bd5195c8", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:32.174542 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-381905f3-6f49-45c1-93c2-cc5379c9a093 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:32.175091 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'status': 'completed', 'code': 200} Dec 17 13:05:32.175514 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46533baa-c71c-415e-8eb9-c10e885387cf', 'tag': '951dab35-e726-470e-bc26-78b9bd5195c8', 'status': 'completed', 'code': 200} Dec 17 13:05:32.194591 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:32.245833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 05a91c1d-1379-4d4b-855d-5c66abf983ed up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:32.319779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 05a91c1d-1379-4d4b-855d-5c66abf983ed triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:32.320351 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:32.333319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-b944c13c-52b3-431f-bd0a-4ea2ecc36b81 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Router e71fe891-eaf0-4214-903e-f98ca26986fc has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:05:32.414885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-34f24653-29e1-4ed1-ab52-701dedbc3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:32.416574 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-34f24653-29e1-4ed1-ab52-701dedbc3d2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 1097 time: 0.2030058 Dec 17 13:05:32.431118 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:32.470460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 05a91c1d-1379-4d4b-855d-5c66abf983ed, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=05a91c1d-1379-4d4b-855d-5c66abf983ed,segment=NetworkSegment(2d61f538-e7eb-4e89-a628-7c330cdaa3cc),segment_id=2d61f538-e7eb-4e89-a628-7c330cdaa3cc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:32.507604 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:32.527861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-cb9511df-1e5a-4cd5-b76c-993370b22708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:32.529381 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-cb9511df-1e5a-4cd5-b76c-993370b22708 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.1946270 Dec 17 13:05:32.552681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-a0b31756-7a5f-473a-9345-73f1721e8804 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:32.559653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-a0b31756-7a5f-473a-9345-73f1721e8804 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/networks?id=fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 200 len: 805 time: 0.2832279 Dec 17 13:05:32.573812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-b944c13c-52b3-431f-bd0a-4ea2ecc36b81 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:05:32.585369 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:32.586703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:32.596025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:32.606363 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-3365048a-da2c-40c6-bc14-37f9fd691718 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/quotas/adc64d7063a24b3eac9dd5ffbd034980 HTTP/1.1" status: 200 len: 375 time: 0.0459392 Dec 17 13:05:32.613129 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-b944c13c-52b3-431f-bd0a-4ea2ecc36b81 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:32.614576 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:32.664890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9809d52b-bae8-440d-b272-d23010bbcd25 None None] Sync routers for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:05:32.676910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Pushing event updated for resources: {'Port': ['ID=aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:32.683693 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5d2dfa1e-4f24-4644-ad89-4fd8e680f92b req-70d89f9f-bcee-46e5-a571-282da422cd12 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:32.687347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9809d52b-bae8-440d-b272-d23010bbcd25 None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:32.698821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9809d52b-bae8-440d-b272-d23010bbcd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:32.704855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-93f889fe-230b-455b-ae0a-788c06223b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:32.706442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-93f889fe-230b-455b-ae0a-788c06223b9e service neutron] 10.222.0.54 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.2777591 Dec 17 13:05:32.733236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d89f9f-bcee-46e5-a571-282da422cd12 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Pushing event deleted for resources: {'Port': ['ID=584bd041-8205-4183-b53c-fcea90b8bf14,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:32.739692 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-b944c13c-52b3-431f-bd0a-4ea2ecc36b81 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "PUT /v2.0/floatingips/4a6a7b35-e256-471d-999b-fd6fbf98ac65 HTTP/1.1" status: 200 len: 694 time: 1.3833811 Dec 17 13:05:32.743523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46533baa-c71c-415e-8eb9-c10e885387cf', 'tag': '951dab35-e726-470e-bc26-78b9bd5195c8'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:32.746412 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c05ae33-4607-407c-8d0e-ea85f1c2a2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "46533baa-c71c-415e-8eb9-c10e885387cf", "tag": "951dab35-e726-470e-bc26-78b9bd5195c8"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:32.761994 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a22cee9-33bf-44aa-a59e-d15502fc3826 None None] Network 532b07a9-72bf-4e87-a287-eb9d3d8c302a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:05:32.781972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=05a91c1d-1379-4d4b-855d-5c66abf983ed,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:32.803150 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-e7fbb07a-cdf1-455c-903c-650ac3790974 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1958785 Dec 17 13:05:32.834944 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0958bc5f-33a4-44a0-bf46-fe9f118175e0 None None] Provisioning complete for port 05a91c1d-1379-4d4b-855d-5c66abf983ed triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:32.835572 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0958bc5f-33a4-44a0-bf46-fe9f118175e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:32.841458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-81497859-47a9-4c02-9dd0-f877fcce747b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951dab35-e726-470e-bc26-78b9bd5195c8 HTTP/1.1" status: 200 len: 217 time: 0.1196136 Dec 17 13:05:32.866432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2dfa1e-4f24-4644-ad89-4fd8e680f92b req-70d89f9f-bcee-46e5-a571-282da422cd12 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] No DVR routers for this DVR port 584bd041-8205-4183-b53c-fcea90b8bf14 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:05:32.899877 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5d2dfa1e-4f24-4644-ad89-4fd8e680f92b req-70d89f9f-bcee-46e5-a571-282da422cd12 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:32.904572 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5d2dfa1e-4f24-4644-ad89-4fd8e680f92b req-70d89f9f-bcee-46e5-a571-282da422cd12 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.54 "DELETE /v2.0/ports/584bd041-8205-4183-b53c-fcea90b8bf14 HTTP/1.1" status: 204 len: 173 time: 1.2092609 Dec 17 13:05:32.927664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-f80fdc9a-f679-4d1e-8243-c09e49984c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:32.929375 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-f80fdc9a-f679-4d1e-8243-c09e49984c62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.3896604 Dec 17 13:05:32.953788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-62c1e0ae-01f3-40ce-bc2f-38f9bebc62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:32.955231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-62c1e0ae-01f3-40ce-bc2f-38f9bebc62fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 1097 time: 0.1262393 Dec 17 13:05:33.028508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-9809d52b-bae8-440d-b272-d23010bbcd25 None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:33.043466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-b8269180-b6fd-4c35-b52e-d7b64fe061fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:33.044977 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-b8269180-b6fd-4c35-b52e-d7b64fe061fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.1834249 Dec 17 13:05:33.071167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-03e212f5-eea2-4935-ac73-ab34ad4a193d service neutron] 10.222.0.59 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299874 Dec 17 13:05:33.095392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61615c7e-d5d9-40de-aba3-2aa95f42298e req-f20d0048-3f84-40e1-b31d-d3fce277a932 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:33.096823 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61615c7e-d5d9-40de-aba3-2aa95f42298e req-f20d0048-3f84-40e1-b31d-d3fce277a932 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf25cbba-9cd6-40db-9be7-d24e36fd06c3 HTTP/1.1" status: 200 len: 943 time: 0.2341242 Dec 17 13:05:33.103223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-7632921a-97ff-45d0-93f7-eabbdf763684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:33.105285 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-7632921a-97ff-45d0-93f7-eabbdf763684 service neutron] 10.222.0.59 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.1193118 Dec 17 13:05:33.107760 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-881f2fc0-a0d8-4167-9997-ca1935a82a77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 217 time: 0.1642687 Dec 17 13:05:33.234171 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-80790b8b-8a7a-4bd8-b412-5173c978382a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951dab35-e726-470e-bc26-78b9bd5195c8 HTTP/1.1" status: 200 len: 217 time: 0.1226115 Dec 17 13:05:33.273162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-73438ffc-29fb-456c-a5fd-3a11d40a3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:33.274764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-73438ffc-29fb-456c-a5fd-3a11d40a3b70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173395 Dec 17 13:05:33.307095 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-6b402ec0-c459-45a9-8e4c-ee6b3d1f5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:33.309311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-6b402ec0-c459-45a9-8e4c-ee6b3d1f5ca0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.0626743 Dec 17 13:05:33.369807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-b1028677-2fe5-4f35-aeff-4ecfb67e065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:33.371311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-b1028677-2fe5-4f35-aeff-4ecfb67e065e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.2334940 Dec 17 13:05:33.415691 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-abb8fdaa-21c1-4dbc-8863-eaae7f210cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:33.418464 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-abb8fdaa-21c1-4dbc-8863-eaae7f210cb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015942 Dec 17 13:05:33.545557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-85c173cd-f6b0-45c2-bac0-b5d54bb12bfe service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173687 Dec 17 13:05:33.553960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d6e22198-1326-4f14-9e4e-6e708bddedae service neutron] 10.222.0.59 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669840 Dec 17 13:05:33.556359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-fcd5c1bd-63d9-4f45-bf8e-1c5bc25ee554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:33.558355 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-fcd5c1bd-63d9-4f45-bf8e-1c5bc25ee554 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771195 Dec 17 13:05:33.560729 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:33.728228 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9809d52b-bae8-440d-b272-d23010bbcd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:33.789859 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9809d52b-bae8-440d-b272-d23010bbcd25 None None] Checking router: e71fe891-eaf0-4214-903e-f98ca26986fc for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:05:33.801665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9809d52b-bae8-440d-b272-d23010bbcd25 None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:33.802586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9809d52b-bae8-440d-b272-d23010bbcd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:33.833452 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c810cbab-0e2e-4257-9c0c-706ceb77007d req-a9970ec8-e12d-4d35-a595-73b46133f792 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737122 Dec 17 13:05:33.847785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-f6a2c681-0e78-4006-a95a-33f298bcf188 service neutron] 10.222.0.54 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501215 Dec 17 13:05:33.850095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-61615c7e-d5d9-40de-aba3-2aa95f42298e req-c90c7655-d520-485d-8abc-85d5ef999544 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Deleting port 8e6d0542-2d67-49f3-93ee-965f273f6b5c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:05:33.850627 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61615c7e-d5d9-40de-aba3-2aa95f42298e req-c90c7655-d520-485d-8abc-85d5ef999544 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:33.866625 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-42b7bc20-822a-46d2-a6f0-26917504feba service neutron] 10.222.0.61 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451556 Dec 17 13:05:34.039920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-9809d52b-bae8-440d-b272-d23010bbcd25 None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:34.232038 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-62ab3f21-a1a2-47e4-a3db-24926724350c service neutron] 10.222.0.61 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534808 Dec 17 13:05:34.238284 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-35057e76-070f-4b9d-a463-be26556fa23a req-c03e7026-1248-49e3-a804-9b3eb10acdfd tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=676a185a-82dd-4f7b-a745-dc94402b2b29 HTTP/1.1" status: 200 len: 210 time: 0.0999889 Dec 17 13:05:34.263131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 05a91c1d-1379-4d4b-855d-5c66abf983ed up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:34.325295 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-61615c7e-d5d9-40de-aba3-2aa95f42298e req-c90c7655-d520-485d-8abc-85d5ef999544 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] For port 8e6d0542-2d67-49f3-93ee-965f273f6b5c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8e6d0542-2d67-49f3-93ee-965f273f6b5c,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:34.325971 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61615c7e-d5d9-40de-aba3-2aa95f42298e req-c90c7655-d520-485d-8abc-85d5ef999544 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:34.334673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 584bd041-8205-4183-b53c-fcea90b8bf14 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:05:34.359748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a8e56-8ff0-41fa-9370-7172a0349588 req-7388c11f-7038-41cf-aa99-b570eb4dd437 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:34.370447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a64a8e56-8ff0-41fa-9370-7172a0349588 req-7388c11f-7038-41cf-aa99-b570eb4dd437 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.3140507 Dec 17 13:05:34.385943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-61615c7e-d5d9-40de-aba3-2aa95f42298e req-c90c7655-d520-485d-8abc-85d5ef999544 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Calling delete_port for 8e6d0542-2d67-49f3-93ee-965f273f6b5c owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:05:34.396198 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ccb03a0-dab7-4dff-8380-db2f1a4c3874 req-4dc3dc03-3db9-4574-be01-03c6b068349b service neutron] 10.222.0.54 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398602 Dec 17 13:05:34.396650 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-d9558624-a35d-4c86-a1c2-4e2302ec2cfc req-c668520f-3f82-4c0b-9a9a-3a6c34d29654 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] show failed (client error): The resource could not be found. Dec 17 13:05:34.398837 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d9558624-a35d-4c86-a1c2-4e2302ec2cfc req-c668520f-3f82-4c0b-9a9a-3a6c34d29654 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/c7d35e87-6001-48bd-9495-ccc65b46d756 HTTP/1.1" status: 404 len: 352 time: 0.0273747 Dec 17 13:05:34.412428 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:34.427030 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 584bd041-8205-4183-b53c-fcea90b8bf14 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:05:34.427393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 584bd041-8205-4183-b53c-fcea90b8bf14 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:05:34.427967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 8e6d0542-2d67-49f3-93ee-965f273f6b5c no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:05:34.469112 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9453023a-bf0b-41ed-8b6e-05f753306e93 None None] Provisioning complete for port 05a91c1d-1379-4d4b-855d-5c66abf983ed triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:34.469644 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9453023a-bf0b-41ed-8b6e-05f753306e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:34.476142 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10bc268-39ac-4336-aaa5-f3fb8d3209fc x-openstack-request-id: req-a10bc268-39ac-4336-aaa5-f3fb8d3209fc {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:34.476441 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46533baa-c71c-415e-8eb9-c10e885387cf", "tag": "951dab35-e726-470e-bc26-78b9bd5195c8", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:34.476704 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a10bc268-39ac-4336-aaa5-f3fb8d3209fc {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:34.477110 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46533baa-c71c-415e-8eb9-c10e885387cf', 'tag': '951dab35-e726-470e-bc26-78b9bd5195c8', 'status': 'completed', 'code': 200} Dec 17 13:05:34.589878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c8865-24ce-43de-a96c-17b193d71497 req-ebe52dd5-10d7-4976-8024-3abea237eba2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:34.591642 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-243c8865-24ce-43de-a96c-17b193d71497 req-ebe52dd5-10d7-4976-8024-3abea237eba2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 949 time: 0.0618687 Dec 17 13:05:34.614802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 05a91c1d-1379-4d4b-855d-5c66abf983ed triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:34.615175 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:34.658544 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-243c8865-24ce-43de-a96c-17b193d71497 req-c0ebbde0-ac3a-4afe-8ca3-c67138b0d48e tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545769 Dec 17 13:05:34.723373 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a64a8e56-8ff0-41fa-9370-7172a0349588 req-79e6d4fc-e6ab-4aff-9d51-09d448bf8abb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518322 Dec 17 13:05:34.744479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0635fffb-2d5f-4aab-856f-c9d0fd38f0e7 req-82d87361-055e-4616-a3c0-20d4af2a972c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 210 time: 0.0510669 Dec 17 13:05:34.788035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9809d52b-bae8-440d-b272-d23010bbcd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:34.798790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ae33-4607-407c-8d0e-ea85f1c2a2f0 req-7413b6d9-8e24-4df4-aed5-f8269aca9a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:34.800757 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c05ae33-4607-407c-8d0e-ea85f1c2a2f0 req-7413b6d9-8e24-4df4-aed5-f8269aca9a9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 1097 time: 0.1673830 Dec 17 13:05:34.820786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-46f76f49-2f71-49d0-b00b-39b3889d95e4 req-af3ff3db-2415-4a5a-8e1f-e54e1a46e5ff tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2122661898', 'description': 'tempest-description-857137534'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:34.835496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9809d52b-bae8-440d-b272-d23010bbcd25 None None] The sync data for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 is: [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:05:34.999712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:05:35.006755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ae33-4607-407c-8d0e-ea85f1c2a2f0 req-11f0c2ad-d0c8-4f2d-9ed1-50f22a3a8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:35.008285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c05ae33-4607-407c-8d0e-ea85f1c2a2f0 req-11f0c2ad-d0c8-4f2d-9ed1-50f22a3a8e2c service neutron] 10.222.0.54 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.1927559 Dec 17 13:05:35.064733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51796) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:35.201309 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373be419-9642-4024-a5f2-edcb4e2e74f6 None None] New status for floating IP 4a6a7b35-e256-471d-999b-fd6fbf98ac65: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:05:35.244285 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3925f954-7988-4c94-9321-868d5c7a7970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:35.342233 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3925f954-7988-4c94-9321-868d5c7a7970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:35.413229 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-46f76f49-2f71-49d0-b00b-39b3889d95e4 req-af3ff3db-2415-4a5a-8e1f-e54e1a46e5ff tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:35.415130 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61615c7e-d5d9-40de-aba3-2aa95f42298e req-c90c7655-d520-485d-8abc-85d5ef999544 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:35.420557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c05ae33-4607-407c-8d0e-ea85f1c2a2f0 req-09c31bcf-c40f-4907-81f2-f559725fa79c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951dab35-e726-470e-bc26-78b9bd5195c8 HTTP/1.1" status: 200 len: 217 time: 0.4043844 Dec 17 13:05:35.431120 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3925f954-7988-4c94-9321-868d5c7a7970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:35.509833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c7655-d520-485d-8abc-85d5ef999544 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Pushing event deleted for resources: {'Port': ['ID=8e6d0542-2d67-49f3-93ee-965f273f6b5c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:35.513163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3925f954-7988-4c94-9321-868d5c7a7970 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f7cfb70ca2d6497ea9ea7744f0b6cce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450486 Dec 17 13:05:35.514143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925f954-7988-4c94-9321-868d5c7a7970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c2bdb6-b371-4e80-8e7c-c50080475b88,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:35.517967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51808) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:35.650225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-61615c7e-d5d9-40de-aba3-2aa95f42298e req-c90c7655-d520-485d-8abc-85d5ef999544 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] No DVR routers for this DVR port 8e6d0542-2d67-49f3-93ee-965f273f6b5c on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:05:35.654254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ae33-4607-407c-8d0e-ea85f1c2a2f0 req-8975ea8a-b80a-47b9-b37e-8278d77c0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:35.655951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c05ae33-4607-407c-8d0e-ea85f1c2a2f0 req-8975ea8a-b80a-47b9-b37e-8278d77c0442 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.2193480 Dec 17 13:05:35.657007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-61615c7e-d5d9-40de-aba3-2aa95f42298e req-c90c7655-d520-485d-8abc-85d5ef999544 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:35.660792 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61615c7e-d5d9-40de-aba3-2aa95f42298e req-c90c7655-d520-485d-8abc-85d5ef999544 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.54 "DELETE /v2.0/ports/8e6d0542-2d67-49f3-93ee-965f273f6b5c HTTP/1.1" status: 204 len: 173 time: 2.5541148 Dec 17 13:05:35.670958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf25cbba-9cd6-40db-9be7-d24e36fd06c3', 'name': 'network-vif-deleted', 'tag': '8e6d0542-2d67-49f3-93ee-965f273f6b5c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:35.673259 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8e4113-ef45-4102-bf31-b57a20272686" -d '{"events": [{"server_uuid": "bf25cbba-9cd6-40db-9be7-d24e36fd06c3", "name": "network-vif-deleted", "tag": "8e6d0542-2d67-49f3-93ee-965f273f6b5c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:35.690708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884433-4405-4873-bf58-ce5763a1290d req-ce772eba-38c7-4c74-9c2d-c2d53c595049 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:35.694297 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5884433-4405-4873-bf58-ce5763a1290d req-ce772eba-38c7-4c74-9c2d-c2d53c595049 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1296372 Dec 17 13:05:35.721775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:05:35.737711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Sync routers for ids ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:05:35.748000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Routers {'83ef19e8-4456-4f1a-b6d7-a44bc7e17949'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:35.749426 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5884433-4405-4873-bf58-ce5763a1290d req-10ebfd2e-a437-45f6-8d94-9cc193ed4520 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 695 time: 0.0507472 Dec 17 13:05:35.757073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:35.764530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-e5884433-4405-4873-bf58-ce5763a1290d req-c98aef91-f8d4-46d5-a5dd-776915a1ec0b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Request body: {'floatingip': {'port_id': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:35.775176 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0c5445b0-d3b9-4004-879b-741a9cbda4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:35.784221 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-46f76f49-2f71-49d0-b00b-39b3889d95e4 req-af3ff3db-2415-4a5a-8e1f-e54e1a46e5ff tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:35.800695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ae33-4607-407c-8d0e-ea85f1c2a2f0 req-de56517d-c96d-4b2a-b743-99ef264efda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:35.802275 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c05ae33-4607-407c-8d0e-ea85f1c2a2f0 req-de56517d-c96d-4b2a-b743-99ef264efda5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175232 Dec 17 13:05:35.812090 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e5884433-4405-4873-bf58-ce5763a1290d req-c98aef91-f8d4-46d5-a5dd-776915a1ec0b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:35.828738 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0c5445b0-d3b9-4004-879b-741a9cbda4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:35.894923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Set router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:35.910861 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:35.912212 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-deeff929-e5e4-4b89-addc-a040001569e1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.4120092 Dec 17 13:05:35.916155 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51818) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:35.933074 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:35.940828 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-46f76f49-2f71-49d0-b00b-39b3889d95e4 req-af3ff3db-2415-4a5a-8e1f-e54e1a46e5ff tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:36.001297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c05ae33-4607-407c-8d0e-ea85f1c2a2f0 req-576be74f-1aa4-49bc-a337-d13199fb7230 service neutron] 10.222.0.54 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852431 Dec 17 13:05:36.077265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ff3db-2415-4a5a-8e1f-e54e1a46e5ff tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a584f05e-6439-458e-8f7e-4ccfa1bac1b8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:36.087788 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-46f76f49-2f71-49d0-b00b-39b3889d95e4 req-af3ff3db-2415-4a5a-8e1f-e54e1a46e5ff tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:36.090036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46f76f49-2f71-49d0-b00b-39b3889d95e4 req-af3ff3db-2415-4a5a-8e1f-e54e1a46e5ff tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.2850385 Dec 17 13:05:36.120872 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0c5445b0-d3b9-4004-879b-741a9cbda4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:36.126814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0c5445b0-d3b9-4004-879b-741a9cbda4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:36.126814 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0c5445b0-d3b9-4004-879b-741a9cbda4ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20c2bdb6-b371-4e80-8e7c-c50080475b88 HTTP/1.1" status: 204 len: 168 time: 0.6068423 Dec 17 13:05:36.202820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5445b0-d3b9-4004-879b-741a9cbda4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c2bdb6-b371-4e80-8e7c-c50080475b88,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:36.216498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c05ae33-4607-407c-8d0e-ea85f1c2a2f0 req-c254ba12-d0fd-42ad-85aa-79964d599afa service neutron] 10.222.0.54 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057216 Dec 17 13:05:36.314317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:05:33Z', 'revision_number': 3, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:36.331203 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-ea795f33-25a0-4eac-9e7f-f7db4548eff3 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d0a38d1eb93341389944ab725f109b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282655 Dec 17 13:05:36.348753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Checking router: 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:05:36.349104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Updating router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 port aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:05:36.378699 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:36.527760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-48c88ea6-2a64-4273-9b8d-1140b713b038 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:36.534993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-48c88ea6-2a64-4273-9b8d-1140b713b038 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922410 Dec 17 13:05:36.568566 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-0f5beacd-e056-4215-b0e8-e9c06e59c333 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/quotas/d0a38d1eb93341389944ab725f109b24 HTTP/1.1" status: 200 len: 375 time: 0.0253634 Dec 17 13:05:36.630721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676a185a-82dd-4f7b-a745-dc94402b2b29', 'name': 'network-vif-deleted', 'tag': '584bd041-8205-4183-b53c-fcea90b8bf14'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:36.633393 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ded45f-66a1-4cc0-b6a4-d60887cf909f" -d '{"events": [{"server_uuid": "676a185a-82dd-4f7b-a745-dc94402b2b29", "name": "network-vif-deleted", "tag": "584bd041-8205-4183-b53c-fcea90b8bf14"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:36.674107 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-4d7def7f-2920-4fe1-8098-cf786ae03bda tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0a38d1eb93341389944ab725f109b24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0952122 Dec 17 13:05:36.763416 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:36.822755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfec9cd-ad63-414d-a619-ea7765c2e84c req-d7a4240d-03a8-42b6-ae35-6a5b89006cc8 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:36.824753 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ddfec9cd-ad63-414d-a619-ea7765c2e84c req-d7a4240d-03a8-42b6-ae35-6a5b89006cc8 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.54 "GET /v2.0/ports?device_id=46533baa-c71c-415e-8eb9-c10e885387cf HTTP/1.1" status: 200 len: 946 time: 0.1493692 Dec 17 13:05:36.839481 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:36.893518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a78ea-11b0-4236-84b2-6db4336a2f65 None None] Pushing event updated for resources: {'Port': ['ID=aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:36.917637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Attempting to bind port aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:36.918832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Attempting to bind port aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:36.919390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Attempting to bind port aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:36.924964 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:05:36.925644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:36.926216 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:36.926770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:05:36.927666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Bound port: aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:05:36.928245 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:36.994419 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e5884433-4405-4873-bf58-ce5763a1290d req-c98aef91-f8d4-46d5-a5dd-776915a1ec0b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:37.018403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] For port aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:37.023868 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] For port aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:05:37.066169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ddfec9cd-ad63-414d-a619-ea7765c2e84c req-ed5a6e75-b19f-4274-be26-4e5280e4ce61 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Deleting port 951dab35-e726-470e-bc26-78b9bd5195c8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:05:37.066575 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ddfec9cd-ad63-414d-a619-ea7765c2e84c req-ed5a6e75-b19f-4274-be26-4e5280e4ce61 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:37.085710 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:37.117993 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:37.127133 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e5884433-4405-4873-bf58-ce5763a1290d req-c98aef91-f8d4-46d5-a5dd-776915a1ec0b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:37.137197 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141c7b17-cc1a-4c6a-bd37-bdffaee79173 x-openstack-request-id: req-141c7b17-cc1a-4c6a-bd37-bdffaee79173 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:37.141292 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf25cbba-9cd6-40db-9be7-d24e36fd06c3", "name": "network-vif-deleted", "tag": "8e6d0542-2d67-49f3-93ee-965f273f6b5c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:37.141637 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-141c7b17-cc1a-4c6a-bd37-bdffaee79173 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:37.142059 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf25cbba-9cd6-40db-9be7-d24e36fd06c3', 'name': 'network-vif-deleted', 'tag': '8e6d0542-2d67-49f3-93ee-965f273f6b5c', 'status': 'completed', 'code': 200} Dec 17 13:05:37.229792 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Routers {'83ef19e8-4456-4f1a-b6d7-a44bc7e17949'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:37.230502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:37.287303 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4f974a8-193a-4769-b60c-da2d4684600b req-a50404b0-e1f8-4bf5-ba05-a5010f4863d1 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 210 time: 0.0428157 Dec 17 13:05:37.365190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ddfec9cd-ad63-414d-a619-ea7765c2e84c req-ed5a6e75-b19f-4274-be26-4e5280e4ce61 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] For port 951dab35-e726-470e-bc26-78b9bd5195c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=951dab35-e726-470e-bc26-78b9bd5195c8,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:37.365570 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ddfec9cd-ad63-414d-a619-ea7765c2e84c req-ed5a6e75-b19f-4274-be26-4e5280e4ce61 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:37.371207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a78ea-11b0-4236-84b2-6db4336a2f65 None None] Pushing event updated for resources: {'Port': ['ID=aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:37.385964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ddfec9cd-ad63-414d-a619-ea7765c2e84c req-ed5a6e75-b19f-4274-be26-4e5280e4ce61 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Calling delete_port for 951dab35-e726-470e-bc26-78b9bd5195c8 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:05:37.394034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-3827fb01-4e98-41e2-b3b7-20df169401fc tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:37.395842 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-3827fb01-4e98-41e2-b3b7-20df169401fc tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.54 "GET /v2.0/networks?id=fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 200 len: 805 time: 0.2605433 Dec 17 13:05:37.413335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Request body: {'port': {'device_id': 'cb2b6477-de94-47f3-992c-667071334929', 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'admin_state_up': True, 'tenant_id': 'adc64d7063a24b3eac9dd5ffbd034980'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:37.511176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] Set router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:37.531028 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [req-e5884433-4405-4873-bf58-ce5763a1290d req-c98aef91-f8d4-46d5-a5dd-776915a1ec0b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Floating IP 4a6a7b35-e256-471d-999b-fd6fbf98ac65 associated. External IP: 172.25.0.71, port: 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c. Dec 17 13:05:37.594518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Allocated IP 172.20.0.1 (532b07a9-72bf-4e87-a287-eb9d3d8c302a/0febe668-77df-4edd-b6f0-2ecbd6619e39/d283d8c8-bf24-4f1c-9dba-daabdc132c24) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:05:37.645732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2837c1-fa0b-49fa-937f-2c849579e9c4 req-3a128167-4ddc-41de-bbbd-5a3fc961286e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:37.647243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee2837c1-fa0b-49fa-937f-2c849579e9c4 req-3a128167-4ddc-41de-bbbd-5a3fc961286e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.1701274 Dec 17 13:05:37.700008 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee2837c1-fa0b-49fa-937f-2c849579e9c4 req-a17e6091-ce67-4662-aefb-2815cfceda4f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 Dec 17 13:05:37.783196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9cc7b90d-e9a0-41da-b7a3-0548a821f343 req-84803a3b-a72f-49bb-abe0-5f496165f165 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1709663017', 'description': 'tempest-description-2103534464'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:37.856808 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:37.943332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:05:33Z', 'revision_number': 3, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:37.970465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601b0c6-f74c-421e-a967-2e3bd3c7f8ad None None] The sync data for ids ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'] in n-d-815324-5 is: [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:05:33Z', 'revision_number': 3, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:05:37.980841 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9cc7b90d-e9a0-41da-b7a3-0548a821f343 req-84803a3b-a72f-49bb-abe0-5f496165f165 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:38.014435 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ddfec9cd-ad63-414d-a619-ea7765c2e84c req-ed5a6e75-b19f-4274-be26-4e5280e4ce61 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:38.027632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['951dab35-e726-470e-bc26-78b9bd5195c8'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:38.031776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:38.054379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a6e75-b19f-4274-be26-4e5280e4ce61 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Pushing event deleted for resources: {'Port': ['ID=951dab35-e726-470e-bc26-78b9bd5195c8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:38.111237 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5884433-4405-4873-bf58-ce5763a1290d req-c98aef91-f8d4-46d5-a5dd-776915a1ec0b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Router e71fe891-eaf0-4214-903e-f98ca26986fc has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:05:38.120678 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:38.142629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfec9cd-ad63-414d-a619-ea7765c2e84c req-ed5a6e75-b19f-4274-be26-4e5280e4ce61 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] No DVR routers for this DVR port 951dab35-e726-470e-bc26-78b9bd5195c8 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:05:38.156404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Made reservation on behalf of adc64d7063a24b3eac9dd5ffbd034980 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:38.163542 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:38.171504 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ddfec9cd-ad63-414d-a619-ea7765c2e84c req-ed5a6e75-b19f-4274-be26-4e5280e4ce61 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:38.175406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ddfec9cd-ad63-414d-a619-ea7765c2e84c req-ed5a6e75-b19f-4274-be26-4e5280e4ce61 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.54 "DELETE /v2.0/ports/951dab35-e726-470e-bc26-78b9bd5195c8 HTTP/1.1" status: 204 len: 173 time: 1.3425965 Dec 17 13:05:38.228139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9cc7b90d-e9a0-41da-b7a3-0548a821f343 req-84803a3b-a72f-49bb-abe0-5f496165f165 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:38.350782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Network 532b07a9-72bf-4e87-a287-eb9d3d8c302a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:38.358478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:38.364266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:38.403262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Pushing event updated for resources: {'Port': ['ID=d283d8c8-bf24-4f1c-9dba-daabdc132c24,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:38.416145 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9cc7b90d-e9a0-41da-b7a3-0548a821f343 req-84803a3b-a72f-49bb-abe0-5f496165f165 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:38.436766 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5884433-4405-4873-bf58-ce5763a1290d req-c98aef91-f8d4-46d5-a5dd-776915a1ec0b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:05:38.460930 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3462fe31-8638-43d0-afc9-f6612ed6847f None None] Sync routers for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:05:38.481193 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e5884433-4405-4873-bf58-ce5763a1290d req-c98aef91-f8d4-46d5-a5dd-776915a1ec0b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:38.485270 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462fe31-8638-43d0-afc9-f6612ed6847f None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:38.485996 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3462fe31-8638-43d0-afc9-f6612ed6847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:38.515599 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84803a3b-a72f-49bb-abe0-5f496165f165 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef5e89f-64ba-480d-9cdc-0a88db8cd519,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:38.527036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Allocated IP 172.20.0.4 (fad716a1-7391-46f7-b63d-f2bab958136d/9e4af1a1-1a63-4bec-8fef-db454759a640/47603b0e-64fd-45b3-bb6d-74734c027388) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:05:38.548827 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:38.563496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9cc7b90d-e9a0-41da-b7a3-0548a821f343 req-84803a3b-a72f-49bb-abe0-5f496165f165 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:38.594166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc7b90d-e9a0-41da-b7a3-0548a821f343 req-84803a3b-a72f-49bb-abe0-5f496165f165 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8408990 Dec 17 13:05:38.694938 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3462fe31-8638-43d0-afc9-f6612ed6847f None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:38.853947 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5884433-4405-4873-bf58-ce5763a1290d req-c98aef91-f8d4-46d5-a5dd-776915a1ec0b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "PUT /v2.0/floatingips/4a6a7b35-e256-471d-999b-fd6fbf98ac65 HTTP/1.1" status: 200 len: 995 time: 3.0964079 Dec 17 13:05:38.919146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fa755b76-9397-4213-b6af-4b1999a08de7 None None] Provisioning complete for port d283d8c8-bf24-4f1c-9dba-daabdc132c24 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:38.919525 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fa755b76-9397-4213-b6af-4b1999a08de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:38.943664 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:39.006745 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:39.028719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fa755b76-9397-4213-b6af-4b1999a08de7 None None] Port d283d8c8-bf24-4f1c-9dba-daabdc132c24 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:05:39.103938 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3462fe31-8638-43d0-afc9-f6612ed6847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4a6a7b35-e256-471d-999b-fd6fbf98ac65', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'port_id': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'mac_address': 'fa:16:3e:60:52:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:04:51Z', 'updated_at': '2021-12-17T13:05:36Z', 'revision_number': 8, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:39.143266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46533baa-c71c-415e-8eb9-c10e885387cf', 'name': 'network-vif-deleted', 'tag': '951dab35-e726-470e-bc26-78b9bd5195c8'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:39.146640 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a1ab41-df8c-495b-9479-8cfe008a388b" -d '{"events": [{"server_uuid": "46533baa-c71c-415e-8eb9-c10e885387cf", "name": "network-vif-deleted", "tag": "951dab35-e726-470e-bc26-78b9bd5195c8"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:39.174200 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3462fe31-8638-43d0-afc9-f6612ed6847f None None] Checking router: e71fe891-eaf0-4214-903e-f98ca26986fc for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:05:39.182865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:39.187500 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462fe31-8638-43d0-afc9-f6612ed6847f None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:39.188706 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3462fe31-8638-43d0-afc9-f6612ed6847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:39.217865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884433-4405-4873-bf58-ce5763a1290d req-db19177d-2d1c-4ac7-97d7-a9e4165c7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:39.224311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5884433-4405-4873-bf58-ce5763a1290d req-db19177d-2d1c-4ac7-97d7-a9e4165c7560 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.2177479 Dec 17 13:05:39.326967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Network fad716a1-7391-46f7-b63d-f2bab958136d is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:39.332101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:39.335693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:39.350434 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde3c223-aef4-4832-b8ee-011f0b8927f9 x-openstack-request-id: req-fde3c223-aef4-4832-b8ee-011f0b8927f9 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:39.351195 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676a185a-82dd-4f7b-a745-dc94402b2b29", "name": "network-vif-deleted", "tag": "584bd041-8205-4183-b53c-fcea90b8bf14", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:39.351195 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fde3c223-aef4-4832-b8ee-011f0b8927f9 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:39.351564 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676a185a-82dd-4f7b-a745-dc94402b2b29', 'name': 'network-vif-deleted', 'tag': '584bd041-8205-4183-b53c-fcea90b8bf14', 'status': 'completed', 'code': 200} Dec 17 13:05:39.406333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Pushing event updated for resources: {'Port': ['ID=47603b0e-64fd-45b3-bb6d-74734c027388,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:39.411631 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3462fe31-8638-43d0-afc9-f6612ed6847f None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:39.456005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51890) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:39.474584 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f67aa239-e42f-428f-b825-41a65d7e261c req-3cb346f7-7c7b-4672-b551-c2c51151e717 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 210 time: 0.0692327 Dec 17 13:05:39.500485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:39.500485 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:39.547705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884433-4405-4873-bf58-ce5763a1290d req-10e7181d-f879-49db-9773-972b3a7ad71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:39.557221 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5884433-4405-4873-bf58-ce5763a1290d req-10e7181d-f879-49db-9773-972b3a7ad71a service neutron] 10.222.0.59 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.3247385 Dec 17 13:05:39.614540 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-084c0fe9-d1a0-4e4f-9bae-dce898c60996 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2067227 Dec 17 13:05:39.642917 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:39.648181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Request body: {'port': {'device_id': 'cb2b6477-de94-47f3-992c-667071334929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:39.709981 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5884433-4405-4873-bf58-ce5763a1290d req-65d54c32-3c6f-462e-ac1a-4325328b487d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 998 time: 0.1492808 Dec 17 13:05:39.755897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541682cc-ae5a-431e-a906-8c924f586091 req-65457d41-1ed5-4eb4-9a7e-f3249b2a0918 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:39.766951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-541682cc-ae5a-431e-a906-8c924f586091 req-65457d41-1ed5-4eb4-9a7e-f3249b2a0918 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 931 time: 0.1668684 Dec 17 13:05:39.785865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884433-4405-4873-bf58-ce5763a1290d req-b6183f42-c87a-41a4-beb1-184530bf13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:39.787702 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5884433-4405-4873-bf58-ce5763a1290d req-b6183f42-c87a-41a4-beb1-184530bf13ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.0707803 Dec 17 13:05:39.788907 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:39.795006 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:39.854968 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3462fe31-8638-43d0-afc9-f6612ed6847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4a6a7b35-e256-471d-999b-fd6fbf98ac65', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'port_id': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'mac_address': 'fa:16:3e:60:52:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:04:51Z', 'updated_at': '2021-12-17T13:05:36Z', 'revision_number': 8, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:39.878735 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-541682cc-ae5a-431e-a906-8c924f586091 req-49f49936-28ed-4c26-85de-f3e9898297c6 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104975 Dec 17 13:05:39.880194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2139276755'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:39.883982 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3462fe31-8638-43d0-afc9-f6612ed6847f None None] The sync data for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 is: [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4a6a7b35-e256-471d-999b-fd6fbf98ac65', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'port_id': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'mac_address': 'fa:16:3e:60:52:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:04:51Z', 'updated_at': '2021-12-17T13:05:36Z', 'revision_number': 8, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:05:39.937951 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:39.941512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-167f7553-0239-40af-bc32-83fea22bd59f req-8152f809-195d-4d44-96e6-714cef481afd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-922498229', 'description': 'tempest-description-109832219'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:39.953632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Pushing event updated for resources: {'Port': ['ID=d283d8c8-bf24-4f1c-9dba-daabdc132c24,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:40.002846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884433-4405-4873-bf58-ce5763a1290d req-86e32f5f-2f57-4dc7-996e-c12f3423d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:40.004778 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5884433-4405-4873-bf58-ce5763a1290d req-86e32f5f-2f57-4dc7-996e-c12f3423d15d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1902082 Dec 17 13:05:40.036691 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Made reservation on behalf of c3200e3f1c3c450aa4514d69631e315d for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:40.040388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.131880 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.150581 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-167f7553-0239-40af-bc32-83fea22bd59f req-8152f809-195d-4d44-96e6-714cef481afd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.158580 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Network 532b07a9-72bf-4e87-a287-eb9d3d8c302a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:40.159257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:40.169210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:40.241271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:40.241677 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.271971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 951dab35-e726-470e-bc26-78b9bd5195c8 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:05:40.285620 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-167f7553-0239-40af-bc32-83fea22bd59f req-8152f809-195d-4d44-96e6-714cef481afd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.293412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47603b0e-64fd-45b3-bb6d-74734c027388 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:40.304123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.305061 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 951dab35-e726-470e-bc26-78b9bd5195c8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:05:40.309069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 951dab35-e726-470e-bc26-78b9bd5195c8 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:05:40.333878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5884433-4405-4873-bf58-ce5763a1290d req-95781dfb-ebf3-4c94-8d28-31bc9091f90e service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102779 Dec 17 13:05:40.343961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Transition to ACTIVE for port object 47603b0e-64fd-45b3-bb6d-74734c027388 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:05:40.382199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-7989dd09-4c50-4ba1-989b-5ffd629103be tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d0a38d1eb93341389944ab725f109b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359988 Dec 17 13:05:40.408020 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.459674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:40.495979 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.528722 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-167f7553-0239-40af-bc32-83fea22bd59f req-8152f809-195d-4d44-96e6-714cef481afd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.534789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3671c3-af15-43e0-93cb-1beac5ce7b93 None None] New status for floating IP 4a6a7b35-e256-471d-999b-fd6fbf98ac65: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:05:40.536785 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.543542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:05:40.561789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-4f338d37-83e7-4a25-afbf-cd77342c23da tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:40.563886 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-4f338d37-83e7-4a25-afbf-cd77342c23da tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738930 Dec 17 13:05:40.592840 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.611223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Request body: {'port': {'device_id': '64eaf2c6-fcf7-4747-8428-6bfd5dad99c7', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'd0a38d1eb93341389944ab725f109b24'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:40.666900 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:05:40.673166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7c19c247-574b-4696-bbae-618a47ab8eac admin admin] 10.222.0.59 "PUT /v2.0/routers/83ef19e8-4456-4f1a-b6d7-a44bc7e17949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7554080 Dec 17 13:05:40.693428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152f809-195d-4d44-96e6-714cef481afd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343b52a2-f0ec-444c-974b-02a2727d9d4e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:40.702981 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5884433-4405-4873-bf58-ce5763a1290d req-5e627ec7-6a56-4f8e-8fd3-14582de94663 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556030 Dec 17 13:05:40.710557 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.718916 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Pushing event updated for resources: {'Port': ['ID=47603b0e-64fd-45b3-bb6d-74734c027388,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:40.740933 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:05:40.766131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd17d01-fa47-4943-b4b7-de57dc596b1f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:40.766278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2511ccf4-9c2d-4ed9-8f93-8e8e106b5e36 None None] Provisioning complete for port d283d8c8-bf24-4f1c-9dba-daabdc132c24 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:40.766278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2511ccf4-9c2d-4ed9-8f93-8e8e106b5e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.766475 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.766475 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Added segment af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7 of type vlan for network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 Dec 17 13:05:40.797242 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-167f7553-0239-40af-bc32-83fea22bd59f req-8152f809-195d-4d44-96e6-714cef481afd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.798903 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-167f7553-0239-40af-bc32-83fea22bd59f req-8152f809-195d-4d44-96e6-714cef481afd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.8647163 Dec 17 13:05:40.832236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:40.853102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2511ccf4-9c2d-4ed9-8f93-8e8e106b5e36 None None] Port d283d8c8-bf24-4f1c-9dba-daabdc132c24 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:05:40.886691 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.899691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Attempting to bind port 47603b0e-64fd-45b3-bb6d-74734c027388 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:40.900029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Attempting to bind port 47603b0e-64fd-45b3-bb6d-74734c027388 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:40.900370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Attempting to bind port 47603b0e-64fd-45b3-bb6d-74734c027388 on network fad716a1-7391-46f7-b63d-f2bab958136d {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:40.908177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Port 47603b0e-64fd-45b3-bb6d-74734c027388 on network fad716a1-7391-46f7-b63d-f2bab958136d not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:40.917374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Attempting to bind port 47603b0e-64fd-45b3-bb6d-74734c027388 on network fad716a1-7391-46f7-b63d-f2bab958136d {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:40.919639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:05:40.919986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Checking segment: {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:40.920442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Bound using segment: {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:05:40.920868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Bound port: 47603b0e-64fd-45b3-bb6d-74734c027388, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:05:40.921279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:40.949654 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Sync routers for ids ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:05:40.975045 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Routers {'83ef19e8-4456-4f1a-b6d7-a44bc7e17949'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:40.981645 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:41.028939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc478b-5dd0-4a20-8846-b7dbf4384010 req-7b4c6148-839a-4ba6-a776-cc2c92b4ca44 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:41.034100 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4cbc478b-5dd0-4a20-8846-b7dbf4384010 req-7b4c6148-839a-4ba6-a776-cc2c92b4ca44 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089 HTTP/1.1" status: 200 len: 949 time: 0.0913560 Dec 17 13:05:41.040698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] For port 47603b0e-64fd-45b3-bb6d-74734c027388, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:41.044222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] For port 47603b0e-64fd-45b3-bb6d-74734c027388, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47603b0e-64fd-45b3-bb6d-74734c027388,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:05:41.054562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Made reservation on behalf of d0a38d1eb93341389944ab725f109b24 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:41.056355 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:41.059771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:41.063221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:41.066875 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:41.153301 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Set router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:41.157669 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:41.180699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3d40f-7880-45b9-ae93-eb2af072a41a req-5ddc1884-fa12-4a65-913f-cd597d187712 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:41.182743 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40d3d40f-7880-45b9-ae93-eb2af072a41a req-5ddc1884-fa12-4a65-913f-cd597d187712 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.2188129 Dec 17 13:05:41.194031 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4cbc478b-5dd0-4a20-8846-b7dbf4384010 req-2fcb8f67-71ca-4ab2-93c4-dff1753ca05a tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/security-groups?id=b728945f-a9a0-4d4d-8845-cb888973abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554327 Dec 17 13:05:41.236557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7203405 Dec 17 13:05:41.258121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20a8cd-4f0f-4702-887f-b42f0c872e30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Pushing event updated for resources: {'Network': ['ID=280adedb-e02a-4ca9-87f8-bc8a98b35c26,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:41.270532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:05:41.278449 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2abff2-69e5-4f7c-9651-6be0479ad49c x-openstack-request-id: req-fb2abff2-69e5-4f7c-9651-6be0479ad49c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:41.278784 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46533baa-c71c-415e-8eb9-c10e885387cf", "name": "network-vif-deleted", "tag": "951dab35-e726-470e-bc26-78b9bd5195c8", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:41.278992 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb2abff2-69e5-4f7c-9651-6be0479ad49c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:41.279386 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46533baa-c71c-415e-8eb9-c10e885387cf', 'name': 'network-vif-deleted', 'tag': '951dab35-e726-470e-bc26-78b9bd5195c8', 'status': 'completed', 'code': 200} Dec 17 13:05:41.300415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:41.305896 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:41.305896 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] 10.222.0.54 "PUT /v2.0/ports/47603b0e-64fd-45b3-bb6d-74734c027388 HTTP/1.1" status: 200 len: 1091 time: 1.6632783 Dec 17 13:05:41.306117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703ff50-5b47-4325-93c3-266320915a5a req-d145ce9f-610b-45c6-b401-e5c0714fc99c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:41.310759 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2703ff50-5b47-4325-93c3-266320915a5a req-d145ce9f-610b-45c6-b401-e5c0714fc99c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.61 "GET /v2.0/ports?device_id=2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089 HTTP/1.1" status: 200 len: 949 time: 0.1035507 Dec 17 13:05:41.359717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40d3d40f-7880-45b9-ae93-eb2af072a41a req-ee2a07d5-7d16-4612-8f5a-b289c484f035 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843620 Dec 17 13:05:41.367555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:41.374086 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdb6f6c-ca4e-4e7b-b936-b2d853e0e0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:41.376182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f0658-c5dd-44e4-91fe-6b4789650611 service neutron] Pushing event updated for resources: {'Port': ['ID=47603b0e-64fd-45b3-bb6d-74734c027388,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:41.379622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Allocated IP 192.168.233.167 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/5ff34d4d-96ac-4363-a60b-a24cb35a264b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:05:41.426539 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-24834a9b-eee9-4b75-9282-67bacd17126a req-36430fd2-b769-4dcd-b132-c9db502912a1 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 210 time: 0.0417500 Dec 17 13:05:41.475522 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:05:38Z', 'revision_number': 4, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'd283d8c8-bf24-4f1c-9dba-daabdc132c24', 'name': '', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'mac_address': 'fa:16:3e:9b:1c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:37Z', 'updated_at': '2021-12-17T13:05:39Z', 'revision_number': 2, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'subnets': [{'id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:41.503866 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Checking router: 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:05:41.504249 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Updating router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 port d283d8c8-bf24-4f1c-9dba-daabdc132c24 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:05:41.531909 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:41.585452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-7ad460e9-ac88-449a-a276-9ed810b243b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:41.587082 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-7ad460e9-ac88-449a-a276-9ed810b243b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 1094 time: 0.1657629 Dec 17 13:05:41.665222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-b2fab469-c7d7-48a8-a266-1ade1f2038f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47603b0e-64fd-45b3-bb6d-74734c027388 HTTP/1.1" status: 200 len: 217 time: 0.0645030 Dec 17 13:05:41.751600 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63e725c3-06e7-411c-b85d-f9241555b544 req-ff327909-95f9-4653-9351-f73406edfbe4 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0afffa0124ee4694b9b77d196ec69285 HTTP/1.1" status: 200 len: 10997 time: 0.3310630 Dec 17 13:05:41.805863 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:41.814091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-2587ab4b-6428-4618-87a8-e764f9a875ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:41.817508 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-2587ab4b-6428-4618-87a8-e764f9a875ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e4af1a1-1a63-4bec-8fef-db454759a640 HTTP/1.1" status: 200 len: 845 time: 0.1442673 Dec 17 13:05:41.857676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7034e0dd-2595-44d9-8317-61380ca14ee3 req-ee5c00da-a523-486c-ba21-f5167cd5a6e1 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips/4a6a7b35-e256-471d-999b-fd6fbf98ac65 HTTP/1.1" status: 200 len: 997 time: 0.3995531 Dec 17 13:05:41.857907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-509d0499-ac00-42cf-bc1c-2c2c5b2ee934 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fad716a1-7391-46f7-b63d-f2bab958136d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315115 Dec 17 13:05:41.862936 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63e725c3-06e7-411c-b85d-f9241555b544 req-07c4f8de-cb14-494a-899b-7e23253454c2 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/c00e9022-c463-4906-bbe8-0bb08284760e HTTP/1.1" status: 200 len: 2998 time: 0.1105907 Dec 17 13:05:41.874080 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:41.875318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-2703ff50-5b47-4325-93c3-266320915a5a req-b5a7d1ca-15ac-4a2a-81a0-6dec42c29d7c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Deleting port 78fe7918-f419-48ae-b125-7b6ecbad7067 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:05:41.875670 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2703ff50-5b47-4325-93c3-266320915a5a req-b5a7d1ca-15ac-4a2a-81a0-6dec42c29d7c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:41.950295 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:41.982556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63e725c3-06e7-411c-b85d-f9241555b544 req-e6b46f3f-0dc9-4bac-8dd9-2ec31340830d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/c00e9022-c463-4906-bbe8-0bb08284760e HTTP/1.1" status: 200 len: 2998 time: 0.0969188 Dec 17 13:05:42.011461 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-d726a099-001f-413a-b3a0-0a949b119310 service neutron] 10.222.0.54 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440792 Dec 17 13:05:42.049608 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-2703ff50-5b47-4325-93c3-266320915a5a req-b5a7d1ca-15ac-4a2a-81a0-6dec42c29d7c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] For port 78fe7918-f419-48ae-b125-7b6ecbad7067, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=78fe7918-f419-48ae-b125-7b6ecbad7067,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:42.049987 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2703ff50-5b47-4325-93c3-266320915a5a req-b5a7d1ca-15ac-4a2a-81a0-6dec42c29d7c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:42.059236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034e0dd-2595-44d9-8317-61380ca14ee3 req-809b6383-596d-4f37-898d-6f4739ba2ae1 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:42.060655 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7034e0dd-2595-44d9-8317-61380ca14ee3 req-809b6383-596d-4f37-898d-6f4739ba2ae1 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.1884646 Dec 17 13:05:42.074556 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Pushing event updated for resources: {'Port': ['ID=d283d8c8-bf24-4f1c-9dba-daabdc132c24,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:42.077516 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:42.090673 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-7034e0dd-2595-44d9-8317-61380ca14ee3 req-36e30daf-3acc-46ca-9497-76e966aea951 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:05:42.092019 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7034e0dd-2595-44d9-8317-61380ca14ee3 req-36e30daf-3acc-46ca-9497-76e966aea951 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104625 Dec 17 13:05:42.093688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-2703ff50-5b47-4325-93c3-266320915a5a req-b5a7d1ca-15ac-4a2a-81a0-6dec42c29d7c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Calling delete_port for 78fe7918-f419-48ae-b125-7b6ecbad7067 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:05:42.096374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5e75c8db-481c-436a-927f-1ca77d42c1bd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:42.143181 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.143535 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.143872 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.144206 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.144533 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.144859 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.145182 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.145502 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.146198 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.146198 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.146465 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.156073 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.156409 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:42.194581 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:42.195550 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Attempting to bind port d283d8c8-bf24-4f1c-9dba-daabdc132c24 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:42.195907 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Attempting to bind port d283d8c8-bf24-4f1c-9dba-daabdc132c24 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:42.200921 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Attempting to bind port d283d8c8-bf24-4f1c-9dba-daabdc132c24 on network 532b07a9-72bf-4e87-a287-eb9d3d8c302a {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:42.216486 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:05:42.218213 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Checking segment: {'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:42.218213 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:42.218213 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Bound using segment: {'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:05:42.218213 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Bound port: d283d8c8-bf24-4f1c-9dba-daabdc132c24, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:05:42.218604 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:42.282073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:42.317550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:42.322346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:42.334526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:42.335060 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:42.340504 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] For port d283d8c8-bf24-4f1c-9dba-daabdc132c24, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:42.366300 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] For port d283d8c8-bf24-4f1c-9dba-daabdc132c24, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d283d8c8-bf24-4f1c-9dba-daabdc132c24,segment=NetworkSegment(2d61f538-e7eb-4e89-a628-7c330cdaa3cc),segment_id=2d61f538-e7eb-4e89-a628-7c330cdaa3cc)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:05:42.384724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Pushing event updated for resources: {'Port': ['ID=5ff34d4d-96ac-4363-a60b-a24cb35a264b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:42.458701 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b07c443-f58b-4e0b-b2cb-b48e8935f724 req-1e8d8a3d-df8c-4756-b035-05916dd045f3 service neutron] 10.222.0.54 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238746 Dec 17 13:05:42.458701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:42.458701 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:42.471700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923747d-5c53-4b53-8e39-c97db4643235 req-2736d007-c2a9-45dd-8cc5-12abcdab6d74 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:42.478126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b923747d-5c53-4b53-8e39-c97db4643235 req-2736d007-c2a9-45dd-8cc5-12abcdab6d74 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 943 time: 0.3149180 Dec 17 13:05:42.496776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-57db76c4-503b-47e4-9a9e-c5dbf6d5db8a None None] Provisioning complete for port d283d8c8-bf24-4f1c-9dba-daabdc132c24 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:42.497137 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-57db76c4-503b-47e4-9a9e-c5dbf6d5db8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:42.561713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-57db76c4-503b-47e4-9a9e-c5dbf6d5db8a None None] Port d283d8c8-bf24-4f1c-9dba-daabdc132c24 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:05:42.629518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-06ed13a2-3137-4dc7-9173-ffa130c86c1c tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:42.634257 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-06ed13a2-3137-4dc7-9173-ffa130c86c1c tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/networks?id=532b07a9-72bf-4e87-a287-eb9d3d8c302a HTTP/1.1" status: 200 len: 829 time: 0.1798303 Dec 17 13:05:42.649768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-e298f0c4-0c12-4df4-8597-e8bb264f6e15 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/quotas/7ff52ceff2064ff5a58c70d4f4e98479 HTTP/1.1" status: 200 len: 375 time: 0.0108185 Dec 17 13:05:42.687959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-006c8163-2665-4a83-b0f6-7b8e16b3152c None None] Provisioning complete for port 5ff34d4d-96ac-4363-a60b-a24cb35a264b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:42.688572 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-006c8163-2665-4a83-b0f6-7b8e16b3152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:42.711027 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-f5a1ec19-5cc0-490f-a225-0f60d13aeb3c tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ff52ceff2064ff5a58c70d4f4e98479&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551958 Dec 17 13:05:42.725625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-006c8163-2665-4a83-b0f6-7b8e16b3152c None None] Port 5ff34d4d-96ac-4363-a60b-a24cb35a264b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:05:42.762494 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2703ff50-5b47-4325-93c3-266320915a5a req-b5a7d1ca-15ac-4a2a-81a0-6dec42c29d7c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:42.774374 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:42.805815 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7d1ca-15ac-4a2a-81a0-6dec42c29d7c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Pushing event deleted for resources: {'Port': ['ID=78fe7918-f419-48ae-b125-7b6ecbad7067,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:42.817968 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-191bbceb-1942-4e5b-878a-8c43860274f2 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2133121 Dec 17 13:05:42.838522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Request body: {'port': {'device_id': '64eaf2c6-fcf7-4747-8428-6bfd5dad99c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:42.855000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2703ff50-5b47-4325-93c3-266320915a5a req-b5a7d1ca-15ac-4a2a-81a0-6dec42c29d7c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] No DVR routers for this DVR port 78fe7918-f419-48ae-b125-7b6ecbad7067 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:05:42.863038 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2703ff50-5b47-4325-93c3-266320915a5a req-b5a7d1ca-15ac-4a2a-81a0-6dec42c29d7c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:42.866468 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2703ff50-5b47-4325-93c3-266320915a5a req-b5a7d1ca-15ac-4a2a-81a0-6dec42c29d7c tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.61 "DELETE /v2.0/ports/78fe7918-f419-48ae-b125-7b6ecbad7067 HTTP/1.1" status: 204 len: 173 time: 1.5490854 Dec 17 13:05:42.874457 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8913c77-5216-4e54-8666-258f1bd30093 None None] Pushing event updated for resources: {'Port': ['ID=d283d8c8-bf24-4f1c-9dba-daabdc132c24,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:42.879471 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Routers {'83ef19e8-4456-4f1a-b6d7-a44bc7e17949'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:42.880542 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:42.891529 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-7a86940d-3b3e-49d7-a128-e7f1d1491195 service neutron] 10.222.0.59 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734953 Dec 17 13:05:42.893809 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b923747d-5c53-4b53-8e39-c97db4643235 req-43f7ecda-1282-49b2-a7a6-438f51337599 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113438 Dec 17 13:05:43.001073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-23c1eeaa-7087-43b1-a80b-7b70f4306da2 service neutron] 10.222.0.59 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947065 Dec 17 13:05:43.023872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51934) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:43.037174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Request body: {'port': {'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26', 'binding:host_id': 'n-h1-815324-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-119462423'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:43.054901 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8ae1c6-7ff0-4b77-9bbf-2691a5152adb x-openstack-request-id: req-fd8ae1c6-7ff0-4b77-9bbf-2691a5152adb {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:43.055235 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:43.055423 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd8ae1c6-7ff0-4b77-9bbf-2691a5152adb {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:43.055867 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'status': 'completed', 'code': 200} Dec 17 13:05:43.066619 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.086917 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:05:43.139606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6f6c-ca4e-4e7b-b936-b2d853e0e0ab req-90d6f2b3-aa38-465f-a89d-04d765383d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:43.141187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bdb6f6c-ca4e-4e7b-b936-b2d853e0e0ab req-90d6f2b3-aa38-465f-a89d-04d765383d92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.0619421 Dec 17 13:05:43.145134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Made reservation on behalf of e11b413729344767bfb7f273a015e1c1 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:43.148576 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.228132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-50704942-929e-44cd-89c5-41d31a44b2d1 req-6fa95aab-febf-4275-898c-f8b7ea94df52 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/a584f05e-6439-458e-8f7e-4ccfa1bac1b8 HTTP/1.1" status: 200 len: 1817 time: 0.1469314 Dec 17 13:05:43.230934 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] Set router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:43.266589 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3dd26361-fa6b-4b32-a1d5-f725b83e5fba None None] Provisioning complete for port d283d8c8-bf24-4f1c-9dba-daabdc132c24 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:43.268312 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3dd26361-fa6b-4b32-a1d5-f725b83e5fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.276543 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.279941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2b6477-de94-47f3-992c-667071334929', 'tag': '47603b0e-64fd-45b3-bb6d-74734c027388'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:43.282564 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ab761d-fe13-4e4f-bc57-7a2970d69c20" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2b6477-de94-47f3-992c-667071334929", "tag": "47603b0e-64fd-45b3-bb6d-74734c027388"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:43.290201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6f6c-ca4e-4e7b-b936-b2d853e0e0ab req-0fa45a2d-62a7-4798-a13d-5a5db914a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:43.297191 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bdb6f6c-ca4e-4e7b-b936-b2d853e0e0ab req-0fa45a2d-62a7-4798-a13d-5a5db914a1de service neutron] 10.222.0.61 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.1404138 Dec 17 13:05:43.428971 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3dd26361-fa6b-4b32-a1d5-f725b83e5fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.499436 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-50704942-929e-44cd-89c5-41d31a44b2d1 req-e4fc2bb6-b311-4ad8-b98f-0c87b10627a0 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.518336 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bdb6f6c-ca4e-4e7b-b936-b2d853e0e0ab req-dc283829-816f-4d90-9985-85ac6e9d2d55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 1000 time: 0.2140539 Dec 17 13:05:43.525166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3dd26361-fa6b-4b32-a1d5-f725b83e5fba None None] For port d283d8c8-bf24-4f1c-9dba-daabdc132c24, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d283d8c8-bf24-4f1c-9dba-daabdc132c24,segment=NetworkSegment(2d61f538-e7eb-4e89-a628-7c330cdaa3cc),segment_id=2d61f538-e7eb-4e89-a628-7c330cdaa3cc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:43.596313 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-50704942-929e-44cd-89c5-41d31a44b2d1 req-e4fc2bb6-b311-4ad8-b98f-0c87b10627a0 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.601900 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3dd26361-fa6b-4b32-a1d5-f725b83e5fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.623084 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-d760efca-1f85-4005-9a13-53dc3761fd26 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 1000 time: 0.1944902 Dec 17 13:05:43.676619 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd26361-fa6b-4b32-a1d5-f725b83e5fba None None] Pushing event updated for resources: {'Port': ['ID=d283d8c8-bf24-4f1c-9dba-daabdc132c24,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:43.697032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-cef96c9f-2311-4e46-a47a-0e18b5da705d tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:43.697656 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:05:38Z', 'revision_number': 4, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'd283d8c8-bf24-4f1c-9dba-daabdc132c24', 'name': '', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'mac_address': 'fa:16:3e:9b:1c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:37Z', 'updated_at': '2021-12-17T13:05:42Z', 'revision_number': 4, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'subnets': [{'id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:43.707890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-cef96c9f-2311-4e46-a47a-0e18b5da705d tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports/2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 942 time: 0.0817597 Dec 17 13:05:43.723824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6f6c-ca4e-4e7b-b936-b2d853e0e0ab req-264930e4-5ced-43b3-97c0-06d4e1f19a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:43.730451 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bdb6f6c-ca4e-4e7b-b936-b2d853e0e0ab req-264930e4-5ced-43b3-97c0-06d4e1f19a85 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.1971507 Dec 17 13:05:43.739335 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.751125 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c9283-426a-4d92-86dd-0581ae8a3c6e None None] The sync data for ids ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'] in n-d-815324-5 is: [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:05:38Z', 'revision_number': 4, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'd283d8c8-bf24-4f1c-9dba-daabdc132c24', 'name': '', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'mac_address': 'fa:16:3e:9b:1c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:37Z', 'updated_at': '2021-12-17T13:05:42Z', 'revision_number': 4, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'subnets': [{'id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:05:43.754106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff34d4d-96ac-4363-a60b-a24cb35a264b {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:43.764441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.786393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Transition to ACTIVE for port object 5ff34d4d-96ac-4363-a60b-a24cb35a264b will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:05:43.823406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a0c51225-64ad-46cb-8b25-6fd2906203e3 req-5a32a9ec-edf3-416e-bb75-93079080084b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0400560 Dec 17 13:05:43.874380 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-dbeaefe8-3be1-425d-8890-3c207e1e9b4f tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 1000 time: 0.1076047 Dec 17 13:05:43.877319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6f6c-ca4e-4e7b-b936-b2d853e0e0ab req-ecbcc55a-2dd1-4b85-96bc-49c4c88d3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:43.878980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a0c51225-64ad-46cb-8b25-6fd2906203e3 req-aeabe072-88f6-4e87-b935-67a6e4b4fb05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9cc65f28d254c03890b7efa9f979548&device_id=2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089 HTTP/1.1" status: 200 len: 210 time: 0.0314295 Dec 17 13:05:43.879134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bdb6f6c-ca4e-4e7b-b936-b2d853e0e0ab req-ecbcc55a-2dd1-4b85-96bc-49c4c88d3091 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221554 Dec 17 13:05:43.892307 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-32bfd297-23ae-447a-8705-0d0bf546a82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.896025 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-50704942-929e-44cd-89c5-41d31a44b2d1 req-e4fc2bb6-b311-4ad8-b98f-0c87b10627a0 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.901778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-50704942-929e-44cd-89c5-41d31a44b2d1 req-e4fc2bb6-b311-4ad8-b98f-0c87b10627a0 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.901778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-50704942-929e-44cd-89c5-41d31a44b2d1 req-e4fc2bb6-b311-4ad8-b98f-0c87b10627a0 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "DELETE /v2.0/security-groups/a584f05e-6439-458e-8f7e-4ccfa1bac1b8 HTTP/1.1" status: 204 len: 173 time: 0.6256046 Dec 17 13:05:43.905850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.908585 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:43.962890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a0c51225-64ad-46cb-8b25-6fd2906203e3 req-80823a7d-59e0-45dd-8d60-be98c398152d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b9cc65f28d254c03890b7efa9f979548&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385785 Dec 17 13:05:43.977467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] device_id is not set on port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:05:44.010195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc2bb6-b311-4ad8-b98f-0c87b10627a0 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a584f05e-6439-458e-8f7e-4ccfa1bac1b8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:44.185924 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae0b240-d2d5-452b-984d-64d4180cd89a req-9fe27065-10cb-4bca-b691-1a87bae99014 tempest-ListImageFiltersTestJSON-356182611 tempest-ListImageFiltersTestJSON-356182611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089 HTTP/1.1" status: 200 len: 210 time: 0.1562955 Dec 17 13:05:44.218390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff34d4d-96ac-4363-a60b-a24cb35a264b,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:44.248307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ab0a26-93ee-45a8-a5cf-20d889a65fa6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:44.329961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d283d8c8-bf24-4f1c-9dba-daabdc132c24 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:44.331104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-540c9d7d-a265-40fb-8e7c-53ba4e63ecc8 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:44.331913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-540c9d7d-a265-40fb-8e7c-53ba4e63ecc8 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.4507558 Dec 17 13:05:44.390001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d283d8c8-bf24-4f1c-9dba-daabdc132c24 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:44.390395 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:44.390599 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c51225-64ad-46cb-8b25-6fd2906203e3 req-b94b347e-e354-460e-aeb9-70501e9bd054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:44.392105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a0c51225-64ad-46cb-8b25-6fd2906203e3 req-b94b347e-e354-460e-aeb9-70501e9bd054 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3937566 Dec 17 13:05:44.444382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Attempting to bind port 5ff34d4d-96ac-4363-a60b-a24cb35a264b on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:44.444997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Attempting to bind port 5ff34d4d-96ac-4363-a60b-a24cb35a264b by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:44.445509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Attempting to bind port 5ff34d4d-96ac-4363-a60b-a24cb35a264b on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:44.455406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Port 5ff34d4d-96ac-4363-a60b-a24cb35a264b on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:44.456056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Attempting to bind port 5ff34d4d-96ac-4363-a60b-a24cb35a264b on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:44.463456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 78fe7918-f419-48ae-b125-7b6ecbad7067 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:05:44.464826 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bdb6f6c-ca4e-4e7b-b936-b2d853e0e0ab req-e2a1dc90-9cb3-41ec-a130-478fec673f25 service neutron] 10.222.0.61 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662920 Dec 17 13:05:44.466542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:05:44.467148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:44.467901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:05:44.468553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Bound port: 5ff34d4d-96ac-4363-a60b-a24cb35a264b, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:05:44.469196 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:44.480846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cded4-9ae0-466f-9954-a6469a9113e4 req-f7c9261b-e413-4389-abba-c1aff193d29f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:44.482449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-278cded4-9ae0-466f-9954-a6469a9113e4 req-f7c9261b-e413-4389-abba-c1aff193d29f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.1773231 Dec 17 13:05:44.493787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 78fe7918-f419-48ae-b125-7b6ecbad7067 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:05:44.493787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 78fe7918-f419-48ae-b125-7b6ecbad7067 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:05:44.548690 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-ee1fe8a0-d4be-4688-a358-6668d8bb5e12 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 1000 time: 0.2055407 Dec 17 13:05:44.582481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-3baf6f35-d942-4252-bbec-04be7dd6f655 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:44.650578 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-278cded4-9ae0-466f-9954-a6469a9113e4 req-460d04fb-0dc0-4aa5-8fe6-65704ebde9b3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532605 Dec 17 13:05:44.669682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] For port 5ff34d4d-96ac-4363-a60b-a24cb35a264b, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:44.669682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] For port 5ff34d4d-96ac-4363-a60b-a24cb35a264b, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5ff34d4d-96ac-4363-a60b-a24cb35a264b,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:05:44.769150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] device_id is not set on port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:05:44.780606 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:44.808577 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-3baf6f35-d942-4252-bbec-04be7dd6f655 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:44.814030 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:44.830353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:44.831188 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:44.851752 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] 10.222.0.54 "PUT /v2.0/ports/5ff34d4d-96ac-4363-a60b-a24cb35a264b HTTP/1.1" status: 200 len: 1096 time: 2.0029845 Dec 17 13:05:44.888734 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bdb6f6c-ca4e-4e7b-b936-b2d853e0e0ab req-150517f5-6e09-495f-9178-36abb5160134 service neutron] 10.222.0.61 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065671 Dec 17 13:05:44.920545 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:44.920701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c81bb2-2379-4ada-bae4-e46a98a36fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff34d4d-96ac-4363-a60b-a24cb35a264b,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:45.051046 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event updated for resources: {'Port': ['ID=9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:45.057874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'name': 'network-vif-deleted', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:45.060109 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815ef350-f764-4786-b2dc-117f51d69f68" -d '{"events": [{"server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "name": "network-vif-deleted", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:45.109132 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38599929-d197-4cd1-954a-61370cbd83b0 req-1a8379a8-644e-4a22-8848-99755ee93e9a tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:45.111703 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38599929-d197-4cd1-954a-61370cbd83b0 req-1a8379a8-644e-4a22-8848-99755ee93e9a tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 948 time: 0.1489780 Dec 17 13:05:45.126664 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-3baf6f35-d942-4252-bbec-04be7dd6f655 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:45.130177 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Checking segment: {'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:45.130415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Network hostable DHCP agents. Network: 280adedb-e02a-4ca9-87f8-bc8a98b35c26, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:05:45.152380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-5cee0102-9445-44a2-82d9-7073bd5f419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:45.154200 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-5cee0102-9445-44a2-82d9-7073bd5f419e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d0a38d1eb93341389944ab725f109b24&device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 1099 time: 0.1137009 Dec 17 13:05:45.196169 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-3baf6f35-d942-4252-bbec-04be7dd6f655 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:45.196525 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-3baf6f35-d942-4252-bbec-04be7dd6f655 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Floating IP 4a6a7b35-e256-471d-999b-fd6fbf98ac65 disassociated. External IP: 172.25.0.71, port: 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c. Dec 17 13:05:45.225171 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-05e84f51-6a1f-45e4-af2b-058916ed8e55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=5ff34d4d-96ac-4363-a60b-a24cb35a264b HTTP/1.1" status: 200 len: 217 time: 0.0533056 Dec 17 13:05:45.232172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:05:45.242143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38599929-d197-4cd1-954a-61370cbd83b0 req-5191c6d6-b092-40db-b610-ed851b68ff53 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159472 Dec 17 13:05:45.300143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 280adedb-e02a-4ca9-87f8-bc8a98b35c26) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:45.307013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:45.317173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56504d7d-f495-48ba-af81-cb4329e81b54 None None] Network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:05:45.343838 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835893ee-6f6a-4855-a9f9-882125d6efaf x-openstack-request-id: req-835893ee-6f6a-4855-a9f9-882125d6efaf {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:45.343838 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2b6477-de94-47f3-992c-667071334929", "tag": "47603b0e-64fd-45b3-bb6d-74734c027388", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:45.344199 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-835893ee-6f6a-4855-a9f9-882125d6efaf {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:45.344587 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2b6477-de94-47f3-992c-667071334929', 'tag': '47603b0e-64fd-45b3-bb6d-74734c027388', 'status': 'completed', 'code': 200} Dec 17 13:05:45.376637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:45.376982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:45.377325 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:45.398333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:45.402535 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:45.402535 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 2 to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e Dec 17 13:05:45.434193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71d4c5fc-724f-40de-a34b-ca1781125fa4 req-c3d98c55-bd11-4f58-9416-935b84a2f421 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 210 time: 0.0466762 Dec 17 13:05:45.435840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-899b05e8-acf9-4783-850a-24c4f15444f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:45.437316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-899b05e8-acf9-4783-850a-24c4f15444f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1942213 Dec 17 13:05:45.447131 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c17ef2b-b39a-476e-a333-e12d7d5f2042 req-775a1b5d-f79e-41b6-bc6a-21f4bb2618b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1849296 Dec 17 13:05:45.459705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:45.460057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:45.460408 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:45.468941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab761d-fe13-4e4f-bc57-7a2970d69c20 req-b2569daf-366a-4bf2-8597-5b496ef7f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:45.470504 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09ab761d-fe13-4e4f-bc57-7a2970d69c20 req-b2569daf-366a-4bf2-8597-5b496ef7f605 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 1094 time: 0.1417632 Dec 17 13:05:45.472527 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-7c98bf63-c9a0-4dd3-8120-0bc37a0b6022 req-ec683305-1a32-46fd-827d-6d7847aac216 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] show failed (client error): The resource could not be found. Dec 17 13:05:45.473226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:45.473563 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:45.475703 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 3 to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e Dec 17 13:05:45.486227 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c98bf63-c9a0-4dd3-8120-0bc37a0b6022 req-ec683305-1a32-46fd-827d-6d7847aac216 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/a584f05e-6439-458e-8f7e-4ccfa1bac1b8 HTTP/1.1" status: 404 len: 352 time: 0.0282066 Dec 17 13:05:45.569251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:45.569759 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:45.570111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:45.590300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:45.590637 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:45.594078 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 4 to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e Dec 17 13:05:45.611169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-0f7e7dda-7a1f-44cd-9b79-1bce7de9be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:45.613099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-0f7e7dda-7a1f-44cd-9b79-1bce7de9be35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1648214 Dec 17 13:05:45.623830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17ef2b-b39a-476e-a333-e12d7d5f2042 req-08d17308-582c-41e8-81c1-2266ad3db8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:45.625368 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c17ef2b-b39a-476e-a333-e12d7d5f2042 req-08d17308-582c-41e8-81c1-2266ad3db8c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 1096 time: 0.0949996 Dec 17 13:05:45.625751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:45.626105 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:45.626472 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:45.692994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a962f-3819-4713-9eda-45a63328ecfe req-c944c4e6-6b32-4b85-9396-4af369c307dd tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:45.695747 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-048a962f-3819-4713-9eda-45a63328ecfe req-c944c4e6-6b32-4b85-9396-4af369c307dd tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 943 time: 0.1307833 Dec 17 13:05:45.828078 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-048a962f-3819-4713-9eda-45a63328ecfe req-3a7d6be8-ad1e-45e5-9fea-752f9c5c8f9d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237791 Dec 17 13:05:45.836803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-b4906f79-a4a4-479e-8002-240745663c70 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154124 Dec 17 13:05:45.910318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17ef2b-b39a-476e-a333-e12d7d5f2042 req-a0ec9417-8f1e-436e-8828-af3225925b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:45.911948 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c17ef2b-b39a-476e-a333-e12d7d5f2042 req-a0ec9417-8f1e-436e-8828-af3225925b73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.2416885 Dec 17 13:05:45.949946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:45.950500 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:45.956455 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 5 to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e Dec 17 13:05:45.959906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c17ef2b-b39a-476e-a333-e12d7d5f2042 req-ef191222-6260-4cc4-832c-3f208d0cbd1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcffe280-729a-485d-8c70-fe7b0dc2c70a HTTP/1.1" status: 200 len: 217 time: 0.0388160 Dec 17 13:05:45.975733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-3baf6f35-d942-4252-bbec-04be7dd6f655 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Router e71fe891-eaf0-4214-903e-f98ca26986fc has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:05:45.977168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab761d-fe13-4e4f-bc57-7a2970d69c20 req-16d51889-1ab6-4e07-9b67-105b94a1bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:45.978672 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09ab761d-fe13-4e4f-bc57-7a2970d69c20 req-16d51889-1ab6-4e07-9b67-105b94a1bc58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 200 len: 906 time: 0.4983039 Dec 17 13:05:45.980248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:45.980581 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:45.980915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:45.997537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:45.997898 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:45.999197 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 6 to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e Dec 17 13:05:46.036126 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09ab761d-fe13-4e4f-bc57-7a2970d69c20 req-8eff100a-e8ce-455e-a417-e1a05ddbe970 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47603b0e-64fd-45b3-bb6d-74734c027388 HTTP/1.1" status: 200 len: 217 time: 0.0474820 Dec 17 13:05:46.047093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f82adc5d-c746-4061-8edd-11cdeb021c4a req-7675e752-88a3-402e-9b4e-849b2ed5f455 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020679 Dec 17 13:05:46.048027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17ef2b-b39a-476e-a333-e12d7d5f2042 req-d11c2b0d-ae3f-4e3b-805f-33cc50fc3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:46.049405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c17ef2b-b39a-476e-a333-e12d7d5f2042 req-d11c2b0d-ae3f-4e3b-805f-33cc50fc3962 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.0808010 Dec 17 13:05:46.091147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:46.091147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:46.091147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:46.112980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17ef2b-b39a-476e-a333-e12d7d5f2042 req-193e6041-7c8f-4d8a-b3fe-50c2f670a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:46.114747 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c17ef2b-b39a-476e-a333-e12d7d5f2042 req-193e6041-7c8f-4d8a-b3fe-50c2f670a006 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561326 Dec 17 13:05:46.122430 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d231ba-b526-49c2-82ff-95d2be797b17 x-openstack-request-id: req-45d231ba-b526-49c2-82ff-95d2be797b17 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:46.122727 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089", "name": "network-vif-deleted", "tag": "78fe7918-f419-48ae-b125-7b6ecbad7067", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:46.122987 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45d231ba-b526-49c2-82ff-95d2be797b17 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:46.123389 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7aec6d-e9b2-42eb-ad9d-4cea8edc3089', 'name': 'network-vif-deleted', 'tag': '78fe7918-f419-48ae-b125-7b6ecbad7067', 'status': 'completed', 'code': 200} Dec 17 13:05:46.129178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:46.129516 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:46.134428 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 7 to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e Dec 17 13:05:46.191198 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab761d-fe13-4e4f-bc57-7a2970d69c20 req-df810c05-c53b-41f0-872b-8e097a4d193b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:46.192527 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09ab761d-fe13-4e4f-bc57-7a2970d69c20 req-df810c05-c53b-41f0-872b-8e097a4d193b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9e4af1a1-1a63-4bec-8fef-db454759a640 HTTP/1.1" status: 200 len: 845 time: 0.1210613 Dec 17 13:05:46.193300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:46.193519 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:46.193883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:46.212193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:46.212449 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:46.215481 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 8 to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e Dec 17 13:05:46.242841 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09ab761d-fe13-4e4f-bc57-7a2970d69c20 req-ddcd121b-46b5-4af9-9309-073ae6b3a28e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fad716a1-7391-46f7-b63d-f2bab958136d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414009 Dec 17 13:05:46.256134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:46.256134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:46.256134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:46.256134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-3baf6f35-d942-4252-bbec-04be7dd6f655 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:05:46.258433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-3baf6f35-d942-4252-bbec-04be7dd6f655 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:46.271342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ad600-0c59-45cf-b201-39c5a174d1de None None] Sync routers for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:05:46.279805 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12f7b3ba-b618-4857-a9f0-66a70e76af9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:46.285012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:46.285349 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:46.290056 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 9 to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e Dec 17 13:05:46.291681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ad600-0c59-45cf-b201-39c5a174d1de None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:46.293044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-972ad600-0c59-45cf-b201-39c5a174d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:46.338237 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:46.339121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:46.339248 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba179bc2-1460-4b1c-9140-185980d92377 req-7611cde9-19a9-4645-9685-3e2cfb33c8dc tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/eef5e89f-64ba-480d-9cdc-0a88db8cd519 HTTP/1.1" status: 200 len: 1818 time: 0.1205699 Dec 17 13:05:46.339461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:46.344896 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-3baf6f35-d942-4252-bbec-04be7dd6f655 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "PUT /v2.0/floatingips/4a6a7b35-e256-471d-999b-fd6fbf98ac65 HTTP/1.1" status: 200 len: 695 time: 1.7764647 Dec 17 13:05:46.352449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:46.352449 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:46.352694 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c17ef2b-b39a-476e-a333-e12d7d5f2042 req-9a9f9bf2-b5f2-439e-82d7-396a224b7fcf service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299359 Dec 17 13:05:46.354724 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 10 to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e Dec 17 13:05:46.356766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 47603b0e-64fd-45b3-bb6d-74734c027388 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:05:46.375263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:46.375613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:46.375955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:46.419450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:46.419781 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:46.420154 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:46.437158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-972ad600-0c59-45cf-b201-39c5a174d1de None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:46.446047 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09ab761d-fe13-4e4f-bc57-7a2970d69c20 req-d2c0e502-ffd3-42ed-932a-fe569ecbcf6a service neutron] 10.222.0.54 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832345 Dec 17 13:05:46.482947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c17ef2b-b39a-476e-a333-e12d7d5f2042 req-5f236a2b-f3e4-4cc6-a45b-4f9ce10d4361 service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199107 Dec 17 13:05:46.520764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-52b0eb17-1e74-4a9e-b186-bbef8067ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:46.522337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-52b0eb17-1e74-4a9e-b186-bbef8067ac27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.1425595 Dec 17 13:05:46.576751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-73972817-bc91-48e7-a77a-fe0ca2d0cf47 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:46.576751 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-73972817-bc91-48e7-a77a-fe0ca2d0cf47 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.54 "GET /v2.0/networks?id=532b07a9-72bf-4e87-a287-eb9d3d8c302a HTTP/1.1" status: 200 len: 829 time: 0.3114214 Dec 17 13:05:46.593592 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ba179bc2-1460-4b1c-9140-185980d92377 req-a1642808-615c-4e4a-a7ff-beda97d20cb3 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:46.602252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Request body: {'port': {'device_id': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'admin_state_up': True, 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:46.614493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] For port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:46.614931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempted to set empty binding levels {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 13:05:46.650018 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09ab761d-fe13-4e4f-bc57-7a2970d69c20 req-30a0d538-3a5d-4166-a54f-75882d34ac53 service neutron] 10.222.0.54 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961176 Dec 17 13:05:46.674097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ba179bc2-1460-4b1c-9140-185980d92377 req-a1642808-615c-4e4a-a7ff-beda97d20cb3 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:46.681128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-4b04b922-59f6-42b1-a138-89089c182ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:46.682828 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-4b04b922-59f6-42b1-a138-89089c182ee5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.1406009 Dec 17 13:05:46.745864 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-ca17f92e-5f08-4c65-b789-88ddff0f0fe9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 217 time: 0.0565009 Dec 17 13:05:46.748035 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:46.820276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:46.820863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:46.842797 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ba179bc2-1460-4b1c-9140-185980d92377 req-a1642808-615c-4e4a-a7ff-beda97d20cb3 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:46.843050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-ac467ec8-4bcb-481d-99f1-8bb11d7ecda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:46.846837 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-ac467ec8-4bcb-481d-99f1-8bb11d7ecda2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.0978806 Dec 17 13:05:46.846959 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ba179bc2-1460-4b1c-9140-185980d92377 req-a1642808-615c-4e4a-a7ff-beda97d20cb3 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:46.847799 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba179bc2-1460-4b1c-9140-185980d92377 req-a1642808-615c-4e4a-a7ff-beda97d20cb3 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "DELETE /v2.0/security-groups/eef5e89f-64ba-480d-9cdc-0a88db8cd519 HTTP/1.1" status: 204 len: 173 time: 0.4044220 Dec 17 13:05:46.848410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Made reservation on behalf of 7ff52ceff2064ff5a58c70d4f4e98479 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:46.849192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 47603b0e-64fd-45b3-bb6d-74734c027388, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47603b0e-64fd-45b3-bb6d-74734c027388,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:46.850217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event updated for resources: {'Port': ['ID=9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:46.855375 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:46.867473 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '47603b0e-64fd-45b3-bb6d-74734c027388', 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'port_id': '47603b0e-64fd-45b3-bb6d-74734c027388', 'mac_address': 'fa:16:3e:0a:2b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4af1a1-1a63-4bec-8fef-db454759a640', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:05:46.895917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1642808-615c-4e4a-a7ff-beda97d20cb3 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef5e89f-64ba-480d-9cdc-0a88db8cd519,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:46.906562 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-44274236-4105-4cfb-b1bb-87228064eb0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.8810580 Dec 17 13:05:46.915063 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-9d2ffa21-8a4a-44d9-b6c0-0aa92a2659a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:46.916454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51976) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:46.916736 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-9d2ffa21-8a4a-44d9-b6c0-0aa92a2659a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534518 Dec 17 13:05:46.935066 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:46.947401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-972ad600-0c59-45cf-b201-39c5a174d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:46.953217 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47603b0e-64fd-45b3-bb6d-74734c027388 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:46.982336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ad600-0c59-45cf-b201-39c5a174d1de None None] Checking router: e71fe891-eaf0-4214-903e-f98ca26986fc for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:05:47.001953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 47603b0e-64fd-45b3-bb6d-74734c027388, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47603b0e-64fd-45b3-bb6d-74734c027388,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:47.004372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ad600-0c59-45cf-b201-39c5a174d1de None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:05:47.004997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-972ad600-0c59-45cf-b201-39c5a174d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:47.035050 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-9c3b079b-a142-46c8-8ccf-7d5f43590619 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080606 Dec 17 13:05:47.084800 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:47.103945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df08ed5-0f6c-48b9-af61-64d35ae81c77 req-5b1e0b27-adf6-432b-ae77-4442e8adda51 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:47.105487 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9df08ed5-0f6c-48b9-af61-64d35ae81c77 req-5b1e0b27-adf6-432b-ae77-4442e8adda51 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1464508 Dec 17 13:05:47.148768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea4b7ab-023d-42ad-b7d9-0246f1bcde4d req-6af0cd98-b366-4c8c-b7ac-6dfcbfc88882 service neutron] 10.222.0.59 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046014 Dec 17 13:05:47.152241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Allocated IP 172.20.0.14 (532b07a9-72bf-4e87-a287-eb9d3d8c302a/0febe668-77df-4edd-b6f0-2ecbd6619e39/b4576593-6006-4e65-a400-d4f69138a37a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:05:47.160022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-972ad600-0c59-45cf-b201-39c5a174d1de None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:05:47.190089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7bc23-11a4-4a5b-8054-8481fa8546fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Deleting port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:05:47.190428 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bc23-11a4-4a5b-8054-8481fa8546fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:47.191004 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=47603b0e-64fd-45b3-bb6d-74734c027388,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:47.240375 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9df08ed5-0f6c-48b9-af61-64d35ae81c77 req-56b0d914-bbc3-4017-b217-6fbe3dd328f3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222832 Dec 17 13:05:47.283956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-0dc7bc23-11a4-4a5b-8054-8481fa8546fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] For port 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e, host n-h1-815324-5, got binding levels [] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:47.284337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bc23-11a4-4a5b-8054-8481fa8546fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:47.312975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7bc23-11a4-4a5b-8054-8481fa8546fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Calling delete_port for 9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:05:47.314570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['47603b0e-64fd-45b3-bb6d-74734c027388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:47.353171 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64eaf2c6-fcf7-4747-8428-6bfd5dad99c7', 'tag': '5ff34d4d-96ac-4363-a60b-a24cb35a264b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:47.360365 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7439ca4-7bd5-4e24-85d0-bdf7f0428545" -d '{"events": [{"name": "network-changed", "server_uuid": "64eaf2c6-fcf7-4747-8428-6bfd5dad99c7", "tag": "5ff34d4d-96ac-4363-a60b-a24cb35a264b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:47.465484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-972ad600-0c59-45cf-b201-39c5a174d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:47.487754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14bc8e-7b0a-4fcd-af1e-8523ba035ed4 req-1f42cfcd-b238-4055-afa5-8ce4ead34af5 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:47.489229 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6a14bc8e-7b0a-4fcd-af1e-8523ba035ed4 req-1f42cfcd-b238-4055-afa5-8ce4ead34af5 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 948 time: 0.1625371 Dec 17 13:05:47.499199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ad600-0c59-45cf-b201-39c5a174d1de None None] The sync data for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 is: [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:04:18Z', 'revision_number': 4, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '4b5d22c7-620e-457f-b567-2ce4827eeca5', 'name': '', 'network_id': '506e5122-0008-430c-937d-e9db9c21f448', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'mac_address': 'fa:16:3e:52:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:17Z', 'updated_at': '2021-12-17T13:04:25Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'subnets': [{'id': 'c2138608-9efc-440a-af7c-750979cb7d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:05:47.577631 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:47.598994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6a14bc8e-7b0a-4fcd-af1e-8523ba035ed4 req-4314ddc2-0591-43b6-ab1d-23b4ebb6090b tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971375 Dec 17 13:05:47.607816 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:47.696642 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d689ec37-d82b-44ef-907d-3bdcfa3dce09 req-9e407618-48b9-4b3a-ac10-408c9dad4461 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 210 time: 0.0286427 Dec 17 13:05:47.723542 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bc23-11a4-4a5b-8054-8481fa8546fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:47.725326 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:47.771240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7bc23-11a4-4a5b-8054-8481fa8546fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event deleted for resources: {'Port': ['ID=9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:47.778082 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613d1d8-2d9c-4a1b-8946-b1e4eb8162be None None] New status for floating IP 4a6a7b35-e256-471d-999b-fd6fbf98ac65: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:05:47.787933 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0dc7bc23-11a4-4a5b-8054-8481fa8546fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:47.791173 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0dc7bc23-11a4-4a5b-8054-8481fa8546fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "DELETE /v2.0/ports/9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e HTTP/1.1" status: 204 len: 168 time: 0.8737097 Dec 17 13:05:47.793873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52000) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:47.825713 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08c7a04-9c5c-47fe-8e32-54a27aa7a446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] GET failed (client error): The resource could not be found. Dec 17 13:05:47.828905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f08c7a04-9c5c-47fe-8e32-54a27aa7a446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "GET /v2.0/ports/9940d2bb-24e0-4abb-9a87-2f5c4f4f4f3e HTTP/1.1" status: 404 len: 333 time: 0.0328560 Dec 17 13:05:47.843045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52002) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:47.843255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Network 532b07a9-72bf-4e87-a287-eb9d3d8c302a is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:47.848367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Request body: {'port': {'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1797089104'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:47.853412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:47.861325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:47.911357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1bf95-0024-4212-a8f9-3bec410e43ac req-94f9eab9-56d1-424e-a7b0-2eae4a8f42ea tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:47.912961 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-24d1bf95-0024-4212-a8f9-3bec410e43ac req-94f9eab9-56d1-424e-a7b0-2eae4a8f42ea tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 944 time: 0.1473904 Dec 17 13:05:47.913645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Pushing event updated for resources: {'Port': ['ID=b4576593-6006-4e65-a400-d4f69138a37a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:47.950055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:47.950716 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:47.956915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Made reservation on behalf of e11b413729344767bfb7f273a015e1c1 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:47.961493 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:47.988478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] device_id is not set on port 86abdc54-b688-4868-b2ff-8387d1a4bb46 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:05:47.992467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-24d1bf95-0024-4212-a8f9-3bec410e43ac req-b7aaceb7-fb09-445d-b45b-eafff767f379 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719628 Dec 17 13:05:48.045772 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-7d6211eb-fb9a-40cf-8c0f-54b643212581 req-547986d1-9d1f-47b1-be3d-45371a6d6765 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] show failed (client error): The resource could not be found. Dec 17 13:05:48.047038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d6211eb-fb9a-40cf-8c0f-54b643212581 req-547986d1-9d1f-47b1-be3d-45371a6d6765 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/eef5e89f-64ba-480d-9cdc-0a88db8cd519 HTTP/1.1" status: 404 len: 352 time: 0.0177629 Dec 17 13:05:48.050807 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-17f917f6-d4f7-41d1-8f3f-7ca9e6a0de77 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4528925 Dec 17 13:05:48.069634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Request body: {'port': {'device_id': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:48.127989 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-27510ac9-ba71-4fc8-9ff4-0a4d59547f58 None None] Provisioning complete for port b4576593-6006-4e65-a400-d4f69138a37a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:48.134656 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-27510ac9-ba71-4fc8-9ff4-0a4d59547f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.143186 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:48.150691 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25414e5-949a-4061-909b-4f4da387c82b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:48.167481 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.198685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-27510ac9-ba71-4fc8-9ff4-0a4d59547f58 None None] Port b4576593-6006-4e65-a400-d4f69138a37a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:05:48.224886 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6643931-9d6a-47db-9aa1-4194de3cbb30 x-openstack-request-id: req-e6643931-9d6a-47db-9aa1-4194de3cbb30 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:48.225105 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64eaf2c6-fcf7-4747-8428-6bfd5dad99c7", "tag": "5ff34d4d-96ac-4363-a60b-a24cb35a264b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:48.225305 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6643931-9d6a-47db-9aa1-4194de3cbb30 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:48.225910 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64eaf2c6-fcf7-4747-8428-6bfd5dad99c7', 'tag': '5ff34d4d-96ac-4363-a60b-a24cb35a264b', 'status': 'completed', 'code': 200} Dec 17 13:05:48.272255 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.281841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8887757-977b-45ce-886f-4475f38cde8d req-385eea27-62ae-41a5-9811-1b38f9a0b56c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:48.283387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8887757-977b-45ce-886f-4475f38cde8d req-385eea27-62ae-41a5-9811-1b38f9a0b56c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1133468 Dec 17 13:05:48.289999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 47603b0e-64fd-45b3-bb6d-74734c027388 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:48.317310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d3a086a8-ad24-4f53-9918-2759490e0b56 req-fdff17fa-d904-474c-bcc2-f43ff631b70f tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/343b52a2-f0ec-444c-974b-02a2727d9d4e HTTP/1.1" status: 200 len: 1816 time: 0.1069434 Dec 17 13:05:48.320872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7439ca4-7bd5-4e24-85d0-bdf7f0428545 req-9fcd9fda-6ad2-4f65-98b4-d5563bbefad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:48.322364 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7439ca4-7bd5-4e24-85d0-bdf7f0428545 req-9fcd9fda-6ad2-4f65-98b4-d5563bbefad9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d0a38d1eb93341389944ab725f109b24&device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 1099 time: 0.0932128 Dec 17 13:05:48.419134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 47603b0e-64fd-45b3-bb6d-74734c027388 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:05:48.424025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 47603b0e-64fd-45b3-bb6d-74734c027388 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:48.424537 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.431546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8887757-977b-45ce-886f-4475f38cde8d req-aafe375c-a88b-4548-a797-0a230ac0a241 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382501 Dec 17 13:05:48.447373 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.491528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d3a086a8-ad24-4f53-9918-2759490e0b56 req-f5b5cee7-a753-40e2-965e-4e4aa6c21ad8 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.522961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7439ca4-7bd5-4e24-85d0-bdf7f0428545 req-2971143b-9a84-4a88-9002-1e69bb8f86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:48.524654 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7439ca4-7bd5-4e24-85d0-bdf7f0428545 req-2971143b-9a84-4a88-9002-1e69bb8f86a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1949379 Dec 17 13:05:48.528657 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:48.548779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:48.554505 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.578648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:48.579608 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:48.580216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.581958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2b6477-de94-47f3-992c-667071334929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47603b0e-64fd-45b3-bb6d-74734c027388'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:48.583420 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d3a086a8-ad24-4f53-9918-2759490e0b56 req-f5b5cee7-a753-40e2-965e-4e4aa6c21ad8 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.584903 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97fd7ce-898f-428e-975b-3b5f2fc1ef5d" -d '{"events": [{"server_uuid": "cb2b6477-de94-47f3-992c-667071334929", "name": "network-vif-plugged", "status": "completed", "tag": "47603b0e-64fd-45b3-bb6d-74734c027388"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:48.586112 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event updated for resources: {'Port': ['ID=86abdc54-b688-4868-b2ff-8387d1a4bb46,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:48.595956 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7439ca4-7bd5-4e24-85d0-bdf7f0428545 req-b2f4daea-b2ce-4e37-bc7e-ca51190d9567 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=5ff34d4d-96ac-4363-a60b-a24cb35a264b HTTP/1.1" status: 200 len: 217 time: 0.0632710 Dec 17 13:05:48.600113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 47603b0e-64fd-45b3-bb6d-74734c027388, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47603b0e-64fd-45b3-bb6d-74734c027388,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:48.615193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4576593-6006-4e65-a400-d4f69138a37a {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:48.627568 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.641398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Transition to ACTIVE for port object b4576593-6006-4e65-a400-d4f69138a37a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:05:48.680779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7439ca4-7bd5-4e24-85d0-bdf7f0428545 req-8f3e8675-d0a7-4e0c-8726-4e40639e8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:48.682364 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7439ca4-7bd5-4e24-85d0-bdf7f0428545 req-8f3e8675-d0a7-4e0c-8726-4e40639e8b39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0731621 Dec 17 13:05:48.693210 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.730220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7439ca4-7bd5-4e24-85d0-bdf7f0428545 req-9f0aeae7-b429-4a68-a144-45ae829d2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:48.731935 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7439ca4-7bd5-4e24-85d0-bdf7f0428545 req-9f0aeae7-b429-4a68-a144-45ae829d2b72 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430515 Dec 17 13:05:48.744177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.748047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=47603b0e-64fd-45b3-bb6d-74734c027388,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:48.752329 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4f471b52-db16-4ba4-ab02-8f32e0c38a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9079874 Dec 17 13:05:48.760130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52038) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:48.788630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:48.794697 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.830592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Pushing event updated for resources: {'Port': ['ID=b4576593-6006-4e65-a400-d4f69138a37a,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:48.848200 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7439ca4-7bd5-4e24-85d0-bdf7f0428545 req-d61a107b-70fc-464b-bd2a-867fbced7b20 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090066 Dec 17 13:05:48.908561 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.914458 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d3a086a8-ad24-4f53-9918-2759490e0b56 req-f5b5cee7-a753-40e2-965e-4e4aa6c21ad8 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.917137 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d3a086a8-ad24-4f53-9918-2759490e0b56 req-f5b5cee7-a753-40e2-965e-4e4aa6c21ad8 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:48.918338 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d3a086a8-ad24-4f53-9918-2759490e0b56 req-f5b5cee7-a753-40e2-965e-4e4aa6c21ad8 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "DELETE /v2.0/security-groups/343b52a2-f0ec-444c-974b-02a2727d9d4e HTTP/1.1" status: 204 len: 173 time: 0.5790818 Dec 17 13:05:48.934725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5cee7-a753-40e2-965e-4e4aa6c21ad8 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=343b52a2-f0ec-444c-974b-02a2727d9d4e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:48.970501 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abe59c0-568e-4f2c-806f-be4154813b00 x-openstack-request-id: req-1abe59c0-568e-4f2c-806f-be4154813b00 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:48.970915 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:48.971263 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1abe59c0-568e-4f2c-806f-be4154813b00 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:48.972131 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'status': 'completed', 'code': 200} Dec 17 13:05:48.994494 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7439ca4-7bd5-4e24-85d0-bdf7f0428545 req-5c0723d5-5c71-4120-916c-57ff6eb767de service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384416 Dec 17 13:05:49.015452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Attempting to bind port b4576593-6006-4e65-a400-d4f69138a37a on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:49.016109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Attempting to bind port b4576593-6006-4e65-a400-d4f69138a37a by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:49.016709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Attempting to bind port b4576593-6006-4e65-a400-d4f69138a37a on network 532b07a9-72bf-4e87-a287-eb9d3d8c302a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:49.025194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Port b4576593-6006-4e65-a400-d4f69138a37a on network 532b07a9-72bf-4e87-a287-eb9d3d8c302a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:49.025641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Attempting to bind port b4576593-6006-4e65-a400-d4f69138a37a on network 532b07a9-72bf-4e87-a287-eb9d3d8c302a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:49.044691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:05:49.045033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Checking segment: {'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:49.045747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Bound using segment: {'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:05:49.046482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Bound port: b4576593-6006-4e65-a400-d4f69138a37a, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d61f538-e7eb-4e89-a628-7c330cdaa3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:05:49.046850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:49.081161 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-f53860b5-8114-4e81-b9f0-92910ae78a72 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips/4a6a7b35-e256-471d-999b-fd6fbf98ac65 HTTP/1.1" status: 200 len: 693 time: 0.0854073 Dec 17 13:05:49.112970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25414e5-949a-4061-909b-4f4da387c82b req-edc37615-0688-44fc-8189-60918078f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:49.114614 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c25414e5-949a-4061-909b-4f4da387c82b req-edc37615-0688-44fc-8189-60918078f5d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92e468af24b045e1a43d72e62a88f5c2&device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.0721872 Dec 17 13:05:49.272298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-20d3e7c6-1d64-4061-88d6-b59620125c77 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:49.273801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-20d3e7c6-1d64-4061-88d6-b59620125c77 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.1855106 Dec 17 13:05:49.287391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-5091d12c-fb1b-41ab-b13f-0987fd3092a9 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:05:49.291260 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-5091d12c-fb1b-41ab-b13f-0987fd3092a9 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081956 Dec 17 13:05:49.292173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25414e5-949a-4061-909b-4f4da387c82b req-e03031ea-094d-4851-a957-6fa0d7ad25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:49.293663 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c25414e5-949a-4061-909b-4f4da387c82b req-e03031ea-094d-4851-a957-6fa0d7ad25f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 200 len: 922 time: 0.1489592 Dec 17 13:05:49.371650 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c25414e5-949a-4061-909b-4f4da387c82b req-cb1f88d7-aea3-4bcd-821d-e1c8f213c3e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 200 len: 217 time: 0.0683556 Dec 17 13:05:49.376937 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-457b344d-6b69-4386-bd45-5aaacc0cadf9 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 696 time: 0.0804651 Dec 17 13:05:49.457157 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-21643910-0cf8-46f3-9e54-509c682472f4 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.71 HTTP/1.1" status: 200 len: 696 time: 0.0686967 Dec 17 13:05:49.473646 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25414e5-949a-4061-909b-4f4da387c82b req-5c463ba6-d505-4b8b-960d-ca60d76968eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:49.475094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c25414e5-949a-4061-909b-4f4da387c82b req-5c463ba6-d505-4b8b-960d-ca60d76968eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 200 len: 860 time: 0.0946434 Dec 17 13:05:49.552955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] For port b4576593-6006-4e65-a400-d4f69138a37a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:49.577622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] For port b4576593-6006-4e65-a400-d4f69138a37a, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=b4576593-6006-4e65-a400-d4f69138a37a,segment=NetworkSegment(2d61f538-e7eb-4e89-a628-7c330cdaa3cc),segment_id=2d61f538-e7eb-4e89-a628-7c330cdaa3cc)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:05:49.587230 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25414e5-949a-4061-909b-4f4da387c82b req-929c8c56-5b79-4b41-aa84-c9f1112272ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:49.589344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c25414e5-949a-4061-909b-4f4da387c82b req-929c8c56-5b79-4b41-aa84-c9f1112272ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=506e5122-0008-430c-937d-e9db9c21f448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873473 Dec 17 13:05:49.591774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] device_id is not set on port 86abdc54-b688-4868-b2ff-8387d1a4bb46 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:05:49.600528 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:49.606924 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651a5f-9672-414c-acf3-b69444eff102 req-f7ff303b-da39-48f7-bb8e-cf300300f72a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:49.611910 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-f7ff303b-da39-48f7-bb8e-cf300300f72a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 811 time: 0.2055809 Dec 17 13:05:49.611910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:49.625195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-15cd909d-da0a-4ce6-86c9-507d6f5c384c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/quotas/ca01150a9fe44a7cb17b5cf0edbcddab HTTP/1.1" status: 200 len: 375 time: 0.0095954 Dec 17 13:05:49.661513 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:49.703106 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:49.706735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-1bb8e117-4632-4e0f-80bd-41e4590d5ceb tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Deleting port 4762aa16-7622-4ac2-8175-5c069aa8c4d7 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:05:49.707089 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-1bb8e117-4632-4e0f-80bd-41e4590d5ceb tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:49.711369 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c25414e5-949a-4061-909b-4f4da387c82b req-767529ac-c9bc-40c3-90be-10c53ae1d3ad service neutron] 10.222.0.61 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055923 Dec 17 13:05:49.718318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:49.719045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:49.720567 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] 10.222.0.54 "PUT /v2.0/ports/b4576593-6006-4e65-a400-d4f69138a37a HTTP/1.1" status: 200 len: 1092 time: 1.6605289 Dec 17 13:05:49.746250 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-a27e96a0-7f9f-4397-ad96-7228f96bb713 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1151838 Dec 17 13:05:49.821380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe76af-3778-4070-95ec-1eec414c28bc service neutron] Pushing event updated for resources: {'Port': ['ID=b4576593-6006-4e65-a400-d4f69138a37a,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:49.866072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-1bb8e117-4632-4e0f-80bd-41e4590d5ceb tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:49.866072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-1bb8e117-4632-4e0f-80bd-41e4590d5ceb tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:49.888287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-1bb8e117-4632-4e0f-80bd-41e4590d5ceb tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Calling delete_port for 4762aa16-7622-4ac2-8175-5c069aa8c4d7 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:05:49.893886 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c25414e5-949a-4061-909b-4f4da387c82b req-e73e1025-2112-4d70-b994-b8b3d8fd6468 service neutron] 10.222.0.61 "GET /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690791 Dec 17 13:05:49.901497 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:49.901963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:49.902393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:49.939232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event updated for resources: {'Port': ['ID=86abdc54-b688-4868-b2ff-8387d1a4bb46,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:49.945078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:49.945510 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:49.952237 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 2 to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 Dec 17 13:05:49.977481 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-bdfeab4a-0600-4628-a616-eb0dc3e093a9 service neutron] 10.222.0.59 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164528 Dec 17 13:05:49.979248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:49.979481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:49.979823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:49.997830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-1bf14424-da0b-4681-8bc9-989df3c65ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:49.999310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-1bf14424-da0b-4681-8bc9-989df3c65ec9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ff52ceff2064ff5a58c70d4f4e98479&device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 1095 time: 0.1231136 Dec 17 13:05:50.009353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:50.009721 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:50.034615 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 3 to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 Dec 17 13:05:50.091442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:50.091787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:50.092133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:50.094847 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-cc1efd56-f496-4664-be13-0ae58103debd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4576593-6006-4e65-a400-d4f69138a37a HTTP/1.1" status: 200 len: 217 time: 0.0842922 Dec 17 13:05:50.103215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:50.103539 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:50.111739 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 4 to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 Dec 17 13:05:50.130992 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-1bb8e117-4632-4e0f-80bd-41e4590d5ceb tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:50.157315 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8e117-4632-4e0f-80bd-41e4590d5ceb tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Pushing event deleted for resources: {'Port': ['ID=4762aa16-7622-4ac2-8175-5c069aa8c4d7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:50.165901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:50.165901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:50.165901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:50.177602 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-e49f9d5e-83bf-4d9a-b119-9ae7a6332bd4 service neutron] 10.222.0.59 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918721 Dec 17 13:05:50.178165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:50.178494 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:50.180484 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 5 to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 Dec 17 13:05:50.192564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-56a72413-803b-45b8-b617-aedefd0e5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.194091 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-56a72413-803b-45b8-b617-aedefd0e5b3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0febe668-77df-4edd-b6f0-2ecbd6619e39 HTTP/1.1" status: 200 len: 868 time: 0.0918808 Dec 17 13:05:50.199176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:50.199522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:50.199866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:50.214155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:50.214155 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:50.225309 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-1bb8e117-4632-4e0f-80bd-41e4590d5ceb tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:50.227764 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 6 to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 Dec 17 13:05:50.228088 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-1bb8e117-4632-4e0f-80bd-41e4590d5ceb tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:50.229806 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be1cec4c-1ab1-4694-9678-12287b04a33e req-1bb8e117-4632-4e0f-80bd-41e4590d5ceb tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "DELETE /v2.0/floatingips/4a6a7b35-e256-471d-999b-fd6fbf98ac65 HTTP/1.1" status: 204 len: 173 time: 0.7660234 Dec 17 13:05:50.234691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'tag': 'b4576593-6006-4e65-a400-d4f69138a37a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:50.241443 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d4ff5b-1b5b-46d1-a6dc-bbb5a9f67f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a39deb7-e67d-4127-8359-9f7dd0eb31ba", "tag": "b4576593-6006-4e65-a400-d4f69138a37a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:50.261499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:50.261876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:50.262228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:50.269224 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c26b2e1-8843-4c0b-ab13-de4815f4fa68 x-openstack-request-id: req-6c26b2e1-8843-4c0b-ab13-de4815f4fa68 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:50.269820 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2b6477-de94-47f3-992c-667071334929", "name": "network-vif-plugged", "status": "completed", "tag": "47603b0e-64fd-45b3-bb6d-74734c027388", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:50.270341 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c26b2e1-8843-4c0b-ab13-de4815f4fa68 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:50.271065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:50.271590 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:50.271729 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2b6477-de94-47f3-992c-667071334929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47603b0e-64fd-45b3-bb6d-74734c027388', 'code': 200} Dec 17 13:05:50.273009 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 7 to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 Dec 17 13:05:50.278489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-500850fd-f594-4c8e-adb4-67b2c1bf49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.280044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-500850fd-f594-4c8e-adb4-67b2c1bf49a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=532b07a9-72bf-4e87-a287-eb9d3d8c302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779099 Dec 17 13:05:50.288228 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 5ff34d4d-96ac-4363-a60b-a24cb35a264b details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:05:50.298528 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:50.298865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:50.299390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:50.337246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:50.337891 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:50.339965 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 8 to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 Dec 17 13:05:50.359958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:50.360481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:50.360997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:50.371341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:50.372039 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:50.374114 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 9 to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 Dec 17 13:05:50.400425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:50.400836 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:50.401148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:50.414637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:50.414877 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:50.417101 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 10 to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 Dec 17 13:05:50.427693 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-a903a598-44f5-4b9b-aa96-f347e29d1ef0 service neutron] 10.222.0.54 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384354 Dec 17 13:05:50.433968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:50.434317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:50.434660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:50.446246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967eebf-dd37-4ed5-9dde-6ba3711486f2 req-8467ea05-43cd-4bda-bc5e-1a5529f0c167 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.447801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f967eebf-dd37-4ed5-9dde-6ba3711486f2 req-8467ea05-43cd-4bda-bc5e-1a5529f0c167 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 948 time: 0.1247041 Dec 17 13:05:50.455089 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461f679-35c9-4cea-9ee3-5d3ac81a2db8 req-55d7c1ff-004e-4ed3-bb1c-7e1553c064ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.456559 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9461f679-35c9-4cea-9ee3-5d3ac81a2db8 req-55d7c1ff-004e-4ed3-bb1c-7e1553c064ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 1096 time: 0.1037664 Dec 17 13:05:50.457240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 5ff34d4d-96ac-4363-a60b-a24cb35a264b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5ff34d4d-96ac-4363-a60b-a24cb35a264b,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:50.458535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:50.458878 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:50.459256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:50.474790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '5ff34d4d-96ac-4363-a60b-a24cb35a264b', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '5ff34d4d-96ac-4363-a60b-a24cb35a264b', 'mac_address': 'fa:16:3e:86:bf:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:05:50.529301 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f967eebf-dd37-4ed5-9dde-6ba3711486f2 req-66436521-4cfe-4cea-908d-f14f3ef054aa tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714128 Dec 17 13:05:50.535193 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9461f679-35c9-4cea-9ee3-5d3ac81a2db8 req-815046de-89c4-4a15-9ed9-3d9d5116fe40 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715845 Dec 17 13:05:50.545360 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:50.563076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff34d4d-96ac-4363-a60b-a24cb35a264b {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:50.587699 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-cd29a758-b7e0-4fc0-8975-dbe82e81911b req-cfe94231-9b24-4886-a664-a61a5ede253d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] show failed (client error): The resource could not be found. Dec 17 13:05:50.589329 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd29a758-b7e0-4fc0-8975-dbe82e81911b req-cfe94231-9b24-4886-a664-a61a5ede253d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/343b52a2-f0ec-444c-974b-02a2727d9d4e HTTP/1.1" status: 404 len: 352 time: 0.0174077 Dec 17 13:05:50.593955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 5ff34d4d-96ac-4363-a60b-a24cb35a264b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5ff34d4d-96ac-4363-a60b-a24cb35a264b,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:50.611751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d96c4-da14-466f-98a0-6e0acb5b5e27 req-2bff283c-2dcc-4ef0-8537-e039361c08da tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.618427 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e6d96c4-da14-466f-98a0-6e0acb5b5e27 req-2bff283c-2dcc-4ef0-8537-e039361c08da tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 944 time: 0.1792557 Dec 17 13:05:50.672549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] For port 86abdc54-b688-4868-b2ff-8387d1a4bb46, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:50.673236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempted to set empty binding levels {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 13:05:50.676528 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:50.684503 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ffc830f-a285-4930-8764-9cb0368a4f99 req-d5576011-ca29-46ea-bf32-dfc50bdef9cc service neutron] 10.222.0.54 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439179 Dec 17 13:05:50.701170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e9e6-6474-43de-86ef-da04cf941b59 req-161c6917-e434-497c-9a1f-d52e7d0243ee tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.702825 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e255e9e6-6474-43de-86ef-da04cf941b59 req-161c6917-e434-497c-9a1f-d52e7d0243ee tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.0547509 Dec 17 13:05:50.702967 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e6d96c4-da14-466f-98a0-6e0acb5b5e27 req-f5a17bdc-1c35-4fab-922c-b1684fc4f262 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/security-groups?id=0816240b-5348-4421-a4bc-868b6c71b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834095 Dec 17 13:05:50.730339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=5ff34d4d-96ac-4363-a60b-a24cb35a264b,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:50.765042 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e255e9e6-6474-43de-86ef-da04cf941b59 req-a060622a-f913-4c2d-a48a-d7c3101d8c6b tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556486 Dec 17 13:05:50.785763 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:50.819027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] In _notify_port_updated(), no bound segment for port 86abdc54-b688-4868-b2ff-8387d1a4bb46 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:05:50.819940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.820804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:50.825557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "PUT /v2.0/ports/86abdc54-b688-4868-b2ff-8387d1a4bb46 HTTP/1.1" status: 200 len: 979 time: 2.0434031 Dec 17 13:05:50.826512 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52080) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:50.840343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8b1e7-f7d1-4925-b529-78995a2a0cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event updated for resources: {'Port': ['ID=86abdc54-b688-4868-b2ff-8387d1a4bb46,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:50.901787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['5ff34d4d-96ac-4363-a60b-a24cb35a264b'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:50.925142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.925723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.926197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.926664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.927197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.927669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.930340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.930340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.930340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.930340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.930340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.930799 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.930934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.931421 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.931879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.932867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.933325 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.933807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.934268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.934724 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.935203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.935637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.936094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:50.939025 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-43438557-6014-42ae-b1d6-df0cd9327544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20796 time: 0.1107650 Dec 17 13:05:50.942747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52086) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:51.022933 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-87573c44-f7b3-42cf-8c26-458b1e9433a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Deleting port 86abdc54-b688-4868-b2ff-8387d1a4bb46 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:05:51.023280 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87573c44-f7b3-42cf-8c26-458b1e9433a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:51.086391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-87573c44-f7b3-42cf-8c26-458b1e9433a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] For port 86abdc54-b688-4868-b2ff-8387d1a4bb46, host n-h1-815324-5, got binding levels [] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:51.086755 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87573c44-f7b3-42cf-8c26-458b1e9433a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:51.100512 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-87573c44-f7b3-42cf-8c26-458b1e9433a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Calling delete_port for 86abdc54-b688-4868-b2ff-8387d1a4bb46 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:05:51.184548 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621c4eac-d9ad-4f30-bab4-0e9985a3a0a1 x-openstack-request-id: req-621c4eac-d9ad-4f30-bab4-0e9985a3a0a1 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:51.184885 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a39deb7-e67d-4127-8359-9f7dd0eb31ba", "tag": "b4576593-6006-4e65-a400-d4f69138a37a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:51.186031 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-621c4eac-d9ad-4f30-bab4-0e9985a3a0a1 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:51.186446 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'tag': 'b4576593-6006-4e65-a400-d4f69138a37a', 'status': 'completed', 'code': 200} Dec 17 13:05:51.240189 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4252ff1-102f-431e-9604-576b81e2ed92 req-12cd9e80-7112-4570-bf20-78ca476413f6 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 210 time: 0.0278819 Dec 17 13:05:51.256149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4ff5b-1b5b-46d1-a6dc-bbb5a9f67f3e req-f488462f-0dbe-4f6c-9ff2-93a99b4bb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:51.257787 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81d4ff5b-1b5b-46d1-a6dc-bbb5a9f67f3e req-f488462f-0dbe-4f6c-9ff2-93a99b4bb648 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ff52ceff2064ff5a58c70d4f4e98479&device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 1095 time: 0.0453331 Dec 17 13:05:51.290513 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87573c44-f7b3-42cf-8c26-458b1e9433a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:51.345562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87573c44-f7b3-42cf-8c26-458b1e9433a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event deleted for resources: {'Port': ['ID=86abdc54-b688-4868-b2ff-8387d1a4bb46,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:51.360101 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87573c44-f7b3-42cf-8c26-458b1e9433a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:51.363651 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-87573c44-f7b3-42cf-8c26-458b1e9433a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "DELETE /v2.0/ports/86abdc54-b688-4868-b2ff-8387d1a4bb46 HTTP/1.1" status: 204 len: 168 time: 0.4199529 Dec 17 13:05:51.368136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52096) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:51.375365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4ff5b-1b5b-46d1-a6dc-bbb5a9f67f3e req-f3d82e38-2947-48cd-8ada-45f4692c7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:51.377003 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5bb46c5e-7614-4800-bb7d-ff4f70730ce4 req-438a8550-036d-41ea-be62-5cb799556fd7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0afffa0124ee4694b9b77d196ec69285 HTTP/1.1" status: 200 len: 6199 time: 0.1133168 Dec 17 13:05:51.383481 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81d4ff5b-1b5b-46d1-a6dc-bbb5a9f67f3e req-f3d82e38-2947-48cd-8ada-45f4692c7cec service neutron] 10.222.0.54 "GET /v2.0/networks?id=532b07a9-72bf-4e87-a287-eb9d3d8c302a HTTP/1.1" status: 200 len: 930 time: 0.1167653 Dec 17 13:05:51.418947 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7314cffb-5a64-43e2-a3c0-89653afe7f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] GET failed (client error): The resource could not be found. Dec 17 13:05:51.423876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7314cffb-5a64-43e2-a3c0-89653afe7f0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "GET /v2.0/ports/86abdc54-b688-4868-b2ff-8387d1a4bb46 HTTP/1.1" status: 404 len: 333 time: 0.0512662 Dec 17 13:05:51.426635 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52098) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:51.432752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1781505386', 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:51.440932 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5bb46c5e-7614-4800-bb7d-ff4f70730ce4 req-a6bd6b6f-7fda-4931-ae21-cdc1053c6600 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/c00e9022-c463-4906-bbe8-0bb08284760e HTTP/1.1" status: 200 len: 2998 time: 0.0578904 Dec 17 13:05:51.477722 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81d4ff5b-1b5b-46d1-a6dc-bbb5a9f67f3e req-6488c8bc-14ca-4284-9998-a2c26d3d0c3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4576593-6006-4e65-a400-d4f69138a37a HTTP/1.1" status: 200 len: 217 time: 0.0674524 Dec 17 13:05:51.508451 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5bb46c5e-7614-4800-bb7d-ff4f70730ce4 req-b42c13bf-281b-4d33-ab24-4003bda70929 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/c00e9022-c463-4906-bbe8-0bb08284760e HTTP/1.1" status: 200 len: 2998 time: 0.0546265 Dec 17 13:05:51.529056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-96d41b0b-ee92-4974-b934-fc56b74ff81f req-9f0be477-111c-4408-aedf-418cba37bebb tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1310687560', 'description': 'tempest-description-1411667743'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:51.531309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06477a19-28fe-4aa0-99d2-24f931f9fbea req-3234e2d6-d53c-4c85-993c-7945b215992c tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:51.533039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06477a19-28fe-4aa0-99d2-24f931f9fbea req-3234e2d6-d53c-4c85-993c-7945b215992c tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 945 time: 0.1213796 Dec 17 13:05:51.544687 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Made reservation on behalf of e11b413729344767bfb7f273a015e1c1 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:51.547011 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:51.565031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4ff5b-1b5b-46d1-a6dc-bbb5a9f67f3e req-0cd64cce-9d95-4f11-8bba-ae693a6fbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:51.566612 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81d4ff5b-1b5b-46d1-a6dc-bbb5a9f67f3e req-0cd64cce-9d95-4f11-8bba-ae693a6fbdb2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0febe668-77df-4edd-b6f0-2ecbd6619e39 HTTP/1.1" status: 200 len: 868 time: 0.0803638 Dec 17 13:05:51.574685 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] device_id is not set on port 200fba4a-d976-44c3-9a5b-e0a85400c695 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:05:51.650692 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06477a19-28fe-4aa0-99d2-24f931f9fbea req-04ebf4df-cbf2-419d-9d1c-f922897b1535 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112242 Dec 17 13:05:51.658991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4ff5b-1b5b-46d1-a6dc-bbb5a9f67f3e req-15eff762-dd08-48a8-aaa6-3361f2c6f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:51.660594 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81d4ff5b-1b5b-46d1-a6dc-bbb5a9f67f3e req-15eff762-dd08-48a8-aaa6-3361f2c6f4d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=532b07a9-72bf-4e87-a287-eb9d3d8c302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810752 Dec 17 13:05:51.687520 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-96d41b0b-ee92-4974-b934-fc56b74ff81f req-9f0be477-111c-4408-aedf-418cba37bebb tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:51.780547 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:51.829124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fc903-06fb-4034-88d2-04d7c45dc430 req-70416374-f69c-4937-968c-8f2036297115 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:51.830660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-948fc903-06fb-4034-88d2-04d7c45dc430 req-70416374-f69c-4937-968c-8f2036297115 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 949 time: 0.0797715 Dec 17 13:05:51.832935 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81d4ff5b-1b5b-46d1-a6dc-bbb5a9f67f3e req-09801f84-4da8-4625-945e-0f28d554ac5c service neutron] 10.222.0.54 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650112 Dec 17 13:05:51.833098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-96d41b0b-ee92-4974-b934-fc56b74ff81f req-9f0be477-111c-4408-aedf-418cba37bebb tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:51.928006 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-96d41b0b-ee92-4974-b934-fc56b74ff81f req-9f0be477-111c-4408-aedf-418cba37bebb tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:51.934507 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:51.957369 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52110) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:51.975565 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-948fc903-06fb-4034-88d2-04d7c45dc430 req-847c91f8-550b-42b3-847e-49fa8ee151ac tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349852 Dec 17 13:05:52.004512 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81d4ff5b-1b5b-46d1-a6dc-bbb5a9f67f3e req-2350a0dd-70cf-4f76-ad30-4da88cb33076 service neutron] 10.222.0.54 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547999 Dec 17 13:05:52.036352 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:52.037112 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0be477-111c-4408-aedf-418cba37bebb tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdcd749-4bd1-4479-acfe-bc88f9d78ea5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:52.043681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:52.061673 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-96d41b0b-ee92-4974-b934-fc56b74ff81f req-9f0be477-111c-4408-aedf-418cba37bebb tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.063033 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-96d41b0b-ee92-4974-b934-fc56b74ff81f req-9f0be477-111c-4408-aedf-418cba37bebb tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5383980 Dec 17 13:05:52.063690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:52.064620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:52.065358 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.080335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event updated for resources: {'Port': ['ID=200fba4a-d976-44c3-9a5b-e0a85400c695,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:52.095899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383abf31-cda7-499c-8521-28f9d422f472 req-5bdc34e2-5bb5-45e4-8f72-7952020ec8b1 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:52.106133 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-383abf31-cda7-499c-8521-28f9d422f472 req-5bdc34e2-5bb5-45e4-8f72-7952020ec8b1 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 944 time: 0.0718451 Dec 17 13:05:52.158472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-383abf31-cda7-499c-8521-28f9d422f472 req-602d8dda-80f5-48e4-8789-332cceea09c0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/security-groups?id=0816240b-5348-4421-a4bc-868b6c71b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508645 Dec 17 13:05:52.175403 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-27c5d53f-9778-47fe-8f09-45b04a04d387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7456665 Dec 17 13:05:52.178577 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52116) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:52.194539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-8dcfefde-5bff-4522-9eb4-c4cda1313718 req-6531a951-f26d-4916-b19d-085cdc142886 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1958033046', 'description': 'tempest-description-1740924576'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:52.229099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6103410-0e5b-47cd-9b81-7ffb25dd3e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:52.233037 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e6103410-0e5b-47cd-9b81-7ffb25dd3e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "GET /v2.0/ports/200fba4a-d976-44c3-9a5b-e0a85400c695 HTTP/1.1" status: 200 len: 959 time: 0.0531991 Dec 17 13:05:52.233707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52118) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:52.305284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 5ff34d4d-96ac-4363-a60b-a24cb35a264b up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:52.326825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3cb0c96f-2e95-4a23-8206-c153536e6ad8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Deleting port 200fba4a-d976-44c3-9a5b-e0a85400c695 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:05:52.327219 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c96f-2e95-4a23-8206-c153536e6ad8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.363789 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8dcfefde-5bff-4522-9eb4-c4cda1313718 req-6531a951-f26d-4916-b19d-085cdc142886 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.402457 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c96f-2e95-4a23-8206-c153536e6ad8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.420972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3cb0c96f-2e95-4a23-8206-c153536e6ad8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Calling delete_port for 200fba4a-d976-44c3-9a5b-e0a85400c695 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:05:52.423066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 5ff34d4d-96ac-4363-a60b-a24cb35a264b completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:05:52.427955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 5ff34d4d-96ac-4363-a60b-a24cb35a264b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:52.428453 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.520746 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.522293 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8dcfefde-5bff-4522-9eb4-c4cda1313718 req-6531a951-f26d-4916-b19d-085cdc142886 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.546167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64eaf2c6-fcf7-4747-8428-6bfd5dad99c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff34d4d-96ac-4363-a60b-a24cb35a264b'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:52.548471 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da47e8f-8442-4a67-8cbc-b2c4e489a703" -d '{"events": [{"server_uuid": "64eaf2c6-fcf7-4747-8428-6bfd5dad99c7", "name": "network-vif-plugged", "status": "completed", "tag": "5ff34d4d-96ac-4363-a60b-a24cb35a264b"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:52.549443 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831904f-23a5-47b4-a47a-82e49ffbccff req-afd7f663-4eb0-4efa-9607-77a1e2ca4a2d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:52.551039 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5831904f-23a5-47b4-a47a-82e49ffbccff req-afd7f663-4eb0-4efa-9607-77a1e2ca4a2d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.4177897 Dec 17 13:05:52.558316 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-928ebf41-fec2-4e5f-abe8-9c632f5cc3c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9cc65f28d254c03890b7efa9f979548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5965900 Dec 17 13:05:52.566712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52124) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:52.566902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 5ff34d4d-96ac-4363-a60b-a24cb35a264b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5ff34d4d-96ac-4363-a60b-a24cb35a264b,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:52.599626 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5831904f-23a5-47b4-a47a-82e49ffbccff req-ddfdaeab-537a-4928-b789-19fa6a13f6ab tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401397 Dec 17 13:05:52.611552 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-322f65c9-0829-4827-9fe1-6c978f7ec41a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.630270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8dcfefde-5bff-4522-9eb4-c4cda1313718 req-6531a951-f26d-4916-b19d-085cdc142886 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.638790 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c96f-2e95-4a23-8206-c153536e6ad8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.658102 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-322f65c9-0829-4827-9fe1-6c978f7ec41a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.682795 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.692614 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f3b4cb6-ac5a-4570-a844-3d8d8eaf50e5 req-731dce13-4661-474a-90e1-c06e91fb3f71 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 210 time: 0.0269454 Dec 17 13:05:52.719188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0c96f-2e95-4a23-8206-c153536e6ad8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event deleted for resources: {'Port': ['ID=200fba4a-d976-44c3-9a5b-e0a85400c695,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:52.733184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531a951-f26d-4916-b19d-085cdc142886 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f19da6-3452-4d6e-b78d-9a6beded16b9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:52.739719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3cb0c96f-2e95-4a23-8206-c153536e6ad8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.743307 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3cb0c96f-2e95-4a23-8206-c153536e6ad8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "DELETE /v2.0/ports/200fba4a-d976-44c3-9a5b-e0a85400c695 HTTP/1.1" status: 204 len: 168 time: 0.5063443 Dec 17 13:05:52.748658 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52130) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:52.772364 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8dcfefde-5bff-4522-9eb4-c4cda1313718 req-6531a951-f26d-4916-b19d-085cdc142886 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.787687 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8dcfefde-5bff-4522-9eb4-c4cda1313718 req-6531a951-f26d-4916-b19d-085cdc142886 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5981212 Dec 17 13:05:52.796866 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-6882a832-1fc4-4853-80b1-7f8e04c6b2a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] GET failed (client error): The resource could not be found. Dec 17 13:05:52.798479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6882a832-1fc4-4853-80b1-7f8e04c6b2a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "GET /v2.0/ports/200fba4a-d976-44c3-9a5b-e0a85400c695 HTTP/1.1" status: 404 len: 333 time: 0.0488405 Dec 17 13:05:52.803357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52134) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:52.810249 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=5ff34d4d-96ac-4363-a60b-a24cb35a264b,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:52.823758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Request body: {'port': {'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555651021'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:52.828921 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05919a5e-a460-4137-abac-bf000c08170e x-openstack-request-id: req-05919a5e-a460-4137-abac-bf000c08170e {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:52.829229 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64eaf2c6-fcf7-4747-8428-6bfd5dad99c7", "name": "network-vif-plugged", "status": "completed", "tag": "5ff34d4d-96ac-4363-a60b-a24cb35a264b", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:52.829481 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05919a5e-a460-4137-abac-bf000c08170e {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:52.830916 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64eaf2c6-fcf7-4747-8428-6bfd5dad99c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff34d4d-96ac-4363-a60b-a24cb35a264b', 'code': 200} Dec 17 13:05:52.925880 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-322f65c9-0829-4827-9fe1-6c978f7ec41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.929461 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-322f65c9-0829-4827-9fe1-6c978f7ec41a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:52.930760 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-322f65c9-0829-4827-9fe1-6c978f7ec41a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b728945f-a9a0-4d4d-8845-cb888973abc2 HTTP/1.1" status: 204 len: 168 time: 0.3687985 Dec 17 13:05:52.971265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651a5f-9672-414c-acf3-b69444eff102 req-7b30f4e4-07dc-4012-9aa7-88274f5b686c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:52.972663 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-7b30f4e4-07dc-4012-9aa7-88274f5b686c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 811 time: 0.1730976 Dec 17 13:05:52.980076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f65c9-0829-4827-9fe1-6c978f7ec41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b728945f-a9a0-4d4d-8845-cb888973abc2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:52.987191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Made reservation on behalf of e11b413729344767bfb7f273a015e1c1 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:52.990727 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:53.002176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-0c651a5f-9672-414c-acf3-b69444eff102 req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Request body: {'port': {'device_id': '0ccd1049-8f49-478b-a08a-3c70a833766e', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'admin_state_up': True, 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:53.006519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7a08-9e17-4bb3-a5bf-6f6fcaba55cd req-86cf51b2-c01c-4c27-92cd-cbfb325cabb8 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:53.008717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65ff7a08-9e17-4bb3-a5bf-6f6fcaba55cd req-86cf51b2-c01c-4c27-92cd-cbfb325cabb8 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 945 time: 0.1512065 Dec 17 13:05:53.013605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14ec0d-0908-4646-a68e-04dd2e7265ad req-f1e1e8e2-3ff6-464d-b693-060afa6c1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:53.016058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b14ec0d-0908-4646-a68e-04dd2e7265ad req-f1e1e8e2-3ff6-464d-b693-060afa6c1421 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 1101 time: 0.1463022 Dec 17 13:05:53.069104 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c0f3d-cc66-482b-b954-b00a32c946b9 req-7b5bf851-10f4-4492-a64c-ec63ca80caf5 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:53.070700 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-748c0f3d-cc66-482b-b954-b00a32c946b9 req-7b5bf851-10f4-4492-a64c-ec63ca80caf5 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 945 time: 0.1532030 Dec 17 13:05:53.077528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] device_id is not set on port 03d034df-4fae-4724-94c3-64ef8348c921 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:05:53.150075 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b14ec0d-0908-4646-a68e-04dd2e7265ad req-222daf36-74b6-4e73-b795-000a444bc419 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109600 Dec 17 13:05:53.161552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65ff7a08-9e17-4bb3-a5bf-6f6fcaba55cd req-9a051923-efb1-4318-a3d4-da71bf174036 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/security-groups?id=8125272a-a93d-45aa-abfa-30c86eb7af80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409583 Dec 17 13:05:53.250125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-748c0f3d-cc66-482b-b954-b00a32c946b9 req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Deleting port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:05:53.250582 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-748c0f3d-cc66-482b-b954-b00a32c946b9 req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:53.350358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a493b-24a8-4fa7-93a5-0cf6f20a1a4b req-29737c6b-3f78-45a2-8f3e-1628516a63ef tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:53.351917 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-776a493b-24a8-4fa7-93a5-0cf6f20a1a4b req-29737c6b-3f78-45a2-8f3e-1628516a63ef tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 950 time: 0.0975144 Dec 17 13:05:53.420364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-748c0f3d-cc66-482b-b954-b00a32c946b9 req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] For port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:53.420750 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-748c0f3d-cc66-482b-b954-b00a32c946b9 req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:53.444660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-748c0f3d-cc66-482b-b954-b00a32c946b9 req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Calling delete_port for 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:05:53.472724 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-776a493b-24a8-4fa7-93a5-0cf6f20a1a4b req-779783a9-7dfe-4c18-a289-9f93bbc570d9 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889916 Dec 17 13:05:53.500432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-f7d7831f-ba91-4614-a525-674d7fd2f07e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:53.507743 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-f7d7831f-ba91-4614-a525-674d7fd2f07e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/networks?id=048353f8-5aea-46a8-a6e7-130299cfb2a3 HTTP/1.1" status: 200 len: 813 time: 0.3024352 Dec 17 13:05:53.530860 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-33776721-88ed-4e85-b3f5-4982d326c20d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/quotas/0afffa0124ee4694b9b77d196ec69285 HTTP/1.1" status: 200 len: 375 time: 0.0222411 Dec 17 13:05:53.548779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:53.609310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c651a5f-9672-414c-acf3-b69444eff102 req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Made reservation on behalf of ca01150a9fe44a7cb17b5cf0edbcddab for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:53.612726 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0c651a5f-9672-414c-acf3-b69444eff102 req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:53.633724 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-95d12d5c-513a-4e62-a506-dc69e2d1d932 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0afffa0124ee4694b9b77d196ec69285&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890338 Dec 17 13:05:53.635273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f58ce-021a-4e7f-87d6-31de0699c44b req-0e31e8e9-aa16-4d33-94c5-30fa6ed87f80 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:53.636916 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e47f58ce-021a-4e7f-87d6-31de0699c44b req-0e31e8e9-aa16-4d33-94c5-30fa6ed87f80 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.0673833 Dec 17 13:05:53.690281 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-748c0f3d-cc66-482b-b954-b00a32c946b9 req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:53.703982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:53.740951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e47f58ce-021a-4e7f-87d6-31de0699c44b req-4d29dfb4-655d-4cde-8fa8-ea90001fdbd1 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940559 Dec 17 13:05:53.754540 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:53.783767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Pushing event deleted for resources: {'Port': ['ID=2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:53.807917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-748c0f3d-cc66-482b-b954-b00a32c946b9 req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] No DVR routers for this DVR port 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:05:53.810453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.810925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.811476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.811896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.812374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.812764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.813163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.813658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.813996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.814400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.814812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.815206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.815598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:05:53.818874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-748c0f3d-cc66-482b-b954-b00a32c946b9 req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:53.822732 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-748c0f3d-cc66-482b-b954-b00a32c946b9 req-b6d3a2bc-1401-41ee-a91e-513cbf3e1de0 tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.61 "DELETE /v2.0/ports/2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c HTTP/1.1" status: 204 len: 173 time: 0.7409382 Dec 17 13:05:53.823418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'name': 'network-vif-deleted', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:53.825304 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d656575-8c36-4175-902e-4e3326ac9df4" -d '{"events": [{"server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "name": "network-vif-deleted", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:53.869163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-7745b077-eac8-4148-90cd-d17ea1b9f21b service neutron] 10.222.0.59 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206326 Dec 17 13:05:53.878896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:53.885083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-0c651a5f-9672-414c-acf3-b69444eff102 req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Allocated IP 172.20.0.9 (2700c050-d57b-4cbb-9c83-ee91fcca14af/61924618-8120-4596-82b9-92acf8799f29/5da04916-a058-4f98-a1b5-089f900b8f53) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:05:53.896764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddd537-45cc-4b2c-9ec9-f50b8d6ef18c req-36290c62-6255-4efc-9284-0233f799c3fd tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:53.898321 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-83ddd537-45cc-4b2c-9ec9-f50b8d6ef18c req-36290c62-6255-4efc-9284-0233f799c3fd tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 944 time: 0.0700316 Dec 17 13:05:53.907132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:53.908256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:53.909204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:53.909900 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:53.921891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event updated for resources: {'Port': ['ID=03d034df-4fae-4724-94c3-64ef8348c921,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:53.977737 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-83ddd537-45cc-4b2c-9ec9-f50b8d6ef18c req-8e38705f-7b17-475a-8d7a-e19e68660ded tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/security-groups?id=0816240b-5348-4421-a4bc-868b6c71b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671761 Dec 17 13:05:54.040326 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-8d0a8091-4f98-45dd-b40d-87b63cdc2425 service neutron] 10.222.0.59 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566162 Dec 17 13:05:54.068419 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e095623f-e8c8-48fb-8d48-515b1eabedb1 req-d537950a-0b74-47bc-a2bd-e2ea05d2a7b7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 210 time: 0.0290711 Dec 17 13:05:54.090603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52176) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:54.090872 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-deb73c07-47a9-4b62-8e68-c6679dd4cf96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2861276 Dec 17 13:05:54.099736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:54.154793 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7075fb-bd54-47c7-b704-9e6cc740c7f3 x-openstack-request-id: req-7c7075fb-bd54-47c7-b704-9e6cc740c7f3 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:54.155085 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e78212d-58e3-4365-aa61-30bb277f3d8f", "name": "network-vif-deleted", "tag": "2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:54.155337 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c7075fb-bd54-47c7-b704-9e6cc740c7f3 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:54.155714 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e78212d-58e3-4365-aa61-30bb277f3d8f', 'name': 'network-vif-deleted', 'tag': '2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c', 'status': 'completed', 'code': 200} Dec 17 13:05:54.197247 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:54.233204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0c651a5f-9672-414c-acf3-b69444eff102 req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:54.320175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device b4576593-6006-4e65-a400-d4f69138a37a details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:05:54.417617 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0c651a5f-9672-414c-acf3-b69444eff102 req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:54.483297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port b4576593-6006-4e65-a400-d4f69138a37a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=b4576593-6006-4e65-a400-d4f69138a37a,segment=NetworkSegment(2d61f538-e7eb-4e89-a628-7c330cdaa3cc),segment_id=2d61f538-e7eb-4e89-a628-7c330cdaa3cc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:54.501987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'b4576593-6006-4e65-a400-d4f69138a37a', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'port_id': 'b4576593-6006-4e65-a400-d4f69138a37a', 'mac_address': 'fa:16:3e:6d:60:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:05:54.504701 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f96b61b-fdc4-4ca8-a57c-d30711e7050d req-f1ddc1a4-efc9-40ce-8127-c463a104d67b tempest-FloatingIPsAssociationTestJSON-639670214 tempest-FloatingIPsAssociationTestJSON-639670214-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e78212d-58e3-4365-aa61-30bb277f3d8f HTTP/1.1" status: 200 len: 210 time: 0.0992582 Dec 17 13:05:54.518712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['fcffe280-729a-485d-8c70-fe7b0dc2c70a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:54.531562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c651a5f-9672-414c-acf3-b69444eff102 req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:54.535555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-0c651a5f-9672-414c-acf3-b69444eff102 req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:54.540968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c651a5f-9672-414c-acf3-b69444eff102 req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:54.578841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event updated for resources: {'Port': ['ID=5da04916-a058-4f98-a1b5-089f900b8f53,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:54.620528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651a5f-9672-414c-acf3-b69444eff102 req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:54.621522 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0c651a5f-9672-414c-acf3-b69444eff102 req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:54.725016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3847224-c5e9-4f1b-bff2-add25f1da0e1 req-3e3efaff-507e-4241-8114-9f069eb06304 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 210 time: 0.1060827 Dec 17 13:05:54.736939 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-82c06ce5-ebac-4d24-b6b2-81052998d7d3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7483368 Dec 17 13:05:54.753804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Request body: {'port': {'device_id': '0ccd1049-8f49-478b-a08a-3c70a833766e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:54.758904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] device_id is not set on port 03d034df-4fae-4724-94c3-64ef8348c921 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:05:54.786250 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:54.870697 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:54.890482 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:54.981761 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:54.982557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a4de4-f982-46dc-a93b-2fe3bf7e749d req-8887c435-36b2-4c45-a110-dbcdcb08ec07 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:54.998066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa8a4de4-f982-46dc-a93b-2fe3bf7e749d req-8887c435-36b2-4c45-a110-dbcdcb08ec07 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.1618977 Dec 17 13:05:55.004565 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e0863-2dd7-4aa2-8f36-50b8d29c957f req-f8867fa3-c0e5-491c-ae7c-a5a8253f9f2f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:55.006535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-402e0863-2dd7-4aa2-8f36-50b8d29c957f req-f8867fa3-c0e5-491c-ae7c-a5a8253f9f2f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 950 time: 0.1555057 Dec 17 13:05:55.049894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event updated for resources: {'Port': ['ID=03d034df-4fae-4724-94c3-64ef8348c921,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:55.084711 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:55.085059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:55.085414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:55.094453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:55.096740 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:55.096740 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 2 to bind port 03d034df-4fae-4724-94c3-64ef8348c921 Dec 17 13:05:55.112913 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa8a4de4-f982-46dc-a93b-2fe3bf7e749d req-5d7cac72-82bd-4ed8-9516-0446945ec656 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138394 Dec 17 13:05:55.133896 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4576593-6006-4e65-a400-d4f69138a37a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:55.150485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:55.150749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:55.151634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:55.172929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port b4576593-6006-4e65-a400-d4f69138a37a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=b4576593-6006-4e65-a400-d4f69138a37a,segment=NetworkSegment(2d61f538-e7eb-4e89-a628-7c330cdaa3cc),segment_id=2d61f538-e7eb-4e89-a628-7c330cdaa3cc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:55.177554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:55.177947 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:55.178356 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 3 to bind port 03d034df-4fae-4724-94c3-64ef8348c921 Dec 17 13:05:55.214650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-674c437b-03a0-4d3b-8b1f-ebec452be229 None None] Provisioning complete for port 5da04916-a058-4f98-a1b5-089f900b8f53 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:55.214930 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-674c437b-03a0-4d3b-8b1f-ebec452be229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:55.217970 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-402e0863-2dd7-4aa2-8f36-50b8d29c957f req-6e7f4096-7548-45d9-8491-14553670b274 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006059 Dec 17 13:05:55.228180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:55.228523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:55.228876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:55.249049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:55.249389 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:55.249823 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 4 to bind port 03d034df-4fae-4724-94c3-64ef8348c921 Dec 17 13:05:55.278053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-674c437b-03a0-4d3b-8b1f-ebec452be229 None None] Port 5da04916-a058-4f98-a1b5-089f900b8f53 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:05:55.279476 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:55.313926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:55.314267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:55.314608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:55.322089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:55.322426 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:55.323740 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 5 to bind port 03d034df-4fae-4724-94c3-64ef8348c921 Dec 17 13:05:55.344405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:55.344744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:55.345081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:55.358971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59def1ac-275a-4a28-9259-b15ca2996c4d req-f1ed47b9-bace-4098-90c3-1f376b5042a7 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:55.366284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59def1ac-275a-4a28-9259-b15ca2996c4d req-f1ed47b9-bace-4098-90c3-1f376b5042a7 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 945 time: 0.0996289 Dec 17 13:05:55.368924 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:55.369443 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:55.370698 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 6 to bind port 03d034df-4fae-4724-94c3-64ef8348c921 Dec 17 13:05:55.372889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=b4576593-6006-4e65-a400-d4f69138a37a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:55.397003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:55.397675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:55.398022 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:55.411987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:55.416141 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:55.416141 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 7 to bind port 03d034df-4fae-4724-94c3-64ef8348c921 Dec 17 13:05:55.454470 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59def1ac-275a-4a28-9259-b15ca2996c4d req-fd11b165-c03f-4c2a-89b2-98dda9cc5129 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/security-groups?id=0816240b-5348-4421-a4bc-868b6c71b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866940 Dec 17 13:05:55.455119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:55.455465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:55.455867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:55.467690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43d888-94b5-41ab-979f-5c12dc07177b req-b433fed5-aa08-4363-8e26-41df2cd34e6f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:55.469208 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e43d888-94b5-41ab-979f-5c12dc07177b req-b433fed5-aa08-4363-8e26-41df2cd34e6f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 931 time: 0.1222680 Dec 17 13:05:55.474853 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da04916-a058-4f98-a1b5-089f900b8f53 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:55.481136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:55.481722 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:55.482291 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 8 to bind port 03d034df-4fae-4724-94c3-64ef8348c921 Dec 17 13:05:55.490701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:55.506852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:55.507207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:55.507527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:55.514647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Transition to ACTIVE for port object 5da04916-a058-4f98-a1b5-089f900b8f53 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:05:55.523915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['b4576593-6006-4e65-a400-d4f69138a37a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:55.532883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:55.533223 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:55.533639 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 9 to bind port 03d034df-4fae-4724-94c3-64ef8348c921 Dec 17 13:05:55.548813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52216) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:55.554178 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e43d888-94b5-41ab-979f-5c12dc07177b req-0b12ff36-c9e3-4d43-bea4-69d94ede728c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681291 Dec 17 13:05:55.558847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:55.559179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:55.559516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:55.564371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:55.564707 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:55.565106 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempt 10 to bind port 03d034df-4fae-4724-94c3-64ef8348c921 Dec 17 13:05:55.578273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:55.578745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:55.579140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempting to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:55.585730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:55.586068 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Failed to bind port 03d034df-4fae-4724-94c3-64ef8348c921 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '280adedb-e02a-4ca9-87f8-bc8a98b35c26'}] Dec 17 13:05:55.586558 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:55.631659 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52220) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:55.691738 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:55.717120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] For port 03d034df-4fae-4724-94c3-64ef8348c921, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:55.717506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attempted to set empty binding levels {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 13:05:55.718622 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-993ea36a-8cdc-4aa5-a958-f29f9c94d53d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:55.817725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-993ea36a-8cdc-4aa5-a958-f29f9c94d53d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:55.819073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:55.855562 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-054c649d-4568-44a1-9dbf-8968f0b7f30e req-107746aa-8974-45b4-8c35-8152f10cd218 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 210 time: 0.0406010 Dec 17 13:05:55.858630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] In _notify_port_updated(), no bound segment for port 03d034df-4fae-4724-94c3-64ef8348c921 on network 280adedb-e02a-4ca9-87f8-bc8a98b35c26 {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:05:55.859532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:55.860078 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:55.863938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "PUT /v2.0/ports/03d034df-4fae-4724-94c3-64ef8348c921 HTTP/1.1" status: 200 len: 979 time: 1.7697415 Dec 17 13:05:55.864257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52224) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:55.866644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Pushing event updated for resources: {'Port': ['ID=5da04916-a058-4f98-a1b5-089f900b8f53,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:55.910735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674da65-76f9-460b-bafd-4d378f4903c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event updated for resources: {'Port': ['ID=03d034df-4fae-4724-94c3-64ef8348c921,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:55.918927 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-993ea36a-8cdc-4aa5-a958-f29f9c94d53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.129719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Attempting to bind port 5da04916-a058-4f98-a1b5-089f900b8f53 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:56.137445 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Attempting to bind port 5da04916-a058-4f98-a1b5-089f900b8f53 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:56.137445 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Attempting to bind port 5da04916-a058-4f98-a1b5-089f900b8f53 on network 2700c050-d57b-4cbb-9c83-ee91fcca14af {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:56.147165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Port 5da04916-a058-4f98-a1b5-089f900b8f53 on network 2700c050-d57b-4cbb-9c83-ee91fcca14af not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:56.147757 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Attempting to bind port 5da04916-a058-4f98-a1b5-089f900b8f53 on network 2700c050-d57b-4cbb-9c83-ee91fcca14af {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:56.158346 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e3391-5720-4fd2-bd40-a0ed66e1681e req-9ea9b3bb-0833-4568-a0e9-73ce85f38c23 tempest-ServersAdminNegativeTestJSON-1458453698 tempest-ServersAdminNegativeTestJSON-1458453698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:56.160415 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3c4e3391-5720-4fd2-bd40-a0ed66e1681e req-9ea9b3bb-0833-4568-a0e9-73ce85f38c23 tempest-ServersAdminNegativeTestJSON-1458453698 tempest-ServersAdminNegativeTestJSON-1458453698-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 1101 time: 0.1396489 Dec 17 13:05:56.217929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:05:56.218682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Checking segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:56.219256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Bound using segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:05:56.219918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Bound port: 5da04916-a058-4f98-a1b5-089f900b8f53, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:05:56.220459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.254824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3c4e3391-5720-4fd2-bd40-a0ed66e1681e req-0ac82dbd-8fbe-400c-bf90-8f098f6416ec tempest-ServersAdminNegativeTestJSON-1458453698 tempest-ServersAdminNegativeTestJSON-1458453698-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.339744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device b4576593-6006-4e65-a400-d4f69138a37a up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:05:56.398424 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-993ea36a-8cdc-4aa5-a958-f29f9c94d53d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=398206d4885246dd8d41063934e20ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8485875 Dec 17 13:05:56.403850 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52230) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:56.404742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ea36a-8cdc-4aa5-a958-f29f9c94d53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0d5be5-0d40-48e6-95d1-766be4b5076f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:56.425288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] For port 5da04916-a058-4f98-a1b5-089f900b8f53, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:56.451310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] For port 5da04916-a058-4f98-a1b5-089f900b8f53, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5da04916-a058-4f98-a1b5-089f900b8f53,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:05:56.471014 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port b4576593-6006-4e65-a400-d4f69138a37a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:05:56.474389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0487e9a-8849-482d-b87e-9f06cda1465f req-08679adb-d176-4d5b-91e7-73bcd9f86b23 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:56.475959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b0487e9a-8849-482d-b87e-9f06cda1465f req-08679adb-d176-4d5b-91e7-73bcd9f86b23 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.1460795 Dec 17 13:05:56.483059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port b4576593-6006-4e65-a400-d4f69138a37a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:05:56.483627 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.484851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-ad041fa9-a3f3-4a7f-b1a4-933c4cedee96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Deleting port 03d034df-4fae-4724-94c3-64ef8348c921 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:05:56.485372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ad041fa9-a3f3-4a7f-b1a4-933c4cedee96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.488374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:05:56.523576 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3c4e3391-5720-4fd2-bd40-a0ed66e1681e req-0ac82dbd-8fbe-400c-bf90-8f098f6416ec tempest-ServersAdminNegativeTestJSON-1458453698 tempest-ServersAdminNegativeTestJSON-1458453698-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.532462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:05:56.532462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 2ae9d8b9-5886-48d5-aa6c-6f77bfcf4e0c not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:05:56.545613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54f57f23-f2ac-442f-9af7-bb0edcd3c1a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.575709 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.606972 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54f57f23-f2ac-442f-9af7-bb0edcd3c1a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.617148 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3c4e3391-5720-4fd2-bd40-a0ed66e1681e req-0ac82dbd-8fbe-400c-bf90-8f098f6416ec tempest-ServersAdminNegativeTestJSON-1458453698 tempest-ServersAdminNegativeTestJSON-1458453698-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.617407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-ad041fa9-a3f3-4a7f-b1a4-933c4cedee96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] For port 03d034df-4fae-4724-94c3-64ef8348c921, host n-h1-815324-5, got binding levels [] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:56.617407 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ad041fa9-a3f3-4a7f-b1a4-933c4cedee96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.629302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:56.629967 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.631390 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] 10.222.0.61 "PUT /v2.0/ports/5da04916-a058-4f98-a1b5-089f900b8f53 HTTP/1.1" status: 200 len: 1091 time: 1.8850999 Dec 17 13:05:56.632893 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b0487e9a-8849-482d-b87e-9f06cda1465f req-17f27288-779a-464a-afb2-bf8aa4ecc36d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443195 Dec 17 13:05:56.637640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccd1049-8f49-478b-a08a-3c70a833766e', 'tag': '5da04916-a058-4f98-a1b5-089f900b8f53'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:56.639890 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a1f36f-b43c-4a8e-a855-4fe37f6c3492" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccd1049-8f49-478b-a08a-3c70a833766e", "tag": "5da04916-a058-4f98-a1b5-089f900b8f53"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:56.645381 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-ad041fa9-a3f3-4a7f-b1a4-933c4cedee96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Calling delete_port for 03d034df-4fae-4724-94c3-64ef8348c921 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:05:56.688737 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.738072 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3c4e3391-5720-4fd2-bd40-a0ed66e1681e req-0ac82dbd-8fbe-400c-bf90-8f098f6416ec tempest-ServersAdminNegativeTestJSON-1458453698 tempest-ServersAdminNegativeTestJSON-1458453698-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174134 Dec 17 13:05:56.738861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b2c78-c537-458f-bb1d-be4148677130 service neutron] Pushing event updated for resources: {'Port': ['ID=5da04916-a058-4f98-a1b5-089f900b8f53,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:56.741524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac82dbd-8fbe-400c-bf90-8f098f6416ec tempest-ServersAdminNegativeTestJSON-1458453698 tempest-ServersAdminNegativeTestJSON-1458453698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54335f3-dd4f-4a6f-bfd2-4c4e7c4152fe,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:56.752808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4576593-6006-4e65-a400-d4f69138a37a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:56.755465 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a276f1-3d3a-4e88-9137-e4cc30dfc6e9" -d '{"events": [{"server_uuid": "2a39deb7-e67d-4127-8359-9f7dd0eb31ba", "name": "network-vif-plugged", "status": "completed", "tag": "b4576593-6006-4e65-a400-d4f69138a37a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:56.791983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ec80b7f-b605-461d-9c8b-2b5f44daa3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.803395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port b4576593-6006-4e65-a400-d4f69138a37a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=b4576593-6006-4e65-a400-d4f69138a37a,segment=NetworkSegment(2d61f538-e7eb-4e89-a628-7c330cdaa3cc),segment_id=2d61f538-e7eb-4e89-a628-7c330cdaa3cc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:56.877472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c98cbc-3974-416e-b0c9-4ff3a35b7fa3 req-4edbb8af-6bc7-4ac3-b375-70a14ef2eaef tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:56.879275 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3c98cbc-3974-416e-b0c9-4ff3a35b7fa3 req-4edbb8af-6bc7-4ac3-b375-70a14ef2eaef tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 945 time: 0.1042676 Dec 17 13:05:56.881611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54f57f23-f2ac-442f-9af7-bb0edcd3c1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.883744 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54f57f23-f2ac-442f-9af7-bb0edcd3c1a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.887852 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-54f57f23-f2ac-442f-9af7-bb0edcd3c1a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a0d5be5-0d40-48e6-95d1-766be4b5076f HTTP/1.1" status: 204 len: 168 time: 0.4770577 Dec 17 13:05:56.903574 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f57f23-f2ac-442f-9af7-bb0edcd3c1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0d5be5-0d40-48e6-95d1-766be4b5076f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:56.909846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.963571 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3c98cbc-3974-416e-b0c9-4ff3a35b7fa3 req-12f07e75-e69d-4f42-ad04-080d07776ca4 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/security-groups?id=0816240b-5348-4421-a4bc-868b6c71b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671155 Dec 17 13:05:56.968752 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ad041fa9-a3f3-4a7f-b1a4-933c4cedee96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:56.977118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095ae2c-5321-4631-9389-646a7ca947d4 req-4bead542-8a51-4043-a8dc-4c3e519961cc tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:56.985152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1095ae2c-5321-4631-9389-646a7ca947d4 req-4bead542-8a51-4043-a8dc-4c3e519961cc tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 943 time: 0.1191339 Dec 17 13:05:56.998296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad041fa9-a3f3-4a7f-b1a4-933c4cedee96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Pushing event deleted for resources: {'Port': ['ID=03d034df-4fae-4724-94c3-64ef8348c921,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:57.006924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ad041fa9-a3f3-4a7f-b1a4-933c4cedee96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:57.013051 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ad041fa9-a3f3-4a7f-b1a4-933c4cedee96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "DELETE /v2.0/ports/03d034df-4fae-4724-94c3-64ef8348c921 HTTP/1.1" status: 204 len: 168 time: 1.1455615 Dec 17 13:05:57.013294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52244) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:57.039468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=b4576593-6006-4e65-a400-d4f69138a37a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:57.065462 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c594df-212c-4ef7-ac86-d17546f789ca x-openstack-request-id: req-f5c594df-212c-4ef7-ac86-d17546f789ca {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:57.065775 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccd1049-8f49-478b-a08a-3c70a833766e", "tag": "5da04916-a058-4f98-a1b5-089f900b8f53", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:57.066141 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5c594df-212c-4ef7-ac86-d17546f789ca {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:57.066456 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ccd1049-8f49-478b-a08a-3c70a833766e', 'tag': '5da04916-a058-4f98-a1b5-089f900b8f53', 'status': 'completed', 'code': 200} Dec 17 13:05:57.076500 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c52de00-e2ff-4ca1-83d1-56210a4bec52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] GET failed (client error): The resource could not be found. Dec 17 13:05:57.086890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0c52de00-e2ff-4ca1-83d1-56210a4bec52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1707348013-project-admin] 10.222.0.59 "GET /v2.0/ports/03d034df-4fae-4724-94c3-64ef8348c921 HTTP/1.1" status: 404 len: 333 time: 0.0638840 Dec 17 13:05:57.087085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52246) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:57.103862 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f8ec40-d446-41de-be62-b3a0c44f3c8c x-openstack-request-id: req-77f8ec40-d446-41de-be62-b3a0c44f3c8c {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:57.105374 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a39deb7-e67d-4127-8359-9f7dd0eb31ba", "name": "network-vif-plugged", "status": "completed", "tag": "b4576593-6006-4e65-a400-d4f69138a37a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:57.105801 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77f8ec40-d446-41de-be62-b3a0c44f3c8c {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:57.106211 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4576593-6006-4e65-a400-d4f69138a37a', 'code': 200} Dec 17 13:05:57.176743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651a5f-9672-414c-acf3-b69444eff102 req-fcee39a5-6e4b-4709-a7c0-393aec6affb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:57.178499 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-fcee39a5-6e4b-4709-a7c0-393aec6affb0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 1094 time: 0.3136742 Dec 17 13:05:57.217544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-af6be274-5330-4d3a-bf91-78c53b29d9e2 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:57.219012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-af6be274-5330-4d3a-bf91-78c53b29d9e2 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.61 "GET /v2.0/networks?id=048353f8-5aea-46a8-a6e7-130299cfb2a3 HTTP/1.1" status: 200 len: 813 time: 0.1539438 Dec 17 13:05:57.254049 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7bf0d23a-eff0-4dc2-b17e-9147559227da req-49064feb-1ac4-450e-ac50-ab26dbb7b952 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 210 time: 0.0461197 Dec 17 13:05:57.258938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'port': {'device_id': 'a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d', 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3', 'admin_state_up': True, 'tenant_id': '0afffa0124ee4694b9b77d196ec69285'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:57.289163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-4ba38eff-0422-4d0b-bae2-79c7a0ea1e0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5da04916-a058-4f98-a1b5-089f900b8f53 HTTP/1.1" status: 200 len: 217 time: 0.0935755 Dec 17 13:05:57.293260 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:57.324544 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1095ae2c-5321-4631-9389-646a7ca947d4 req-4f2a4007-f965-4048-9e38-7634cf90b7e6 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385298 Dec 17 13:05:57.387290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f2aae-55af-4bbb-a554-badac84feaca req-d303227c-e98e-4b59-92f8-91d351147ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:57.391736 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-345f2aae-55af-4bbb-a554-badac84feaca req-d303227c-e98e-4b59-92f8-91d351147ecb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 1097 time: 0.2145255 Dec 17 13:05:57.463079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651a5f-9672-414c-acf3-b69444eff102 req-26c1667b-1de9-4c38-8983-596b900c9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:57.465107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-26c1667b-1de9-4c38-8983-596b900c9776 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.1445923 Dec 17 13:05:57.469956 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-345f2aae-55af-4bbb-a554-badac84feaca req-142eac01-43f7-4b4d-9445-ef7d48cf80e3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0816240b-5348-4421-a4bc-868b6c71b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720568 Dec 17 13:05:57.493108 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:57.536269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280adedb-e02a-4ca9-87f8-bc8a98b35c26']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:57.552750 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:57.553054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4b5ce6-56f8-401b-aa6e-a8f859e3d4e7') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:05:57.553896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Made reservation on behalf of 0afffa0124ee4694b9b77d196ec69285 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:57.557554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:57.581102 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:57.591313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c651a5f-9672-414c-acf3-b69444eff102 req-050934d5-0156-47a4-aa68-419162859f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:57.592962 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-050934d5-0156-47a4-aa68-419162859f0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127944 Dec 17 13:05:57.627345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:57.647241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:05:57.647924 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:05:57.680215 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:05:57.706487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Allocated IP 172.20.0.5 (048353f8-5aea-46a8-a6e7-130299cfb2a3/72a96da5-7e88-4d88-b37f-30380b648bcc/c681f363-109c-4f96-8fc4-4027fe8bac5a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:05:57.787521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6ec80b7f-b605-461d-9c8b-2b5f44daa3c7 admin admin] Deleting port 4b5d22c7-620e-457f-b567-2ce4827eeca5 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:05:57.787879 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ec80b7f-b605-461d-9c8b-2b5f44daa3c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:57.861562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e54fd1-3c4e-4c62-9f9f-0d8a0ee52f82 req-3abc6da0-4454-4a6a-aa2d-35be172f03a4 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:57.863233 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35e54fd1-3c4e-4c62-9f9f-0d8a0ee52f82 req-3abc6da0-4454-4a6a-aa2d-35be172f03a4 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.1259909 Dec 17 13:05:57.967713 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35e54fd1-3c4e-4c62-9f9f-0d8a0ee52f82 req-2266660a-b7c7-4839-aca8-cf0fa60703da tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915487 Dec 17 13:05:57.978197 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:58.089031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52272) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:58.101151 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:58.118766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['171548c7-d146-4308-8e09-ec4127fd12a9'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:05:58.157394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Network 048353f8-5aea-46a8-a6e7-130299cfb2a3 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:05:58.164601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:05:58.167167 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:58.168806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:05:58.178111 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-158320be-689d-42e8-ba32-13a52172bd50 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602820 Dec 17 13:05:58.186294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4345dc-0ea9-4b72-ba22-d254e772c241 req-7afe902a-5a44-441d-9df8-e44a9254238a tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:58.188424 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7f4345dc-0ea9-4b72-ba22-d254e772c241 req-7afe902a-5a44-441d-9df8-e44a9254238a tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 946 time: 0.1427431 Dec 17 13:05:58.203299 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:58.209388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] 10.222.0.59 "DELETE /v2.0/networks/280adedb-e02a-4ca9-87f8-bc8a98b35c26 HTTP/1.1" status: 204 len: 168 time: 1.1248310 Dec 17 13:05:58.224522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'Port': ['ID=c681f363-109c-4f96-8fc4-4027fe8bac5a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:58.235872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f734d9-834f-4ac1-a17e-89540240168d tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-990641196-project] Pushing event deleted for resources: {'Network': ['ID=280adedb-e02a-4ca9-87f8-bc8a98b35c26,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:58.291679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:58.292347 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:58.306354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1622439081-network', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:58.327657 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7f4345dc-0ea9-4b72-ba22-d254e772c241 req-008640db-11b7-4e16-911e-10b19d0cfdf0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/security-groups?id=0816240b-5348-4421-a4bc-868b6c71b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175804 Dec 17 13:05:58.329869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748ccb7-8116-4cf4-afe6-17070973cb96 req-c5ce08bd-4657-4498-8480-f597c5ed89f6 tempest-ServersAdminNegativeTestJSON-1458453698 tempest-ServersAdminNegativeTestJSON-1458453698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:58.337295 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4748ccb7-8116-4cf4-afe6-17070973cb96 req-c5ce08bd-4657-4498-8480-f597c5ed89f6 tempest-ServersAdminNegativeTestJSON-1458453698 tempest-ServersAdminNegativeTestJSON-1458453698-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 1101 time: 0.1739893 Dec 17 13:05:58.340486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-6ec80b7f-b605-461d-9c8b-2b5f44daa3c7 admin admin] For port 4b5d22c7-620e-457f-b567-2ce4827eeca5, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4b5d22c7-620e-457f-b567-2ce4827eeca5,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:05:58.340852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ec80b7f-b605-461d-9c8b-2b5f44daa3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:58.381891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6ec80b7f-b605-461d-9c8b-2b5f44daa3c7 admin admin] Calling delete_port for 4b5d22c7-620e-457f-b567-2ce4827eeca5 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:05:58.412963 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0c651a5f-9672-414c-acf3-b69444eff102 req-f87de796-9452-4f66-b741-507323273b30 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009034 Dec 17 13:05:58.452972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-59c6aec3-de4b-4d0d-a8fd-3dfff5b4c720 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2025743 Dec 17 13:05:58.466631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4748ccb7-8116-4cf4-afe6-17070973cb96 req-3fb05b28-709b-4d24-b286-c117a6a90986 tempest-ServersAdminNegativeTestJSON-1458453698 tempest-ServersAdminNegativeTestJSON-1458453698-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278968 Dec 17 13:05:58.470329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Request body: {'port': {'device_id': 'a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:58.483184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c7c09-5656-401b-a992-c9149398296e req-631f7738-e9a1-4b75-9adb-3e8d5de70915 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:58.490704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b57c7c09-5656-401b-a992-c9149398296e req-631f7738-e9a1-4b75-9adb-3e8d5de70915 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 931 time: 0.0882778 Dec 17 13:05:58.563897 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:58.565635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Made reservation on behalf of 807a036581384bf1ab7b7c9ac52a70bb for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:58.567932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:58.594708 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:58.613828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b57c7c09-5656-401b-a992-c9149398296e req-ed9a0d02-b8b7-45f4-a3ae-9a474cd97f61 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222143 Dec 17 13:05:58.665014 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ddc42-5126-4b9d-b347-367ef9c007b5 req-c241fa6f-9a63-4cba-a2d8-9f27c15b76ba tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:58.667132 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a06ddc42-5126-4b9d-b347-367ef9c007b5 req-c241fa6f-9a63-4cba-a2d8-9f27c15b76ba tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 943 time: 0.1055970 Dec 17 13:05:58.681436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1f36f-b43c-4a8e-a855-4fe37f6c3492 req-b862a8f4-813b-42a9-ab89-f847511bded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:58.683710 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1a1f36f-b43c-4a8e-a855-4fe37f6c3492 req-b862a8f4-813b-42a9-ab89-f847511bded8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 1094 time: 0.1167831 Dec 17 13:05:58.840592 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:58.842524 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a06ddc42-5126-4b9d-b347-367ef9c007b5 req-4ac8d700-b4fe-4cc5-ae09-7ff17c44ea2f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557918 Dec 17 13:05:58.845081 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52292) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:58.902455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1f36f-b43c-4a8e-a855-4fe37f6c3492 req-1f1649b9-a162-43cb-811e-7fa3bb8a1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:58.904708 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1a1f36f-b43c-4a8e-a855-4fe37f6c3492 req-1f1649b9-a162-43cb-811e-7fa3bb8a1fbc service neutron] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.1938434 Dec 17 13:05:58.906004 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ec80b7f-b605-461d-9c8b-2b5f44daa3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:58.967339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c681f363-109c-4f96-8fc4-4027fe8bac5a {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:05:58.971810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec80b7f-b605-461d-9c8b-2b5f44daa3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5d22c7-620e-457f-b567-2ce4827eeca5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:58.974697 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:58.979905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1a1f36f-b43c-4a8e-a855-4fe37f6c3492 req-bdda1ad5-08c9-42b2-aad4-ee4377fbea88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5da04916-a058-4f98-a1b5-089f900b8f53 HTTP/1.1" status: 200 len: 217 time: 0.0440884 Dec 17 13:05:58.980683 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.014819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:05:59.016954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Transition to ACTIVE for port object c681f363-109c-4f96-8fc4-4027fe8bac5a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:05:59.046229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f08ae9-8c2d-4cf6-97b7-0630c4212148,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:59.049779 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.050134 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Added segment 446e6038-e6c2-493b-bf22-b19fa475fb3b of type vlan for network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 Dec 17 13:05:59.099758 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.136137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.177914 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dc1cdaf0-8fe2-49ac-908a-169fbe2d3603 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3200e3f1c3c450aa4514d69631e315d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318515 Dec 17 13:05:59.183560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52300) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:59.203689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Pushing event updated for resources: {'Port': ['ID=c681f363-109c-4f96-8fc4-4027fe8bac5a,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:59.205899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1f36f-b43c-4a8e-a855-4fe37f6c3492 req-fae7d1ae-1488-4421-a1b0-f4cb172671b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:59.215166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1a1f36f-b43c-4a8e-a855-4fe37f6c3492 req-fae7d1ae-1488-4421-a1b0-f4cb172671b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.2121327 Dec 17 13:05:59.273478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c18b7-334b-422c-b1a5-f3e61e7911fb req-2321e6d5-48b3-4247-890e-05273d014509 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:59.274883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-af5c18b7-334b-422c-b1a5-f3e61e7911fb req-2321e6d5-48b3-4247-890e-05273d014509 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.1875186 Dec 17 13:05:59.290677 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.299521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:59.299521 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.372493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5fb8da39-574f-4b53-9d67-40068be7a901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.387565 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1f36f-b43c-4a8e-a855-4fe37f6c3492 req-fbc4c7f3-0a2d-445a-91e5-a1c79c89df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:59.389614 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1a1f36f-b43c-4a8e-a855-4fe37f6c3492 req-fbc4c7f3-0a2d-445a-91e5-a1c79c89df11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392777 Dec 17 13:05:59.403277 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-af5c18b7-334b-422c-b1a5-f3e61e7911fb req-b27b47b2-54c5-4192-a09d-e39592a59f8b tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111140 Dec 17 13:05:59.410810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ec80b7f-b605-461d-9c8b-2b5f44daa3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.410965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Attempting to bind port c681f363-109c-4f96-8fc4-4027fe8bac5a on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:05:59.410965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Attempting to bind port c681f363-109c-4f96-8fc4-4027fe8bac5a by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '9da9726b-c5a1-4b6a-a614-4c50798d7dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:05:59.411163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Attempting to bind port c681f363-109c-4f96-8fc4-4027fe8bac5a on network 048353f8-5aea-46a8-a6e7-130299cfb2a3 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:59.423613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3334765 Dec 17 13:05:59.426366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52306) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:05:59.433494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-984d28e5-e824-417b-a85b-f695cdee8156 admin admin] Request body: {'subnet': {'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1622439081-subnet', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:05:59.439550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef42728-9ad1-483d-bb37-de170030b5ec admin admin] Pushing event updated for resources: {'Network': ['ID=5d5d03f5-c96c-4f77-a916-30e3bf620bf5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:59.451676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:05:59.452310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Port c681f363-109c-4f96-8fc4-4027fe8bac5a on network 048353f8-5aea-46a8-a6e7-130299cfb2a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:05:59.452854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Attempting to bind port c681f363-109c-4f96-8fc4-4027fe8bac5a on network 048353f8-5aea-46a8-a6e7-130299cfb2a3 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:05:59.459832 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5fb8da39-574f-4b53-9d67-40068be7a901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.479089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:05:59.479787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Checking segment: {'id': '9da9726b-c5a1-4b6a-a614-4c50798d7dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:05:59.479933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Bound using segment: {'id': '9da9726b-c5a1-4b6a-a614-4c50798d7dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:05:59.480300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Bound port: c681f363-109c-4f96-8fc4-4027fe8bac5a, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9726b-c5a1-4b6a-a614-4c50798d7dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:05:59.480662 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.522740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddab6f5-5d07-4888-b678-4df6d8930d83 req-6ad027bc-7a3d-468b-95a7-71f572502275 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:59.524310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cddab6f5-5d07-4888-b678-4df6d8930d83 req-6ad027bc-7a3d-468b-95a7-71f572502275 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 950 time: 0.1711063 Dec 17 13:05:59.616729 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1a1f36f-b43c-4a8e-a855-4fe37f6c3492 req-56a38bb5-f9fd-460b-8621-d57ddb5cde41 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182128 Dec 17 13:05:59.620610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984d28e5-e824-417b-a85b-f695cdee8156 admin admin] Made reservation on behalf of 807a036581384bf1ab7b7c9ac52a70bb for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:05:59.623025 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-984d28e5-e824-417b-a85b-f695cdee8156 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.628531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] For port c681f363-109c-4f96-8fc4-4027fe8bac5a, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:05:59.633346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cddab6f5-5d07-4888-b678-4df6d8930d83 req-89610b3c-d35f-40d3-a99f-4614b5207a66 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958087 Dec 17 13:05:59.635096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] For port c681f363-109c-4f96-8fc4-4027fe8bac5a, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c681f363-109c-4f96-8fc4-4027fe8bac5a,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:05:59.654234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f93c7-8805-45a1-9986-d4a098880e64 req-ce6f8484-2799-4ae8-823b-37e473a19ce0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:59.654234 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c46f93c7-8805-45a1-9986-d4a098880e64 req-ce6f8484-2799-4ae8-823b-37e473a19ce0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 946 time: 0.1502087 Dec 17 13:05:59.676176 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5fb8da39-574f-4b53-9d67-40068be7a901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.684595 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5fb8da39-574f-4b53-9d67-40068be7a901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.684595 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5fb8da39-574f-4b53-9d67-40068be7a901 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4fd17d01-fa47-4943-b4b7-de57dc596b1f HTTP/1.1" status: 204 len: 168 time: 0.4878068 Dec 17 13:05:59.698641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8da39-574f-4b53-9d67-40068be7a901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd17d01-fa47-4943-b4b7-de57dc596b1f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:59.723282 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.794923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:59.795548 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:05:59.796933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] 10.222.0.61 "PUT /v2.0/ports/c681f363-109c-4f96-8fc4-4027fe8bac5a HTTP/1.1" status: 200 len: 1091 time: 1.3320050 Dec 17 13:05:59.799346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d', 'tag': 'c681f363-109c-4f96-8fc4-4027fe8bac5a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:05:59.801607 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1175acf8-64b3-458b-9697-bd958d82a5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d", "tag": "c681f363-109c-4f96-8fc4-4027fe8bac5a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:05:59.846613 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c46f93c7-8805-45a1-9986-d4a098880e64 req-45157997-1a1c-43c2-a21d-5d4112e8c09d tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/security-groups?id=0816240b-5348-4421-a4bc-868b6c71b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857128 Dec 17 13:05:59.857236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61240a-0e95-41d3-97f7-923422350fed service neutron] Pushing event updated for resources: {'Port': ['ID=c681f363-109c-4f96-8fc4-4027fe8bac5a,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:05:59.863875 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1a1f36f-b43c-4a8e-a855-4fe37f6c3492 req-5fa24868-6236-4eff-8046-0f25803701b9 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389541 Dec 17 13:05:59.870545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dcabd-6a7a-4559-a922-830b04ddd4fe req-aac3cf58-318c-492a-9555-7ac1e04459f3 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:05:59.872192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-475dcabd-6a7a-4559-a922-830b04ddd4fe req-aac3cf58-318c-492a-9555-7ac1e04459f3 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 943 time: 0.1623175 Dec 17 13:05:59.911805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec80b7f-b605-461d-9c8b-2b5f44daa3c7 admin admin] Router e71fe891-eaf0-4214-903e-f98ca26986fc has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:05:59.942257 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8311cfe0-ab33-40c0-b05c-ed262adf7894 x-openstack-request-id: req-8311cfe0-ab33-40c0-b05c-ed262adf7894 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:05:59.942558 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d", "tag": "c681f363-109c-4f96-8fc4-4027fe8bac5a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:05:59.942817 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8311cfe0-ab33-40c0-b05c-ed262adf7894 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:05:59.943215 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d', 'tag': 'c681f363-109c-4f96-8fc4-4027fe8bac5a', 'status': 'completed', 'code': 200} Dec 17 13:05:59.968834 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-475dcabd-6a7a-4559-a922-830b04ddd4fe req-b894ce99-8898-49e7-84fd-76200a5a2fb7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895951 Dec 17 13:06:00.083661 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-984d28e5-e824-417b-a85b-f695cdee8156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:00.092726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-0c7a33da-ac24-4d43-94ce-d5690257ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:00.094319 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-0c7a33da-ac24-4d43-94ce-d5690257ad7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0afffa0124ee4694b9b77d196ec69285&device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 1094 time: 0.1704400 Dec 17 13:06:00.123661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fb089-9bc2-4c4c-b950-6b3ea8e56e8b req-53a4e823-a188-48f6-a0b6-085f7e15cbd0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:00.125480 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e68fb089-9bc2-4c4c-b950-6b3ea8e56e8b req-53a4e823-a188-48f6-a0b6-085f7e15cbd0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 943 time: 0.1225533 Dec 17 13:06:00.129216 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec80b7f-b605-461d-9c8b-2b5f44daa3c7 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:00.138395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571313e8-fea6-4ede-8bf9-9c63b7001e18 None None] Sync routers for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:00.145261 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6ec80b7f-b605-461d-9c8b-2b5f44daa3c7 admin admin] 10.222.0.59 "PUT /v2.0/routers/e71fe891-eaf0-4214-903e-f98ca26986fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5122440 Dec 17 13:06:00.157842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571313e8-fea6-4ede-8bf9-9c63b7001e18 None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:00.158555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-571313e8-fea6-4ede-8bf9-9c63b7001e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:00.169356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52320) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:00.188998 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-9ca1e4d4-4069-4329-bb94-b0acab7249a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c681f363-109c-4f96-8fc4-4027fe8bac5a HTTP/1.1" status: 200 len: 217 time: 0.0811963 Dec 17 13:06:00.265616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e68fb089-9bc2-4c4c-b950-6b3ea8e56e8b req-b314ec38-3f28-4bf5-a20c-9a98a2c79b59 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191790 Dec 17 13:06:00.269412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-ebfc1bef-c3ca-4812-93f0-2b88a0c4e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:00.270977 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-ebfc1bef-c3ca-4812-93f0-2b88a0c4e144 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72a96da5-7e88-4d88-b37f-30380b648bcc HTTP/1.1" status: 200 len: 853 time: 0.0718496 Dec 17 13:06:00.282945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-571313e8-fea6-4ede-8bf9-9c63b7001e18 None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:00.309104 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d28e5-e824-417b-a85b-f695cdee8156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd07cbf1-59f4-4b35-a695-27f9a348f882,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:00.319228 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-15ecaee0-e42a-4fc1-b1ab-aff072a5de32 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=048353f8-5aea-46a8-a6e7-130299cfb2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314419 Dec 17 13:06:00.363052 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-6533c23e-7a69-4c84-934b-b5042839b80a tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 258 time: 0.3670473 Dec 17 13:06:00.371643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:00.378322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d28e5-e824-417b-a85b-f695cdee8156 admin admin] Checking segment: {'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:00.378686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d28e5-e824-417b-a85b-f695cdee8156 admin admin] Network hostable DHCP agents. Network: 5d5d03f5-c96c-4f77-a916-30e3bf620bf5, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:06:00.411904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:00.451243 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-10212e1d-53ef-49cb-91bc-63fa3006475a service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194270 Dec 17 13:06:00.458765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52324) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:00.493540 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5da04916-a058-4f98-a1b5-089f900b8f53 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:06:00.544381 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d070e780-b970-4cb5-8643-65b713b0eb9c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e11b413729344767bfb7f273a015e1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0842369 Dec 17 13:06:00.547142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52326) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:00.565274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d28e5-e824-417b-a85b-f695cdee8156 admin admin] Network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:06:00.579767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79691520-235f-4031-b4ef-a7f6ab96832b req-00c847f4-5446-4f82-b32d-0c84dc0a40e3 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:00.581291 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79691520-235f-4031-b4ef-a7f6ab96832b req-00c847f4-5446-4f82-b32d-0c84dc0a40e3 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.0715327 Dec 17 13:06:00.581422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:00.608122 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:00.610004 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99abefb7-44c3-4a9a-8be3-9bcc32a24165 req-9c58ccfa-5128-46f2-bcd1-beaae70ebf1e service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512198 Dec 17 13:06:00.628765 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-571313e8-fea6-4ede-8bf9-9c63b7001e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '708b36d4-7e9e-44e2-832b-007943316071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:05:58Z', 'revision_number': 5, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port': {'id': '708b36d4-7e9e-44e2-832b-007943316071', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:04:13Z', 'updated_at': '2021-12-17T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:00.638215 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79691520-235f-4031-b4ef-a7f6ab96832b req-a1fae069-a720-4bfd-b4ab-f965e6a703c2 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472527 Dec 17 13:06:00.671895 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571313e8-fea6-4ede-8bf9-9c63b7001e18 None None] Checking router: e71fe891-eaf0-4214-903e-f98ca26986fc for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:00.679218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-984d28e5-e824-417b-a85b-f695cdee8156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 5d5d03f5-c96c-4f77-a916-30e3bf620bf5) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:00.684016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8d7c-06d6-4877-86d5-90b3ddbae0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:00.689819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d28e5-e824-417b-a85b-f695cdee8156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:00.690493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-984d28e5-e824-417b-a85b-f695cdee8156 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:00.693852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bf04ec-81ea-4df3-8497-a4dbcc4b5f65 None None] Network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:06:00.698254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5da04916-a058-4f98-a1b5-089f900b8f53, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5da04916-a058-4f98-a1b5-089f900b8f53,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:00.745125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571313e8-fea6-4ede-8bf9-9c63b7001e18 None None] Routers {'e71fe891-eaf0-4214-903e-f98ca26986fc'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:00.745799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-571313e8-fea6-4ede-8bf9-9c63b7001e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e71fe891-eaf0-4214-903e-f98ca26986fc'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:00.759908 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8d7c-06d6-4877-86d5-90b3ddbae0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:00.791205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '5da04916-a058-4f98-a1b5-089f900b8f53', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'port_id': '5da04916-a058-4f98-a1b5-089f900b8f53', 'mac_address': 'fa:16:3e:cc:78:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:06:00.806201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175acf8-64b3-458b-9697-bd958d82a5d2 req-d9cac0ce-d1c4-4f30-a6f2-b8bc109ac6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:00.808173 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1175acf8-64b3-458b-9697-bd958d82a5d2 req-d9cac0ce-d1c4-4f30-a6f2-b8bc109ac6e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0afffa0124ee4694b9b77d196ec69285&device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 1094 time: 0.0816555 Dec 17 13:06:00.813857 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-984d28e5-e824-417b-a85b-f695cdee8156 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3835738 Dec 17 13:06:00.814741 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52330) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:00.819572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:00.841837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca62f4b-5115-44e1-a687-574a1ad7ae76 req-889ab9d2-9fee-4703-a924-e274979ed1cf tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:00.849738 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca62f4b-5115-44e1-a687-574a1ad7ae76 req-889ab9d2-9fee-4703-a924-e274979ed1cf tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 950 time: 0.1151731 Dec 17 13:06:00.862385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45d5e4-eaa3-4ab6-b00d-5a52e07c84e6 req-f858d5ee-e42f-4ae3-afba-423961a953f7 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:00.864401 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d45d5e4-eaa3-4ab6-b00d-5a52e07c84e6 req-f858d5ee-e42f-4ae3-afba-423961a953f7 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.54 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 950 time: 0.1552496 Dec 17 13:06:00.887746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-571313e8-fea6-4ede-8bf9-9c63b7001e18 None None] Set router e71fe891-eaf0-4214-903e-f98ca26986fc gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:00.936589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Deleting port 708b36d4-7e9e-44e2-832b-007943316071 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:00.937063 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:00.951463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-571313e8-fea6-4ede-8bf9-9c63b7001e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:06:00Z', 'revision_number': 6, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:00.955337 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:00.961488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:00.982191 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca62f4b-5115-44e1-a687-574a1ad7ae76 req-2043356a-0cc6-4b24-8595-cc46b6c79b0d tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314969 Dec 17 13:06:01.002880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175acf8-64b3-458b-9697-bd958d82a5d2 req-b77b9cf0-5f5d-43e7-95f5-b1ecdd5b2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:01.002880 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1175acf8-64b3-458b-9697-bd958d82a5d2 req-b77b9cf0-5f5d-43e7-95f5-b1ecdd5b2530 service neutron] 10.222.0.61 "GET /v2.0/networks?id=048353f8-5aea-46a8-a6e7-130299cfb2a3 HTTP/1.1" status: 200 len: 914 time: 0.1770337 Dec 17 13:06:01.008165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.009815 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.016021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8d7c-06d6-4877-86d5-90b3ddbae0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.019139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfbf8d7c-06d6-4877-86d5-90b3ddbae0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.024352 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571313e8-fea6-4ede-8bf9-9c63b7001e18 None None] The sync data for ids ['e71fe891-eaf0-4214-903e-f98ca26986fc'] in n-d-815324-5 is: [{'id': 'e71fe891-eaf0-4214-903e-f98ca26986fc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1361726298-router', 'tenant_id': '92e468af24b045e1a43d72e62a88f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:04:12Z', 'updated_at': '2021-12-17T13:06:00Z', 'revision_number': 6, 'project_id': '92e468af24b045e1a43d72e62a88f5c2', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:01.025001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cfbf8d7c-06d6-4877-86d5-90b3ddbae0e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20ab0a26-93ee-45a8-a5cf-20d889a65fa6 HTTP/1.1" status: 204 len: 168 time: 0.4733827 Dec 17 13:06:01.027186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da04916-a058-4f98-a1b5-089f900b8f53 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:06:01.040222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'fixed_ips': [{'subnet_id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:06:01.041646 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.072265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5da04916-a058-4f98-a1b5-089f900b8f53, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5da04916-a058-4f98-a1b5-089f900b8f53,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:01.105948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf8d7c-06d6-4877-86d5-90b3ddbae0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ab0a26-93ee-45a8-a5cf-20d889a65fa6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:01.108928 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.141669 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1175acf8-64b3-458b-9697-bd958d82a5d2 req-f6676a1a-ff1f-45c3-8e3b-1bf2440f443e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c681f363-109c-4f96-8fc4-4027fe8bac5a HTTP/1.1" status: 200 len: 217 time: 0.0443122 Dec 17 13:06:01.166090 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.265048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-3d45d5e4-eaa3-4ab6-b00d-5a52e07c84e6 req-f5051ebb-8538-43c8-b4a9-a0af81dee30c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Deleting port 5ff34d4d-96ac-4363-a60b-a24cb35a264b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:01.265393 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d45d5e4-eaa3-4ab6-b00d-5a52e07c84e6 req-f5051ebb-8538-43c8-b4a9-a0af81dee30c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.269049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Allocated IP 172.25.0.101 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/1734704b-d94b-4181-acb6-f25a850f9733) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:01.275560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=5da04916-a058-4f98-a1b5-089f900b8f53,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:01.293814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Allocated IP 172.20.0.2 (5d5d03f5-c96c-4f77-a916-30e3bf620bf5/bd07cbf1-59f4-4b35-a695-27f9a348f882/411fc2bc-c4b2-402e-bd1c-f91abf6820b8) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:01.350600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] For port 708b36d4-7e9e-44e2-832b-007943316071, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=708b36d4-7e9e-44e2-832b-007943316071,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:01.351331 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.361363 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.379536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Calling delete_port for 708b36d4-7e9e-44e2-832b-007943316071 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:01.551684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5da04916-a058-4f98-a1b5-089f900b8f53'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:06:01.698295 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.703861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189aeeb-e572-4ce7-89e8-e5d6b751e45d req-1279810b-c1c5-48c8-b3eb-35d0b630feda tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:01.705523 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7189aeeb-e572-4ce7-89e8-e5d6b751e45d req-1279810b-c1c5-48c8-b3eb-35d0b630feda tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 943 time: 0.5671880 Dec 17 13:06:01.707235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175acf8-64b3-458b-9697-bd958d82a5d2 req-afb103eb-5fd1-46a8-9568-5972795c645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:01.708715 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1175acf8-64b3-458b-9697-bd958d82a5d2 req-afb103eb-5fd1-46a8-9568-5972795c645f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72a96da5-7e88-4d88-b37f-30380b648bcc HTTP/1.1" status: 200 len: 853 time: 0.5579543 Dec 17 13:06:01.796096 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.817450 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1175acf8-64b3-458b-9697-bd958d82a5d2 req-a85a4ef8-cb57-477a-8ef3-973f6b69d1a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=048353f8-5aea-46a8-a6e7-130299cfb2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732017 Dec 17 13:06:01.825776 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.859307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:01.878009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3d45d5e4-eaa3-4ab6-b00d-5a52e07c84e6 req-f5051ebb-8538-43c8-b4a9-a0af81dee30c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] For port 5ff34d4d-96ac-4363-a60b-a24cb35a264b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5ff34d4d-96ac-4363-a60b-a24cb35a264b,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:01.878775 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d45d5e4-eaa3-4ab6-b00d-5a52e07c84e6 req-f5051ebb-8538-43c8-b4a9-a0af81dee30c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:01.879048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:01.886790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:01.912062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7189aeeb-e572-4ce7-89e8-e5d6b751e45d req-4d0a0b0a-b09c-4631-bf73-d22b8faeaf29 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666079 Dec 17 13:06:01.924856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-3d45d5e4-eaa3-4ab6-b00d-5a52e07c84e6 req-f5051ebb-8538-43c8-b4a9-a0af81dee30c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Calling delete_port for 5ff34d4d-96ac-4363-a60b-a24cb35a264b owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:01.950590 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Pushing event updated for resources: {'Port': ['ID=411fc2bc-c4b2-402e-bd1c-f91abf6820b8,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:01.997695 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.018511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Attempting to bind port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:02.018893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Attempting to bind port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:02.019262 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Attempting to bind port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 on network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:02.027167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:02.027553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Checking segment: {'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:02.027997 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.028522 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Bound using segment: {'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:02.029008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Bound port: 411fc2bc-c4b2-402e-bd1c-f91abf6820b8, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:02.029817 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.082715 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1175acf8-64b3-458b-9697-bd958d82a5d2 req-4e13308f-5652-4f64-bbb6-7f310d599d5f service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515564 Dec 17 13:06:02.157614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] For port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:02.170221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] For port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=411fc2bc-c4b2-402e-bd1c-f91abf6820b8,segment=NetworkSegment(446e6038-e6c2-493b-bf22-b19fa475fb3b),segment_id=446e6038-e6c2-493b-bf22-b19fa475fb3b)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:02.218918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4b5d22c7-620e-457f-b567-2ce4827eeca5 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:06:02.224607 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a0635-4b36-4d76-b7fb-2dec8987a218 req-8ef106ab-30c1-4616-a15d-a0783459a1b1 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:02.233632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.235074 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e43a0635-4b36-4d76-b7fb-2dec8987a218 req-8ef106ab-30c1-4616-a15d-a0783459a1b1 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 944 time: 0.2116163 Dec 17 13:06:02.245268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 4b5d22c7-620e-457f-b567-2ce4827eeca5 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:06:02.245762 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4b5d22c7-620e-457f-b567-2ce4827eeca5 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:06:02.246422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 708b36d4-7e9e-44e2-832b-007943316071 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:06:02.288689 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.301267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:02.307084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:02.312773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:02.325025 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e43a0635-4b36-4d76-b7fb-2dec8987a218 req-6052774f-ad3c-4e07-ab1f-5d88fb0250e2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833952 Dec 17 13:06:02.357863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No active binding found for port 708b36d4-7e9e-44e2-832b-007943316071 {{(pid=110455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 13:06:02.358505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 708b36d4-7e9e-44e2-832b-007943316071 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:06:02.366042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Pushing event updated for resources: {'Port': ['ID=1734704b-d94b-4181-acb6-f25a850f9733,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:02.372421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.375104 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d45d5e4-eaa3-4ab6-b00d-5a52e07c84e6 req-f5051ebb-8538-43c8-b4a9-a0af81dee30c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.391454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5e75c8db-481c-436a-927f-1ca77d42c1bd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:06:02.412426 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1175acf8-64b3-458b-9697-bd958d82a5d2 req-9dd79b5c-3dbb-49c6-8e27-d862c6637fb2 service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137314 Dec 17 13:06:02.422537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49dd73-a3ac-4e9f-b847-a3cfd40f3192 None None] Pushing event updated for resources: {'Port': ['ID=411fc2bc-c4b2-402e-bd1c-f91abf6820b8,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:02.451959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Pushing event deleted for resources: {'Port': ['ID=708b36d4-7e9e-44e2-832b-007943316071,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:02.515225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c681f363-109c-4f96-8fc4-4027fe8bac5a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:06:02.517263 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5da04916-a058-4f98-a1b5-089f900b8f53 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:02.559117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5051ebb-8538-43c8-b4a9-a0af81dee30c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Pushing event deleted for resources: {'Port': ['ID=5ff34d4d-96ac-4363-a60b-a24cb35a264b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:02.607077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d45d5e4-eaa3-4ab6-b00d-5a52e07c84e6 req-f5051ebb-8538-43c8-b4a9-a0af81dee30c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] No DVR routers for this DVR port 5ff34d4d-96ac-4363-a60b-a24cb35a264b on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:06:02.719523 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d45d5e4-eaa3-4ab6-b00d-5a52e07c84e6 req-f5051ebb-8538-43c8-b4a9-a0af81dee30c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.724217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d45d5e4-eaa3-4ab6-b00d-5a52e07c84e6 req-f5051ebb-8538-43c8-b4a9-a0af81dee30c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.54 "DELETE /v2.0/ports/5ff34d4d-96ac-4363-a60b-a24cb35a264b HTTP/1.1" status: 204 len: 173 time: 1.8500848 Dec 17 13:06:02.724455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fbaed-ed88-4417-a431-db96c894c5d9 req-54a990ae-6d05-40df-8c51-b4b7a3b17a10 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:02.729354 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.731675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64eaf2c6-fcf7-4747-8428-6bfd5dad99c7', 'name': 'network-vif-deleted', 'tag': '5ff34d4d-96ac-4363-a60b-a24cb35a264b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:02.734315 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5019c7fd-6c54-404b-bef2-2204096650f5" -d '{"events": [{"server_uuid": "64eaf2c6-fcf7-4747-8428-6bfd5dad99c7", "name": "network-vif-deleted", "tag": "5ff34d4d-96ac-4363-a60b-a24cb35a264b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:02.742629 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a34fbaed-ed88-4417-a431-db96c894c5d9 req-54a990ae-6d05-40df-8c51-b4b7a3b17a10 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.1622283 Dec 17 13:06:02.833405 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.870288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 5da04916-a058-4f98-a1b5-089f900b8f53 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:06:02.887235 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.890492 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port c681f363-109c-4f96-8fc4-4027fe8bac5a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c681f363-109c-4f96-8fc4-4027fe8bac5a,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:02.901062 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 5da04916-a058-4f98-a1b5-089f900b8f53 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:02.901440 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.917023 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a34fbaed-ed88-4417-a431-db96c894c5d9 req-a1d52a5e-8911-4e70-99e6-c803240060fb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738191 Dec 17 13:06:02.929744 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.935834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.940686 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:02.953919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'c681f363-109c-4f96-8fc4-4027fe8bac5a', 'network_id': '048353f8-5aea-46a8-a6e7-130299cfb2a3', 'port_id': 'c681f363-109c-4f96-8fc4-4027fe8bac5a', 'mac_address': 'fa:16:3e:ac:b8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a96da5-7e88-4d88-b37f-30380b648bcc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:06:03.034349 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.038428 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.059336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c681f363-109c-4f96-8fc4-4027fe8bac5a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:06:03.065867 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-58f127a6-a6b7-4aa5-a6d9-5c40dc5cfd6f req-d35cfe65-de4f-4e7e-ad51-c6cae7d8ee28 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=64eaf2c6-fcf7-4747-8428-6bfd5dad99c7 HTTP/1.1" status: 200 len: 210 time: 0.0551784 Dec 17 13:06:03.079547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccd1049-8f49-478b-a08a-3c70a833766e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da04916-a058-4f98-a1b5-089f900b8f53'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:03.081854 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b4c981-66df-4541-9f77-429ffddfbf18" -d '{"events": [{"server_uuid": "0ccd1049-8f49-478b-a08a-3c70a833766e", "name": "network-vif-plugged", "status": "completed", "tag": "5da04916-a058-4f98-a1b5-089f900b8f53"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:03.084933 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.107638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port c681f363-109c-4f96-8fc4-4027fe8bac5a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c681f363-109c-4f96-8fc4-4027fe8bac5a,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:03.111012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Allocated IP 172.25.0.36 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/36b1c556-2a60-4bbc-b271-9c4d6efce108) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:03.123014 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5da04916-a058-4f98-a1b5-089f900b8f53, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5da04916-a058-4f98-a1b5-089f900b8f53,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:03.150627 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815c2601-fe7d-48ac-8370-16b379a60133 x-openstack-request-id: req-815c2601-fe7d-48ac-8370-16b379a60133 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:03.151010 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64eaf2c6-fcf7-4747-8428-6bfd5dad99c7", "name": "network-vif-deleted", "tag": "5ff34d4d-96ac-4363-a60b-a24cb35a264b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:03.151273 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-815c2601-fe7d-48ac-8370-16b379a60133 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:03.151681 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64eaf2c6-fcf7-4747-8428-6bfd5dad99c7', 'name': 'network-vif-deleted', 'tag': '5ff34d4d-96ac-4363-a60b-a24cb35a264b', 'status': 'completed', 'code': 200} Dec 17 13:06:03.201494 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.235891 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.236345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.236886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e71fe891-eaf0-4214-903e-f98ca26986fc {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:06:03.255778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.257349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8f1cd418-d6c7-46ae-950c-26ac28e6f612 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e71fe891-eaf0-4214-903e-f98ca26986fc HTTP/1.1" status: 204 len: 168 time: 3.0863507 Dec 17 13:06:03.260562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52370) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:03.268600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=c681f363-109c-4f96-8fc4-4027fe8bac5a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:03.321024 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.330785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1747036-6bb3-40d7-8860-c58c25f85dfd req-d79eb49d-79f1-4d3c-9090-c5cb898b6f10 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:03.332343 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e1747036-6bb3-40d7-8860-c58c25f85dfd req-d79eb49d-79f1-4d3c-9090-c5cb898b6f10 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 944 time: 0.1223118 Dec 17 13:06:03.351634 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.362742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=5da04916-a058-4f98-a1b5-089f900b8f53,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:03.384895 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.434427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e56f1ca-b8fc-4314-9eab-a793c9676927 admin admin] Deleting subnet c2138608-9efc-440a-af7c-750979cb7d23 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:06:03.441206 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e56f1ca-b8fc-4314-9eab-a793c9676927 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.473220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Pushing event updated for resources: {'Port': ['ID=1734704b-d94b-4181-acb6-f25a850f9733,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:03.475817 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e1747036-6bb3-40d7-8860-c58c25f85dfd req-3af10fed-76f8-4c0e-8833-e6d9ec0f16c1 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353543 Dec 17 13:06:03.488065 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.511435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['c681f363-109c-4f96-8fc4-4027fe8bac5a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:06:03.517368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e56f1ca-b8fc-4314-9eab-a793c9676927 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.554620 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f64438d-08f7-4fe8-a172-1fc547d90d27 x-openstack-request-id: req-7f64438d-08f7-4fe8-a172-1fc547d90d27 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:03.555329 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccd1049-8f49-478b-a08a-3c70a833766e", "name": "network-vif-plugged", "status": "completed", "tag": "5da04916-a058-4f98-a1b5-089f900b8f53", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:03.556146 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f64438d-08f7-4fe8-a172-1fc547d90d27 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:03.556773 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccd1049-8f49-478b-a08a-3c70a833766e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da04916-a058-4f98-a1b5-089f900b8f53', 'code': 200} Dec 17 13:06:03.564764 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.574425 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-ca5ffd42-3b20-4bc1-a454-cf88e0066008 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2022836 Dec 17 13:06:03.659956 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-2148926a-11d5-40c9-a86f-9d5adf4a99e9 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0776260 Dec 17 13:06:03.685915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e56f1ca-b8fc-4314-9eab-a793c9676927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.750853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.835515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-f158458e-9cac-4f16-9c5f-703fabf8b432 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:03.838061 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-f158458e-9cac-4f16-9c5f-703fabf8b432 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.1712227 Dec 17 13:06:03.856721 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f422c743-c2a1-4e62-b1ab-414c077e3a97 None None] Network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:06:03.857701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:03.862951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-70e875f4-d6cb-4302-a80b-deb92e8c7c0b tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:06:03.864526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eae61aa6-667c-4774-be59-74dc868e96a6 req-70e875f4-d6cb-4302-a80b-deb92e8c7c0b tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157025 Dec 17 13:06:03.866705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:03.872134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=36b1c556-2a60-4bbc-b271-9c4d6efce108,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:03.877991 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:03.935160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd353aa6-be76-40e9-8719-f10c0d3b466a req-50a797e2-1689-4ae0-8fe5-0a86b3993d5c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:03.938151 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd353aa6-be76-40e9-8719-f10c0d3b466a req-50a797e2-1689-4ae0-8fe5-0a86b3993d5c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 945 time: 0.2005873 Dec 17 13:06:03.943319 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e56f1ca-b8fc-4314-9eab-a793c9676927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:03.952568 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6755ed5-c3b6-4c11-a6e4-a25a55009060 req-adf5b54e-8958-41e2-aca5-0e1c0cbf2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:03.954067 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b6755ed5-c3b6-4c11-a6e4-a25a55009060 req-adf5b54e-8958-41e2-aca5-0e1c0cbf2bc2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 1096 time: 0.2177866 Dec 17 13:06:04.007166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56f1ca-b8fc-4314-9eab-a793c9676927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2138608-9efc-440a-af7c-750979cb7d23,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:04.007812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52388) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:04.022039 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e56f1ca-b8fc-4314-9eab-a793c9676927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.025163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2e56f1ca-b8fc-4314-9eab-a793c9676927 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c2138608-9efc-440a-af7c-750979cb7d23 HTTP/1.1" status: 204 len: 168 time: 0.7595892 Dec 17 13:06:04.029018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52392) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:04.042276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5e904f-e4c7-443e-9989-8b248be2269e None None] Network 506e5122-0008-430c-937d-e9db9c21f448 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:06:04.044715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-30f410d3-1f5b-41dc-bc53-fea935c1bf36 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:04.046838 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-30f410d3-1f5b-41dc-bc53-fea935c1bf36 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1063058 Dec 17 13:06:04.054182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4dbcb3f5-89c1-428e-baa0-36a9eb7b0d84 None None] Provisioning complete for port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:04.055860 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb3f5-89c1-428e-baa0-36a9eb7b0d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.149240 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd353aa6-be76-40e9-8719-f10c0d3b466a req-37c50ea7-ab29-4a34-ab69-344087218661 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002983 Dec 17 13:06:04.180261 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b6755ed5-c3b6-4c11-a6e4-a25a55009060 req-513990c4-cb88-490f-b373-80701eb4a693 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879838 Dec 17 13:06:04.253704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1553697759', 'router:external': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:04.258925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.268257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:04.278403 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-3a59f706-b2be-4251-95c3-3830df95ff10 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.1062005 Dec 17 13:06:04.290419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-24173b82-24be-4d1e-be7b-ee92f77666d6 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Request body: {'floatingip': {'port_id': 'b4576593-6006-4e65-a400-d4f69138a37a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:04.315509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000c9c2-d79f-4d85-8b38-ba757d8aa819 req-8f21664f-768c-4250-8c09-7ee101156170 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:04.317159 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3000c9c2-d79f-4d85-8b38-ba757d8aa819 req-8f21664f-768c-4250-8c09-7ee101156170 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.0628700 Dec 17 13:06:04.364305 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 5ff34d4d-96ac-4363-a60b-a24cb35a264b no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:06:04.368891 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-24173b82-24be-4d1e-be7b-ee92f77666d6 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.396170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 5ff34d4d-96ac-4363-a60b-a24cb35a264b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:06:04.396577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 5ff34d4d-96ac-4363-a60b-a24cb35a264b not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:06:04.406822 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb3f5-89c1-428e-baa0-36a9eb7b0d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.437497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:04.440257 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.444416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Made reservation on behalf of ed5babb81abf4a409182ee6415d072d1 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:06:04.446869 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.465532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.503867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4dbcb3f5-89c1-428e-baa0-36a9eb7b0d84 None None] For port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=411fc2bc-c4b2-402e-bd1c-f91abf6820b8,segment=NetworkSegment(446e6038-e6c2-493b-bf22-b19fa475fb3b),segment_id=446e6038-e6c2-493b-bf22-b19fa475fb3b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:04.519469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c681f363-109c-4f96-8fc4-4027fe8bac5a up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:04.521445 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3000c9c2-d79f-4d85-8b38-ba757d8aa819 req-8de7174e-6eb4-4799-86af-47aa188c102c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522088 Dec 17 13:06:04.534208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Deleting port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:04.534562 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.559317 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.559916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f5d093-0b51-419a-a19c-95319b175d08 None None] DHCP port deletion for 506e5122-0008-430c-937d-e9db9c21f448 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:06:04.620193 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb3f5-89c1-428e-baa0-36a9eb7b0d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.733870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcb3f5-89c1-428e-baa0-36a9eb7b0d84 None None] Pushing event updated for resources: {'Port': ['ID=411fc2bc-c4b2-402e-bd1c-f91abf6820b8,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:04.751308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5d093-0b51-419a-a19c-95319b175d08 None None] Deleting port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:04.751715 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a2f5d093-0b51-419a-a19c-95319b175d08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.754528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c1ca2-ac9e-4781-a597-05ca0a91dc13 req-7271da48-1315-4659-bffe-f64a5be42584 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:04.756407 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-080c1ca2-ac9e-4781-a597-05ca0a91dc13 req-7271da48-1315-4659-bffe-f64a5be42584 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 944 time: 0.0826838 Dec 17 13:06:04.767685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] For port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=98a4e6ef-860f-4fdf-8cc3-1381b7c553b9,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:04.768048 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.789798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Calling delete_port for 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:04.808467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e6380242-1609-4508-b68d-9c3a1d47a2f9 None None] Provisioning complete for port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:04.808943 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6380242-1609-4508-b68d-9c3a1d47a2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.829514 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.847923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port c681f363-109c-4f96-8fc4-4027fe8bac5a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:06:04.866133 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port c681f363-109c-4f96-8fc4-4027fe8bac5a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:04.868869 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.871597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a2f5d093-0b51-419a-a19c-95319b175d08 None None] For port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=98a4e6ef-860f-4fdf-8cc3-1381b7c553b9,segment=NetworkSegment(c811910a-f652-4e67-972a-572fc5d240b6),segment_id=c811910a-f652-4e67-972a-572fc5d240b6)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:04.872166 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a2f5d093-0b51-419a-a19c-95319b175d08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.899208 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-080c1ca2-ac9e-4781-a597-05ca0a91dc13 req-7efc67ec-2053-42b3-93e0-00c69122573f tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004231 Dec 17 13:06:04.906848 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.909733 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:04.924890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5d093-0b51-419a-a19c-95319b175d08 None None] Calling delete_port for 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:04.990830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:06:05.021220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab58e83-3fac-4868-844a-4df4dd74dc2b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:05.054100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.054100 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Added segment d9dd53e4-a75a-424a-a195-5ed6cb63131d of type vlan for network 92706968-76bf-4f9b-8a3d-b27b218209b3 Dec 17 13:06:05.105427 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.120802 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.137561 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port c681f363-109c-4f96-8fc4-4027fe8bac5a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c681f363-109c-4f96-8fc4-4027fe8bac5a,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:05.177207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Router d69be2fa-84cb-4d75-bd26-e94bedc7789f is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:06:05.180548 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.185506 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a2f5d093-0b51-419a-a19c-95319b175d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.227289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5d093-0b51-419a-a19c-95319b175d08 None None] Pushing event deleted for resources: {'Port': ['ID=98a4e6ef-860f-4fdf-8cc3-1381b7c553b9,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:05.229282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f5d093-0b51-419a-a19c-95319b175d08 None None] No DVR routers for this DVR port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:06:05.239557 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.254810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Pushing event deleted for resources: {'Port': ['ID=98a4e6ef-860f-4fdf-8cc3-1381b7c553b9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:05.267497 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] No DVR routers for this DVR port 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:06:05.305457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=c681f363-109c-4f96-8fc4-4027fe8bac5a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:05.317488 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:05.331196 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Sync routers for ids ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:05.333275 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.334337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:05.335632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.343963 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Routers {'d69be2fa-84cb-4d75-bd26-e94bedc7789f'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:05.344583 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:05.434369 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.438354 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-da849c33-03af-4fcc-b605-8e16a6bff3a9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.6207738 Dec 17 13:06:05.445910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52404) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:05.462172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-24173b82-24be-4d1e-be7b-ee92f77666d6 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.491534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562d4c3-867d-45bc-8037-12c25c743150 req-24f60b97-7f98-401b-b3c6-e0224f8934ba tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:05.493175 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2562d4c3-867d-45bc-8037-12c25c743150 req-24f60b97-7f98-401b-b3c6-e0224f8934ba tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 945 time: 0.0635822 Dec 17 13:06:05.497559 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4885073 Dec 17 13:06:05.502349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52406) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:05.508021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Request body: {'subnet': {'network_id': '92706968-76bf-4f9b-8a3d-b27b218209b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:05.533035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cba0e-4c54-46ec-aa73-199e57175759 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event updated for resources: {'Network': ['ID=92706968-76bf-4f9b-8a3d-b27b218209b3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:05.545710 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-24173b82-24be-4d1e-be7b-ee92f77666d6 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.549770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 92706968-76bf-4f9b-8a3d-b27b218209b3 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:06:05.553763 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Set router d69be2fa-84cb-4d75-bd26-e94bedc7789f gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:05.554345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.574061 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c681f363-109c-4f96-8fc4-4027fe8bac5a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:05.576319 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa6d510-b517-4fe0-83b8-216fa3747a37" -d '{"events": [{"server_uuid": "a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d", "name": "network-vif-plugged", "status": "completed", "tag": "c681f363-109c-4f96-8fc4-4027fe8bac5a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:05.597926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2562d4c3-867d-45bc-8037-12c25c743150 req-16820aca-4086-4602-b6ba-4b6770e35101 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963447 Dec 17 13:06:05.643966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Made reservation on behalf of ed5babb81abf4a409182ee6415d072d1 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:06:05.646874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.709966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506e5122-0008-430c-937d-e9db9c21f448']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:05.732367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c811910a-f652-4e67-972a-572fc5d240b6') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:05.732717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c811910a-f652-4e67-972a-572fc5d240b6') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:05.750192 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.773663 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-24173b82-24be-4d1e-be7b-ee92f77666d6 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Floating IP f064379c-e288-40ef-b6e8-17991e45cca4 associated. External IP: 172.25.0.101, port: b4576593-6006-4e65-a400-d4f69138a37a. Dec 17 13:06:05.776063 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.781971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cd0b8-079a-48b5-8339-583f02003e55 req-de65a173-44ac-4540-93a5-078a38bfff43 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:05.783505 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b87cd0b8-079a-48b5-8339-583f02003e55 req-de65a173-44ac-4540-93a5-078a38bfff43 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 949 time: 0.0833516 Dec 17 13:06:05.803134 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:06:04Z', 'revision_number': 3, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:05.812282 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.823983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:06:05.824451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:06:05.826797 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:06:05.832301 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Checking router: d69be2fa-84cb-4d75-bd26-e94bedc7789f for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:05.832654 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Updating router d69be2fa-84cb-4d75-bd26-e94bedc7789f port 36b1c556-2a60-4bbc-b271-9c4d6efce108 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:06:05.858956 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:05.896597 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b87cd0b8-079a-48b5-8339-583f02003e55 req-eb4e0b6a-a406-4669-bf4e-d7d6d9327ba8 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879073 Dec 17 13:06:06.079775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b1575-7847-44a8-a4a8-90d85c88e693 req-66352a7b-b580-469b-aad5-b30f9c1e6120 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:06.081563 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2b4b1575-7847-44a8-a4a8-90d85c88e693 req-66352a7b-b580-469b-aad5-b30f9c1e6120 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.0654602 Dec 17 13:06:06.144312 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.173701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.objects.ports [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:06:06.174306 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.179642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:06.235373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:06.235373 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.247413 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.258143 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2b4b1575-7847-44a8-a4a8-90d85c88e693 req-b41a6c3d-d750-4a4b-98e9-c61e00fc8d3d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466866 Dec 17 13:06:06.289379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dbb5c00f-fbb0-43cb-bee8-85b3ed4611f9,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:06.308521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Checking segment: {'id': 'd9dd53e4-a75a-424a-a195-5ed6cb63131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '92706968-76bf-4f9b-8a3d-b27b218209b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:06.310748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Network hostable DHCP agents. Network: 92706968-76bf-4f9b-8a3d-b27b218209b3, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:06:06.335158 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa9305e-78af-4536-9314-0bf92fe7e911 x-openstack-request-id: req-2fa9305e-78af-4536-9314-0bf92fe7e911 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:06.335445 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d", "name": "network-vif-plugged", "status": "completed", "tag": "c681f363-109c-4f96-8fc4-4027fe8bac5a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:06.335697 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fa9305e-78af-4536-9314-0bf92fe7e911 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:06.336082 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c681f363-109c-4f96-8fc4-4027fe8bac5a', 'code': 200} Dec 17 13:06:06.345251 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c89b95-1ee0-4c26-98f9-7c6056e6a16f None None] Pushing event updated for resources: {'Port': ['ID=36b1c556-2a60-4bbc-b271-9c4d6efce108,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:06.360605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.371501 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.378608 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] 10.222.0.59 "DELETE /v2.0/networks/506e5122-0008-430c-937d-e9db9c21f448 HTTP/1.1" status: 204 len: 168 time: 2.3449667 Dec 17 13:06:06.392082 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Attempting to bind port 36b1c556-2a60-4bbc-b271-9c4d6efce108 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:06.394466 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Attempting to bind port 36b1c556-2a60-4bbc-b271-9c4d6efce108 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:06.395465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9615d-69ea-4b28-9080-7ca97d1dd701 admin admin] Pushing event deleted for resources: {'Network': ['ID=506e5122-0008-430c-937d-e9db9c21f448,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:06.397107 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Attempting to bind port 36b1c556-2a60-4bbc-b271-9c4d6efce108 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:06.405242 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:06.407529 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:06.408849 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.413865 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:06.414583 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Bound port: 36b1c556-2a60-4bbc-b271-9c4d6efce108, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:06.415158 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.434984 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Network 92706968-76bf-4f9b-8a3d-b27b218209b3 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:06:06.505093 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] For port 36b1c556-2a60-4bbc-b271-9c4d6efce108, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:06.520868 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] For port 36b1c556-2a60-4bbc-b271-9c4d6efce108, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=36b1c556-2a60-4bbc-b271-9c4d6efce108,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:06.534684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-24173b82-24be-4d1e-be7b-ee92f77666d6 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:06:06.547461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e043f-324a-4bc6-a26e-23eaa7b72c32 req-6fa60007-403e-4143-84e6-e1a1cee8b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:06.549873 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:06:06.566554 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-940e043f-324a-4bc6-a26e-23eaa7b72c32 req-6fa60007-403e-4143-84e6-e1a1cee8b2cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 1096 time: 0.1610296 Dec 17 13:06:06.569480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 92706968-76bf-4f9b-8a3d-b27b218209b3) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:06.574735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:06.575439 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.583740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c4a33-2c07-4295-bff3-149a539c97ba None None] Network 92706968-76bf-4f9b-8a3d-b27b218209b3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:06:06.586083 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:06:06.586428 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 98a4e6ef-860f-4fdf-8cc3-1381b7c553b9 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:06:06.596594 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.644878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-940e043f-324a-4bc6-a26e-23eaa7b72c32 req-a24ff822-785c-4d09-8f26-bab4b6b2931f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670314 Dec 17 13:06:06.657057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7f760-4cca-4c1b-9b63-8bb1674be1e6 req-ecc232c1-714d-463e-ab06-d1a0b6e9d895 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:06.664824 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-40c7f760-4cca-4c1b-9b63-8bb1674be1e6 req-ecc232c1-714d-463e-ab06-d1a0b6e9d895 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 945 time: 0.1904106 Dec 17 13:06:06.688416 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Routers {'d69be2fa-84cb-4d75-bd26-e94bedc7789f'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:06.689046 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:06.690944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-89f1b2cf-0236-4e20-9a5a-b5e91c3e731f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1867642 Dec 17 13:06:06.695427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52418) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:06.702666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1642941768', 'network_id': '92706968-76bf-4f9b-8a3d-b27b218209b3'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:06.747468 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c89b95-1ee0-4c26-98f9-7c6056e6a16f None None] Pushing event updated for resources: {'Port': ['ID=36b1c556-2a60-4bbc-b271-9c4d6efce108,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:06.751920 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-40c7f760-4cca-4c1b-9b63-8bb1674be1e6 req-8c813aab-fa09-434f-bba6-bcc42a30e98c tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689778 Dec 17 13:06:06.791103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f452e250-4a9b-442e-b37d-d08aa250f007 None None] Network 92706968-76bf-4f9b-8a3d-b27b218209b3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:06:06.791518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-24173b82-24be-4d1e-be7b-ee92f77666d6 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:06.797425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-24173b82-24be-4d1e-be7b-ee92f77666d6 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.827746 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] Set router d69be2fa-84cb-4d75-bd26-e94bedc7789f gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:06.833639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de49f2-6bfe-4392-8817-e919b9da6cc7 None None] Sync routers for ids ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:06.833827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.840620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-24173b82-24be-4d1e-be7b-ee92f77666d6 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "PUT /v2.0/floatingips/f064379c-e288-40ef-b6e8-17991e45cca4 HTTP/1.1" status: 200 len: 997 time: 2.5540788 Dec 17 13:06:06.842624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'tag': 'b4576593-6006-4e65-a400-d4f69138a37a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:06.844907 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0c030d-806f-4d70-85b6-184fab94d518" -d '{"events": [{"name": "network-changed", "server_uuid": "2a39deb7-e67d-4127-8359-9f7dd0eb31ba", "tag": "b4576593-6006-4e65-a400-d4f69138a37a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:06.858289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Made reservation on behalf of ed5babb81abf4a409182ee6415d072d1 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:06:06.860684 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:06.895661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952395e5-2ffa-4f33-aa48-09dd993d39aa req-6b522716-c783-4f1f-a916-d91820ebf786 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:06.903611 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-952395e5-2ffa-4f33-aa48-09dd993d39aa req-6b522716-c783-4f1f-a916-d91820ebf786 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 945 time: 0.0637021 Dec 17 13:06:06.910885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52422) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:06.954792 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-952395e5-2ffa-4f33-aa48-09dd993d39aa req-97071039-f767-410f-8f10-bfa27eec4c86 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502155 Dec 17 13:06:06.979056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] device_id is not set on port 0b942d05-6872-4fcb-8fbe-0e1d075c599c yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:06:07.024077 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c991dc99-2f1e-4ff1-bfff-33178a906f52 x-openstack-request-id: req-c991dc99-2f1e-4ff1-bfff-33178a906f52 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:07.026992 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a39deb7-e67d-4127-8359-9f7dd0eb31ba", "tag": "b4576593-6006-4e65-a400-d4f69138a37a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:07.026992 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c991dc99-2f1e-4ff1-bfff-33178a906f52 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:07.026992 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'tag': 'b4576593-6006-4e65-a400-d4f69138a37a', 'status': 'completed', 'code': 200} Dec 17 13:06:07.089161 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:06:04Z', 'revision_number': 3, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:07.122748 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3249e9db-cbce-4c2f-a8d5-9394f7be5d53 None None] The sync data for ids ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'] in n-d-815324-5 is: [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:06:04Z', 'revision_number': 3, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:07.132387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7b8f3-f45e-41d1-8d9d-191730e601cf req-0d9e1d11-4184-42b7-b188-9f16071f3271 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:07.134503 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffa7b8f3-f45e-41d1-8d9d-191730e601cf req-0d9e1d11-4184-42b7-b188-9f16071f3271 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.61 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 949 time: 0.1036367 Dec 17 13:06:07.134699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-f8e17fe7-cad8-4a26-ad73-796cd6a632a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:07.136662 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-f8e17fe7-cad8-4a26-ad73-796cd6a632a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ff52ceff2064ff5a58c70d4f4e98479&device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 1097 time: 0.2717597 Dec 17 13:06:07.155507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9ce627f9-7166-4337-ae79-a4a05f7c7252 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92e468af24b045e1a43d72e62a88f5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409956 Dec 17 13:06:07.159838 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de49f2-6bfe-4392-8817-e919b9da6cc7 None None] Routers {'83ef19e8-4456-4f1a-b6d7-a44bc7e17949'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:07.160992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-65de49f2-6bfe-4392-8817-e919b9da6cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:07.164446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52428) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:07.213780 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b7551-6444-489a-9061-fb1a11109e35 req-295db7eb-f190-4270-bd9a-cda63a05f44c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:07.222622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a6b7551-6444-489a-9061-fb1a11109e35 req-295db7eb-f190-4270-bd9a-cda63a05f44c tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 949 time: 0.1322539 Dec 17 13:06:07.306661 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a6b7551-6444-489a-9061-fb1a11109e35 req-c79a11c5-8469-465b-b92a-954d48c51271 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/security-groups?id=efbdb494-c0d7-4b30-9a98-f3e304985d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831525 Dec 17 13:06:07.317022 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-ffa7b8f3-f45e-41d1-8d9d-191730e601cf req-e5a2d7a5-885d-4ac6-99a1-6c571dd1b78f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Deleting port 5e75c8db-481c-436a-927f-1ca77d42c1bd {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:07.317378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffa7b8f3-f45e-41d1-8d9d-191730e601cf req-e5a2d7a5-885d-4ac6-99a1-6c571dd1b78f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:07.335119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c030d-806f-4d70-85b6-184fab94d518 req-6d0f6282-0a69-46b4-8c8e-75938233d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:07.336783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea0c030d-806f-4d70-85b6-184fab94d518 req-6d0f6282-0a69-46b4-8c8e-75938233d85e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ff52ceff2064ff5a58c70d4f4e98479&device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 1097 time: 0.2721567 Dec 17 13:06:07.343215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-65de49f2-6bfe-4392-8817-e919b9da6cc7 None None] Set router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:07.397791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Allocated IP 172.20.0.1 (5d5d03f5-c96c-4f77-a916-30e3bf620bf5/bd07cbf1-59f4-4b35-a695-27f9a348f882/03105ad6-bde1-4c81-a706-ccd134ae57dc) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:07.401763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Allocated IP 2001:db8::35c (92706968-76bf-4f9b-8a3d-b27b218209b3/dbb5c00f-fbb0-43cb-bee8-85b3ed4611f9/0b942d05-6872-4fcb-8fbe-0e1d075c599c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:07.560100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ffa7b8f3-f45e-41d1-8d9d-191730e601cf req-e5a2d7a5-885d-4ac6-99a1-6c571dd1b78f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] For port 5e75c8db-481c-436a-927f-1ca77d42c1bd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5e75c8db-481c-436a-927f-1ca77d42c1bd,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:07.560630 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffa7b8f3-f45e-41d1-8d9d-191730e601cf req-e5a2d7a5-885d-4ac6-99a1-6c571dd1b78f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:07.588163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-ffa7b8f3-f45e-41d1-8d9d-191730e601cf req-e5a2d7a5-885d-4ac6-99a1-6c571dd1b78f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Calling delete_port for 5e75c8db-481c-436a-927f-1ca77d42c1bd owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:07.599205 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-325e1c2c-81b1-4eed-957e-4a73bf5619af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:07.624053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-4efcaaec-4aa7-4d09-91c6-f5f87a30b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:07.625679 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-4efcaaec-4aa7-4d09-91c6-f5f87a30b0c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=532b07a9-72bf-4e87-a287-eb9d3d8c302a HTTP/1.1" status: 200 len: 930 time: 0.4620409 Dec 17 13:06:07.625882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc7271-7b95-4dd3-8716-ba111fd694b5 req-977c2381-44b3-480e-afcb-2e883fe986ea tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:07.633842 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-44dc7271-7b95-4dd3-8716-ba111fd694b5 req-977c2381-44b3-480e-afcb-2e883fe986ea tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.1375651 Dec 17 13:06:07.778735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-44dc7271-7b95-4dd3-8716-ba111fd694b5 req-486e3591-6681-4611-9dc9-19470539e1b9 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848362 Dec 17 13:06:07.783738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-65de49f2-6bfe-4392-8817-e919b9da6cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:05:38Z', 'revision_number': 4, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'f064379c-e288-40ef-b6e8-17991e45cca4', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'port_id': 'b4576593-6006-4e65-a400-d4f69138a37a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'mac_address': 'fa:16:3e:6d:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:05Z', 'revision_number': 1, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd283d8c8-bf24-4f1c-9dba-daabdc132c24', 'name': '', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'mac_address': 'fa:16:3e:9b:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:37Z', 'updated_at': '2021-12-17T13:05:43Z', 'revision_number': 5, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'subnets': [{'id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:07.821864 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de49f2-6bfe-4392-8817-e919b9da6cc7 None None] Checking router: 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:07.835740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de49f2-6bfe-4392-8817-e919b9da6cc7 None None] Routers {'83ef19e8-4456-4f1a-b6d7-a44bc7e17949'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:07.836374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-65de49f2-6bfe-4392-8817-e919b9da6cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:07.865863 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:07.876896 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-325e1c2c-81b1-4eed-957e-4a73bf5619af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:07.953954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c030d-806f-4d70-85b6-184fab94d518 req-9afbe62b-8040-416d-96ee-45979649c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:07.955797 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea0c030d-806f-4d70-85b6-184fab94d518 req-9afbe62b-8040-416d-96ee-45979649c4fc service neutron] 10.222.0.54 "GET /v2.0/networks?id=532b07a9-72bf-4e87-a287-eb9d3d8c302a HTTP/1.1" status: 200 len: 930 time: 0.6011314 Dec 17 13:06:07.974488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-65de49f2-6bfe-4392-8817-e919b9da6cc7 None None] Set router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:07.995449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a59633-1920-4d59-9133-36bb00a724cb req-c8a65aa2-9c56-4c64-b9c3-7acc15526aff tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:07.997566 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99a59633-1920-4d59-9133-36bb00a724cb req-c8a65aa2-9c56-4c64-b9c3-7acc15526aff tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 945 time: 0.0888045 Dec 17 13:06:08.000666 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffa7b8f3-f45e-41d1-8d9d-191730e601cf req-e5a2d7a5-885d-4ac6-99a1-6c571dd1b78f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:08.020096 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5e75c8db-481c-436a-927f-1ca77d42c1bd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:06:08.057245 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-325e1c2c-81b1-4eed-957e-4a73bf5619af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:08.060023 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-325e1c2c-81b1-4eed-957e-4a73bf5619af admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:08.061638 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-325e1c2c-81b1-4eed-957e-4a73bf5619af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8125272a-a93d-45aa-abfa-30c86eb7af80 HTTP/1.1" status: 204 len: 168 time: 0.8958302 Dec 17 13:06:08.101112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99a59633-1920-4d59-9133-36bb00a724cb req-27401473-0a7c-4ed6-a4f5-8e17b5d78471 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902784 Dec 17 13:06:08.102015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2d7a5-885d-4ac6-99a1-6c571dd1b78f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Pushing event deleted for resources: {'Port': ['ID=5e75c8db-481c-436a-927f-1ca77d42c1bd,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:08.141830 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-0701f3f7-03c8-4bb7-8146-cfe795d69fef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4576593-6006-4e65-a400-d4f69138a37a HTTP/1.1" status: 200 len: 1000 time: 0.4952502 Dec 17 13:06:08.168755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa7b8f3-f45e-41d1-8d9d-191730e601cf req-e5a2d7a5-885d-4ac6-99a1-6c571dd1b78f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] No DVR routers for this DVR port 5e75c8db-481c-436a-927f-1ca77d42c1bd on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:06:08.180442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffa7b8f3-f45e-41d1-8d9d-191730e601cf req-e5a2d7a5-885d-4ac6-99a1-6c571dd1b78f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:08.184128 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffa7b8f3-f45e-41d1-8d9d-191730e601cf req-e5a2d7a5-885d-4ac6-99a1-6c571dd1b78f tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.61 "DELETE /v2.0/ports/5e75c8db-481c-436a-927f-1ca77d42c1bd HTTP/1.1" status: 204 len: 173 time: 1.0417526 Dec 17 13:06:08.184612 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41451344-316a-4f37-b310-8e37820a0d3f', 'name': 'network-vif-deleted', 'tag': '5e75c8db-481c-436a-927f-1ca77d42c1bd'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:08.191378 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d4f261-2a45-4c94-a76c-7a13a0b02ed4" -d '{"events": [{"server_uuid": "41451344-316a-4f37-b310-8e37820a0d3f", "name": "network-vif-deleted", "tag": "5e75c8db-481c-436a-927f-1ca77d42c1bd"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:08.260850 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2113b6ab-dbc0-46be-9b82-1d1b13ec948e x-openstack-request-id: req-2113b6ab-dbc0-46be-9b82-1d1b13ec948e {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:08.261193 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41451344-316a-4f37-b310-8e37820a0d3f", "name": "network-vif-deleted", "tag": "5e75c8db-481c-436a-927f-1ca77d42c1bd", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:08.261618 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2113b6ab-dbc0-46be-9b82-1d1b13ec948e {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:08.262522 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41451344-316a-4f37-b310-8e37820a0d3f', 'name': 'network-vif-deleted', 'tag': '5e75c8db-481c-436a-927f-1ca77d42c1bd', 'status': 'completed', 'code': 200} Dec 17 13:06:08.265152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e1c2c-81b1-4eed-957e-4a73bf5619af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8125272a-a93d-45aa-abfa-30c86eb7af80,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:08.268740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-b5a7a3b6-a237-46cb-a8d1-1e7f16eb31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:08.276855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-b5a7a3b6-a237-46cb-a8d1-1e7f16eb31b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0febe668-77df-4edd-b6f0-2ecbd6619e39 HTTP/1.1" status: 200 len: 868 time: 0.1335790 Dec 17 13:06:08.297400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 36b1c556-2a60-4bbc-b271-9c4d6efce108 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:08.324291 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:08.341265 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea0c030d-806f-4d70-85b6-184fab94d518 req-b42643d9-3889-45ea-aa00-a22a82d10e31 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4576593-6006-4e65-a400-d4f69138a37a HTTP/1.1" status: 200 len: 1000 time: 0.3647974 Dec 17 13:06:08.448696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-e89f66b8-05c8-421b-892a-8d758efa17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:08.459674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-e89f66b8-05c8-421b-892a-8d758efa17d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=532b07a9-72bf-4e87-a287-eb9d3d8c302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818180 Dec 17 13:06:08.474842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 36b1c556-2a60-4bbc-b271-9c4d6efce108 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:08.475685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:08.476208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:08.491596 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c030d-806f-4d70-85b6-184fab94d518 req-34d04cab-41c0-4812-a9b0-6e833a4d8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:08.493044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea0c030d-806f-4d70-85b6-184fab94d518 req-34d04cab-41c0-4812-a9b0-6e833a4d8b1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0febe668-77df-4edd-b6f0-2ecbd6619e39 HTTP/1.1" status: 200 len: 868 time: 0.1422386 Dec 17 13:06:08.504404 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bdcc4c7-17ba-42f2-9009-009f08c80a0b req-ca8b93d1-3728-466d-9edd-110da2afb8f4 tempest-ServersAdminNegativeTestJSON-1398947958 tempest-ServersAdminNegativeTestJSON-1398947958-project] 10.222.0.59 "GET /v2.0/ports?device_id=41451344-316a-4f37-b310-8e37820a0d3f HTTP/1.1" status: 200 len: 210 time: 0.0629611 Dec 17 13:06:08.540982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-65de49f2-6bfe-4392-8817-e919b9da6cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:05:38Z', 'revision_number': 4, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'f064379c-e288-40ef-b6e8-17991e45cca4', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'port_id': 'b4576593-6006-4e65-a400-d4f69138a37a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'mac_address': 'fa:16:3e:6d:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:05Z', 'revision_number': 1, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd283d8c8-bf24-4f1c-9dba-daabdc132c24', 'name': '', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'mac_address': 'fa:16:3e:9b:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:37Z', 'updated_at': '2021-12-17T13:05:43Z', 'revision_number': 5, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'subnets': [{'id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:08.582940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de49f2-6bfe-4392-8817-e919b9da6cc7 None None] The sync data for ids ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'] in n-d-815324-5 is: [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:05:38Z', 'revision_number': 4, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'f064379c-e288-40ef-b6e8-17991e45cca4', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'port_id': 'b4576593-6006-4e65-a400-d4f69138a37a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'mac_address': 'fa:16:3e:6d:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:05Z', 'revision_number': 1, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd283d8c8-bf24-4f1c-9dba-daabdc132c24', 'name': '', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'mac_address': 'fa:16:3e:9b:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:37Z', 'updated_at': '2021-12-17T13:05:43Z', 'revision_number': 5, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'subnets': [{'id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:08.592499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:08.622696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:08.645190 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:08.658257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:08.682702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:08.703051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 36b1c556-2a60-4bbc-b271-9c4d6efce108, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=36b1c556-2a60-4bbc-b271-9c4d6efce108,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:08.743765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Pushing event updated for resources: {'Port': ['ID=03105ad6-bde1-4c81-a706-ccd134ae57dc,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:08.762450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Network 92706968-76bf-4f9b-8a3d-b27b218209b3 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:08.789284 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:08.809841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:08.830263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:08.831343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:08.831956 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:08.860732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c030d-806f-4d70-85b6-184fab94d518 req-7b1c6bca-dfb4-433c-af44-ae5e41f6ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:08.860732 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea0c030d-806f-4d70-85b6-184fab94d518 req-7b1c6bca-dfb4-433c-af44-ae5e41f6ed89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=532b07a9-72bf-4e87-a287-eb9d3d8c302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2864401 Dec 17 13:06:08.874666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-7ab133a2-3ad0-4b6f-9089-a38808f2b160 service neutron] 10.222.0.59 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136641 Dec 17 13:06:08.909611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event updated for resources: {'Port': ['ID=0b942d05-6872-4fcb-8fbe-0e1d075c599c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:08.919588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=36b1c556-2a60-4bbc-b271-9c4d6efce108,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:08.949053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18163d-95da-4fc9-a915-f9be6a6c3048 req-54aac604-449b-4ccf-aa24-d7eaf180f740 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:08.957265 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d18163d-95da-4fc9-a915-f9be6a6c3048 req-54aac604-449b-4ccf-aa24-d7eaf180f740 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.0761504 Dec 17 13:06:08.992320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:09.005670 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d18163d-95da-4fc9-a915-f9be6a6c3048 req-be2f9a7b-8542-4a2c-9d24-615094c15ead tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474126 Dec 17 13:06:09.028175 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8d58d73c-f61a-47d0-82cf-f6480f7f6b9a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3285568 Dec 17 13:06:09.028911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52452) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:09.051136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8276c821-6ae6-4c0a-9163-0eeb098ca493 None None] Provisioning complete for port 03105ad6-bde1-4c81-a706-ccd134ae57dc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:09.051531 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8276c821-6ae6-4c0a-9163-0eeb098ca493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:09.105595 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aabbf55d-a12e-44f1-9323-5c3f17cc260b req-8c0d77c4-3e1d-4bef-80f5-2ee444075c39 service neutron] 10.222.0.59 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298918 Dec 17 13:06:09.137104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9d98f11c-768a-412a-92b7-206616fbcb7b tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Deleting port 0b942d05-6872-4fcb-8fbe-0e1d075c599c {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:09.137662 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d98f11c-768a-412a-92b7-206616fbcb7b tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:09.142175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8276c821-6ae6-4c0a-9163-0eeb098ca493 None None] Port 03105ad6-bde1-4c81-a706-ccd134ae57dc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:06:09.254376 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d98f11c-768a-412a-92b7-206616fbcb7b tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:09.275959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9d98f11c-768a-412a-92b7-206616fbcb7b tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Calling delete_port for 0b942d05-6872-4fcb-8fbe-0e1d075c599c owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:09.404975 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c864ae9-6824-4321-85ed-85619e711a2a None None] New status for floating IP f064379c-e288-40ef-b6e8-17991e45cca4: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:06:09.641457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea0c030d-806f-4d70-85b6-184fab94d518 req-468b6629-ae39-4a80-99db-62c36a4e707b service neutron] 10.222.0.54 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7503879 Dec 17 13:06:09.731909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d10170-558a-44a1-82ef-1af9cb477441 req-78d638ad-0d62-4f7b-a8de-d0961c2dda55 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:09.733388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-10d10170-558a-44a1-82ef-1af9cb477441 req-78d638ad-0d62-4f7b-a8de-d0961c2dda55 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 945 time: 0.4591978 Dec 17 13:06:09.770733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52472) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:09.805853 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:09.825078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-10d10170-558a-44a1-82ef-1af9cb477441 req-f29d9d7a-3068-42ed-aeed-2db255ba30c8 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768406 Dec 17 13:06:09.929801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-3d3a910a-9dea-4284-9b22-e6a5709f9fc6 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 258 time: 0.3108001 Dec 17 13:06:09.935630 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea0c030d-806f-4d70-85b6-184fab94d518 req-fb938751-e0ca-4fe7-9d54-fd39e3570652 service neutron] 10.222.0.54 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776155 Dec 17 13:06:09.940397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:09.943247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-681470263-network', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:09.974759 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d98f11c-768a-412a-92b7-206616fbcb7b tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.017779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98f11c-768a-412a-92b7-206616fbcb7b tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b942d05-6872-4fcb-8fbe-0e1d075c599c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:10.051532 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d98f11c-768a-412a-92b7-206616fbcb7b tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.054755 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9d98f11c-768a-412a-92b7-206616fbcb7b tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "DELETE /v2.0/ports/0b942d05-6872-4fcb-8fbe-0e1d075c599c HTTP/1.1" status: 204 len: 168 time: 1.0249729 Dec 17 13:06:10.057808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52482) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:10.064533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92706968-76bf-4f9b-8a3d-b27b218209b3', 'external_fixed_ips': [{'subnet_id': 'dbb5c00f-fbb0-43cb-bee8-85b3ed4611f9', 'ip_address': '2001:db8::35c'}]}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:10.079165 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dfe45a2a-5348-4610-aa52-9c64c8f2f0f4 req-a9dc30a8-d660-44ad-95cf-4ea3898d7fe8 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1310687560&fields=id&tenant_id=0afffa0124ee4694b9b77d196ec69285 HTTP/1.1" status: 200 len: 267 time: 0.0968149 Dec 17 13:06:10.081492 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.085958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.086559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Made reservation on behalf of d9fb3dd1732443e9b57a614cf979cb2c for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:06:10.089419 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.131230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.143921 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.177868 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 36b1c556-2a60-4bbc-b271-9c4d6efce108 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:10.184164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe45a2a-5348-4610-aa52-9c64c8f2f0f4 req-f2dc7989-78d4-4e62-a89b-aa6450378edb tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:10.189124 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dfe45a2a-5348-4610-aa52-9c64c8f2f0f4 req-f2dc7989-78d4-4e62-a89b-aa6450378edb tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 945 time: 0.0927577 Dec 17 13:06:10.204867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-dfe45a2a-5348-4610-aa52-9c64c8f2f0f4 req-0287833d-9379-41ac-983c-30172f874bb7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'port': {'security_groups': ['c00e9022-c463-4906-bbe8-0bb08284760e', 'dbdcd749-4bd1-4479-acfe-bc88f9d78ea5']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:10.235086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Pushing event updated for resources: {'Port': ['ID=03105ad6-bde1-4c81-a706-ccd134ae57dc,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:10.238983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.240055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.240881 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.250856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 36b1c556-2a60-4bbc-b271-9c4d6efce108 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:10.251222 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.335062 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.345444 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dfe45a2a-5348-4610-aa52-9c64c8f2f0f4 req-0287833d-9379-41ac-983c-30172f874bb7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.354167 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.365374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.399356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52486) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:10.425337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:10.429066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:10.546328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5e75c8db-481c-436a-927f-1ca77d42c1bd no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:06:10.553036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Allocated IP 172.25.0.63 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/d5a45b1d-069b-484d-b058-75784238562b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:10.556349 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.582534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 5e75c8db-481c-436a-927f-1ca77d42c1bd {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:06:10.582968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5e75c8db-481c-436a-927f-1ca77d42c1bd not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:06:10.630988 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.640616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Router d69be2fa-84cb-4d75-bd26-e94bedc7789f has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:06:10.652841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:06:10.671158 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa860ed2-dfa9-4559-8853-481e2a1f6ba6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:10.722766 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.723032 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Added segment 84d36077-7c7f-427d-a6b3-b8c3f642d403 of type vlan for network fd912310-b900-4369-a081-052908bb38d9 Dec 17 13:06:10.746152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1ab96e7a-7e2d-4a2e-8830-c25d5362fce5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0a38d1eb93341389944ab725f109b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453822 Dec 17 13:06:10.759229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52490) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:10.771664 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.783547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2ae1735a-9436-491a-bd5f-9de60d845aaf None None] Provisioning complete for port 03105ad6-bde1-4c81-a706-ccd134ae57dc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:10.783994 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2ae1735a-9436-491a-bd5f-9de60d845aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.807687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:10.822213 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8455dba4-1174-4d51-98b2-8a7f680df304 admin admin] 10.222.0.59 "PUT /v2.0/routers/d69be2fa-84cb-4d75-bd26-e94bedc7789f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3642192 Dec 17 13:06:10.826270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Sync routers for ids ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:10.844408 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1735a-9436-491a-bd5f-9de60d845aaf None None] Port 03105ad6-bde1-4c81-a706-ccd134ae57dc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:06:10.849595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Routers {'d69be2fa-84cb-4d75-bd26-e94bedc7789f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:10.851276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:10.857825 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.893242 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.906663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-dfe45a2a-5348-4610-aa52-9c64c8f2f0f4 req-0287833d-9379-41ac-983c-30172f874bb7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] For port c681f363-109c-4f96-8fc4-4027fe8bac5a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c681f363-109c-4f96-8fc4-4027fe8bac5a,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:10.940336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:10.945186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:10.961776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Pushing event updated for resources: {'Port': ['ID=d5a45b1d-069b-484d-b058-75784238562b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:10.961776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:10.962566 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dfe45a2a-5348-4610-aa52-9c64c8f2f0f4 req-0287833d-9379-41ac-983c-30172f874bb7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.964712 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5402c31-5c44-483b-a680-4fc745d65f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:10.995838 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5402c31-5c44-483b-a680-4fc745d65f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.006010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Set router d69be2fa-84cb-4d75-bd26-e94bedc7789f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:11.014028 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.016055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:11.016055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.063057 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.078397 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dfe45a2a-5348-4610-aa52-9c64c8f2f0f4 req-0287833d-9379-41ac-983c-30172f874bb7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.091479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['171548c7-d146-4308-8e09-ec4127fd12a9', 'c681f363-109c-4f96-8fc4-4027fe8bac5a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:06:11.159091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] Pushing event updated for resources: {'Network': ['ID=fd912310-b900-4369-a081-052908bb38d9,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:11.172816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.178893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network fd912310-b900-4369-a081-052908bb38d9 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:06:11.236609 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-64c0fc8e-f42e-4e44-812a-a2e21657a438 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4584632 Dec 17 13:06:11.243559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe45a2a-5348-4610-aa52-9c64c8f2f0f4 req-0287833d-9379-41ac-983c-30172f874bb7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:11.244219 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dfe45a2a-5348-4610-aa52-9c64c8f2f0f4 req-0287833d-9379-41ac-983c-30172f874bb7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.245658 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dfe45a2a-5348-4610-aa52-9c64c8f2f0f4 req-0287833d-9379-41ac-983c-30172f874bb7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "PUT /v2.0/ports/c681f363-109c-4f96-8fc4-4027fe8bac5a HTTP/1.1" status: 200 len: 981 time: 1.0502527 Dec 17 13:06:11.248090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d', 'tag': 'c681f363-109c-4f96-8fc4-4027fe8bac5a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:11.252120 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c4bfba-21a5-45fe-89d7-590a32127ead" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d", "tag": "c681f363-109c-4f96-8fc4-4027fe8bac5a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:11.255521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52498) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:11.264634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-56fe02d0-a2c8-4114-955f-5de72473d349 admin admin] Request body: {'subnet': {'network_id': 'fd912310-b900-4369-a081-052908bb38d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-681470263-subnet', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:11.291091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287833d-9379-41ac-983c-30172f874bb7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'Port': ['ID=c681f363-109c-4f96-8fc4-4027fe8bac5a,revision_number=6']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:11.298227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['c681f363-109c-4f96-8fc4-4027fe8bac5a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:06:11.337063 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.341784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5402c31-5c44-483b-a680-4fc745d65f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.344475 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5402c31-5c44-483b-a680-4fc745d65f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.345636 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d5402c31-5c44-483b-a680-4fc745d65f86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/efbdb494-c0d7-4b30-9a98-f3e304985d20 HTTP/1.1" status: 204 len: 168 time: 0.5833127 Dec 17 13:06:11.351137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.378371 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.396303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5402c31-5c44-483b-a680-4fc745d65f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbdb494-c0d7-4b30-9a98-f3e304985d20,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:11.410135 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fe02d0-a2c8-4114-955f-5de72473d349 admin admin] Made reservation on behalf of d9fb3dd1732443e9b57a614cf979cb2c for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:06:11.412683 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-56fe02d0-a2c8-4114-955f-5de72473d349 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.424766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.540073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Pushing event updated for resources: {'Port': ['ID=d5a45b1d-069b-484d-b058-75784238562b,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:11.545785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58f93a-0186-45af-9475-03c021f2a7ea req-3dc25d9c-8afe-4640-9e99-73d60fbd69aa tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:11.551087 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed58f93a-0186-45af-9475-03c021f2a7ea req-3dc25d9c-8afe-4640-9e99-73d60fbd69aa tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.2179103 Dec 17 13:06:11.566786 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.647454 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.649906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-82422260-ea45-4788-bb07-921053958901 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7192450 Dec 17 13:06:11.678007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:06:09Z', 'revision_number': 4, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '03105ad6-bde1-4c81-a706-ccd134ae57dc', 'name': '', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'mac_address': 'fa:16:3e:c7:3c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:06Z', 'updated_at': '2021-12-17T13:06:09Z', 'revision_number': 2, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'subnets': [{'id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:11.711477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Checking router: d69be2fa-84cb-4d75-bd26-e94bedc7789f for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:11.711833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Updating router d69be2fa-84cb-4d75-bd26-e94bedc7789f port 03105ad6-bde1-4c81-a706-ccd134ae57dc binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:06:11.719349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-d9da26dc-f852-4bb7-b9e9-e8c8c2dbcb1a tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.63 HTTP/1.1" status: 200 len: 695 time: 0.0623734 Dec 17 13:06:11.740580 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed58f93a-0186-45af-9475-03c021f2a7ea req-998c9ccb-8583-464b-b114-dcbb9b461b45 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809242 Dec 17 13:06:11.752982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Allocated IP 2001:db8::35c (92706968-76bf-4f9b-8a3d-b27b218209b3/dbb5c00f-fbb0-43cb-bee8-85b3ed4611f9/80f90bc8-d8a1-404e-9662-a17dc225e051) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:11.761700 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.859684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-9900fa36-36a9-4738-a1a0-9e3fd3c92504 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:11.861502 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0034d39f-7ba6-49a4-9df7-09a65a097585 req-9900fa36-36a9-4738-a1a0-9e3fd3c92504 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.1348915 Dec 17 13:06:11.921271 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9c1040e9-6f1e-4ce2-85b3-4bb809690b94 req-b47657c7-9ad4-48fb-8a88-f800d5426635 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/dbdcd749-4bd1-4479-acfe-bc88f9d78ea5 HTTP/1.1" status: 200 len: 1818 time: 0.0431960 Dec 17 13:06:11.963145 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:11.980583 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-9c1040e9-6f1e-4ce2-85b3-4bb809690b94 req-44e70589-45bd-450f-9f0c-505561075f94 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 13:06:11.981991 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9c1040e9-6f1e-4ce2-85b3-4bb809690b94 req-44e70589-45bd-450f-9f0c-505561075f94 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "DELETE /v2.0/security-groups/dbdcd749-4bd1-4479-acfe-bc88f9d78ea5 HTTP/1.1" status: 409 len: 341 time: 0.0535533 Dec 17 13:06:11.992937 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-56fe02d0-a2c8-4114-955f-5de72473d349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.058679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52514) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:12.074183 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0920fa8a-f820-4748-939b-3a2b767754fa x-openstack-request-id: req-0920fa8a-f820-4748-939b-3a2b767754fa {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:12.074486 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d", "tag": "c681f363-109c-4f96-8fc4-4027fe8bac5a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:12.074831 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0920fa8a-f820-4748-939b-3a2b767754fa {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:12.075134 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d', 'tag': 'c681f363-109c-4f96-8fc4-4027fe8bac5a', 'status': 'completed', 'code': 200} Dec 17 13:06:12.075779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe02d0-a2c8-4114-955f-5de72473d349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=977428b2-d02b-419e-8a25-a686652fc0d9,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:12.166024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d8459836-8cdf-4346-9b18-098505191130 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de663fcab9ef46eda6ae156bfdbd05d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1025054 Dec 17 13:06:12.166024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52516) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:12.188189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4bfba-21a5-45fe-89d7-590a32127ead req-1b0b30bf-c0ee-4c21-85fe-d7afd2095c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:12.189164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d570381-9345-493c-ac2b-751bd39b6780 req-b2f8622a-03bc-4616-af66-1eef7e5820f1 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:12.194228 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03c4bfba-21a5-45fe-89d7-590a32127ead req-1b0b30bf-c0ee-4c21-85fe-d7afd2095c3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0afffa0124ee4694b9b77d196ec69285&device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 1135 time: 0.1177802 Dec 17 13:06:12.194401 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d570381-9345-493c-ac2b-751bd39b6780 req-b2f8622a-03bc-4616-af66-1eef7e5820f1 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0856986 Dec 17 13:06:12.194520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe02d0-a2c8-4114-955f-5de72473d349 admin admin] Checking segment: {'id': '84d36077-7c7f-427d-a6b3-b8c3f642d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd912310-b900-4369-a081-052908bb38d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:12.194520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe02d0-a2c8-4114-955f-5de72473d349 admin admin] Network hostable DHCP agents. Network: fd912310-b900-4369-a081-052908bb38d9, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:06:12.227064 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.259492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d570381-9345-493c-ac2b-751bd39b6780 req-50e99277-adc1-472a-8b1a-2bc8c4caf775 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.63 HTTP/1.1" status: 200 len: 695 time: 0.0585983 Dec 17 13:06:12.275362 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d375-a863-425e-a1b7-ce02ef09c2d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.279431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-2d570381-9345-493c-ac2b-751bd39b6780 req-326f1fca-2458-47ff-bdab-c46150492e0a tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Request body: {'floatingip': {'port_id': 'b4576593-6006-4e65-a400-d4f69138a37a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:12.310369 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Network 92706968-76bf-4f9b-8a3d-b27b218209b3 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:12.316291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:12.322679 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:12.329553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event updated for resources: {'Port': ['ID=80f90bc8-d8a1-404e-9662-a17dc225e051,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:12.331664 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2d570381-9345-493c-ac2b-751bd39b6780 req-326f1fca-2458-47ff-bdab-c46150492e0a tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.339533 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d375-a863-425e-a1b7-ce02ef09c2d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.402149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe02d0-a2c8-4114-955f-5de72473d349 admin admin] Network fd912310-b900-4369-a081-052908bb38d9 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:06:12.442977 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.445075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4bfba-21a5-45fe-89d7-590a32127ead req-3e1c3e0f-bada-48b4-9c44-0be6b73959c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:12.446767 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03c4bfba-21a5-45fe-89d7-590a32127ead req-3e1c3e0f-bada-48b4-9c44-0be6b73959c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=048353f8-5aea-46a8-a6e7-130299cfb2a3 HTTP/1.1" status: 200 len: 914 time: 0.2494588 Dec 17 13:06:12.499132 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.499505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-56fe02d0-a2c8-4114-955f-5de72473d349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, fd912310-b900-4369-a081-052908bb38d9) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:12.502013 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03c4bfba-21a5-45fe-89d7-590a32127ead req-40daedd2-c5ff-4fc5-9eec-6bcb5b2825fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c681f363-109c-4f96-8fc4-4027fe8bac5a HTTP/1.1" status: 200 len: 217 time: 0.0471747 Dec 17 13:06:12.507198 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fe02d0-a2c8-4114-955f-5de72473d349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:12.508013 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-56fe02d0-a2c8-4114-955f-5de72473d349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.523069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71babc2-5a5a-4e21-9342-b4bb986a7684 None None] Network fd912310-b900-4369-a081-052908bb38d9 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:06:12.603556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4bfba-21a5-45fe-89d7-590a32127ead req-f374ad00-c2a4-401d-8fd4-277074056920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:12.605768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03c4bfba-21a5-45fe-89d7-590a32127ead req-f374ad00-c2a4-401d-8fd4-277074056920 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72a96da5-7e88-4d88-b37f-30380b648bcc HTTP/1.1" status: 200 len: 853 time: 0.0949616 Dec 17 13:06:12.607360 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-2d570381-9345-493c-ac2b-751bd39b6780 req-326f1fca-2458-47ff-bdab-c46150492e0a tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] update failed (client error): There was a conflict when trying to complete your request. Dec 17 13:06:12.610045 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d570381-9345-493c-ac2b-751bd39b6780 req-326f1fca-2458-47ff-bdab-c46150492e0a tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "PUT /v2.0/floatingips/c2a3c2d0-6f69-4848-bec0-73eacfc482dd HTTP/1.1" status: 409 len: 550 time: 0.3365595 Dec 17 13:06:12.611158 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d375-a863-425e-a1b7-ce02ef09c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.613823 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d375-a863-425e-a1b7-ce02ef09c2d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.621014 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4cd5d375-a863-425e-a1b7-ce02ef09c2d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b54335f3-dd4f-4a6f-bfd2-4c4e7c4152fe HTTP/1.1" status: 204 len: 168 time: 0.4518297 Dec 17 13:06:12.649413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5d375-a863-425e-a1b7-ce02ef09c2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54335f3-dd4f-4a6f-bfd2-4c4e7c4152fe,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:12.691191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dbbe1-ef25-4696-8f99-78cb123b1868 None None] Pushing event updated for resources: {'Port': ['ID=03105ad6-bde1-4c81-a706-ccd134ae57dc,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:12.742107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-56fe02d0-a2c8-4114-955f-5de72473d349 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4827118 Dec 17 13:06:12.744535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52522) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:12.748780 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03c4bfba-21a5-45fe-89d7-590a32127ead req-832c3994-838c-492f-b474-60de7ca8cdb9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=048353f8-5aea-46a8-a6e7-130299cfb2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319261 Dec 17 13:06:12.748990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-681470263-router', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:12.773876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Attempting to bind port 03105ad6-bde1-4c81-a706-ccd134ae57dc on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:12.774400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Attempting to bind port 03105ad6-bde1-4c81-a706-ccd134ae57dc by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:12.774860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Attempting to bind port 03105ad6-bde1-4c81-a706-ccd134ae57dc on network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:12.784301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:12.784951 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Checking segment: {'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:12.785268 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.785802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Bound using segment: {'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:12.786428 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Bound port: 03105ad6-bde1-4c81-a706-ccd134ae57dc, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:12.786932 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.821363 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.834806 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.835925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.844752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-fd912310-b900-4369-a081-052908bb38d9', 'network_id': 'fd912310-b900-4369-a081-052908bb38d9', 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'fixed_ips': [{'subnet_id': '977428b2-d02b-419e-8a25-a686652fc0d9'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:06:12.848393 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.908154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] For port 03105ad6-bde1-4c81-a706-ccd134ae57dc, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:12.923001 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.958461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03c4bfba-21a5-45fe-89d7-590a32127ead req-791d95ec-de18-4eb5-b7d9-b07d89b3d08b service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010691 Dec 17 13:06:12.965162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] For port 03105ad6-bde1-4c81-a706-ccd134ae57dc, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=03105ad6-bde1-4c81-a706-ccd134ae57dc,segment=NetworkSegment(446e6038-e6c2-493b-bf22-b19fa475fb3b),segment_id=446e6038-e6c2-493b-bf22-b19fa475fb3b)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:12.970966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f907be7e-d582-4c0c-a4d2-442fef16b163 None None] Provisioning complete for port 03105ad6-bde1-4c81-a706-ccd134ae57dc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:12.971350 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f907be7e-d582-4c0c-a4d2-442fef16b163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:12.980454 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-d3717de4-2c3d-4e9a-b710-8149233f826a tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips/c2a3c2d0-6f69-4848-bec0-73eacfc482dd HTTP/1.1" status: 200 len: 692 time: 0.0546508 Dec 17 13:06:13.037663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f907be7e-d582-4c0c-a4d2-442fef16b163 None None] Port 03105ad6-bde1-4c81-a706-ccd134ae57dc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:06:13.043131 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:13.230644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Allocated IP 172.20.0.2 (fd912310-b900-4369-a081-052908bb38d9/977428b2-d02b-419e-8a25-a686652fc0d9/25e39065-de99-4fc6-8633-48330b6727f7) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:13.238101 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:13.296575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-e5e8bcaa-0226-4287-80ff-77e613cef362 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:13.304577 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-e5e8bcaa-0226-4287-80ff-77e613cef362 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.3229458 Dec 17 13:06:13.314375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-f052d341-467e-456a-921c-1dcf59ef6ee6 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:06:13.321653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-f052d341-467e-456a-921c-1dcf59ef6ee6 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157478 Dec 17 13:06:13.582363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dbbe1-ef25-4696-8f99-78cb123b1868 None None] Pushing event updated for resources: {'Port': ['ID=03105ad6-bde1-4c81-a706-ccd134ae57dc,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:13.582363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Routers {'d69be2fa-84cb-4d75-bd26-e94bedc7789f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:13.582363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:13.583327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-07ea71bd-8cc6-4dbf-8b0e-942097eafd83 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.63 HTTP/1.1" status: 200 len: 695 time: 0.1758444 Dec 17 13:06:13.583640 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:13.585828 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:13.593878 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-5859c0a1-07ee-4848-8197-d437ddd3fda2 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.63 HTTP/1.1" status: 200 len: 695 time: 0.0942564 Dec 17 13:06:13.605866 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03c4bfba-21a5-45fe-89d7-590a32127ead req-83459640-9007-43b1-9fe3-b8b4020384dd service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378534 Dec 17 13:06:13.632179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1b4b315b-c7bf-477b-87fa-3c45183712e8 None None] Provisioning complete for port 03105ad6-bde1-4c81-a706-ccd134ae57dc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:13.632851 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1b4b315b-c7bf-477b-87fa-3c45183712e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:13.710157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] Set router d69be2fa-84cb-4d75-bd26-e94bedc7789f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:13.875478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-ac3b6298-c4d6-497e-8cc8-eea3c4c92e16 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Deleting port d5a45b1d-069b-484d-b058-75784238562b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:13.875478 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-ac3b6298-c4d6-497e-8cc8-eea3c4c92e16 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:13.885806 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:13.894232 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1b4b315b-c7bf-477b-87fa-3c45183712e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:13.933683 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:13.951216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1b4b315b-c7bf-477b-87fa-3c45183712e8 None None] For port 03105ad6-bde1-4c81-a706-ccd134ae57dc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=03105ad6-bde1-4c81-a706-ccd134ae57dc,segment=NetworkSegment(446e6038-e6c2-493b-bf22-b19fa475fb3b),segment_id=446e6038-e6c2-493b-bf22-b19fa475fb3b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:14.001821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:06:09Z', 'revision_number': 4, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '03105ad6-bde1-4c81-a706-ccd134ae57dc', 'name': '', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'mac_address': 'fa:16:3e:c7:3c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:06Z', 'updated_at': '2021-12-17T13:06:12Z', 'revision_number': 4, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'subnets': [{'id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:14.019426 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-ac3b6298-c4d6-497e-8cc8-eea3c4c92e16 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:14.019768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-ac3b6298-c4d6-497e-8cc8-eea3c4c92e16 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:14.024296 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Router 7ad108b3-4d43-4327-8ec4-1e6524790080 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:06:14.038509 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6cae4281-e886-4ee6-b07a-c4cf2ceb07bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:14.041236 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:14.048768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af961c-288a-4ae9-bfa9-5cb83f0c45f5 None None] The sync data for ids ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'] in n-d-815324-5 is: [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:06:09Z', 'revision_number': 4, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '03105ad6-bde1-4c81-a706-ccd134ae57dc', 'name': '', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'mac_address': 'fa:16:3e:c7:3c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:06Z', 'updated_at': '2021-12-17T13:06:12Z', 'revision_number': 4, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'subnets': [{'id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:14.070306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-ac3b6298-c4d6-497e-8cc8-eea3c4c92e16 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Calling delete_port for d5a45b1d-069b-484d-b058-75784238562b owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:14.081751 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1b4b315b-c7bf-477b-87fa-3c45183712e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:14.099815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Network fd912310-b900-4369-a081-052908bb38d9 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:14.102451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:14.108491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:14.127315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Pushing event updated for resources: {'Port': ['ID=25e39065-de99-4fc6-8633-48330b6727f7,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:14.236366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b315b-c7bf-477b-87fa-3c45183712e8 None None] Pushing event updated for resources: {'Port': ['ID=03105ad6-bde1-4c81-a706-ccd134ae57dc,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:14.262830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Attempting to bind port 25e39065-de99-4fc6-8633-48330b6727f7 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:14.263205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Attempting to bind port 25e39065-de99-4fc6-8633-48330b6727f7 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '84d36077-7c7f-427d-a6b3-b8c3f642d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd912310-b900-4369-a081-052908bb38d9'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:14.263569 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Attempting to bind port 25e39065-de99-4fc6-8633-48330b6727f7 on network fd912310-b900-4369-a081-052908bb38d9 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:14.272304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52548) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:14.273610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:14.273986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Checking segment: {'id': '84d36077-7c7f-427d-a6b3-b8c3f642d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd912310-b900-4369-a081-052908bb38d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:14.274585 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:14.274834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Bound using segment: {'id': '84d36077-7c7f-427d-a6b3-b8c3f642d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd912310-b900-4369-a081-052908bb38d9'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:14.275309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Bound port: 25e39065-de99-4fc6-8633-48330b6727f7, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d36077-7c7f-427d-a6b3-b8c3f642d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd912310-b900-4369-a081-052908bb38d9'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:14.276309 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:14.294760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605443636', 'description': 'tempest-description--1490791708'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:14.490120 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:14.494952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52552) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:14.533709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] For port 25e39065-de99-4fc6-8633-48330b6727f7, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:14.537648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] For port 25e39065-de99-4fc6-8633-48330b6727f7, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=25e39065-de99-4fc6-8633-48330b6727f7,segment=NetworkSegment(84d36077-7c7f-427d-a6b3-b8c3f642d403),segment_id=84d36077-7c7f-427d-a6b3-b8c3f642d403)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:14.547128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330d335-9e80-45ac-9225-6c1f63787b2e req-924428f6-db1f-4fe7-9d38-cb406576a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:14.554163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a330d335-9e80-45ac-9225-6c1f63787b2e req-924428f6-db1f-4fe7-9d38-cb406576a606 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0afffa0124ee4694b9b77d196ec69285&device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 1135 time: 0.2835557 Dec 17 13:06:14.566043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0c577-d7ee-4709-829f-d66286bdedbe req-e0db5526-f51c-43ea-b535-4d9bc622720e tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:14.566043 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31e0c577-d7ee-4709-829f-d66286bdedbe req-e0db5526-f51c-43ea-b535-4d9bc622720e tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.3057508 Dec 17 13:06:14.612846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Allocated IP 172.25.0.253 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/f3b42d63-ad76-49db-ae0b-f61582412747) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:14.614054 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:14.642511 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:14.655886 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Sync routers for ids ['7ad108b3-4d43-4327-8ec4-1e6524790080'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:14.673875 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Routers {'7ad108b3-4d43-4327-8ec4-1e6524790080'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:14.680915 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7ad108b3-4d43-4327-8ec4-1e6524790080'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:14.727181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330d335-9e80-45ac-9225-6c1f63787b2e req-e9f2773d-8a70-4714-8d1a-88291cf165ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:14.729169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a330d335-9e80-45ac-9225-6c1f63787b2e req-e9f2773d-8a70-4714-8d1a-88291cf165ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=048353f8-5aea-46a8-a6e7-130299cfb2a3 HTTP/1.1" status: 200 len: 914 time: 0.1624172 Dec 17 13:06:14.795194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-215670729-network', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:14.795367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Pushing event updated for resources: {'Port': ['ID=25e39065-de99-4fc6-8633-48330b6727f7,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:14.809125 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:14.819481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.829774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.829774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.829774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.829774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.829774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.829774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.829774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.829774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.829774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.830955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.830955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.830955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832a94b-1846-446e-924b-c5c16a92209e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:14.847936 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a330d335-9e80-45ac-9225-6c1f63787b2e req-b75bc5f9-e2ef-4577-8156-3418a107893a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c681f363-109c-4f96-8fc4-4027fe8bac5a HTTP/1.1" status: 200 len: 217 time: 0.0639358 Dec 17 13:06:14.895972 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:14.900530 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ed10672e-4473-4319-80ad-3377ef30e3cb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.8413985 Dec 17 13:06:14.900794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52556) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:14.904354 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:14.913484 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31e0c577-d7ee-4709-829f-d66286bdedbe req-ad5667a1-3962-4aa6-8d4f-014ec48fc0c5 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841296 Dec 17 13:06:14.986505 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Set router 7ad108b3-4d43-4327-8ec4-1e6524790080 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:14.991337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330d335-9e80-45ac-9225-6c1f63787b2e req-bd7a35fd-4ffc-41dd-a94b-cfe845c514b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:14.992951 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a330d335-9e80-45ac-9225-6c1f63787b2e req-bd7a35fd-4ffc-41dd-a94b-cfe845c514b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72a96da5-7e88-4d88-b37f-30380b648bcc HTTP/1.1" status: 200 len: 853 time: 0.1381359 Dec 17 13:06:14.994084 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de753dc-4bc5-4463-a48c-8e1665c81482,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:15.013283 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-ac3b6298-c4d6-497e-8cc8-eea3c4c92e16 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.025780 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Made reservation on behalf of 1102a6f4361c4ee1aa00881df59e77fc for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:06:15.028193 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.032211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.035571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.035571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.035571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.035571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.035571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.035571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.035571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.035571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.035571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.036517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.036734 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.037161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:15.047438 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.051599 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b2413847-d78e-41e8-8ad5-cd2869a1f1a6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7757511 Dec 17 13:06:15.084778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52558) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:15.095620 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a330d335-9e80-45ac-9225-6c1f63787b2e req-74075d69-852d-482d-8194-976a49724cc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=048353f8-5aea-46a8-a6e7-130299cfb2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936747 Dec 17 13:06:15.107760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-dfe7a851-fd3e-47bb-8d69-4356335f0439 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Request body: {'security_group_rule': {'security_group_id': '7de753dc-4bc5-4463-a48c-8e1665c81482', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:15.113980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.197765 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.204655 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.266226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b6298-c4d6-497e-8cc8-eea3c4c92e16 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Pushing event deleted for resources: {'Port': ['ID=d5a45b1d-069b-484d-b058-75784238562b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:15.330182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709619b5-db52-46ce-8d03-2f730cb9f2cd req-10679d9d-5856-4f98-acd7-68ef8a3e2951 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:15.331904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-709619b5-db52-46ce-8d03-2f730cb9f2cd req-10679d9d-5856-4f98-acd7-68ef8a3e2951 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 984 time: 0.1687267 Dec 17 13:06:15.337850 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a330d335-9e80-45ac-9225-6c1f63787b2e req-b40571ac-41ca-4812-a260-d509b3ca3641 service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214179 Dec 17 13:06:15.420430 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-ac3b6298-c4d6-497e-8cc8-eea3c4c92e16 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.423636 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-ac3b6298-c4d6-497e-8cc8-eea3c4c92e16 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.430619 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad108b3-4d43-4327-8ec4-1e6524790080', 'name': '', 'tenant_id': 'ed5babb81abf4a409182ee6415d072d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92706968-76bf-4f9b-8a3d-b27b218209b3', 'external_fixed_ips': [{'subnet_id': 'dbb5c00f-fbb0-43cb-bee8-85b3ed4611f9', 'ip_address': '2001:db8::35c'}], 'enable_snat': True}, 'gw_port_id': '80f90bc8-d8a1-404e-9662-a17dc225e051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:10Z', 'updated_at': '2021-12-17T13:06:12Z', 'revision_number': 3, 'project_id': 'ed5babb81abf4a409182ee6415d072d1', 'gw_port': {'id': '80f90bc8-d8a1-404e-9662-a17dc225e051', 'name': '', 'network_id': '92706968-76bf-4f9b-8a3d-b27b218209b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad108b3-4d43-4327-8ec4-1e6524790080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'dbb5c00f-fbb0-43cb-bee8-85b3ed4611f9', 'ip_address': '2001:db8::35c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:11Z', 'updated_at': '2021-12-17T13:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbb5c00f-fbb0-43cb-bee8-85b3ed4611f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:15.430804 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-141ee42b-5d2d-4bca-ad2a-f19c1cb0b4ca req-ac3b6298-c4d6-497e-8cc8-eea3c4c92e16 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "DELETE /v2.0/floatingips/c2a3c2d0-6f69-4848-bec0-73eacfc482dd HTTP/1.1" status: 204 len: 173 time: 1.8274870 Dec 17 13:06:15.430933 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a851-fd3e-47bb-8d69-4356335f0439 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.441471 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.476440 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Checking router: 7ad108b3-4d43-4327-8ec4-1e6524790080 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:15.477121 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Updating router 7ad108b3-4d43-4327-8ec4-1e6524790080 port 80f90bc8-d8a1-404e-9662-a17dc225e051 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:06:15.508821 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.514557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-709619b5-db52-46ce-8d03-2f730cb9f2cd req-ffeaed13-eb41-4698-a9b8-17aea946cebc tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&id=dbdcd749-4bd1-4479-acfe-bc88f9d78ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1688478 Dec 17 13:06:15.529604 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.548872 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.579341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:15.587985 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a330d335-9e80-45ac-9225-6c1f63787b2e req-466b3b18-cde2-44c2-8b2f-21aabf5eb55c service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356775 Dec 17 13:06:15.588870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:15.591193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b42d63-ad76-49db-ae0b-f61582412747,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:15.593417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:15.605264 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a851-fd3e-47bb-8d69-4356335f0439 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.617293 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-adfff2a3-31d5-4bd5-9551-3ade247ca5da tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 1002 time: 0.1722703 Dec 17 13:06:15.630262 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.669590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f11362a-6ae2-4e71-bc27-1593bdd5fd2f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:15.707207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:06:15.723647 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.724713 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Added segment abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1 of type vlan for network e3846ec9-9545-48cc-88ae-b5507b053d13 Dec 17 13:06:15.749958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a851-fd3e-47bb-8d69-4356335f0439 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.764556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-fb56afda-3459-47c6-8e42-6720207806ee tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:15.766123 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-fb56afda-3459-47c6-8e42-6720207806ee tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports/b4576593-6006-4e65-a400-d4f69138a37a HTTP/1.1" status: 200 len: 943 time: 0.1422451 Dec 17 13:06:15.803515 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.881688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7a851-fd3e-47bb-8d69-4356335f0439 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875e42bc-3116-4776-818b-979d178e38bf,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:15.919744 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.920746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:15.921346 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.959717 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dfe7a851-fd3e-47bb-8d69-4356335f0439 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:15.959717 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dfe7a851-fd3e-47bb-8d69-4356335f0439 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8698535 Dec 17 13:06:15.977534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52564) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:15.993234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ced5d85a-1152-462d-80e1-6b68bd369f8b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Request body: {'security_group_rule': {'security_group_id': '7de753dc-4bc5-4463-a48c-8e1665c81482', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:15.996096 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.020259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] Pushing event updated for resources: {'Network': ['ID=e3846ec9-9545-48cc-88ae-b5507b053d13,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:16.035651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Deleting port 80f90bc8-d8a1-404e-9662-a17dc225e051 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:16.036210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.043191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e3846ec9-9545-48cc-88ae-b5507b053d13 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:06:16.079085 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-36aa6775-abc6-44d6-96f7-5eb109ade6ec admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5786300 Dec 17 13:06:16.079085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52566) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:16.085313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-ff9581c0-68d8-407e-93d4-3acc15868508 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 1002 time: 0.1911585 Dec 17 13:06:16.085682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2be8b90e-10bc-41e9-99a0-ac52b424a277 admin admin] Request body: {'subnet': {'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-215670729-subnet', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:16.098655 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.127760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc87e91-a386-425a-9b9c-e3e92ba21a35 req-ea447228-d5eb-4f8b-98ff-c13a83d70b50 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:16.136390 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1fc87e91-a386-425a-9b9c-e3e92ba21a35 req-ea447228-d5eb-4f8b-98ff-c13a83d70b50 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.1083231 Dec 17 13:06:16.236074 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697ef53-c65a-4457-a712-d0bb1ac1b9f7 None None] Pushing event updated for resources: {'Port': ['ID=80f90bc8-d8a1-404e-9662-a17dc225e051,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:16.247740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e6e786-0d37-494e-ae7c-b5c294220e19 None None] Network fd912310-b900-4369-a081-052908bb38d9 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:06:16.248132 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1fc87e91-a386-425a-9b9c-e3e92ba21a35 req-a94b88f2-061c-4411-af99-2aa514b6971f tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105211 Dec 17 13:06:16.251726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be8b90e-10bc-41e9-99a0-ac52b424a277 admin admin] Made reservation on behalf of 1102a6f4361c4ee1aa00881df59e77fc for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:06:16.259689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2be8b90e-10bc-41e9-99a0-ac52b424a277 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.270812 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.276787 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ced5d85a-1152-462d-80e1-6b68bd369f8b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.295149 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Attempting to bind port 80f90bc8-d8a1-404e-9662-a17dc225e051 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:16.299034 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Attempting to bind port 80f90bc8-d8a1-404e-9662-a17dc225e051 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd9dd53e4-a75a-424a-a195-5ed6cb63131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '92706968-76bf-4f9b-8a3d-b27b218209b3'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:16.299034 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Attempting to bind port 80f90bc8-d8a1-404e-9662-a17dc225e051 on network 92706968-76bf-4f9b-8a3d-b27b218209b3 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:16.311047 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:16.317811 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Checking segment: {'id': 'd9dd53e4-a75a-424a-a195-5ed6cb63131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '92706968-76bf-4f9b-8a3d-b27b218209b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:16.318714 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.319302 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Bound using segment: {'id': 'd9dd53e4-a75a-424a-a195-5ed6cb63131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '92706968-76bf-4f9b-8a3d-b27b218209b3'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:16.320219 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Bound port: 80f90bc8-d8a1-404e-9662-a17dc225e051, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9dd53e4-a75a-424a-a195-5ed6cb63131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '92706968-76bf-4f9b-8a3d-b27b218209b3'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:16.320822 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.356906 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7168e566-7810-45c4-af42-038c851b4c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.388893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Calling delete_port for 80f90bc8-d8a1-404e-9662-a17dc225e051 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:16.393546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d080062d-b0d7-41f8-bfe8-91926b8f01f3 None None] Provisioning complete for port 25e39065-de99-4fc6-8633-48330b6727f7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:16.394181 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d080062d-b0d7-41f8-bfe8-91926b8f01f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.418636 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] For port 80f90bc8-d8a1-404e-9662-a17dc225e051, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:16.424695 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] For port 80f90bc8-d8a1-404e-9662-a17dc225e051, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=80f90bc8-d8a1-404e-9662-a17dc225e051,segment=NetworkSegment(d9dd53e4-a75a-424a-a195-5ed6cb63131d),segment_id=d9dd53e4-a75a-424a-a195-5ed6cb63131d)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:16.482052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ced5d85a-1152-462d-80e1-6b68bd369f8b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.495814 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.524437 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d080062d-b0d7-41f8-bfe8-91926b8f01f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.583773 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ced5d85a-1152-462d-80e1-6b68bd369f8b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.587966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d080062d-b0d7-41f8-bfe8-91926b8f01f3 None None] For port 25e39065-de99-4fc6-8633-48330b6727f7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=25e39065-de99-4fc6-8633-48330b6727f7,segment=NetworkSegment(84d36077-7c7f-427d-a6b3-b8c3f642d403),segment_id=84d36077-7c7f-427d-a6b3-b8c3f642d403)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:16.655989 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d080062d-b0d7-41f8-bfe8-91926b8f01f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.684076 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697ef53-c65a-4457-a712-d0bb1ac1b9f7 None None] Pushing event updated for resources: {'Port': ['ID=80f90bc8-d8a1-404e-9662-a17dc225e051,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:16.688319 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2be8b90e-10bc-41e9-99a0-ac52b424a277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.690973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 03105ad6-bde1-4c81-a706-ccd134ae57dc up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:16.693035 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Routers {'7ad108b3-4d43-4327-8ec4-1e6524790080'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:16.693799 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7ad108b3-4d43-4327-8ec4-1e6524790080'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:16.722442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-882f42c2-e4bf-42d6-ab23-f1307f3098d1 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:16.724036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-882f42c2-e4bf-42d6-ab23-f1307f3098d1 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.6278551 Dec 17 13:06:16.738424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5d85a-1152-462d-80e1-6b68bd369f8b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c788ae-d0ae-4e07-a31d-ea9ad3a40fff,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:16.787713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080062d-b0d7-41f8-bfe8-91926b8f01f3 None None] Pushing event updated for resources: {'Port': ['ID=25e39065-de99-4fc6-8633-48330b6727f7,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:16.815796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 03105ad6-bde1-4c81-a706-ccd134ae57dc triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:16.815796 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.816675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.828017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c5db-bab6-467e-929a-9fd0667812b1 req-89ac0bae-e86e-4876-aedf-97152732b60d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:16.839500 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7118c5db-bab6-467e-929a-9fd0667812b1 req-89ac0bae-e86e-4876-aedf-97152732b60d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 984 time: 0.2273078 Dec 17 13:06:16.841391 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] Set router 7ad108b3-4d43-4327-8ec4-1e6524790080 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:16.889071 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be8b90e-10bc-41e9-99a0-ac52b424a277 admin admin] Checking segment: {'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:16.889570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8b90e-10bc-41e9-99a0-ac52b424a277 admin admin] Network hostable DHCP agents. Network: e3846ec9-9545-48cc-88ae-b5507b053d13, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:06:16.892136 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8b90e-10bc-41e9-99a0-ac52b424a277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac44897-ffaa-4a06-b476-55f61ec97373,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:16.893053 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ced5d85a-1152-462d-80e1-6b68bd369f8b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.895268 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ced5d85a-1152-462d-80e1-6b68bd369f8b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9156384 Dec 17 13:06:16.903986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52572) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:16.912203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:16.914329 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad108b3-4d43-4327-8ec4-1e6524790080', 'name': '', 'tenant_id': 'ed5babb81abf4a409182ee6415d072d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:10Z', 'updated_at': '2021-12-17T13:06:15Z', 'revision_number': 4, 'project_id': 'ed5babb81abf4a409182ee6415d072d1', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:16.922214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ce3986ac-632b-45c4-a5a4-ab179df9cddd None None] Provisioning complete for port 25e39065-de99-4fc6-8633-48330b6727f7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:16.922593 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce3986ac-632b-45c4-a5a4-ab179df9cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:16.926232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 25e39065-de99-4fc6-8633-48330b6727f7 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:16.947065 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00b45a-c028-46e2-a810-83d4d2545425 None None] The sync data for ids ['7ad108b3-4d43-4327-8ec4-1e6524790080'] in n-d-815324-5 is: [{'id': '7ad108b3-4d43-4327-8ec4-1e6524790080', 'name': '', 'tenant_id': 'ed5babb81abf4a409182ee6415d072d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:10Z', 'updated_at': '2021-12-17T13:06:15Z', 'revision_number': 4, 'project_id': 'ed5babb81abf4a409182ee6415d072d1', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:16.988616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7118c5db-bab6-467e-929a-9fd0667812b1 req-41eec089-c865-43c0-b178-0be485c29054 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&id=dbdcd749-4bd1-4479-acfe-bc88f9d78ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1475255 Dec 17 13:06:17.006465 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-69ec7f7e-e1ff-455b-8efc-e558565c5f79 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 1002 time: 0.2617991 Dec 17 13:06:17.024275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 25e39065-de99-4fc6-8633-48330b6727f7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:17.024810 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.032029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-2545e4d3-ce19-4f56-b463-a6cb3b9a4a71 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:17.036034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8b90e-10bc-41e9-99a0-ac52b424a277 admin admin] Network e3846ec9-9545-48cc-88ae-b5507b053d13 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:06:17.125173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2be8b90e-10bc-41e9-99a0-ac52b424a277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e3846ec9-9545-48cc-88ae-b5507b053d13) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:17.130609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be8b90e-10bc-41e9-99a0-ac52b424a277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:17.131587 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2be8b90e-10bc-41e9-99a0-ac52b424a277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.138837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f56cf03-e26c-4bf1-b310-c7b8d3d9cc33 None None] Network e3846ec9-9545-48cc-88ae-b5507b053d13 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:06:17.152707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fc68ccec-bfd7-4a30-98df-dcc4730efe22 req-b8dc6d00-feca-426a-a7f3-0a4760175d2b tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1958033046&fields=id&tenant_id=0afffa0124ee4694b9b77d196ec69285 HTTP/1.1" status: 200 len: 267 time: 0.0805488 Dec 17 13:06:17.160861 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-2545e4d3-ce19-4f56-b463-a6cb3b9a4a71 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.239606 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.254093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68ccec-bfd7-4a30-98df-dcc4730efe22 req-b5f3ffa5-56bf-48f9-b312-4cb71f98b871 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:17.262029 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fc68ccec-bfd7-4a30-98df-dcc4730efe22 req-b5f3ffa5-56bf-48f9-b312-4cb71f98b871 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 984 time: 0.1045907 Dec 17 13:06:17.277679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-e3846ec9-9545-48cc-88ae-b5507b053d13', 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13', 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'fixed_ips': [{'subnet_id': '0ac44897-ffaa-4a06-b476-55f61ec97373'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:06:17.279955 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.285436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-fc68ccec-bfd7-4a30-98df-dcc4730efe22 req-d33c19f1-13b8-4fac-95ac-3a75b6b1b178 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'port': {'security_groups': ['c00e9022-c463-4906-bbe8-0bb08284760e', 'dbdcd749-4bd1-4479-acfe-bc88f9d78ea5', 'b1f19da6-3452-4d6e-b78d-9a6beded16b9']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:17.298399 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2be8b90e-10bc-41e9-99a0-ac52b424a277 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2199883 Dec 17 13:06:17.302961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52578) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:17.311361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-215670729-router', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:17.369279 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fc68ccec-bfd7-4a30-98df-dcc4730efe22 req-d33c19f1-13b8-4fac-95ac-3a75b6b1b178 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.379498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.439288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Allocated IP 172.20.0.2 (e3846ec9-9545-48cc-88ae-b5507b053d13/0ac44897-ffaa-4a06-b476-55f61ec97373/a40fbb2b-bad0-4115-9091-2c6c55e91e05) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:17.450045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event deleted for resources: {'Port': ['ID=80f90bc8-d8a1-404e-9662-a17dc225e051,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:17.481286 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.593858 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.605939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-fc68ccec-bfd7-4a30-98df-dcc4730efe22 req-d33c19f1-13b8-4fac-95ac-3a75b6b1b178 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] For port c681f363-109c-4f96-8fc4-4027fe8bac5a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c681f363-109c-4f96-8fc4-4027fe8bac5a,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:17.612581 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.617882 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.639000 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fc68ccec-bfd7-4a30-98df-dcc4730efe22 req-d33c19f1-13b8-4fac-95ac-3a75b6b1b178 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.698660 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.721516 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fc68ccec-bfd7-4a30-98df-dcc4730efe22 req-d33c19f1-13b8-4fac-95ac-3a75b6b1b178 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.736234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['171548c7-d146-4308-8e09-ec4127fd12a9', 'c681f363-109c-4f96-8fc4-4027fe8bac5a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:06:17.781503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Network e3846ec9-9545-48cc-88ae-b5507b053d13 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:17.782680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68ccec-bfd7-4a30-98df-dcc4730efe22 req-d33c19f1-13b8-4fac-95ac-3a75b6b1b178 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:17.783456 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-fc68ccec-bfd7-4a30-98df-dcc4730efe22 req-d33c19f1-13b8-4fac-95ac-3a75b6b1b178 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.785061 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fc68ccec-bfd7-4a30-98df-dcc4730efe22 req-d33c19f1-13b8-4fac-95ac-3a75b6b1b178 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "PUT /v2.0/ports/c681f363-109c-4f96-8fc4-4027fe8bac5a HTTP/1.1" status: 200 len: 1020 time: 0.5078988 Dec 17 13:06:17.785631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d', 'tag': 'c681f363-109c-4f96-8fc4-4027fe8bac5a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:17.788753 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9600bb3f-dc8b-4c7f-ac98-80b4bb9187c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d", "tag": "c681f363-109c-4f96-8fc4-4027fe8bac5a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:17.801190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:17.804319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:17.805778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c19f1-13b8-4fac-95ac-3a75b6b1b178 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'Port': ['ID=c681f363-109c-4f96-8fc4-4027fe8bac5a,revision_number=7']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:17.818269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Pushing event updated for resources: {'Port': ['ID=a40fbb2b-bad0-4115-9091-2c6c55e91e05,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:17.876596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['c681f363-109c-4f96-8fc4-4027fe8bac5a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:06:17.929781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Attempting to bind port a40fbb2b-bad0-4115-9091-2c6c55e91e05 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:17.930253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Attempting to bind port a40fbb2b-bad0-4115-9091-2c6c55e91e05 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:17.930501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d480b7-29cb-49df-857c-be2d7b3ec833 req-3f04b7f5-63b9-4514-9c0c-8b639b772ec5 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:17.930749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Attempting to bind port a40fbb2b-bad0-4115-9091-2c6c55e91e05 on network e3846ec9-9545-48cc-88ae-b5507b053d13 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:17.933141 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-12d480b7-29cb-49df-857c-be2d7b3ec833 req-3f04b7f5-63b9-4514-9c0c-8b639b772ec5 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.0691547 Dec 17 13:06:17.955245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:17.955633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Checking segment: {'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:17.956050 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.956455 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Bound using segment: {'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:17.956950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Bound port: a40fbb2b-bad0-4115-9091-2c6c55e91e05, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:17.957318 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.974820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-2545e4d3-ce19-4f56-b463-a6cb3b9a4a71 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.975842 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.976877 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:17.995866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.004640 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-12d480b7-29cb-49df-857c-be2d7b3ec833 req-a97074ac-e3fb-4082-930b-70b53f80d618 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620368 Dec 17 13:06:18.034991 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.055532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-2545e4d3-ce19-4f56-b463-a6cb3b9a4a71 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.055532 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-2545e4d3-ce19-4f56-b463-a6cb3b9a4a71 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Floating IP f064379c-e288-40ef-b6e8-17991e45cca4 disassociated. External IP: 172.25.0.101, port: b4576593-6006-4e65-a400-d4f69138a37a. Dec 17 13:06:18.133546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] For port a40fbb2b-bad0-4115-9091-2c6c55e91e05, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:18.158562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] For port a40fbb2b-bad0-4115-9091-2c6c55e91e05, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a40fbb2b-bad0-4115-9091-2c6c55e91e05,segment=NetworkSegment(abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1),segment_id=abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:18.217195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 25e39065-de99-4fc6-8633-48330b6727f7 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:18.219364 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ca5940-6318-4f2a-8ce8-c286bf081cbd x-openstack-request-id: req-e4ca5940-6318-4f2a-8ce8-c286bf081cbd {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:18.219882 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d", "tag": "c681f363-109c-4f96-8fc4-4027fe8bac5a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:18.219882 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4ca5940-6318-4f2a-8ce8-c286bf081cbd {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:18.220299 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d', 'tag': 'c681f363-109c-4f96-8fc4-4027fe8bac5a', 'status': 'completed', 'code': 200} Dec 17 13:06:18.220433 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.275803 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.296989 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.298684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad108b3-4d43-4327-8ec4-1e6524790080 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:06:18.307832 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.355489 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.356670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8d11dea6-8ee0-48a7-aeb4-f35034e16e2f tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "DELETE /v2.0/routers/7ad108b3-4d43-4327-8ec4-1e6524790080 HTTP/1.1" status: 204 len: 168 time: 3.4553013 Dec 17 13:06:18.363150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52586) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:18.373416 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600bb3f-dc8b-4c7f-ac98-80b4bb9187c5 req-113c9de5-84b0-4071-a0d6-a3371f39b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:18.380828 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9600bb3f-dc8b-4c7f-ac98-80b4bb9187c5 req-113c9de5-84b0-4071-a0d6-a3371f39b74e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0afffa0124ee4694b9b77d196ec69285&device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 1174 time: 0.1255810 Dec 17 13:06:18.406182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81e9a7ed-8a96-4ac3-ac8f-1ed36b299d93 req-7ee4a5e0-bf2b-4460-817b-2f816aa0c6e6 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/b1f19da6-3452-4d6e-b78d-9a6beded16b9 HTTP/1.1" status: 200 len: 1818 time: 0.1624079 Dec 17 13:06:18.421199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc8487-8b93-4932-976a-588317cd0c82 None None] Pushing event updated for resources: {'Port': ['ID=a40fbb2b-bad0-4115-9091-2c6c55e91e05,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:18.463987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 25e39065-de99-4fc6-8633-48330b6727f7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:18.464365 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.585324 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-81e9a7ed-8a96-4ac3-ac8f-1ed36b299d93 req-06f1d28d-8fca-46d0-a51a-88860a88add9 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 13:06:18.590078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81e9a7ed-8a96-4ac3-ac8f-1ed36b299d93 req-06f1d28d-8fca-46d0-a51a-88860a88add9 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "DELETE /v2.0/security-groups/b1f19da6-3452-4d6e-b78d-9a6beded16b9 HTTP/1.1" status: 409 len: 341 time: 0.1351538 Dec 17 13:06:18.617280 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.690749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600bb3f-dc8b-4c7f-ac98-80b4bb9187c5 req-db509b7b-cf45-477a-b528-0948ab2d408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:18.692768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9600bb3f-dc8b-4c7f-ac98-80b4bb9187c5 req-db509b7b-cf45-477a-b528-0948ab2d408e service neutron] 10.222.0.61 "GET /v2.0/networks?id=048353f8-5aea-46a8-a6e7-130299cfb2a3 HTTP/1.1" status: 200 len: 914 time: 0.2990603 Dec 17 13:06:18.696382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0ed5da-ac53-4e4b-aa47-849fe83720ed tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Deleting subnet dbb5c00f-fbb0-43cb-bee8-85b3ed4611f9 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:06:18.722720 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed5da-ac53-4e4b-aa47-849fe83720ed tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.773525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Allocated IP 172.25.0.205 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/0265a2e8-df2f-4f06-aa54-291a7e4b830e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:18.789219 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.827493 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9600bb3f-dc8b-4c7f-ac98-80b4bb9187c5 req-876b77d1-bb0d-4ea0-8fd9-1a5a087e55ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c681f363-109c-4f96-8fc4-4027fe8bac5a HTTP/1.1" status: 200 len: 217 time: 0.1148703 Dec 17 13:06:18.907093 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed5da-ac53-4e4b-aa47-849fe83720ed tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:18.945601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600bb3f-dc8b-4c7f-ac98-80b4bb9187c5 req-a95052fc-c481-4d8b-ab99-01bff45b5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:18.946723 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9600bb3f-dc8b-4c7f-ac98-80b4bb9187c5 req-a95052fc-c481-4d8b-ab99-01bff45b5e1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=72a96da5-7e88-4d88-b37f-30380b648bcc HTTP/1.1" status: 200 len: 853 time: 0.1088467 Dec 17 13:06:18.970379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed5da-ac53-4e4b-aa47-849fe83720ed tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.000784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Router 39929f5f-0fbf-4201-8c80-64cc408e4881 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:06:19.010883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9600bb3f-dc8b-4c7f-ac98-80b4bb9187c5 req-26b95c22-ff2c-470d-99a2-0bad27993312 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=048353f8-5aea-46a8-a6e7-130299cfb2a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531700 Dec 17 13:06:19.114731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.128968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9600bb3f-dc8b-4c7f-ac98-80b4bb9187c5 req-a17e379b-a297-4e95-8c01-8d0953a43508 service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085157 Dec 17 13:06:19.135082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-2545e4d3-ce19-4f56-b463-a6cb3b9a4a71 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:06:19.209836 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed5da-ac53-4e4b-aa47-849fe83720ed tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.264235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ed5da-ac53-4e4b-aa47-849fe83720ed tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb5c00f-fbb0-43cb-bee8-85b3ed4611f9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:19.274111 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed5da-ac53-4e4b-aa47-849fe83720ed tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.277425 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8b0ed5da-ac53-4e4b-aa47-849fe83720ed tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/dbb5c00f-fbb0-43cb-bee8-85b3ed4611f9 HTTP/1.1" status: 204 len: 168 time: 0.9098554 Dec 17 13:06:19.284022 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52596) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:19.297219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:19.308708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Sync routers for ids ['39929f5f-0fbf-4201-8c80-64cc408e4881'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:19.341413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Routers {'39929f5f-0fbf-4201-8c80-64cc408e4881'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:19.347418 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9600bb3f-dc8b-4c7f-ac98-80b4bb9187c5 req-94d4a57d-9857-4fb2-ad02-029a8fee3ad7 service neutron] 10.222.0.61 "GET /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076917 Dec 17 13:06:19.347591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['39929f5f-0fbf-4201-8c80-64cc408e4881'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:19.378950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849989d-c083-4960-8bcf-5ac076a47c8a req-907de62f-d1ea-4bc8-a31a-19de203dfa5d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:19.386491 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b849989d-c083-4960-8bcf-5ac076a47c8a req-907de62f-d1ea-4bc8-a31a-19de203dfa5d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 945 time: 0.1994500 Dec 17 13:06:19.453401 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.454440 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.517832 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b849989d-c083-4960-8bcf-5ac076a47c8a req-62d48a1a-2778-4a6c-8d96-e2630ac95d81 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122615 Dec 17 13:06:19.524020 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.527026 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6b44888d-5043-4e05-a0c5-08844a5a4109 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7802279 Dec 17 13:06:19.533123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Pushing event updated for resources: {'Port': ['ID=0265a2e8-df2f-4f06-aa54-291a7e4b830e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:19.533328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52600) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:19.545991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Set router 39929f5f-0fbf-4201-8c80-64cc408e4881 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:19.567994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:19.575898 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.578157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:19.580975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:19.607514 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.610225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-2545e4d3-ce19-4f56-b463-a6cb3b9a4a71 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:19.621286 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32765d5b-93e0-4844-892e-cd3e28874c0a None None] Sync routers for ids ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:19.643583 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-2545e4d3-ce19-4f56-b463-a6cb3b9a4a71 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.645133 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32765d5b-93e0-4844-892e-cd3e28874c0a None None] Routers {'83ef19e8-4456-4f1a-b6d7-a44bc7e17949'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:19.646042 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-32765d5b-93e0-4844-892e-cd3e28874c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:19.685913 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-2545e4d3-ce19-4f56-b463-a6cb3b9a4a71 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "PUT /v2.0/floatingips/f064379c-e288-40ef-b6e8-17991e45cca4 HTTP/1.1" status: 200 len: 695 time: 2.6622274 Dec 17 13:06:19.692191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'tag': 'b4576593-6006-4e65-a400-d4f69138a37a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:19.695213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.695934 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a28016-2d1b-4c71-9a28-af1f74b0abf5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a39deb7-e67d-4127-8359-9f7dd0eb31ba", "tag": "b4576593-6006-4e65-a400-d4f69138a37a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:19.725682 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.738522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92706968-76bf-4f9b-8a3d-b27b218209b3']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:19.764470 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9dd53e4-a75a-424a-a195-5ed6cb63131d') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:19.764770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9dd53e4-a75a-424a-a195-5ed6cb63131d') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:19.817047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e57e3-8e2b-40bc-99b9-7641a24cc008 None None] Network e3846ec9-9545-48cc-88ae-b5507b053d13 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:06:19.823615 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.829804 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-32765d5b-93e0-4844-892e-cd3e28874c0a None None] Set router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:19.847403 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be3c21-eab9-4099-9ea9-fc249f4dd13e req-ae504235-db72-42aa-8ab7-23ab42162527 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:19.856223 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70be3c21-eab9-4099-9ea9-fc249f4dd13e req-ae504235-db72-42aa-8ab7-23ab42162527 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 1023 time: 0.2782903 Dec 17 13:06:19.880042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-50c9d3b0-0118-4259-b6c6-bca6bef0e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:19.883096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-50c9d3b0-0118-4259-b6c6-bca6bef0e6ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ff52ceff2064ff5a58c70d4f4e98479&device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 1097 time: 0.1754854 Dec 17 13:06:19.892859 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.918882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'name': 'tempest-FloatingIPsTestJSON-681470263-router', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:12Z', 'updated_at': '2021-12-17T13:06:16Z', 'revision_number': 3, 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'gw_port': {'id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:13Z', 'updated_at': '2021-12-17T13:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:19.935256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.951212 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:06:19.951758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.963286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Checking router: 39929f5f-0fbf-4201-8c80-64cc408e4881 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:19.964161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Updating router 39929f5f-0fbf-4201-8c80-64cc408e4881 port f3b42d63-ad76-49db-ae0b-f61582412747 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:06:19.969564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e4ff103b-8869-48d0-b1fa-539ba80a14a4 None None] Provisioning complete for port a40fbb2b-bad0-4115-9091-2c6c55e91e05 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:19.970186 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4ff103b-8869-48d0-b1fa-539ba80a14a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:19.973703 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70be3c21-eab9-4099-9ea9-fc249f4dd13e req-072ebecc-4da5-4df6-919c-f9e775fa5ffd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&id=b1f19da6-3452-4d6e-b78d-9a6beded16b9&id=dbdcd749-4bd1-4479-acfe-bc88f9d78ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1164467 Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:06:19.975465 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:06:20.034874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Allocated IP 172.25.0.237 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/074b1901-64f9-4f49-a38c-42e021580434) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:20.086851 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:06:20.110042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-c610a6ff-f593-4fa0-8b2d-9b13f134f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:20.119007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-c610a6ff-f593-4fa0-8b2d-9b13f134f867 service neutron] 10.222.0.59 "GET /v2.0/networks?id=532b07a9-72bf-4e87-a287-eb9d3d8c302a HTTP/1.1" status: 200 len: 930 time: 0.2134869 Dec 17 13:06:20.139817 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-32765d5b-93e0-4844-892e-cd3e28874c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:05:38Z', 'revision_number': 4, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'd283d8c8-bf24-4f1c-9dba-daabdc132c24', 'name': '', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'mac_address': 'fa:16:3e:9b:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:37Z', 'updated_at': '2021-12-17T13:05:43Z', 'revision_number': 5, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'subnets': [{'id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:20.194764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-4f0a21d9-87e6-430c-8dd1-b6aeb24457e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4576593-6006-4e65-a400-d4f69138a37a HTTP/1.1" status: 200 len: 217 time: 0.0741324 Dec 17 13:06:20.200732 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32765d5b-93e0-4844-892e-cd3e28874c0a None None] Checking router: 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:20.226676 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32765d5b-93e0-4844-892e-cd3e28874c0a None None] Routers {'83ef19e8-4456-4f1a-b6d7-a44bc7e17949'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:20.227309 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-32765d5b-93e0-4844-892e-cd3e28874c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:20.262263 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:20.277871 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:20.286325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a40fbb2b-bad0-4115-9091-2c6c55e91e05 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:20.329492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92706968-76bf-4f9b-8a3d-b27b218209b3 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 13:06:20.332210 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:20.335462 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "DELETE /v2.0/networks/92706968-76bf-4f9b-8a3d-b27b218209b3 HTTP/1.1" status: 204 len: 168 time: 1.0504782 Dec 17 13:06:20.351395 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-32765d5b-93e0-4844-892e-cd3e28874c0a None None] Set router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:20.450206 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4ff103b-8869-48d0-b1fa-539ba80a14a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:20.450755 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:20.522978 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30d194-53b2-4da9-a398-b218c66efa67 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event deleted for resources: {'Network': ['ID=92706968-76bf-4f9b-8a3d-b27b218209b3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:20.526159 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:20.526643 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:20.611099 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-32765d5b-93e0-4844-892e-cd3e28874c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:05:38Z', 'revision_number': 4, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'd283d8c8-bf24-4f1c-9dba-daabdc132c24', 'name': '', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'mac_address': 'fa:16:3e:9b:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:37Z', 'updated_at': '2021-12-17T13:05:43Z', 'revision_number': 5, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'subnets': [{'id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:20.645627 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:20.665658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-83e2249a-faf0-4c15-8fa3-9256834722c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:20.675215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-83e2249a-faf0-4c15-8fa3-9256834722c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0febe668-77df-4edd-b6f0-2ecbd6619e39 HTTP/1.1" status: 200 len: 868 time: 0.4785841 Dec 17 13:06:20.764943 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32765d5b-93e0-4844-892e-cd3e28874c0a None None] The sync data for ids ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'] in n-d-815324-5 is: [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:05:38Z', 'revision_number': 4, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'd283d8c8-bf24-4f1c-9dba-daabdc132c24', 'name': '', 'network_id': '532b07a9-72bf-4e87-a287-eb9d3d8c302a', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'mac_address': 'fa:16:3e:9b:1c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:37Z', 'updated_at': '2021-12-17T13:05:43Z', 'revision_number': 5, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'subnets': [{'id': '0febe668-77df-4edd-b6f0-2ecbd6619e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:20.799667 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:20.844036 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:20.857404 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9512706 Dec 17 13:06:20.869044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c1b49-372d-4fa9-906e-ca1d08d648a5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Pushing event updated for resources: {'Port': ['ID=0265a2e8-df2f-4f06-aa54-291a7e4b830e,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:20.881040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e4ff103b-8869-48d0-b1fa-539ba80a14a4 None None] For port a40fbb2b-bad0-4115-9091-2c6c55e91e05, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a40fbb2b-bad0-4115-9091-2c6c55e91e05,segment=NetworkSegment(abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1),segment_id=abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:20.896564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-b4bd4b02-1794-4c6f-b910-1c15c9816557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:20.901781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-b4bd4b02-1794-4c6f-b910-1c15c9816557 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=532b07a9-72bf-4e87-a287-eb9d3d8c302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2235141 Dec 17 13:06:20.903121 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:20.932968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52622) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:20.958868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4ff103b-8869-48d0-b1fa-539ba80a14a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:20.974116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-caeff9fc-d2b4-48ca-a8a3-fcacf5840456 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Request body: {'router': {'name': 'tempest-router--650926920', 'project_id': '40815857eb48436aa876d1812014aba6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:21.178758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a40fbb2b-bad0-4115-9091-2c6c55e91e05 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:21.179167 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:21.268605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff103b-8869-48d0-b1fa-539ba80a14a4 None None] Pushing event updated for resources: {'Port': ['ID=a40fbb2b-bad0-4115-9091-2c6c55e91e05,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:21.359522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03140b8-8d3c-47b3-a231-50fd3013635e req-83e7cb52-5b20-4b28-87d1-773dd222b1a7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:21.361410 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a03140b8-8d3c-47b3-a231-50fd3013635e req-83e7cb52-5b20-4b28-87d1-773dd222b1a7 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 1023 time: 0.6697316 Dec 17 13:06:21.398045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b8aa4-7fdd-45ff-9bf7-9ebe54cc6bdf req-4ac53bdf-e08e-4b4c-acd8-0c93deeb09da tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:21.406345 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-645b8aa4-7fdd-45ff-9bf7-9ebe54cc6bdf req-4ac53bdf-e08e-4b4c-acd8-0c93deeb09da tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1997583 Dec 17 13:06:21.416714 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:21.434001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0d0f406a-3b47-4512-8032-c19eeef8de73 None None] Provisioning complete for port a40fbb2b-bad0-4115-9091-2c6c55e91e05 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:21.437790 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0d0f406a-3b47-4512-8032-c19eeef8de73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:21.534138 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:21.539919 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a752c94-47f4-40f2-97ef-10886fea5bf8 x-openstack-request-id: req-6a752c94-47f4-40f2-97ef-10886fea5bf8 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:21.540446 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a39deb7-e67d-4127-8359-9f7dd0eb31ba", "tag": "b4576593-6006-4e65-a400-d4f69138a37a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:21.540446 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a752c94-47f4-40f2-97ef-10886fea5bf8 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:21.540856 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'tag': 'b4576593-6006-4e65-a400-d4f69138a37a', 'status': 'completed', 'code': 200} Dec 17 13:06:21.546790 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-645b8aa4-7fdd-45ff-9bf7-9ebe54cc6bdf req-46be6198-e369-4643-9124-8533284ddee8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393416 Dec 17 13:06:21.555182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:21.580035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:21.604116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:21.616281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Attempting to bind port f3b42d63-ad76-49db-ae0b-f61582412747 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:21.616557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Attempting to bind port f3b42d63-ad76-49db-ae0b-f61582412747 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:21.617011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Attempting to bind port f3b42d63-ad76-49db-ae0b-f61582412747 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:21.628367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:21.628741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:21.630306 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:21.630754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:21.631553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Bound port: f3b42d63-ad76-49db-ae0b-f61582412747, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:21.631941 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:21.677229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-a03140b8-8d3c-47b3-a231-50fd3013635e req-06788e25-9be1-42ac-af6b-65a3fbd8415e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Deleting port c681f363-109c-4f96-8fc4-4027fe8bac5a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:21.677729 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a03140b8-8d3c-47b3-a231-50fd3013635e req-06788e25-9be1-42ac-af6b-65a3fbd8415e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:21.678641 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85648c-a6a1-4ced-84d8-538de695d66a None None] Pushing event updated for resources: {'Port': ['ID=f3b42d63-ad76-49db-ae0b-f61582412747,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:21.745079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Pushing event updated for resources: {'Port': ['ID=074b1901-64f9-4f49-a38c-42e021580434,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:21.754243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] For port f3b42d63-ad76-49db-ae0b-f61582412747, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:21.759828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] For port f3b42d63-ad76-49db-ae0b-f61582412747, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f3b42d63-ad76-49db-ae0b-f61582412747,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:21.818197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-a03140b8-8d3c-47b3-a231-50fd3013635e req-06788e25-9be1-42ac-af6b-65a3fbd8415e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] For port c681f363-109c-4f96-8fc4-4027fe8bac5a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c681f363-109c-4f96-8fc4-4027fe8bac5a,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:21.819122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a03140b8-8d3c-47b3-a231-50fd3013635e req-06788e25-9be1-42ac-af6b-65a3fbd8415e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:21.824767 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:21.825494 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-caeff9fc-d2b4-48ca-a8a3-fcacf5840456 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:21.826567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-caeff9fc-d2b4-48ca-a8a3-fcacf5840456 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:21.849177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a28016-2d1b-4c71-9a28-af1f74b0abf5 req-5433006e-d7e6-4ac2-b66c-947793624cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:21.850754 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45a28016-2d1b-4c71-9a28-af1f74b0abf5 req-5433006e-d7e6-4ac2-b66c-947793624cd8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ff52ceff2064ff5a58c70d4f4e98479&device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 1097 time: 0.3091052 Dec 17 13:06:21.852635 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-a03140b8-8d3c-47b3-a231-50fd3013635e req-06788e25-9be1-42ac-af6b-65a3fbd8415e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Calling delete_port for c681f363-109c-4f96-8fc4-4027fe8bac5a owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:21.860211 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:21.866563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871466db-322e-47e0-9c56-12f00a70c1e6 None None] New status for floating IP f064379c-e288-40ef-b6e8-17991e45cca4: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:06:21.890745 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-986877d1-e7b9-44a7-b4a5-1cc60c205306 service neutron] 10.222.0.59 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9832554 Dec 17 13:06:21.942204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d1582-3c32-4243-8201-12f7a264844f req-44ff2bae-3c8e-481a-8ab6-b46c52448383 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:21.943918 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a8d1582-3c32-4243-8201-12f7a264844f req-44ff2bae-3c8e-481a-8ab6-b46c52448383 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d HTTP/1.1" status: 200 len: 1023 time: 0.1981204 Dec 17 13:06:22.053001 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-caeff9fc-d2b4-48ca-a8a3-fcacf5840456 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.132713 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-caeff9fc-d2b4-48ca-a8a3-fcacf5840456 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.157865 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Routers {'39929f5f-0fbf-4201-8c80-64cc408e4881'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:22.158482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['39929f5f-0fbf-4201-8c80-64cc408e4881'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:22.184713 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a8d1582-3c32-4243-8201-12f7a264844f req-775f3475-a93d-4b50-ac53-4a4bbe904f46 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=c00e9022-c463-4906-bbe8-0bb08284760e&id=b1f19da6-3452-4d6e-b78d-9a6beded16b9&id=dbdcd749-4bd1-4479-acfe-bc88f9d78ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2100401 Dec 17 13:06:22.211174 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a28016-2d1b-4c71-9a28-af1f74b0abf5 req-f3f37814-4f11-4122-8a5e-78a93b86ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:22.212700 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45a28016-2d1b-4c71-9a28-af1f74b0abf5 req-f3f37814-4f11-4122-8a5e-78a93b86ecf4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=532b07a9-72bf-4e87-a287-eb9d3d8c302a HTTP/1.1" status: 200 len: 930 time: 0.3415062 Dec 17 13:06:22.217698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c16881f-71aa-4a42-bd62-a473d894f190 req-c7f00ed9-aae9-4563-97c0-3d1233209fb1 service neutron] 10.222.0.59 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064458 Dec 17 13:06:22.230243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Allocated IP 172.20.0.1 (fd912310-b900-4369-a081-052908bb38d9/977428b2-d02b-419e-8a25-a686652fc0d9/e9125e85-9d90-4a4f-81c2-e5fa630688cc) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:22.235508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a40fbb2b-bad0-4115-9091-2c6c55e91e05 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:22.296985 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.302381 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-caeff9fc-d2b4-48ca-a8a3-fcacf5840456 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.306457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-caeff9fc-d2b4-48ca-a8a3-fcacf5840456 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3696506 Dec 17 13:06:22.306457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45a28016-2d1b-4c71-9a28-af1f74b0abf5 req-027d9c7c-cec0-4b4f-9db3-636ef17b7f3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4576593-6006-4e65-a400-d4f69138a37a HTTP/1.1" status: 200 len: 217 time: 0.0718601 Dec 17 13:06:22.307303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52648) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:22.313647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85648c-a6a1-4ced-84d8-538de695d66a None None] Pushing event updated for resources: {'Port': ['ID=f3b42d63-ad76-49db-ae0b-f61582412747,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:22.364312 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a03140b8-8d3c-47b3-a231-50fd3013635e req-06788e25-9be1-42ac-af6b-65a3fbd8415e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.379604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['171548c7-d146-4308-8e09-ec4127fd12a9', 'c681f363-109c-4f96-8fc4-4027fe8bac5a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:06:22.457563 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06788e25-9be1-42ac-af6b-65a3fbd8415e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event deleted for resources: {'Port': ['ID=c681f363-109c-4f96-8fc4-4027fe8bac5a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:22.459898 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac391889-db11-43c0-b017-741e073fca8a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.468531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a28016-2d1b-4c71-9a28-af1f74b0abf5 req-4e76522b-345c-4daa-b090-b01d068d51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:22.470155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45a28016-2d1b-4c71-9a28-af1f74b0abf5 req-4e76522b-345c-4daa-b090-b01d068d51bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0febe668-77df-4edd-b6f0-2ecbd6619e39 HTTP/1.1" status: 200 len: 868 time: 0.1224411 Dec 17 13:06:22.497527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a40fbb2b-bad0-4115-9091-2c6c55e91e05 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:22.498136 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.531783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf845a6-22d0-4309-a875-750b2f970855 req-69cdb0bf-8288-4924-9267-4ee406a8994a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:22.532039 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] Set router 39929f5f-0fbf-4201-8c80-64cc408e4881 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:22.534004 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5cf845a6-22d0-4309-a875-750b2f970855 req-69cdb0bf-8288-4924-9267-4ee406a8994a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1040528 Dec 17 13:06:22.555026 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-88111376-e4f0-4027-8af4-7100e337c956 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--605443636&fields=id&tenant_id=807a036581384bf1ab7b7c9ac52a70bb HTTP/1.1" status: 200 len: 267 time: 0.2595589 Dec 17 13:06:22.603614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a28016-2d1b-4c71-9a28-af1f74b0abf5 req-308b0055-978b-41df-a264-47841f04f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:22.605341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45a28016-2d1b-4c71-9a28-af1f74b0abf5 req-308b0055-978b-41df-a264-47841f04f310 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=532b07a9-72bf-4e87-a287-eb9d3d8c302a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238816 Dec 17 13:06:22.612747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03140b8-8d3c-47b3-a231-50fd3013635e req-06788e25-9be1-42ac-af6b-65a3fbd8415e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] No DVR routers for this DVR port c681f363-109c-4f96-8fc4-4027fe8bac5a on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:06:22.650113 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a03140b8-8d3c-47b3-a231-50fd3013635e req-06788e25-9be1-42ac-af6b-65a3fbd8415e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.653979 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a03140b8-8d3c-47b3-a231-50fd3013635e req-06788e25-9be1-42ac-af6b-65a3fbd8415e tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.61 "DELETE /v2.0/ports/c681f363-109c-4f96-8fc4-4027fe8bac5a HTTP/1.1" status: 204 len: 173 time: 1.2827151 Dec 17 13:06:22.654442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d', 'name': 'network-vif-deleted', 'tag': 'c681f363-109c-4f96-8fc4-4027fe8bac5a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:22.657414 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74396c2-8b76-4d97-95a9-08a4609a9ef4" -d '{"events": [{"server_uuid": "a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d", "name": "network-vif-deleted", "tag": "c681f363-109c-4f96-8fc4-4027fe8bac5a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:22.690868 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.716672 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5cf845a6-22d0-4309-a875-750b2f970855 req-e2ae3f2c-2532-4cb4-a8d6-16c3a5ca941a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519344 Dec 17 13:06:22.737911 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.764486 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac391889-db11-43c0-b017-741e073fca8a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.770642 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac391889-db11-43c0-b017-741e073fca8a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.851989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45a28016-2d1b-4c71-9a28-af1f74b0abf5 req-1ada1fce-abd9-4ae7-9900-6f20cacf7d3e service neutron] 10.222.0.54 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103519 Dec 17 13:06:22.890144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-f388c167-f898-46c3-803c-532e8ee5e310 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:22.891742 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-f388c167-f898-46c3-803c-532e8ee5e310 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/networks?id=5d5d03f5-c96c-4f77-a916-30e3bf620bf5 HTTP/1.1" status: 200 len: 806 time: 0.3256795 Dec 17 13:06:22.898739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-e0d4bc22-96b2-4ebb-a4b6-dfd6b2fa151d tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips/f064379c-e288-40ef-b6e8-17991e45cca4 HTTP/1.1" status: 200 len: 693 time: 0.1100173 Dec 17 13:06:22.908795 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-78cf3455-1a15-4b34-8367-c491efa1530e tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/quotas/807a036581384bf1ab7b7c9ac52a70bb HTTP/1.1" status: 200 len: 375 time: 0.0100870 Dec 17 13:06:22.946586 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac391889-db11-43c0-b017-741e073fca8a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.947214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac391889-db11-43c0-b017-741e073fca8a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3121473-6e6a-4bd4-88e4-327045b63566 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:06:22.953615 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac391889-db11-43c0-b017-741e073fca8a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.954903 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ac391889-db11-43c0-b017-741e073fca8a tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "DELETE /v2.0/routers/e3121473-6e6a-4bd4-88e4-327045b63566 HTTP/1.1" status: 204 len: 168 time: 0.6469018 Dec 17 13:06:22.971095 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:22.987777 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-f7d69dec-2510-45c5-a8f8-ce68effe43cf tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=807a036581384bf1ab7b7c9ac52a70bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717449 Dec 17 13:06:23.023936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Network fd912310-b900-4369-a081-052908bb38d9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:23.027959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:23.032555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:23.103835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'name': 'tempest-FloatingIPsTestJSON-681470263-router', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:12Z', 'updated_at': '2021-12-17T13:06:16Z', 'revision_number': 3, 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'gw_port': {'id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:13Z', 'updated_at': '2021-12-17T13:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:23.136835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c208ba-1a15-4465-a26f-7d14ac681f5c None None] The sync data for ids ['39929f5f-0fbf-4201-8c80-64cc408e4881'] in n-d-815324-5 is: [{'id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'name': 'tempest-FloatingIPsTestJSON-681470263-router', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:12Z', 'updated_at': '2021-12-17T13:06:16Z', 'revision_number': 3, 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'gw_port': {'id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:13Z', 'updated_at': '2021-12-17T13:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:23.194099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:23.202720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Pushing event updated for resources: {'Port': ['ID=e9125e85-9d90-4a4f-81c2-e5fa630688cc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:23.205151 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45a28016-2d1b-4c71-9a28-af1f74b0abf5 req-f939737c-925b-435a-a8cd-bcad4ad466df service neutron] 10.222.0.54 "GET /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435121 Dec 17 13:06:23.230585 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-c3c2cb8f-f570-40ba-a27a-51e192502cda tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:23.232163 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-c3c2cb8f-f570-40ba-a27a-51e192502cda tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.3181453 Dec 17 13:06:23.280114 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52662) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:23.299729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Router b4400e01-7879-4453-9329-1029da6b6a87 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:06:23.308828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-c674b519-638c-4b58-aa3c-07b1f845d28f tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0658581 Dec 17 13:06:23.361333 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-8d608436-38a1-4020-b46d-a3e7f68eed25 service neutron] 10.222.0.59 "GET /v2.0/networks/5d5d03f5-c96c-4f77-a916-30e3bf620bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991686 Dec 17 13:06:23.385401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d9aefa95-17fb-456f-916d-6aea8bd20ed5 None None] Provisioning complete for port e9125e85-9d90-4a4f-81c2-e5fa630688cc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:23.386269 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d9aefa95-17fb-456f-916d-6aea8bd20ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:23.443025 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-0e53d26a-e56b-4a0e-a8e6-769f91718a69 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.1253383 Dec 17 13:06:23.472338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d9aefa95-17fb-456f-916d-6aea8bd20ed5 None None] Port e9125e85-9d90-4a4f-81c2-e5fa630688cc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:06:23.491840 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:23.570926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-9c46286c-7016-4de3-83e6-b8032c4099c1 service neutron] 10.222.0.59 "GET /v2.0/networks/5d5d03f5-c96c-4f77-a916-30e3bf620bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936741 Dec 17 13:06:23.740982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:23.752044 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Sync routers for ids ['b4400e01-7879-4453-9329-1029da6b6a87'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:23.760470 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2025901286', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:23.767488 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Routers {'b4400e01-7879-4453-9329-1029da6b6a87'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:23.768279 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b4400e01-7879-4453-9329-1029da6b6a87'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:23.784394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-49822b59-6ada-4cf1-a100-5abab29b9aef tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Deleting port 1734704b-d94b-4181-acb6-f25a850f9733 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:23.784840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-49822b59-6ada-4cf1-a100-5abab29b9aef tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:23.861087 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:23.870291 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:23.872260 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-deb1c28e-6202-4753-a32f-4cb0cee9bfa3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5660222 Dec 17 13:06:23.876033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52672) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:23.914407 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:23.957982 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-49822b59-6ada-4cf1-a100-5abab29b9aef tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:23.958324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-49822b59-6ada-4cf1-a100-5abab29b9aef tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:23.986243 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:23.996870 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:24.041370 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Set router b4400e01-7879-4453-9329-1029da6b6a87 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:24.051806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-49822b59-6ada-4cf1-a100-5abab29b9aef tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Calling delete_port for 1734704b-d94b-4181-acb6-f25a850f9733 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:24.193681 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:24.208748 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472602fb-18f8-44bc-8d87-97640fd64953 x-openstack-request-id: req-472602fb-18f8-44bc-8d87-97640fd64953 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:24.209427 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d", "name": "network-vif-deleted", "tag": "c681f363-109c-4f96-8fc4-4027fe8bac5a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:24.212867 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-472602fb-18f8-44bc-8d87-97640fd64953 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:24.217622 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dbe1a7-6b87-4bc7-9bc5-a53bf909416d', 'name': 'network-vif-deleted', 'tag': 'c681f363-109c-4f96-8fc4-4027fe8bac5a', 'status': 'completed', 'code': 200} Dec 17 13:06:24.280986 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:24.295548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f3b42d63-ad76-49db-ae0b-f61582412747 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:24.340823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Pushing event updated for resources: {'Port': ['ID=e9125e85-9d90-4a4f-81c2-e5fa630688cc,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:24.381910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f3b42d63-ad76-49db-ae0b-f61582412747 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:24.382932 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:24.461192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 47603b0e-64fd-45b3-bb6d-74734c027388 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:06:24.579782 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'name': 'tempest-AttachSCSIVolumeTestJSON-215670729-router', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '074b1901-64f9-4f49-a38c-42e021580434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:17Z', 'updated_at': '2021-12-17T13:06:21Z', 'revision_number': 3, 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'gw_port': {'id': '074b1901-64f9-4f49-a38c-42e021580434', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:42:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:19Z', 'updated_at': '2021-12-17T13:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:24.639732 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:24.672608 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Checking router: b4400e01-7879-4453-9329-1029da6b6a87 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:24.674041 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Updating router b4400e01-7879-4453-9329-1029da6b6a87 port 074b1901-64f9-4f49-a38c-42e021580434 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:06:24.690873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Network fd912310-b900-4369-a081-052908bb38d9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:24.692618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:24.702579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 47603b0e-64fd-45b3-bb6d-74734c027388, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47603b0e-64fd-45b3-bb6d-74734c027388,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:24.777235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '47603b0e-64fd-45b3-bb6d-74734c027388', 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'port_id': '47603b0e-64fd-45b3-bb6d-74734c027388', 'mac_address': 'fa:16:3e:0a:2b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4af1a1-1a63-4bec-8fef-db454759a640', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:06:24.784158 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:24.786362 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:24.856231 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port f3b42d63-ad76-49db-ae0b-f61582412747, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f3b42d63-ad76-49db-ae0b-f61582412747,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:24.874625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c681f363-109c-4f96-8fc4-4027fe8bac5a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:06:25.013647 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:25.021827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: c681f363-109c-4f96-8fc4-4027fe8bac5a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:06:25.022204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c681f363-109c-4f96-8fc4-4027fe8bac5a not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:06:25.112783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=f3b42d63-ad76-49db-ae0b-f61582412747,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:25.174099 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:25.249097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47603b0e-64fd-45b3-bb6d-74734c027388 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:06:25.286503 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-49822b59-6ada-4cf1-a100-5abab29b9aef tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:25.293483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-73af729c-0a9d-401c-b256-6a7bafed41a2 None None] Provisioning complete for port e9125e85-9d90-4a4f-81c2-e5fa630688cc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:25.294161 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-73af729c-0a9d-401c-b256-6a7bafed41a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:25.333413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49822b59-6ada-4cf1-a100-5abab29b9aef tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Pushing event deleted for resources: {'Port': ['ID=1734704b-d94b-4181-acb6-f25a850f9733,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:25.337423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 47603b0e-64fd-45b3-bb6d-74734c027388, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47603b0e-64fd-45b3-bb6d-74734c027388,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:25.387992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-73af729c-0a9d-401c-b256-6a7bafed41a2 None None] Port e9125e85-9d90-4a4f-81c2-e5fa630688cc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:06:25.446207 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-49822b59-6ada-4cf1-a100-5abab29b9aef tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:25.449454 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-49822b59-6ada-4cf1-a100-5abab29b9aef tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:25.450783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8954f01e-0fe4-4bad-8575-f01c530921d1 req-49822b59-6ada-4cf1-a100-5abab29b9aef tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "DELETE /v2.0/floatingips/f064379c-e288-40ef-b6e8-17991e45cca4 HTTP/1.1" status: 204 len: 173 time: 2.0061321 Dec 17 13:06:25.453492 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:25.502713 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:25.540177 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3ad6185-6ea7-4e93-a855-47d98471e0c2 req-0892d281-4e6a-4af0-af72-cc46d0b346be tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 210 time: 0.0531108 Dec 17 13:06:25.605715 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:25.633940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['47603b0e-64fd-45b3-bb6d-74734c027388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:06:25.654068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Router 39929f5f-0fbf-4201-8c80-64cc408e4881 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:06:25.670118 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:25.684215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=47603b0e-64fd-45b3-bb6d-74734c027388,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:25.738607 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Attempting to bind port 074b1901-64f9-4f49-a38c-42e021580434 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:25.740958 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Attempting to bind port 074b1901-64f9-4f49-a38c-42e021580434 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:25.741370 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Attempting to bind port 074b1901-64f9-4f49-a38c-42e021580434 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:25.798517 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:25.806970 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:25.807389 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:25.807805 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:25.808320 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Bound port: 074b1901-64f9-4f49-a38c-42e021580434, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:25.808727 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:25.879147 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2cbf13a9-c59a-483f-ba51-5be0f3144293 req-7dbd2275-ac7f-41a2-b88b-e3c0fb4b1810 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/dbdcd749-4bd1-4479-acfe-bc88f9d78ea5 HTTP/1.1" status: 200 len: 1818 time: 0.2733583 Dec 17 13:06:25.880352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa40d1-6435-47f0-8caf-440c2432ca75 req-043f5771-dd8f-470a-99f0-48edd19c2f22 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:25.889853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-16fa40d1-6435-47f0-8caf-440c2432ca75 req-043f5771-dd8f-470a-99f0-48edd19c2f22 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.2323666 Dec 17 13:06:25.925001 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d3fd1-90a2-4dd7-9a2e-2624f2f52993 None None] Pushing event updated for resources: {'Port': ['ID=074b1901-64f9-4f49-a38c-42e021580434,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:25.943677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:25.954809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Sync routers for ids ['39929f5f-0fbf-4201-8c80-64cc408e4881'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:25.966330 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Routers {'39929f5f-0fbf-4201-8c80-64cc408e4881'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:25.967226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['39929f5f-0fbf-4201-8c80-64cc408e4881'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:25.975780 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] For port 074b1901-64f9-4f49-a38c-42e021580434, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:25.979074 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] For port 074b1901-64f9-4f49-a38c-42e021580434, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=074b1901-64f9-4f49-a38c-42e021580434,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:25.992674 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-882d9ee0-f00d-40fe-9e05-679cda94327c admin admin] 10.222.0.59 "PUT /v2.0/routers/39929f5f-0fbf-4201-8c80-64cc408e4881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4582493 Dec 17 13:06:26.059713 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2cbf13a9-c59a-483f-ba51-5be0f3144293 req-eb594232-74c8-4d53-bdff-2bf16b120860 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:26.061683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-16fa40d1-6435-47f0-8caf-440c2432ca75 req-5a367cf3-0682-4a0c-b2ff-f6527511b2ef tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657476 Dec 17 13:06:26.063811 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:26.105154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Allocated IP 172.20.0.1 (e3846ec9-9545-48cc-88ae-b5507b053d13/0ac44897-ffaa-4a06-b476-55f61ec97373/62cc0989-e1e8-472e-86d2-9332f639b6b3) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:26.116041 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2cbf13a9-c59a-483f-ba51-5be0f3144293 req-eb594232-74c8-4d53-bdff-2bf16b120860 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:26.217211 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Routers {'b4400e01-7879-4453-9329-1029da6b6a87'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:26.221371 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b4400e01-7879-4453-9329-1029da6b6a87'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:26.285900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Set router 39929f5f-0fbf-4201-8c80-64cc408e4881 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:26.285900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f3b42d63-ad76-49db-ae0b-f61582412747 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:26.308017 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2cbf13a9-c59a-483f-ba51-5be0f3144293 req-eb594232-74c8-4d53-bdff-2bf16b120860 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:26.311188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2cbf13a9-c59a-483f-ba51-5be0f3144293 req-eb594232-74c8-4d53-bdff-2bf16b120860 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:26.334146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2cbf13a9-c59a-483f-ba51-5be0f3144293 req-eb594232-74c8-4d53-bdff-2bf16b120860 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "DELETE /v2.0/security-groups/dbdcd749-4bd1-4479-acfe-bc88f9d78ea5 HTTP/1.1" status: 204 len: 173 time: 0.4538624 Dec 17 13:06:26.340855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:26.432568 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:26.436802 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d3fd1-90a2-4dd7-9a2e-2624f2f52993 None None] Pushing event updated for resources: {'Port': ['ID=074b1901-64f9-4f49-a38c-42e021580434,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:26.438065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 47603b0e-64fd-45b3-bb6d-74734c027388 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:26.475942 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:26.492494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb594232-74c8-4d53-bdff-2bf16b120860 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdcd749-4bd1-4479-acfe-bc88f9d78ea5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:26.589523 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] Set router b4400e01-7879-4453-9329-1029da6b6a87 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:26.621429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f3b42d63-ad76-49db-ae0b-f61582412747 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:26.622296 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:26.671467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:26.684560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0e485-8985-407c-a1d6-e904bcecc097 req-edeabe32-1804-4eed-910e-3184147d0663 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:26.686847 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-67d0e485-8985-407c-a1d6-e904bcecc097 req-edeabe32-1804-4eed-910e-3184147d0663 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2328176 Dec 17 13:06:26.750374 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-67d0e485-8985-407c-a1d6-e904bcecc097 req-6f9d7a11-b89b-4e16-9d03-d7b6cf755544 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0564704 Dec 17 13:06:26.794931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Allocated IP 172.25.0.24 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/702cf4f3-1e58-47e7-9244-f332ace1067f) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:26.816089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 47603b0e-64fd-45b3-bb6d-74734c027388 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:26.818524 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:26.914186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b36059d9-e7d1-4f14-9ccd-ce447d20f9e2 req-f4968d01-e26f-4ea6-ab5e-275803432924 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/b1f19da6-3452-4d6e-b78d-9a6beded16b9 HTTP/1.1" status: 200 len: 1818 time: 0.1230140 Dec 17 13:06:27.010483 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'name': 'tempest-AttachSCSIVolumeTestJSON-215670729-router', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '074b1901-64f9-4f49-a38c-42e021580434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:17Z', 'updated_at': '2021-12-17T13:06:21Z', 'revision_number': 3, 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'gw_port': {'id': '074b1901-64f9-4f49-a38c-42e021580434', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:42:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:19Z', 'updated_at': '2021-12-17T13:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:27.032730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Network e3846ec9-9545-48cc-88ae-b5507b053d13 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:27.040414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b36059d9-e7d1-4f14-9ccd-ce447d20f9e2 req-07784622-e50b-456a-8d57-42d8c9800084 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.045915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.054354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:27.070400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:27.080083 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b36059d9-e7d1-4f14-9ccd-ce447d20f9e2 req-07784622-e50b-456a-8d57-42d8c9800084 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.080843 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933cc0ed-a81f-4c8a-89fa-cece97487957 None None] The sync data for ids ['b4400e01-7879-4453-9329-1029da6b6a87'] in n-d-815324-5 is: [{'id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'name': 'tempest-AttachSCSIVolumeTestJSON-215670729-router', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '074b1901-64f9-4f49-a38c-42e021580434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:17Z', 'updated_at': '2021-12-17T13:06:21Z', 'revision_number': 3, 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'gw_port': {'id': '074b1901-64f9-4f49-a38c-42e021580434', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:42:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:19Z', 'updated_at': '2021-12-17T13:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:27.122008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'name': 'tempest-FloatingIPsTestJSON-681470263-router', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:12Z', 'updated_at': '2021-12-17T13:06:23Z', 'revision_number': 4, 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'gw_port': {'id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:13Z', 'updated_at': '2021-12-17T13:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'e9125e85-9d90-4a4f-81c2-e5fa630688cc', 'name': '', 'network_id': 'fd912310-b900-4369-a081-052908bb38d9', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'mac_address': 'fa:16:3e:e1:18:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '977428b2-d02b-419e-8a25-a686652fc0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:21Z', 'updated_at': '2021-12-17T13:06:23Z', 'revision_number': 2, 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'subnets': [{'id': '977428b2-d02b-419e-8a25-a686652fc0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:27.167176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Pushing event updated for resources: {'Port': ['ID=62cc0989-e1e8-472e-86d2-9332f639b6b3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:27.176658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Checking router: 39929f5f-0fbf-4201-8c80-64cc408e4881 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:27.177145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Updating router 39929f5f-0fbf-4201-8c80-64cc408e4881 port e9125e85-9d90-4a4f-81c2-e5fa630688cc binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:06:27.216909 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-675004fd-a5c8-4c67-9641-b8a60c0d83ea tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5016110 Dec 17 13:06:27.225099 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.230371 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.235337 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.286071 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.294230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b36059d9-e7d1-4f14-9ccd-ce447d20f9e2 req-07784622-e50b-456a-8d57-42d8c9800084 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.297203 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b36059d9-e7d1-4f14-9ccd-ce447d20f9e2 req-07784622-e50b-456a-8d57-42d8c9800084 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.298477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b36059d9-e7d1-4f14-9ccd-ce447d20f9e2 req-07784622-e50b-456a-8d57-42d8c9800084 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "DELETE /v2.0/security-groups/b1f19da6-3452-4d6e-b78d-9a6beded16b9 HTTP/1.1" status: 204 len: 173 time: 0.3770483 Dec 17 13:06:27.352646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2b6477-de94-47f3-992c-667071334929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47603b0e-64fd-45b3-bb6d-74734c027388'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:27.366087 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a0d673-df83-4983-80a4-30a34bc9cc1d" -d '{"events": [{"server_uuid": "cb2b6477-de94-47f3-992c-667071334929", "name": "network-vif-plugged", "status": "completed", "tag": "47603b0e-64fd-45b3-bb6d-74734c027388"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:27.406423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07784622-e50b-456a-8d57-42d8c9800084 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f19da6-3452-4d6e-b78d-9a6beded16b9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:27.412940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 47603b0e-64fd-45b3-bb6d-74734c027388, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47603b0e-64fd-45b3-bb6d-74734c027388,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:27.424244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:27.442247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:27.445537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:27.462923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:27.543172 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.562674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Pushing event updated for resources: {'Port': ['ID=702cf4f3-1e58-47e7-9244-f332ace1067f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:27.647859 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.662798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-101719e4-4746-48e3-9350-0851d5c1513d None None] Provisioning complete for port 62cc0989-e1e8-472e-86d2-9332f639b6b3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:27.663571 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-101719e4-4746-48e3-9350-0851d5c1513d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.712782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-53120b53-4dc7-4995-a35f-e5dd02a7030f tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:27.714483 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-53120b53-4dc7-4995-a35f-e5dd02a7030f tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.61 "GET /v2.0/networks?id=5d5d03f5-c96c-4f77-a916-30e3bf620bf5 HTTP/1.1" status: 200 len: 806 time: 0.5304272 Dec 17 13:06:27.766027 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.792638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=47603b0e-64fd-45b3-bb6d-74734c027388,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:27.810926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-101719e4-4746-48e3-9350-0851d5c1513d None None] Port 62cc0989-e1e8-472e-86d2-9332f639b6b3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:06:27.950271 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-13c1e572-1362-465f-bb73-063e1df62d61 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=807a036581384bf1ab7b7c9ac52a70bb HTTP/1.1" status: 200 len: 379 time: 0.1878264 Dec 17 13:06:27.968596 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:27.971996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Request body: {'port': {'device_id': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'admin_state_up': True, 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'security_groups': ['7de753dc-4bc5-4463-a48c-8e1665c81482']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:28.046970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:28.062996 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:28.170291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a91e4-0304-4640-b2d8-c955ced518eb None None] Pushing event updated for resources: {'Port': ['ID=e9125e85-9d90-4a4f-81c2-e5fa630688cc,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:28.170746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:28.230657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Attempting to bind port e9125e85-9d90-4a4f-81c2-e5fa630688cc on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:28.231311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Attempting to bind port e9125e85-9d90-4a4f-81c2-e5fa630688cc by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '84d36077-7c7f-427d-a6b3-b8c3f642d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd912310-b900-4369-a081-052908bb38d9'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:28.231833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Attempting to bind port e9125e85-9d90-4a4f-81c2-e5fa630688cc on network fd912310-b900-4369-a081-052908bb38d9 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:28.239586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:28.240010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Checking segment: {'id': '84d36077-7c7f-427d-a6b3-b8c3f642d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd912310-b900-4369-a081-052908bb38d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:28.240466 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:28.241041 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Bound using segment: {'id': '84d36077-7c7f-427d-a6b3-b8c3f642d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd912310-b900-4369-a081-052908bb38d9'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:28.241648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Bound port: e9125e85-9d90-4a4f-81c2-e5fa630688cc, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d36077-7c7f-427d-a6b3-b8c3f642d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fd912310-b900-4369-a081-052908bb38d9'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:28.242081 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:28.362987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4fbf9f40-65ae-45a0-a6ba-4c0a2287b305 req-3212c065-afe2-4038-b265-5bd286ff2726 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 210 time: 0.2919691 Dec 17 13:06:28.364659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] For port e9125e85-9d90-4a4f-81c2-e5fa630688cc, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:28.368261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] For port e9125e85-9d90-4a4f-81c2-e5fa630688cc, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e9125e85-9d90-4a4f-81c2-e5fa630688cc,segment=NetworkSegment(84d36077-7c7f-427d-a6b3-b8c3f642d403),segment_id=84d36077-7c7f-427d-a6b3-b8c3f642d403)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:28.401341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 074b1901-64f9-4f49-a38c-42e021580434 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:28.493359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:28.502121 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:28.587210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Pushing event updated for resources: {'Port': ['ID=62cc0989-e1e8-472e-86d2-9332f639b6b3,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:28.600026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Allocated IP 172.25.0.60 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/3be6a74b-3b7a-40a9-85f2-c70d0ae992b0) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:28.617185 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae9cea0f-0f03-4d76-86a2-2983cd0d9fa0 req-3c2ba62a-f4db-4ea7-b9f9-1e44b4f324a3 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2171719 Dec 17 13:06:28.626179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:28.693964 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:28.750873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-5cafeee2-45a4-456f-b8c7-09a10ffdc3a3 req-43a53ac5-6978-48a5-9fc0-57b0178a1053 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-613834671', 'description': 'tempest-description-2112347631'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:28.779943 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f6ff5055-5347-4484-ad62-541fad63ee0d None None] Provisioning complete for port e9125e85-9d90-4a4f-81c2-e5fa630688cc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:28.780558 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f6ff5055-5347-4484-ad62-541fad63ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:28.785705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a91e4-0304-4640-b2d8-c955ced518eb None None] Pushing event updated for resources: {'Port': ['ID=e9125e85-9d90-4a4f-81c2-e5fa630688cc,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:28.850560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 074b1901-64f9-4f49-a38c-42e021580434 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:28.856057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Made reservation on behalf of 807a036581384bf1ab7b7c9ac52a70bb for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:06:28.859832 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:28.860210 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:28.866930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Network e3846ec9-9545-48cc-88ae-b5507b053d13 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:28.898201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:28.923928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Routers {'39929f5f-0fbf-4201-8c80-64cc408e4881'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:28.938620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['39929f5f-0fbf-4201-8c80-64cc408e4881'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:29.198735 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.222255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Router b4400e01-7879-4453-9329-1029da6b6a87 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:06:29.243655 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5cafeee2-45a4-456f-b8c7-09a10ffdc3a3 req-43a53ac5-6978-48a5-9fc0-57b0178a1053 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.386051 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.402238 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.473288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:29.475364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Allocated IP 172.20.0.13 (5d5d03f5-c96c-4f77-a916-30e3bf620bf5/bd07cbf1-59f4-4b35-a695-27f9a348f882/43d149de-e459-43c6-b361-a9399dba1cb3) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:29.484935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:29.491311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:29.506975 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.518739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:29.550384 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8f65ad16-80a0-4c36-a92b-e3bf665f005b admin admin] 10.222.0.59 "PUT /v2.0/routers/b4400e01-7879-4453-9329-1029da6b6a87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6664202 Dec 17 13:06:29.550384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Pushing event updated for resources: {'Port': ['ID=3be6a74b-3b7a-40a9-85f2-c70d0ae992b0,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:29.592596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] Set router 39929f5f-0fbf-4201-8c80-64cc408e4881 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:29.595314 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f6ff5055-5347-4484-ad62-541fad63ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.619103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 074b1901-64f9-4f49-a38c-42e021580434, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=074b1901-64f9-4f49-a38c-42e021580434,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:29.639696 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.642335 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5cafeee2-45a4-456f-b8c7-09a10ffdc3a3 req-43a53ac5-6978-48a5-9fc0-57b0178a1053 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.696692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f6ff5055-5347-4484-ad62-541fad63ee0d None None] For port e9125e85-9d90-4a4f-81c2-e5fa630688cc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e9125e85-9d90-4a4f-81c2-e5fa630688cc,segment=NetworkSegment(84d36077-7c7f-427d-a6b3-b8c3f642d403),segment_id=84d36077-7c7f-427d-a6b3-b8c3f642d403)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:29.699912 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.739369 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5cafeee2-45a4-456f-b8c7-09a10ffdc3a3 req-43a53ac5-6978-48a5-9fc0-57b0178a1053 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.828232 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.859973 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a53ac5-6978-48a5-9fc0-57b0178a1053 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb8b9c-efb1-46fb-8135-055272eaae75,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:29.886773 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5cafeee2-45a4-456f-b8c7-09a10ffdc3a3 req-43a53ac5-6978-48a5-9fc0-57b0178a1053 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.900020 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5cafeee2-45a4-456f-b8c7-09a10ffdc3a3 req-43a53ac5-6978-48a5-9fc0-57b0178a1053 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1558006 Dec 17 13:06:29.944211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=074b1901-64f9-4f49-a38c-42e021580434,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:29.956572 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:29.980650 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7e9dd2-23da-4023-868e-e9c6809fb255 x-openstack-request-id: req-6b7e9dd2-23da-4023-868e-e9c6809fb255 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:29.980947 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2b6477-de94-47f3-992c-667071334929", "name": "network-vif-plugged", "status": "completed", "tag": "47603b0e-64fd-45b3-bb6d-74734c027388", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:29.981221 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b7e9dd2-23da-4023-868e-e9c6809fb255 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:29.981613 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2b6477-de94-47f3-992c-667071334929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47603b0e-64fd-45b3-bb6d-74734c027388', 'code': 200} Dec 17 13:06:29.982434 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f6ff5055-5347-4484-ad62-541fad63ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:30.016063 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Sync routers for ids ['b4400e01-7879-4453-9329-1029da6b6a87'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:30.064217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Router a2201b7b-7192-4f1b-a500-b5ede116097b is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:06:30.090892 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Routers {'b4400e01-7879-4453-9329-1029da6b6a87'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:30.091532 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b4400e01-7879-4453-9329-1029da6b6a87'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:30.117985 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:30.139253 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:30.218882 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:30.290279 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:30.302382 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 074b1901-64f9-4f49-a38c-42e021580434 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:30.328093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:30.342553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:30.352618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Pushing event updated for resources: {'Port': ['ID=3be6a74b-3b7a-40a9-85f2-c70d0ae992b0,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:30.425647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:30.456493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Pushing event updated for resources: {'Port': ['ID=43d149de-e459-43c6-b361-a9399dba1cb3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:30.482140 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Set router b4400e01-7879-4453-9329-1029da6b6a87 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:30.495701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c243b8ef-e9d8-46af-91ca-65d05bc55d36 None None] Provisioning complete for port e9125e85-9d90-4a4f-81c2-e5fa630688cc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:30.496071 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c243b8ef-e9d8-46af-91ca-65d05bc55d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:30.527298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:30.528782 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-f1c259b1-a471-4098-bc59-936d7f4b7082 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0740998 Dec 17 13:06:30.535585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:30.586375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:30.587072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:30.621450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ac7f8c-643a-4574-98fe-d11b109be02d None None] Sync routers for ids ['a2201b7b-7192-4f1b-a500-b5ede116097b'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:30.656542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac7f8c-643a-4574-98fe-d11b109be02d None None] Routers {'a2201b7b-7192-4f1b-a500-b5ede116097b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:30.657636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b6ac7f8c-643a-4574-98fe-d11b109be02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a2201b7b-7192-4f1b-a500-b5ede116097b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:30.670949 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-ce17b321-a23e-4ab9-b00f-db5a0bd6f675 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.1358101 Dec 17 13:06:30.672562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff5055-5347-4484-ad62-541fad63ee0d None None] Pushing event updated for resources: {'Port': ['ID=e9125e85-9d90-4a4f-81c2-e5fa630688cc,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:30.739151 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3e6e500c-45e3-4fb2-a1d6-842cde086bd6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7793555 Dec 17 13:06:30.746528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:30.754017 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e8a96299-c678-40e6-bfa3-29d0f778e6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.4668822 Dec 17 13:06:30.754704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52782) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:30.767257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b6ac7f8c-643a-4574-98fe-d11b109be02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:30.777064 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Request body: {'port': {'device_id': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:30.781737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac7f8c-643a-4574-98fe-d11b109be02d None None] Routers {'a2201b7b-7192-4f1b-a500-b5ede116097b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:30.782449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b6ac7f8c-643a-4574-98fe-d11b109be02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a2201b7b-7192-4f1b-a500-b5ede116097b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:30.824560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'name': 'tempest-FloatingIPsTestJSON-681470263-router', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:12Z', 'updated_at': '2021-12-17T13:06:23Z', 'revision_number': 4, 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'gw_port': {'id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:13Z', 'updated_at': '2021-12-17T13:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'e9125e85-9d90-4a4f-81c2-e5fa630688cc', 'name': '', 'network_id': 'fd912310-b900-4369-a081-052908bb38d9', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'mac_address': 'fa:16:3e:e1:18:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '977428b2-d02b-419e-8a25-a686652fc0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:21Z', 'updated_at': '2021-12-17T13:06:28Z', 'revision_number': 4, 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'subnets': [{'id': '977428b2-d02b-419e-8a25-a686652fc0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:30.908883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-68f05c4c-d7ea-4d28-8b72-f1c4bb96de69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:30.935442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:30.941027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 074b1901-64f9-4f49-a38c-42e021580434 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:30.941791 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:30.946154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93aa8a88-973a-4056-9d62-f2f6ee571c94 req-68f05c4c-d7ea-4d28-8b72-f1c4bb96de69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.2742612 Dec 17 13:06:31.044825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b6ac7f8c-643a-4574-98fe-d11b109be02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:31.045636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ac7f8c-643a-4574-98fe-d11b109be02d None None] The sync data for ids ['a2201b7b-7192-4f1b-a500-b5ede116097b'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:31.072383 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52798) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:31.072613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201538f8-04f2-4691-94ec-c009dd42649e None None] The sync data for ids ['39929f5f-0fbf-4201-8c80-64cc408e4881'] in n-d-815324-5 is: [{'id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'name': 'tempest-FloatingIPsTestJSON-681470263-router', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:12Z', 'updated_at': '2021-12-17T13:06:23Z', 'revision_number': 4, 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'gw_port': {'id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:13Z', 'updated_at': '2021-12-17T13:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'e9125e85-9d90-4a4f-81c2-e5fa630688cc', 'name': '', 'network_id': 'fd912310-b900-4369-a081-052908bb38d9', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'mac_address': 'fa:16:3e:e1:18:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '977428b2-d02b-419e-8a25-a686652fc0d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:21Z', 'updated_at': '2021-12-17T13:06:28Z', 'revision_number': 4, 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'subnets': [{'id': '977428b2-d02b-419e-8a25-a686652fc0d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:31.078086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-513568909-network', 'tenant_id': '3c034620f38e490db9291c40fa448e5d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:31.182479 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be92f4-8e17-49d5-923a-5aaf2adae13a req-8f4c2f90-bb87-40ae-a2fc-bc2b11a7a1e6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:31.182479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77be92f4-8e17-49d5-923a-5aaf2adae13a req-8f4c2f90-bb87-40ae-a2fc-bc2b11a7a1e6 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 932 time: 0.1509156 Dec 17 13:06:31.222907 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'name': 'tempest-AttachSCSIVolumeTestJSON-215670729-router', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '074b1901-64f9-4f49-a38c-42e021580434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:17Z', 'updated_at': '2021-12-17T13:06:27Z', 'revision_number': 4, 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'gw_port': {'id': '074b1901-64f9-4f49-a38c-42e021580434', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:42:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:19Z', 'updated_at': '2021-12-17T13:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '62cc0989-e1e8-472e-86d2-9332f639b6b3', 'name': '', 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'mac_address': 'fa:16:3e:7a:8c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '0ac44897-ffaa-4a06-b476-55f61ec97373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:25Z', 'updated_at': '2021-12-17T13:06:27Z', 'revision_number': 2, 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'subnets': [{'id': '0ac44897-ffaa-4a06-b476-55f61ec97373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:31.244681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c243b8ef-e9d8-46af-91ca-65d05bc55d36 None None] Provisioning complete for port 62cc0989-e1e8-472e-86d2-9332f639b6b3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:31.245566 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c243b8ef-e9d8-46af-91ca-65d05bc55d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.258362 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daa12434-c957-40bc-a10d-34c02e08336a req-aa29e0fe-e66f-4e73-9084-6c1b121e3e33 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/cadb8b9c-efb1-46fb-8135-055272eaae75 HTTP/1.1" status: 200 len: 1819 time: 0.1518569 Dec 17 13:06:31.269470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-daa12434-c957-40bc-a10d-34c02e08336a req-075c2e7f-63f4-4fe6-808b-33be8d135cfd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1065296484', 'description': 'tempest-description-hth-853886235'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:31.272753 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Checking router: b4400e01-7879-4453-9329-1029da6b6a87 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:31.279519 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Updating router b4400e01-7879-4453-9329-1029da6b6a87 port 62cc0989-e1e8-472e-86d2-9332f639b6b3 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:06:31.309097 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.322736 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-daa12434-c957-40bc-a10d-34c02e08336a req-075c2e7f-63f4-4fe6-808b-33be8d135cfd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.325432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Made reservation on behalf of 3c034620f38e490db9291c40fa448e5d for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:06:31.328190 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.355946 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.360805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c243b8ef-e9d8-46af-91ca-65d05bc55d36 None None] Port 62cc0989-e1e8-472e-86d2-9332f639b6b3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:06:31.390830 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.413482 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fa52fa02-05c3-455e-80e5-ae5aed0a28d1 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/routers/a2201b7b-7192-4f1b-a500-b5ede116097b HTTP/1.1" status: 200 len: 924 time: 0.6525569 Dec 17 13:06:31.418854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52800) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:31.477516 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-484cdf55-2425-4f5d-8530-6f93a6ca7940 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2201b7b-7192-4f1b-a500-b5ede116097b HTTP/1.1" status: 200 len: 205 time: 0.0545549 Dec 17 13:06:31.479481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52802) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:31.489480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f762b2e3-74e8-4d42-af28-c0e848f8c799 None None] Provisioning complete for port 43d149de-e459-43c6-b361-a9399dba1cb3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:31.489886 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f762b2e3-74e8-4d42-af28-c0e848f8c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.564337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f762b2e3-74e8-4d42-af28-c0e848f8c799 None None] Port 43d149de-e459-43c6-b361-a9399dba1cb3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:06:31.588820 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77be92f4-8e17-49d5-923a-5aaf2adae13a req-a3115dc3-638c-4b0a-9c8e-1956aa8bb0e1 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups?id=7de753dc-4bc5-4463-a48c-8e1665c81482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4000189 Dec 17 13:06:31.774928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-daa12434-c957-40bc-a10d-34c02e08336a req-075c2e7f-63f4-4fe6-808b-33be8d135cfd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.844012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d149de-e459-43c6-b361-a9399dba1cb3 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:06:31.852701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.906377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7825c-3194-4daf-af67-26bacc4af123 req-7df1a42f-6d07-4b6f-ae62-8fb47f85c2a4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:31.908230 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ca7825c-3194-4daf-af67-26bacc4af123 req-7df1a42f-6d07-4b6f-ae62-8fb47f85c2a4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1393826 Dec 17 13:06:31.912653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Transition to ACTIVE for port object 43d149de-e459-43c6-b361-a9399dba1cb3 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:06:31.920725 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.944813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-daa12434-c957-40bc-a10d-34c02e08336a req-075c2e7f-63f4-4fe6-808b-33be8d135cfd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.950029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-daa12434-c957-40bc-a10d-34c02e08336a req-075c2e7f-63f4-4fe6-808b-33be8d135cfd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.951406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daa12434-c957-40bc-a10d-34c02e08336a req-075c2e7f-63f4-4fe6-808b-33be8d135cfd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "PUT /v2.0/security-groups/cadb8b9c-efb1-46fb-8135-055272eaae75 HTTP/1.1" status: 200 len: 1793 time: 0.6866624 Dec 17 13:06:31.975130 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ca7825c-3194-4daf-af67-26bacc4af123 req-20e44308-4447-481d-9ebb-b20963aef3a2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609646 Dec 17 13:06:31.988010 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:31.996341 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:32.132897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Pushing event updated for resources: {'Port': ['ID=43d149de-e459-43c6-b361-a9399dba1cb3,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:32.222528 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061ffcc-751c-46d0-ae23-c9c77fa0685a None None] Pushing event updated for resources: {'Port': ['ID=62cc0989-e1e8-472e-86d2-9332f639b6b3,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:32.240653 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:32.330948 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Attempting to bind port 62cc0989-e1e8-472e-86d2-9332f639b6b3 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:32.331509 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Attempting to bind port 62cc0989-e1e8-472e-86d2-9332f639b6b3 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:32.331710 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Attempting to bind port 62cc0989-e1e8-472e-86d2-9332f639b6b3 on network e3846ec9-9545-48cc-88ae-b5507b053d13 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:32.349112 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:32.349485 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Checking segment: {'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:32.349908 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:32.350297 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Bound using segment: {'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:32.350765 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Bound port: 62cc0989-e1e8-472e-86d2-9332f639b6b3, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:32.354397 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:32.363246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e9125e85-9d90-4a4f-81c2-e5fa630688cc up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:32.480449 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] For port 62cc0989-e1e8-472e-86d2-9332f639b6b3, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:32.494502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e9125e85-9d90-4a4f-81c2-e5fa630688cc triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:32.495435 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] For port 62cc0989-e1e8-472e-86d2-9332f639b6b3, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=62cc0989-e1e8-472e-86d2-9332f639b6b3,segment=NetworkSegment(abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1),segment_id=abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:32.497092 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:32.526676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a9108-b65e-4aa3-8956-83d0655e5ed9 req-59c1f804-3a9f-4a3f-9718-6aa54e2e7e8c tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:32.542196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-110a9108-b65e-4aa3-8956-83d0655e5ed9 req-59c1f804-3a9f-4a3f-9718-6aa54e2e7e8c tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 946 time: 0.3565140 Dec 17 13:06:32.591346 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:32.594127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Attempting to bind port 43d149de-e459-43c6-b361-a9399dba1cb3 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:32.596881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Attempting to bind port 43d149de-e459-43c6-b361-a9399dba1cb3 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:32.596881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Attempting to bind port 43d149de-e459-43c6-b361-a9399dba1cb3 on network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:32.605864 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cc2c9bb-eb1e-45b2-996f-2bba3380eb6e req-95680ed5-7fda-48e3-8859-9fc350631805 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/floatingips/d4c6993b-184b-44f3-8831-0455d7b45f09 HTTP/1.1" status: 200 len: 692 time: 0.5718071 Dec 17 13:06:32.627297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c2e7f-63f4-4fe6-808b-33be8d135cfd tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb8b9c-efb1-46fb-8135-055272eaae75,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:32.629203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Port 43d149de-e459-43c6-b361-a9399dba1cb3 on network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:06:32.629664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Attempting to bind port 43d149de-e459-43c6-b361-a9399dba1cb3 on network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:32.659191 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:32.679050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:32.679405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Checking segment: {'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:32.690213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Bound using segment: {'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:32.690790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Bound port: 43d149de-e459-43c6-b361-a9399dba1cb3, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446e6038-e6c2-493b-bf22-b19fa475fb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:32.691240 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:32.748778 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-110a9108-b65e-4aa3-8956-83d0655e5ed9 req-cea5ba10-c7d8-4314-8321-a9fab7f19442 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/security-groups?id=0816240b-5348-4421-a4bc-868b6c71b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054908 Dec 17 13:06:32.761932 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Routers {'b4400e01-7879-4453-9329-1029da6b6a87'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:32.762570 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b4400e01-7879-4453-9329-1029da6b6a87'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:32.794415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-50a89547-7f41-482f-8e62-984d20707033 None None] Provisioning complete for port 62cc0989-e1e8-472e-86d2-9332f639b6b3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:32.795635 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50a89547-7f41-482f-8e62-984d20707033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:32.869289 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:32.923806 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061ffcc-751c-46d0-ae23-c9c77fa0685a None None] Pushing event updated for resources: {'Port': ['ID=62cc0989-e1e8-472e-86d2-9332f639b6b3,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:32.976526 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:32.983163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50a89547-7f41-482f-8e62-984d20707033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:33.001091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80ea16a-ffa5-4a7f-ab86-5ee70987df04,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:33.040803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] For port 43d149de-e459-43c6-b361-a9399dba1cb3, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:33.051863 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b13dd6c9-385d-48ad-90e1-dac55aa9ce23 req-aab61f30-cab4-4805-8a2d-55e5230d50d5 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/cadb8b9c-efb1-46fb-8135-055272eaae75 HTTP/1.1" status: 200 len: 1793 time: 0.2297411 Dec 17 13:06:33.074886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-50a89547-7f41-482f-8e62-984d20707033 None None] For port 62cc0989-e1e8-472e-86d2-9332f639b6b3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=62cc0989-e1e8-472e-86d2-9332f639b6b3,segment=NetworkSegment(abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1),segment_id=abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:33.075528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] For port 43d149de-e459-43c6-b361-a9399dba1cb3, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=43d149de-e459-43c6-b361-a9399dba1cb3,segment=NetworkSegment(446e6038-e6c2-493b-bf22-b19fa475fb3b),segment_id=446e6038-e6c2-493b-bf22-b19fa475fb3b)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:33.080878 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] Set router b4400e01-7879-4453-9329-1029da6b6a87 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:33.116036 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50a89547-7f41-482f-8e62-984d20707033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:33.143613 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:33.172593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:33.173374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:33.177134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] 10.222.0.61 "PUT /v2.0/ports/43d149de-e459-43c6-b361-a9399dba1cb3 HTTP/1.1" status: 200 len: 1092 time: 2.4214575 Dec 17 13:06:33.181854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'tag': '43d149de-e459-43c6-b361-a9399dba1cb3'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:33.184380 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01a9ef6-b799-4fbc-872c-0805590a5f64" -d '{"events": [{"name": "network-changed", "server_uuid": "d5337fff-a1dc-4313-91dd-5b79c27b91c9", "tag": "43d149de-e459-43c6-b361-a9399dba1cb3"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:33.262660 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a89547-7f41-482f-8e62-984d20707033 None None] Pushing event updated for resources: {'Port': ['ID=62cc0989-e1e8-472e-86d2-9332f639b6b3,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:33.303988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-53827a3a-828b-46c7-8d11-ea4a7c908a13 None None] Provisioning complete for port 62cc0989-e1e8-472e-86d2-9332f639b6b3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:33.304832 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-53827a3a-828b-46c7-8d11-ea4a7c908a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:33.512174 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'name': 'tempest-AttachSCSIVolumeTestJSON-215670729-router', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '074b1901-64f9-4f49-a38c-42e021580434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:17Z', 'updated_at': '2021-12-17T13:06:27Z', 'revision_number': 4, 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'gw_port': {'id': '074b1901-64f9-4f49-a38c-42e021580434', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:42:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:19Z', 'updated_at': '2021-12-17T13:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '62cc0989-e1e8-472e-86d2-9332f639b6b3', 'name': '', 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'mac_address': 'fa:16:3e:7a:8c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '0ac44897-ffaa-4a06-b476-55f61ec97373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:25Z', 'updated_at': '2021-12-17T13:06:32Z', 'revision_number': 4, 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'subnets': [{'id': '0ac44897-ffaa-4a06-b476-55f61ec97373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:33.559802 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c1bbd-f1c9-4daf-a3fd-341fd612c3ca None None] The sync data for ids ['b4400e01-7879-4453-9329-1029da6b6a87'] in n-d-815324-5 is: [{'id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'name': 'tempest-AttachSCSIVolumeTestJSON-215670729-router', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '074b1901-64f9-4f49-a38c-42e021580434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:17Z', 'updated_at': '2021-12-17T13:06:27Z', 'revision_number': 4, 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'gw_port': {'id': '074b1901-64f9-4f49-a38c-42e021580434', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:42:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:19Z', 'updated_at': '2021-12-17T13:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '62cc0989-e1e8-472e-86d2-9332f639b6b3', 'name': '', 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'mac_address': 'fa:16:3e:7a:8c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '0ac44897-ffaa-4a06-b476-55f61ec97373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:25Z', 'updated_at': '2021-12-17T13:06:32Z', 'revision_number': 4, 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'subnets': [{'id': '0ac44897-ffaa-4a06-b476-55f61ec97373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:33.639219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d0847-7334-42e3-a031-17fae35d31b0 req-fda957fc-bf28-4a20-98a9-85a9bab5baa1 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:33.641682 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-006d0847-7334-42e3-a031-17fae35d31b0 req-fda957fc-bf28-4a20-98a9-85a9bab5baa1 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 946 time: 1.2913990 Dec 17 13:06:33.645737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:06:33.702484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:33.703263 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Added segment d6d332db-d738-4c23-8ddb-ec6fd82f8786 of type vlan for network c0501364-93eb-46e1-b8f4-def6572aab39 Dec 17 13:06:33.827154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2c9bb-eb1e-45b2-996f-2bba3380eb6e req-c11b2578-6e6e-4f7a-a8d6-82f40c8d01a3 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:33.829068 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cc2c9bb-eb1e-45b2-996f-2bba3380eb6e req-c11b2578-6e6e-4f7a-a8d6-82f40c8d01a3 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 1.2224233 Dec 17 13:06:33.835157 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:33.853142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-7cc2c9bb-eb1e-45b2-996f-2bba3380eb6e req-58aefef3-8b64-40ea-8dd6-e5052b47776f tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:06:33.855019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cc2c9bb-eb1e-45b2-996f-2bba3380eb6e req-58aefef3-8b64-40ea-8dd6-e5052b47776f tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140102 Dec 17 13:06:33.902421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Deleting port 702cf4f3-1e58-47e7-9244-f332ace1067f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:33.912390 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:33.920941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-006d0847-7334-42e3-a031-17fae35d31b0 req-cbb345cd-aeaa-4e46-bd6d-f91ba8f856f0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Deleting port b4576593-6006-4e65-a400-d4f69138a37a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:33.921438 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-006d0847-7334-42e3-a031-17fae35d31b0 req-cbb345cd-aeaa-4e46-bd6d-f91ba8f856f0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:33.954838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e52d4-30cd-498f-939e-4bfac074c245 service neutron] Pushing event updated for resources: {'Port': ['ID=43d149de-e459-43c6-b361-a9399dba1cb3,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:33.977837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-221649ea-0a69-4a77-8072-52c67a60ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:33.979676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-221649ea-0a69-4a77-8072-52c67a60ef22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=807a036581384bf1ab7b7c9ac52a70bb&device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 1095 time: 0.6836162 Dec 17 13:06:33.998473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516df82-6179-4764-864a-13934c2c7ad0 req-a7719eaf-8536-450a-a87a-f832637d93e2 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:33.998473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0516df82-6179-4764-864a-13934c2c7ad0 req-a7719eaf-8536-450a-a87a-f832637d93e2 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 944 time: 0.6101415 Dec 17 13:06:34.038121 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:34.039297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:34.039978 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:34.058343 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-a6811ee4-5f6d-4d5a-9991-f0d79753200e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43d149de-e459-43c6-b361-a9399dba1cb3 HTTP/1.1" status: 200 len: 217 time: 0.0629723 Dec 17 13:06:34.176337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0516df82-6179-4764-864a-13934c2c7ad0 req-e827b9b8-ac57-4743-9268-b185507488e8 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups?id=7de753dc-4bc5-4463-a48c-8e1665c81482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297872 Dec 17 13:06:34.178556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-9baa201d-cd19-4f5c-93fc-3c9655a70568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:34.180195 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-9baa201d-cd19-4f5c-93fc-3c9655a70568 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd07cbf1-59f4-4b35-a695-27f9a348f882 HTTP/1.1" status: 200 len: 845 time: 0.1130340 Dec 17 13:06:34.207942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] Pushing event updated for resources: {'Network': ['ID=c0501364-93eb-46e1-b8f4-def6572aab39,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:34.222782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network c0501364-93eb-46e1-b8f4-def6572aab39 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:06:34.276895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb2b85-e0c3-487a-a5b9-f14cf753ea3c req-78fa0968-ac20-447e-9dc7-7de735a8a614 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:34.278577 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-82eb2b85-e0c3-487a-a5b9-f14cf753ea3c req-78fa0968-ac20-447e-9dc7-7de735a8a614 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.3191278 Dec 17 13:06:34.285906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-13407f89-c0d6-401a-93b8-cf93744b889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:34.288064 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-13407f89-c0d6-401a-93b8-cf93744b889b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d5d03f5-c96c-4f77-a916-30e3bf620bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979795 Dec 17 13:06:34.296070 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 62cc0989-e1e8-472e-86d2-9332f639b6b3 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:34.329600 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:34.348317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-006d0847-7334-42e3-a031-17fae35d31b0 req-cbb345cd-aeaa-4e46-bd6d-f91ba8f856f0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] For port b4576593-6006-4e65-a400-d4f69138a37a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=b4576593-6006-4e65-a400-d4f69138a37a,segment=NetworkSegment(2d61f538-e7eb-4e89-a628-7c330cdaa3cc),segment_id=2d61f538-e7eb-4e89-a628-7c330cdaa3cc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:34.348711 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-006d0847-7334-42e3-a031-17fae35d31b0 req-cbb345cd-aeaa-4e46-bd6d-f91ba8f856f0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:34.380048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Calling delete_port for 702cf4f3-1e58-47e7-9244-f332ace1067f owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:34.380479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 62cc0989-e1e8-472e-86d2-9332f639b6b3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:34.381737 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:34.401173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-006d0847-7334-42e3-a031-17fae35d31b0 req-cbb345cd-aeaa-4e46-bd6d-f91ba8f856f0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Calling delete_port for b4576593-6006-4e65-a400-d4f69138a37a owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:34.417026 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3994727e-fa43-41aa-83d8-8bdfcbe076b1 service neutron] 10.222.0.61 "GET /v2.0/networks/5d5d03f5-c96c-4f77-a916-30e3bf620bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111412 Dec 17 13:06:34.421520 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7f31840e-5580-4da9-8646-70b1bf288e3a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3451426 Dec 17 13:06:34.432219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-82eb2b85-e0c3-487a-a5b9-f14cf753ea3c req-bb6f889f-57d8-4d2e-ad52-c30f9875a7d9 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428649 Dec 17 13:06:34.435791 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52830) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:34.480354 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-97a3b2a2-bebd-45a8-9204-3ce205082b4f admin admin] Request body: {'subnet': {'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-513568909-subnet', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:34.560031 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70d84ef9-a528-4c14-b07b-1c06703fd6e9 req-a1b74575-067c-40c8-9a1c-1d43e1a69948 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/cadb8b9c-efb1-46fb-8135-055272eaae75 HTTP/1.1" status: 200 len: 1793 time: 0.2942557 Dec 17 13:06:34.619790 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932ba007-1830-47c2-9f7f-3bf887386605 x-openstack-request-id: req-932ba007-1830-47c2-9f7f-3bf887386605 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:34.620114 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5337fff-a1dc-4313-91dd-5b79c27b91c9", "tag": "43d149de-e459-43c6-b361-a9399dba1cb3", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:34.620363 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-932ba007-1830-47c2-9f7f-3bf887386605 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:34.620782 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'tag': '43d149de-e459-43c6-b361-a9399dba1cb3', 'status': 'completed', 'code': 200} Dec 17 13:06:34.723652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a3b2a2-bebd-45a8-9204-3ce205082b4f admin admin] Made reservation on behalf of 3c034620f38e490db9291c40fa448e5d for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:06:34.738670 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97a3b2a2-bebd-45a8-9204-3ce205082b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:34.859275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92746c-a57c-4c05-8ed2-a7de85fedcb8 req-b2a94871-d8b5-4bcc-959d-254ad18f72a9 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:34.860886 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de92746c-a57c-4c05-8ed2-a7de85fedcb8 req-b2a94871-d8b5-4bcc-959d-254ad18f72a9 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a39deb7-e67d-4127-8359-9f7dd0eb31ba HTTP/1.1" status: 200 len: 946 time: 0.0709040 Dec 17 13:06:34.861646 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-006d0847-7334-42e3-a031-17fae35d31b0 req-cbb345cd-aeaa-4e46-bd6d-f91ba8f856f0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:34.883281 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cd6a1c5-84db-407c-83f0-0795d371ed58 req-3a7ea19e-fec0-4e5d-8355-452148a33f5f service neutron] 10.222.0.61 "GET /v2.0/networks/5d5d03f5-c96c-4f77-a916-30e3bf620bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466860 Dec 17 13:06:34.907076 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-70d84ef9-a528-4c14-b07b-1c06703fd6e9 req-df1116d1-2fea-40c5-b351-c18ba1815448 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:34.955307 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-70d84ef9-a528-4c14-b07b-1c06703fd6e9 req-df1116d1-2fea-40c5-b351-c18ba1815448 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:34.970394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb345cd-aeaa-4e46-bd6d-f91ba8f856f0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Pushing event deleted for resources: {'Port': ['ID=b4576593-6006-4e65-a400-d4f69138a37a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:35.004707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-006d0847-7334-42e3-a031-17fae35d31b0 req-cbb345cd-aeaa-4e46-bd6d-f91ba8f856f0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] No DVR routers for this DVR port b4576593-6006-4e65-a400-d4f69138a37a on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:06:35.016174 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-006d0847-7334-42e3-a031-17fae35d31b0 req-cbb345cd-aeaa-4e46-bd6d-f91ba8f856f0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:35.020020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-006d0847-7334-42e3-a031-17fae35d31b0 req-cbb345cd-aeaa-4e46-bd6d-f91ba8f856f0 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.54 "DELETE /v2.0/ports/b4576593-6006-4e65-a400-d4f69138a37a HTTP/1.1" status: 204 len: 173 time: 1.3714600 Dec 17 13:06:35.022116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'name': 'network-vif-deleted', 'tag': 'b4576593-6006-4e65-a400-d4f69138a37a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:35.022927 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df749b4-e188-4b30-9e94-0cf60afcd1b1" -d '{"events": [{"server_uuid": "2a39deb7-e67d-4127-8359-9f7dd0eb31ba", "name": "network-vif-deleted", "tag": "b4576593-6006-4e65-a400-d4f69138a37a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:35.035235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de92746c-a57c-4c05-8ed2-a7de85fedcb8 req-8fadf86a-6992-4812-b18b-03594ff667d5 tempest-FloatingIPsAssociationNegativeTestJSON-912071535 tempest-FloatingIPsAssociationNegativeTestJSON-912071535-project] 10.222.0.59 "GET /v2.0/security-groups?id=0816240b-5348-4421-a4bc-868b6c71b9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598909 Dec 17 13:06:35.213881 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2794410b-4e72-4b6b-8141-a58a4e404848 req-27935fe8-cef0-4d93-86bf-75b29901961c tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=d9fb3dd1732443e9b57a614cf979cb2c HTTP/1.1" status: 200 len: 695 time: 0.1188900 Dec 17 13:06:35.233501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a9ef6-b799-4fbc-872c-0805590a5f64 req-78521b47-e827-4cc6-83cc-a9e9638b85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:35.235706 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c01a9ef6-b799-4fbc-872c-0805590a5f64 req-78521b47-e827-4cc6-83cc-a9e9638b85ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=807a036581384bf1ab7b7c9ac52a70bb&device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 1095 time: 0.1694517 Dec 17 13:06:35.408761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a9ef6-b799-4fbc-872c-0805590a5f64 req-cd9ea4aa-f1c0-4045-8afd-8097e0c0efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:35.410333 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c01a9ef6-b799-4fbc-872c-0805590a5f64 req-cd9ea4aa-f1c0-4045-8afd-8097e0c0efbb service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d5d03f5-c96c-4f77-a916-30e3bf620bf5 HTTP/1.1" status: 200 len: 907 time: 0.1664422 Dec 17 13:06:35.411801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-70d84ef9-a528-4c14-b07b-1c06703fd6e9 req-df1116d1-2fea-40c5-b351-c18ba1815448 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:35.414529 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-70d84ef9-a528-4c14-b07b-1c06703fd6e9 req-df1116d1-2fea-40c5-b351-c18ba1815448 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:35.415735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70d84ef9-a528-4c14-b07b-1c06703fd6e9 req-df1116d1-2fea-40c5-b351-c18ba1815448 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "DELETE /v2.0/security-groups/cadb8b9c-efb1-46fb-8135-055272eaae75 HTTP/1.1" status: 204 len: 173 time: 0.8211358 Dec 17 13:06:35.424044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97a3b2a2-bebd-45a8-9204-3ce205082b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:35.571395 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c01a9ef6-b799-4fbc-872c-0805590a5f64 req-38cf4315-6f2c-4989-956a-a3bb58696449 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43d149de-e459-43c6-b361-a9399dba1cb3 HTTP/1.1" status: 200 len: 217 time: 0.1325634 Dec 17 13:06:35.578404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3b2a2-bebd-45a8-9204-3ce205082b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae2c742-438f-448f-af66-ac68e7b05531,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:35.596591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1116d1-2fea-40c5-b351-c18ba1815448 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadb8b9c-efb1-46fb-8135-055272eaae75,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:35.613977 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769b7e76-d873-4112-a76c-5de5c53384ce x-openstack-request-id: req-769b7e76-d873-4112-a76c-5de5c53384ce {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:35.614398 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a39deb7-e67d-4127-8359-9f7dd0eb31ba", "name": "network-vif-deleted", "tag": "b4576593-6006-4e65-a400-d4f69138a37a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:35.614762 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-769b7e76-d873-4112-a76c-5de5c53384ce {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:35.615279 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a39deb7-e67d-4127-8359-9f7dd0eb31ba', 'name': 'network-vif-deleted', 'tag': 'b4576593-6006-4e65-a400-d4f69138a37a', 'status': 'completed', 'code': 200} Dec 17 13:06:35.681932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:35.701175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3b2a2-bebd-45a8-9204-3ce205082b4f admin admin] Checking segment: {'id': 'd6d332db-d738-4c23-8ddb-ec6fd82f8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:35.701548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a3b2a2-bebd-45a8-9204-3ce205082b4f admin admin] Network hostable DHCP agents. Network: c0501364-93eb-46e1-b8f4-def6572aab39, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:06:35.716550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794410b-4e72-4b6b-8141-a58a4e404848 req-da24c0fd-5bf1-40cc-b9b9-39c28f67faf5 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:35.718264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2794410b-4e72-4b6b-8141-a58a4e404848 req-da24c0fd-5bf1-40cc-b9b9-39c28f67faf5 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/networks?id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 787 time: 0.4914608 Dec 17 13:06:35.723020 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a9ef6-b799-4fbc-872c-0805590a5f64 req-625d0c50-3b6d-40c0-af9c-2053157ac238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:35.724876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c01a9ef6-b799-4fbc-872c-0805590a5f64 req-625d0c50-3b6d-40c0-af9c-2053157ac238 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd07cbf1-59f4-4b35-a695-27f9a348f882 HTTP/1.1" status: 200 len: 845 time: 0.1389868 Dec 17 13:06:35.747103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-2794410b-4e72-4b6b-8141-a58a4e404848 req-3fbe9e01-f048-41b4-9414-6d7d33854330 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:06:35.748110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2794410b-4e72-4b6b-8141-a58a4e404848 req-3fbe9e01-f048-41b4-9414-6d7d33854330 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061936 Dec 17 13:06:35.750652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Pushing event deleted for resources: {'Port': ['ID=702cf4f3-1e58-47e7-9244-f332ace1067f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:35.818412 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:35.848556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa2b9e-e046-4b0e-99ce-119fe199230b req-a8bb0324-56b1-4623-936b-34e2b5c458a9 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:35.850373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ffa2b9e-e046-4b0e-99ce-119fe199230b req-a8bb0324-56b1-4623-936b-34e2b5c458a9 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 944 time: 0.1434324 Dec 17 13:06:35.854776 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a3b2a2-bebd-45a8-9204-3ce205082b4f admin admin] Network c0501364-93eb-46e1-b8f4-def6572aab39 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:06:35.879989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a9ef6-b799-4fbc-872c-0805590a5f64 req-5a0e53ba-8de9-48d3-b409-8ceb021861ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:35.882262 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c01a9ef6-b799-4fbc-872c-0805590a5f64 req-5a0e53ba-8de9-48d3-b409-8ceb021861ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d5d03f5-c96c-4f77-a916-30e3bf620bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079042 Dec 17 13:06:35.902418 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.033079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-97a3b2a2-bebd-45a8-9204-3ce205082b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, c0501364-93eb-46e1-b8f4-def6572aab39) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:36.044831 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736c3636-dac5-4ee7-9a1f-460b0b285247 None None] Network c0501364-93eb-46e1-b8f4-def6572aab39 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:06:36.065224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a3b2a2-bebd-45a8-9204-3ce205082b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:36.066023 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97a3b2a2-bebd-45a8-9204-3ce205082b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.101879 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ffa2b9e-e046-4b0e-99ce-119fe199230b req-81597d1a-89aa-4d58-b717-eacb547a8688 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups?id=7de753dc-4bc5-4463-a48c-8e1665c81482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307813 Dec 17 13:06:36.123425 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c01a9ef6-b799-4fbc-872c-0805590a5f64 req-b68cba9e-e5e7-49b1-8824-ccd61dd969ec service neutron] 10.222.0.61 "GET /v2.0/networks/5d5d03f5-c96c-4f77-a916-30e3bf620bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227705 Dec 17 13:06:36.142633 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.150004 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.172327 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-97a3b2a2-bebd-45a8-9204-3ce205082b4f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7345126 Dec 17 13:06:36.178151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61e229-efe1-437d-920a-b728673fab70 req-7b321dd5-9930-42bf-bf78-dc3432d9e11a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:36.185790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f61e229-efe1-437d-920a-b728673fab70 req-7b321dd5-9930-42bf-bf78-dc3432d9e11a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.2342904 Dec 17 13:06:36.192768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52858) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:36.216493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-513568909-router', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:36.272123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-c0501364-93eb-46e1-b8f4-def6572aab39', 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39', 'project_id': '3c034620f38e490db9291c40fa448e5d', 'fixed_ips': [{'subnet_id': 'eae2c742-438f-448f-af66-ac68e7b05531'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:06:36.277886 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.314711 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f61e229-efe1-437d-920a-b728673fab70 req-93552047-2f36-4b94-ba15-8fca19f97285 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280096 Dec 17 13:06:36.337774 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-a46cc893-bd12-435d-acdd-235a969b4cca tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/floatingips/d4c6993b-184b-44f3-8831-0455d7b45f09 HTTP/1.1" status: 200 len: 692 time: 0.1855023 Dec 17 13:06:36.350157 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.350797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Fanout notify agent at l3_agent the message router_deleted on router a2201b7b-7192-4f1b-a500-b5ede116097b {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:06:36.359632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.359933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f216c288-13fc-4ec6-895f-0048194b32c5 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/routers/a2201b7b-7192-4f1b-a500-b5ede116097b HTTP/1.1" status: 204 len: 168 time: 4.8782551 Dec 17 13:06:36.363694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52860) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:36.374578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1095503679', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'enable_snat': False}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:36.388513 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.394489 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.485839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52864) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:36.492648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device b4576593-6006-4e65-a400-d4f69138a37a no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:06:36.516364 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.518213 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-608479c8-72e0-4b0c-9d8b-5c0459a6f23c req-58994d02-d6be-42f6-bc15-589e0d0e48f9 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] show failed (client error): The resource could not be found. Dec 17 13:06:36.520612 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-608479c8-72e0-4b0c-9d8b-5c0459a6f23c req-58994d02-d6be-42f6-bc15-589e0d0e48f9 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/b1f19da6-3452-4d6e-b78d-9a6beded16b9 HTTP/1.1" status: 404 len: 352 time: 0.0210407 Dec 17 13:06:36.525963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: b4576593-6006-4e65-a400-d4f69138a37a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:06:36.526320 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device b4576593-6006-4e65-a400-d4f69138a37a not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:06:36.541941 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.543985 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.575909 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-e652f7cf-9102-49d9-ac34-3165a32be14d req-fb0789e1-96af-49c1-9d77-a56fa95b112a tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] show failed (client error): The resource could not be found. Dec 17 13:06:36.577936 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e652f7cf-9102-49d9-ac34-3165a32be14d req-fb0789e1-96af-49c1-9d77-a56fa95b112a tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/dbdcd749-4bd1-4479-acfe-bc88f9d78ea5 HTTP/1.1" status: 404 len: 352 time: 0.0274780 Dec 17 13:06:36.629298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 43d149de-e459-43c6-b361-a9399dba1cb3 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:06:36.651001 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:36.654903 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c01a9ef6-b799-4fbc-872c-0805590a5f64 req-062b6d34-e14d-4c5e-87f9-40d5221b0a13 service neutron] 10.222.0.61 "GET /v2.0/networks/5d5d03f5-c96c-4f77-a916-30e3bf620bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222638 Dec 17 13:06:36.768598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Allocated IP 172.20.0.2 (c0501364-93eb-46e1-b8f4-def6572aab39/eae2c742-438f-448f-af66-ac68e7b05531/a78a37e2-55af-4fae-9a3b-e28b313c46a8) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:36.778588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-e4abf962-daa0-4d14-aa27-29cec460c1dc tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:36.788488 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-e4abf962-daa0-4d14-aa27-29cec460c1dc tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.4418807 Dec 17 13:06:36.839617 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-1733c800-f9d5-4969-a706-98f163737fe2 req-7e5fdcac-fcce-4914-99e6-9efa62992dbb tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] show failed (client error): The resource could not be found. Dec 17 13:06:36.840770 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1733c800-f9d5-4969-a706-98f163737fe2 req-7e5fdcac-fcce-4914-99e6-9efa62992dbb tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/343b52a2-f0ec-444c-974b-02a2727d9d4e HTTP/1.1" status: 404 len: 352 time: 0.0635433 Dec 17 13:06:36.874773 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 43d149de-e459-43c6-b361-a9399dba1cb3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=43d149de-e459-43c6-b361-a9399dba1cb3,segment=NetworkSegment(446e6038-e6c2-493b-bf22-b19fa475fb3b),segment_id=446e6038-e6c2-493b-bf22-b19fa475fb3b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:36.882248 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-8f742454-7e5b-47e8-aa9f-0d2bd78d4b78 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0921710 Dec 17 13:06:36.895456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '43d149de-e459-43c6-b361-a9399dba1cb3', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'port_id': '43d149de-e459-43c6-b361-a9399dba1cb3', 'mac_address': 'fa:16:3e:3a:61:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:06:36.983459 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-0193e6b7-e825-4513-be27-b55d65e7c912 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0995078 Dec 17 13:06:36.995819 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.018296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d149de-e459-43c6-b361-a9399dba1cb3 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:06:37.044969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 43d149de-e459-43c6-b361-a9399dba1cb3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=43d149de-e459-43c6-b361-a9399dba1cb3,segment=NetworkSegment(446e6038-e6c2-493b-bf22-b19fa475fb3b),segment_id=446e6038-e6c2-493b-bf22-b19fa475fb3b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:37.059981 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.116002 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.182043 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.208529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Network c0501364-93eb-46e1-b8f4-def6572aab39 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:37.212633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:37.224473 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:37.239543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.255547 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-ad0b9534-6d98-4d2f-8672-27a2c9037b2b tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Deleting port 3be6a74b-3b7a-40a9-85f2-c70d0ae992b0 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:37.256502 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-ad0b9534-6d98-4d2f-8672-27a2c9037b2b tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.263100 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-907d7b77-927d-4ea1-94fe-087639c69d41 req-4b8f8337-130c-44d1-a238-696fa0bd6c3f tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] show failed (client error): The resource could not be found. Dec 17 13:06:37.279079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-907d7b77-927d-4ea1-94fe-087639c69d41 req-4b8f8337-130c-44d1-a238-696fa0bd6c3f tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/eef5e89f-64ba-480d-9cdc-0a88db8cd519 HTTP/1.1" status: 404 len: 352 time: 0.0329483 Dec 17 13:06:37.311371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=43d149de-e459-43c6-b361-a9399dba1cb3,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:37.324189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Attempting to bind port a78a37e2-55af-4fae-9a3b-e28b313c46a8 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:37.325245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Attempting to bind port a78a37e2-55af-4fae-9a3b-e28b313c46a8 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd6d332db-d738-4c23-8ddb-ec6fd82f8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:37.325817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Attempting to bind port a78a37e2-55af-4fae-9a3b-e28b313c46a8 on network c0501364-93eb-46e1-b8f4-def6572aab39 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:37.344245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-ad0b9534-6d98-4d2f-8672-27a2c9037b2b tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.345067 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-ad0b9534-6d98-4d2f-8672-27a2c9037b2b tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.359275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-ad0b9534-6d98-4d2f-8672-27a2c9037b2b tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Calling delete_port for 3be6a74b-3b7a-40a9-85f2-c70d0ae992b0 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:37.364965 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:37.365718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Checking segment: {'id': 'd6d332db-d738-4c23-8ddb-ec6fd82f8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:37.366326 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.366899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Bound using segment: {'id': 'd6d332db-d738-4c23-8ddb-ec6fd82f8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:37.367572 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Bound port: a78a37e2-55af-4fae-9a3b-e28b313c46a8, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d332db-d738-4c23-8ddb-ec6fd82f8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:37.368237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.428681 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.451830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9be0876a-728e-4248-8f36-54d692577585 None None] For port a78a37e2-55af-4fae-9a3b-e28b313c46a8, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:37.457300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9be0876a-728e-4248-8f36-54d692577585 None None] For port a78a37e2-55af-4fae-9a3b-e28b313c46a8, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a78a37e2-55af-4fae-9a3b-e28b313c46a8,segment=NetworkSegment(d6d332db-d738-4c23-8ddb-ec6fd82f8786),segment_id=d6d332db-d738-4c23-8ddb-ec6fd82f8786)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:37.464041 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['43d149de-e459-43c6-b361-a9399dba1cb3'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:06:37.513894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Pushing event updated for resources: {'Port': ['ID=a78a37e2-55af-4fae-9a3b-e28b313c46a8,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:37.529841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a752647-bd75-4caf-a886-ee570fabbe45 req-52baeb1c-08d3-4a5f-b2d3-567483b17523 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:37.534170 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.545361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a752647-bd75-4caf-a886-ee570fabbe45 req-52baeb1c-08d3-4a5f-b2d3-567483b17523 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 945 time: 0.1377773 Dec 17 13:06:37.624034 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a752647-bd75-4caf-a886-ee570fabbe45 req-4eb52649-7a7d-485b-b9b0-52d0d448fd90 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups?id=7de753dc-4bc5-4463-a48c-8e1665c81482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765710 Dec 17 13:06:37.739971 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-9bfb0aaf-409b-4d0b-836a-0419b9bc014d req-77d03d8d-42c8-45b7-b35c-11f8f0854bdc tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] show failed (client error): The resource could not be found. Dec 17 13:06:37.748825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0876a-728e-4248-8f36-54d692577585 None None] Pushing event updated for resources: {'Port': ['ID=a78a37e2-55af-4fae-9a3b-e28b313c46a8,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:37.753411 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bfb0aaf-409b-4d0b-836a-0419b9bc014d req-77d03d8d-42c8-45b7-b35c-11f8f0854bdc tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/a584f05e-6439-458e-8f7e-4ccfa1bac1b8 HTTP/1.1" status: 404 len: 352 time: 0.0477707 Dec 17 13:06:37.879419 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-ad0b9534-6d98-4d2f-8672-27a2c9037b2b tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:37.951853 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b9534-6d98-4d2f-8672-27a2c9037b2b tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Pushing event deleted for resources: {'Port': ['ID=3be6a74b-3b7a-40a9-85f2-c70d0ae992b0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:38.049610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc562a6-70df-4871-98bb-f51513383422 req-cc8dd4bd-d0e4-4200-a56f-f528a21dbba0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:38.051220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2dc562a6-70df-4871-98bb-f51513383422 req-cc8dd4bd-d0e4-4200-a56f-f528a21dbba0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1981320 Dec 17 13:06:38.077829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-ad0b9534-6d98-4d2f-8672-27a2c9037b2b tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:38.086759 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-ad0b9534-6d98-4d2f-8672-27a2c9037b2b tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:38.087978 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07dfeee6-f714-4d21-bf62-aa6fa390b32c req-ad0b9534-6d98-4d2f-8672-27a2c9037b2b tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "DELETE /v2.0/floatingips/d4c6993b-184b-44f3-8831-0455d7b45f09 HTTP/1.1" status: 204 len: 173 time: 1.1033790 Dec 17 13:06:38.125632 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96e255c0-13b0-4806-9dfd-47c8502bc793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:38.225746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2dc562a6-70df-4871-98bb-f51513383422 req-324baf9d-7669-45cf-99ed-99086fdddbb0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589150 Dec 17 13:06:38.272102 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:38.304805 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-cd0e621d-88be-411a-ba85-43952d83501e req-22dd72b6-766d-41e1-8f8b-10c2f036de52 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] show failed (client error): The resource could not be found. Dec 17 13:06:38.314599 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd0e621d-88be-411a-ba85-43952d83501e req-22dd72b6-766d-41e1-8f8b-10c2f036de52 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/c7d35e87-6001-48bd-9495-ccc65b46d756 HTTP/1.1" status: 404 len: 352 time: 0.0631735 Dec 17 13:06:38.315381 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:38.348931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a78a37e2-55af-4fae-9a3b-e28b313c46a8 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:38.449996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a78a37e2-55af-4fae-9a3b-e28b313c46a8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:38.450568 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:38.631719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:38.633246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 43d149de-e459-43c6-b361-a9399dba1cb3 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:38.702591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-96e255c0-13b0-4806-9dfd-47c8502bc793 admin admin] Deleting port d283d8c8-bf24-4f1c-9dba-daabdc132c24 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:38.703165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96e255c0-13b0-4806-9dfd-47c8502bc793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:38.718264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:38.743505 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:38.821709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port a78a37e2-55af-4fae-9a3b-e28b313c46a8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a78a37e2-55af-4fae-9a3b-e28b313c46a8,segment=NetworkSegment(d6d332db-d738-4c23-8ddb-ec6fd82f8786),segment_id=d6d332db-d738-4c23-8ddb-ec6fd82f8786)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:38.850136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Allocated IP 172.25.0.180 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/f4b63d25-9bfe-4a67-b95b-ca4ea1b369da) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:38.860361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-96e255c0-13b0-4806-9dfd-47c8502bc793 admin admin] For port d283d8c8-bf24-4f1c-9dba-daabdc132c24, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d283d8c8-bf24-4f1c-9dba-daabdc132c24,segment=NetworkSegment(2d61f538-e7eb-4e89-a628-7c330cdaa3cc),segment_id=2d61f538-e7eb-4e89-a628-7c330cdaa3cc)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:38.860797 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96e255c0-13b0-4806-9dfd-47c8502bc793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:38.863867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 43d149de-e459-43c6-b361-a9399dba1cb3 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:06:38.868245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 43d149de-e459-43c6-b361-a9399dba1cb3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:38.873479 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:38.913617 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-96e255c0-13b0-4806-9dfd-47c8502bc793 admin admin] Calling delete_port for d283d8c8-bf24-4f1c-9dba-daabdc132c24 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:38.914404 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:39.024230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=a78a37e2-55af-4fae-9a3b-e28b313c46a8,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:39.041732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:39.094127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-db4d465a-ca7f-4e57-99b1-565fe672755c tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8175349 Dec 17 13:06:39.127560 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:39.144778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:39.172221 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:39.173295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 43d149de-e459-43c6-b361-a9399dba1cb3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=43d149de-e459-43c6-b361-a9399dba1cb3,segment=NetworkSegment(446e6038-e6c2-493b-bf22-b19fa475fb3b),segment_id=446e6038-e6c2-493b-bf22-b19fa475fb3b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:39.179246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d149de-e459-43c6-b361-a9399dba1cb3'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:39.179246 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5212a10-4d8f-4246-8b07-cbd49a661175" -d '{"events": [{"server_uuid": "d5337fff-a1dc-4313-91dd-5b79c27b91c9", "name": "network-vif-plugged", "status": "completed", "tag": "43d149de-e459-43c6-b361-a9399dba1cb3"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:39.237015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97347ec7-1e4a-4129-afec-a7721bb121d1 None None] Network c0501364-93eb-46e1-b8f4-def6572aab39 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:06:39.248873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57902af0-18e9-4aa0-9f49-556ca6dbe851 req-f176694d-0edc-488f-a6d0-28141b8ebc9d tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:39.249123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f4b63d25-9bfe-4a67-b95b-ca4ea1b369da,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:39.259155 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-57902af0-18e9-4aa0-9f49-556ca6dbe851 req-f176694d-0edc-488f-a6d0-28141b8ebc9d tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 945 time: 0.3632462 Dec 17 13:06:39.293250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:39.299004 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:39.339320 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-57902af0-18e9-4aa0-9f49-556ca6dbe851 req-131cba3b-fdd1-4891-b2d6-9d4eea4942f5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups?id=7de753dc-4bc5-4463-a48c-8e1665c81482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763156 Dec 17 13:06:39.342151 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96e255c0-13b0-4806-9dfd-47c8502bc793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:39.382674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d7a05699-75c4-42ea-8cd8-84f859be143d None None] Provisioning complete for port a78a37e2-55af-4fae-9a3b-e28b313c46a8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:39.383183 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d7a05699-75c4-42ea-8cd8-84f859be143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:39.398764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Allocated IP 172.25.0.124 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/3d224458-2e03-420d-a2b7-67ad6413688d) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:39.417129 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e255c0-13b0-4806-9dfd-47c8502bc793 admin admin] Pushing event deleted for resources: {'Port': ['ID=d283d8c8-bf24-4f1c-9dba-daabdc132c24,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:39.543672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=43d149de-e459-43c6-b361-a9399dba1cb3,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:39.578050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:39.582627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:39.584905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbc404-31b7-4a1d-9e2e-ed15484855ac req-4d5186cb-bce4-4ab9-a2d6-8790048af800 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:39.592049 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-78dbc404-31b7-4a1d-9e2e-ed15484855ac req-4d5186cb-bce4-4ab9-a2d6-8790048af800 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 1024 time: 0.1328778 Dec 17 13:06:39.614629 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:39.773006 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:39.820327 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-78dbc404-31b7-4a1d-9e2e-ed15484855ac req-4aa0f66b-7f1d-4cda-afed-3011f85e94da tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f8a7b3-c620-4951-aaa6-a85ce601c259&id=c00e9022-c463-4906-bbe8-0bb08284760e&id=5ccac2bc-1d8f-4816-885d-b72d24d3c373&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2212811 Dec 17 13:06:39.891056 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96e255c0-13b0-4806-9dfd-47c8502bc793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:40.012189 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dee8157-3545-4eb9-aa4b-f28b2e34e6b5 x-openstack-request-id: req-8dee8157-3545-4eb9-aa4b-f28b2e34e6b5 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:40.012718 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5337fff-a1dc-4313-91dd-5b79c27b91c9", "name": "network-vif-plugged", "status": "completed", "tag": "43d149de-e459-43c6-b361-a9399dba1cb3", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:40.013825 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8dee8157-3545-4eb9-aa4b-f28b2e34e6b5 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:40.014615 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d149de-e459-43c6-b361-a9399dba1cb3', 'code': 200} Dec 17 13:06:40.031036 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:40.145844 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:40.194163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-33b78f03-f75d-4afd-ba8f-27559374491b None None] Provisioning complete for port a78a37e2-55af-4fae-9a3b-e28b313c46a8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:40.195546 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33b78f03-f75d-4afd-ba8f-27559374491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:40.240351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979b21a-5c12-48c4-9bc4-afe944bb993e req-b924b046-22c4-461c-960c-c626ba47f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:40.242166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8979b21a-5c12-48c4-9bc4-afe944bb993e req-b924b046-22c4-461c-960c-c626ba47f71c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 1097 time: 0.1138389 Dec 17 13:06:40.281532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:40.380946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a78a37e2-55af-4fae-9a3b-e28b313c46a8 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:40.391142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e255c0-13b0-4806-9dfd-47c8502bc793 admin admin] Router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:06:40.402890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7823f7b-b790-4faa-b78e-317858e0d670 req-b804c544-452f-464c-b6d8-b252208fc304 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:40.411543 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7823f7b-b790-4faa-b78e-317858e0d670 req-b804c544-452f-464c-b6d8-b252208fc304 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.2241225 Dec 17 13:06:40.439838 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a78a37e2-55af-4fae-9a3b-e28b313c46a8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:40.440447 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:40.472204 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8979b21a-5c12-48c4-9bc4-afe944bb993e req-aea94407-1b3e-4d1d-a5fe-6381a9b7466e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7de753dc-4bc5-4463-a48c-8e1665c81482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134050 Dec 17 13:06:40.474820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Allocated IP 172.25.0.83 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/0044af56-9e0d-440a-a887-9033347bbf58) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:40.594983 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e255c0-13b0-4806-9dfd-47c8502bc793 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:40.608421 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ea669-e0a2-45d1-bfcb-a686b2f86756 None None] Sync routers for ids ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:40.610570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:40.611226 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7823f7b-b790-4faa-b78e-317858e0d670 req-37133bb9-e80f-402c-a3be-e81bc4cbeb34 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924195 Dec 17 13:06:40.622438 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-96e255c0-13b0-4806-9dfd-47c8502bc793 admin admin] 10.222.0.59 "PUT /v2.0/routers/83ef19e8-4456-4f1a-b6d7-a44bc7e17949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1320348 Dec 17 13:06:40.622612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:40.625628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52924) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:40.630761 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ea669-e0a2-45d1-bfcb-a686b2f86756 None None] Routers {'83ef19e8-4456-4f1a-b6d7-a44bc7e17949'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:40.631402 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ab3ea669-e0a2-45d1-bfcb-a686b2f86756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:40.730410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event updated for resources: {'Port': ['ID=3d224458-2e03-420d-a2b7-67ad6413688d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:40.825727 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:40.837030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b67056-29e3-47d0-a38d-3b3a7458fe27 req-48a28996-12d5-4bda-a3f5-21af7c034223 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:40.838551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1b67056-29e3-47d0-a38d-3b3a7458fe27 req-48a28996-12d5-4bda-a3f5-21af7c034223 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 946 time: 0.0885768 Dec 17 13:06:40.840435 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:40.866185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9ec60-7386-478c-a367-24a5a4f1e284 req-d4b5719a-c150-4782-bcdd-82fe0ba12c04 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:40.869794 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6db9ec60-7386-478c-a367-24a5a4f1e284 req-d4b5719a-c150-4782-bcdd-82fe0ba12c04 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.61 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 1024 time: 0.4997900 Dec 17 13:06:40.873310 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ab3ea669-e0a2-45d1-bfcb-a686b2f86756 None None] Set router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:40.995890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1b67056-29e3-47d0-a38d-3b3a7458fe27 req-37c563d3-a8ba-452f-b688-841e992925e5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups?id=7de753dc-4bc5-4463-a48c-8e1665c81482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165686 Dec 17 13:06:41.053277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:41.231214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cdd19-1e44-44c0-9a1f-bf875e11125c req-afc5bc42-321d-42ae-96c6-d4f884fa8ee3 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:41.233443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d57cdd19-1e44-44c0-9a1f-bf875e11125c req-afc5bc42-321d-42ae-96c6-d4f884fa8ee3 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 1024 time: 0.1349523 Dec 17 13:06:41.239208 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ab3ea669-e0a2-45d1-bfcb-a686b2f86756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:06:39Z', 'revision_number': 5, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port': {'id': 'aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:05:31Z', 'updated_at': '2021-12-17T13:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:41.294460 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Deleting port aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:41.295057 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:41.313461 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ea669-e0a2-45d1-bfcb-a686b2f86756 None None] Checking router: 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:41.323170 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ea669-e0a2-45d1-bfcb-a686b2f86756 None None] Routers {'83ef19e8-4456-4f1a-b6d7-a44bc7e17949'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:41.323778 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ab3ea669-e0a2-45d1-bfcb-a686b2f86756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:41.336799 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:41.405427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] For port aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:41.405880 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:41.442152 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Calling delete_port for aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:41.533124 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ab3ea669-e0a2-45d1-bfcb-a686b2f86756 None None] Set router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:41.607816 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ab3ea669-e0a2-45d1-bfcb-a686b2f86756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:06:41Z', 'revision_number': 6, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:41.638822 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ea669-e0a2-45d1-bfcb-a686b2f86756 None None] The sync data for ids ['83ef19e8-4456-4f1a-b6d7-a44bc7e17949'] in n-d-815324-5 is: [{'id': '83ef19e8-4456-4f1a-b6d7-a44bc7e17949', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2092118737-router', 'tenant_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:05:30Z', 'updated_at': '2021-12-17T13:06:41Z', 'revision_number': 6, 'project_id': '7ff52ceff2064ff5a58c70d4f4e98479', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:41.657327 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d57cdd19-1e44-44c0-9a1f-bf875e11125c req-a30e4895-b934-4b2b-b8bb-f9a46fdfb233 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups?id=74f8a7b3-c620-4951-aaa6-a85ce601c259&id=c00e9022-c463-4906-bbe8-0bb08284760e&id=5ccac2bc-1d8f-4816-885d-b72d24d3c373&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4145818 Dec 17 13:06:41.696848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-6db9ec60-7386-478c-a367-24a5a4f1e284 req-728fa958-f095-4ada-8e05-c6e9a94c3b65 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Deleting port 171548c7-d146-4308-8e09-ec4127fd12a9 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:41.697832 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6db9ec60-7386-478c-a367-24a5a4f1e284 req-728fa958-f095-4ada-8e05-c6e9a94c3b65 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:41.707422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:41.870508 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:42.020987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:42.036902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-6db9ec60-7386-478c-a367-24a5a4f1e284 req-728fa958-f095-4ada-8e05-c6e9a94c3b65 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] For port 171548c7-d146-4308-8e09-ec4127fd12a9, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=171548c7-d146-4308-8e09-ec4127fd12a9,segment=NetworkSegment(9da9726b-c5a1-4b6a-a614-4c50798d7dcb),segment_id=9da9726b-c5a1-4b6a-a614-4c50798d7dcb)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:42.037165 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6db9ec60-7386-478c-a367-24a5a4f1e284 req-728fa958-f095-4ada-8e05-c6e9a94c3b65 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:42.055419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:42.058200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:42.081568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-6db9ec60-7386-478c-a367-24a5a4f1e284 req-728fa958-f095-4ada-8e05-c6e9a94c3b65 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Calling delete_port for 171548c7-d146-4308-8e09-ec4127fd12a9 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:42.131127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:42.137886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d283d8c8-bf24-4f1c-9dba-daabdc132c24 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:06:42.141388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Pushing event updated for resources: {'Port': ['ID=0044af56-9e0d-440a-a887-9033347bbf58,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:42.179655 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: d283d8c8-bf24-4f1c-9dba-daabdc132c24 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:06:42.190607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d283d8c8-bf24-4f1c-9dba-daabdc132c24 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:06:42.193944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:42.219491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6ff47-b6cc-415f-a9d8-ce7bf178b092 req-74ba6fc9-a9cc-44de-950c-c4aef345d00b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:42.221014 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-69b6ff47-b6cc-415f-a9d8-ce7bf178b092 req-74ba6fc9-a9cc-44de-950c-c4aef345d00b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.4107342 Dec 17 13:06:42.329405 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:42.372605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:42.432294 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:42.435734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Router 4efc3a55-bd3c-426b-955b-9dad1711698f is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:06:42.446735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-69b6ff47-b6cc-415f-a9d8-ce7bf178b092 req-3f80d2ee-cf99-40cf-b89d-f273cc89ac9d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107093 Dec 17 13:06:42.450822 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:42.453385 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:42.628187 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:42.628768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83ef19e8-4456-4f1a-b6d7-a44bc7e17949 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:06:42.653382 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:42.658426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52948) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:42.658909 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ce5fedda-b6af-4bcd-a8b2-073343eb8e61 admin admin] 10.222.0.59 "DELETE /v2.0/routers/83ef19e8-4456-4f1a-b6d7-a44bc7e17949 HTTP/1.1" status: 204 len: 168 time: 2.0318666 Dec 17 13:06:42.686680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163950de-6c6d-4d5b-93d7-d851f52dba11 req-c4ef6225-f625-451b-acbd-08e520c4cec5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:42.687594 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-163950de-6c6d-4d5b-93d7-d851f52dba11 req-c4ef6225-f625-451b-acbd-08e520c4cec5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 946 time: 0.1086447 Dec 17 13:06:42.700406 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:42.798668 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6db9ec60-7386-478c-a367-24a5a4f1e284 req-728fa958-f095-4ada-8e05-c6e9a94c3b65 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:42.799216 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-163950de-6c6d-4d5b-93d7-d851f52dba11 req-1a6bacf5-67b6-4b59-8e7b-8bcb2f42b94c tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups?id=7de753dc-4bc5-4463-a48c-8e1665c81482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832162 Dec 17 13:06:42.907985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fa958-f095-4ada-8e05-c6e9a94c3b65 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event deleted for resources: {'Port': ['ID=171548c7-d146-4308-8e09-ec4127fd12a9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:42.913093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2db921-c713-4060-a9f7-8ec2bae4fc52 admin admin] Deleting subnet 0febe668-77df-4edd-b6f0-2ecbd6619e39 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:06:42.951017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d2db921-c713-4060-a9f7-8ec2bae4fc52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:43.241425 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f637d19e-e782-4a0c-a426-9ec839ed4139 req-c637f0e7-965e-4dce-b680-61b6405fec49 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98ad68c-2593-469b-8b29-2e1bdb34c532 HTTP/1.1" status: 200 len: 210 time: 0.0624511 Dec 17 13:06:43.285151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db9ec60-7386-478c-a367-24a5a4f1e284 req-728fa958-f095-4ada-8e05-c6e9a94c3b65 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] No DVR routers for this DVR port 171548c7-d146-4308-8e09-ec4127fd12a9 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:06:43.287854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:43.298122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45acad74-d062-440b-af91-717e733149c8 None None] Sync routers for ids ['4efc3a55-bd3c-426b-955b-9dad1711698f'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:43.300451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6db9ec60-7386-478c-a367-24a5a4f1e284 req-728fa958-f095-4ada-8e05-c6e9a94c3b65 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:43.304138 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6db9ec60-7386-478c-a367-24a5a4f1e284 req-728fa958-f095-4ada-8e05-c6e9a94c3b65 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.61 "DELETE /v2.0/ports/171548c7-d146-4308-8e09-ec4127fd12a9 HTTP/1.1" status: 204 len: 173 time: 2.0142679 Dec 17 13:06:43.311953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45acad74-d062-440b-af91-717e733149c8 None None] Routers {'4efc3a55-bd3c-426b-955b-9dad1711698f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:43.313112 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-45acad74-d062-440b-af91-717e733149c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4efc3a55-bd3c-426b-955b-9dad1711698f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:43.330248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98ad68c-2593-469b-8b29-2e1bdb34c532', 'name': 'network-vif-deleted', 'tag': '171548c7-d146-4308-8e09-ec4127fd12a9'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:43.335875 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe38f40-2870-40d8-bfb2-62c4a908a011" -d '{"events": [{"server_uuid": "e98ad68c-2593-469b-8b29-2e1bdb34c532", "name": "network-vif-deleted", "tag": "171548c7-d146-4308-8e09-ec4127fd12a9"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:43.415306 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae5bd-aa60-4614-b99a-8d8faa96e310 req-d78cd4e1-03a7-4b34-b5d8-5808df00d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:43.418746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a8ae5bd-aa60-4614-b99a-8d8faa96e310 req-d78cd4e1-03a7-4b34-b5d8-5808df00d3c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 1096 time: 0.1173584 Dec 17 13:06:43.433188 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:43.445468 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d2db921-c713-4060-a9f7-8ec2bae4fc52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:43.541240 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:43.545374 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8e947ea7-852e-4437-b0c1-36aac86bb0b4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3404191 Dec 17 13:06:43.545636 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae5bd-aa60-4614-b99a-8d8faa96e310 req-efe4190c-6585-42d9-b86e-ca1561cce4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:43.547119 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a8ae5bd-aa60-4614-b99a-8d8faa96e310 req-efe4190c-6585-42d9-b86e-ca1561cce4ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.1143751 Dec 17 13:06:43.548006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52968) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:43.554560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-45acad74-d062-440b-af91-717e733149c8 None None] Set router 4efc3a55-bd3c-426b-955b-9dad1711698f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:43.701187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a8ae5bd-aa60-4614-b99a-8d8faa96e310 req-b635f7ca-7ec3-4c1d-8626-f0e28b43974e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 200 len: 1000 time: 0.1199217 Dec 17 13:06:43.757183 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d2db921-c713-4060-a9f7-8ec2bae4fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:43.800664 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:43.857697 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae5bd-aa60-4614-b99a-8d8faa96e310 req-08e17485-274a-453f-9d2c-c6e4d43d9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:43.860968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a8ae5bd-aa60-4614-b99a-8d8faa96e310 req-08e17485-274a-453f-9d2c-c6e4d43d9451 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.0656540 Dec 17 13:06:43.903789 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68853f69-015c-4a17-9a7e-d01560149dca req-25fb3fb3-de3c-43d0-a9b3-909a0d0b2f0d tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:43.914418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52970) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:43.916351 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68853f69-015c-4a17-9a7e-d01560149dca req-25fb3fb3-de3c-43d0-a9b3-909a0d0b2f0d tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 946 time: 0.4935005 Dec 17 13:06:43.921678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a7c2cf4a-2a4d-487c-88b3-b4ba35c5483e tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Request body: {'floatingip': {'port_id': '43d149de-e459-43c6-b361-a9399dba1cb3'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:43.928803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-45acad74-d062-440b-af91-717e733149c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'name': 'tempest-AttachSCSIVolumeTestJSON-513568909-router', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:36Z', 'updated_at': '2021-12-17T13:06:39Z', 'revision_number': 3, 'project_id': '3c034620f38e490db9291c40fa448e5d', 'gw_port': {'id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:38Z', 'updated_at': '2021-12-17T13:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:43.985276 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:44.007094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d2db921-c713-4060-a9f7-8ec2bae4fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:44.084654 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bda69-46fc-4279-9de5-a77e506a2003 req-80277f04-b15f-46dc-86d6-152f4e116075 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:44.093130 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-087bda69-46fc-4279-9de5-a77e506a2003 req-80277f04-b15f-46dc-86d6-152f4e116075 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0771461 Dec 17 13:06:44.097480 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d2db921-c713-4060-a9f7-8ec2bae4fc52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:44.105032 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5d2db921-c713-4060-a9f7-8ec2bae4fc52 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0febe668-77df-4edd-b6f0-2ecbd6619e39 HTTP/1.1" status: 204 len: 168 time: 1.4168198 Dec 17 13:06:44.108414 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7c2cf4a-2a4d-487c-88b3-b4ba35c5483e tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:44.109534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae5bd-aa60-4614-b99a-8d8faa96e310 req-2af2d063-f843-46ca-9f13-f4d6c4eb5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:44.111063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a8ae5bd-aa60-4614-b99a-8d8faa96e310 req-2af2d063-f843-46ca-9f13-f4d6c4eb5cad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2370105 Dec 17 13:06:44.111549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52972) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:44.166415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9c5cc-3b89-4309-aaff-3d5b10e3a5d4 None None] Network 532b07a9-72bf-4e87-a287-eb9d3d8c302a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:06:44.169187 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1369ce00-7b09-4599-8fbc-e1f54ee11832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:44.172394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45acad74-d062-440b-af91-717e733149c8 None None] Checking router: 4efc3a55-bd3c-426b-955b-9dad1711698f for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:44.172963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45acad74-d062-440b-af91-717e733149c8 None None] Updating router 4efc3a55-bd3c-426b-955b-9dad1711698f port f4b63d25-9bfe-4a67-b95b-ca4ea1b369da binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:06:44.284270 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45acad74-d062-440b-af91-717e733149c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:44.289381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:06:44.298488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Router eebdb647-28f1-4f39-94f1-d18ebde41e87 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:06:44.339098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2db921-c713-4060-a9f7-8ec2bae4fc52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0febe668-77df-4edd-b6f0-2ecbd6619e39,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:44.342335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Pushing event updated for resources: {'Port': ['ID=0044af56-9e0d-440a-a887-9033347bbf58,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:44.372180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:06:44.374630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device aa9b1f97-697f-4ec3-a952-0e2a0dbbd0d2 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:06:44.413274 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:44.520285 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:44.521757 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-923c830c-58b9-4ca0-939c-d63d2bd99b69 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.3847706 Dec 17 13:06:44.577845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67045aa1-8a15-4203-b7f7-f28713d05a51 None None] DHCP port deletion for 532b07a9-72bf-4e87-a287-eb9d3d8c302a request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:06:44.599137 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-087bda69-46fc-4279-9de5-a77e506a2003 req-ad55ac7d-1259-4ce1-a140-6d92a1f6ea99 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5050061 Dec 17 13:06:44.603966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:44.668340 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-60bdb32f-4946-4db1-a279-fd0b87db35c3 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 695 time: 0.1339800 Dec 17 13:06:44.698174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 171548c7-d146-4308-8e09-ec4127fd12a9 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:06:44.702971 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03776872-f3f3-42dd-9adf-34d55e195642 x-openstack-request-id: req-03776872-f3f3-42dd-9adf-34d55e195642 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:44.702971 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98ad68c-2593-469b-8b29-2e1bdb34c532", "name": "network-vif-deleted", "tag": "171548c7-d146-4308-8e09-ec4127fd12a9", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:44.703259 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-03776872-f3f3-42dd-9adf-34d55e195642 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:44.703475 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98ad68c-2593-469b-8b29-2e1bdb34c532', 'name': 'network-vif-deleted', 'tag': '171548c7-d146-4308-8e09-ec4127fd12a9', 'status': 'completed', 'code': 200} Dec 17 13:06:44.713500 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a8ae5bd-aa60-4614-b99a-8d8faa96e310 req-f6d22852-43ff-4fd9-a2bd-519ef2bea9d3 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779538 Dec 17 13:06:44.765136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 171548c7-d146-4308-8e09-ec4127fd12a9 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:06:44.765602 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 171548c7-d146-4308-8e09-ec4127fd12a9 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:06:44.868318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-67045aa1-8a15-4203-b7f7-f28713d05a51 None None] Deleting port 05a91c1d-1379-4d4b-855d-5c66abf983ed {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:44.868722 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-67045aa1-8a15-4203-b7f7-f28713d05a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:44.870959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:44.884166 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Sync routers for ids ['eebdb647-28f1-4f39-94f1-d18ebde41e87'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:44.914760 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Routers {'eebdb647-28f1-4f39-94f1-d18ebde41e87'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:44.917509 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['eebdb647-28f1-4f39-94f1-d18ebde41e87'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:44.976246 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45acad74-d062-440b-af91-717e733149c8 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:44.990587 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-67045aa1-8a15-4203-b7f7-f28713d05a51 None None] For port 05a91c1d-1379-4d4b-855d-5c66abf983ed, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=05a91c1d-1379-4d4b-855d-5c66abf983ed,segment=NetworkSegment(2d61f538-e7eb-4e89-a628-7c330cdaa3cc),segment_id=2d61f538-e7eb-4e89-a628-7c330cdaa3cc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:44.996310 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-67045aa1-8a15-4203-b7f7-f28713d05a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.014090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-67045aa1-8a15-4203-b7f7-f28713d05a51 None None] Calling delete_port for 05a91c1d-1379-4d4b-855d-5c66abf983ed owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:45.022581 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-afa3f337-2edd-48de-8ab4-e27c6a07e206 req-49496afe-1e11-4059-8a72-2dfa0878df30 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/5ccac2bc-1d8f-4816-885d-b72d24d3c373 HTTP/1.1" status: 200 len: 1817 time: 0.1892359 Dec 17 13:06:45.049053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-789a7b16-8360-415d-8907-b14f1818b06c tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:45.051786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3446065-9484-4aa1-98e1-f5c950aa0dfe req-789a7b16-8360-415d-8907-b14f1818b06c tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.3724389 Dec 17 13:06:45.121903 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45acad74-d062-440b-af91-717e733149c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.207268 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Set router eebdb647-28f1-4f39-94f1-d18ebde41e87 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:45.239381 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a8ae5bd-aa60-4614-b99a-8d8faa96e310 req-407f427f-bf8d-426d-a8f8-3b3fbe95da95 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201833 Dec 17 13:06:45.246725 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.276399 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-45acad74-d062-440b-af91-717e733149c8 None None] Attempting to bind port f4b63d25-9bfe-4a67-b95b-ca4ea1b369da on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:45.276986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-45acad74-d062-440b-af91-717e733149c8 None None] Attempting to bind port f4b63d25-9bfe-4a67-b95b-ca4ea1b369da by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:45.277608 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acad74-d062-440b-af91-717e733149c8 None None] Attempting to bind port f4b63d25-9bfe-4a67-b95b-ca4ea1b369da on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:45.288392 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7c2cf4a-2a4d-487c-88b3-b4ba35c5483e tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.298648 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.300494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ce96784f-7d7a-4576-a07e-e9163a2986c5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.9357965 Dec 17 13:06:45.301087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fdf0b-ed3b-4c84-a97b-ad86ffe6536d None None] Pushing event updated for resources: {'Port': ['ID=f4b63d25-9bfe-4a67-b95b-ca4ea1b369da,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:45.306804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52990) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:45.308421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acad74-d062-440b-af91-717e733149c8 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:45.314723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acad74-d062-440b-af91-717e733149c8 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:45.314723 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45acad74-d062-440b-af91-717e733149c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.314723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acad74-d062-440b-af91-717e733149c8 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:45.314723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-45acad74-d062-440b-af91-717e733149c8 None None] Bound port: f4b63d25-9bfe-4a67-b95b-ca4ea1b369da, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:45.314723 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45acad74-d062-440b-af91-717e733149c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.392889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-45acad74-d062-440b-af91-717e733149c8 None None] For port f4b63d25-9bfe-4a67-b95b-ca4ea1b369da, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:45.399224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-45acad74-d062-440b-af91-717e733149c8 None None] For port f4b63d25-9bfe-4a67-b95b-ca4ea1b369da, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f4b63d25-9bfe-4a67-b95b-ca4ea1b369da,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:45.418548 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-67045aa1-8a15-4203-b7f7-f28713d05a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.456019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67045aa1-8a15-4203-b7f7-f28713d05a51 None None] Pushing event deleted for resources: {'Port': ['ID=05a91c1d-1379-4d4b-855d-5c66abf983ed,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:45.474411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67045aa1-8a15-4203-b7f7-f28713d05a51 None None] No DVR routers for this DVR port 05a91c1d-1379-4d4b-855d-5c66abf983ed on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:06:45.495249 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7c2cf4a-2a4d-487c-88b3-b4ba35c5483e tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.516843 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45acad74-d062-440b-af91-717e733149c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.537192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-b4f07e7f-7739-4361-be24-9d83cc2eff8e tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/floatingips/2d8942cc-30f5-4ef9-919f-31dcdb37eb9f HTTP/1.1" status: 200 len: 692 time: 0.2430899 Dec 17 13:06:45.597870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45acad74-d062-440b-af91-717e733149c8 None None] Routers {'4efc3a55-bd3c-426b-955b-9dad1711698f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:45.598827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-45acad74-d062-440b-af91-717e733149c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4efc3a55-bd3c-426b-955b-9dad1711698f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:45.667816 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebdb647-28f1-4f39-94f1-d18ebde41e87', 'name': 'tempest-snat-router-1095503679', 'tenant_id': 'ed5babb81abf4a409182ee6415d072d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.124'}], 'enable_snat': False}, 'gw_port_id': '3d224458-2e03-420d-a2b7-67ad6413688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:36Z', 'updated_at': '2021-12-17T13:06:41Z', 'revision_number': 3, 'project_id': 'ed5babb81abf4a409182ee6415d072d1', 'gw_port': {'id': '3d224458-2e03-420d-a2b7-67ad6413688d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebdb647-28f1-4f39-94f1-d18ebde41e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:38Z', 'updated_at': '2021-12-17T13:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:45.691939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fdf0b-ed3b-4c84-a97b-ad86ffe6536d None None] Pushing event updated for resources: {'Port': ['ID=f4b63d25-9bfe-4a67-b95b-ca4ea1b369da,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:45.700074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Allocated IP 172.20.0.1 (c0501364-93eb-46e1-b8f4-def6572aab39/eae2c742-438f-448f-af66-ac68e7b05531/89dfea2f-af99-403b-8a16-103acfe25533) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:45.728067 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Checking router: eebdb647-28f1-4f39-94f1-d18ebde41e87 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:45.728946 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Updating router eebdb647-28f1-4f39-94f1-d18ebde41e87 port 3d224458-2e03-420d-a2b7-67ad6413688d binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:06:45.763062 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.774209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Deleting port 05a91c1d-1379-4d4b-855d-5c66abf983ed {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:45.774638 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.837698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] For port 05a91c1d-1379-4d4b-855d-5c66abf983ed, host n-d-815324-5, got binding levels [] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:45.838216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.871471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Calling delete_port for 05a91c1d-1379-4d4b-855d-5c66abf983ed owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:45.872334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-45acad74-d062-440b-af91-717e733149c8 None None] Set router 4efc3a55-bd3c-426b-955b-9dad1711698f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:45.881006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_backend_mixin [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Port 05a91c1d-1379-4d4b-855d-5c66abf983ed was not found and therefore no delete operation was performed {{(pid=110454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 13:06:45.905119 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-afa3f337-2edd-48de-8ab4-e27c6a07e206 req-0e7a8cbf-222f-47cd-9bad-8f1a279ace8b tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.930711 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-afa3f337-2edd-48de-8ab4-e27c6a07e206 req-0e7a8cbf-222f-47cd-9bad-8f1a279ace8b tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:45.972761 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.003363 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a91c1d-1379-4d4b-855d-5c66abf983ed,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:46.017513 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-afa3f337-2edd-48de-8ab4-e27c6a07e206 req-0e7a8cbf-222f-47cd-9bad-8f1a279ace8b tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.020232 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-afa3f337-2edd-48de-8ab4-e27c6a07e206 req-0e7a8cbf-222f-47cd-9bad-8f1a279ace8b tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.034139 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-afa3f337-2edd-48de-8ab4-e27c6a07e206 req-0e7a8cbf-222f-47cd-9bad-8f1a279ace8b tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "DELETE /v2.0/security-groups/5ccac2bc-1d8f-4816-885d-b72d24d3c373 HTTP/1.1" status: 204 len: 173 time: 0.9820025 Dec 17 13:06:46.081221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] No DVR routers for this DVR port 05a91c1d-1379-4d4b-855d-5c66abf983ed on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:06:46.083331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a8cbf-222f-47cd-9bad-8f1a279ace8b tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccac2bc-1d8f-4816-885d-b72d24d3c373,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:46.209938 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.232564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532b07a9-72bf-4e87-a287-eb9d3d8c302a']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:46.243292 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d61f538-e7eb-4e89-a628-7c330cdaa3cc') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:46.243716 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d61f538-e7eb-4e89-a628-7c330cdaa3cc') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:46.255309 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.265899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 05a91c1d-1379-4d4b-855d-5c66abf983ed no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:06:46.271363 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.279661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:06:46.280433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.314324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 05a91c1d-1379-4d4b-855d-5c66abf983ed {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:06:46.315148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 05a91c1d-1379-4d4b-855d-5c66abf983ed not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:06:46.355320 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-196b6863-1740-4378-b197-48ec7011aaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:06:46.388206 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:06:46.397977 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.408196 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.413153 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.437394 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.440958 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/532b07a9-72bf-4e87-a287-eb9d3d8c302a HTTP/1.1" status: 204 len: 168 time: 2.3211086 Dec 17 13:06:46.442383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7024f-3659-45bf-8b95-bfcbe8c324e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=532b07a9-72bf-4e87-a287-eb9d3d8c302a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:46.475427 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.494931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6a27c-83d6-4a8b-95cd-1ce681b75e1c req-162c0ba6-beb9-4a72-bc66-751a78fdd605 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:46.522336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-45acad74-d062-440b-af91-717e733149c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'name': 'tempest-AttachSCSIVolumeTestJSON-513568909-router', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:36Z', 'updated_at': '2021-12-17T13:06:39Z', 'revision_number': 3, 'project_id': '3c034620f38e490db9291c40fa448e5d', 'gw_port': {'id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:38Z', 'updated_at': '2021-12-17T13:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:46.524197 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66f6a27c-83d6-4a8b-95cd-1ce681b75e1c req-162c0ba6-beb9-4a72-bc66-751a78fdd605 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.3924692 Dec 17 13:06:46.560830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45acad74-d062-440b-af91-717e733149c8 None None] The sync data for ids ['4efc3a55-bd3c-426b-955b-9dad1711698f'] in n-d-815324-5 is: [{'id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'name': 'tempest-AttachSCSIVolumeTestJSON-513568909-router', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:36Z', 'updated_at': '2021-12-17T13:06:39Z', 'revision_number': 3, 'project_id': '3c034620f38e490db9291c40fa448e5d', 'gw_port': {'id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:38Z', 'updated_at': '2021-12-17T13:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:46.636875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-153defe3-70ef-495c-b689-c5f7a5d4bcc8 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/routers/eebdb647-28f1-4f39-94f1-d18ebde41e87 HTTP/1.1" status: 200 len: 909 time: 1.3284853 Dec 17 13:06:46.639935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53000) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:46.652269 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Attempting to bind port 3d224458-2e03-420d-a2b7-67ad6413688d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:46.654813 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Attempting to bind port 3d224458-2e03-420d-a2b7-67ad6413688d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:46.656222 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Attempting to bind port 3d224458-2e03-420d-a2b7-67ad6413688d on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:46.664057 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Pushing event updated for resources: {'Port': ['ID=3d224458-2e03-420d-a2b7-67ad6413688d,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:46.671942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1095503679', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'enable_snat': True}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:46.678082 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-a7c2cf4a-2a4d-487c-88b3-b4ba35c5483e tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Floating IP a6534826-17b3-4757-9014-8fafa71a7d51 associated. External IP: 172.25.0.205, port: 43d149de-e459-43c6-b361-a9399dba1cb3. Dec 17 13:06:46.696923 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:46.700321 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:46.712898 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.712898 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:46.712898 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Bound port: 3d224458-2e03-420d-a2b7-67ad6413688d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:46.712898 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.713942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66f6a27c-83d6-4a8b-95cd-1ce681b75e1c req-fbb5ade3-4cba-4d9e-b1b1-aac7abb92889 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794229 Dec 17 13:06:46.713942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.719948 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.720948 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.721306 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.721819 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.722153 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.722484 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.725524 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.725524 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.725524 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.727513 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.728584 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.728934 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.729262 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:46.769037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Network c0501364-93eb-46e1-b8f4-def6572aab39 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:46.787400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:46.792047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:46.893712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-1e0bf069-ff46-400f-98ab-b24ec45ef577 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:46.895975 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-1e0bf069-ff46-400f-98ab-b24ec45ef577 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 1.3564298 Dec 17 13:06:46.913630 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] For port 3d224458-2e03-420d-a2b7-67ad6413688d, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:46.925445 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] For port 3d224458-2e03-420d-a2b7-67ad6413688d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3d224458-2e03-420d-a2b7-67ad6413688d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:46.945368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Pushing event updated for resources: {'Port': ['ID=89dfea2f-af99-403b-8a16-103acfe25533,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:46.977898 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:46.990698 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.038330 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-3ab055a5-0cc3-4494-8e8a-3c5618aeae31 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 695 time: 0.0810194 Dec 17 13:06:47.052859 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.054188 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.064607 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53012) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:47.122001 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-edd701d9-2769-476c-90d8-8fe1f0649bc5 req-eea7b0a7-8cf7-4402-b617-c90c066a329d tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "GET /v2.0/security-groups/74f8a7b3-c620-4951-aaa6-a85ce601c259 HTTP/1.1" status: 200 len: 1817 time: 0.2393486 Dec 17 13:06:47.202351 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a02b3-b8b6-4397-95bd-2f64eb3cde86 None None] Pushing event updated for resources: {'Port': ['ID=3d224458-2e03-420d-a2b7-67ad6413688d,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:47.263078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-31560bdb-c1b6-480c-86da-b5e81ce7446d None None] Provisioning complete for port 89dfea2f-af99-403b-8a16-103acfe25533 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:47.266478 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-31560bdb-c1b6-480c-86da-b5e81ce7446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.268392 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Routers {'eebdb647-28f1-4f39-94f1-d18ebde41e87'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:47.271189 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['eebdb647-28f1-4f39-94f1-d18ebde41e87'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:47.348969 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-98a39f81-1ab7-4b7a-84fe-92fb4645ad7c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ff52ceff2064ff5a58c70d4f4e98479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787507 Dec 17 13:06:47.352186 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53014) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:47.352995 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-edd701d9-2769-476c-90d8-8fe1f0649bc5 req-a8c2c25f-b14b-4ec2-89a1-6fcbffe68b98 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.358443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-31560bdb-c1b6-480c-86da-b5e81ce7446d None None] Port 89dfea2f-af99-403b-8a16-103acfe25533 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:06:47.431096 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.470349 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-edd701d9-2769-476c-90d8-8fe1f0649bc5 req-a8c2c25f-b14b-4ec2-89a1-6fcbffe68b98 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.473712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-212283e1-33f4-4ace-b0e3-f2151dd25998 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 695 time: 0.3419762 Dec 17 13:06:47.539674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fb9b97cd-d143-4d6e-a80d-4c86ffdb68a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.553990 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] Set router eebdb647-28f1-4f39-94f1-d18ebde41e87 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:47.613064 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.623247 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.664343 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fb9b97cd-d143-4d6e-a80d-4c86ffdb68a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.797548 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-edd701d9-2769-476c-90d8-8fe1f0649bc5 req-a8c2c25f-b14b-4ec2-89a1-6fcbffe68b98 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.804231 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-edd701d9-2769-476c-90d8-8fe1f0649bc5 req-a8c2c25f-b14b-4ec2-89a1-6fcbffe68b98 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:47.805725 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-edd701d9-2769-476c-90d8-8fe1f0649bc5 req-a8c2c25f-b14b-4ec2-89a1-6fcbffe68b98 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] 10.222.0.59 "DELETE /v2.0/security-groups/74f8a7b3-c620-4951-aaa6-a85ce601c259 HTTP/1.1" status: 204 len: 173 time: 0.6736758 Dec 17 13:06:47.814325 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53016) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:47.894338 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebdb647-28f1-4f39-94f1-d18ebde41e87', 'name': 'tempest-snat-router-1095503679', 'tenant_id': 'ed5babb81abf4a409182ee6415d072d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.124'}], 'enable_snat': False}, 'gw_port_id': '3d224458-2e03-420d-a2b7-67ad6413688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:36Z', 'updated_at': '2021-12-17T13:06:41Z', 'revision_number': 3, 'project_id': 'ed5babb81abf4a409182ee6415d072d1', 'gw_port': {'id': '3d224458-2e03-420d-a2b7-67ad6413688d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebdb647-28f1-4f39-94f1-d18ebde41e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:38Z', 'updated_at': '2021-12-17T13:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:47.912994 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-058355e0-c0ec-440d-9a5d-f08fe763db1c admin admin] Deleting subnet 72a96da5-7e88-4d88-b37f-30380b648bcc {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:06:47.926506 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38547e41-94e3-4279-89ae-496398647714 req-2eff5158-d85f-4123-8dfb-a49cd5cd519b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6333010 Dec 17 13:06:47.962037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2c25f-b14b-4ec2-89a1-6fcbffe68b98 tempest-SecurityGroupsTestJSON-1007663620 tempest-SecurityGroupsTestJSON-1007663620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f8a7b3-c620-4951-aaa6-a85ce601c259,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:48.021160 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42cb3d-8a33-4d54-9811-1cb345c87eaf None None] The sync data for ids ['eebdb647-28f1-4f39-94f1-d18ebde41e87'] in n-d-815324-5 is: [{'id': 'eebdb647-28f1-4f39-94f1-d18ebde41e87', 'name': 'tempest-snat-router-1095503679', 'tenant_id': 'ed5babb81abf4a409182ee6415d072d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.124'}], 'enable_snat': False}, 'gw_port_id': '3d224458-2e03-420d-a2b7-67ad6413688d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:36Z', 'updated_at': '2021-12-17T13:06:41Z', 'revision_number': 3, 'project_id': 'ed5babb81abf4a409182ee6415d072d1', 'gw_port': {'id': '3d224458-2e03-420d-a2b7-67ad6413688d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebdb647-28f1-4f39-94f1-d18ebde41e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:38Z', 'updated_at': '2021-12-17T13:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:48.028284 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-058355e0-c0ec-440d-9a5d-f08fe763db1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.070578 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-058355e0-c0ec-440d-9a5d-f08fe763db1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.193800 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.229645 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.259509 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-058355e0-c0ec-440d-9a5d-f08fe763db1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.358019 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fb9b97cd-d143-4d6e-a80d-4c86ffdb68a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.364750 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fb9b97cd-d143-4d6e-a80d-4c86ffdb68a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.367100 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fb9b97cd-d143-4d6e-a80d-4c86ffdb68a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0816240b-5348-4421-a4bc-868b6c71b9aa HTTP/1.1" status: 204 len: 168 time: 1.0109496 Dec 17 13:06:48.672398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f4b63d25-9bfe-4a67-b95b-ca4ea1b369da up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:48.673961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.675898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38547e41-94e3-4279-89ae-496398647714 req-48a21ac4-598b-416f-ac83-6a1101861d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:48.675898 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38547e41-94e3-4279-89ae-496398647714 req-48a21ac4-598b-416f-ac83-6a1101861d1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 1096 time: 0.4439595 Dec 17 13:06:48.676229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b97cd-d143-4d6e-a80d-4c86ffdb68a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0816240b-5348-4421-a4bc-868b6c71b9aa,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:48.676412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-22290ee9-a827-4e80-8376-b5dba19a75a1 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Deleting port 0044af56-9e0d-440a-a887-9033347bbf58 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:48.676412 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-22290ee9-a827-4e80-8376-b5dba19a75a1 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.676741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f4b63d25-9bfe-4a67-b95b-ca4ea1b369da triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:48.676741 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.677048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02737e56-fc6f-43bd-a6fe-86497e9614fa req-beeb1d71-fa9f-4c3f-a2db-454e1dc558d7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:48.677048 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-02737e56-fc6f-43bd-a6fe-86497e9614fa req-beeb1d71-fa9f-4c3f-a2db-454e1dc558d7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.5934067 Dec 17 13:06:48.677374 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.677535 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.677535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Pushing event updated for resources: {'Port': ['ID=89dfea2f-af99-403b-8a16-103acfe25533,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:48.677890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port f4b63d25-9bfe-4a67-b95b-ca4ea1b369da, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f4b63d25-9bfe-4a67-b95b-ca4ea1b369da,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:48.703070 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-02737e56-fc6f-43bd-a6fe-86497e9614fa req-e2c897d5-90b7-4850-9d9f-60ddd050907b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404054 Dec 17 13:06:48.708776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c2cf4a-2a4d-487c-88b3-b4ba35c5483e tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Router d69be2fa-84cb-4d75-bd26-e94bedc7789f has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:06:48.803814 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.804662 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.843163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Network c0501364-93eb-46e1-b8f4-def6572aab39 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:48.849603 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:48.852500 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-058355e0-c0ec-440d-9a5d-f08fe763db1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.870293 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-22290ee9-a827-4e80-8376-b5dba19a75a1 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.870712 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-22290ee9-a827-4e80-8376-b5dba19a75a1 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.915650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-22290ee9-a827-4e80-8376-b5dba19a75a1 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Calling delete_port for 0044af56-9e0d-440a-a887-9033347bbf58 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:48.919288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=f4b63d25-9bfe-4a67-b95b-ca4ea1b369da,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:48.939605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38547e41-94e3-4279-89ae-496398647714 req-4093310e-9dc2-471e-9f3f-08075d17b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:48.941323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38547e41-94e3-4279-89ae-496398647714 req-4093310e-9dc2-471e-9f3f-08075d17b80b service neutron] 10.222.0.54 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.3405273 Dec 17 13:06:48.944043 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-058355e0-c0ec-440d-9a5d-f08fe763db1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:48.950619 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-058355e0-c0ec-440d-9a5d-f08fe763db1c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/72a96da5-7e88-4d88-b37f-30380b648bcc HTTP/1.1" status: 204 len: 168 time: 1.1130681 Dec 17 13:06:48.960513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53036) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:49.177790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38547e41-94e3-4279-89ae-496398647714 req-f8c414f8-5ea7-454b-ba8a-e6f43162fde7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcffe280-729a-485d-8c70-fe7b0dc2c70a HTTP/1.1" status: 200 len: 217 time: 0.1723223 Dec 17 13:06:49.376012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058355e0-c0ec-440d-9a5d-f08fe763db1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a96da5-7e88-4d88-b37f-30380b648bcc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:49.444782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c368b2ab-f404-4570-acc4-149159a44c02 None None] Provisioning complete for port 89dfea2f-af99-403b-8a16-103acfe25533 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:49.445397 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c368b2ab-f404-4570-acc4-149159a44c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:49.541099 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c368b2ab-f404-4570-acc4-149159a44c02 None None] Port 89dfea2f-af99-403b-8a16-103acfe25533 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:06:49.542251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Router 4efc3a55-bd3c-426b-955b-9dad1711698f has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:06:49.673413 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:49.695526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c2cf4a-2a4d-487c-88b3-b4ba35c5483e tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:49.709014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7c2cf4a-2a4d-487c-88b3-b4ba35c5483e tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:49.726832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6719965b-b7b0-42ce-8554-a344b3e9d08c None None] Sync routers for ids ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:49.746756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6719965b-b7b0-42ce-8554-a344b3e9d08c None None] Routers {'d69be2fa-84cb-4d75-bd26-e94bedc7789f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:49.747723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6719965b-b7b0-42ce-8554-a344b3e9d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:49.817663 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:49.886157 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:49.906660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:49.931105 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb671f4d-735a-48d4-9506-85484bb7939f req-2ec90963-8ca8-43a5-a829-d7472e5e27a7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:49.934332 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb671f4d-735a-48d4-9506-85484bb7939f req-2ec90963-8ca8-43a5-a829-d7472e5e27a7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.2733512 Dec 17 13:06:49.968561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:49.991614 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Sync routers for ids ['4efc3a55-bd3c-426b-955b-9dad1711698f'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:50.011995 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dadc5a7f-dd0e-49cd-836c-7cb28b386b9d admin admin] 10.222.0.59 "PUT /v2.0/routers/4efc3a55-bd3c-426b-955b-9dad1711698f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4564514 Dec 17 13:06:50.035291 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Routers {'4efc3a55-bd3c-426b-955b-9dad1711698f'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:50.037149 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4efc3a55-bd3c-426b-955b-9dad1711698f'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:50.073300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Allocated IP 172.25.0.31 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/adf102f3-bd9d-4a27-8177-d56a84ef0b0b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:06:50.130805 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb671f4d-735a-48d4-9506-85484bb7939f req-57fcb566-d0a1-455e-82cb-e7e18cd64f04 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849146 Dec 17 13:06:50.450048 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Set router 4efc3a55-bd3c-426b-955b-9dad1711698f gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:50.459938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3d224458-2e03-420d-a2b7-67ad6413688d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:50.503265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-6719965b-b7b0-42ce-8554-a344b3e9d08c None None] Set router d69be2fa-84cb-4d75-bd26-e94bedc7789f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:50.681365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 3d224458-2e03-420d-a2b7-67ad6413688d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:50.687870 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:50.917485 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:50.950459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f039-65d2-41c6-bea6-9e89b272d55d req-5224e97e-1545-4994-8d71-d40208d5e3c8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:50.966586 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d0d2f039-65d2-41c6-bea6-9e89b272d55d req-5224e97e-1545-4994-8d71-d40208d5e3c8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1508198 Dec 17 13:06:51.014896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38547e41-94e3-4279-89ae-496398647714 req-6387824c-ff27-49b9-97f6-586caf0251fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:51.036854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38547e41-94e3-4279-89ae-496398647714 req-6387824c-ff27-49b9-97f6-586caf0251fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 1.8052907 Dec 17 13:06:51.083110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a7c2cf4a-2a4d-487c-88b3-b4ba35c5483e tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "PUT /v2.0/floatingips/a6534826-17b3-4757-9014-8fafa71a7d51 HTTP/1.1" status: 200 len: 992 time: 7.1673739 Dec 17 13:06:51.086187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d0d2f039-65d2-41c6-bea6-9e89b272d55d req-ab8728b9-9bd1-47c3-92c8-5d2960296142 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182933 Dec 17 13:06:51.151952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'tag': '43d149de-e459-43c6-b361-a9399dba1cb3'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:51.154577 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a909cd22-f5dc-4925-a16d-48e2f1725903" -d '{"events": [{"name": "network-changed", "server_uuid": "d5337fff-a1dc-4313-91dd-5b79c27b91c9", "tag": "43d149de-e459-43c6-b361-a9399dba1cb3"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:51.178961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:51.184561 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'name': 'tempest-AttachSCSIVolumeTestJSON-513568909-router', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:36Z', 'updated_at': '2021-12-17T13:06:47Z', 'revision_number': 4, 'project_id': '3c034620f38e490db9291c40fa448e5d', 'gw_port': {'id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:38Z', 'updated_at': '2021-12-17T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '89dfea2f-af99-403b-8a16-103acfe25533', 'name': '', 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'mac_address': 'fa:16:3e:27:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'eae2c742-438f-448f-af66-ac68e7b05531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:45Z', 'updated_at': '2021-12-17T13:06:47Z', 'revision_number': 2, 'project_id': '3c034620f38e490db9291c40fa448e5d', 'subnets': [{'id': 'eae2c742-438f-448f-af66-ac68e7b05531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:51.206125 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:51.229996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 3d224458-2e03-420d-a2b7-67ad6413688d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3d224458-2e03-420d-a2b7-67ad6413688d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:51.268297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6719965b-b7b0-42ce-8554-a344b3e9d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:06:09Z', 'revision_number': 4, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'a6534826-17b3-4757-9014-8fafa71a7d51', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'port_id': '43d149de-e459-43c6-b361-a9399dba1cb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'mac_address': 'fa:16:3e:3a:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:06:19Z', 'updated_at': '2021-12-17T13:06:45Z', 'revision_number': 1, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03105ad6-bde1-4c81-a706-ccd134ae57dc', 'name': '', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'mac_address': 'fa:16:3e:c7:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:06Z', 'updated_at': '2021-12-17T13:06:13Z', 'revision_number': 5, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'subnets': [{'id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:51.278958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event updated for resources: {'Port': ['ID=adf102f3-bd9d-4a27-8177-d56a84ef0b0b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:51.312832 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Checking router: 4efc3a55-bd3c-426b-955b-9dad1711698f for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:51.315829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:06:51.323878 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Updating router 4efc3a55-bd3c-426b-955b-9dad1711698f port 89dfea2f-af99-403b-8a16-103acfe25533 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:06:51.331896 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:51.332990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f4b63d25-9bfe-4a67-b95b-ca4ea1b369da up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:51.336856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6719965b-b7b0-42ce-8554-a344b3e9d08c None None] Checking router: d69be2fa-84cb-4d75-bd26-e94bedc7789f for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:51.337269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:06:51.352939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:06:51.376852 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:51.450393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6719965b-b7b0-42ce-8554-a344b3e9d08c None None] Routers {'d69be2fa-84cb-4d75-bd26-e94bedc7789f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:51.451318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6719965b-b7b0-42ce-8554-a344b3e9d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:51.645359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-6719965b-b7b0-42ce-8554-a344b3e9d08c None None] Set router d69be2fa-84cb-4d75-bd26-e94bedc7789f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:51.706712 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-6c06da77-5bd1-4ec4-b267-1de08f1a7dfd tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f4c7da46796b4cc7b937a0827754014f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844464 Dec 17 13:06:51.730485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38547e41-94e3-4279-89ae-496398647714 req-4d3c912c-1269-4b32-ab7b-e37afb1fac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:51.742095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38547e41-94e3-4279-89ae-496398647714 req-4d3c912c-1269-4b32-ab7b-e37afb1fac4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6906624 Dec 17 13:06:51.748890 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-22290ee9-a827-4e80-8376-b5dba19a75a1 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:51.774677 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:51.847829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=3d224458-2e03-420d-a2b7-67ad6413688d,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:51.926760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f4b63d25-9bfe-4a67-b95b-ca4ea1b369da triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:51.927521 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:52.085915 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:52.107705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6719965b-b7b0-42ce-8554-a344b3e9d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:06:09Z', 'revision_number': 4, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'a6534826-17b3-4757-9014-8fafa71a7d51', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'port_id': '43d149de-e459-43c6-b361-a9399dba1cb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'mac_address': 'fa:16:3e:3a:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:06:19Z', 'updated_at': '2021-12-17T13:06:45Z', 'revision_number': 1, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03105ad6-bde1-4c81-a706-ccd134ae57dc', 'name': '', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'mac_address': 'fa:16:3e:c7:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:06Z', 'updated_at': '2021-12-17T13:06:13Z', 'revision_number': 5, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'subnets': [{'id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:52.134417 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f9b61635-eef9-4701-bc48-bb75a1d7f057 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:52.143462 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f9b61635-eef9-4701-bc48-bb75a1d7f057 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4292603 Dec 17 13:06:52.156902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6719965b-b7b0-42ce-8554-a344b3e9d08c None None] The sync data for ids ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'] in n-d-815324-5 is: [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:06:09Z', 'revision_number': 4, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'a6534826-17b3-4757-9014-8fafa71a7d51', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'port_id': '43d149de-e459-43c6-b361-a9399dba1cb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'mac_address': 'fa:16:3e:3a:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:06:19Z', 'updated_at': '2021-12-17T13:06:45Z', 'revision_number': 1, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03105ad6-bde1-4c81-a706-ccd134ae57dc', 'name': '', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'mac_address': 'fa:16:3e:c7:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:06Z', 'updated_at': '2021-12-17T13:06:13Z', 'revision_number': 5, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'subnets': [{'id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:52.182559 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-dfa5662a-ab4a-4f21-ad1f-6a350bfad95c tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/quotas/f4c7da46796b4cc7b937a0827754014f HTTP/1.1" status: 200 len: 375 time: 0.0374970 Dec 17 13:06:52.195164 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:52.219815 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-5c8f7195-0316-49da-b514-e7253d72ff35 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c7da46796b4cc7b937a0827754014f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360830 Dec 17 13:06:52.224062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22290ee9-a827-4e80-8376-b5dba19a75a1 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Pushing event deleted for resources: {'Port': ['ID=0044af56-9e0d-440a-a887-9033347bbf58,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:52.312008 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-22290ee9-a827-4e80-8376-b5dba19a75a1 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:52.314889 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-22290ee9-a827-4e80-8376-b5dba19a75a1 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:52.316070 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44df7d27-2128-4784-a77e-4b0b9c3f3ad9 req-22290ee9-a827-4e80-8376-b5dba19a75a1 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "DELETE /v2.0/floatingips/2d8942cc-30f5-4ef9-919f-31dcdb37eb9f HTTP/1.1" status: 204 len: 173 time: 4.8217080 Dec 17 13:06:52.318003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3d224458-2e03-420d-a2b7-67ad6413688d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:52.337394 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc5b67-868b-47b7-84a9-a44f99ca6f58 None None] Pushing event updated for resources: {'Port': ['ID=89dfea2f-af99-403b-8a16-103acfe25533,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:52.342348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048353f8-5aea-46a8-a6e7-130299cfb2a3']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:52.475395 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Attempting to bind port 89dfea2f-af99-403b-8a16-103acfe25533 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:52.475804 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Attempting to bind port 89dfea2f-af99-403b-8a16-103acfe25533 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd6d332db-d738-4c23-8ddb-ec6fd82f8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:52.477274 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Attempting to bind port 89dfea2f-af99-403b-8a16-103acfe25533 on network c0501364-93eb-46e1-b8f4-def6572aab39 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:52.493569 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:52.495300 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Checking segment: {'id': 'd6d332db-d738-4c23-8ddb-ec6fd82f8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:52.495300 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:52.498064 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Bound using segment: {'id': 'd6d332db-d738-4c23-8ddb-ec6fd82f8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:52.498064 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Bound port: 89dfea2f-af99-403b-8a16-103acfe25533, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d332db-d738-4c23-8ddb-ec6fd82f8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:52.498064 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:52.560847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 3d224458-2e03-420d-a2b7-67ad6413688d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:52.561106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da9726b-c5a1-4b6a-a614-4c50798d7dcb') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:52.561106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da9726b-c5a1-4b6a-a614-4c50798d7dcb') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:52.566473 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:52.611242 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] For port 89dfea2f-af99-403b-8a16-103acfe25533, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:52.615596 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] For port 89dfea2f-af99-403b-8a16-103acfe25533, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=89dfea2f-af99-403b-8a16-103acfe25533,segment=NetworkSegment(d6d332db-d738-4c23-8ddb-ec6fd82f8786),segment_id=d6d332db-d738-4c23-8ddb-ec6fd82f8786)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:52.632103 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597bec66-262b-48d7-ad0b-8c2962cffc4e x-openstack-request-id: req-597bec66-262b-48d7-ad0b-8c2962cffc4e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:52.632103 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5337fff-a1dc-4313-91dd-5b79c27b91c9", "tag": "43d149de-e459-43c6-b361-a9399dba1cb3", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:52.632103 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-597bec66-262b-48d7-ad0b-8c2962cffc4e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:52.635768 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'tag': '43d149de-e459-43c6-b361-a9399dba1cb3', 'status': 'completed', 'code': 200} Dec 17 13:06:52.671138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:52.717307 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:52.790953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909cd22-f5dc-4925-a16d-48e2f1725903 req-0a038545-eef3-43e4-bb4a-7e21c9d3d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:52.795969 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a909cd22-f5dc-4925-a16d-48e2f1725903 req-0a038545-eef3-43e4-bb4a-7e21c9d3d271 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=807a036581384bf1ab7b7c9ac52a70bb&device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 1097 time: 0.1748667 Dec 17 13:06:52.830744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e1b5e-6a85-44af-95dc-d4f2061d287f None None] New status for floating IP a6534826-17b3-4757-9014-8fafa71a7d51: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:06:52.850131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:52.874862 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc5b67-868b-47b7-84a9-a44f99ca6f58 None None] Pushing event updated for resources: {'Port': ['ID=89dfea2f-af99-403b-8a16-103acfe25533,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:52.887213 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38547e41-94e3-4279-89ae-496398647714 req-69aeeb9b-b856-4170-a3b4-94b596bf8f22 service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0401168 Dec 17 13:06:52.894065 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-bfaa9486-ee26-4006-a6c7-d0efb053bf18 req-587fdaf9-957a-46db-8b28-680c8d6dfe62 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] show failed (client error): The resource could not be found. Dec 17 13:06:52.894507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:06:52.894949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: items = [ Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:06:52.897798 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:06:52.914382 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bfaa9486-ee26-4006-a6c7-d0efb053bf18 req-587fdaf9-957a-46db-8b28-680c8d6dfe62 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/floatingips/2d8942cc-30f5-4ef9-919f-31dcdb37eb9f HTTP/1.1" status: 404 len: 350 time: 0.1169682 Dec 17 13:06:52.949958 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Routers {'4efc3a55-bd3c-426b-955b-9dad1711698f'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:52.950747 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4efc3a55-bd3c-426b-955b-9dad1711698f'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:53.049297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-08e0ee6e-2df8-4280-8fd7-3ad4e0b9f1ef None None] Provisioning complete for port 89dfea2f-af99-403b-8a16-103acfe25533 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:53.051348 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-08e0ee6e-2df8-4280-8fd7-3ad4e0b9f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:53.079908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38547e41-94e3-4279-89ae-496398647714 req-6ea07393-69af-4a73-b024-e0747cb44e6d service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812024 Dec 17 13:06:53.122797 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:53.192843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7e06995-8b33-4b35-bcd6-801492c8715f req-dca73a96-4775-4701-be88-b337a7a7f664 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 210 time: 0.0899742 Dec 17 13:06:53.303127 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] Set router 4efc3a55-bd3c-426b-955b-9dad1711698f gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:53.306384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25e7a4-d7fe-4270-ad23-9e64f6deb55a req-d415092e-5c3a-4fee-9127-33e8f80bbeb9 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:53.316185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f25e7a4-d7fe-4270-ad23-9e64f6deb55a req-d415092e-5c3a-4fee-9127-33e8f80bbeb9 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.4767885 Dec 17 13:06:53.320831 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:53.362853 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-f438fc52-03c8-473f-88c1-26ec3462747f req-0bf4fcb7-afbf-4379-8bc8-4a0e8994fdc9 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] show failed (client error): The resource could not be found. Dec 17 13:06:53.363868 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f438fc52-03c8-473f-88c1-26ec3462747f req-0bf4fcb7-afbf-4379-8bc8-4a0e8994fdc9 tempest-FloatingIPsTestJSON-1019012253 tempest-FloatingIPsTestJSON-1019012253-project] 10.222.0.59 "GET /v2.0/floatingips/2d8942cc-30f5-4ef9-919f-31dcdb37eb9f HTTP/1.1" status: 404 len: 350 time: 0.0926878 Dec 17 13:06:53.364967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909cd22-f5dc-4925-a16d-48e2f1725903 req-dd76a78c-bf37-4cab-b21e-899c70790e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:53.374257 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a909cd22-f5dc-4925-a16d-48e2f1725903 req-dd76a78c-bf37-4cab-b21e-899c70790e88 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d5d03f5-c96c-4f77-a916-30e3bf620bf5 HTTP/1.1" status: 200 len: 907 time: 0.4505935 Dec 17 13:06:53.374257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53148) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:53.444219 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:53.457244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] 10.222.0.59 "DELETE /v2.0/networks/048353f8-5aea-46a8-a6e7-130299cfb2a3 HTTP/1.1" status: 204 len: 168 time: 4.4350998 Dec 17 13:06:53.492106 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-08e0ee6e-2df8-4280-8fd7-3ad4e0b9f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:53.501257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9ecf9-712f-48c9-8cf2-505d5f526c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=048353f8-5aea-46a8-a6e7-130299cfb2a3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:53.600046 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f25e7a4-d7fe-4270-ad23-9e64f6deb55a req-49ffea39-a466-49e8-aa03-08501971f38d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826550 Dec 17 13:06:53.704307 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:53.724571 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-08e0ee6e-2df8-4280-8fd7-3ad4e0b9f1ef None None] For port 89dfea2f-af99-403b-8a16-103acfe25533, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=89dfea2f-af99-403b-8a16-103acfe25533,segment=NetworkSegment(d6d332db-d738-4c23-8ddb-ec6fd82f8786),segment_id=d6d332db-d738-4c23-8ddb-ec6fd82f8786)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:53.806953 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-08e0ee6e-2df8-4280-8fd7-3ad4e0b9f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:53.967349 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'name': 'tempest-AttachSCSIVolumeTestJSON-513568909-router', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:36Z', 'updated_at': '2021-12-17T13:06:47Z', 'revision_number': 4, 'project_id': '3c034620f38e490db9291c40fa448e5d', 'gw_port': {'id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:38Z', 'updated_at': '2021-12-17T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '89dfea2f-af99-403b-8a16-103acfe25533', 'name': '', 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'mac_address': 'fa:16:3e:27:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'eae2c742-438f-448f-af66-ac68e7b05531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:45Z', 'updated_at': '2021-12-17T13:06:52Z', 'revision_number': 4, 'project_id': '3c034620f38e490db9291c40fa448e5d', 'subnets': [{'id': 'eae2c742-438f-448f-af66-ac68e7b05531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:54.026502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0ee6e-2df8-4280-8fd7-3ad4e0b9f1ef None None] Pushing event updated for resources: {'Port': ['ID=89dfea2f-af99-403b-8a16-103acfe25533,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:54.042272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7ab4075a-3c64-4078-9330-36b2ee49d635 None None] Provisioning complete for port 89dfea2f-af99-403b-8a16-103acfe25533 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:54.047713 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ab4075a-3c64-4078-9330-36b2ee49d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:54.050754 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd47fe-2a2a-460e-ba4f-8d57917edd67 None None] The sync data for ids ['4efc3a55-bd3c-426b-955b-9dad1711698f'] in n-d-815324-5 is: [{'id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'name': 'tempest-AttachSCSIVolumeTestJSON-513568909-router', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:36Z', 'updated_at': '2021-12-17T13:06:47Z', 'revision_number': 4, 'project_id': '3c034620f38e490db9291c40fa448e5d', 'gw_port': {'id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:38Z', 'updated_at': '2021-12-17T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '89dfea2f-af99-403b-8a16-103acfe25533', 'name': '', 'network_id': 'c0501364-93eb-46e1-b8f4-def6572aab39', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'mac_address': 'fa:16:3e:27:f8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'eae2c742-438f-448f-af66-ac68e7b05531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:45Z', 'updated_at': '2021-12-17T13:06:52Z', 'revision_number': 4, 'project_id': '3c034620f38e490db9291c40fa448e5d', 'subnets': [{'id': 'eae2c742-438f-448f-af66-ac68e7b05531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:54.367028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Router 14566567-d9f3-43b0-bb3a-96a74bacca1d is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:06:54.563220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53176) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:54.751154 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a909cd22-f5dc-4925-a16d-48e2f1725903 req-e0dde3f7-b33a-4731-84a4-ffaf9eebed8b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43d149de-e459-43c6-b361-a9399dba1cb3 HTTP/1.1" status: 200 len: 1000 time: 1.3702118 Dec 17 13:06:54.759961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:06:54.798775 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Sync routers for ids ['14566567-d9f3-43b0-bb3a-96a74bacca1d'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:06:54.812532 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Routers {'14566567-d9f3-43b0-bb3a-96a74bacca1d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:54.813781 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['14566567-d9f3-43b0-bb3a-96a74bacca1d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:54.822405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-43d2d462-be13-4fd3-a0c1-b0c2d23c3358 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0afffa0124ee4694b9b77d196ec69285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554085 Dec 17 13:06:54.825744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53184) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:54.852727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909cd22-f5dc-4925-a16d-48e2f1725903 req-2eddcd33-240c-4e77-a87a-ad8ac97605d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:54.854763 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a909cd22-f5dc-4925-a16d-48e2f1725903 req-2eddcd33-240c-4e77-a87a-ad8ac97605d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd07cbf1-59f4-4b35-a695-27f9a348f882 HTTP/1.1" status: 200 len: 845 time: 0.0738282 Dec 17 13:06:54.858789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b770c-a690-4468-b241-83f2126ee33f req-08e6055c-f588-44f4-bafd-9566c4ddbd01 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:54.878660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7f3b770c-a690-4468-b241-83f2126ee33f req-08e6055c-f588-44f4-bafd-9566c4ddbd01 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.3819466 Dec 17 13:06:55.017865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:55.092089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7f3b770c-a690-4468-b241-83f2126ee33f req-51f273fb-d899-4109-b642-7969c569eaac tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124271 Dec 17 13:06:55.113647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:55.255490 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:55.262333 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e22c511e-4d6b-4b7e-aa4e-a70d7131abd5 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5940816 Dec 17 13:06:55.284097 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22463c5f-8e29-4aaa-81ac-aa209f9e1c61 req-168e1fe8-39ff-40c3-b156-14a084a0f096 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 210 time: 0.0902920 Dec 17 13:06:55.289860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53188) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:55.633853 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Set router 14566567-d9f3-43b0-bb3a-96a74bacca1d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:55.636741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-21433fca-b19a-4665-8c33-6e11badb9fc4 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/routers/14566567-d9f3-43b0-bb3a-96a74bacca1d HTTP/1.1" status: 200 len: 907 time: 0.3458054 Dec 17 13:06:55.638227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53196) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:55.659725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:55.662484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:55.663736 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c00e9022-c463-4906-bbe8-0bb08284760e HTTP/1.1" status: 204 len: 168 time: 0.8306172 Dec 17 13:06:55.738849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909cd22-f5dc-4925-a16d-48e2f1725903 req-57df8fde-0d96-4e9d-9f6e-0837731a9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:55.740372 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a909cd22-f5dc-4925-a16d-48e2f1725903 req-57df8fde-0d96-4e9d-9f6e-0837731a9c46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d5d03f5-c96c-4f77-a916-30e3bf620bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8716359 Dec 17 13:06:55.833616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00e9022-c463-4906-bbe8-0bb08284760e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:55.870141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:55.870490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:55.871206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:55.871603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:55.872892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:55.873238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:55.887158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:55.887512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:55.887844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:55.889934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:55.891573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:55.894138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:55.894770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa845413-9f30-47a2-ba01-233132e1ba31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:06:56.042725 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a909cd22-f5dc-4925-a16d-48e2f1725903 req-5a76309c-e8f9-4b78-90c3-711eca1fcb4c service neutron] 10.222.0.61 "GET /v2.0/networks/5d5d03f5-c96c-4f77-a916-30e3bf620bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844713 Dec 17 13:06:56.081593 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:56.179803 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14566567-d9f3-43b0-bb3a-96a74bacca1d', 'name': 'tempest-snat-router-1095503679', 'tenant_id': 'ed5babb81abf4a409182ee6415d072d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'adf102f3-bd9d-4a27-8177-d56a84ef0b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:47Z', 'updated_at': '2021-12-17T13:06:52Z', 'revision_number': 3, 'project_id': 'ed5babb81abf4a409182ee6415d072d1', 'gw_port': {'id': 'adf102f3-bd9d-4a27-8177-d56a84ef0b0b', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14566567-d9f3-43b0-bb3a-96a74bacca1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:49Z', 'updated_at': '2021-12-17T13:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:56.244740 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Checking router: 14566567-d9f3-43b0-bb3a-96a74bacca1d for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:06:56.245077 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Updating router 14566567-d9f3-43b0-bb3a-96a74bacca1d port adf102f3-bd9d-4a27-8177-d56a84ef0b0b binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:06:56.308741 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:56.365615 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:56.482231 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 89dfea2f-af99-403b-8a16-103acfe25533 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:06:56.695028 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 47603b0e-64fd-45b3-bb6d-74734c027388 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:06:56.754106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e559c9-4fc4-4bc4-b1e1-c7de8c827c2e req-b95bc9ba-4094-43e3-bca2-b20f15c4d39a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:56.772843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a909cd22-f5dc-4925-a16d-48e2f1725903 req-0eb0137e-ccae-4a0d-8843-d539acc7628e service neutron] 10.222.0.61 "GET /v2.0/networks/5d5d03f5-c96c-4f77-a916-30e3bf620bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7205760 Dec 17 13:06:56.793522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4e559c9-4fc4-4bc4-b1e1-c7de8c827c2e req-b95bc9ba-4094-43e3-bca2-b20f15c4d39a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.4179094 Dec 17 13:06:56.910665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 89dfea2f-af99-403b-8a16-103acfe25533 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:06:56.911209 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:56.921778 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ae18a35-407d-4077-9e9c-1554319b1e56 req-ca7509ed-9b6a-4a7e-a12d-226030ef140d tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 210 time: 0.1360950 Dec 17 13:06:56.976143 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-211a2b25-0fb6-4729-9c9d-b1d1576149b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:57.031138 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-43d2fb28-c0b5-481a-8e3b-56d0b1994f02 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f4c7da46796b4cc7b937a0827754014f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1628451 Dec 17 13:06:57.199015 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:06:57.273295 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:57.356595 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:57.451815 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Attempting to bind port adf102f3-bd9d-4a27-8177-d56a84ef0b0b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:06:57.453341 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Attempting to bind port adf102f3-bd9d-4a27-8177-d56a84ef0b0b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:06:57.454575 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Attempting to bind port adf102f3-bd9d-4a27-8177-d56a84ef0b0b on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:06:57.509103 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:57.542258 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:06:57.545565 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:06:57.546386 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:57.546899 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:06:57.550213 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Bound port: adf102f3-bd9d-4a27-8177-d56a84ef0b0b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:06:57.551111 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:57.592235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-211a2b25-0fb6-4729-9c9d-b1d1576149b9 admin admin] Deleting port e9125e85-9d90-4a4f-81c2-e5fa630688cc {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:57.593686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-211a2b25-0fb6-4729-9c9d-b1d1576149b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:57.599772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2b6477-de94-47f3-992c-667071334929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47603b0e-64fd-45b3-bb6d-74734c027388'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:06:57.610284 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f117e41c-4f24-4c7e-a02a-ef4b9fd16b63" -d '{"events": [{"server_uuid": "cb2b6477-de94-47f3-992c-667071334929", "name": "network-vif-unplugged", "status": "completed", "tag": "47603b0e-64fd-45b3-bb6d-74734c027388"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:06:57.653225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 47603b0e-64fd-45b3-bb6d-74734c027388, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47603b0e-64fd-45b3-bb6d-74734c027388,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:57.715324 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:57.735195 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] For port adf102f3-bd9d-4a27-8177-d56a84ef0b0b, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:06:57.802015 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] For port adf102f3-bd9d-4a27-8177-d56a84ef0b0b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=adf102f3-bd9d-4a27-8177-d56a84ef0b0b,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:06:57.833930 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9bf08-0728-4d8f-a23a-1dd62bce3ebe None None] Pushing event updated for resources: {'Port': ['ID=adf102f3-bd9d-4a27-8177-d56a84ef0b0b,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:57.865307 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:57.870240 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d931ce-2a97-4ea4-b607-8038768bb434 x-openstack-request-id: req-51d931ce-2a97-4ea4-b607-8038768bb434 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:06:57.870672 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2b6477-de94-47f3-992c-667071334929", "name": "network-vif-unplugged", "status": "completed", "tag": "47603b0e-64fd-45b3-bb6d-74734c027388", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:06:57.871035 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51d931ce-2a97-4ea4-b607-8038768bb434 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:06:57.871556 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2b6477-de94-47f3-992c-667071334929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47603b0e-64fd-45b3-bb6d-74734c027388', 'code': 200} Dec 17 13:06:57.872673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=47603b0e-64fd-45b3-bb6d-74734c027388,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:57.909926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-211a2b25-0fb6-4729-9c9d-b1d1576149b9 admin admin] For port e9125e85-9d90-4a4f-81c2-e5fa630688cc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e9125e85-9d90-4a4f-81c2-e5fa630688cc,segment=NetworkSegment(84d36077-7c7f-427d-a6b3-b8c3f642d403),segment_id=84d36077-7c7f-427d-a6b3-b8c3f642d403)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:06:57.910572 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-211a2b25-0fb6-4729-9c9d-b1d1576149b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:57.927402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-211a2b25-0fb6-4729-9c9d-b1d1576149b9 admin admin] Calling delete_port for e9125e85-9d90-4a4f-81c2-e5fa630688cc owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:58.008396 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Routers {'14566567-d9f3-43b0-bb3a-96a74bacca1d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:06:58.014323 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['14566567-d9f3-43b0-bb3a-96a74bacca1d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:58.017181 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9bf08-0728-4d8f-a23a-1dd62bce3ebe None None] Pushing event updated for resources: {'Port': ['ID=adf102f3-bd9d-4a27-8177-d56a84ef0b0b,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:58.274906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-afb447ec-275f-400d-8968-2cfeeb435e03 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:58.279027 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-afb447ec-275f-400d-8968-2cfeeb435e03 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2184012 Dec 17 13:06:58.305346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53254) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:06:58.323184 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4e559c9-4fc4-4bc4-b1e1-c7de8c827c2e req-aff5689f-e681-475f-a4f2-73eee33e02c4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5259125 Dec 17 13:06:58.327434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Deleting port adf102f3-bd9d-4a27-8177-d56a84ef0b0b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:58.331104 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:58.395630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Request body: {'port': {'device_id': '4665feae-a79c-4781-812f-b5d48edb85ee', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'f4c7da46796b4cc7b937a0827754014f'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:58.440934 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] Set router 14566567-d9f3-43b0-bb3a-96a74bacca1d gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:06:58.541747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-211a2b25-0fb6-4729-9c9d-b1d1576149b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:58.678010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce79787d-a054-46d3-a1b8-c6673eb3724a req-2278c408-2c9d-4c63-947f-f1558de231df tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 210 time: 0.1445451 Dec 17 13:06:58.736241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-1d68418b-c3a9-4924-98a1-2ef627f030f7 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:58.737921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-1d68418b-c3a9-4924-98a1-2ef627f030f7 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/networks?id=fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 200 len: 805 time: 0.4451587 Dec 17 13:06:58.763836 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a2b25-0fb6-4729-9c9d-b1d1576149b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9125e85-9d90-4a4f-81c2-e5fa630688cc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:58.812845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-07c269a9-fad8-4e41-9a4a-15bc413ad09e tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/quotas/adc64d7063a24b3eac9dd5ffbd034980 HTTP/1.1" status: 200 len: 375 time: 0.0413504 Dec 17 13:06:58.843975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-523974542-network', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:06:58.874258 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14566567-d9f3-43b0-bb3a-96a74bacca1d', 'name': 'tempest-snat-router-1095503679', 'tenant_id': 'ed5babb81abf4a409182ee6415d072d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:47Z', 'updated_at': '2021-12-17T13:06:56Z', 'revision_number': 4, 'project_id': 'ed5babb81abf4a409182ee6415d072d1', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:06:58.934287 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613aa3b-cd9b-41fc-a161-115150a94e73 None None] The sync data for ids ['14566567-d9f3-43b0-bb3a-96a74bacca1d'] in n-d-815324-5 is: [{'id': '14566567-d9f3-43b0-bb3a-96a74bacca1d', 'name': 'tempest-snat-router-1095503679', 'tenant_id': 'ed5babb81abf4a409182ee6415d072d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:47Z', 'updated_at': '2021-12-17T13:06:56Z', 'revision_number': 4, 'project_id': 'ed5babb81abf4a409182ee6415d072d1', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:06:58.969092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Made reservation on behalf of fe329ee832f349f28227c540eb053a5b for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:06:58.978416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:59.095065 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:59.098303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:59.100605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-3cb5eb8e-bd9f-472a-abca-647ebfb1d41d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2766860 Dec 17 13:06:59.136123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Calling delete_port for adf102f3-bd9d-4a27-8177-d56a84ef0b0b owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:06:59.194806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Made reservation on behalf of f4c7da46796b4cc7b937a0827754014f for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:06:59.201639 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:59.204838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb0ae0-bab7-4d38-ab78-06521998118c req-cb4506c5-d033-4d1a-9079-d47676f2018b tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:59.206386 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2beb0ae0-bab7-4d38-ab78-06521998118c req-cb4506c5-d033-4d1a-9079-d47676f2018b tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb2b6477-de94-47f3-992c-667071334929 HTTP/1.1" status: 200 len: 943 time: 0.2092044 Dec 17 13:06:59.289626 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:59.306844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37765fdf-0559-4e45-8159-0518c4936de6 req-9443634f-7393-4ebd-a9d7-3ff11645b240 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:59.315179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37765fdf-0559-4e45-8159-0518c4936de6 req-9443634f-7393-4ebd-a9d7-3ff11645b240 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.3161702 Dec 17 13:06:59.356262 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-211a2b25-0fb6-4729-9c9d-b1d1576149b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:59.476511 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-cc71269e-3ea2-4eca-9de2-a8b9de001e83 service neutron] 10.222.0.59 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069181 Dec 17 13:06:59.504076 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37765fdf-0559-4e45-8159-0518c4936de6 req-e0eceaa4-2ab9-44bd-bbd0-774c6ed18b35 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879172 Dec 17 13:06:59.527053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-2beb0ae0-bab7-4d38-ab78-06521998118c req-11a119d7-4ed4-4dcd-8d40-4f35163d2bf8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Deleting port 47603b0e-64fd-45b3-bb6d-74734c027388 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:06:59.539351 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2beb0ae0-bab7-4d38-ab78-06521998118c req-11a119d7-4ed4-4dcd-8d40-4f35163d2bf8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:59.572651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:59.602009 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:59.659437 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:59.755082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:06:59.764680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30369178-3e49-42f2-880a-862dab3170fa,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:59.800464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d1701-39de-42d8-8f59-1f950cec5945 req-b9da5fbb-98f9-4220-a4e2-37635e9c7a6f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:06:59.802344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-999d1701-39de-42d8-8f59-1f950cec5945 req-b9da5fbb-98f9-4220-a4e2-37635e9c7a6f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1618102 Dec 17 13:06:59.841893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9beba03a-9395-4c53-9177-7c212792bf3a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:06:59.896843 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-999d1701-39de-42d8-8f59-1f950cec5945 req-11a8d6e3-6a5b-4984-8ded-9aac8d9d86ea tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833938 Dec 17 13:06:59.997909 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-19211b80-a43b-4df1-ab5f-50e890d16f96 service neutron] 10.222.0.59 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064759 Dec 17 13:07:00.006117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:00.025660 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-2beb0ae0-bab7-4d38-ab78-06521998118c req-11a119d7-4ed4-4dcd-8d40-4f35163d2bf8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] For port 47603b0e-64fd-45b3-bb6d-74734c027388, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47603b0e-64fd-45b3-bb6d-74734c027388,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:00.025660 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2beb0ae0-bab7-4d38-ab78-06521998118c req-11a119d7-4ed4-4dcd-8d40-4f35163d2bf8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:00.041999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:07:00.101343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-2beb0ae0-bab7-4d38-ab78-06521998118c req-11a119d7-4ed4-4dcd-8d40-4f35163d2bf8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Calling delete_port for 47603b0e-64fd-45b3-bb6d-74734c027388 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:00.247595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Allocated IP 192.168.233.30 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/55b5a289-14d3-4242-8b6e-9fed36eb36d7) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:00.274123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211a2b25-0fb6-4729-9c9d-b1d1576149b9 admin admin] Router 39929f5f-0fbf-4201-8c80-64cc408e4881 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:07:00.295896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event deleted for resources: {'Port': ['ID=adf102f3-bd9d-4a27-8177-d56a84ef0b0b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:00.395781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc109c11-e40d-4c16-9b9a-a984a9143c00 req-8d0b5a95-362c-4701-99c5-415e423e8b80 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 210 time: 0.3153977 Dec 17 13:07:00.434302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:00.435336 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Added segment 369d8759-302c-423e-bc72-121c1556834f of type vlan for network f7011b77-0399-460a-b701-5ed2a6f65674 Dec 17 13:07:00.592248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211a2b25-0fb6-4729-9c9d-b1d1576149b9 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:00.605911 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:00.611371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11940d2c-e791-4a99-8ac2-f02a7ffb0df3 None None] Sync routers for ids ['39929f5f-0fbf-4201-8c80-64cc408e4881'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:00.614922 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-211a2b25-0fb6-4729-9c9d-b1d1576149b9 admin admin] 10.222.0.59 "PUT /v2.0/routers/39929f5f-0fbf-4201-8c80-64cc408e4881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2395890 Dec 17 13:07:00.619565 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53272) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:00.627193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11940d2c-e791-4a99-8ac2-f02a7ffb0df3 None None] Routers {'39929f5f-0fbf-4201-8c80-64cc408e4881'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:00.635570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-11940d2c-e791-4a99-8ac2-f02a7ffb0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['39929f5f-0fbf-4201-8c80-64cc408e4881'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:00.719324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:00.774474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2beb0ae0-bab7-4d38-ab78-06521998118c req-11a119d7-4ed4-4dcd-8d40-4f35163d2bf8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:00.810869 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-501faa3a-4c6e-4ab3-8183-01d089f1b154 req-f52a4594-c3d5-41e4-886f-486f545dc7c6 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 210 time: 0.0666897 Dec 17 13:07:00.857896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a119d7-4ed4-4dcd-8d40-4f35163d2bf8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Pushing event deleted for resources: {'Port': ['ID=47603b0e-64fd-45b3-bb6d-74734c027388,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:00.995847 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2beb0ae0-bab7-4d38-ab78-06521998118c req-11a119d7-4ed4-4dcd-8d40-4f35163d2bf8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] No DVR routers for this DVR port 47603b0e-64fd-45b3-bb6d-74734c027388 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:07:01.000694 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2beb0ae0-bab7-4d38-ab78-06521998118c req-11a119d7-4ed4-4dcd-8d40-4f35163d2bf8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.016321 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2beb0ae0-bab7-4d38-ab78-06521998118c req-11a119d7-4ed4-4dcd-8d40-4f35163d2bf8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.54 "DELETE /v2.0/ports/47603b0e-64fd-45b3-bb6d-74734c027388 HTTP/1.1" status: 204 len: 173 time: 1.7788639 Dec 17 13:07:01.018196 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2b6477-de94-47f3-992c-667071334929', 'name': 'network-vif-deleted', 'tag': '47603b0e-64fd-45b3-bb6d-74734c027388'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:07:01.027504 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a5b7fa-44b8-4d66-8883-87339036a854" -d '{"events": [{"server_uuid": "cb2b6477-de94-47f3-992c-667071334929", "name": "network-vif-deleted", "tag": "47603b0e-64fd-45b3-bb6d-74734c027388"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:07:01.063010 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.066238 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.091132 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.106321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d553db-1664-4c03-915f-b03deb48900b req-3ee63779-c640-45c8-bfd7-bcb6e1e52a62 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:01.119981 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8d553db-1664-4c03-915f-b03deb48900b req-3ee63779-c640-45c8-bfd7-bcb6e1e52a62 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.5161719 Dec 17 13:07:01.126518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-11940d2c-e791-4a99-8ac2-f02a7ffb0df3 None None] Set router 39929f5f-0fbf-4201-8c80-64cc408e4881 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:07:01.156768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.257887 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.260103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:01.261190 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.376521 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d92a20-90c5-4572-a528-48881119d27e x-openstack-request-id: req-e3d92a20-90c5-4572-a528-48881119d27e {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:07:01.377370 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2b6477-de94-47f3-992c-667071334929", "name": "network-vif-deleted", "tag": "47603b0e-64fd-45b3-bb6d-74734c027388", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:07:01.378517 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3d92a20-90c5-4572-a528-48881119d27e {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:07:01.379115 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2b6477-de94-47f3-992c-667071334929', 'name': 'network-vif-deleted', 'tag': '47603b0e-64fd-45b3-bb6d-74734c027388', 'status': 'completed', 'code': 200} Dec 17 13:07:01.387674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.402934 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.403732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14566567-d9f3-43b0-bb3a-96a74bacca1d {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:07:01.421605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.422877 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4b0df115-a3fa-46f0-8dc3-14ba00aff71c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "DELETE /v2.0/routers/14566567-d9f3-43b0-bb3a-96a74bacca1d HTTP/1.1" status: 204 len: 168 time: 5.7809629 Dec 17 13:07:01.425760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53284) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:01.434605 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0953083 Dec 17 13:07:01.440611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53286) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:01.450798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-23049b50-b55a-451c-9daf-24c0352d802f admin admin] Request body: {'subnet': {'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-523974542-subnet', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:01.461859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d70dd-aaae-44ed-8efa-934f93095e69 admin admin] Pushing event updated for resources: {'Network': ['ID=f7011b77-0399-460a-b701-5ed2a6f65674,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:01.519115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f7011b77-0399-460a-b701-5ed2a6f65674 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:07:01.525505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8d553db-1664-4c03-915f-b03deb48900b req-0cef47f8-460b-4ce1-b91a-562942272a4c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4040542 Dec 17 13:07:01.641247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23049b50-b55a-451c-9daf-24c0352d802f admin admin] Made reservation on behalf of fe329ee832f349f28227c540eb053a5b for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:07:01.643796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23049b50-b55a-451c-9daf-24c0352d802f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.646402 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.660633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-11940d2c-e791-4a99-8ac2-f02a7ffb0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'name': 'tempest-FloatingIPsTestJSON-681470263-router', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:12Z', 'updated_at': '2021-12-17T13:06:58Z', 'revision_number': 5, 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'gw_port': {'id': 'f3b42d63-ad76-49db-ae0b-f61582412747', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:13Z', 'updated_at': '2021-12-17T13:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:01.706428 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.707942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11940d2c-e791-4a99-8ac2-f02a7ffb0df3 None None] Checking router: 39929f5f-0fbf-4201-8c80-64cc408e4881 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:07:01.720064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11940d2c-e791-4a99-8ac2-f02a7ffb0df3 None None] Routers {'39929f5f-0fbf-4201-8c80-64cc408e4881'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:01.720699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-11940d2c-e791-4a99-8ac2-f02a7ffb0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['39929f5f-0fbf-4201-8c80-64cc408e4881'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:01.783887 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:01.816623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:01.819638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Pushing event updated for resources: {'Port': ['ID=55b5a289-14d3-4242-8b6e-9fed36eb36d7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:01.840211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:01.849511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:01.979814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-11940d2c-e791-4a99-8ac2-f02a7ffb0df3 None None] Set router 39929f5f-0fbf-4201-8c80-64cc408e4881 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:07:01.980736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:01.981974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:02.042079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378adaa-8a82-46f4-adbe-2ef1c2ed2f21 req-b5159470-66b8-44bc-b12d-77e6617d08b6 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:02.050125 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0378adaa-8a82-46f4-adbe-2ef1c2ed2f21 req-b5159470-66b8-44bc-b12d-77e6617d08b6 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 935 time: 0.4171529 Dec 17 13:07:02.122583 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-f4f932b6-4eb5-408d-96a6-8ebb8cb9d32e tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7758324 Dec 17 13:07:02.184408 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:02.184665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Request body: {'port': {'device_id': '4665feae-a79c-4781-812f-b5d48edb85ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:02.186902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-11940d2c-e791-4a99-8ac2-f02a7ffb0df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'name': 'tempest-FloatingIPsTestJSON-681470263-router', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:12Z', 'updated_at': '2021-12-17T13:07:01Z', 'revision_number': 6, 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:02.214115 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0378adaa-8a82-46f4-adbe-2ef1c2ed2f21 req-26a6ee04-3faa-4922-ad79-496b7deae2f7 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625273 Dec 17 13:07:02.227370 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Deleting port f3b42d63-ad76-49db-ae0b-f61582412747 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:02.227989 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:02.230921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed7c2346-8c71-4b1d-8b8a-07fefefdb52d req-d55cfce7-009b-4c45-a9e9-8db5f02642a9 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 210 time: 0.1350875 Dec 17 13:07:02.302925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11940d2c-e791-4a99-8ac2-f02a7ffb0df3 None None] The sync data for ids ['39929f5f-0fbf-4201-8c80-64cc408e4881'] in n-d-815324-5 is: [{'id': '39929f5f-0fbf-4201-8c80-64cc408e4881', 'name': 'tempest-FloatingIPsTestJSON-681470263-router', 'tenant_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:12Z', 'updated_at': '2021-12-17T13:07:01Z', 'revision_number': 6, 'project_id': 'd9fb3dd1732443e9b57a614cf979cb2c', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:02.483344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] For port f3b42d63-ad76-49db-ae0b-f61582412747, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f3b42d63-ad76-49db-ae0b-f61582412747,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:02.483730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:02.501436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Calling delete_port for f3b42d63-ad76-49db-ae0b-f61582412747 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:02.570511 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Deleting port 3d224458-2e03-420d-a2b7-67ad6413688d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:02.570511 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:02.631817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-069349e4-20c0-4f8a-a133-ef4357562e51 None None] Provisioning complete for port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:02.634189 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-069349e4-20c0-4f8a-a133-ef4357562e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:02.687406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-069349e4-20c0-4f8a-a133-ef4357562e51 None None] Port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:07:02.732650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] For port 3d224458-2e03-420d-a2b7-67ad6413688d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3d224458-2e03-420d-a2b7-67ad6413688d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:02.732650 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:02.758114 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Calling delete_port for 3d224458-2e03-420d-a2b7-67ad6413688d owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:02.813539 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:02.957196 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23049b50-b55a-451c-9daf-24c0352d802f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:03.041956 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:03.099686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b42d63-ad76-49db-ae0b-f61582412747,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:03.108799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23049b50-b55a-451c-9daf-24c0352d802f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0512fd1f-341b-4387-aa9a-ba858f0dffbf,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:03.144188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23049b50-b55a-451c-9daf-24c0352d802f admin admin] Checking segment: {'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:03.155102 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23049b50-b55a-451c-9daf-24c0352d802f admin admin] Network hostable DHCP agents. Network: f7011b77-0399-460a-b701-5ed2a6f65674, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:07:03.173521 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:03.184688 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:03.235393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d224458-2e03-420d-a2b7-67ad6413688d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:03.316200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23049b50-b55a-451c-9daf-24c0352d802f admin admin] Network f7011b77-0399-460a-b701-5ed2a6f65674 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:07:03.364037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b5a289-14d3-4242-8b6e-9fed36eb36d7 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:07:03.398504 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:03.424435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-23049b50-b55a-451c-9daf-24c0352d802f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f7011b77-0399-460a-b701-5ed2a6f65674) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:03.434503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76762e07-8d35-4eb1-a9f1-8721ed1203f8 None None] Network f7011b77-0399-460a-b701-5ed2a6f65674 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:07:03.501672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Transition to ACTIVE for port object 55b5a289-14d3-4242-8b6e-9fed36eb36d7 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:07:03.519410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23049b50-b55a-451c-9daf-24c0352d802f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:03.519410 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23049b50-b55a-451c-9daf-24c0352d802f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:03.574921 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:03.637557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-f7011b77-0399-460a-b701-5ed2a6f65674', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'fixed_ips': [{'subnet_id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:07:03.638615 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:03.678085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef78e7f-a3d9-46dd-85ff-9c0d153a9e40 req-609964cc-ac58-4914-96b8-228f36b3e453 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:03.690090 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ef78e7f-a3d9-46dd-85ff-9c0d153a9e40 req-609964cc-ac58-4914-96b8-228f36b3e453 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 935 time: 0.2798581 Dec 17 13:07:03.740115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:03.802221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-23049b50-b55a-451c-9daf-24c0352d802f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3595390 Dec 17 13:07:03.820200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53300) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:03.843823 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ef78e7f-a3d9-46dd-85ff-9c0d153a9e40 req-b7d02db2-7a61-4cd6-8d57-547c1757b399 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460631 Dec 17 13:07:03.872098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:03.909714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Allocated IP 172.20.0.2 (f7011b77-0399-460a-b701-5ed2a6f65674/0512fd1f-341b-4387-aa9a-ba858f0dffbf/90da6698-c714-42a2-a711-3e6ad57f480b) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:03.910662 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-39297d83-e8d6-47c8-8253-df8978f0e165 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:03.912290 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-39297d83-e8d6-47c8-8253-df8978f0e165 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.61 "GET /v2.0/networks?id=fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 200 len: 805 time: 0.2337391 Dec 17 13:07:03.914359 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2130d9e9-e924-4ff7-95e4-fde8dcfefe5f req-860c621a-d87e-494a-9d66-e8a46ad6f974 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 210 time: 0.2243049 Dec 17 13:07:03.981637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Pushing event updated for resources: {'Port': ['ID=55b5a289-14d3-4242-8b6e-9fed36eb36d7,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:04.051554 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.070464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Attempting to bind port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:07:04.070881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Attempting to bind port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:07:04.071190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Attempting to bind port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:04.078134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:07:04.078134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Attempting to bind port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:04.086303 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:07:04.087113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:04.088913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:07:04.089453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Bound port: 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:07:04.089902 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.149747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Request body: {'port': {'device_id': 'a877e1dc-89ac-4803-aad2-02f5f8e3e2f6', 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'admin_state_up': True, 'tenant_id': 'adc64d7063a24b3eac9dd5ffbd034980'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:04.153186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.158004 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.245611 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.249527 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.252698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39929f5f-0fbf-4201-8c80-64cc408e4881 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:07:04.285288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:07:04.292777 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.303335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:07:04.324118 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.327878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-69874e85-2614-49d2-bf8b-920fd3c9dcde admin admin] 10.222.0.59 "DELETE /v2.0/routers/39929f5f-0fbf-4201-8c80-64cc408e4881 HTTP/1.1" status: 204 len: 168 time: 3.7043436 Dec 17 13:07:04.328242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53304) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:04.374563 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.450618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f3b42d63-ad76-49db-ae0b-f61582412747 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:07:04.477003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f3b42d63-ad76-49db-ae0b-f61582412747 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:07:04.477237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f3b42d63-ad76-49db-ae0b-f61582412747 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:07:04.477490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e9125e85-9d90-4a4f-81c2-e5fa630688cc no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:07:04.484652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0c3857-7d78-4e48-9816-4e93d337e225 admin admin] Deleting subnet 977428b2-d02b-419e-8a25-a686652fc0d9 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:07:04.508468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e9125e85-9d90-4a4f-81c2-e5fa630688cc {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:07:04.508468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e9125e85-9d90-4a4f-81c2-e5fa630688cc not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:07:04.508468 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.516205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.520618 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.524863 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.539566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 47603b0e-64fd-45b3-bb6d-74734c027388 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:07:04.556039 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3857-7d78-4e48-9816-4e93d337e225 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.581682 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 47603b0e-64fd-45b3-bb6d-74734c027388 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:07:04.582424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 47603b0e-64fd-45b3-bb6d-74734c027388 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:07:04.593202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Network f7011b77-0399-460a-b701-5ed2a6f65674 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:04.594025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Pushing event updated for resources: {'Port': ['ID=90da6698-c714-42a2-a711-3e6ad57f480b,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:04.597035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:04.610082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:04.646897 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.647793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eebdb647-28f1-4f39-94f1-d18ebde41e87 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:07:04.653277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.659298 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-00daf20a-895a-4512-b00d-327573139359 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "DELETE /v2.0/routers/eebdb647-28f1-4f39-94f1-d18ebde41e87 HTTP/1.1" status: 204 len: 168 time: 3.2311783 Dec 17 13:07:04.659989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53314) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:04.668944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1064123056', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:04.703567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3857-7d78-4e48-9816-4e93d337e225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.709549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Attempting to bind port 90da6698-c714-42a2-a711-3e6ad57f480b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:07:04.710100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Attempting to bind port 90da6698-c714-42a2-a711-3e6ad57f480b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:07:04.710477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Attempting to bind port 90da6698-c714-42a2-a711-3e6ad57f480b on network f7011b77-0399-460a-b701-5ed2a6f65674 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:04.716685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:07:04.717086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Checking segment: {'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:04.717483 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.717918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Bound using segment: {'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:07:04.718399 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Bound port: 90da6698-c714-42a2-a711-3e6ad57f480b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:07:04.718788 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.721897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Made reservation on behalf of adc64d7063a24b3eac9dd5ffbd034980 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:07:04.725441 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.742687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:04.743417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.744987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] 10.222.0.54 "PUT /v2.0/ports/55b5a289-14d3-4242-8b6e-9fed36eb36d7 HTTP/1.1" status: 200 len: 1095 time: 2.5813792 Dec 17 13:07:04.761342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:07:04.765928 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aa934c-3410-44ed-a327-9c246610328c" -d '{"events": [{"name": "network-changed", "server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:07:04.780913 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.839427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] For port 90da6698-c714-42a2-a711-3e6ad57f480b, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:07:04.845771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] For port 90da6698-c714-42a2-a711-3e6ad57f480b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=90da6698-c714-42a2-a711-3e6ad57f480b,segment=NetworkSegment(369d8759-302c-423e-bc72-121c1556834f),segment_id=369d8759-302c-423e-bc72-121c1556834f)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:07:04.926213 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44167eb-877c-4b71-8f21-44f86687ceb4 x-openstack-request-id: req-c44167eb-877c-4b71-8f21-44f86687ceb4 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:07:04.926861 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:07:04.926861 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c44167eb-877c-4b71-8f21-44f86687ceb4 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:07:04.927176 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'status': 'completed', 'code': 200} Dec 17 13:07:04.933223 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.981290 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3857-7d78-4e48-9816-4e93d337e225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:04.998420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152893d-ed11-4f10-8147-9958a952dae5 None None] Pushing event updated for resources: {'Port': ['ID=90da6698-c714-42a2-a711-3e6ad57f480b,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:05.000812 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.000812 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.004276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Allocated IP 172.20.0.11 (fad716a1-7391-46f7-b63d-f2bab958136d/9e4af1a1-1a63-4bec-8fef-db454759a640/82749d33-8791-48c5-9303-84a58f58ffee) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:05.065744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff8396-d3d6-4d4f-99dc-9ebd5a413633 service neutron] Pushing event updated for resources: {'Port': ['ID=55b5a289-14d3-4242-8b6e-9fed36eb36d7,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:05.086402 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.120180 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7559630d-aa11-422e-b380-1cf66a5411b1 req-edded05b-6b33-4829-898b-717febc615fe tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 210 time: 0.0863860 Dec 17 13:07:05.218811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-201fe1a4-95c2-458e-bf04-76b542305fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:05.222018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-201fe1a4-95c2-458e-bf04-76b542305fe4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f4c7da46796b4cc7b937a0827754014f&device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 1098 time: 0.2940314 Dec 17 13:07:05.262076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda228a-796b-4a70-acbc-3cadd05b4956 req-fe3d1696-5eb6-4161-b919-fdd34de2b50a tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:05.275493 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4cda228a-796b-4a70-acbc-3cadd05b4956 req-fe3d1696-5eb6-4161-b919-fdd34de2b50a tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 947 time: 0.3187654 Dec 17 13:07:05.332950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-dc4e82d9-140d-4162-9eb0-768f21c5d00f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7 HTTP/1.1" status: 200 len: 217 time: 0.0970204 Dec 17 13:07:05.399572 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.444543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-ada4967c-a7ce-4c30-a400-022089d17de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:05.446342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-ada4967c-a7ce-4c30-a400-022089d17de3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.1001105 Dec 17 13:07:05.453313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4cda228a-796b-4a70-acbc-3cadd05b4956 req-a9e2e67a-9030-4452-b056-0245469be252 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179178 Dec 17 13:07:05.462971 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.504915 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3857-7d78-4e48-9816-4e93d337e225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.548747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c3857-7d78-4e48-9816-4e93d337e225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977428b2-d02b-419e-8a25-a686652fc0d9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:05.557291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc623747-eef0-477d-b91e-be9365d5675c None None] Network fd912310-b900-4369-a081-052908bb38d9 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:07:05.562620 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3857-7d78-4e48-9816-4e93d337e225 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.565802 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9a0c3857-7d78-4e48-9816-4e93d337e225 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/977428b2-d02b-419e-8a25-a686652fc0d9 HTTP/1.1" status: 204 len: 168 time: 1.2363069 Dec 17 13:07:05.568127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53334) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:05.582889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-b4bd2974-6f3d-48e0-a5a2-d17e512564c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:05.584508 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-b4bd2974-6f3d-48e0-a5a2-d17e512564c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293187 Dec 17 13:07:05.675602 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.680100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.757952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Pushing event updated for resources: {'Port': ['ID=82749d33-8791-48c5-9303-84a58f58ffee,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:05.786319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-561666d2-6643-466c-92bf-43de68f24e20 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609712 Dec 17 13:07:05.802467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Network fad716a1-7391-46f7-b63d-f2bab958136d is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:05.806616 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.832056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:05.843529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:05.869316 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.870180 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.904709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:05.905424 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:05.918453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57256f-c3d9-447b-b98a-f74e2a0f35cb None None] DHCP port deletion for fd912310-b900-4369-a081-052908bb38d9 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:07:05.977990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Deleting port 25e39065-de99-4fc6-8633-48330b6727f7 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:05.978479 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.043166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ba57256f-c3d9-447b-b98a-f74e2a0f35cb None None] Deleting port 25e39065-de99-4fc6-8633-48330b6727f7 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:06.044724 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ba57256f-c3d9-447b-b98a-f74e2a0f35cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.053951 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-24500803-f2b6-4ab2-899f-4c22c3efcd05 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9219112 Dec 17 13:07:06.094197 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d9b27e5-2e75-42bf-aeb4-de51d3a69252 req-b37d67ff-69f3-4836-9bf0-fe97beee5630 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007596 Dec 17 13:07:06.140648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Allocated IP 172.25.0.39 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/a2292c60-a88a-4635-ad93-1e181714712d) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:06.144650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Request body: {'port': {'device_id': 'a877e1dc-89ac-4803-aad2-02f5f8e3e2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:06.158476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ba57256f-c3d9-447b-b98a-f74e2a0f35cb None None] For port 25e39065-de99-4fc6-8633-48330b6727f7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=25e39065-de99-4fc6-8633-48330b6727f7,segment=NetworkSegment(84d36077-7c7f-427d-a6b3-b8c3f642d403),segment_id=84d36077-7c7f-427d-a6b3-b8c3f642d403)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:06.159197 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ba57256f-c3d9-447b-b98a-f74e2a0f35cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.190238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ba57256f-c3d9-447b-b98a-f74e2a0f35cb None None] Calling delete_port for 25e39065-de99-4fc6-8633-48330b6727f7 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:06.266852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.269812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] For port 25e39065-de99-4fc6-8633-48330b6727f7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=25e39065-de99-4fc6-8633-48330b6727f7,segment=NetworkSegment(84d36077-7c7f-427d-a6b3-b8c3f642d403),segment_id=84d36077-7c7f-427d-a6b3-b8c3f642d403)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:06.270174 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.360841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Calling delete_port for 25e39065-de99-4fc6-8633-48330b6727f7 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:06.364128 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.461451 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.481951 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 90da6698-c714-42a2-a711-3e6ad57f480b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:06.491001 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ba57256f-c3d9-447b-b98a-f74e2a0f35cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.547794 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.574768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa934c-3410-44ed-a327-9c246610328c req-4268811e-ad10-4c09-94f3-f9db8f85cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:06.576342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6aa934c-3410-44ed-a327-9c246610328c req-4268811e-ad10-4c09-94f3-f9db8f85cba8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f4c7da46796b4cc7b937a0827754014f&device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 1098 time: 0.1641757 Dec 17 13:07:06.578640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57256f-c3d9-447b-b98a-f74e2a0f35cb None None] Pushing event deleted for resources: {'Port': ['ID=25e39065-de99-4fc6-8633-48330b6727f7,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:06.595440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57256f-c3d9-447b-b98a-f74e2a0f35cb None None] No DVR routers for this DVR port 25e39065-de99-4fc6-8633-48330b6727f7 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:07:06.645167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b69e53-0ea0-4bef-9b09-5ef7a60706a0 None None] Network f7011b77-0399-460a-b701-5ed2a6f65674 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:07:06.726314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa934c-3410-44ed-a327-9c246610328c req-e7dc6757-3e5f-4ecf-9625-dc672aa255a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:06.727125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a0c5a9fc-7e3e-4659-99ae-a9b3f11c530c None None] Provisioning complete for port 90da6698-c714-42a2-a711-3e6ad57f480b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:06.727852 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6aa934c-3410-44ed-a327-9c246610328c req-e7dc6757-3e5f-4ecf-9625-dc672aa255a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1125479 Dec 17 13:07:06.729647 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a0c5a9fc-7e3e-4659-99ae-a9b3f11c530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.732260 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.745804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2c2bd-e89e-41c2-8d28-1385922f7071 req-6bf674b4-5806-4ed9-a99e-62948a780838 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:06.755193 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0f2c2bd-e89e-41c2-8d28-1385922f7071 req-6bf674b4-5806-4ed9-a99e-62948a780838 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 932 time: 0.3987668 Dec 17 13:07:06.796610 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6aa934c-3410-44ed-a327-9c246610328c req-ce37a056-12c3-4c96-a11e-b30e2650ad7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7 HTTP/1.1" status: 200 len: 217 time: 0.0415192 Dec 17 13:07:06.831856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Allocated IP 172.25.0.140 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/7184af03-d20c-4c64-95a9-5daa22446f4a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:06.879919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa934c-3410-44ed-a327-9c246610328c req-3a686ad7-a544-42a8-b5fe-098328190b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:06.881343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6aa934c-3410-44ed-a327-9c246610328c req-3a686ad7-a544-42a8-b5fe-098328190b39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0528641 Dec 17 13:07:06.882249 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a0c5a9fc-7e3e-4659-99ae-a9b3f11c530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.894946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:06.909600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 90da6698-c714-42a2-a711-3e6ad57f480b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:06.911394 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.916612 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:06.926650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:06.933220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:06.963155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678c43c-daf1-452f-bac0-66b64cf5e63f req-53c8c035-2afa-47d9-ae21-9ce5ce303f88 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:06.972805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6678c43c-daf1-452f-bac0-66b64cf5e63f req-53c8c035-2afa-47d9-ae21-9ce5ce303f88 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 947 time: 0.3952944 Dec 17 13:07:07.006163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0f2c2bd-e89e-41c2-8d28-1385922f7071 req-4343f152-796a-44df-b886-8348299e5323 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459228 Dec 17 13:07:07.019256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa934c-3410-44ed-a327-9c246610328c req-2afc34ec-a5cf-47fd-91dc-da8ee6c0ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:07.019256 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6aa934c-3410-44ed-a327-9c246610328c req-2afc34ec-a5cf-47fd-91dc-da8ee6c0ea2c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1199620 Dec 17 13:07:07.019256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Pushing event updated for resources: {'Port': ['ID=a2292c60-a88a-4635-ad93-1e181714712d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:07.067897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a0c5a9fc-7e3e-4659-99ae-a9b3f11c530c None None] For port 90da6698-c714-42a2-a711-3e6ad57f480b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=90da6698-c714-42a2-a711-3e6ad57f480b,segment=NetworkSegment(369d8759-302c-423e-bc72-121c1556834f),segment_id=369d8759-302c-423e-bc72-121c1556834f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:07.112323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e39065-de99-4fc6-8633-48330b6727f7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:07.116932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] No DVR routers for this DVR port 25e39065-de99-4fc6-8633-48330b6727f7 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:07:07.135145 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6aa934c-3410-44ed-a327-9c246610328c req-4d0a1a43-ced7-4e43-a30d-4526552d5e8a service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038058 Dec 17 13:07:07.142890 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:07.148955 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a0c5a9fc-7e3e-4659-99ae-a9b3f11c530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:07.303945 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:07:07.304217 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:07:07.310293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5a9fc-7e3e-4659-99ae-a9b3f11c530c None None] Pushing event updated for resources: {'Port': ['ID=90da6698-c714-42a2-a711-3e6ad57f480b,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:07.350714 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6678c43c-daf1-452f-bac0-66b64cf5e63f req-c8e4333d-a446-4ce3-a3fa-36e594c19f0c tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735788 Dec 17 13:07:07.403504 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:07.496996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:07.573995 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd912310-b900-4369-a081-052908bb38d9']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:07.599998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d36077-7c7f-427d-a6b3-b8c3f642d403') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:07.608762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d36077-7c7f-427d-a6b3-b8c3f642d403') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:07.620441 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:07.633595 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:07.659762 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:07.712131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:07:07.713286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:07:07.718035 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:07:07.728647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:07.762903 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6aa934c-3410-44ed-a327-9c246610328c req-48420fab-51bd-4b31-b124-d48fc4964d60 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945375 Dec 17 13:07:07.895168 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-775c443c-e3c9-4d3e-b2fa-cfb1706426a5 None None] Provisioning complete for port 90da6698-c714-42a2-a711-3e6ad57f480b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:07.895460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-775c443c-e3c9-4d3e-b2fa-cfb1706426a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:08.015849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:08.023052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:08.036959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3d224458-2e03-420d-a2b7-67ad6413688d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:07:08.063970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Pushing event updated for resources: {'Port': ['ID=7184af03-d20c-4c64-95a9-5daa22446f4a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:08.067871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82749d33-8791-48c5-9303-84a58f58ffee {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:07:08.083522 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:08.103441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 3d224458-2e03-420d-a2b7-67ad6413688d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:07:08.104100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3d224458-2e03-420d-a2b7-67ad6413688d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:07:08.104253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 25e39065-de99-4fc6-8633-48330b6727f7 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:07:08.105416 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Transition to ACTIVE for port object 82749d33-8791-48c5-9303-84a58f58ffee will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:07:08.130188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 25e39065-de99-4fc6-8633-48330b6727f7 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:07:08.130529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 25e39065-de99-4fc6-8633-48330b6727f7 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:07:08.212251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806a2e-94f3-45e5-970e-2c121cb540f5 req-d57b52f1-94ba-429f-8d52-67a676e209a6 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:08.218595 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52806a2e-94f3-45e5-970e-2c121cb540f5 req-d57b52f1-94ba-429f-8d52-67a676e209a6 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 932 time: 0.1336555 Dec 17 13:07:08.219873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:08.254794 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:08.272987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 90da6698-c714-42a2-a711-3e6ad57f480b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:08.317001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:08.326360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:08.332473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] 10.222.0.59 "DELETE /v2.0/networks/fd912310-b900-4369-a081-052908bb38d9 HTTP/1.1" status: 204 len: 168 time: 2.7604306 Dec 17 13:07:08.332473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Pushing event updated for resources: {'Port': ['ID=82749d33-8791-48c5-9303-84a58f58ffee,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:08.355882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84737ab8-f77a-4315-a556-1f2b483d0d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd912310-b900-4369-a081-052908bb38d9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:08.370721 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52806a2e-94f3-45e5-970e-2c121cb540f5 req-4878d6ea-0516-466b-9ce1-4f8d99110990 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460276 Dec 17 13:07:08.375098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 90da6698-c714-42a2-a711-3e6ad57f480b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:08.376237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:08.585352 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:08.693080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Attempting to bind port 82749d33-8791-48c5-9303-84a58f58ffee on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:07:08.694105 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Attempting to bind port 82749d33-8791-48c5-9303-84a58f58ffee by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:07:08.694734 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Attempting to bind port 82749d33-8791-48c5-9303-84a58f58ffee on network fad716a1-7391-46f7-b63d-f2bab958136d {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:08.706402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Port 82749d33-8791-48c5-9303-84a58f58ffee on network fad716a1-7391-46f7-b63d-f2bab958136d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:07:08.709486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Attempting to bind port 82749d33-8791-48c5-9303-84a58f58ffee on network fad716a1-7391-46f7-b63d-f2bab958136d {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:08.715775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699b55-cdfb-44af-bd67-c84ff386b5ce req-accece17-6bb0-48d0-ab62-4d21ba7c87de tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:08.723137 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81699b55-cdfb-44af-bd67-c84ff386b5ce req-accece17-6bb0-48d0-ab62-4d21ba7c87de tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 947 time: 0.1676495 Dec 17 13:07:08.736253 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:08.749555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:07:08.749555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Checking segment: {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:08.750006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Bound using segment: {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:07:08.750538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Bound port: 82749d33-8791-48c5-9303-84a58f58ffee, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:07:08.750677 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:08.826190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Router a3182589-7fe1-4375-9e45-8d44a0704bd5 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:07:08.887003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53354) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:08.898703 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81699b55-cdfb-44af-bd67-c84ff386b5ce req-1a2ac1fe-0336-48b4-8f82-687ca145aced tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746702 Dec 17 13:07:08.981014 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-05929c62-3c28-4665-a9f6-bfaf6d90a9ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9fb3dd1732443e9b57a614cf979cb2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0922799 Dec 17 13:07:08.983894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53356) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:08.992765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] For port 82749d33-8791-48c5-9303-84a58f58ffee, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:07:09.006784 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] For port 82749d33-8791-48c5-9303-84a58f58ffee, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=82749d33-8791-48c5-9303-84a58f58ffee,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:07:09.013871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:09.026015 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Sync routers for ids ['a3182589-7fe1-4375-9e45-8d44a0704bd5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:09.045553 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Routers {'a3182589-7fe1-4375-9e45-8d44a0704bd5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:09.046334 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a3182589-7fe1-4375-9e45-8d44a0704bd5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:09.089177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d21cd09-e45d-4ada-b937-558d6b980648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:09.094234 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:09.124063 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d21cd09-e45d-4ada-b937-558d6b980648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:09.169050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:09.169337 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Set router a3182589-7fe1-4375-9e45-8d44a0704bd5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:07:09.169709 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:09.172233 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-81321694-4540-4e15-80b9-327134cc4400 service neutron] 10.222.0.61 "PUT /v2.0/ports/82749d33-8791-48c5-9303-84a58f58ffee HTTP/1.1" status: 200 len: 1092 time: 3.0332932 Dec 17 13:07:09.172711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a877e1dc-89ac-4803-aad2-02f5f8e3e2f6', 'tag': '82749d33-8791-48c5-9303-84a58f58ffee'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:07:09.175050 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1ad5ac-7a03-494c-9440-24a2764c0c44" -d '{"events": [{"name": "network-changed", "server_uuid": "a877e1dc-89ac-4803-aad2-02f5f8e3e2f6", "tag": "82749d33-8791-48c5-9303-84a58f58ffee"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:07:09.196604 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:09.208254 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81321694-4540-4e15-80b9-327134cc4400 service neutron] Pushing event updated for resources: {'Port': ['ID=82749d33-8791-48c5-9303-84a58f58ffee,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:09.234819 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:09.239393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-93c32965-47b1-4455-b72c-7b2ae7a3f091 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3776364 Dec 17 13:07:09.242401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53360) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:09.296441 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b6a9bf-0307-4b16-a80f-186965faddc0 x-openstack-request-id: req-94b6a9bf-0307-4b16-a80f-186965faddc0 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:07:09.296723 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a877e1dc-89ac-4803-aad2-02f5f8e3e2f6", "tag": "82749d33-8791-48c5-9303-84a58f58ffee", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:07:09.296973 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94b6a9bf-0307-4b16-a80f-186965faddc0 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:07:09.297373 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a877e1dc-89ac-4803-aad2-02f5f8e3e2f6', 'tag': '82749d33-8791-48c5-9303-84a58f58ffee', 'status': 'completed', 'code': 200} Dec 17 13:07:09.406889 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:07:07Z', 'revision_number': 3, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:09.438923 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Checking router: a3182589-7fe1-4375-9e45-8d44a0704bd5 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:07:09.439849 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Updating router a3182589-7fe1-4375-9e45-8d44a0704bd5 port a2292c60-a88a-4635-ad93-1e181714712d binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:07:09.465795 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-f73feeac-644d-4d42-a263-a4fd2143c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:09.467727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-f73feeac-644d-4d42-a263-a4fd2143c41d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 1095 time: 0.1728389 Dec 17 13:07:09.479320 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:09.495722 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d21cd09-e45d-4ada-b937-558d6b980648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:09.500397 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d21cd09-e45d-4ada-b937-558d6b980648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:09.508681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1d21cd09-e45d-4ada-b937-558d6b980648 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aa860ed2-dfa9-4559-8853-481e2a1f6ba6 HTTP/1.1" status: 204 len: 168 time: 0.5173018 Dec 17 13:07:09.549736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21cd09-e45d-4ada-b937-558d6b980648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa860ed2-dfa9-4559-8853-481e2a1f6ba6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:09.621248 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-02e97f87-50a4-4dc1-a6d5-3a4221efffe7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82749d33-8791-48c5-9303-84a58f58ffee HTTP/1.1" status: 200 len: 217 time: 0.1292589 Dec 17 13:07:09.693491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d5930-eb4b-48da-9cdf-c8e082082561 req-1a244b90-6d96-4d10-b87b-852de856e093 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:09.695257 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-323d5930-eb4b-48da-9cdf-c8e082082561 req-1a244b90-6d96-4d10-b87b-852de856e093 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 944 time: 0.1769843 Dec 17 13:07:09.699876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Router c8076e82-11da-45c6-9bdf-9dbf7ad6629b is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:07:09.893541 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:09.907800 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:09.919628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18feb3-4fcc-43df-8bd5-a630de43396c None None] Sync routers for ids ['c8076e82-11da-45c6-9bdf-9dbf7ad6629b'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:09.932674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-73cec519-e781-4ee8-b1fa-231bacc3549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:09.936335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18feb3-4fcc-43df-8bd5-a630de43396c None None] Routers {'c8076e82-11da-45c6-9bdf-9dbf7ad6629b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:09.936507 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-73cec519-e781-4ee8-b1fa-231bacc3549c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9e4af1a1-1a63-4bec-8fef-db454759a640 HTTP/1.1" status: 200 len: 845 time: 0.2984076 Dec 17 13:07:09.936640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1d18feb3-4fcc-43df-8bd5-a630de43396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c8076e82-11da-45c6-9bdf-9dbf7ad6629b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:09.954908 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:09.991361 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-69b3c8d0-e1fa-4a6a-8f04-4338477283ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fad716a1-7391-46f7-b63d-f2bab958136d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450070 Dec 17 13:07:10.001182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-323d5930-eb4b-48da-9cdf-c8e082082561 req-40926018-d69f-4405-930b-41b84b1eee74 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968669 Dec 17 13:07:10.027428 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fae2cd-bcd8-4265-8c4e-ef3b9637f745 None None] Pushing event updated for resources: {'Port': ['ID=a2292c60-a88a-4635-ad93-1e181714712d,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:10.042415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1d18feb3-4fcc-43df-8bd5-a630de43396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:10.054366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18feb3-4fcc-43df-8bd5-a630de43396c None None] Routers {'c8076e82-11da-45c6-9bdf-9dbf7ad6629b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:10.056990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1d18feb3-4fcc-43df-8bd5-a630de43396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c8076e82-11da-45c6-9bdf-9dbf7ad6629b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:10.077592 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Attempting to bind port a2292c60-a88a-4635-ad93-1e181714712d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:07:10.080012 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Attempting to bind port a2292c60-a88a-4635-ad93-1e181714712d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:07:10.081820 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Attempting to bind port a2292c60-a88a-4635-ad93-1e181714712d on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:10.091842 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:07:10.092298 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:10.096370 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:10.096792 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:07:10.097289 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Bound port: a2292c60-a88a-4635-ad93-1e181714712d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:07:10.097728 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:10.121468 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:10.125795 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-31a6e304-64e5-4924-ae8c-9cdba05a04e8 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4646978 Dec 17 13:07:10.128616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53372) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:10.133077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-29ed83b4-564e-4950-b56c-96b1097c922e tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'enable_snat': False}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:10.146551 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1d18feb3-4fcc-43df-8bd5-a630de43396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:10.147392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18feb3-4fcc-43df-8bd5-a630de43396c None None] The sync data for ids ['c8076e82-11da-45c6-9bdf-9dbf7ad6629b'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:10.198734 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:10.200293 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] For port a2292c60-a88a-4635-ad93-1e181714712d, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:07:10.203781 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] For port a2292c60-a88a-4635-ad93-1e181714712d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a2292c60-a88a-4635-ad93-1e181714712d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:07:10.227591 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c23875-c89b-41db-9f9d-7b382a4509c7 req-d6ab2379-55e7-40ab-8c92-8c88b9799262 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:10.230126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68c23875-c89b-41db-9f9d-7b382a4509c7 req-d6ab2379-55e7-40ab-8c92-8c88b9799262 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 947 time: 0.0906191 Dec 17 13:07:10.304455 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:10.367098 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-f04fb5a7-0075-4790-be80-94b9013fef74 service neutron] 10.222.0.61 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642020 Dec 17 13:07:10.375992 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68c23875-c89b-41db-9f9d-7b382a4509c7 req-e13d3d4a-8337-4b7f-96ce-68c4544bb6bc tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377802 Dec 17 13:07:10.429354 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Routers {'a3182589-7fe1-4375-9e45-8d44a0704bd5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:10.430911 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a3182589-7fe1-4375-9e45-8d44a0704bd5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:10.456689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Allocated IP 172.20.0.1 (f7011b77-0399-460a-b701-5ed2a6f65674/0512fd1f-341b-4387-aa9a-ba858f0dffbf/0d5cad71-9a47-4406-b978-c730819b18fc) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:10.492145 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fae2cd-bcd8-4265-8c4e-ef3b9637f745 None None] Pushing event updated for resources: {'Port': ['ID=a2292c60-a88a-4635-ad93-1e181714712d,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:10.585360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b5a289-14d3-4242-8b6e-9fed36eb36d7 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:07:10.602960 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] Set router a3182589-7fe1-4375-9e45-8d44a0704bd5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:07:10.674168 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0943e536-f6de-4cfc-81a3-86879ad82f12 req-aaf20af3-cb47-4329-84a9-2730abf6e6a2 service neutron] 10.222.0.61 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954769 Dec 17 13:07:10.711765 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:10.781458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:10.825745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'mac_address': 'fa:16:3e:e7:f1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:07:10.858735 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:10.960903 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:10.974849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Pushing event updated for resources: {'Port': ['ID=0d5cad71-9a47-4406-b978-c730819b18fc,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:10.977186 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:07:07Z', 'revision_number': 3, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:10.988330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Network f7011b77-0399-460a-b701-5ed2a6f65674 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:10.989301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b5a289-14d3-4242-8b6e-9fed36eb36d7 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:07:10.990236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:10.993472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:11.015461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:11.052771 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54960cc-8ff6-42c5-8032-3340bf732dcd None None] The sync data for ids ['a3182589-7fe1-4375-9e45-8d44a0704bd5'] in n-d-815324-5 is: [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:07:07Z', 'revision_number': 3, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:11.092916 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:11.121319 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:11.253732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b5a289-14d3-4242-8b6e-9fed36eb36d7,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:11.279478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b393594-94c5-4517-adfe-9ecb4f3d984a req-d3062b2f-9c26-4020-ab81-9fa01a2df3f2 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:11.283097 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b393594-94c5-4517-adfe-9ecb4f3d984a req-d3062b2f-9c26-4020-ab81-9fa01a2df3f2 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 944 time: 0.1012032 Dec 17 13:07:11.300544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53394) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:11.358272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['55b5a289-14d3-4242-8b6e-9fed36eb36d7'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:07:11.458184 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b393594-94c5-4517-adfe-9ecb4f3d984a req-1e7c8867-e4ef-41ce-b2b2-fe4d0f0b8034 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573694 Dec 17 13:07:11.460336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ad5ac-7a03-494c-9440-24a2764c0c44 req-0d1ed7c0-e20b-40c7-9fab-5570f1256886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:11.462536 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f1ad5ac-7a03-494c-9440-24a2764c0c44 req-0d1ed7c0-e20b-40c7-9fab-5570f1256886 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 1095 time: 0.1334467 Dec 17 13:07:11.547484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-409884219-network', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:11.601730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d1adee0a-c6b5-4f44-ac7a-cebaea7f6079 None None] Provisioning complete for port 0d5cad71-9a47-4406-b978-c730819b18fc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:11.602182 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1adee0a-c6b5-4f44-ac7a-cebaea7f6079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:11.657656 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ad5ac-7a03-494c-9440-24a2764c0c44 req-887d458f-d82d-4f71-b677-cdf10f215964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:11.657656 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f1ad5ac-7a03-494c-9440-24a2764c0c44 req-887d458f-d82d-4f71-b677-cdf10f215964 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 200 len: 906 time: 0.1140227 Dec 17 13:07:11.674009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d1adee0a-c6b5-4f44-ac7a-cebaea7f6079 None None] Port 0d5cad71-9a47-4406-b978-c730819b18fc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:07:11.698117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:11.698117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Made reservation on behalf of 451d0f8609c642ca88172a4a9c45581a for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:07:11.710395 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:11.742435 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:11.795982 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f1ad5ac-7a03-494c-9440-24a2764c0c44 req-c97fc384-748b-4d87-a118-fb140eea3298 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82749d33-8791-48c5-9303-84a58f58ffee HTTP/1.1" status: 200 len: 217 time: 0.1246469 Dec 17 13:07:11.866449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca66d9c-ca03-46eb-9d43-cfc979409f24 req-2014f1e1-8ffc-4a90-9c1d-bfe9036fc323 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:11.868062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca66d9c-ca03-46eb-9d43-cfc979409f24 req-2014f1e1-8ffc-4a90-9c1d-bfe9036fc323 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 948 time: 0.2115054 Dec 17 13:07:11.954709 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29ed83b4-564e-4950-b56c-96b1097c922e tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:11.971466 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ad5ac-7a03-494c-9440-24a2764c0c44 req-0ecdc889-5c08-43a2-95b9-67839fc0b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:11.973057 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f1ad5ac-7a03-494c-9440-24a2764c0c44 req-0ecdc889-5c08-43a2-95b9-67839fc0b1e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9e4af1a1-1a63-4bec-8fef-db454759a640 HTTP/1.1" status: 200 len: 845 time: 0.1689103 Dec 17 13:07:11.982998 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.024500 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f1ad5ac-7a03-494c-9440-24a2764c0c44 req-e5d163bf-b22b-4c10-b2bb-af47d30f89b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fad716a1-7391-46f7-b63d-f2bab958136d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358853 Dec 17 13:07:12.055681 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.056327 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eca66d9c-ca03-46eb-9d43-cfc979409f24 req-3bf56e7f-a2e2-4424-b5d2-e7c69407d088 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478281 Dec 17 13:07:12.155622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f1ad5ac-7a03-494c-9440-24a2764c0c44 req-201ab8b1-0496-478f-a62a-5c7f6696c364 service neutron] 10.222.0.61 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134868 Dec 17 13:07:12.190688 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.231045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.282145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a2292c60-a88a-4635-ad93-1e181714712d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:12.311909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:07:12.313881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e77056-aaef-4f9a-ab00-74d28d9e4f98,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:12.322854 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f1ad5ac-7a03-494c-9440-24a2764c0c44 req-9d978b24-1f7d-4a55-a405-4cd499756289 service neutron] 10.222.0.61 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575482 Dec 17 13:07:12.352182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.361131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.361501 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Added segment 232f9cf2-55a1-4350-84f5-f1dca402c92d of type vlan for network 0af468a0-34ff-4422-8171-4c3687d4b38b Dec 17 13:07:12.384162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Pushing event updated for resources: {'Port': ['ID=0d5cad71-9a47-4406-b978-c730819b18fc,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:12.431628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a2292c60-a88a-4635-ad93-1e181714712d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:12.431909 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.472933 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.628401 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.644368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Network f7011b77-0399-460a-b701-5ed2a6f65674 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:12.646637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:12.658130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port a2292c60-a88a-4635-ad93-1e181714712d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a2292c60-a88a-4635-ad93-1e181714712d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:12.661435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b5a289-14d3-4242-8b6e-9fed36eb36d7 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:12.738965 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.739963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:12.740566 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.753781 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.828936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0af468a0-34ff-4422-8171-4c3687d4b38b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:12.850409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 82749d33-8791-48c5-9303-84a58f58ffee details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:07:12.852569 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 0af468a0-34ff-4422-8171-4c3687d4b38b details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:07:12.853196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46ca55-ef5b-4958-901e-806b6274c877 req-4662a476-db84-4c2b-b6bf-8de00a1eb3f1 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:12.855390 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa46ca55-ef5b-4958-901e-806b6274c877 req-4662a476-db84-4c2b-b6bf-8de00a1eb3f1 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 944 time: 0.2553070 Dec 17 13:07:12.885925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:07:12.945818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:12.945818 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:12.961932 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1b5b2b40-cf21-43b5-8bac-5e5b10bea5f0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6576109 Dec 17 13:07:12.967293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53408) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:12.991275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-418b9ed1-ea0c-4191-a308-bb36f8a9060d admin admin] Request body: {'subnet': {'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-409884219-subnet', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:13.004896 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29ed83b4-564e-4950-b56c-96b1097c922e tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:13.020543 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29ed83b4-564e-4950-b56c-96b1097c922e tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:13.032721 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa46ca55-ef5b-4958-901e-806b6274c877 req-84c9b1d0-9749-4302-a40e-75d63d770d2d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632283 Dec 17 13:07:13.041166 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.resource_extend [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:07:13.046915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=a2292c60-a88a-4635-ad93-1e181714712d,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:13.094677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Router a3182589-7fe1-4375-9e45-8d44a0704bd5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:07:13.142375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f3ed2b67-aed9-487a-82c6-438b4e0fabd3 None None] Provisioning complete for port 0d5cad71-9a47-4406-b978-c730819b18fc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:13.142765 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f3ed2b67-aed9-487a-82c6-438b4e0fabd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:13.316815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed2b67-aed9-487a-82c6-438b4e0fabd3 None None] Port 0d5cad71-9a47-4406-b978-c730819b18fc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:07:13.317497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418b9ed1-ea0c-4191-a308-bb36f8a9060d admin admin] Made reservation on behalf of 451d0f8609c642ca88172a4a9c45581a for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:07:13.320812 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-418b9ed1-ea0c-4191-a308-bb36f8a9060d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:13.340580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299e3cb-ad52-4dc0-b84f-4c427f186063 req-f239c14c-f49b-4764-b632-5c7a6ccf1619 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:13.342319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1299e3cb-ad52-4dc0-b84f-4c427f186063 req-f239c14c-f49b-4764-b632-5c7a6ccf1619 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 948 time: 0.1315231 Dec 17 13:07:13.363982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 82749d33-8791-48c5-9303-84a58f58ffee, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=82749d33-8791-48c5-9303-84a58f58ffee,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:13.372058 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:13.375404 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:13.398482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '82749d33-8791-48c5-9303-84a58f58ffee', 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'port_id': '82749d33-8791-48c5-9303-84a58f58ffee', 'mac_address': 'fa:16:3e:db:3d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4af1a1-1a63-4bec-8fef-db454759a640', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:07:13.406402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-adffeea0-d5f9-4de6-bf54-f4665be17b5f admin admin] 10.222.0.59 "PUT /v2.0/routers/a3182589-7fe1-4375-9e45-8d44a0704bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1538434 Dec 17 13:07:13.423071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:07:13.425815 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d09b44-004e-4ef7-bfb4-1b78d22a6ab3" -d '{"events": [{"server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "name": "network-vif-plugged", "status": "completed", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:07:13.435830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ed83b4-564e-4950-b56c-96b1097c922e tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Router c8076e82-11da-45c6-9bdf-9dbf7ad6629b has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:07:13.484938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:13.500586 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:13.517177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1299e3cb-ad52-4dc0-b84f-4c427f186063 req-4b92ed24-8cb2-4276-a743-d250a4c3270f tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627922 Dec 17 13:07:13.525509 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edb1db7-793c-45a7-b1fa-bdd275d0ef4c x-openstack-request-id: req-4edb1db7-793c-45a7-b1fa-bdd275d0ef4c {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:07:13.526310 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "name": "network-vif-plugged", "status": "completed", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:07:13.528157 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4edb1db7-793c-45a7-b1fa-bdd275d0ef4c {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:07:13.528383 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'code': 200} Dec 17 13:07:13.541265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82749d33-8791-48c5-9303-84a58f58ffee {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:07:13.604170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 82749d33-8791-48c5-9303-84a58f58ffee, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=82749d33-8791-48c5-9303-84a58f58ffee,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:13.607464 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:13.665191 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:13.688935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b5a289-14d3-4242-8b6e-9fed36eb36d7,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:13.723703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99fdde-7673-4e33-bf3a-7ee8010f2426 req-86d6999c-8012-46af-aa81-e4ccead363c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:13.724730 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea99fdde-7673-4e33-bf3a-7ee8010f2426 req-86d6999c-8012-46af-aa81-e4ccead363c5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 1100 time: 0.1036773 Dec 17 13:07:13.772711 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Sync routers for ids ['a3182589-7fe1-4375-9e45-8d44a0704bd5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:13.789442 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Routers {'a3182589-7fe1-4375-9e45-8d44a0704bd5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:13.791662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=82749d33-8791-48c5-9303-84a58f58ffee,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:13.794251 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a3182589-7fe1-4375-9e45-8d44a0704bd5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:13.800268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ed83b4-564e-4950-b56c-96b1097c922e tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:13.805987 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29ed83b4-564e-4950-b56c-96b1097c922e tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:13.815701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f52ad9-83f3-4675-bcc9-b48eb3a930e6 None None] Sync routers for ids ['c8076e82-11da-45c6-9bdf-9dbf7ad6629b'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:13.816737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53424) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:13.819733 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-29ed83b4-564e-4950-b56c-96b1097c922e tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "PUT /v2.0/routers/c8076e82-11da-45c6-9bdf-9dbf7ad6629b HTTP/1.1" status: 200 len: 926 time: 3.6896732 Dec 17 13:07:13.837829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f52ad9-83f3-4675-bcc9-b48eb3a930e6 None None] Routers {'c8076e82-11da-45c6-9bdf-9dbf7ad6629b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:13.838898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e8f52ad9-83f3-4675-bcc9-b48eb3a930e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c8076e82-11da-45c6-9bdf-9dbf7ad6629b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:13.886571 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e8f52ad9-83f3-4675-bcc9-b48eb3a930e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:13.888957 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c8f0bdd9-9351-498e-8588-3aa038cf311c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:13.905971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f52ad9-83f3-4675-bcc9-b48eb3a930e6 None None] Routers {'c8076e82-11da-45c6-9bdf-9dbf7ad6629b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:13.907272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e8f52ad9-83f3-4675-bcc9-b48eb3a930e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c8076e82-11da-45c6-9bdf-9dbf7ad6629b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:13.932700 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-418b9ed1-ea0c-4191-a308-bb36f8a9060d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:13.959833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['82749d33-8791-48c5-9303-84a58f58ffee'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:07:13.967553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e8f52ad9-83f3-4675-bcc9-b48eb3a930e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:13.968419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f52ad9-83f3-4675-bcc9-b48eb3a930e6 None None] The sync data for ids ['c8076e82-11da-45c6-9bdf-9dbf7ad6629b'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:14.001020 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Set router a3182589-7fe1-4375-9e45-8d44a0704bd5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:07:14.016193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea99fdde-7673-4e33-bf3a-7ee8010f2426 req-73132c3a-efd0-4fd8-8838-f5d4f0fa9e60 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758486 Dec 17 13:07:14.097298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b9ed1-ea0c-4191-a308-bb36f8a9060d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66925a5-78d4-4d28-ab15-9c4167d39921,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:14.107379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b9ed1-ea0c-4191-a308-bb36f8a9060d admin admin] Checking segment: {'id': '232f9cf2-55a1-4350-84f5-f1dca402c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:14.107758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b9ed1-ea0c-4191-a308-bb36f8a9060d admin admin] Network hostable DHCP agents. Network: 0af468a0-34ff-4422-8171-4c3687d4b38b, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:07:14.235669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b9ed1-ea0c-4191-a308-bb36f8a9060d admin admin] Network 0af468a0-34ff-4422-8171-4c3687d4b38b is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:07:14.247307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53430) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:14.255206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-bc1c8841-9630-40ab-87da-e76128becdde tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952398051', 'description': 'tempest-description--1018819462'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:14.260012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-30820fb1-a348-487c-8cb6-5fb06c0efecf tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/routers/c8076e82-11da-45c6-9bdf-9dbf7ad6629b HTTP/1.1" status: 200 len: 926 time: 0.4367962 Dec 17 13:07:14.263839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53432) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:14.326425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-418b9ed1-ea0c-4191-a308-bb36f8a9060d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 0af468a0-34ff-4422-8171-4c3687d4b38b) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:14.327727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a2292c60-a88a-4635-ad93-1e181714712d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:14.340239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b9ed1-ea0c-4191-a308-bb36f8a9060d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:14.341297 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-418b9ed1-ea0c-4191-a308-bb36f8a9060d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:14.372339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500e72be-5066-4b51-a771-a98bbc97b1ad None None] Network 0af468a0-34ff-4422-8171-4c3687d4b38b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:07:14.384105 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8841-9630-40ab-87da-e76128becdde tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:14.431192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41991459-05b0-4ed2-8430-e92a4ba50422 req-fa91dc98-174f-487a-a8d7-883ad1ab5314 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:14.445966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41991459-05b0-4ed2-8430-e92a4ba50422 req-fa91dc98-174f-487a-a8d7-883ad1ab5314 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 945 time: 0.2802646 Dec 17 13:07:14.471080 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-418b9ed1-ea0c-4191-a308-bb36f8a9060d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5018413 Dec 17 13:07:14.476226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53434) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:14.495233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-409884219-router', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:14.528518 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:07:11Z', 'revision_number': 4, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0d5cad71-9a47-4406-b978-c730819b18fc', 'name': '', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'mac_address': 'fa:16:3e:8e:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:10Z', 'updated_at': '2021-12-17T13:07:11Z', 'revision_number': 2, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'subnets': [{'id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:14.540730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8841-9630-40ab-87da-e76128becdde tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:14.558189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a2292c60-a88a-4635-ad93-1e181714712d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:14.558566 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:14.560774 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Checking router: a3182589-7fe1-4375-9e45-8d44a0704bd5 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:07:14.561368 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Updating router a3182589-7fe1-4375-9e45-8d44a0704bd5 port 0d5cad71-9a47-4406-b978-c730819b18fc binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:07:14.561675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c68476d-7cb1-42d4-9593-ac5b1d975d75 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:14.567567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53436) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:14.582802 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5c68476d-7cb1-42d4-9593-ac5b1d975d75 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&device_id=c8076e82-11da-45c6-9bdf-9dbf7ad6629b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3136373 Dec 17 13:07:14.636634 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2171f079-a913-4893-aa44-89b703907178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-0af468a0-34ff-4422-8171-4c3687d4b38b', 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b', 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'fixed_ips': [{'subnet_id': 'e66925a5-78d4-4d28-ab15-9c4167d39921'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:07:14.637474 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:14.638678 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:14.685080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41991459-05b0-4ed2-8430-e92a4ba50422 req-f7dfe7b2-a0cf-46b8-9c64-882c2596101e tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369797 Dec 17 13:07:14.707489 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8841-9630-40ab-87da-e76128becdde tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:14.755456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:14.759078 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:14.815264 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc1c8841-9630-40ab-87da-e76128becdde tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:14.816620 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bc1c8841-9630-40ab-87da-e76128becdde tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5682228 Dec 17 13:07:14.838129 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53440) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:14.871333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-2171f079-a913-4893-aa44-89b703907178 None None] Allocated IP 172.20.0.2 (0af468a0-34ff-4422-8171-4c3687d4b38b/e66925a5-78d4-4d28-ab15-9c4167d39921/4e6b9c36-4bac-46e2-b3ea-303d41bcf234) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:14.872138 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Request body: {'security_group_rule': {'security_group_id': '23a8b329-6ae8-44b3-981f-d309b66d71f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:14.874711 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:14.916699 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f008b42-779b-4c8f-a178-37bdebd3643b req-efb1858a-4444-472c-a73e-920c08b1ee1b tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:14.918362 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f008b42-779b-4c8f-a178-37bdebd3643b req-efb1858a-4444-472c-a73e-920c08b1ee1b tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 949 time: 0.2127318 Dec 17 13:07:14.968902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c8841-9630-40ab-87da-e76128becdde tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a8b329-6ae8-44b3-981f-d309b66d71f2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:15.068077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4a4a36-a8b9-492c-881f-673e0643b1fa tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:15.072243 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-df4a4a36-a8b9-492c-881f-673e0643b1fa tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 881 time: 0.5006800 Dec 17 13:07:15.073854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53442) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:15.116102 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f5ec7dd8-8fcd-4607-9c63-c06ed3900452 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8076e82-11da-45c6-9bdf-9dbf7ad6629b HTTP/1.1" status: 200 len: 205 time: 0.0388000 Dec 17 13:07:15.117723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53444) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:15.155056 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.196104 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.201082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.206920 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.240648 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.270424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171f079-a913-4893-aa44-89b703907178 None None] Pushing event updated for resources: {'Port': ['ID=4e6b9c36-4bac-46e2-b3ea-303d41bcf234,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:15.304584 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d054f83-703c-48e7-ad7a-3b1e20182c0a None None] Pushing event updated for resources: {'Port': ['ID=0d5cad71-9a47-4406-b978-c730819b18fc,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:15.332679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.350030 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.351598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.352157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.354846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.355610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.358193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.360241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.360591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.362335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.362676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.363013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.363353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:15.386799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2171f079-a913-4893-aa44-89b703907178 None None] Network 0af468a0-34ff-4422-8171-4c3687d4b38b is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:15.386799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-2171f079-a913-4893-aa44-89b703907178 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:15.392145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2171f079-a913-4893-aa44-89b703907178 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:15.423804 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Attempting to bind port 0d5cad71-9a47-4406-b978-c730819b18fc on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:07:15.424726 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Attempting to bind port 0d5cad71-9a47-4406-b978-c730819b18fc by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:07:15.425452 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Attempting to bind port 0d5cad71-9a47-4406-b978-c730819b18fc on network f7011b77-0399-460a-b701-5ed2a6f65674 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:15.432872 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:07:15.438952 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Checking segment: {'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:15.438952 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.438952 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Bound using segment: {'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:07:15.438952 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Bound port: 0d5cad71-9a47-4406-b978-c730819b18fc, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:07:15.438952 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.529062 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] For port 0d5cad71-9a47-4406-b978-c730819b18fc, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:07:15.533008 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] For port 0d5cad71-9a47-4406-b978-c730819b18fc, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0d5cad71-9a47-4406-b978-c730819b18fc,segment=NetworkSegment(369d8759-302c-423e-bc72-121c1556834f),segment_id=369d8759-302c-423e-bc72-121c1556834f)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:07:15.547844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2171f079-a913-4893-aa44-89b703907178 None None] Attempting to bind port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:07:15.548253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2171f079-a913-4893-aa44-89b703907178 None None] Attempting to bind port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '232f9cf2-55a1-4350-84f5-f1dca402c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:07:15.548637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2171f079-a913-4893-aa44-89b703907178 None None] Attempting to bind port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 on network 0af468a0-34ff-4422-8171-4c3687d4b38b {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:15.561486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2171f079-a913-4893-aa44-89b703907178 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:07:15.564769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2171f079-a913-4893-aa44-89b703907178 None None] Checking segment: {'id': '232f9cf2-55a1-4350-84f5-f1dca402c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:15.565413 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.566525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2171f079-a913-4893-aa44-89b703907178 None None] Bound using segment: {'id': '232f9cf2-55a1-4350-84f5-f1dca402c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:07:15.566899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2171f079-a913-4893-aa44-89b703907178 None None] Bound port: 4e6b9c36-4bac-46e2-b3ea-303d41bcf234, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232f9cf2-55a1-4350-84f5-f1dca402c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:07:15.569655 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.573714 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.602105 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f008b42-779b-4c8f-a178-37bdebd3643b req-ec087739-abed-46e1-b3c0-ebb18300cf81 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030469 Dec 17 13:07:15.610781 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.676679 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Routers {'a3182589-7fe1-4375-9e45-8d44a0704bd5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:15.677414 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:06:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a3182589-7fe1-4375-9e45-8d44a0704bd5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:15.716450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2171f079-a913-4893-aa44-89b703907178 None None] For port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:07:15.721383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2171f079-a913-4893-aa44-89b703907178 None None] For port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4e6b9c36-4bac-46e2-b3ea-303d41bcf234,segment=NetworkSegment(232f9cf2-55a1-4350-84f5-f1dca402c92d),segment_id=232f9cf2-55a1-4350-84f5-f1dca402c92d)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:07:15.786368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c1c9c88e-a9b3-45bc-9cc9-cb869dbc31e0 None None] Provisioning complete for port 0d5cad71-9a47-4406-b978-c730819b18fc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:15.786743 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c88e-a9b3-45bc-9cc9-cb869dbc31e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.853788 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.862238 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:15.868221 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] Set router a3182589-7fe1-4375-9e45-8d44a0704bd5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:07:15.892314 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2171f079-a913-4893-aa44-89b703907178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.058256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171f079-a913-4893-aa44-89b703907178 None None] Pushing event updated for resources: {'Port': ['ID=4e6b9c36-4bac-46e2-b3ea-303d41bcf234,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:16.152045 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.161999 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.222767 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:07:11Z', 'revision_number': 4, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0d5cad71-9a47-4406-b978-c730819b18fc', 'name': '', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'mac_address': 'fa:16:3e:8e:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:10Z', 'updated_at': '2021-12-17T13:07:15Z', 'revision_number': 4, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'subnets': [{'id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:16.230116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86dac5d-5b7a-440e-bc1e-4d03b740250c,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:16.232089 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c88e-a9b3-45bc-9cc9-cb869dbc31e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.252139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.252517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.255040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.255341 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.255683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.257322 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.257704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.258062 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.258404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.258742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.261357 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff484a8-8d6b-4507-811e-bc655a67e1ed None None] The sync data for ids ['a3182589-7fe1-4375-9e45-8d44a0704bd5'] in n-d-815324-5 is: [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:07:11Z', 'revision_number': 4, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0d5cad71-9a47-4406-b978-c730819b18fc', 'name': '', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'mac_address': 'fa:16:3e:8e:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:10Z', 'updated_at': '2021-12-17T13:07:15Z', 'revision_number': 4, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'subnets': [{'id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:16.261689 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.264384 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d054f83-703c-48e7-ad7a-3b1e20182c0a None None] Pushing event updated for resources: {'Port': ['ID=0d5cad71-9a47-4406-b978-c730819b18fc,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:16.273827 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.274330 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:16.328779 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.330502 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-48b34de7-8aa4-4b7b-aceb-d04f7b4a7d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.342633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.343967 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-40235793-3886-4680-b126-5bb74f854fc0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4976616 Dec 17 13:07:16.362725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c1c9c88e-a9b3-45bc-9cc9-cb869dbc31e0 None None] For port 0d5cad71-9a47-4406-b978-c730819b18fc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0d5cad71-9a47-4406-b978-c730819b18fc,segment=NetworkSegment(369d8759-302c-423e-bc72-121c1556834f),segment_id=369d8759-302c-423e-bc72-121c1556834f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:16.363822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53450) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:16.370056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2743e5c0-6dd4-42d6-a35e-58386fd28206 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Request body: {'security_group_rule': {'security_group_id': '23a8b329-6ae8-44b3-981f-d309b66d71f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:16.407682 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.425375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Deleting port 7184af03-d20c-4c64-95a9-5daa22446f4a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:16.425843 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.430606 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c88e-a9b3-45bc-9cc9-cb869dbc31e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.529550 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2743e5c0-6dd4-42d6-a35e-58386fd28206 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.578972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc54905-b0f3-400e-98df-8be106746caf req-437ea99a-7bb6-41fc-b60a-2c305a9155f8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:16.586438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9c88e-a9b3-45bc-9cc9-cb869dbc31e0 None None] Pushing event updated for resources: {'Port': ['ID=0d5cad71-9a47-4406-b978-c730819b18fc,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:16.590578 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dcc54905-b0f3-400e-98df-8be106746caf req-437ea99a-7bb6-41fc-b60a-2c305a9155f8 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 945 time: 0.2695129 Dec 17 13:07:16.608732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-df6403f6-0481-47f3-9715-3853bbf434f1 None None] Provisioning complete for port 0d5cad71-9a47-4406-b978-c730819b18fc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:16.616419 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-df6403f6-0481-47f3-9715-3853bbf434f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.629974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.670058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Calling delete_port for 7184af03-d20c-4c64-95a9-5daa22446f4a owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:16.679985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2743e5c0-6dd4-42d6-a35e-58386fd28206 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.785235 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2743e5c0-6dd4-42d6-a35e-58386fd28206 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.803324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 82749d33-8791-48c5-9303-84a58f58ffee up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:16.832668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743e5c0-6dd4-42d6-a35e-58386fd28206 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff4cb3e-f078-41a6-9db9-0f46b72c53c5,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:16.896461 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dcc54905-b0f3-400e-98df-8be106746caf req-30b959c6-4286-4ea0-a692-894b61ce7ba0 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931757 Dec 17 13:07:16.903359 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2743e5c0-6dd4-42d6-a35e-58386fd28206 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.904633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2743e5c0-6dd4-42d6-a35e-58386fd28206 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5388668 Dec 17 13:07:16.920451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53456) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:16.926368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:16.932596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 82749d33-8791-48c5-9303-84a58f58ffee completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:07:16.942424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 82749d33-8791-48c5-9303-84a58f58ffee triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:16.944013 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:16.983187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Allocated IP 172.25.0.142 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/2ace4c3a-928b-45e7-a67b-a57621bc3c5c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:17.006615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344a596-8ec2-42a5-a298-7e8c5b77af11 req-ddde75ee-210b-4487-933f-c81998b5d3ac tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:17.013045 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e344a596-8ec2-42a5-a298-7e8c5b77af11 req-ddde75ee-210b-4487-933f-c81998b5d3ac tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 949 time: 0.1526484 Dec 17 13:07:17.120184 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:17.175365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:17.184125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a877e1dc-89ac-4803-aad2-02f5f8e3e2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82749d33-8791-48c5-9303-84a58f58ffee'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:07:17.190129 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df04cc30-dc7b-41f8-b01b-0c9a90d2f3d2" -d '{"events": [{"server_uuid": "a877e1dc-89ac-4803-aad2-02f5f8e3e2f6", "name": "network-vif-plugged", "status": "completed", "tag": "82749d33-8791-48c5-9303-84a58f58ffee"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:07:17.214592 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e344a596-8ec2-42a5-a298-7e8c5b77af11 req-83f4ca7d-1d4f-4f36-88b2-85892cbb76c4 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958899 Dec 17 13:07:17.216704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 82749d33-8791-48c5-9303-84a58f58ffee, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=82749d33-8791-48c5-9303-84a58f58ffee,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:17.224504 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:17.269987 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288a37ac-687f-4d35-b49e-0c3088e94880 x-openstack-request-id: req-288a37ac-687f-4d35-b49e-0c3088e94880 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:07:17.270308 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a877e1dc-89ac-4803-aad2-02f5f8e3e2f6", "name": "network-vif-plugged", "status": "completed", "tag": "82749d33-8791-48c5-9303-84a58f58ffee", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:07:17.270539 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-288a37ac-687f-4d35-b49e-0c3088e94880 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:07:17.271001 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a877e1dc-89ac-4803-aad2-02f5f8e3e2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82749d33-8791-48c5-9303-84a58f58ffee', 'code': 200} Dec 17 13:07:17.315123 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:17.349601 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:17.383007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:17.492074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:17.500134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:17.500417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=82749d33-8791-48c5-9303-84a58f58ffee,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:17.505763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:17.535142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Pushing event deleted for resources: {'Port': ['ID=7184af03-d20c-4c64-95a9-5daa22446f4a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:17.597304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:17.602138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Pushing event updated for resources: {'Port': ['ID=2ace4c3a-928b-45e7-a67b-a57621bc3c5c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:17.624158 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:17.630129 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a266e5-1f1b-4309-b8c2-608ecd02ad60 req-0a066a0b-3999-4bdc-a3ea-71ff59a5c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:17.630403 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14a266e5-1f1b-4309-b8c2-608ecd02ad60 req-0a066a0b-3999-4bdc-a3ea-71ff59a5c134 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 1097 time: 0.1102655 Dec 17 13:07:17.640555 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:17.901666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77524956-db61-468e-8842-5b27f97f82ba None None] Network 0af468a0-34ff-4422-8171-4c3687d4b38b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:07:17.943614 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:17.966140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14a266e5-1f1b-4309-b8c2-608ecd02ad60 req-e839f6b3-151f-49ec-bc7f-0ae21621819f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181601 Dec 17 13:07:17.967498 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.074217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Allocated IP 172.25.0.243 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/cd0832fd-6bc9-433b-9c90-091ada78c5e8) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:18.155400 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.156388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Fanout notify agent at l3_agent the message router_deleted on router c8076e82-11da-45c6-9bdf-9dbf7ad6629b {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:07:18.169835 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.180365 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fc606467-4c59-4817-a472-9e62c55d2c7b tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/routers/c8076e82-11da-45c6-9bdf-9dbf7ad6629b HTTP/1.1" status: 204 len: 168 time: 3.0579031 Dec 17 13:07:18.180689 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53474) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:18.198845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9ece6adb-f32e-4e17-8826-f78dbaee14dc tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-410016357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:18.215525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c50cbee5-25eb-45cd-84a1-fb5631e987f5 None None] Provisioning complete for port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:18.215909 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c50cbee5-25eb-45cd-84a1-fb5631e987f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.349730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ece6adb-f32e-4e17-8826-f78dbaee14dc tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.354242 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ece6adb-f32e-4e17-8826-f78dbaee14dc tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.466003 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ece6adb-f32e-4e17-8826-f78dbaee14dc tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.472800 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c50cbee5-25eb-45cd-84a1-fb5631e987f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.480124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:18.510501 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ece6adb-f32e-4e17-8826-f78dbaee14dc tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.530786 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.610900 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ece6adb-f32e-4e17-8826-f78dbaee14dc tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.613066 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9ece6adb-f32e-4e17-8826-f78dbaee14dc tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4315636 Dec 17 13:07:18.615709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53486) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:18.621362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaafe8-f05c-445b-996a-5f75b5a6adfa req-0a884beb-f86e-439b-a4dd-630e3023019d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:18.630526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Request body: {'router': {'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:18.631552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acaaafe8-f05c-445b-996a-5f75b5a6adfa req-0a884beb-f86e-439b-a4dd-630e3023019d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 946 time: 0.5536397 Dec 17 13:07:18.632822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c50cbee5-25eb-45cd-84a1-fb5631e987f5 None None] For port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4e6b9c36-4bac-46e2-b3ea-303d41bcf234,segment=NetworkSegment(232f9cf2-55a1-4350-84f5-f1dca402c92d),segment_id=232f9cf2-55a1-4350-84f5-f1dca402c92d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:18.676929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:18.677397 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.727312 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.748075 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c50cbee5-25eb-45cd-84a1-fb5631e987f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.814810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cbee5-25eb-45cd-84a1-fb5631e987f5 None None] Pushing event updated for resources: {'Port': ['ID=4e6b9c36-4bac-46e2-b3ea-303d41bcf234,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:18.815907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:18.833195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:18.847841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acaaafe8-f05c-445b-996a-5f75b5a6adfa req-c408edf0-46aa-4ecd-82ed-eb53c76776a9 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152929 Dec 17 13:07:18.860265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:18.882047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0d5cad71-9a47-4406-b978-c730819b18fc up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:18.935479 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.952534 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:18.972412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-143728fd-44bf-46c2-b742-b6fbec79860d None None] Provisioning complete for port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:18.972797 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-143728fd-44bf-46c2-b742-b6fbec79860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.003440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 0d5cad71-9a47-4406-b978-c730819b18fc triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:19.003849 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.013675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.079449 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Pushing event updated for resources: {'Port': ['ID=cd0832fd-6bc9-433b-9c90-091ada78c5e8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:19.116342 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.245618 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.340367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.360795 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.383941 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.552364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Allocated IP 172.25.0.221 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/c3779e5a-f9e3-40fa-a570-aaff9efb3b5c) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:19.656539 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.675004 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.680565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.784243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Router 27b170d1-9647-43fb-911c-431405597ca0 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:07:19.786542 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.818186 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:19.881358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:19.887958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:19.890918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:19.921763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Pushing event updated for resources: {'Port': ['ID=c3779e5a-f9e3-40fa-a570-aaff9efb3b5c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:19.921999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Pushing event updated for resources: {'Port': ['ID=cd0832fd-6bc9-433b-9c90-091ada78c5e8,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:19.967100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:20.005674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:20.021750 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Sync routers for ids ['27b170d1-9647-43fb-911c-431405597ca0'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:20.040269 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Routers {'27b170d1-9647-43fb-911c-431405597ca0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:20.042925 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['27b170d1-9647-43fb-911c-431405597ca0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:20.094620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cf953-a60b-4086-8130-d027d7cb1c36 req-1ee901b3-af65-4bf2-83f9-ab654684ad2f tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:20.096119 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e28cf953-a60b-4086-8130-d027d7cb1c36 req-1ee901b3-af65-4bf2-83f9-ab654684ad2f tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 946 time: 0.1533163 Dec 17 13:07:20.164796 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Set router 27b170d1-9647-43fb-911c-431405597ca0 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:07:20.166062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e28cf953-a60b-4086-8130-d027d7cb1c36 req-2d3e1950-8fcc-439d-9e1a-5bf701d28669 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605843 Dec 17 13:07:20.231730 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:20.242007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b71602c1-d37b-4aa6-80eb-6cebeb8ae7d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3200359 Dec 17 13:07:20.245043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:20.246257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-aede0653-45fe-4ace-bdb5-a0805be044cc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7545562 Dec 17 13:07:20.250113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53508) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:20.277370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:20.402103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:20.402502 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:20.485492 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b170d1-9647-43fb-911c-431405597ca0', 'name': 'tempest-FloatingIPsNegativeTestJSON-409884219-router', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:14Z', 'updated_at': '2021-12-17T13:07:17Z', 'revision_number': 3, 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'gw_port': {'id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:97:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b170d1-9647-43fb-911c-431405597ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:16Z', 'updated_at': '2021-12-17T13:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:20.526604 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Checking router: 27b170d1-9647-43fb-911c-431405597ca0 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:07:20.527370 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Updating router 27b170d1-9647-43fb-911c-431405597ca0 port 2ace4c3a-928b-45e7-a67b-a57621bc3c5c binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:07:20.583712 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:20.599689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:20.944097 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:21.031114 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:21.227527 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42727504-a0fc-4ba9-b2ac-64246a769a41 None None] Pushing event updated for resources: {'Port': ['ID=2ace4c3a-928b-45e7-a67b-a57621bc3c5c,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:21.236933 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Attempting to bind port 2ace4c3a-928b-45e7-a67b-a57621bc3c5c on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:07:21.237307 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Attempting to bind port 2ace4c3a-928b-45e7-a67b-a57621bc3c5c by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:07:21.237707 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Attempting to bind port 2ace4c3a-928b-45e7-a67b-a57621bc3c5c on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:21.243251 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:07:21.244200 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:21.244617 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:21.245065 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:07:21.245518 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Bound port: 2ace4c3a-928b-45e7-a67b-a57621bc3c5c, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:07:21.246783 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:21.308102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e597b-ef9c-46ea-b63d-d30b7cf74ea9 req-54ab335c-f2b2-4fc0-89a8-6feb8ff24a2c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:21.310192 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bc6e597b-ef9c-46ea-b63d-d30b7cf74ea9 req-54ab335c-f2b2-4fc0-89a8-6feb8ff24a2c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 946 time: 0.2546985 Dec 17 13:07:21.323939 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] For port 2ace4c3a-928b-45e7-a67b-a57621bc3c5c, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:07:21.323939 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] For port 2ace4c3a-928b-45e7-a67b-a57621bc3c5c, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2ace4c3a-928b-45e7-a67b-a57621bc3c5c,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:07:21.324188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:21.401642 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:21.402466 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bc6e597b-ef9c-46ea-b63d-d30b7cf74ea9 req-75cccbfb-1ee2-4f08-9fdd-4d88cfe7c0ed tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671098 Dec 17 13:07:21.403820 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:21.522181 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Routers {'27b170d1-9647-43fb-911c-431405597ca0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:21.527965 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['27b170d1-9647-43fb-911c-431405597ca0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:21.711849 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] Set router 27b170d1-9647-43fb-911c-431405597ca0 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:07:21.740353 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:21.813718 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Router a8763921-f9bf-4f22-8efe-956b9ef925e4 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:07:21.957066 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42727504-a0fc-4ba9-b2ac-64246a769a41 None None] Pushing event updated for resources: {'Port': ['ID=2ace4c3a-928b-45e7-a67b-a57621bc3c5c,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:21.990964 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b170d1-9647-43fb-911c-431405597ca0', 'name': 'tempest-FloatingIPsNegativeTestJSON-409884219-router', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:14Z', 'updated_at': '2021-12-17T13:07:17Z', 'revision_number': 3, 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'gw_port': {'id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:97:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b170d1-9647-43fb-911c-431405597ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:16Z', 'updated_at': '2021-12-17T13:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:22.020598 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:22.032146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e2b77-b4fb-4eac-8d59-d020c97aded6 None None] Sync routers for ids ['a8763921-f9bf-4f22-8efe-956b9ef925e4'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:22.040148 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98723f02-e872-4628-8a2c-6a7f949a4c6f None None] The sync data for ids ['27b170d1-9647-43fb-911c-431405597ca0'] in n-d-815324-5 is: [{'id': '27b170d1-9647-43fb-911c-431405597ca0', 'name': 'tempest-FloatingIPsNegativeTestJSON-409884219-router', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:14Z', 'updated_at': '2021-12-17T13:07:17Z', 'revision_number': 3, 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'gw_port': {'id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:97:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b170d1-9647-43fb-911c-431405597ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:16Z', 'updated_at': '2021-12-17T13:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:22.046582 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e2b77-b4fb-4eac-8d59-d020c97aded6 None None] Routers {'a8763921-f9bf-4f22-8efe-956b9ef925e4'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:22.047502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-539e2b77-b4fb-4eac-8d59-d020c97aded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a8763921-f9bf-4f22-8efe-956b9ef925e4'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:22.075146 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:22.079384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53610) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:22.091946 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-07c9bf85-6f9b-4354-9309-3a157f7ab8a3 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "PUT /v2.0/routers/a8763921-f9bf-4f22-8efe-956b9ef925e4 HTTP/1.1" status: 200 len: 883 time: 3.4743047 Dec 17 13:07:22.092869 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-539e2b77-b4fb-4eac-8d59-d020c97aded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:22.102176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e2b77-b4fb-4eac-8d59-d020c97aded6 None None] Routers {'a8763921-f9bf-4f22-8efe-956b9ef925e4'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:22.102861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-539e2b77-b4fb-4eac-8d59-d020c97aded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a8763921-f9bf-4f22-8efe-956b9ef925e4'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:22.139086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-539e2b77-b4fb-4eac-8d59-d020c97aded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:22.140008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e2b77-b4fb-4eac-8d59-d020c97aded6 None None] The sync data for ids ['a8763921-f9bf-4f22-8efe-956b9ef925e4'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:22.204156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Allocated IP 172.20.0.1 (0af468a0-34ff-4422-8171-4c3687d4b38b/e66925a5-78d4-4d28-ab15-9c4167d39921/63744033-f5b5-431a-bed2-18ce11fd1b82) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:22.347953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ec1e1dd2-0c7b-4998-b19f-0c2319b0f3bb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/routers/a8763921-f9bf-4f22-8efe-956b9ef925e4 HTTP/1.1" status: 200 len: 924 time: 0.2672682 Dec 17 13:07:22.353268 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53620) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:22.394951 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:22.412620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66ea8d3-e469-464b-b570-05b08eb17fee tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:22.425030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d66ea8d3-e469-464b-b570-05b08eb17fee tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&device_id=a8763921-f9bf-4f22-8efe-956b9ef925e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0703254 Dec 17 13:07:22.432053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53622) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:22.550500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39581146-7bc1-4651-a6f4-b13abfdcc81b tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:22.555164 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-39581146-7bc1-4651-a6f4-b13abfdcc81b tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 881 time: 0.1191554 Dec 17 13:07:22.567075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53628) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:22.596930 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:22.630128 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b3e3940c-c0ce-45b4-809f-f949af59ca74 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8763921-f9bf-4f22-8efe-956b9ef925e4 HTTP/1.1" status: 200 len: 205 time: 0.0709701 Dec 17 13:07:22.632943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53632) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:22.684743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Network 0af468a0-34ff-4422-8171-4c3687d4b38b is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:22.694822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:22.708681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b5a289-14d3-4242-8b6e-9fed36eb36d7 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:07:22.718237 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:22.903107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Pushing event updated for resources: {'Port': ['ID=63744033-f5b5-431a-bed2-18ce11fd1b82,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:22.914108 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:22.986598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:23.017256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'mac_address': 'fa:16:3e:e7:f1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:07:23.025493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e354d1-d3be-4fb6-a8b9-96ac040a1132 req-e1c20d38-3159-4981-a2bc-4ff37f8de32d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:23.029489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-13e354d1-d3be-4fb6-a8b9-96ac040a1132 req-e1c20d38-3159-4981-a2bc-4ff37f8de32d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 946 time: 0.3023014 Dec 17 13:07:23.134599 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:23.142618 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:23.192815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55b5a289-14d3-4242-8b6e-9fed36eb36d7 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:07:23.251052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:23.310438 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:23.320656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-13e354d1-d3be-4fb6-a8b9-96ac040a1132 req-a714ee7b-fb30-45bd-b5d9-65f67633519d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756443 Dec 17 13:07:23.335966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:23.435996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['55b5a289-14d3-4242-8b6e-9fed36eb36d7'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:07:23.526224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b5a289-14d3-4242-8b6e-9fed36eb36d7,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:23.561474 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:23.688363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-cb888848-cb3b-4432-8c92-2295adca1b88 None None] Provisioning complete for port 63744033-f5b5-431a-bed2-18ce11fd1b82 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:23.688811 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cb888848-cb3b-4432-8c92-2295adca1b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:23.738388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:23.767873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Deleting port c3779e5a-f9e3-40fa-a570-aaff9efb3b5c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:23.767873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:23.795589 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:23.795900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-cb888848-cb3b-4432-8c92-2295adca1b88 None None] Port 63744033-f5b5-431a-bed2-18ce11fd1b82 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:07:23.955673 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:23.970004 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:23.984292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Calling delete_port for c3779e5a-f9e3-40fa-a570-aaff9efb3b5c owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:23.990986 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Pushing event updated for resources: {'Port': ['ID=63744033-f5b5-431a-bed2-18ce11fd1b82,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:24.123535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Network 0af468a0-34ff-4422-8171-4c3687d4b38b is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:24.125549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:24.412208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:24.445257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2ace4c3a-928b-45e7-a67b-a57621bc3c5c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:24.517251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Pushing event deleted for resources: {'Port': ['ID=c3779e5a-f9e3-40fa-a570-aaff9efb3b5c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:24.569248 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2ace4c3a-928b-45e7-a67b-a57621bc3c5c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:24.569248 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:24.570912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Router 27b170d1-9647-43fb-911c-431405597ca0 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:07:24.646518 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:24.772107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b5a289-14d3-4242-8b6e-9fed36eb36d7 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:24.833871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:24.857861 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a055d51b-9d0d-4d25-a270-e031b13785eb admin admin] 10.222.0.59 "PUT /v2.0/routers/27b170d1-9647-43fb-911c-431405597ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6033342 Dec 17 13:07:24.944278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6d32ac48-1c61-4171-bf6d-021c4ccb27a0 None None] Provisioning complete for port 63744033-f5b5-431a-bed2-18ce11fd1b82 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:24.944278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6d32ac48-1c61-4171-bf6d-021c4ccb27a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.044031 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.093254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 2ace4c3a-928b-45e7-a67b-a57621bc3c5c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2ace4c3a-928b-45e7-a67b-a57621bc3c5c,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:25.142246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6d32ac48-1c61-4171-bf6d-021c4ccb27a0 None None] Port 63744033-f5b5-431a-bed2-18ce11fd1b82 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:07:25.176541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:25.177185 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.184660 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.246058 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.249319 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.348140 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Sync routers for ids ['27b170d1-9647-43fb-911c-431405597ca0'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:25.368867 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Routers {'27b170d1-9647-43fb-911c-431405597ca0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:25.369807 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['27b170d1-9647-43fb-911c-431405597ca0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:25.372158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=2ace4c3a-928b-45e7-a67b-a57621bc3c5c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:25.401960 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.403425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Fanout notify agent at l3_agent the message router_deleted on router a8763921-f9bf-4f22-8efe-956b9ef925e4 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:07:25.437207 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.442506 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-40c3b31d-42d1-472b-ab17-8fe10857be3a tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/routers/a8763921-f9bf-4f22-8efe-956b9ef925e4 HTTP/1.1" status: 204 len: 168 time: 2.8081074 Dec 17 13:07:25.445648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53658) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:25.454135 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1fe039c6-0c51-45cd-a4de-2a4032b89cd4 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1033425931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:25.483899 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.530075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:07:25.538074 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ac9f9a-d87f-4444-89eb-37634223ef90" -d '{"events": [{"server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "name": "network-vif-plugged", "status": "completed", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:07:25.553071 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Set router 27b170d1-9647-43fb-911c-431405597ca0 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:07:25.566947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:25.613109 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1fe039c6-0c51-45cd-a4de-2a4032b89cd4 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.613966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1fe039c6-0c51-45cd-a4de-2a4032b89cd4 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.668240 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.764320 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1fe039c6-0c51-45cd-a4de-2a4032b89cd4 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.800344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b5a289-14d3-4242-8b6e-9fed36eb36d7,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:25.827861 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b170d1-9647-43fb-911c-431405597ca0', 'name': 'tempest-FloatingIPsNegativeTestJSON-409884219-router', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:14Z', 'updated_at': '2021-12-17T13:07:23Z', 'revision_number': 4, 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'gw_port': {'id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b170d1-9647-43fb-911c-431405597ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:16Z', 'updated_at': '2021-12-17T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '63744033-f5b5-431a-bed2-18ce11fd1b82', 'name': '', 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'mac_address': 'fa:16:3e:06:94:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b170d1-9647-43fb-911c-431405597ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e66925a5-78d4-4d28-ab15-9c4167d39921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:21Z', 'updated_at': '2021-12-17T13:07:23Z', 'revision_number': 2, 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'subnets': [{'id': 'e66925a5-78d4-4d28-ab15-9c4167d39921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:25.861134 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1fe039c6-0c51-45cd-a4de-2a4032b89cd4 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.896966 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Checking router: 27b170d1-9647-43fb-911c-431405597ca0 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:07:25.897843 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Updating router 27b170d1-9647-43fb-911c-431405597ca0 port 63744033-f5b5-431a-bed2-18ce11fd1b82 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:07:25.928794 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.968528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1fe039c6-0c51-45cd-a4de-2a4032b89cd4 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:25.970621 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1fe039c6-0c51-45cd-a4de-2a4032b89cd4 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5215557 Dec 17 13:07:25.972813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53664) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:25.977426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'enable_snat': True}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:26.345659 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:26.350248 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2ace4c3a-928b-45e7-a67b-a57621bc3c5c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:26.351503 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:26.412723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2ace4c3a-928b-45e7-a67b-a57621bc3c5c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:26.413740 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:26.682795 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:26.851663 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669278f-4add-4c5b-a172-c1d504e7a938 None None] Pushing event updated for resources: {'Port': ['ID=63744033-f5b5-431a-bed2-18ce11fd1b82,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:26.966993 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Attempting to bind port 63744033-f5b5-431a-bed2-18ce11fd1b82 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:07:26.967366 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Attempting to bind port 63744033-f5b5-431a-bed2-18ce11fd1b82 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '232f9cf2-55a1-4350-84f5-f1dca402c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:07:26.967728 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Attempting to bind port 63744033-f5b5-431a-bed2-18ce11fd1b82 on network 0af468a0-34ff-4422-8171-4c3687d4b38b {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:26.981400 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:07:26.981806 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Checking segment: {'id': '232f9cf2-55a1-4350-84f5-f1dca402c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:26.982215 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:26.982613 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Bound using segment: {'id': '232f9cf2-55a1-4350-84f5-f1dca402c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:07:26.983085 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Bound port: 63744033-f5b5-431a-bed2-18ce11fd1b82, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232f9cf2-55a1-4350-84f5-f1dca402c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:07:26.983458 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:27.153393 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] For port 63744033-f5b5-431a-bed2-18ce11fd1b82, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:07:27.160850 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a4968c37-635a-47c1-a451-2c6b80ed49c7 None None] Provisioning complete for port 63744033-f5b5-431a-bed2-18ce11fd1b82 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:27.161419 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a4968c37-635a-47c1-a451-2c6b80ed49c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:27.167545 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] For port 63744033-f5b5-431a-bed2-18ce11fd1b82, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=63744033-f5b5-431a-bed2-18ce11fd1b82,segment=NetworkSegment(232f9cf2-55a1-4350-84f5-f1dca402c92d),segment_id=232f9cf2-55a1-4350-84f5-f1dca402c92d)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:07:27.178342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:27.224504 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:27.247408 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:27.256769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a4968c37-635a-47c1-a451-2c6b80ed49c7 None None] Port 63744033-f5b5-431a-bed2-18ce11fd1b82 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:07:27.379313 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Routers {'27b170d1-9647-43fb-911c-431405597ca0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:27.380241 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['27b170d1-9647-43fb-911c-431405597ca0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:27.395411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Allocated IP 172.25.0.2 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/9589e097-0d16-4a70-bf29-acdda506230c) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:27.575921 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] Set router 27b170d1-9647-43fb-911c-431405597ca0 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:07:27.577810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:27.612400 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669278f-4add-4c5b-a172-c1d504e7a938 None None] Pushing event updated for resources: {'Port': ['ID=63744033-f5b5-431a-bed2-18ce11fd1b82,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:27.685442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-744a8981-b441-4bb4-abed-b4c630a4e8d2 None None] Provisioning complete for port 63744033-f5b5-431a-bed2-18ce11fd1b82 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:27.685877 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-744a8981-b441-4bb4-abed-b4c630a4e8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:27.700528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:27.750316 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:27.752090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:27.756924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:27.766011 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event updated for resources: {'Port': ['ID=9589e097-0d16-4a70-bf29-acdda506230c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:27.854034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-744a8981-b441-4bb4-abed-b4c630a4e8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:27.893018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-744a8981-b441-4bb4-abed-b4c630a4e8d2 None None] For port 63744033-f5b5-431a-bed2-18ce11fd1b82, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=63744033-f5b5-431a-bed2-18ce11fd1b82,segment=NetworkSegment(232f9cf2-55a1-4350-84f5-f1dca402c92d),segment_id=232f9cf2-55a1-4350-84f5-f1dca402c92d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:27.960787 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b170d1-9647-43fb-911c-431405597ca0', 'name': 'tempest-FloatingIPsNegativeTestJSON-409884219-router', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:14Z', 'updated_at': '2021-12-17T13:07:23Z', 'revision_number': 4, 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'gw_port': {'id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b170d1-9647-43fb-911c-431405597ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:16Z', 'updated_at': '2021-12-17T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '63744033-f5b5-431a-bed2-18ce11fd1b82', 'name': '', 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'mac_address': 'fa:16:3e:06:94:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b170d1-9647-43fb-911c-431405597ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e66925a5-78d4-4d28-ab15-9c4167d39921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:21Z', 'updated_at': '2021-12-17T13:07:27Z', 'revision_number': 4, 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'subnets': [{'id': 'e66925a5-78d4-4d28-ab15-9c4167d39921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:27.993940 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da68421-583a-48be-aa19-e1ef8268732b None None] The sync data for ids ['27b170d1-9647-43fb-911c-431405597ca0'] in n-d-815324-5 is: [{'id': '27b170d1-9647-43fb-911c-431405597ca0', 'name': 'tempest-FloatingIPsNegativeTestJSON-409884219-router', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:14Z', 'updated_at': '2021-12-17T13:07:23Z', 'revision_number': 4, 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'gw_port': {'id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b170d1-9647-43fb-911c-431405597ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:16Z', 'updated_at': '2021-12-17T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '63744033-f5b5-431a-bed2-18ce11fd1b82', 'name': '', 'network_id': '0af468a0-34ff-4422-8171-4c3687d4b38b', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'mac_address': 'fa:16:3e:06:94:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b170d1-9647-43fb-911c-431405597ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'e66925a5-78d4-4d28-ab15-9c4167d39921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:21Z', 'updated_at': '2021-12-17T13:07:27Z', 'revision_number': 4, 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'subnets': [{'id': 'e66925a5-78d4-4d28-ab15-9c4167d39921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:28.049693 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-744a8981-b441-4bb4-abed-b4c630a4e8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:28.132097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a8981-b441-4bb4-abed-b4c630a4e8d2 None None] Pushing event updated for resources: {'Port': ['ID=63744033-f5b5-431a-bed2-18ce11fd1b82,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:28.224454 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:28.366186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 63744033-f5b5-431a-bed2-18ce11fd1b82 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:28.463843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 63744033-f5b5-431a-bed2-18ce11fd1b82 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:28.469035 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:29.025332 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:29.033347 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:29.115227 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-272fcfee-9909-4e5b-bfdb-6707d572ca15 req-94d940fc-7ec9-43d7-8169-7f5bd599aed9 tempest-FloatingIPsNegativeTestJSON-229593430 tempest-FloatingIPsNegativeTestJSON-229593430-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=451d0f8609c642ca88172a4a9c45581a HTTP/1.1" status: 200 len: 217 time: 0.0793450 Dec 17 13:07:29.204163 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2033ce3-3c9a-4446-8fdc-4b805217a7f5 x-openstack-request-id: req-e2033ce3-3c9a-4446-8fdc-4b805217a7f5 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:07:29.204460 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "name": "network-vif-plugged", "status": "completed", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:07:29.204742 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2033ce3-3c9a-4446-8fdc-4b805217a7f5 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:07:29.205501 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'code': 200} Dec 17 13:07:29.440680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Router 51ac77df-ebc0-4748-9ff0-0e2da61dc27b is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:07:29.648711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:29.654918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:29.657261 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-05f0b2cf-49b4-4baa-a22b-c01443426077 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "PUT /v2.0/routers/51ac77df-ebc0-4748-9ff0-0e2da61dc27b HTTP/1.1" status: 200 len: 917 time: 3.6833594 Dec 17 13:07:29.659899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53730) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:29.663313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c612a6e-4fda-4f3f-b7da-70484155d087 None None] Sync routers for ids ['51ac77df-ebc0-4748-9ff0-0e2da61dc27b'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:29.691260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c612a6e-4fda-4f3f-b7da-70484155d087 None None] Routers {'51ac77df-ebc0-4748-9ff0-0e2da61dc27b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:29.697990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6c612a6e-4fda-4f3f-b7da-70484155d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['51ac77df-ebc0-4748-9ff0-0e2da61dc27b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:29.854516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6c612a6e-4fda-4f3f-b7da-70484155d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:29.858982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0bc98-f1a0-4681-b1d4-01b3f7e19b08 req-77f63573-3fa3-4720-8d87-367fceda86e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:29.862709 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-86b0bc98-f1a0-4681-b1d4-01b3f7e19b08 req-77f63573-3fa3-4720-8d87-367fceda86e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 1096 time: 0.1018386 Dec 17 13:07:29.865193 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-51ded531-b9bf-4def-95e9-6a8126e6117d tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/routers/51ac77df-ebc0-4748-9ff0-0e2da61dc27b HTTP/1.1" status: 200 len: 923 time: 0.2040453 Dec 17 13:07:29.868224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53740) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:29.877020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c612a6e-4fda-4f3f-b7da-70484155d087 None None] Routers {'51ac77df-ebc0-4748-9ff0-0e2da61dc27b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:29.878341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6c612a6e-4fda-4f3f-b7da-70484155d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['51ac77df-ebc0-4748-9ff0-0e2da61dc27b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:29.987768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd5cf02-f4da-47bd-98d9-e99ff800fef2 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:29.991792 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9fd5cf02-f4da-47bd-98d9-e99ff800fef2 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&device_id=51ac77df-ebc0-4748-9ff0-0e2da61dc27b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1217802 Dec 17 13:07:29.995163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53742) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:30.089689 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0bc98-f1a0-4681-b1d4-01b3f7e19b08 req-1a481c34-ed15-4f2c-8b26-e96f52b41a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:30.100187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-86b0bc98-f1a0-4681-b1d4-01b3f7e19b08 req-1a481c34-ed15-4f2c-8b26-e96f52b41a3c service neutron] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.2171910 Dec 17 13:07:30.172706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6c612a6e-4fda-4f3f-b7da-70484155d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:30.173852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c612a6e-4fda-4f3f-b7da-70484155d087 None None] The sync data for ids ['51ac77df-ebc0-4748-9ff0-0e2da61dc27b'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:30.240958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab9fa7f-a34b-4451-9bab-d3b40abe1cba tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:30.242585 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9ab9fa7f-a34b-4451-9bab-d3b40abe1cba tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 881 time: 0.2461138 Dec 17 13:07:30.246151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53746) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:30.248796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-86b0bc98-f1a0-4681-b1d4-01b3f7e19b08 req-093d0abd-931e-481a-91e5-aa03d5de1943 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 200 len: 1000 time: 0.1372521 Dec 17 13:07:30.293697 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-da601f0a-a91e-44f1-83f1-4092827404ca tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ac77df-ebc0-4748-9ff0-0e2da61dc27b HTTP/1.1" status: 200 len: 205 time: 0.0456886 Dec 17 13:07:30.294389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53748) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:30.310605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0bc98-f1a0-4681-b1d4-01b3f7e19b08 req-abf45e1e-cb97-4594-9038-8431a326a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:30.312463 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-86b0bc98-f1a0-4681-b1d4-01b3f7e19b08 req-abf45e1e-cb97-4594-9038-8431a326a4af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.0515950 Dec 17 13:07:30.388681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0bc98-f1a0-4681-b1d4-01b3f7e19b08 req-7f6d058b-299a-4365-a4f5-77bb0d8bd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:30.392025 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-86b0bc98-f1a0-4681-b1d4-01b3f7e19b08 req-7f6d058b-299a-4365-a4f5-77bb0d8bd692 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714428 Dec 17 13:07:30.436629 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:30.527479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-86b0bc98-f1a0-4681-b1d4-01b3f7e19b08 req-eb5c8694-3c62-4faa-b067-28d7001b13e7 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245048 Dec 17 13:07:30.573140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:30.665795 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-86b0bc98-f1a0-4681-b1d4-01b3f7e19b08 req-ffa10a91-a7cf-4ab2-8c92-9b0b52e6dbf9 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113641 Dec 17 13:07:30.719409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Deleting port 9589e097-0d16-4a70-bf29-acdda506230c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:30.719943 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:30.841124 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:30.860353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Calling delete_port for 9589e097-0d16-4a70-bf29-acdda506230c owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:31.120741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:31.147736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Pushing event deleted for resources: {'Port': ['ID=9589e097-0d16-4a70-bf29-acdda506230c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:31.241151 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:31.314680 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:31.367490 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:31.370478 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:31.499647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:31.500148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Fanout notify agent at l3_agent the message router_deleted on router 51ac77df-ebc0-4748-9ff0-0e2da61dc27b {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:07:31.508437 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:31.509895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f097ce82-1cd8-43b8-bca0-17dc2994311e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/routers/51ac77df-ebc0-4748-9ff0-0e2da61dc27b HTTP/1.1" status: 204 len: 168 time: 1.2145302 Dec 17 13:07:31.514787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53752) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:31.519831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-691c6952-a28c-4599-8478-49a5ba33d6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1944478910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:31.624277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-691c6952-a28c-4599-8478-49a5ba33d6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:31.625416 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-691c6952-a28c-4599-8478-49a5ba33d6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:31.696547 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-691c6952-a28c-4599-8478-49a5ba33d6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:31.778422 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-691c6952-a28c-4599-8478-49a5ba33d6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:31.866612 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-691c6952-a28c-4599-8478-49a5ba33d6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:31.868305 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-691c6952-a28c-4599-8478-49a5ba33d6ad tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3521969 Dec 17 13:07:31.871130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53754) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:31.876579 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'enable_snat': False}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:32.116913 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:32.473713 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:32.494533 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:32.624242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Allocated IP 172.25.0.104 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/15cfa934-33b4-47ca-9723-84662eba5eef) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:32.800261 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:33.223950 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:33.268502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:33.271527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:33.275164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:33.303794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Pushing event updated for resources: {'Port': ['ID=15cfa934-33b4-47ca-9723-84662eba5eef,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:33.964977 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:34.159287 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:07:34.486660 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:34.490310 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:34.789786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Router a1c0077a-679d-4284-9dec-59cbf4cbc7c9 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:07:34.999338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:35.004786 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:35.008593 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-01d76a85-91b4-4a8a-a89b-c0c6941b2ccb tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "PUT /v2.0/routers/a1c0077a-679d-4284-9dec-59cbf4cbc7c9 HTTP/1.1" status: 200 len: 920 time: 3.1339660 Dec 17 13:07:35.008922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53766) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:35.016265 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8f53-dece-4bcd-8a2c-662cbde4ca36 None None] Sync routers for ids ['a1c0077a-679d-4284-9dec-59cbf4cbc7c9'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:35.043852 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb8f53-dece-4bcd-8a2c-662cbde4ca36 None None] Routers {'a1c0077a-679d-4284-9dec-59cbf4cbc7c9'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:35.045816 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8f53-dece-4bcd-8a2c-662cbde4ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a1c0077a-679d-4284-9dec-59cbf4cbc7c9'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:35.108417 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8f53-dece-4bcd-8a2c-662cbde4ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:35.118752 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb8f53-dece-4bcd-8a2c-662cbde4ca36 None None] Routers {'a1c0077a-679d-4284-9dec-59cbf4cbc7c9'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:35.119755 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8f53-dece-4bcd-8a2c-662cbde4ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a1c0077a-679d-4284-9dec-59cbf4cbc7c9'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:35.162981 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e5cb8f53-dece-4bcd-8a2c-662cbde4ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:35.164780 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb8f53-dece-4bcd-8a2c-662cbde4ca36 None None] The sync data for ids ['a1c0077a-679d-4284-9dec-59cbf4cbc7c9'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:35.220698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b5489ae9-d11e-41b0-ae4b-e459881bf0f2 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/routers/a1c0077a-679d-4284-9dec-59cbf4cbc7c9 HTTP/1.1" status: 200 len: 926 time: 0.2105987 Dec 17 13:07:35.221519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53768) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:35.275886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be95258-5846-4e2c-be96-115beb6d0bf4 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:35.283418 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53770) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:35.285954 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8be95258-5846-4e2c-be96-115beb6d0bf4 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&device_id=a1c0077a-679d-4284-9dec-59cbf4cbc7c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0607140 Dec 17 13:07:35.405153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb394a00-0ae8-4610-8ca9-4824d820bb2c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:35.410601 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cb394a00-0ae8-4610-8ca9-4824d820bb2c tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 881 time: 0.1213975 Dec 17 13:07:35.411095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53772) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:35.439825 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-220d3000-dba6-4d82-822a-de81247040a7 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c0077a-679d-4284-9dec-59cbf4cbc7c9 HTTP/1.1" status: 200 len: 205 time: 0.0274606 Dec 17 13:07:35.443121 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53774) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:35.581346 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:35.707709 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:35.817504 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:35.832232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Deleting port 15cfa934-33b4-47ca-9723-84662eba5eef {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:35.835048 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:35.924210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:35.938952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Calling delete_port for 15cfa934-33b4-47ca-9723-84662eba5eef owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:36.241217 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:36.281304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Pushing event deleted for resources: {'Port': ['ID=15cfa934-33b4-47ca-9723-84662eba5eef,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:36.384922 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:36.519643 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:36.522524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:37.458465 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:37.459140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Fanout notify agent at l3_agent the message router_deleted on router a1c0077a-679d-4284-9dec-59cbf4cbc7c9 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:07:37.466810 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:37.472603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a526d2b9-5b1b-4867-b535-fa553127cfc6 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/routers/a1c0077a-679d-4284-9dec-59cbf4cbc7c9 HTTP/1.1" status: 204 len: 168 time: 2.0229599 Dec 17 13:07:37.472933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53780) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:37.477358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-60880925', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}, 'admin_state_up': False}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:37.604648 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:37.606687 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:37.689800 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:38.032280 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:38.354486 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:38.375207 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:38.501307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Allocated IP 172.25.0.99 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/1c33bd66-8ce1-42eb-a986-c43bf4f5fb3e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:38.639964 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:38.909692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:38.950934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:38.954071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:38.957770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:38.988081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Pushing event updated for resources: {'Port': ['ID=1c33bd66-8ce1-42eb-a986-c43bf4f5fb3e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:39.299773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-a25e0dc5-ac22-4216-ba4f-60fd813f21a8 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:39.301294 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-a25e0dc5-ac22-4216-ba4f-60fd813f21a8 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/networks?id=e3846ec9-9545-48cc-88ae-b5507b053d13 HTTP/1.1" status: 200 len: 814 time: 0.1217101 Dec 17 13:07:39.319736 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-60152cc1-ebe0-4dfd-b957-4f92ccfbef9f tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/quotas/1102a6f4361c4ee1aa00881df59e77fc HTTP/1.1" status: 200 len: 375 time: 0.0114326 Dec 17 13:07:39.401616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-360aa0d3-45ad-4d6e-bfa6-0cc391676b4d tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1102a6f4361c4ee1aa00881df59e77fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740328 Dec 17 13:07:39.453731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a86ad7f3-21e7-4d2f-b01d-759b7916bd67 req-d43f5277-a922-4e0c-b721-271711d44c56 tempest-FloatingIPsNegativeTestJSON-229593430 tempest-FloatingIPsNegativeTestJSON-229593430-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0568635 Dec 17 13:07:39.480199 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:39.537219 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-3719af08-1a3b-41a4-817a-cff10a518eeb service neutron] 10.222.0.59 "GET /v2.0/networks/e3846ec9-9545-48cc-88ae-b5507b053d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241710 Dec 17 13:07:39.679897 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-c1515b33-f47e-4e06-8adc-b7f9a5cfe269 service neutron] 10.222.0.59 "GET /v2.0/networks/e3846ec9-9545-48cc-88ae-b5507b053d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323910 Dec 17 13:07:39.940005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7f1aa-d74f-4c8c-a26d-6ed05d5fca5f req-60f89a3d-3e92-4e2b-8ca7-284fbb646600 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:39.947370 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ce7f1aa-d74f-4c8c-a26d-6ed05d5fca5f req-60f89a3d-3e92-4e2b-8ca7-284fbb646600 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1074581 Dec 17 13:07:40.052565 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ce7f1aa-d74f-4c8c-a26d-6ed05d5fca5f req-1e9b0da6-3a5e-4aad-91c0-74a845e44944 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020761 Dec 17 13:07:40.150082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:40.182692 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-8d4cc5c0-e4b1-438d-ba51-9a8c096e1ade req-31516dbb-639f-4d0c-9f12-129eb4d32838 tempest-FloatingIPsNegativeTestJSON-229593430 tempest-FloatingIPsNegativeTestJSON-229593430-project] show failed (client error): The resource could not be found. Dec 17 13:07:40.189812 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d4cc5c0-e4b1-438d-ba51-9a8c096e1ade req-31516dbb-639f-4d0c-9f12-129eb4d32838 tempest-FloatingIPsNegativeTestJSON-229593430 tempest-FloatingIPsNegativeTestJSON-229593430-project] 10.222.0.59 "GET /v2.0/floatingips/982e4b94-358a-4bce-af00-c9036a5a7752 HTTP/1.1" status: 404 len: 350 time: 0.0856214 Dec 17 13:07:40.195846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53836) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:40.277859 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-13c9ef0d-aa9b-463c-a885-321a6f8426e7 req-9908700b-1e5f-4a76-b685-45e3c36554c5 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 210 time: 0.0451937 Dec 17 13:07:40.424614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3716095-7df1-4c67-b50e-595ef0fc0335 req-4f0e1871-86b1-43ac-b3fb-3880f3b772f0 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:40.426242 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c3716095-7df1-4c67-b50e-595ef0fc0335 req-4f0e1871-86b1-43ac-b3fb-3880f3b772f0 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 949 time: 0.0676093 Dec 17 13:07:40.484926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c3716095-7df1-4c67-b50e-595ef0fc0335 req-cf6f4be3-c942-4727-aba8-f7400effc8c3 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503893 Dec 17 13:07:40.520160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Router 83f2332c-d77a-4ce3-8e6c-828a430f2fd2 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:07:40.655614 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be0bfdd1-26d0-457c-975d-51ebe49001a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:40.656316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:40.667604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98963b32-309f-4310-91b2-56a27610a615 None None] Sync routers for ids ['83f2332c-d77a-4ce3-8e6c-828a430f2fd2'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:40.681687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98963b32-309f-4310-91b2-56a27610a615 None None] Routers {'83f2332c-d77a-4ce3-8e6c-828a430f2fd2'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:40.682617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-98963b32-309f-4310-91b2-56a27610a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83f2332c-d77a-4ce3-8e6c-828a430f2fd2'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:40.728101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-98963b32-309f-4310-91b2-56a27610a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:40.752000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98963b32-309f-4310-91b2-56a27610a615 None None] Routers {'83f2332c-d77a-4ce3-8e6c-828a430f2fd2'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:40.752000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-98963b32-309f-4310-91b2-56a27610a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83f2332c-d77a-4ce3-8e6c-828a430f2fd2'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:40.780421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:40.785754 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3ba49ad2-8898-4187-b672-db37d51fb96e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3082478 Dec 17 13:07:40.785754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53876) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:40.795875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:40.805109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-98963b32-309f-4310-91b2-56a27610a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:40.805807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98963b32-309f-4310-91b2-56a27610a615 None None] The sync data for ids ['83f2332c-d77a-4ce3-8e6c-828a430f2fd2'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:40.830499 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 82749d33-8791-48c5-9303-84a58f58ffee details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:07:41.014192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 82749d33-8791-48c5-9303-84a58f58ffee, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=82749d33-8791-48c5-9303-84a58f58ffee,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:41.034798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '82749d33-8791-48c5-9303-84a58f58ffee', 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'port_id': '82749d33-8791-48c5-9303-84a58f58ffee', 'mac_address': 'fa:16:3e:db:3d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4af1a1-1a63-4bec-8fef-db454759a640', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:07:41.078121 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:41.104881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-be0bfdd1-26d0-457c-975d-51ebe49001a3 admin admin] Deleting port 63744033-f5b5-431a-bed2-18ce11fd1b82 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:41.105313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be0bfdd1-26d0-457c-975d-51ebe49001a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:41.114291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82749d33-8791-48c5-9303-84a58f58ffee {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:07:41.174790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 82749d33-8791-48c5-9303-84a58f58ffee, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=82749d33-8791-48c5-9303-84a58f58ffee,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:41.248096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-be0bfdd1-26d0-457c-975d-51ebe49001a3 admin admin] For port 63744033-f5b5-431a-bed2-18ce11fd1b82, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=63744033-f5b5-431a-bed2-18ce11fd1b82,segment=NetworkSegment(232f9cf2-55a1-4350-84f5-f1dca402c92d),segment_id=232f9cf2-55a1-4350-84f5-f1dca402c92d)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:41.248615 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be0bfdd1-26d0-457c-975d-51ebe49001a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:41.257616 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:41.270484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-be0bfdd1-26d0-457c-975d-51ebe49001a3 admin admin] Calling delete_port for 63744033-f5b5-431a-bed2-18ce11fd1b82 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:41.328251 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:41.331191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=82749d33-8791-48c5-9303-84a58f58ffee,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:41.365232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['82749d33-8791-48c5-9303-84a58f58ffee'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:07:41.425612 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:41.589601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Deleting port 1c33bd66-8ce1-42eb-a986-c43bf4f5fb3e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:41.589959 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:41.680143 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:41.686084 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be0bfdd1-26d0-457c-975d-51ebe49001a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:41.694051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Calling delete_port for 1c33bd66-8ce1-42eb-a986-c43bf4f5fb3e owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:41.717674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bfdd1-26d0-457c-975d-51ebe49001a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=63744033-f5b5-431a-bed2-18ce11fd1b82,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:42.000164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be0bfdd1-26d0-457c-975d-51ebe49001a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:42.111045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:42.138154 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14fc5d15-9237-444a-bee8-811d9eeb90d2 req-fecfd482-9ab6-4b20-8909-c63190680de8 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 210 time: 0.0359302 Dec 17 13:07:42.228813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Pushing event deleted for resources: {'Port': ['ID=1c33bd66-8ce1-42eb-a986-c43bf4f5fb3e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:42.336382 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:42.428332 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0bfdd1-26d0-457c-975d-51ebe49001a3 admin admin] Router 27b170d1-9647-43fb-911c-431405597ca0 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:07:42.561006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0bfdd1-26d0-457c-975d-51ebe49001a3 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:42.566137 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-be0bfdd1-26d0-457c-975d-51ebe49001a3 admin admin] 10.222.0.59 "PUT /v2.0/routers/27b170d1-9647-43fb-911c-431405597ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3690429 Dec 17 13:07:42.568802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53948) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:42.579204 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd1b9c8-86ca-487c-a005-54af804d0c8e None None] Sync routers for ids ['27b170d1-9647-43fb-911c-431405597ca0'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:42.593031 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1b9c8-86ca-487c-a005-54af804d0c8e None None] Routers {'27b170d1-9647-43fb-911c-431405597ca0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:42.594769 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ccd1b9c8-86ca-487c-a005-54af804d0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['27b170d1-9647-43fb-911c-431405597ca0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:42.597912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:42.602645 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:42.690446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Router 83f2332c-d77a-4ce3-8e6c-828a430f2fd2 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:07:42.742170 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ccd1b9c8-86ca-487c-a005-54af804d0c8e None None] Set router 27b170d1-9647-43fb-911c-431405597ca0 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:07:42.797253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:07:42.809663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c125b7-dcc2-4095-8745-9646447b351d None None] Sync routers for ids ['83f2332c-d77a-4ce3-8e6c-828a430f2fd2'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:07:42.817254 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:42.818951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cade57c5-41f5-4769-8b22-64e87a712225 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "PUT /v2.0/routers/83f2332c-d77a-4ce3-8e6c-828a430f2fd2 HTTP/1.1" status: 200 len: 708 time: 2.0304227 Dec 17 13:07:42.821564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53950) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:42.828300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c125b7-dcc2-4095-8745-9646447b351d None None] Routers {'83f2332c-d77a-4ce3-8e6c-828a430f2fd2'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:42.831922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-80c125b7-dcc2-4095-8745-9646447b351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83f2332c-d77a-4ce3-8e6c-828a430f2fd2'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:42.896874 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-80c125b7-dcc2-4095-8745-9646447b351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:42.906724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 82749d33-8791-48c5-9303-84a58f58ffee up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:42.921140 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b4d958a8-7370-4764-8e72-b29eff264def tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/routers/83f2332c-d77a-4ce3-8e6c-828a430f2fd2 HTTP/1.1" status: 200 len: 743 time: 0.0965335 Dec 17 13:07:42.923972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53952) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:42.946380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c125b7-dcc2-4095-8745-9646447b351d None None] Routers {'83f2332c-d77a-4ce3-8e6c-828a430f2fd2'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:42.947876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-80c125b7-dcc2-4095-8745-9646447b351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['83f2332c-d77a-4ce3-8e6c-828a430f2fd2'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:43.028659 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:43.029304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e50402da-a5c6-44c3-bb22-62b5a4bb3854 tempest-RoutersIpV6AdminTest-1678283309 tempest-RoutersIpV6AdminTest-1678283309-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&device_id=83f2332c-d77a-4ce3-8e6c-828a430f2fd2 HTTP/1.1" status: 200 len: 205 time: 0.0993831 Dec 17 13:07:43.030438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53956) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:43.038191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-80c125b7-dcc2-4095-8745-9646447b351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:43.039230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c125b7-dcc2-4095-8745-9646447b351d None None] The sync data for ids ['83f2332c-d77a-4ce3-8e6c-828a430f2fd2'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:43.057362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 82749d33-8791-48c5-9303-84a58f58ffee triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:43.057916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:43.073956 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ccd1b9c8-86ca-487c-a005-54af804d0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b170d1-9647-43fb-911c-431405597ca0', 'name': 'tempest-FloatingIPsNegativeTestJSON-409884219-router', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:14Z', 'updated_at': '2021-12-17T13:07:41Z', 'revision_number': 5, 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'gw_port': {'id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b170d1-9647-43fb-911c-431405597ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:16Z', 'updated_at': '2021-12-17T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:43.087611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53958) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:43.100434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-76303c01-281d-4e0a-826e-25fa4f2ecb49 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "GET /v2.0/ports?device_id=83f2332c-d77a-4ce3-8e6c-828a430f2fd2 HTTP/1.1" status: 200 len: 205 time: 0.0664151 Dec 17 13:07:43.129637 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd1b9c8-86ca-487c-a005-54af804d0c8e None None] Checking router: 27b170d1-9647-43fb-911c-431405597ca0 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:07:43.140620 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1b9c8-86ca-487c-a005-54af804d0c8e None None] Routers {'27b170d1-9647-43fb-911c-431405597ca0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:07:43.141536 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ccd1b9c8-86ca-487c-a005-54af804d0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['27b170d1-9647-43fb-911c-431405597ca0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:43.190840 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:43.270284 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:43.274504 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ccd1b9c8-86ca-487c-a005-54af804d0c8e None None] Set router 27b170d1-9647-43fb-911c-431405597ca0 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:07:43.275334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-46841ddb-6f8c-406f-9cd6-c998c56234a1 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:43.467554 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-46841ddb-6f8c-406f-9cd6-c998c56234a1 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:43.469834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-46841ddb-6f8c-406f-9cd6-c998c56234a1 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:43.479443 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ccd1b9c8-86ca-487c-a005-54af804d0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b170d1-9647-43fb-911c-431405597ca0', 'name': 'tempest-FloatingIPsNegativeTestJSON-409884219-router', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:14Z', 'updated_at': '2021-12-17T13:07:41Z', 'revision_number': 5, 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'gw_port': {'id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b170d1-9647-43fb-911c-431405597ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:16Z', 'updated_at': '2021-12-17T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:43.507322 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd1b9c8-86ca-487c-a005-54af804d0c8e None None] The sync data for ids ['27b170d1-9647-43fb-911c-431405597ca0'] in n-d-815324-5 is: [{'id': '27b170d1-9647-43fb-911c-431405597ca0', 'name': 'tempest-FloatingIPsNegativeTestJSON-409884219-router', 'tenant_id': '451d0f8609c642ca88172a4a9c45581a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:14Z', 'updated_at': '2021-12-17T13:07:41Z', 'revision_number': 5, 'project_id': '451d0f8609c642ca88172a4a9c45581a', 'gw_port': {'id': '2ace4c3a-928b-45e7-a67b-a57621bc3c5c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b170d1-9647-43fb-911c-431405597ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:16Z', 'updated_at': '2021-12-17T13:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:07:43.629309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a877e1dc-89ac-4803-aad2-02f5f8e3e2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82749d33-8791-48c5-9303-84a58f58ffee'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:07:43.631599 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfc8568-93bb-4435-9f6e-bcca8d358882" -d '{"events": [{"server_uuid": "a877e1dc-89ac-4803-aad2-02f5f8e3e2f6", "name": "network-vif-plugged", "status": "completed", "tag": "82749d33-8791-48c5-9303-84a58f58ffee"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:07:43.656617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 82749d33-8791-48c5-9303-84a58f58ffee, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=82749d33-8791-48c5-9303-84a58f58ffee,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:43.778575 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:43.780270 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-46841ddb-6f8c-406f-9cd6-c998c56234a1 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:43.781128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46841ddb-6f8c-406f-9cd6-c998c56234a1 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Fanout notify agent at l3_agent the message router_deleted on router 83f2332c-d77a-4ce3-8e6c-828a430f2fd2 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:07:43.790346 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-46841ddb-6f8c-406f-9cd6-c998c56234a1 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:43.796529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53980) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:43.797792 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-46841ddb-6f8c-406f-9cd6-c998c56234a1 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/routers/83f2332c-d77a-4ce3-8e6c-828a430f2fd2 HTTP/1.1" status: 204 len: 168 time: 0.6366615 Dec 17 13:07:43.803484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Deleting port 2ace4c3a-928b-45e7-a67b-a57621bc3c5c {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:43.803879 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:43.823600 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b79cf49b-ae13-490f-af1f-5b1fd85ff356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:43.852327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-941c82d5-3c7c-4c29-a1a5-d6c02db2b9f2 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "GET /v2.0/ports?device_id=83f2332c-d77a-4ce3-8e6c-828a430f2fd2 HTTP/1.1" status: 200 len: 205 time: 0.0533867 Dec 17 13:07:43.854788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53982) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:43.883591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=82749d33-8791-48c5-9303-84a58f58ffee,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:43.907970 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-e858f14e-2a7b-455d-86fd-28fe46f30e51 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] delete failed (client error): The resource could not be found. Dec 17 13:07:43.913199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e858f14e-2a7b-455d-86fd-28fe46f30e51 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/routers/83f2332c-d77a-4ce3-8e6c-828a430f2fd2 HTTP/1.1" status: 404 len: 336 time: 0.0530379 Dec 17 13:07:43.913199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53984) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:43.946221 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f6bf752-dc78-4b08-ad83-3a276fc45913 req-eba7b018-8c5a-43f1-beb3-f74a278a2467 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 210 time: 0.0486264 Dec 17 13:07:43.961874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53986) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:43.978316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6aa56309-8417-4598-b520-3a2ceb7de008 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c0077a-679d-4284-9dec-59cbf4cbc7c9 HTTP/1.1" status: 200 len: 205 time: 0.0634193 Dec 17 13:07:44.064638 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849c1514-774c-41eb-8fdf-15c9a5ea163e x-openstack-request-id: req-849c1514-774c-41eb-8fdf-15c9a5ea163e {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:07:44.065639 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a877e1dc-89ac-4803-aad2-02f5f8e3e2f6", "name": "network-vif-plugged", "status": "completed", "tag": "82749d33-8791-48c5-9303-84a58f58ffee", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:07:44.066629 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-849c1514-774c-41eb-8fdf-15c9a5ea163e {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:07:44.066629 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a877e1dc-89ac-4803-aad2-02f5f8e3e2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82749d33-8791-48c5-9303-84a58f58ffee', 'code': 200} Dec 17 13:07:44.107744 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-ea40113e-6652-4a42-83ed-922e21745db4 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] delete failed (client error): The resource could not be found. Dec 17 13:07:44.115525 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ea40113e-6652-4a42-83ed-922e21745db4 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/routers/a1c0077a-679d-4284-9dec-59cbf4cbc7c9 HTTP/1.1" status: 404 len: 336 time: 0.1461229 Dec 17 13:07:44.116438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54002) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:44.138914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] For port 2ace4c3a-928b-45e7-a67b-a57621bc3c5c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2ace4c3a-928b-45e7-a67b-a57621bc3c5c,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:44.139872 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:44.171407 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Calling delete_port for 2ace4c3a-928b-45e7-a67b-a57621bc3c5c owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:44.173016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-55ff2872-ecbb-4570-bd9d-f7a6f3935062 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "GET /v2.0/ports?device_id=51ac77df-ebc0-4748-9ff0-0e2da61dc27b HTTP/1.1" status: 200 len: 205 time: 0.0595932 Dec 17 13:07:44.175389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54006) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:44.236102 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-c103bba3-1b40-452a-94ab-cfa4294a1814 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] delete failed (client error): The resource could not be found. Dec 17 13:07:44.238036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c103bba3-1b40-452a-94ab-cfa4294a1814 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/routers/51ac77df-ebc0-4748-9ff0-0e2da61dc27b HTTP/1.1" status: 404 len: 336 time: 0.0615451 Dec 17 13:07:44.243680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 63744033-f5b5-431a-bed2-18ce11fd1b82 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:07:44.251755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54008) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:44.272698 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 63744033-f5b5-431a-bed2-18ce11fd1b82 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:07:44.273715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 63744033-f5b5-431a-bed2-18ce11fd1b82 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:07:44.281876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-157a9705-49ef-4023-b209-5ecfe655509f tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8763921-f9bf-4f22-8efe-956b9ef925e4 HTTP/1.1" status: 200 len: 205 time: 0.0284421 Dec 17 13:07:44.287320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54010) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:44.336370 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-a6557377-e89f-4c95-9096-921c43063c29 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] delete failed (client error): The resource could not be found. Dec 17 13:07:44.339994 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a6557377-e89f-4c95-9096-921c43063c29 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/routers/a8763921-f9bf-4f22-8efe-956b9ef925e4 HTTP/1.1" status: 404 len: 336 time: 0.0475285 Dec 17 13:07:44.342686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54014) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:44.378670 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-76bac8fb-c338-44b4-b07c-7db60c6a7b4e tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8076e82-11da-45c6-9bdf-9dbf7ad6629b HTTP/1.1" status: 200 len: 205 time: 0.0323966 Dec 17 13:07:44.380037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54016) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:44.421741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-c6a34707-98b8-4b79-bc37-2fcde4162c68 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:44.425083 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-c6a34707-98b8-4b79-bc37-2fcde4162c68 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.54 "GET /v2.0/networks?id=e3846ec9-9545-48cc-88ae-b5507b053d13 HTTP/1.1" status: 200 len: 814 time: 0.2049100 Dec 17 13:07:44.455368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Request body: {'port': {'device_id': 'fcc96f41-d331-4e1d-891a-70f97df0ef09', 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13', 'admin_state_up': True, 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:44.473645 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-f0b47796-b87c-40be-9e9f-72078765463d tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] delete failed (client error): The resource could not be found. Dec 17 13:07:44.474719 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f0b47796-b87c-40be-9e9f-72078765463d tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/routers/c8076e82-11da-45c6-9bdf-9dbf7ad6629b HTTP/1.1" status: 404 len: 336 time: 0.0942307 Dec 17 13:07:44.478626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54018) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:44.525523 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7823c03c-bd0c-487f-95a5-331dc5e1b36d tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2201b7b-7192-4f1b-a500-b5ede116097b HTTP/1.1" status: 200 len: 205 time: 0.0465183 Dec 17 13:07:44.527801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54020) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:44.581953 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-d6dc7af1-e565-43b6-96f4-84ca0cfc35d9 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] delete failed (client error): The resource could not be found. Dec 17 13:07:44.582545 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d6dc7af1-e565-43b6-96f4-84ca0cfc35d9 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/routers/a2201b7b-7192-4f1b-a500-b5ede116097b HTTP/1.1" status: 404 len: 336 time: 0.0531905 Dec 17 13:07:44.585394 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54022) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:44.625128 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-10372784-fddb-42be-b187-b6f02d662c87 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] DELETE failed (client error): The resource could not be found. Dec 17 13:07:44.625615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10372784-fddb-42be-b187-b6f02d662c87 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:07:44.630423 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-10372784-fddb-42be-b187-b6f02d662c87 tempest-RoutersIpV6AdminTest-604132034 tempest-RoutersIpV6AdminTest-604132034-project] 10.222.0.59 "DELETE /v2.0/subnets/dbb5c00f-fbb0-43cb-bee8-85b3ed4611f9 HTTP/1.1" status: 404 len: 337 time: 0.0440168 Dec 17 13:07:44.732651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Made reservation on behalf of 1102a6f4361c4ee1aa00881df59e77fc for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:07:44.738866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:44.821291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b5a289-14d3-4242-8b6e-9fed36eb36d7 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:07:44.829559 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:44.868236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ace4c3a-928b-45e7-a67b-a57621bc3c5c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:44.967778 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:45.018643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Allocated IP 172.20.0.11 (e3846ec9-9545-48cc-88ae-b5507b053d13/0ac44897-ffaa-4a06-b476-55f61ec97373/f6a7ff44-596d-4ba2-9f2d-e424abe13657) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:45.121664 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:45.124942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:45.146195 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:45.267807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:45.318188 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1571da57-e7a2-47f1-a683-d7a4cddbddd3 req-fc4b94c1-9815-4712-810d-c6a17e1c001a tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 210 time: 0.0394881 Dec 17 13:07:45.338082 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:45.339208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27b170d1-9647-43fb-911c-431405597ca0 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:07:45.355926 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:45.357171 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-139b640c-3644-4b39-889d-c717ee511d6c admin admin] 10.222.0.59 "DELETE /v2.0/routers/27b170d1-9647-43fb-911c-431405597ca0 HTTP/1.1" status: 204 len: 168 time: 2.7864592 Dec 17 13:07:45.358130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54054) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:45.377742 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:45.424402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54056) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:45.471463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b5a289-14d3-4242-8b6e-9fed36eb36d7,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:45.523767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1953c8-47d7-43b0-ab36-7e71b27d4068 admin admin] Deleting subnet e66925a5-78d4-4d28-ab15-9c4167d39921 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:07:45.543887 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e1953c8-47d7-43b0-ab36-7e71b27d4068 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:45.618556 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:45.619163 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e1953c8-47d7-43b0-ab36-7e71b27d4068 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:45.728144 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-923778cc-2b81-4a3c-abb9-c1b65e654d6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:45.759630 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e1953c8-47d7-43b0-ab36-7e71b27d4068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:45.859021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-923778cc-2b81-4a3c-abb9-c1b65e654d6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:46.029711 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-923778cc-2b81-4a3c-abb9-c1b65e654d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:46.032145 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e1953c8-47d7-43b0-ab36-7e71b27d4068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:46.067464 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:07:46.071507 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422f648e-c665-4904-8a06-7ce46eb1510f" -d '{"events": [{"server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "name": "network-vif-unplugged", "status": "completed", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:07:46.084060 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:46.155018 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b54d6f-190b-44b6-a40f-ba4a75dccdab x-openstack-request-id: req-d1b54d6f-190b-44b6-a40f-ba4a75dccdab {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:07:46.156044 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "name": "network-vif-unplugged", "status": "completed", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:07:46.156562 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1b54d6f-190b-44b6-a40f-ba4a75dccdab {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:07:46.157350 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'code': 200} Dec 17 13:07:46.168770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1953c8-47d7-43b0-ab36-7e71b27d4068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66925a5-78d4-4d28-ab15-9c4167d39921,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:46.190051 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e1953c8-47d7-43b0-ab36-7e71b27d4068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:46.201354 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-923778cc-2b81-4a3c-abb9-c1b65e654d6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4528488ef1f2428daea17675fee5a49f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7803938 Dec 17 13:07:46.208161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce5a99-a279-4a13-8b7f-d7a8be57061f None None] Network 0af468a0-34ff-4422-8171-4c3687d4b38b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:07:46.214797 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3e1953c8-47d7-43b0-ab36-7e71b27d4068 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e66925a5-78d4-4d28-ab15-9c4167d39921 HTTP/1.1" status: 204 len: 168 time: 0.8467233 Dec 17 13:07:46.218038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54088) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:46.218038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54090) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:46.307644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923778cc-2b81-4a3c-abb9-c1b65e654d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34426e0a-adf9-42c3-a0e2-f83136133938,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:46.397933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Pushing event updated for resources: {'Port': ['ID=f6a7ff44-596d-4ba2-9f2d-e424abe13657,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:46.420123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Network e3846ec9-9545-48cc-88ae-b5507b053d13 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:46.440260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:46.440260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:46.450033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2ace4c3a-928b-45e7-a67b-a57621bc3c5c no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:07:46.456092 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-43e10acc-1ff0-4d0a-b070-c4fa01784ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:46.486222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 2ace4c3a-928b-45e7-a67b-a57621bc3c5c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:07:46.487083 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2ace4c3a-928b-45e7-a67b-a57621bc3c5c not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:07:46.566296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:46.568215 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3da5de1-fc5f-4cca-b572-83327ad6eb27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:46.582614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:46.583447 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:46.655424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa293a2-c1cd-411a-8b0b-c8d1977d8030 None None] DHCP port deletion for 0af468a0-34ff-4422-8171-4c3687d4b38b request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:07:46.672780 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3da5de1-fc5f-4cca-b572-83327ad6eb27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:46.684165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-386f002d-ec5e-4012-93d3-17630af35309 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2481556 Dec 17 13:07:46.754501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Request body: {'port': {'device_id': 'fcc96f41-d331-4e1d-891a-70f97df0ef09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:46.804073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-caa293a2-c1cd-411a-8b0b-c8d1977d8030 None None] Deleting port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:46.804544 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-caa293a2-c1cd-411a-8b0b-c8d1977d8030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:46.882420 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Deleting port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:07:46.883277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:46.890498 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07331c1f-9451-49e3-9c14-8021b8b4a5e0 req-261d4d9f-a156-4038-98d8-71a50d2ddd45 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1287267 Dec 17 13:07:46.972550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:47.025347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-caa293a2-c1cd-411a-8b0b-c8d1977d8030 None None] For port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4e6b9c36-4bac-46e2-b3ea-303d41bcf234,segment=NetworkSegment(232f9cf2-55a1-4350-84f5-f1dca402c92d),segment_id=232f9cf2-55a1-4350-84f5-f1dca402c92d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:47.033818 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3da5de1-fc5f-4cca-b572-83327ad6eb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:47.043157 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3da5de1-fc5f-4cca-b572-83327ad6eb27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:47.046073 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-caa293a2-c1cd-411a-8b0b-c8d1977d8030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:47.048641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a3da5de1-fc5f-4cca-b572-83327ad6eb27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/34426e0a-adf9-42c3-a0e2-f83136133938 HTTP/1.1" status: 204 len: 168 time: 0.8301985 Dec 17 13:07:47.112135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-caa293a2-c1cd-411a-8b0b-c8d1977d8030 None None] Calling delete_port for 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:47.154035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da5de1-fc5f-4cca-b572-83327ad6eb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34426e0a-adf9-42c3-a0e2-f83136133938,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:47.158882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e334fe53-71e6-4206-a9ff-1cfd2b348cb6 None None] Provisioning complete for port f6a7ff44-596d-4ba2-9f2d-e424abe13657 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:47.162871 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e334fe53-71e6-4206-a9ff-1cfd2b348cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:47.207372 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] For port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4e6b9c36-4bac-46e2-b3ea-303d41bcf234,segment=NetworkSegment(232f9cf2-55a1-4350-84f5-f1dca402c92d),segment_id=232f9cf2-55a1-4350-84f5-f1dca402c92d)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:47.207986 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:47.253382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07331c1f-9451-49e3-9c14-8021b8b4a5e0 req-00eb9e82-14f0-4a25-bbe0-1e8f62fd607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:47.256737 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07331c1f-9451-49e3-9c14-8021b8b4a5e0 req-00eb9e82-14f0-4a25-bbe0-1e8f62fd607e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 1096 time: 0.2499495 Dec 17 13:07:47.269444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Calling delete_port for 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:07:47.321476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e334fe53-71e6-4206-a9ff-1cfd2b348cb6 None None] Port f6a7ff44-596d-4ba2-9f2d-e424abe13657 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:07:47.508686 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-caa293a2-c1cd-411a-8b0b-c8d1977d8030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:47.631786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa293a2-c1cd-411a-8b0b-c8d1977d8030 None None] Pushing event deleted for resources: {'Port': ['ID=4e6b9c36-4bac-46e2-b3ea-303d41bcf234,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:47.637938 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07331c1f-9451-49e3-9c14-8021b8b4a5e0 req-7cf32b34-af45-4b92-b0f4-9f7a218a1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:47.639139 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07331c1f-9451-49e3-9c14-8021b8b4a5e0 req-7cf32b34-af45-4b92-b0f4-9f7a218a1724 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.2734613 Dec 17 13:07:47.642760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:47.647576 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa293a2-c1cd-411a-8b0b-c8d1977d8030 None None] No DVR routers for this DVR port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:07:47.747097 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:47.801446 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6b9c36-4bac-46e2-b3ea-303d41bcf234,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:47.812223 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07331c1f-9451-49e3-9c14-8021b8b4a5e0 req-2e791ede-6d95-410b-85eb-1f52e9497bb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 200 len: 1000 time: 0.1600480 Dec 17 13:07:47.813484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] No DVR routers for this DVR port 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:07:48.066265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:48.149080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07331c1f-9451-49e3-9c14-8021b8b4a5e0 req-2683c09d-0cbb-4886-b1be-d563cc8a8d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:48.153994 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07331c1f-9451-49e3-9c14-8021b8b4a5e0 req-2683c09d-0cbb-4886-b1be-d563cc8a8d91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.2771022 Dec 17 13:07:48.168368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af468a0-34ff-4422-8171-4c3687d4b38b']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:48.284522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232f9cf2-55a1-4350-84f5-f1dca402c92d') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:48.285760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232f9cf2-55a1-4350-84f5-f1dca402c92d') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:07:48.364146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:07:48.371549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:48.381173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54108) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:48.407810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:07:48.408543 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4e6b9c36-4bac-46e2-b3ea-303d41bcf234 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:07:48.468834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:48.470511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a7ff44-596d-4ba2-9f2d-e424abe13657 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:07:48.495085 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:48.499330 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:07:48.502285 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:07:48.511328 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:07:48.523684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07331c1f-9451-49e3-9c14-8021b8b4a5e0 req-ac9aa767-9069-405f-96fc-b7dcc3aa00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:48.528738 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07331c1f-9451-49e3-9c14-8021b8b4a5e0 req-ac9aa767-9069-405f-96fc-b7dcc3aa00ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3519676 Dec 17 13:07:48.681793 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c3758f7a-c943-46ef-be05-0173ab8e1fe3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed5babb81abf4a409182ee6415d072d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874570 Dec 17 13:07:48.686251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54112) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:48.777885 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:48.790541 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07331c1f-9451-49e3-9c14-8021b8b4a5e0 req-2b9aa9a9-dee2-4201-b5f9-8c835d0fd037 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452133 Dec 17 13:07:48.794898 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cef40765-bc1b-4b32-9bca-1b9a505e736c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:48.810946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Transition to ACTIVE for port object f6a7ff44-596d-4ba2-9f2d-e424abe13657 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:07:48.845798 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:48.848853 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b5a289-14d3-4242-8b6e-9fed36eb36d7 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:07:48.895531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cef40765-bc1b-4b32-9bca-1b9a505e736c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:48.932908 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:48.952975 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] 10.222.0.59 "DELETE /v2.0/networks/0af468a0-34ff-4422-8171-4c3687d4b38b HTTP/1.1" status: 204 len: 168 time: 2.7104402 Dec 17 13:07:48.954355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacb32e-479e-46e7-be7c-e24ad6bf49aa admin admin] Pushing event deleted for resources: {'Network': ['ID=0af468a0-34ff-4422-8171-4c3687d4b38b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:49.020200 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:49.078236 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07331c1f-9451-49e3-9c14-8021b8b4a5e0 req-fef0dba8-5132-4325-a42f-13adf89f8bdb service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798333 Dec 17 13:07:49.183832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:49.188767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a7ff44-596d-4ba2-9f2d-e424abe13657,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:49.223556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'mac_address': 'fa:16:3e:e7:f1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:07:49.334978 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:49.340687 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cef40765-bc1b-4b32-9bca-1b9a505e736c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:49.343473 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cef40765-bc1b-4b32-9bca-1b9a505e736c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:49.348856 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cef40765-bc1b-4b32-9bca-1b9a505e736c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dab58e83-3fac-4868-844a-4df4dd74dc2b HTTP/1.1" status: 204 len: 168 time: 0.6611338 Dec 17 13:07:49.349930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Attempting to bind port f6a7ff44-596d-4ba2-9f2d-e424abe13657 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:07:49.350341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Attempting to bind port f6a7ff44-596d-4ba2-9f2d-e424abe13657 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:07:49.350685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Attempting to bind port f6a7ff44-596d-4ba2-9f2d-e424abe13657 on network e3846ec9-9545-48cc-88ae-b5507b053d13 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:49.357969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b5a289-14d3-4242-8b6e-9fed36eb36d7 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:07:49.359333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Port f6a7ff44-596d-4ba2-9f2d-e424abe13657 on network e3846ec9-9545-48cc-88ae-b5507b053d13 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:07:49.359734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Attempting to bind port f6a7ff44-596d-4ba2-9f2d-e424abe13657 on network e3846ec9-9545-48cc-88ae-b5507b053d13 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:49.373987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:07:49.374429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Checking segment: {'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:49.374742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Bound using segment: {'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:07:49.375201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Bound port: f6a7ff44-596d-4ba2-9f2d-e424abe13657, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:07:49.375566 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:49.451945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:49.514006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] For port f6a7ff44-596d-4ba2-9f2d-e424abe13657, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:07:49.520128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] For port f6a7ff44-596d-4ba2-9f2d-e424abe13657, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f6a7ff44-596d-4ba2-9f2d-e424abe13657,segment=NetworkSegment(abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1),segment_id=abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:07:49.524443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef40765-bc1b-4b32-9bca-1b9a505e736c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab58e83-3fac-4868-844a-4df4dd74dc2b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:49.594915 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:49.643555 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:49.758097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54120) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:49.798374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b5a289-14d3-4242-8b6e-9fed36eb36d7,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:49.839466 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:50.083846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:50.083846 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:50.083846 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] 10.222.0.54 "PUT /v2.0/ports/f6a7ff44-596d-4ba2-9f2d-e424abe13657 HTTP/1.1" status: 200 len: 1092 time: 3.1300552 Dec 17 13:07:50.083846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc96f41-d331-4e1d-891a-70f97df0ef09', 'tag': 'f6a7ff44-596d-4ba2-9f2d-e424abe13657'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:07:50.083846 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd411b4-78d5-4fd5-9d1c-5b21689ac601" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc96f41-d331-4e1d-891a-70f97df0ef09", "tag": "f6a7ff44-596d-4ba2-9f2d-e424abe13657"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:07:50.087376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['55b5a289-14d3-4242-8b6e-9fed36eb36d7'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:07:50.088673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e46c5-bc96-48c7-84aa-22c20cda3dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a7ff44-596d-4ba2-9f2d-e424abe13657,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:50.089310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1d5424cb-6e78-4464-8cd7-050fc042a536 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=451d0f8609c642ca88172a4a9c45581a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490927 Dec 17 13:07:50.089639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54126) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:50.089639 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fae9d4e6-681a-408b-8a90-40e703b3a918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:50.089639 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fae9d4e6-681a-408b-8a90-40e703b3a918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:50.313019 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fae9d4e6-681a-408b-8a90-40e703b3a918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:50.320704 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fae9d4e6-681a-408b-8a90-40e703b3a918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:50.320704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fae9d4e6-681a-408b-8a90-40e703b3a918 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59e77056-aaef-4f9a-ab00-74d28d9e4f98 HTTP/1.1" status: 204 len: 168 time: 0.4041195 Dec 17 13:07:50.328063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9d4e6-681a-408b-8a90-40e703b3a918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e77056-aaef-4f9a-ab00-74d28d9e4f98,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:50.628136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-42d1d3bb-c64c-48db-8d1c-160b16c67011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:50.628136 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-42d1d3bb-c64c-48db-8d1c-160b16c67011 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1102a6f4361c4ee1aa00881df59e77fc&device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 1095 time: 0.0691235 Dec 17 13:07:50.847827 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-605afb53-b9fc-45f0-af72-2719225f6dca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a7ff44-596d-4ba2-9f2d-e424abe13657 HTTP/1.1" status: 200 len: 217 time: 0.1310627 Dec 17 13:07:50.860521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b5a289-14d3-4242-8b6e-9fed36eb36d7 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:07:50.970724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-58c1d0fb-7f60-46ba-bf4a-2bf81c759893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:50.972451 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-58c1d0fb-7f60-46ba-bf4a-2bf81c759893 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ac44897-ffaa-4a06-b476-55f61ec97373 HTTP/1.1" status: 200 len: 853 time: 0.0984263 Dec 17 13:07:50.985233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:50.985639 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:51.162459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-8ab32ff2-edb9-434a-b942-ab1807001e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:51.164384 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-8ab32ff2-edb9-434a-b942-ab1807001e36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3846ec9-9545-48cc-88ae-b5507b053d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622543 Dec 17 13:07:51.300241 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:51.374267 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:07:51.375973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:07:51.381832 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb45759-8e59-498c-856c-68370d66c42a" -d '{"events": [{"server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "name": "network-vif-plugged", "status": "completed", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:07:51.442529 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:51.463599 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-c2940e6b-db4d-4d37-9660-e19a49b7c6ed service neutron] 10.222.0.54 "GET /v2.0/networks/e3846ec9-9545-48cc-88ae-b5507b053d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196469 Dec 17 13:07:51.570691 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b5a289-14d3-4242-8b6e-9fed36eb36d7,revision_number=10']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:51.784253 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3202527e-9e8b-48ce-bba6-c79017939e2e req-e3b935ba-c0ab-4c4e-8790-4fc587607228 service neutron] 10.222.0.54 "GET /v2.0/networks/e3846ec9-9545-48cc-88ae-b5507b053d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798595 Dec 17 13:07:52.228889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54178) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:52.320939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54182) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:52.521639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-378369609-network', 'tenant_id': '87551a54073c4e9681a009766705d41f'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:52.618621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-106234468'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:52.703951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Made reservation on behalf of 87551a54073c4e9681a009766705d41f for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:07:52.707193 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:52.736774 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:52.818265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Made reservation on behalf of 89b0551af651449bb0dfab1b720240e6 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:07:52.825655 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:52.844791 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:52.951470 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.011748 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.058980 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.097809 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.121794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba642bb0-3ae3-49b2-bd8f-1ef7031197eb,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:53.168983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:07:53.185303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.197955 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Added segment 808ac496-cce5-4da8-8b3e-193e2fb4f4f4 of type vlan for network 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 Dec 17 13:07:53.198666 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:07:53.226075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182a79a4-54df-49b3-b327-419694afac00,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:53.262095 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.263122 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Added segment b22dda31-fc3a-4d1c-9e42-50de6d0f8d88 of type vlan for network 9730835d-171d-4396-859b-e7512ddf77b2 Dec 17 13:07:53.287078 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.383349 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.446145 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.447971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:53.448902 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.555666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2298400 Dec 17 13:07:53.559087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54188) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:53.565190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b80e2e23-1917-410c-a003-932dbe211515 admin admin] Request body: {'subnet': {'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-378369609-subnet', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:53.601873 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.604123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e6c22-5068-4b40-b46e-a1a61e3049aa admin admin] Pushing event updated for resources: {'Network': ['ID=54ec24d9-8fbf-4f64-a0c6-d150e6885bf8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:53.610759 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:53.619895 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.620128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:07:53.704117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80e2e23-1917-410c-a003-932dbe211515 admin admin] Made reservation on behalf of 87551a54073c4e9681a009766705d41f for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:07:53.707442 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b80e2e23-1917-410c-a003-932dbe211515 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:53.928311 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event updated for resources: {'Network': ['ID=9730835d-171d-4396-859b-e7512ddf77b2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:54.118018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 9730835d-171d-4396-859b-e7512ddf77b2 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:07:54.233450 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-50edd294-53b6-4540-94c9-d4ecc7122137 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0027392 Dec 17 13:07:54.287405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54192) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:54.312142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6ff6cd95-1204-4714-87dc-cdaa19cf2a75 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Request body: {'subnet': {'network_id': '9730835d-171d-4396-859b-e7512ddf77b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:54.858736 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b80e2e23-1917-410c-a003-932dbe211515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:54.912472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e2e23-1917-410c-a003-932dbe211515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46968ade-ea37-4df1-a115-33c2a4cbaedd,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:54.915536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff6cd95-1204-4714-87dc-cdaa19cf2a75 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Made reservation on behalf of 89b0551af651449bb0dfab1b720240e6 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:07:54.922755 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cd95-1204-4714-87dc-cdaa19cf2a75 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:54.933129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80e2e23-1917-410c-a003-932dbe211515 admin admin] Checking segment: {'id': '808ac496-cce5-4da8-8b3e-193e2fb4f4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:54.933671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80e2e23-1917-410c-a003-932dbe211515 admin admin] Network hostable DHCP agents. Network: 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:07:55.063896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80e2e23-1917-410c-a003-932dbe211515 admin admin] Network 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:07:55.183196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-b80e2e23-1917-410c-a003-932dbe211515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:55.187517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80e2e23-1917-410c-a003-932dbe211515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:55.188251 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b80e2e23-1917-410c-a003-932dbe211515 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:55.195094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27487fcd-9b04-45bc-b648-64fe27bda605 None None] Network 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:07:55.306938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b80e2e23-1917-410c-a003-932dbe211515 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7464612 Dec 17 13:07:55.310069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54200) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:55.334397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-378369609-router', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:55.451001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-54ec24d9-8fbf-4f64-a0c6-d150e6885bf8', 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8', 'project_id': '87551a54073c4e9681a009766705d41f', 'fixed_ips': [{'subnet_id': '46968ade-ea37-4df1-a115-33c2a4cbaedd'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:07:55.452045 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:55.525984 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:55.527146 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:55.631308 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:55.646942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cd95-1204-4714-87dc-cdaa19cf2a75 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:55.734099 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Allocated IP 172.20.0.2 (54ec24d9-8fbf-4f64-a0c6-d150e6885bf8/46968ade-ea37-4df1-a115-33c2a4cbaedd/e6a3bf4b-c9e3-4214-85aa-cd140ce0121f) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:55.876451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6cd95-1204-4714-87dc-cdaa19cf2a75 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Checking segment: {'id': 'b22dda31-fc3a-4d1c-9e42-50de6d0f8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9730835d-171d-4396-859b-e7512ddf77b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:55.879372 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff6cd95-1204-4714-87dc-cdaa19cf2a75 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Network hostable DHCP agents. Network: 9730835d-171d-4396-859b-e7512ddf77b2, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:07:55.947939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6cd95-1204-4714-87dc-cdaa19cf2a75 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event updated for resources: {'Subnet': ['ID=8c547be6-49fc-4601-ba63-8c927f8e788e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:56.121460 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff6cd95-1204-4714-87dc-cdaa19cf2a75 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Network 9730835d-171d-4396-859b-e7512ddf77b2 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:07:56.183343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:56.191489 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:56.276278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-6ff6cd95-1204-4714-87dc-cdaa19cf2a75 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 9730835d-171d-4396-859b-e7512ddf77b2) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:56.281921 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff6cd95-1204-4714-87dc-cdaa19cf2a75 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:56.284678 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cd95-1204-4714-87dc-cdaa19cf2a75 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:56.288911 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034522ca-be3b-407f-b92b-ba428607becc None None] Network 9730835d-171d-4396-859b-e7512ddf77b2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:07:56.420876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6ff6cd95-1204-4714-87dc-cdaa19cf2a75 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1316705 Dec 17 13:07:56.423459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54206) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:56.431726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Request body: {'port': {'network_id': '9730835d-171d-4396-859b-e7512ddf77b2', 'name': 'tempest-AllowedAddressPairTestJSON-74641239'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:56.458848 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:56.492786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Network 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:56.498589 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:56.502737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:56.698280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Attempting to bind port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:07:56.698664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Attempting to bind port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '808ac496-cce5-4da8-8b3e-193e2fb4f4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:07:56.701479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Attempting to bind port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f on network 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:56.735669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:07:56.736117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Checking segment: {'id': '808ac496-cce5-4da8-8b3e-193e2fb4f4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:56.737812 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:56.738217 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Bound using segment: {'id': '808ac496-cce5-4da8-8b3e-193e2fb4f4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:07:56.740914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Bound port: e6a3bf4b-c9e3-4214-85aa-cd140ce0121f, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808ac496-cce5-4da8-8b3e-193e2fb4f4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:07:56.741328 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:56.839144 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:56.896296 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:56.913656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Pushing event updated for resources: {'Port': ['ID=e6a3bf4b-c9e3-4214-85aa-cd140ce0121f,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:56.959656 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Made reservation on behalf of 89b0551af651449bb0dfab1b720240e6 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:07:56.959656 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:56.988807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] For port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:07:57.021218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] device_id is not set on port 0d3e79a6-5db9-4602-87d6-bc9366458902 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:07:57.047836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] For port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e6a3bf4b-c9e3-4214-85aa-cd140ce0121f,segment=NetworkSegment(808ac496-cce5-4da8-8b3e-193e2fb4f4f4),segment_id=808ac496-cce5-4da8-8b3e-193e2fb4f4f4)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:07:57.177833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Allocated IP 172.25.0.185 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/6e3ce065-6720-43a4-a335-3ab2f218aa92) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:57.301074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-9730835d-171d-4396-859b-e7512ddf77b2', 'network_id': '9730835d-171d-4396-859b-e7512ddf77b2', 'project_id': '89b0551af651449bb0dfab1b720240e6', 'fixed_ips': [{'subnet_id': '8c547be6-49fc-4601-ba63-8c927f8e788e'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:07:57.302132 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:57.468655 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:57.507450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Allocated IP 172.20.0.6 (9730835d-171d-4396-859b-e7512ddf77b2/8c547be6-49fc-4601-ba63-8c927f8e788e/0d3e79a6-5db9-4602-87d6-bc9366458902) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:57.868133 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:57.951400 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:58.036352 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a28c8e-11b3-4537-b8e8-e8e90e6c7a0d None None] Pushing event updated for resources: {'Port': ['ID=e6a3bf4b-c9e3-4214-85aa-cd140ce0121f,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:58.892607 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:58.956378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:59.053208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Network 9730835d-171d-4396-859b-e7512ddf77b2 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:59.057854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:59.066051 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:59.068000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3ce065-6720-43a4-a335-3ab2f218aa92,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:59.075508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Allocated IP 172.20.0.2 (9730835d-171d-4396-859b-e7512ddf77b2/8c547be6-49fc-4601-ba63-8c927f8e788e/8849a4f0-99f0-45ea-8459-e3a7cfad5e5f) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:07:59.097710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:59.100342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.102465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.105038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.105653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.107029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.107611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.108274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.108807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.109882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.110480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.110993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.111619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.112922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:07:59.139135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:59.152109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:59.154751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event updated for resources: {'Port': ['ID=0d3e79a6-5db9-4602-87d6-bc9366458902,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:59.212149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:07:59.212149 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:59.349853 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ec98df16-3941-4ccf-8513-3d7389c52c2e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9245005 Dec 17 13:07:59.350639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54214) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:07:59.358933 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Request body: {'port': {'network_id': '9730835d-171d-4396-859b-e7512ddf77b2', 'name': 'tempest-AllowedAddressPairTestJSON-829672467', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:c0:db:9f'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:07:59.404869 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:59.500514 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:59.561883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Network 9730835d-171d-4396-859b-e7512ddf77b2 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:07:59.566143 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:07:59.577700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:07:59.715554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Pushing event updated for resources: {'Port': ['ID=8849a4f0-99f0-45ea-8459-e3a7cfad5e5f,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:07:59.723743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Attempting to bind port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:07:59.724325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Attempting to bind port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'b22dda31-fc3a-4d1c-9e42-50de6d0f8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9730835d-171d-4396-859b-e7512ddf77b2'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:07:59.724816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Attempting to bind port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f on network 9730835d-171d-4396-859b-e7512ddf77b2 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:07:59.731899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:07:59.732444 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Checking segment: {'id': 'b22dda31-fc3a-4d1c-9e42-50de6d0f8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9730835d-171d-4396-859b-e7512ddf77b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:07:59.732962 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:59.733486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Bound using segment: {'id': 'b22dda31-fc3a-4d1c-9e42-50de6d0f8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9730835d-171d-4396-859b-e7512ddf77b2'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:07:59.734231 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Bound port: 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22dda31-fc3a-4d1c-9e42-50de6d0f8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9730835d-171d-4396-859b-e7512ddf77b2'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:07:59.734910 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:59.790073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:59.811221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff96955d-4013-41d3-b384-6e07f37883c7 None None] Network 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:07:59.830893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] For port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:07:59.872866 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] For port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8849a4f0-99f0-45ea-8459-e3a7cfad5e5f,segment=NetworkSegment(b22dda31-fc3a-4d1c-9e42-50de6d0f8d88),segment_id=b22dda31-fc3a-4d1c-9e42-50de6d0f8d88)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:07:59.891184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2041cfdc-d1cf-46f0-9597-ad5229b33794 None None] Provisioning complete for port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:07:59.891561 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2041cfdc-d1cf-46f0-9597-ad5229b33794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:07:59.897502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Made reservation on behalf of 89b0551af651449bb0dfab1b720240e6 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:00.017810 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2041cfdc-d1cf-46f0-9597-ad5229b33794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:00.020255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:00.043327 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:00.047316 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:00.076907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] device_id is not set on port b7296b0f-8713-44a2-9409-609fbf8d7658 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:08:00.116584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4588cb-061a-4caf-8063-ec45e54ced86 None None] Pushing event updated for resources: {'Port': ['ID=8849a4f0-99f0-45ea-8459-e3a7cfad5e5f,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:00.155233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2041cfdc-d1cf-46f0-9597-ad5229b33794 None None] For port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e6a3bf4b-c9e3-4214-85aa-cd140ce0121f,segment=NetworkSegment(808ac496-cce5-4da8-8b3e-193e2fb4f4f4),segment_id=808ac496-cce5-4da8-8b3e-193e2fb4f4f4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:00.223242 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2041cfdc-d1cf-46f0-9597-ad5229b33794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:00.406350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Router ec46a2a0-d59b-40cd-83b1-495d12b05f6e is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:08:00.440666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e6a3bf4b-c9e3-4214-85aa-cd140ce0121f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:08:00.440666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041cfdc-d1cf-46f0-9597-ad5229b33794 None None] Pushing event updated for resources: {'Port': ['ID=e6a3bf4b-c9e3-4214-85aa-cd140ce0121f,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:00.478809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Allocated IP 172.20.0.5 (9730835d-171d-4396-859b-e7512ddf77b2/8c547be6-49fc-4601-ba63-8c927f8e788e/b7296b0f-8713-44a2-9409-609fbf8d7658) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:00.530274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:00.534583 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:00.643427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8dab2ace-a038-4382-8a0d-9bbe21b95f1d None None] Provisioning complete for port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:00.643946 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8dab2ace-a038-4382-8a0d-9bbe21b95f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:00.700422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:08:00.715166 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Sync routers for ids ['ec46a2a0-d59b-40cd-83b1-495d12b05f6e'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:08:00.749961 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Routers {'ec46a2a0-d59b-40cd-83b1-495d12b05f6e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:08:00.751070 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ec46a2a0-d59b-40cd-83b1-495d12b05f6e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:00.848610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:00.850471 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8f26b921-fdab-42b5-ac7a-a983ee7acfb3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5393989 Dec 17 13:08:00.853462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54226) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:00.902064 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Set router ec46a2a0-d59b-40cd-83b1-495d12b05f6e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:08:00.944965 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:01.070460 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:01.178954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event updated for resources: {'Port': ['ID=b7296b0f-8713-44a2-9409-609fbf8d7658,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:01.183428 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'name': 'tempest-FloatingIPDetailsTestJSON-378369609-router', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:55Z', 'updated_at': '2021-12-17T13:07:59Z', 'revision_number': 3, 'project_id': '87551a54073c4e9681a009766705d41f', 'gw_port': {'id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:56Z', 'updated_at': '2021-12-17T13:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:01.214412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Network 9730835d-171d-4396-859b-e7512ddf77b2 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:01.217769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:01.222056 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Checking router: ec46a2a0-d59b-40cd-83b1-495d12b05f6e for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:08:01.222844 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Updating router ec46a2a0-d59b-40cd-83b1-495d12b05f6e port 6e3ce065-6720-43a4-a335-3ab2f218aa92 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:08:01.226275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:01.272292 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:01.285908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:01.296623 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:01.349153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:01.406327 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-12ed7e42-ebbc-4737-b90d-86edfe4c1ef2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.0545228 Dec 17 13:08:01.407072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54238) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:01.637911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e03b0-e610-4eb3-9236-93630d93298c tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:01.649186 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e03b0-e610-4eb3-9236-93630d93298c tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:01.661720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e03b0-e610-4eb3-9236-93630d93298c tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:01.667144 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0f8e03b0-e610-4eb3-9236-93630d93298c tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2461 time: 0.2558107 Dec 17 13:08:01.677589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54248) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:01.783057 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fda8098-1d55-450e-a1ab-8f5280bfa154 x-openstack-request-id: req-0fda8098-1d55-450e-a1ab-8f5280bfa154 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:01.783057 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "name": "network-vif-plugged", "status": "completed", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:01.783057 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fda8098-1d55-450e-a1ab-8f5280bfa154 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:01.783057 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'code': 200} Dec 17 13:08:01.826343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd098c-4eff-4eb3-8809-387ee360ed72 req-c5b9fd84-9d76-4ddc-bae8-85bc558af8e8 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:01.834057 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ffd098c-4eff-4eb3-8809-387ee360ed72 req-c5b9fd84-9d76-4ddc-bae8-85bc558af8e8 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 944 time: 0.1687844 Dec 17 13:08:01.909478 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ffd098c-4eff-4eb3-8809-387ee360ed72 req-aac1928b-0413-492c-b9fd-8e3f6d807572 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f11362a-6ae2-4e71-bc27-1593bdd5fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692964 Dec 17 13:08:01.945382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-092f770f-4918-4ed3-9dc9-71633c781ff7 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Deleting port b7296b0f-8713-44a2-9409-609fbf8d7658 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:01.945945 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-092f770f-4918-4ed3-9dc9-71633c781ff7 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:01.961728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1096d63-a69d-4aac-a208-d98cf15feafc None None] Network 9730835d-171d-4396-859b-e7512ddf77b2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:01.973054 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:02.076168 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4399b6a3-102e-4afd-b4af-c9faaf7cc162 None None] Provisioning complete for port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:02.076764 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4399b6a3-102e-4afd-b4af-c9faaf7cc162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:02.078291 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e29fc9-f7ad-4b5a-aa3e-fb7e70ea120a x-openstack-request-id: req-e0e29fc9-f7ad-4b5a-aa3e-fb7e70ea120a {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:02.078792 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc96f41-d331-4e1d-891a-70f97df0ef09", "tag": "f6a7ff44-596d-4ba2-9f2d-e424abe13657", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:02.078792 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0e29fc9-f7ad-4b5a-aa3e-fb7e70ea120a {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:02.079263 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc96f41-d331-4e1d-891a-70f97df0ef09', 'tag': 'f6a7ff44-596d-4ba2-9f2d-e424abe13657', 'status': 'completed', 'code': 200} Dec 17 13:08:02.098127 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:02.165536 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-092f770f-4918-4ed3-9dc9-71633c781ff7 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:02.192119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-092f770f-4918-4ed3-9dc9-71633c781ff7 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Calling delete_port for b7296b0f-8713-44a2-9409-609fbf8d7658 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:02.211874 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Attempting to bind port 6e3ce065-6720-43a4-a335-3ab2f218aa92 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:08:02.212248 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Attempting to bind port 6e3ce065-6720-43a4-a335-3ab2f218aa92 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:08:02.213176 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Attempting to bind port 6e3ce065-6720-43a4-a335-3ab2f218aa92 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:02.229742 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:08:02.230125 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:02.230532 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:02.238090 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:08:02.240724 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Bound port: 6e3ce065-6720-43a4-a335-3ab2f218aa92, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:08:02.245913 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:02.248017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd411b4-78d5-4fd5-9d1c-5b21689ac601 req-a3968462-2bd6-462d-975e-734079b10d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:02.248996 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Pushing event updated for resources: {'Port': ['ID=6e3ce065-6720-43a4-a335-3ab2f218aa92,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:02.251583 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cd411b4-78d5-4fd5-9d1c-5b21689ac601 req-a3968462-2bd6-462d-975e-734079b10d6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1102a6f4361c4ee1aa00881df59e77fc&device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 1095 time: 0.1705806 Dec 17 13:08:02.337603 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.338252 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.338869 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.339378 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.339890 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.340399 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.340897 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.341406 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.341948 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.342569 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.343657 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.344167 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.344676 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:02.387214 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4399b6a3-102e-4afd-b4af-c9faaf7cc162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:02.430779 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] For port 6e3ce065-6720-43a4-a335-3ab2f218aa92, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:08:02.442500 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] For port 6e3ce065-6720-43a4-a335-3ab2f218aa92, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6e3ce065-6720-43a4-a335-3ab2f218aa92,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:08:02.473782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4399b6a3-102e-4afd-b4af-c9faaf7cc162 None None] For port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8849a4f0-99f0-45ea-8459-e3a7cfad5e5f,segment=NetworkSegment(b22dda31-fc3a-4d1c-9e42-50de6d0f8d88),segment_id=b22dda31-fc3a-4d1c-9e42-50de6d0f8d88)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:02.476080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:02.512029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e6a3bf4b-c9e3-4214-85aa-cd140ce0121f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:08:02.528718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd411b4-78d5-4fd5-9d1c-5b21689ac601 req-a2381345-68bd-4b85-9019-2f36c6063da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:02.530573 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cd411b4-78d5-4fd5-9d1c-5b21689ac601 req-a2381345-68bd-4b85-9019-2f36c6063da0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3846ec9-9545-48cc-88ae-b5507b053d13 HTTP/1.1" status: 200 len: 915 time: 0.2701354 Dec 17 13:08:02.539096 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:02.597288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:02.597871 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:02.606219 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-092f770f-4918-4ed3-9dc9-71633c781ff7 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:02.621601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cd411b4-78d5-4fd5-9d1c-5b21689ac601 req-9a331150-6940-49d4-b05a-37292004f045 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a7ff44-596d-4ba2-9f2d-e424abe13657 HTTP/1.1" status: 200 len: 217 time: 0.0696592 Dec 17 13:08:02.628892 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4399b6a3-102e-4afd-b4af-c9faaf7cc162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:02.695534 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf2f81-ce9a-4285-b8eb-e7bbc30ea411 None None] Pushing event updated for resources: {'Port': ['ID=6e3ce065-6720-43a4-a335-3ab2f218aa92,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:02.709227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f770f-4918-4ed3-9dc9-71633c781ff7 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event deleted for resources: {'Port': ['ID=b7296b0f-8713-44a2-9409-609fbf8d7658,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:02.744391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399b6a3-102e-4afd-b4af-c9faaf7cc162 None None] Pushing event updated for resources: {'Port': ['ID=8849a4f0-99f0-45ea-8459-e3a7cfad5e5f,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:02.779055 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Routers {'ec46a2a0-d59b-40cd-83b1-495d12b05f6e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:08:02.782858 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ec46a2a0-d59b-40cd-83b1-495d12b05f6e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:02.850818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd411b4-78d5-4fd5-9d1c-5b21689ac601 req-f40466d3-86de-4cfc-8287-93fe44879146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:02.850818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cd411b4-78d5-4fd5-9d1c-5b21689ac601 req-f40466d3-86de-4cfc-8287-93fe44879146 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0ac44897-ffaa-4a06-b476-55f61ec97373 HTTP/1.1" status: 200 len: 853 time: 0.2240388 Dec 17 13:08:02.880831 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:08:02.952119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-676d30c9-84a8-4225-9247-9ad9563f58ed None None] Provisioning complete for port 0d3e79a6-5db9-4602-87d6-bc9366458902 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:02.952707 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-676d30c9-84a8-4225-9247-9ad9563f58ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:03.032399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd411b4-78d5-4fd5-9d1c-5b21689ac601 req-ccd7bf09-ce81-4e85-97eb-f2557a64ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:03.036203 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cd411b4-78d5-4fd5-9d1c-5b21689ac601 req-ccd7bf09-ce81-4e85-97eb-f2557a64ccdf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3846ec9-9545-48cc-88ae-b5507b053d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804485 Dec 17 13:08:03.059619 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] Set router ec46a2a0-d59b-40cd-83b1-495d12b05f6e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:08:03.150542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-676d30c9-84a8-4225-9247-9ad9563f58ed None None] Port 0d3e79a6-5db9-4602-87d6-bc9366458902 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:03.171198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:03.171618 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cd411b4-78d5-4fd5-9d1c-5b21689ac601 req-57a14200-15d1-42ed-8905-03344880caf5 service neutron] 10.222.0.54 "GET /v2.0/networks/e3846ec9-9545-48cc-88ae-b5507b053d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241322 Dec 17 13:08:03.172113 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:03.181529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-676d30c9-84a8-4225-9247-9ad9563f58ed None None] Could not find standard attr ID for object b7296b0f-8713-44a2-9409-609fbf8d7658. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:08:03.277728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-676d30c9-84a8-4225-9247-9ad9563f58ed None None] Provisioning complete for port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:03.278130 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-676d30c9-84a8-4225-9247-9ad9563f58ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:03.287662 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-092f770f-4918-4ed3-9dc9-71633c781ff7 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:03.298285 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-092f770f-4918-4ed3-9dc9-71633c781ff7 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "DELETE /v2.0/ports/b7296b0f-8713-44a2-9409-609fbf8d7658 HTTP/1.1" status: 204 len: 168 time: 1.6194658 Dec 17 13:08:03.298845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54306) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:03.386363 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5a144b-6974-4f36-92dc-8bc1c02c87e6 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] GET failed (client error): The resource could not be found. Dec 17 13:08:03.405540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54312) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:03.410426 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0c5a144b-6974-4f36-92dc-8bc1c02c87e6 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "GET /v2.0/ports/b7296b0f-8713-44a2-9409-609fbf8d7658 HTTP/1.1" status: 404 len: 333 time: 0.0978270 Dec 17 13:08:03.418265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Request body: {'port': {'network_id': '9730835d-171d-4396-859b-e7512ddf77b2', 'name': 'tempest-AllowedAddressPairTestJSON-737468952'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:03.430959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Allocated IP 172.20.0.1 (54ec24d9-8fbf-4f64-a0c6-d150e6885bf8/46968ade-ea37-4df1-a115-33c2a4cbaedd/269516ed-426d-4fda-a2ad-dda652d1fba4) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:03.600586 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:03.626165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e2021-ab1c-4edc-bd04-59cff7f8b624 req-826dae17-7d64-4b5c-97aa-441b901872ec tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:03.632633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c35e2021-ab1c-4edc-bd04-59cff7f8b624 req-826dae17-7d64-4b5c-97aa-441b901872ec tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 944 time: 0.1946316 Dec 17 13:08:03.633360 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'name': 'tempest-FloatingIPDetailsTestJSON-378369609-router', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:55Z', 'updated_at': '2021-12-17T13:07:59Z', 'revision_number': 3, 'project_id': '87551a54073c4e9681a009766705d41f', 'gw_port': {'id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:56Z', 'updated_at': '2021-12-17T13:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:03.731225 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e4f06-c541-4ede-8235-235d210eddac None None] The sync data for ids ['ec46a2a0-d59b-40cd-83b1-495d12b05f6e'] in n-d-815324-5 is: [{'id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'name': 'tempest-FloatingIPDetailsTestJSON-378369609-router', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:55Z', 'updated_at': '2021-12-17T13:07:59Z', 'revision_number': 3, 'project_id': '87551a54073c4e9681a009766705d41f', 'gw_port': {'id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:56Z', 'updated_at': '2021-12-17T13:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:08:03.751750 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cd411b4-78d5-4fd5-9d1c-5b21689ac601 req-3a1ca862-69e5-4d83-ae28-bd3690b09307 service neutron] 10.222.0.54 "GET /v2.0/networks/e3846ec9-9545-48cc-88ae-b5507b053d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598536 Dec 17 13:08:03.757696 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:03.772700 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c35e2021-ab1c-4edc-bd04-59cff7f8b624 req-88098e23-7e2b-49df-b383-706056aff062 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f11362a-6ae2-4e71-bc27-1593bdd5fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239700 Dec 17 13:08:03.795870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-becde283-a03b-4b2e-999c-bf83079050fa None None] Provisioning complete for port 0d3e79a6-5db9-4602-87d6-bc9366458902 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:03.796390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-becde283-a03b-4b2e-999c-bf83079050fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:03.865882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-becde283-a03b-4b2e-999c-bf83079050fa None None] Port 0d3e79a6-5db9-4602-87d6-bc9366458902 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:03.870437 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-becde283-a03b-4b2e-999c-bf83079050fa None None] Could not find standard attr ID for object b7296b0f-8713-44a2-9409-609fbf8d7658. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:08:03.901787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Network 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:03.924546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:03.934787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:03.944412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Pushing event updated for resources: {'Port': ['ID=269516ed-426d-4fda-a2ad-dda652d1fba4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:04.014841 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:04.229298 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Made reservation on behalf of 89b0551af651449bb0dfab1b720240e6 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:04.233298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:04.312947 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:04.331819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] device_id is not set on port 246e2208-3046-48d3-a9d7-e723eff41a8b yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:08:04.537141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:08:04.754285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Allocated IP 172.20.0.14 (9730835d-171d-4396-859b-e7512ddf77b2/8c547be6-49fc-4601-ba63-8c927f8e788e/246e2208-3046-48d3-a9d7-e723eff41a8b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:04.834891 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e3c1dcad-abb8-4cb5-b286-1a1f9a7ddbf2 None None] Provisioning complete for port 269516ed-426d-4fda-a2ad-dda652d1fba4 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:04.838091 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e3c1dcad-abb8-4cb5-b286-1a1f9a7ddbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:04.869311 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:04.885423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e3c1dcad-abb8-4cb5-b286-1a1f9a7ddbf2 None None] Port 269516ed-426d-4fda-a2ad-dda652d1fba4 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:04.903584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:04.903969 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:04.953663 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:04.970696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f6a7ff44-596d-4ba2-9f2d-e424abe13657 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:08:04.972622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 82749d33-8791-48c5-9303-84a58f58ffee no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:05.032865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:05.175118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6e3ce065-6720-43a4-a335-3ab2f218aa92 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:08:05.179367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Network 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:05.189271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:05.330151 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:05.383118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a877e1dc-89ac-4803-aad2-02f5f8e3e2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82749d33-8791-48c5-9303-84a58f58ffee'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:05.387245 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:05.403723 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1b6ca1-4ae9-4766-9205-0066c3feb46e" -d '{"events": [{"server_uuid": "a877e1dc-89ac-4803-aad2-02f5f8e3e2f6", "name": "network-vif-unplugged", "status": "completed", "tag": "82749d33-8791-48c5-9303-84a58f58ffee"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:05.440288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Pushing event updated for resources: {'Port': ['ID=269516ed-426d-4fda-a2ad-dda652d1fba4,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:05.440710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 82749d33-8791-48c5-9303-84a58f58ffee, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=82749d33-8791-48c5-9303-84a58f58ffee,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:05.508556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f6a7ff44-596d-4ba2-9f2d-e424abe13657, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f6a7ff44-596d-4ba2-9f2d-e424abe13657,segment=NetworkSegment(abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1),segment_id=abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:05.509279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:05.535808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'f6a7ff44-596d-4ba2-9f2d-e424abe13657', 'network_id': 'e3846ec9-9545-48cc-88ae-b5507b053d13', 'port_id': 'f6a7ff44-596d-4ba2-9f2d-e424abe13657', 'mac_address': 'fa:16:3e:5e:ce:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac44897-ffaa-4a06-b476-55f61ec97373', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:08:05.545270 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:05.602278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event updated for resources: {'Port': ['ID=246e2208-3046-48d3-a9d7-e723eff41a8b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:05.662686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Network 9730835d-171d-4396-859b-e7512ddf77b2 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:05.666033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:05.670468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:05.675017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=82749d33-8791-48c5-9303-84a58f58ffee,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:05.709646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 6e3ce065-6720-43a4-a335-3ab2f218aa92 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:05.714856 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:05.772322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:05.773654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:05.810323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Router ec46a2a0-d59b-40cd-83b1-495d12b05f6e has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:08:05.864333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ecc9fac4-a333-4b31-9810-06e0daf61fd9 None None] Provisioning complete for port 269516ed-426d-4fda-a2ad-dda652d1fba4 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:05.865595 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ecc9fac4-a333-4b31-9810-06e0daf61fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:05.930200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9fac4-a333-4b31-9810-06e0daf61fd9 None None] Port 269516ed-426d-4fda-a2ad-dda652d1fba4 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:05.935668 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:06.007830 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:06.029527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:08:06.037026 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-091a8260-3ee7-4c0a-8292-79847b7342ae tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6290667 Dec 17 13:08:06.038793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54388) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:06.044477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ace8860a-4a7f-45ab-98bf-b8c8444702b9 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:c0:db:9f'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:06.058737 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b9891403-3e89-443a-b3ee-9694b8b6cecd admin admin] 10.222.0.59 "PUT /v2.0/routers/ec46a2a0-d59b-40cd-83b1-495d12b05f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1918671 Dec 17 13:08:06.065323 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:06.086698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb95c2-6f00-4f27-a75c-99b64b95c5fd req-48c1c08b-9c43-47d0-a53d-41a35448faa4 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:06.088352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3eb95c2-6f00-4f27-a75c-99b64b95c5fd req-48c1c08b-9c43-47d0-a53d-41a35448faa4 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 944 time: 0.2991610 Dec 17 13:08:06.113126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a7ff44-596d-4ba2-9f2d-e424abe13657 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:08:06.162976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 6e3ce065-6720-43a4-a335-3ab2f218aa92, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6e3ce065-6720-43a4-a335-3ab2f218aa92,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:06.249361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f6a7ff44-596d-4ba2-9f2d-e424abe13657, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f6a7ff44-596d-4ba2-9f2d-e424abe13657,segment=NetworkSegment(abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1),segment_id=abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:06.263451 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3eb95c2-6f00-4f27-a75c-99b64b95c5fd req-bedafce0-558d-4288-abf9-c8d52da73330 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f11362a-6ae2-4e71-bc27-1593bdd5fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612716 Dec 17 13:08:06.272013 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:06.330454 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e95a08-079a-468f-8a6e-e305dc2ce5d6 x-openstack-request-id: req-b1e95a08-079a-468f-8a6e-e305dc2ce5d6 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:06.331622 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a877e1dc-89ac-4803-aad2-02f5f8e3e2f6", "name": "network-vif-unplugged", "status": "completed", "tag": "82749d33-8791-48c5-9303-84a58f58ffee", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:06.331897 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b1e95a08-079a-468f-8a6e-e305dc2ce5d6 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:06.336581 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a877e1dc-89ac-4803-aad2-02f5f8e3e2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82749d33-8791-48c5-9303-84a58f58ffee', 'code': 200} Dec 17 13:08:06.336756 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:06.483845 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ace8860a-4a7f-45ab-98bf-b8c8444702b9 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:06.536430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4172f159-cce6-43dc-b580-e6dc22b500ca None None] Provisioning complete for port 246e2208-3046-48d3-a9d7-e723eff41a8b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:06.536820 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4172f159-cce6-43dc-b580-e6dc22b500ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:06.547405 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Sync routers for ids ['ec46a2a0-d59b-40cd-83b1-495d12b05f6e'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:08:06.608575 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['f6a7ff44-596d-4ba2-9f2d-e424abe13657'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:08:06.652388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=6e3ce065-6720-43a4-a335-3ab2f218aa92,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:06.659264 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Routers {'ec46a2a0-d59b-40cd-83b1-495d12b05f6e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:08:06.659906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ec46a2a0-d59b-40cd-83b1-495d12b05f6e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:06.739233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4172f159-cce6-43dc-b580-e6dc22b500ca None None] Port 246e2208-3046-48d3-a9d7-e723eff41a8b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:06.805193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-e3c2bfe0-b0ae-4c55-af4b-d5d431f9bef0 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2505317 Dec 17 13:08:06.815864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:06.847448 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=f6a7ff44-596d-4ba2-9f2d-e424abe13657,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:06.919415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Set router ec46a2a0-d59b-40cd-83b1-495d12b05f6e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:08:06.931377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-cd8afa50-1d6e-48e5-9382-ea54e09c36d3 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:06.933286 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-cd8afa50-1d6e-48e5-9382-ea54e09c36d3 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/networks?id=fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 200 len: 805 time: 0.3760498 Dec 17 13:08:06.944671 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:07.023542 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-44826c97-0196-4231-be4e-1210120f0412 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/quotas/adc64d7063a24b3eac9dd5ffbd034980 HTTP/1.1" status: 200 len: 375 time: 0.0803840 Dec 17 13:08:07.105809 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ace8860a-4a7f-45ab-98bf-b8c8444702b9 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:07.126506 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-774e43dc-fb5f-4b4a-9a8d-8d7e4c2655ed tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020098 Dec 17 13:08:07.137321 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:07.200288 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ace8860a-4a7f-45ab-98bf-b8c8444702b9 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:07.351709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8860a-4a7f-45ab-98bf-b8c8444702b9 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event updated for resources: {'Port': ['ID=246e2208-3046-48d3-a9d7-e723eff41a8b,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:07.382690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-ace8860a-4a7f-45ab-98bf-b8c8444702b9 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] In _notify_port_updated(), no bound segment for port 246e2208-3046-48d3-a9d7-e723eff41a8b on network 9730835d-171d-4396-859b-e7512ddf77b2 {{(pid=110454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:08:07.391598 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace8860a-4a7f-45ab-98bf-b8c8444702b9 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:07.393610 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ace8860a-4a7f-45ab-98bf-b8c8444702b9 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:07.396244 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ace8860a-4a7f-45ab-98bf-b8c8444702b9 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "PUT /v2.0/ports/246e2208-3046-48d3-a9d7-e723eff41a8b HTTP/1.1" status: 200 len: 993 time: 1.3563294 Dec 17 13:08:07.398224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'name': 'tempest-FloatingIPDetailsTestJSON-378369609-router', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:55Z', 'updated_at': '2021-12-17T13:08:04Z', 'revision_number': 4, 'project_id': '87551a54073c4e9681a009766705d41f', 'gw_port': {'id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:56Z', 'updated_at': '2021-12-17T13:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '269516ed-426d-4fda-a2ad-dda652d1fba4', 'name': '', 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'mac_address': 'fa:16:3e:13:4d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '46968ade-ea37-4df1-a115-33c2a4cbaedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:08:02Z', 'updated_at': '2021-12-17T13:08:04Z', 'revision_number': 2, 'project_id': '87551a54073c4e9681a009766705d41f', 'subnets': [{'id': '46968ade-ea37-4df1-a115-33c2a4cbaedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:07.401944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54416) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:07.438470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Allocated IP 172.25.0.113 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/bfa2cf5f-4fcb-4ed4-88a2-a34b17876be1) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:07.452897 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-3352153b-6320-4fda-a998-5a11b5f87b13 service neutron] 10.222.0.59 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254149 Dec 17 13:08:07.461247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Checking router: ec46a2a0-d59b-40cd-83b1-495d12b05f6e for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:08:07.461639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Updating router ec46a2a0-d59b-40cd-83b1-495d12b05f6e port 269516ed-426d-4fda-a2ad-dda652d1fba4 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:08:07.500889 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:07.666067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-ed7bfd88-d1e4-4841-aef0-d0aab2937f3e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Deleting port 246e2208-3046-48d3-a9d7-e723eff41a8b {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:07.675346 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed7bfd88-d1e4-4841-aef0-d0aab2937f3e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:07.808845 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:07.961829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-4449493b-2791-4665-a177-42f255956be6 service neutron] 10.222.0.59 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837218 Dec 17 13:08:07.961829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed7bfd88-d1e4-4841-aef0-d0aab2937f3e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:07.961829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-ed7bfd88-d1e4-4841-aef0-d0aab2937f3e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Calling delete_port for 246e2208-3046-48d3-a9d7-e723eff41a8b owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:08.052665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8bf259a5-ac94-4395-9e8a-c5789aaa48cc None None] Provisioning complete for port 246e2208-3046-48d3-a9d7-e723eff41a8b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:08.053760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8bf259a5-ac94-4395-9e8a-c5789aaa48cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:08.130762 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8bf259a5-ac94-4395-9e8a-c5789aaa48cc None None] Port 246e2208-3046-48d3-a9d7-e723eff41a8b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:08.154581 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:08.204413 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:08.263636 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:08.266501 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed7bfd88-d1e4-4841-aef0-d0aab2937f3e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:08.314588 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Pushing event updated for resources: {'Port': ['ID=bfa2cf5f-4fcb-4ed4-88a2-a34b17876be1,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:08.316733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b33233-d91e-4fbc-b4b6-999ce2d6bf46 req-5367bbdb-9e12-4382-84fe-d70ba965f05e tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:08.318484 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68b33233-d91e-4fbc-b4b6-999ce2d6bf46 req-5367bbdb-9e12-4382-84fe-d70ba965f05e tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.61 "GET /v2.0/ports?device_id=a877e1dc-89ac-4803-aad2-02f5f8e3e2f6 HTTP/1.1" status: 200 len: 944 time: 0.1351941 Dec 17 13:08:08.319927 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bfd88-d1e4-4841-aef0-d0aab2937f3e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event deleted for resources: {'Port': ['ID=246e2208-3046-48d3-a9d7-e723eff41a8b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:08.369938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:08.384133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:08.409406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:08.502370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3528473-5ff7-472d-904e-e401346eb957 None None] Pushing event updated for resources: {'Port': ['ID=269516ed-426d-4fda-a2ad-dda652d1fba4,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:08.650516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6e3ce065-6720-43a4-a335-3ab2f218aa92 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:08:08.942275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Attempting to bind port 269516ed-426d-4fda-a2ad-dda652d1fba4 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:08:08.950723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Attempting to bind port 269516ed-426d-4fda-a2ad-dda652d1fba4 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '808ac496-cce5-4da8-8b3e-193e2fb4f4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:08:08.950723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Attempting to bind port 269516ed-426d-4fda-a2ad-dda652d1fba4 on network 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:09.008705 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:09.112028 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f6a7ff44-596d-4ba2-9f2d-e424abe13657 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:08:09.230095 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:09.279324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:08:09.280074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Checking segment: {'id': '808ac496-cce5-4da8-8b3e-193e2fb4f4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:09.280746 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:09.281753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Bound using segment: {'id': '808ac496-cce5-4da8-8b3e-193e2fb4f4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:08:09.282791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Bound port: 269516ed-426d-4fda-a2ad-dda652d1fba4, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808ac496-cce5-4da8-8b3e-193e2fb4f4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:08:09.284261 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:09.401476 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed7bfd88-d1e4-4841-aef0-d0aab2937f3e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:09.405516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1940e62a-62c3-44b4-95c3-db9d9cf60906 None None] Provisioning complete for port 269516ed-426d-4fda-a2ad-dda652d1fba4 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:09.407810 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1940e62a-62c3-44b4-95c3-db9d9cf60906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:09.408028 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ed7bfd88-d1e4-4841-aef0-d0aab2937f3e tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "DELETE /v2.0/ports/246e2208-3046-48d3-a9d7-e723eff41a8b HTTP/1.1" status: 204 len: 168 time: 2.0039878 Dec 17 13:08:09.408773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54442) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:09.424787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779138e6-85ce-44fa-b4f4-bc7173e1b25c req-83ae8a7c-79de-484c-bfb3-6e710664cdac tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:09.436713 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-779138e6-85ce-44fa-b4f4-bc7173e1b25c req-83ae8a7c-79de-484c-bfb3-6e710664cdac tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 945 time: 0.2800169 Dec 17 13:08:09.459984 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-68b33233-d91e-4fbc-b4b6-999ce2d6bf46 req-c4523006-df4a-4b72-b5ae-c79bc5bdc427 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Deleting port 82749d33-8791-48c5-9303-84a58f58ffee {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:09.460348 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-68b33233-d91e-4fbc-b4b6-999ce2d6bf46 req-c4523006-df4a-4b72-b5ae-c79bc5bdc427 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:09.583157 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8362d1de-db25-4948-bb88-1d23f3cf7859 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] GET failed (client error): The resource could not be found. Dec 17 13:08:09.591080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8362d1de-db25-4948-bb88-1d23f3cf7859 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "GET /v2.0/ports/246e2208-3046-48d3-a9d7-e723eff41a8b HTTP/1.1" status: 404 len: 333 time: 0.1701231 Dec 17 13:08:09.604221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54454) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:09.615581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Request body: {'port': {'network_id': '9730835d-171d-4396-859b-e7512ddf77b2', 'name': 'tempest-AllowedAddressPairTestJSON-1550420200'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:09.648741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 6e3ce065-6720-43a4-a335-3ab2f218aa92 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:09.649278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:09.658410 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1940e62a-62c3-44b4-95c3-db9d9cf60906 None None] Port 269516ed-426d-4fda-a2ad-dda652d1fba4 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:09.779449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] For port 269516ed-426d-4fda-a2ad-dda652d1fba4, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:08:09.796660 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] For port 269516ed-426d-4fda-a2ad-dda652d1fba4, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=269516ed-426d-4fda-a2ad-dda652d1fba4,segment=NetworkSegment(808ac496-cce5-4da8-8b3e-193e2fb4f4f4),segment_id=808ac496-cce5-4da8-8b3e-193e2fb4f4f4)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:08:09.824924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port f6a7ff44-596d-4ba2-9f2d-e424abe13657 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:08:09.845615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port f6a7ff44-596d-4ba2-9f2d-e424abe13657 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:09.846096 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:09.875407 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:09.882030 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-779138e6-85ce-44fa-b4f4-bc7173e1b25c req-a14c0a09-ae8c-4dd8-8b1a-0c1584780102 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f11362a-6ae2-4e71-bc27-1593bdd5fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443207 Dec 17 13:08:10.012209 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91582f11-738d-4727-994d-96c096fc438f req-1b9d3f37-a7a0-47bf-b531-d31055ecc112 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 210 time: 0.0534379 Dec 17 13:08:10.032992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-68b33233-d91e-4fbc-b4b6-999ce2d6bf46 req-c4523006-df4a-4b72-b5ae-c79bc5bdc427 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] For port 82749d33-8791-48c5-9303-84a58f58ffee, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=82749d33-8791-48c5-9303-84a58f58ffee,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:10.034845 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-68b33233-d91e-4fbc-b4b6-999ce2d6bf46 req-c4523006-df4a-4b72-b5ae-c79bc5bdc427 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:10.073355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-68b33233-d91e-4fbc-b4b6-999ce2d6bf46 req-c4523006-df4a-4b72-b5ae-c79bc5bdc427 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Calling delete_port for 82749d33-8791-48c5-9303-84a58f58ffee owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:10.382966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Routers {'ec46a2a0-d59b-40cd-83b1-495d12b05f6e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:08:10.382966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:07:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ec46a2a0-d59b-40cd-83b1-495d12b05f6e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:10.429704 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-68b33233-d91e-4fbc-b4b6-999ce2d6bf46 req-c4523006-df4a-4b72-b5ae-c79bc5bdc427 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:10.490997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3528473-5ff7-472d-904e-e401346eb957 None None] Pushing event updated for resources: {'Port': ['ID=269516ed-426d-4fda-a2ad-dda652d1fba4,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:10.518336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4523006-df4a-4b72-b5ae-c79bc5bdc427 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Pushing event deleted for resources: {'Port': ['ID=82749d33-8791-48c5-9303-84a58f58ffee,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:10.637878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b33233-d91e-4fbc-b4b6-999ce2d6bf46 req-c4523006-df4a-4b72-b5ae-c79bc5bdc427 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] No DVR routers for this DVR port 82749d33-8791-48c5-9303-84a58f58ffee on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:08:10.642755 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-68b33233-d91e-4fbc-b4b6-999ce2d6bf46 req-c4523006-df4a-4b72-b5ae-c79bc5bdc427 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:10.652498 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68b33233-d91e-4fbc-b4b6-999ce2d6bf46 req-c4523006-df4a-4b72-b5ae-c79bc5bdc427 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.61 "DELETE /v2.0/ports/82749d33-8791-48c5-9303-84a58f58ffee HTTP/1.1" status: 204 len: 173 time: 2.3258650 Dec 17 13:08:10.653076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a877e1dc-89ac-4803-aad2-02f5f8e3e2f6', 'name': 'network-vif-deleted', 'tag': '82749d33-8791-48c5-9303-84a58f58ffee'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:10.666405 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc09c0c-cdf9-4e3f-86d4-2e6b832617ee" -d '{"events": [{"server_uuid": "a877e1dc-89ac-4803-aad2-02f5f8e3e2f6", "name": "network-vif-deleted", "tag": "82749d33-8791-48c5-9303-84a58f58ffee"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:10.691098 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:10.710310 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:10.747249 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc96f41-d331-4e1d-891a-70f97df0ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a7ff44-596d-4ba2-9f2d-e424abe13657'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:10.756525 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be680080-efde-4ef6-abf3-034d6e92c9a6 x-openstack-request-id: req-be680080-efde-4ef6-abf3-034d6e92c9a6 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:10.763405 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a877e1dc-89ac-4803-aad2-02f5f8e3e2f6", "name": "network-vif-deleted", "tag": "82749d33-8791-48c5-9303-84a58f58ffee", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:10.763405 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be680080-efde-4ef6-abf3-034d6e92c9a6 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:10.763405 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a877e1dc-89ac-4803-aad2-02f5f8e3e2f6', 'name': 'network-vif-deleted', 'tag': '82749d33-8791-48c5-9303-84a58f58ffee', 'status': 'completed', 'code': 200} Dec 17 13:08:10.763750 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9583a82-0340-4a00-8d96-15da2f65508c" -d '{"events": [{"server_uuid": "fcc96f41-d331-4e1d-891a-70f97df0ef09", "name": "network-vif-plugged", "status": "completed", "tag": "f6a7ff44-596d-4ba2-9f2d-e424abe13657"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:10.791102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f6a7ff44-596d-4ba2-9f2d-e424abe13657, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f6a7ff44-596d-4ba2-9f2d-e424abe13657,segment=NetworkSegment(abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1),segment_id=abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:10.803999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] Set router ec46a2a0-d59b-40cd-83b1-495d12b05f6e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:08:10.879902 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6b2cce-9e6a-4f37-9fb7-2535e04ef8bf x-openstack-request-id: req-8e6b2cce-9e6a-4f37-9fb7-2535e04ef8bf {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:10.880150 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc96f41-d331-4e1d-891a-70f97df0ef09", "name": "network-vif-plugged", "status": "completed", "tag": "f6a7ff44-596d-4ba2-9f2d-e424abe13657", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:10.880368 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e6b2cce-9e6a-4f37-9fb7-2535e04ef8bf {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:10.880809 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc96f41-d331-4e1d-891a-70f97df0ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a7ff44-596d-4ba2-9f2d-e424abe13657', 'code': 200} Dec 17 13:08:10.887569 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Made reservation on behalf of 89b0551af651449bb0dfab1b720240e6 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:10.895219 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:10.929778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:10.990340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 82749d33-8791-48c5-9303-84a58f58ffee no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:10.995233 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:11.150063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=f6a7ff44-596d-4ba2-9f2d-e424abe13657,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:11.161538 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:08:11.194029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 82749d33-8791-48c5-9303-84a58f58ffee {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:08:11.194636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 82749d33-8791-48c5-9303-84a58f58ffee not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:08:11.214963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e1558159-6a55-4b08-a71c-e933d67e9051 None None] Provisioning complete for port 269516ed-426d-4fda-a2ad-dda652d1fba4 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:11.214963 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e1558159-6a55-4b08-a71c-e933d67e9051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:11.251134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f1c9-c082-4718-a779-594b46c0095a req-ed8e7f1f-972e-4b3b-8dc6-2c9852404060 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:11.259205 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5396f1c9-c082-4718-a779-594b46c0095a req-ed8e7f1f-972e-4b3b-8dc6-2c9852404060 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 946 time: 0.1712313 Dec 17 13:08:11.295034 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:11.325259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] device_id is not set on port 7ab67857-1df1-48be-ac05-5916050710cb yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:08:11.370060 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5396f1c9-c082-4718-a779-594b46c0095a req-ab9c251d-79db-40f9-ab9f-544fa5dc586b tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f11362a-6ae2-4e71-bc27-1593bdd5fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096961 Dec 17 13:08:11.464963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Pushing event updated for resources: {'Port': ['ID=bfa2cf5f-4fcb-4ed4-88a2-a34b17876be1,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:11.489702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f404b0-3dee-4093-83b0-08f4c0a93c0f req-0715ae37-b389-4c66-b1bc-697e3ebb1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:11.491341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12f404b0-3dee-4093-83b0-08f4c0a93c0f req-0715ae37-b389-4c66-b1bc-697e3ebb1737 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 1097 time: 0.5396338 Dec 17 13:08:11.557905 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e1558159-6a55-4b08-a71c-e933d67e9051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:11.564106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Allocated IP 172.20.0.10 (9730835d-171d-4396-859b-e7512ddf77b2/8c547be6-49fc-4601-ba63-8c927f8e788e/7ab67857-1df1-48be-ac05-5916050710cb) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:11.616617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9c032e30-9f80-480f-b8f8-da6f6473717c req-8b54f3fe-2cb2-42eb-8355-a5e3f3b5532d tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 210 time: 0.0664277 Dec 17 13:08:11.652768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e1558159-6a55-4b08-a71c-e933d67e9051 None None] For port 269516ed-426d-4fda-a2ad-dda652d1fba4, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=269516ed-426d-4fda-a2ad-dda652d1fba4,segment=NetworkSegment(808ac496-cce5-4da8-8b3e-193e2fb4f4f4),segment_id=808ac496-cce5-4da8-8b3e-193e2fb4f4f4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:11.675949 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'name': 'tempest-FloatingIPDetailsTestJSON-378369609-router', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:55Z', 'updated_at': '2021-12-17T13:08:04Z', 'revision_number': 4, 'project_id': '87551a54073c4e9681a009766705d41f', 'gw_port': {'id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:56Z', 'updated_at': '2021-12-17T13:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '269516ed-426d-4fda-a2ad-dda652d1fba4', 'name': '', 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'mac_address': 'fa:16:3e:13:4d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '46968ade-ea37-4df1-a115-33c2a4cbaedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:08:02Z', 'updated_at': '2021-12-17T13:08:09Z', 'revision_number': 4, 'project_id': '87551a54073c4e9681a009766705d41f', 'subnets': [{'id': '46968ade-ea37-4df1-a115-33c2a4cbaedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:11.776661 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bee7aa-72e3-4338-a4aa-b2dab4e8a312 None None] The sync data for ids ['ec46a2a0-d59b-40cd-83b1-495d12b05f6e'] in n-d-815324-5 is: [{'id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'name': 'tempest-FloatingIPDetailsTestJSON-378369609-router', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:55Z', 'updated_at': '2021-12-17T13:08:04Z', 'revision_number': 4, 'project_id': '87551a54073c4e9681a009766705d41f', 'gw_port': {'id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:56Z', 'updated_at': '2021-12-17T13:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '269516ed-426d-4fda-a2ad-dda652d1fba4', 'name': '', 'network_id': '54ec24d9-8fbf-4f64-a0c6-d150e6885bf8', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'mac_address': 'fa:16:3e:13:4d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '46968ade-ea37-4df1-a115-33c2a4cbaedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:08:02Z', 'updated_at': '2021-12-17T13:08:09Z', 'revision_number': 4, 'project_id': '87551a54073c4e9681a009766705d41f', 'subnets': [{'id': '46968ade-ea37-4df1-a115-33c2a4cbaedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:08:11.782359 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e1558159-6a55-4b08-a71c-e933d67e9051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:12.017871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1558159-6a55-4b08-a71c-e933d67e9051 None None] Pushing event updated for resources: {'Port': ['ID=269516ed-426d-4fda-a2ad-dda652d1fba4,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:12.067003 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:12.133090 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:12.135196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-eafd5c36-5bf0-4b49-8b7c-c419d10b7f2f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3233087 Dec 17 13:08:12.227290 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-3b96021b-5c50-4336-b448-50fc1a80eb3a tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.113 HTTP/1.1" status: 200 len: 696 time: 0.0784636 Dec 17 13:08:12.232367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:12.353084 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12f404b0-3dee-4093-83b0-08f4c0a93c0f req-bbef4e83-53c0-48c4-8a9b-cc3985acb263 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9f11362a-6ae2-4e71-bc27-1593bdd5fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326710 Dec 17 13:08:12.473168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8c312-b2d3-4938-97ad-4a7bf4771ebe req-27c3f0ab-a0f6-4799-8caf-96a50637e276 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:12.474996 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28f8c312-b2d3-4938-97ad-4a7bf4771ebe req-27c3f0ab-a0f6-4799-8caf-96a50637e276 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1282475 Dec 17 13:08:12.551956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-c4921ccf-e13c-43c6-a4a3-39c9e2a49833 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:12.563882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 269516ed-426d-4fda-a2ad-dda652d1fba4 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:08:12.572656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98f7ce6d-ce99-44e4-8be0-bca2ab7db8b0 req-c4921ccf-e13c-43c6-a4a3-39c9e2a49833 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.3320143 Dec 17 13:08:12.645504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Network 9730835d-171d-4396-859b-e7512ddf77b2 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:12.658955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:12.660878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28f8c312-b2d3-4938-97ad-4a7bf4771ebe req-71a87bda-2306-4c11-ac22-0dc2219f7a42 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717927 Dec 17 13:08:12.682633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:12.729660 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 269516ed-426d-4fda-a2ad-dda652d1fba4 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:12.732244 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:12.858847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:12.862003 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:12.903519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event updated for resources: {'Port': ['ID=7ab67857-1df1-48be-ac05-5916050710cb,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:13.038292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdd2f5-03f0-4e54-a354-33e36e69dc83 req-9d115939-7d71-446c-abde-7119c67b6ab7 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:13.060740 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38cdd2f5-03f0-4e54-a354-33e36e69dc83 req-9d115939-7d71-446c-abde-7119c67b6ab7 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 946 time: 0.2380528 Dec 17 13:08:13.159683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4975fbee-90fe-4922-b456-daf46452c961 None None] Provisioning complete for port 7ab67857-1df1-48be-ac05-5916050710cb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:13.160092 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4975fbee-90fe-4922-b456-daf46452c961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:13.206589 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7c7401b5-3781-4620-9013-c8c97a43dd20 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5991428 Dec 17 13:08:13.221992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54514) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:13.236256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-52640c90-8e50-45a6-815d-1299ea389292 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c0:db:9f'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:13.246028 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-bbc0bfde-275b-4ec3-af7a-014483a1e89f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5290797 Dec 17 13:08:13.268281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:13.311843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4975fbee-90fe-4922-b456-daf46452c961 None None] Port 7ab67857-1df1-48be-ac05-5916050710cb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:13.338302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38cdd2f5-03f0-4e54-a354-33e36e69dc83 req-791eb480-a343-4ff0-b036-ea74155ca9a7 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f11362a-6ae2-4e71-bc27-1593bdd5fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744160 Dec 17 13:08:13.508368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:13.622631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-d5ee326a-4fbf-4879-8730-f23e0f16fbda tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:13.623229 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-d5ee326a-4fbf-4879-8730-f23e0f16fbda tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.61 "GET /v2.0/networks?id=fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 200 len: 805 time: 0.3740911 Dec 17 13:08:13.653150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Request body: {'port': {'device_id': 'b5709afe-7369-434b-a1ad-d5477d8a8b11', 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'admin_state_up': True, 'tenant_id': 'adc64d7063a24b3eac9dd5ffbd034980'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:13.679541 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d508530-d504-47d5-9b0a-fd9b4c78ecd4 req-53034804-e8c5-4d72-8e79-95f0f8b2d7d9 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 210 time: 0.0738552 Dec 17 13:08:13.812288 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14869e1c-48f5-48c4-a331-1d0f372b37d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:13.863790 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52640c90-8e50-45a6-815d-1299ea389292 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:13.936724 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:14.028059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fa34f-1868-43a0-a518-3cd770f1b816 req-46a4500d-e6d6-4273-b555-11d54efd37cc tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:14.030851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c16fa34f-1868-43a0-a518-3cd770f1b816 req-46a4500d-e6d6-4273-b555-11d54efd37cc tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.2196474 Dec 17 13:08:14.208103 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Allocated IP 172.25.0.160 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/c5ba05a2-bf80-4cf3-930d-1ad1af15a088) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:14.320666 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52640c90-8e50-45a6-815d-1299ea389292 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:14.398872 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52640c90-8e50-45a6-815d-1299ea389292 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:14.443504 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:14.606305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52640c90-8e50-45a6-815d-1299ea389292 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event updated for resources: {'Port': ['ID=7ab67857-1df1-48be-ac05-5916050710cb,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:14.610693 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:14.673755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c16fa34f-1868-43a0-a518-3cd770f1b816 req-8a1bb574-bda2-4594-a5ce-0f8dbc80d550 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493726 Dec 17 13:08:14.703983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-52640c90-8e50-45a6-815d-1299ea389292 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] In _notify_port_updated(), no bound segment for port 7ab67857-1df1-48be-ac05-5916050710cb on network 9730835d-171d-4396-859b-e7512ddf77b2 {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:08:14.717412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52640c90-8e50-45a6-815d-1299ea389292 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:14.724530 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52640c90-8e50-45a6-815d-1299ea389292 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:14.726697 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-52640c90-8e50-45a6-815d-1299ea389292 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "PUT /v2.0/ports/7ab67857-1df1-48be-ac05-5916050710cb HTTP/1.1" status: 200 len: 997 time: 1.5035641 Dec 17 13:08:14.733286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54526) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:14.826477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Made reservation on behalf of adc64d7063a24b3eac9dd5ffbd034980 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:14.832680 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:14.860754 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:14.876189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:14.892142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:14.965711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-19af522a-f056-4df7-b67c-26dbf4fde94f None None] Provisioning complete for port 7ab67857-1df1-48be-ac05-5916050710cb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:14.966946 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-19af522a-f056-4df7-b67c-26dbf4fde94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:14.995456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Pushing event updated for resources: {'Port': ['ID=c5ba05a2-bf80-4cf3-930d-1ad1af15a088,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:15.026554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e67eee9f-56b9-4660-9cd8-51201b724877 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Deleting port 7ab67857-1df1-48be-ac05-5916050710cb {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:15.027426 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e67eee9f-56b9-4660-9cd8-51201b724877 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:15.030074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-19af522a-f056-4df7-b67c-26dbf4fde94f None None] Port 7ab67857-1df1-48be-ac05-5916050710cb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:15.203801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71c99-a471-4e99-9cf4-c9998e3e4012 req-26104d88-d6a5-4890-8cb7-b77cf896f34d tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:15.205510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ed71c99-a471-4e99-9cf4-c9998e3e4012 req-26104d88-d6a5-4890-8cb7-b77cf896f34d tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 946 time: 0.1000438 Dec 17 13:08:15.227089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e67eee9f-56b9-4660-9cd8-51201b724877 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:15.255419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e67eee9f-56b9-4660-9cd8-51201b724877 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Calling delete_port for 7ab67857-1df1-48be-ac05-5916050710cb owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:15.259953 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:15.352464 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ed71c99-a471-4e99-9cf4-c9998e3e4012 req-44126950-3b6d-43fa-80a5-a40022177062 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f11362a-6ae2-4e71-bc27-1593bdd5fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358764 Dec 17 13:08:15.398261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Allocated IP 172.20.0.8 (fad716a1-7391-46f7-b63d-f2bab958136d/9e4af1a1-1a63-4bec-8fef-db454759a640/5f63ca53-4975-46ca-8e66-b3e71acf41ae) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:15.525531 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b70d6d60-433c-45df-833d-ae83b6910bfa req-b1208c69-1473-4e1c-a99e-bf0150833cc1 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 210 time: 0.0346913 Dec 17 13:08:15.572795 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:15.845719 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:15.921863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-31943d78-f9e0-456e-99dc-e485536b8771 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:15.921863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-31943d78-f9e0-456e-99dc-e485536b8771 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 811 time: 0.1600149 Dec 17 13:08:15.921863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-db516eed-378c-4621-9dbc-2df5cb39076c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/quotas/ca01150a9fe44a7cb17b5cf0edbcddab HTTP/1.1" status: 200 len: 375 time: 0.0114720 Dec 17 13:08:16.010013 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e67eee9f-56b9-4660-9cd8-51201b724877 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:16.168365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eee9f-56b9-4660-9cd8-51201b724877 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event deleted for resources: {'Port': ['ID=7ab67857-1df1-48be-ac05-5916050710cb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:16.242777 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:16.313833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-05570d5d-a9f5-4309-b036-df0676c3433e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3902762 Dec 17 13:08:16.374878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Pushing event updated for resources: {'Port': ['ID=c5ba05a2-bf80-4cf3-930d-1ad1af15a088,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:16.382198 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a2d37e13-982a-41c8-9e56-07a9f51fc5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:16.461845 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e67eee9f-56b9-4660-9cd8-51201b724877 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:16.470917 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:16.471352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e67eee9f-56b9-4660-9cd8-51201b724877 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "DELETE /v2.0/ports/7ab67857-1df1-48be-ac05-5916050710cb HTTP/1.1" status: 204 len: 168 time: 1.7330229 Dec 17 13:08:16.475783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54554) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:16.482162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.482607 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.482939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.483362 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.483634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.484063 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.484436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.484810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.485351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.485787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.486172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.486688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.487168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:16.515846 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-55c13a31-3657-4d5c-b80b-fa1f481e5889 service neutron] 10.222.0.59 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009709 Dec 17 13:08:16.537935 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:16.545122 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b447c2-c70c-4eec-9c82-e22f96257b78 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] GET failed (client error): The resource could not be found. Dec 17 13:08:16.546746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f6b447c2-c70c-4eec-9c82-e22f96257b78 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "GET /v2.0/ports/7ab67857-1df1-48be-ac05-5916050710cb HTTP/1.1" status: 404 len: 333 time: 0.0664935 Dec 17 13:08:16.552969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54556) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:16.564622 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Request body: {'port': {'network_id': '9730835d-171d-4396-859b-e7512ddf77b2', 'name': 'tempest-AllowedAddressPairTestJSON-892606210'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:16.716748 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-a9f89972-1141-4386-8806-055f26d1747e service neutron] 10.222.0.59 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995118 Dec 17 13:08:16.784542 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:16.793395 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-9d6dc88c-6fdc-4689-a7b3-7c7093cf3d72 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5462472 Dec 17 13:08:16.874734 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:16.904262 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-cde5d734-0952-4657-aeee-9133ad6e39d0 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.160 HTTP/1.1" status: 200 len: 696 time: 0.1017432 Dec 17 13:08:17.009655 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Network fad716a1-7391-46f7-b63d-f2bab958136d is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:17.022285 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:17.027416 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:17.030475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Pushing event updated for resources: {'Port': ['ID=5f63ca53-4975-46ca-8e66-b3e71acf41ae,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:17.110765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:17.111433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:17.126954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Made reservation on behalf of 89b0551af651449bb0dfab1b720240e6 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:17.136313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:17.183392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] device_id is not set on port 77832558-f105-4c1c-b43a-6045b88d3a07 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:08:17.311242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-8f9c0c2b-11c9-44cb-a811-c17dfd06b7fc tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:17.313373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dbad2a92-172c-45d7-bbc3-41a2e8fee46c req-8f9c0c2b-11c9-44cb-a811-c17dfd06b7fc tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.4080365 Dec 17 13:08:17.340846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Allocated IP 172.20.0.3 (9730835d-171d-4396-859b-e7512ddf77b2/8c547be6-49fc-4601-ba63-8c927f8e788e/77832558-f105-4c1c-b43a-6045b88d3a07) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:17.430177 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fa6fef6e-1b92-4d78-8300-0fd96251b41a req-828cf3ed-68ce-4ddc-a3d2-b29d3d781b7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 210 time: 0.0417020 Dec 17 13:08:17.479380 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-f5ee3839-f87d-4568-beb4-e34c793eb6eb tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8323226 Dec 17 13:08:17.486704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23861b51-4aee-4cb4-ad6f-0239e2ee9fda req-b7f1b830-68b9-4e8c-9669-cda29ef3f4b6 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:17.488338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23861b51-4aee-4cb4-ad6f-0239e2ee9fda req-b7f1b830-68b9-4e8c-9669-cda29ef3f4b6 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 931 time: 0.0902379 Dec 17 13:08:17.522969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Request body: {'port': {'device_id': 'b5709afe-7369-434b-a1ad-d5477d8a8b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:17.592301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23861b51-4aee-4cb4-ad6f-0239e2ee9fda req-212d4030-369a-4f1b-91de-e826f79cd005 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768788 Dec 17 13:08:17.646917 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:17.767644 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:17.788332 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:17.894204 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-e0f3fd24-f1d0-4fca-bd43-138d608b6378 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4302821 Dec 17 13:08:17.910733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:18.111266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:18.483653 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:18.539134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Network 9730835d-171d-4396-859b-e7512ddf77b2 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:18.546987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event updated for resources: {'Port': ['ID=77832558-f105-4c1c-b43a-6045b88d3a07,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:18.555822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:18.563577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:18.576180 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e33a7920-d983-4367-b890-67cac14730a2 req-18a677eb-e662-4ce3-b7e8-590daed36df0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 210 time: 0.0567455 Dec 17 13:08:18.669763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:18.670980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:18.779408 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f63ca53-4975-46ca-8e66-b3e71acf41ae {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:08:18.787012 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:18.821762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54612) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:18.840394 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-14011f09-abaa-4b3d-a09c-d95e4967a7dd tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2786145 Dec 17 13:08:18.846582 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Request body: {'port': {'network_id': '9730835d-171d-4396-859b-e7512ddf77b2', 'name': 'tempest-AllowedAddressPairTestJSON-1051041983'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:18.866132 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:18.908545 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Transition to ACTIVE for port object 5f63ca53-4975-46ca-8e66-b3e71acf41ae will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:08:18.992521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378ef5a-ef8a-4c37-9633-d3ba0fe81a82 req-110fd713-2534-4c0f-aa64-e42cb7b8a4e7 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:18.995565 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6378ef5a-ef8a-4c37-9633-d3ba0fe81a82 req-110fd713-2534-4c0f-aa64-e42cb7b8a4e7 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 931 time: 0.2491565 Dec 17 13:08:19.011000 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:19.116424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-40b4e4f1-3a19-459f-a076-58d21cf82076 None None] Provisioning complete for port 77832558-f105-4c1c-b43a-6045b88d3a07 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:19.117237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-40b4e4f1-3a19-459f-a076-58d21cf82076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:19.121793 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:19.145883 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6378ef5a-ef8a-4c37-9633-d3ba0fe81a82 req-23068730-48e7-42fe-b638-19145fb6f009 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243203 Dec 17 13:08:19.177070 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-40b4e4f1-3a19-459f-a076-58d21cf82076 None None] Port 77832558-f105-4c1c-b43a-6045b88d3a07 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:19.269234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Pushing event updated for resources: {'Port': ['ID=5f63ca53-4975-46ca-8e66-b3e71acf41ae,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:19.318509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Allocated IP 172.25.0.65 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/772f2e1a-3591-449e-ac9a-715a5436a380) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:19.320919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Made reservation on behalf of 89b0551af651449bb0dfab1b720240e6 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:19.325358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:19.367852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] device_id is not set on port 43281d77-73d3-4905-bcc7-1f2e21eb6e1e yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:08:19.570515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Attempting to bind port 5f63ca53-4975-46ca-8e66-b3e71acf41ae on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:08:19.571119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Attempting to bind port 5f63ca53-4975-46ca-8e66-b3e71acf41ae by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:08:19.572274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Attempting to bind port 5f63ca53-4975-46ca-8e66-b3e71acf41ae on network fad716a1-7391-46f7-b63d-f2bab958136d {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:19.589448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Allocated IP 172.20.0.11 (9730835d-171d-4396-859b-e7512ddf77b2/8c547be6-49fc-4601-ba63-8c927f8e788e/43281d77-73d3-4905-bcc7-1f2e21eb6e1e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:19.590095 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Port 5f63ca53-4975-46ca-8e66-b3e71acf41ae on network fad716a1-7391-46f7-b63d-f2bab958136d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:08:19.590605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Attempting to bind port 5f63ca53-4975-46ca-8e66-b3e71acf41ae on network fad716a1-7391-46f7-b63d-f2bab958136d {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:19.605009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:08:19.605556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Checking segment: {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:19.606288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Bound using segment: {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:08:19.607025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Bound port: 5f63ca53-4975-46ca-8e66-b3e71acf41ae, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658d4950-88db-4c73-9578-7f93114fa8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:08:19.607613 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:19.656969 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:19.739138 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:19.779779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] For port 5f63ca53-4975-46ca-8e66-b3e71acf41ae, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:08:19.793861 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:19.800794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] For port 5f63ca53-4975-46ca-8e66-b3e71acf41ae, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5f63ca53-4975-46ca-8e66-b3e71acf41ae,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:08:19.950245 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:19.952632 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:19.978902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:19.984927 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:19.984927 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] 10.222.0.61 "PUT /v2.0/ports/5f63ca53-4975-46ca-8e66-b3e71acf41ae HTTP/1.1" status: 200 len: 1091 time: 2.4696794 Dec 17 13:08:19.984927 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:19.997116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5709afe-7369-434b-a1ad-d5477d8a8b11', 'tag': '5f63ca53-4975-46ca-8e66-b3e71acf41ae'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:20.000504 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ca7c21-97fe-4f7e-9266-7b43e55ca5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b5709afe-7369-434b-a1ad-d5477d8a8b11", "tag": "5f63ca53-4975-46ca-8e66-b3e71acf41ae"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:20.000970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Network 9730835d-171d-4396-859b-e7512ddf77b2 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:20.027224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:20.038166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:20.063600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:20.068216 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:20.070755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:20.095640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event updated for resources: {'Port': ['ID=43281d77-73d3-4905-bcc7-1f2e21eb6e1e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:20.128518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab64b9-3d32-401f-bf56-4327f7c62161 service neutron] Pushing event updated for resources: {'Port': ['ID=5f63ca53-4975-46ca-8e66-b3e71acf41ae,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:20.143954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:20.149689 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:20.313096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Pushing event updated for resources: {'Port': ['ID=772f2e1a-3591-449e-ac9a-715a5436a380,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:20.357995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-60bb8deb-4a97-465b-a3ec-216e1633b765 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5348871 Dec 17 13:08:20.362954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-5e48996f-a6e0-455e-9eef-97f04707f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:20.362954 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-5e48996f-a6e0-455e-9eef-97f04707f3d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 1094 time: 0.1520133 Dec 17 13:08:20.362954 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:20.363342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54640) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:20.368907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8d100c4a-e192-4c28-90ba-2ce4aed4756f tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:c0:db:9f'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:28:57:56'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:20.436774 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-7436cfda-7a67-4967-999b-5b4844088ccf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f63ca53-4975-46ca-8e66-b3e71acf41ae HTTP/1.1" status: 200 len: 217 time: 0.0548484 Dec 17 13:08:20.442976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2e651026-3cd2-4245-a73f-51ee35cc1aaf None None] Provisioning complete for port 43281d77-73d3-4905-bcc7-1f2e21eb6e1e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:20.444092 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2e651026-3cd2-4245-a73f-51ee35cc1aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:20.489930 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2e651026-3cd2-4245-a73f-51ee35cc1aaf None None] Port 43281d77-73d3-4905-bcc7-1f2e21eb6e1e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:20.524267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-7432a11a-d0c1-4c44-9454-35f1f4108382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:20.527526 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-7432a11a-d0c1-4c44-9454-35f1f4108382 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9e4af1a1-1a63-4bec-8fef-db454759a640 HTTP/1.1" status: 200 len: 845 time: 0.0801144 Dec 17 13:08:20.572847 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-de3835c0-307a-47d4-8a0c-5fb1491f79db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fad716a1-7391-46f7-b63d-f2bab958136d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328910 Dec 17 13:08:20.619078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-3506c371-685f-4902-8aea-ef80757880eb service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:08:20.620232 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-3506c371-685f-4902-8aea-ef80757880eb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060318 Dec 17 13:08:20.633011 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:20.660412 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d100c4a-e192-4c28-90ba-2ce4aed4756f tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:20.859655 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-88bc140d-3fdb-409f-aa12-d50ff5ff94b1 service neutron] 10.222.0.61 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274971 Dec 17 13:08:21.103506 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:21.118842 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ccf3e1a-f854-44a0-b439-52fb40a2364a req-92b185ce-522f-4343-9238-4f03f9f43eee service neutron] 10.222.0.61 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506075 Dec 17 13:08:21.210813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-79275b53-ddae-4d4e-b16f-1ef4b92725b3 req-40aa725c-4677-4054-a90f-a562ef69bacc tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 210 time: 0.0602641 Dec 17 13:08:21.263339 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:21.276527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-efdddc34-e447-4dc9-ba1c-d542884092dd tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:21.278099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-efdddc34-e447-4dc9-ba1c-d542884092dd tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.54 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 811 time: 0.6805947 Dec 17 13:08:21.297707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Request body: {'port': {'device_id': 'ed3bc950-397c-4bcc-9f55-6ddea55defd1', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'admin_state_up': True, 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:21.386409 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc61c182-e694-4937-aac6-75cbbe850313 x-openstack-request-id: req-dc61c182-e694-4937-aac6-75cbbe850313 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:21.399544 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5709afe-7369-434b-a1ad-d5477d8a8b11", "tag": "5f63ca53-4975-46ca-8e66-b3e71acf41ae", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:21.400383 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc61c182-e694-4937-aac6-75cbbe850313 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:21.411852 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5709afe-7369-434b-a1ad-d5477d8a8b11', 'tag': '5f63ca53-4975-46ca-8e66-b3e71acf41ae', 'status': 'completed', 'code': 200} Dec 17 13:08:21.469107 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:21.519707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Pushing event updated for resources: {'Port': ['ID=772f2e1a-3591-449e-ac9a-715a5436a380,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:21.556158 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7c21-97fe-4f7e-9266-7b43e55ca5ac req-19807dbd-2a3d-4681-9058-d6bd238ce9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:21.560564 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7ca7c21-97fe-4f7e-9266-7b43e55ca5ac req-19807dbd-2a3d-4681-9058-d6bd238ce9a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 1094 time: 0.0797250 Dec 17 13:08:21.645993 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:21.648142 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-22f292a4-a93d-417e-a15d-5482a2f7ac47 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7417359 Dec 17 13:08:21.673641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0ed25-510b-4281-b802-862286a660a8 req-c661cdc4-53fb-4d2d-b7dc-78fc5b0992bd tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:21.675659 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecf0ed25-510b-4281-b802-862286a660a8 req-c661cdc4-53fb-4d2d-b7dc-78fc5b0992bd tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 943 time: 0.1444871 Dec 17 13:08:21.739981 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-2aab4950-5722-4bd0-aedc-de47de3efd06 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.65 HTTP/1.1" status: 200 len: 695 time: 0.0834949 Dec 17 13:08:21.794970 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d100c4a-e192-4c28-90ba-2ce4aed4756f tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:21.880862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7c21-97fe-4f7e-9266-7b43e55ca5ac req-2b1fea6e-1c10-4217-853e-6993ffd7b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:21.884071 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7ca7c21-97fe-4f7e-9266-7b43e55ca5ac req-2b1fea6e-1c10-4217-853e-6993ffd7b972 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 200 len: 906 time: 0.3148022 Dec 17 13:08:21.922569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecf0ed25-510b-4281-b802-862286a660a8 req-24946ad4-0480-4c70-8962-bc4ff79d10a0 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392638 Dec 17 13:08:21.926431 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d100c4a-e192-4c28-90ba-2ce4aed4756f tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:21.963325 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7ca7c21-97fe-4f7e-9266-7b43e55ca5ac req-57563dc3-e9a3-4668-8362-642200e5a9d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f63ca53-4975-46ca-8e66-b3e71acf41ae HTTP/1.1" status: 200 len: 217 time: 0.0637121 Dec 17 13:08:21.967927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Made reservation on behalf of ca01150a9fe44a7cb17b5cf0edbcddab for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:22.027796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:22.102484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-74c6bf17-8e70-4ba9-b1a6-1796d77dacdd tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:22.115360 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13122e60-be0f-4b57-bf64-5ffa534eb068 req-74c6bf17-8e70-4ba9-b1a6-1796d77dacdd tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.3744583 Dec 17 13:08:22.174926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7c21-97fe-4f7e-9266-7b43e55ca5ac req-6bc00374-e8db-4d18-9815-5114bd147289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:22.176400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7ca7c21-97fe-4f7e-9266-7b43e55ca5ac req-6bc00374-e8db-4d18-9815-5114bd147289 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9e4af1a1-1a63-4bec-8fef-db454759a640 HTTP/1.1" status: 200 len: 845 time: 0.1903822 Dec 17 13:08:22.232485 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7ca7c21-97fe-4f7e-9266-7b43e55ca5ac req-bac50b15-9796-4e9f-94ca-bbf855d5496e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fad716a1-7391-46f7-b63d-f2bab958136d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469525 Dec 17 13:08:22.377467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Allocated IP 172.20.0.11 (2700c050-d57b-4cbb-9c83-ee91fcca14af/61924618-8120-4596-82b9-92acf8799f29/d80142bd-1500-48a9-b5cd-0a208dd017a2) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:22.400510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d100c4a-e192-4c28-90ba-2ce4aed4756f tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event updated for resources: {'Port': ['ID=43281d77-73d3-4905-bcc7-1f2e21eb6e1e,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:22.506346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3341ba6-ae6b-4e34-a016-5206e8b4a2e7 req-f6ccb8d8-cd8f-46af-ad2d-250fe3207dfb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 210 time: 0.0836074 Dec 17 13:08:22.510919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8d100c4a-e192-4c28-90ba-2ce4aed4756f tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] In _notify_port_updated(), no bound segment for port 43281d77-73d3-4905-bcc7-1f2e21eb6e1e on network 9730835d-171d-4396-859b-e7512ddf77b2 {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:08:22.517531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d100c4a-e192-4c28-90ba-2ce4aed4756f tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:22.518503 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d100c4a-e192-4c28-90ba-2ce4aed4756f tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:22.520097 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8d100c4a-e192-4c28-90ba-2ce4aed4756f tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "PUT /v2.0/ports/43281d77-73d3-4905-bcc7-1f2e21eb6e1e HTTP/1.1" status: 200 len: 1056 time: 2.1561928 Dec 17 13:08:22.523772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54674) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:22.585501 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7ca7c21-97fe-4f7e-9266-7b43e55ca5ac req-bd25ad43-65cf-4592-b0f1-cbf5a89a3908 service neutron] 10.222.0.61 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347397 Dec 17 13:08:22.602913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-b968a2c7-98c6-4e97-8dcc-db504fa3ddb0 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3220677 Dec 17 13:08:22.603657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f72f773d-a445-4e2c-9639-d3f91eed575e None None] Provisioning complete for port 43281d77-73d3-4905-bcc7-1f2e21eb6e1e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:22.610690 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f72f773d-a445-4e2c-9639-d3f91eed575e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:22.618481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:22.802572 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f72f773d-a445-4e2c-9639-d3f91eed575e None None] Port 43281d77-73d3-4905-bcc7-1f2e21eb6e1e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:22.866099 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7ca7c21-97fe-4f7e-9266-7b43e55ca5ac req-80ae3fc2-4b20-47c7-8336-626eece02dfe service neutron] 10.222.0.61 "GET /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349880 Dec 17 13:08:22.905677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-155f79c2-bf0f-48ba-bfde-60edd1d2a569 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Deleting port 43281d77-73d3-4905-bcc7-1f2e21eb6e1e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:22.907211 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-155f79c2-bf0f-48ba-bfde-60edd1d2a569 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:22.942259 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:23.029064 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:23.058172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5f63ca53-4975-46ca-8e66-b3e71acf41ae details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:08:23.201486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5f63ca53-4975-46ca-8e66-b3e71acf41ae, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5f63ca53-4975-46ca-8e66-b3e71acf41ae,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:23.215615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '5f63ca53-4975-46ca-8e66-b3e71acf41ae', 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'port_id': '5f63ca53-4975-46ca-8e66-b3e71acf41ae', 'mac_address': 'fa:16:3e:ce:ea:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4af1a1-1a63-4bec-8fef-db454759a640', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:08:23.223204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:23.235959 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-155f79c2-bf0f-48ba-bfde-60edd1d2a569 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:23.269042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-155f79c2-bf0f-48ba-bfde-60edd1d2a569 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Calling delete_port for 43281d77-73d3-4905-bcc7-1f2e21eb6e1e owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:23.278439 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:23.281130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652d244-426d-4cb3-b9d0-793df162777a req-f08d8ecd-5414-497c-89d8-1877dace2808 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:23.282940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7652d244-426d-4cb3-b9d0-793df162777a req-f08d8ecd-5414-497c-89d8-1877dace2808 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 943 time: 0.1841447 Dec 17 13:08:23.306254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f63ca53-4975-46ca-8e66-b3e71acf41ae {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:08:23.329293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5f63ca53-4975-46ca-8e66-b3e71acf41ae, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5f63ca53-4975-46ca-8e66-b3e71acf41ae,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:23.363469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Allocated IP 172.25.0.19 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/62db8d25-8342-4051-8d7b-6c316da7f4ed) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:23.396296 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7652d244-426d-4cb3-b9d0-793df162777a req-9228a336-0c34-45aa-9580-a07b213c1b68 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615318 Dec 17 13:08:23.437475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:23.451276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['fcffe280-729a-485d-8c70-fe7b0dc2c70a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:08:23.462034 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5da04916-a058-4f98-a1b5-089f900b8f53'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:08:23.595037 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:23.601065 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:23.612096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event updated for resources: {'Port': ['ID=d80142bd-1500-48a9-b5cd-0a208dd017a2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:23.621699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:23.627471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:23.631507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:23.706888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:23.707828 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:23.761480 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-155f79c2-bf0f-48ba-bfde-60edd1d2a569 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:23.823608 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:23.824053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f79c2-bf0f-48ba-bfde-60edd1d2a569 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event deleted for resources: {'Port': ['ID=43281d77-73d3-4905-bcc7-1f2e21eb6e1e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:23.872867 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-64fbcbd1-bdad-4b5c-a822-1a553b0d8a7d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5799012 Dec 17 13:08:23.906580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-f80390c7-7692-4a2f-9618-5f556a6b968f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:08:23.910169 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-f80390c7-7692-4a2f-9618-5f556a6b968f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209537 Dec 17 13:08:23.940412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Request body: {'port': {'device_id': 'ed3bc950-397c-4bcc-9f55-6ddea55defd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:23.971410 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Pushing event updated for resources: {'Port': ['ID=62db8d25-8342-4051-8d7b-6c316da7f4ed,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:24.014587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:24.015316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=5f63ca53-4975-46ca-8e66-b3e71acf41ae,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:24.020234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:24.023697 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5f63ca53-4975-46ca-8e66-b3e71acf41ae'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:08:24.026627 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:24.250986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.251391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.251679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.252285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.252624 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.252956 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.253286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.253659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.254004 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.254320 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.254644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.254968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.255290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:24.342791 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:24.352422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:24.360186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-efe95d14-7661-43ba-b577-c26d52de0519 None None] Provisioning complete for port d80142bd-1500-48a9-b5cd-0a208dd017a2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:24.361160 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-efe95d14-7661-43ba-b577-c26d52de0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:24.375287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45841cf2-21d3-4627-aef8-d7efd31d400e req-4368bc2e-6a10-40fc-a3cd-c5fc4f75c6dc tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:24.382168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45841cf2-21d3-4627-aef8-d7efd31d400e req-4368bc2e-6a10-40fc-a3cd-c5fc4f75c6dc tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 932 time: 0.3972878 Dec 17 13:08:24.431503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-efe95d14-7661-43ba-b577-c26d52de0519 None None] Port d80142bd-1500-48a9-b5cd-0a208dd017a2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:24.512249 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:24.737870 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45841cf2-21d3-4627-aef8-d7efd31d400e req-4cec5439-a056-4e83-9ed7-0585df924313 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229334 Dec 17 13:08:24.762379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:24.813104 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-155f79c2-bf0f-48ba-bfde-60edd1d2a569 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:24.821859 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-155f79c2-bf0f-48ba-bfde-60edd1d2a569 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "DELETE /v2.0/ports/43281d77-73d3-4905-bcc7-1f2e21eb6e1e HTTP/1.1" status: 204 len: 168 time: 2.2908955 Dec 17 13:08:24.822015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54710) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:24.863192 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:24.938356 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ff3bd9-214c-42b2-a92f-a2f7a47fff6f tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] GET failed (client error): The resource could not be found. Dec 17 13:08:24.940780 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-22ff3bd9-214c-42b2-a92f-a2f7a47fff6f tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "GET /v2.0/ports/43281d77-73d3-4905-bcc7-1f2e21eb6e1e HTTP/1.1" status: 404 len: 333 time: 0.1196556 Dec 17 13:08:24.943735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54712) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:24.995545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacfdfe-652f-4a45-acf8-693ac3e03481 req-83ddce83-3d5c-4473-8bd0-3b79bb33c442 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:24.997553 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bacfdfe-652f-4a45-acf8-693ac3e03481 req-83ddce83-3d5c-4473-8bd0-3b79bb33c442 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 944 time: 0.1290522 Dec 17 13:08:25.029667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Pushing event updated for resources: {'Port': ['ID=62db8d25-8342-4051-8d7b-6c316da7f4ed,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:25.049875 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:25.149746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bacfdfe-652f-4a45-acf8-693ac3e03481 req-d49a410f-7a93-4a01-b29e-74430deb01c4 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295195 Dec 17 13:08:25.151143 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:25.152408 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-18310f70-2568-42a8-9fd5-9cda8eef9c0f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5469902 Dec 17 13:08:25.209912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80142bd-1500-48a9-b5cd-0a208dd017a2 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:08:25.235875 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-cb0a6616-3689-4a0d-a9f9-7a163161d588 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.19 HTTP/1.1" status: 200 len: 695 time: 0.0696709 Dec 17 13:08:25.237265 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:25.263581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1091eccd-3af8-4577-871f-dd4f4a913ec0 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Deleting port 77832558-f105-4c1c-b43a-6045b88d3a07 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:25.268710 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1091eccd-3af8-4577-871f-dd4f4a913ec0 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:25.314053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Transition to ACTIVE for port object d80142bd-1500-48a9-b5cd-0a208dd017a2 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:08:25.445375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-478991ff-1ff8-4298-991c-944297dc7b75 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:25.447165 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-67dc2644-8e6e-4fe8-8804-ba5b7b2abcce req-478991ff-1ff8-4298-991c-944297dc7b75 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.1988769 Dec 17 13:08:25.451193 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:25.526796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1091eccd-3af8-4577-871f-dd4f4a913ec0 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:25.549410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1091eccd-3af8-4577-871f-dd4f4a913ec0 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Calling delete_port for 77832558-f105-4c1c-b43a-6045b88d3a07 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:25.566622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=d80142bd-1500-48a9-b5cd-0a208dd017a2,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:25.675024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-533f356a-4720-4ffe-9c46-a53693cdb753 req-3c3d4fd1-94d2-441b-8afc-80d97c2ea4a4 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips/e5e08440-d8b5-4dbb-8b76-1e4c0db00b8d HTTP/1.1" status: 200 len: 692 time: 0.1602685 Dec 17 13:08:25.870148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Attempting to bind port d80142bd-1500-48a9-b5cd-0a208dd017a2 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:08:25.870148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Attempting to bind port d80142bd-1500-48a9-b5cd-0a208dd017a2 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:08:25.872729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Attempting to bind port d80142bd-1500-48a9-b5cd-0a208dd017a2 on network 2700c050-d57b-4cbb-9c83-ee91fcca14af {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:25.890072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Port d80142bd-1500-48a9-b5cd-0a208dd017a2 on network 2700c050-d57b-4cbb-9c83-ee91fcca14af not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:08:25.890696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Attempting to bind port d80142bd-1500-48a9-b5cd-0a208dd017a2 on network 2700c050-d57b-4cbb-9c83-ee91fcca14af {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:25.902444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5d4a9-496c-4083-ad2a-aaa4687b6017 req-917ce7a8-288b-4fc8-add9-54e10d092206 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:25.905150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bc5d4a9-496c-4083-ad2a-aaa4687b6017 req-917ce7a8-288b-4fc8-add9-54e10d092206 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 944 time: 0.0799117 Dec 17 13:08:25.932084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:08:25.932503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Checking segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:25.933013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Bound using segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:08:25.933628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Bound port: d80142bd-1500-48a9-b5cd-0a208dd017a2, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:08:25.934104 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:25.947236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f356a-4720-4ffe-9c46-a53693cdb753 req-a950c955-c18e-4948-9b18-8d91675ae674 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:25.948895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-533f356a-4720-4ffe-9c46-a53693cdb753 req-a950c955-c18e-4948-9b18-8d91675ae674 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.2500923 Dec 17 13:08:25.977733 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bc5d4a9-496c-4083-ad2a-aaa4687b6017 req-359d30e5-67b8-4b79-86bf-a33a10629dba tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594273 Dec 17 13:08:26.052954 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-c648ecf3-471f-4682-92e1-d340901d1786 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips/e5e08440-d8b5-4dbb-8b76-1e4c0db00b8d HTTP/1.1" status: 200 len: 692 time: 0.0523353 Dec 17 13:08:26.138260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] For port d80142bd-1500-48a9-b5cd-0a208dd017a2, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:08:26.143945 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1091eccd-3af8-4577-871f-dd4f4a913ec0 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:26.168501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] For port d80142bd-1500-48a9-b5cd-0a208dd017a2, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d80142bd-1500-48a9-b5cd-0a208dd017a2,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:08:26.198063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091eccd-3af8-4577-871f-dd4f4a913ec0 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event deleted for resources: {'Port': ['ID=77832558-f105-4c1c-b43a-6045b88d3a07,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:26.302207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ed7ea-e8b7-4a3b-99a6-9ec64236408d req-4a1b7b4f-c9f9-4f18-bd04-2e67cf3c3929 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:26.310924 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-599ed7ea-e8b7-4a3b-99a6-9ec64236408d req-4a1b7b4f-c9f9-4f18-bd04-2e67cf3c3929 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 944 time: 0.0756989 Dec 17 13:08:26.315827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-fe65abc1-a2f0-4f12-bedc-c84389a41acf tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:26.316896 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-fe65abc1-a2f0-4f12-bedc-c84389a41acf tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.2546811 Dec 17 13:08:26.326533 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1091eccd-3af8-4577-871f-dd4f4a913ec0 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:26.332847 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1091eccd-3af8-4577-871f-dd4f4a913ec0 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "DELETE /v2.0/ports/77832558-f105-4c1c-b43a-6045b88d3a07 HTTP/1.1" status: 204 len: 168 time: 1.3880789 Dec 17 13:08:26.333701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54744) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:26.408297 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-599ed7ea-e8b7-4a3b-99a6-9ec64236408d req-cc9caf0b-343c-47a5-8eb8-ff28f0e61560 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962579 Dec 17 13:08:26.409012 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:26.420356 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bfe1be-170b-4922-89d6-6805cb842ef6 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] GET failed (client error): The resource could not be found. Dec 17 13:08:26.427700 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-83bfe1be-170b-4922-89d6-6805cb842ef6 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "GET /v2.0/ports/77832558-f105-4c1c-b43a-6045b88d3a07 HTTP/1.1" status: 404 len: 333 time: 0.0853117 Dec 17 13:08:26.432731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54750) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:26.467595 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-5632c4c2-c1f7-4666-9838-7f9fac6854b3 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.19 HTTP/1.1" status: 200 len: 695 time: 0.1328723 Dec 17 13:08:26.527829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:26.527829 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:26.527829 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] 10.222.0.54 "PUT /v2.0/ports/d80142bd-1500-48a9-b5cd-0a208dd017a2 HTTP/1.1" status: 200 len: 1092 time: 2.5883377 Dec 17 13:08:26.530244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3bc950-397c-4bcc-9f55-6ddea55defd1', 'tag': 'd80142bd-1500-48a9-b5cd-0a208dd017a2'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:26.532899 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284c4fd6-2fa7-4b99-9d7d-1d794c8b1eed" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3bc950-397c-4bcc-9f55-6ddea55defd1", "tag": "d80142bd-1500-48a9-b5cd-0a208dd017a2"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:26.599545 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-61bde1f9-b7c1-4b46-bf26-bc973919f241 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.19 HTTP/1.1" status: 200 len: 695 time: 0.0958440 Dec 17 13:08:26.639657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35c4ca-c3ab-4048-8aaf-89b66e9a2ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=d80142bd-1500-48a9-b5cd-0a208dd017a2,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:26.818607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-942062f5-70b4-43d4-aa53-a03477f4916c tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Deleting port 0d3e79a6-5db9-4602-87d6-bc9366458902 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:26.818607 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-942062f5-70b4-43d4-aa53-a03477f4916c tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:27.033880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68221c-53a1-459a-aef9-2546213413cb req-6921987e-db6a-487e-b6da-8a0261117d1c tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:27.036287 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ab68221c-53a1-459a-aef9-2546213413cb req-6921987e-db6a-487e-b6da-8a0261117d1c tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 946 time: 0.0609128 Dec 17 13:08:27.089076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5f63ca53-4975-46ca-8e66-b3e71acf41ae up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:08:27.109515 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ab68221c-53a1-459a-aef9-2546213413cb req-0b4be585-129f-4e59-a65c-b27c20db7b70 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups?id=7de753dc-4bc5-4463-a48c-8e1665c81482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652404 Dec 17 13:08:27.165874 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d062d68-4cb0-4da6-bcec-8740f29f93b1 x-openstack-request-id: req-2d062d68-4cb0-4da6-bcec-8740f29f93b1 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:27.166490 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3bc950-397c-4bcc-9f55-6ddea55defd1", "tag": "d80142bd-1500-48a9-b5cd-0a208dd017a2", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:27.166490 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d062d68-4cb0-4da6-bcec-8740f29f93b1 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:27.166782 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3bc950-397c-4bcc-9f55-6ddea55defd1', 'tag': 'd80142bd-1500-48a9-b5cd-0a208dd017a2', 'status': 'completed', 'code': 200} Dec 17 13:08:27.191701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-54a98449-3e43-4aee-8dfd-384b47a27e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:27.193693 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-54a98449-3e43-4aee-8dfd-384b47a27e71 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 1095 time: 0.4596150 Dec 17 13:08:27.259971 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-835207f6-afbf-402f-a8b3-47dfa460ba1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d80142bd-1500-48a9-b5cd-0a208dd017a2 HTTP/1.1" status: 200 len: 217 time: 0.0582824 Dec 17 13:08:27.265995 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f57fc-b834-4d2e-87b5-25c30bb49d30 req-1874bc19-e97e-47c5-ba46-d8e6ec239c16 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:27.267754 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-410f57fc-b834-4d2e-87b5-25c30bb49d30 req-1874bc19-e97e-47c5-ba46-d8e6ec239c16 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 950 time: 0.0538950 Dec 17 13:08:27.287694 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-942062f5-70b4-43d4-aa53-a03477f4916c tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:27.292930 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 5f63ca53-4975-46ca-8e66-b3e71acf41ae completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:08:27.298145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 5f63ca53-4975-46ca-8e66-b3e71acf41ae triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:27.299371 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:27.329631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-410f57fc-b834-4d2e-87b5-25c30bb49d30 req-2d000dbf-8e5a-4dad-b05c-da51e5039ea6 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542607 Dec 17 13:08:27.346464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-668b2e5d-0db6-4345-a258-7b66690980c8 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Deleting port 62db8d25-8342-4051-8d7b-6c316da7f4ed {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:27.346814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-668b2e5d-0db6-4345-a258-7b66690980c8 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:27.351202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-942062f5-70b4-43d4-aa53-a03477f4916c tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Calling delete_port for 0d3e79a6-5db9-4602-87d6-bc9366458902 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:27.394980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-30d7aaf5-ca97-4ed5-88a9-cd2a5ebb794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:27.396498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-30d7aaf5-ca97-4ed5-88a9-cd2a5ebb794e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.1276147 Dec 17 13:08:27.464046 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:27.482310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d56051-1e82-4930-8ac1-75b3236ed46d req-cf4dc33d-7fd7-42eb-a566-8b5bcef1ab64 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:27.484217 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c8d56051-1e82-4930-8ac1-75b3236ed46d req-cf4dc33d-7fd7-42eb-a566-8b5bcef1ab64 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 944 time: 0.0662429 Dec 17 13:08:27.516658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5f63ca53-4975-46ca-8e66-b3e71acf41ae, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5f63ca53-4975-46ca-8e66-b3e71acf41ae,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:27.518004 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5709afe-7369-434b-a1ad-d5477d8a8b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f63ca53-4975-46ca-8e66-b3e71acf41ae'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:27.521708 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81186f29-4828-4eaa-95c1-92b81e01bbfe" -d '{"events": [{"server_uuid": "b5709afe-7369-434b-a1ad-d5477d8a8b11", "name": "network-vif-plugged", "status": "completed", "tag": "5f63ca53-4975-46ca-8e66-b3e71acf41ae"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:27.546777 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-668b2e5d-0db6-4345-a258-7b66690980c8 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:27.547208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-668b2e5d-0db6-4345-a258-7b66690980c8 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:27.559593 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c8d56051-1e82-4930-8ac1-75b3236ed46d req-66ae2c7d-d250-4eb2-8764-e64588840c84 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669606 Dec 17 13:08:27.568218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-b5bdf380-3147-4c93-bb1e-b0ae0c295c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:27.569789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-b5bdf380-3147-4c93-bb1e-b0ae0c295c1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644473 Dec 17 13:08:27.572301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-668b2e5d-0db6-4345-a258-7b66690980c8 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Calling delete_port for 62db8d25-8342-4051-8d7b-6c316da7f4ed owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:27.617618 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:27.722139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=5f63ca53-4975-46ca-8e66-b3e71acf41ae,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:27.849706 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-ca232b25-6933-4a90-8633-8829905cf4c4 service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690885 Dec 17 13:08:27.965925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-942062f5-70b4-43d4-aa53-a03477f4916c tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:28.014522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942062f5-70b4-43d4-aa53-a03477f4916c tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event deleted for resources: {'Port': ['ID=0d3e79a6-5db9-4602-87d6-bc9366458902,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:28.026955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da2dac8-c7c1-4ccf-86bc-f8b093cfdb6c req-c3e5744e-8101-46d8-bb53-23fd8d22d4cc service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696219 Dec 17 13:08:28.110892 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-942062f5-70b4-43d4-aa53-a03477f4916c tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:28.115589 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-942062f5-70b4-43d4-aa53-a03477f4916c tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "DELETE /v2.0/ports/0d3e79a6-5db9-4602-87d6-bc9366458902 HTTP/1.1" status: 204 len: 168 time: 1.6814065 Dec 17 13:08:28.124763 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-668b2e5d-0db6-4345-a258-7b66690980c8 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:28.125130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54818) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:28.150875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b2e5d-0db6-4345-a258-7b66690980c8 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Pushing event deleted for resources: {'Port': ['ID=62db8d25-8342-4051-8d7b-6c316da7f4ed,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:28.294188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c4fd6-2fa7-4b99-9d7d-1d794c8b1eed req-6fd97a8a-c2e0-45e7-9f3c-ff27a112d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:28.296644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-284c4fd6-2fa7-4b99-9d7d-1d794c8b1eed req-6fd97a8a-c2e0-45e7-9f3c-ff27a112d6b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 1095 time: 0.0871978 Dec 17 13:08:28.302298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-668b2e5d-0db6-4345-a258-7b66690980c8 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:28.306780 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-668b2e5d-0db6-4345-a258-7b66690980c8 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:28.308284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07d50159-dcac-4dd6-93c1-1d7889126411 req-668b2e5d-0db6-4345-a258-7b66690980c8 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "DELETE /v2.0/floatingips/e5e08440-d8b5-4dbb-8b76-1e4c0db00b8d HTTP/1.1" status: 204 len: 173 time: 1.6704895 Dec 17 13:08:28.473238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c4fd6-2fa7-4b99-9d7d-1d794c8b1eed req-1d2a81ff-2940-4233-abef-877a0aeac888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:28.474979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-284c4fd6-2fa7-4b99-9d7d-1d794c8b1eed req-1d2a81ff-2940-4233-abef-877a0aeac888 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.1574976 Dec 17 13:08:28.501005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5154f-28fe-419b-93c4-3e3be3bf7908 req-c2e02f42-b45f-422a-afd4-9799f690f510 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:28.502488 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05a5154f-28fe-419b-93c4-3e3be3bf7908 req-c2e02f42-b45f-422a-afd4-9799f690f510 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 945 time: 0.0857134 Dec 17 13:08:28.532481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-71446a8a-f6b6-4185-951c-02fd8b058af2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Deleting subnet 8c547be6-49fc-4601-ba63-8c927f8e788e {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:08:28.537078 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71446a8a-f6b6-4185-951c-02fd8b058af2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:28.538062 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-284c4fd6-2fa7-4b99-9d7d-1d794c8b1eed req-107aebfa-6fd0-4d65-a022-0c657aeb3e04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d80142bd-1500-48a9-b5cd-0a208dd017a2 HTTP/1.1" status: 200 len: 217 time: 0.0550697 Dec 17 13:08:28.586218 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71446a8a-f6b6-4185-951c-02fd8b058af2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:28.635091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c4fd6-2fa7-4b99-9d7d-1d794c8b1eed req-121e0d7a-caf1-4d2b-b92b-024055f468db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:28.637774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-284c4fd6-2fa7-4b99-9d7d-1d794c8b1eed req-121e0d7a-caf1-4d2b-b92b-024055f468db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.0877635 Dec 17 13:08:28.643932 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05a5154f-28fe-419b-93c4-3e3be3bf7908 req-a6f5da43-72d7-4069-a8b5-535e8270b637 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126654 Dec 17 13:08:28.706686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c4fd6-2fa7-4b99-9d7d-1d794c8b1eed req-86bd70ac-1a75-4b21-990c-4583ec519c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:28.709173 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-284c4fd6-2fa7-4b99-9d7d-1d794c8b1eed req-86bd70ac-1a75-4b21-990c-4583ec519c27 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641558 Dec 17 13:08:28.713772 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71446a8a-f6b6-4185-951c-02fd8b058af2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:28.743588 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cb2f04-287f-49fd-a57d-de158f13f355 x-openstack-request-id: req-e2cb2f04-287f-49fd-a57d-de158f13f355 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:28.744727 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5709afe-7369-434b-a1ad-d5477d8a8b11", "name": "network-vif-plugged", "status": "completed", "tag": "5f63ca53-4975-46ca-8e66-b3e71acf41ae", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:28.745077 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2cb2f04-287f-49fd-a57d-de158f13f355 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:28.745384 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5709afe-7369-434b-a1ad-d5477d8a8b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f63ca53-4975-46ca-8e66-b3e71acf41ae', 'code': 200} Dec 17 13:08:28.848914 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-284c4fd6-2fa7-4b99-9d7d-1d794c8b1eed req-0dcef691-d552-49b7-b38d-ef516f8be888 service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302829 Dec 17 13:08:28.954364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71446a8a-f6b6-4185-951c-02fd8b058af2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:29.006723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71446a8a-f6b6-4185-951c-02fd8b058af2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event deleted for resources: {'Subnet': ['ID=8c547be6-49fc-4601-ba63-8c927f8e788e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:29.016351 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71446a8a-f6b6-4185-951c-02fd8b058af2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:29.022317 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-71446a8a-f6b6-4185-951c-02fd8b058af2 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "DELETE /v2.0/subnets/8c547be6-49fc-4601-ba63-8c927f8e788e HTTP/1.1" status: 204 len: 168 time: 0.9002142 Dec 17 13:08:29.030418 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd201714-1c07-4f4e-805e-830e8ececd12 None None] Network 9730835d-171d-4396-859b-e7512ddf77b2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:29.036241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54850) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:29.066169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c5d35-cd43-4246-bc84-449c939e6af2 req-cc23ac8e-bc0d-4219-96e2-0f4a9a53a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:29.069298 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f6c5d35-cd43-4246-bc84-449c939e6af2 req-cc23ac8e-bc0d-4219-96e2-0f4a9a53a90b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 1096 time: 0.2478361 Dec 17 13:08:29.134040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f6c5d35-cd43-4246-bc84-449c939e6af2 req-b663b4b7-0176-4df6-a671-de52453a9061 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517552 Dec 17 13:08:29.237121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aedda3f-b3f3-4ccc-b4ae-1af05f2a94de None None] DHCP port deletion for 9730835d-171d-4396-859b-e7512ddf77b2 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:08:29.245293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70605620-9411-4ae2-b049-6a8b65107f22 req-4eba7ca7-caf1-40c1-908f-478c2aabb39f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:29.246858 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-70605620-9411-4ae2-b049-6a8b65107f22 req-4eba7ca7-caf1-40c1-908f-478c2aabb39f tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3323879 Dec 17 13:08:29.251255 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-284c4fd6-2fa7-4b99-9d7d-1d794c8b1eed req-cc189524-5f1a-48b5-938c-45bfd6819d3a service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942287 Dec 17 13:08:29.255831 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:29.312612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3aedda3f-b3f3-4ccc-b4ae-1af05f2a94de None None] Deleting port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:29.312984 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3aedda3f-b3f3-4ccc-b4ae-1af05f2a94de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:29.362961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Deleting port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:29.363582 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:29.394189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3aedda3f-b3f3-4ccc-b4ae-1af05f2a94de None None] For port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8849a4f0-99f0-45ea-8459-e3a7cfad5e5f,segment=NetworkSegment(b22dda31-fc3a-4d1c-9e42-50de6d0f8d88),segment_id=b22dda31-fc3a-4d1c-9e42-50de6d0f8d88)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:29.394500 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3aedda3f-b3f3-4ccc-b4ae-1af05f2a94de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:29.408363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3aedda3f-b3f3-4ccc-b4ae-1af05f2a94de None None] Calling delete_port for 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:29.431680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ee39d-f9db-4640-b11c-cc38fbe49537 req-ef84a26a-1b07-439b-97c4-70ba076e618d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:29.433230 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-163ee39d-f9db-4640-b11c-cc38fbe49537 req-ef84a26a-1b07-439b-97c4-70ba076e618d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 944 time: 0.1180089 Dec 17 13:08:29.447187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] For port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8849a4f0-99f0-45ea-8459-e3a7cfad5e5f,segment=NetworkSegment(b22dda31-fc3a-4d1c-9e42-50de6d0f8d88),segment_id=b22dda31-fc3a-4d1c-9e42-50de6d0f8d88)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:29.447484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:29.482359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Calling delete_port for 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:29.551726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-163ee39d-f9db-4640-b11c-cc38fbe49537 req-cc4e6ce5-946b-4cc7-af7b-c8e4c761eecb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068349 Dec 17 13:08:29.648445 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-569cea14-18ee-448b-9635-77be9730c3fd req-174ca3da-1c30-4281-9e3b-f28ba67d08ae tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=87551a54073c4e9681a009766705d41f HTTP/1.1" status: 200 len: 1656 time: 0.0653982 Dec 17 13:08:29.661970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3aedda3f-b3f3-4ccc-b4ae-1af05f2a94de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:29.685931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedda3f-b3f3-4ccc-b4ae-1af05f2a94de None None] Pushing event deleted for resources: {'Port': ['ID=8849a4f0-99f0-45ea-8459-e3a7cfad5e5f,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:29.688081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aedda3f-b3f3-4ccc-b4ae-1af05f2a94de None None] No DVR routers for this DVR port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:08:29.722454 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:29.764039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event deleted for resources: {'Port': ['ID=8849a4f0-99f0-45ea-8459-e3a7cfad5e5f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:29.811411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3061dc-d660-48c6-8ee2-453491326b7c req-51181403-d47a-44c2-bf50-8b7803b293c8 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:29.813459 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee3061dc-d660-48c6-8ee2-453491326b7c req-51181403-d47a-44c2-bf50-8b7803b293c8 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 946 time: 0.0768335 Dec 17 13:08:29.819095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cea14-18ee-448b-9635-77be9730c3fd req-71fa1cf9-cd94-48c5-946b-1362e432ae2d tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:29.834844 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-569cea14-18ee-448b-9635-77be9730c3fd req-71fa1cf9-cd94-48c5-946b-1362e432ae2d tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks?id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 787 time: 0.1718931 Dec 17 13:08:29.851306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] No DVR routers for this DVR port 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:08:29.922815 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee3061dc-d660-48c6-8ee2-453491326b7c req-668765ad-105f-440b-ad3a-85a9df35b3c3 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups?id=7de753dc-4bc5-4463-a48c-8e1665c81482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943868 Dec 17 13:08:29.957989 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:29.982113 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-8faa1bb6-306d-4a3b-bdee-3b8797752798 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips/c422790a-d18b-4784-bc44-51d51b99b881 HTTP/1.1" status: 200 len: 692 time: 0.0541463 Dec 17 13:08:30.009498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9730835d-171d-4396-859b-e7512ddf77b2']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:30.023222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22dda31-fc3a-4d1c-9e42-50de6d0f8d88') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:30.023531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22dda31-fc3a-4d1c-9e42-50de6d0f8d88') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:30.038086 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:30.060784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f54d7c-c8e3-4617-ae29-61716592d4f5 req-a0e67af0-da3e-43ef-9cdb-f2544a4aa153 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:30.062521 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1f54d7c-c8e3-4617-ae29-61716592d4f5 req-a0e67af0-da3e-43ef-9cdb-f2544a4aa153 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 945 time: 0.1015954 Dec 17 13:08:30.115474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-e1915666-775d-4ac2-9a58-5c3c8b4afa64 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:30.116952 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-e1915666-775d-4ac2-9a58-5c3c8b4afa64 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.1252081 Dec 17 13:08:30.124601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1f54d7c-c8e3-4617-ae29-61716592d4f5 req-8a6b3401-3fd8-454a-a3c4-778836b3ec19 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537546 Dec 17 13:08:30.168849 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:30.174689 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-91ba6829-81d9-465d-868d-db01d9dcc14c tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.65 HTTP/1.1" status: 200 len: 695 time: 0.0510349 Dec 17 13:08:30.176630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:08:30.177072 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:08:30.180418 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:08:30.238683 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-b98d1bf6-921f-4b05-8c83-8309530323c5 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.65 HTTP/1.1" status: 200 len: 695 time: 0.0530403 Dec 17 13:08:30.379482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-62c98250-3f73-4b6d-a5c2-013695b514a1 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Deleting port 772f2e1a-3591-449e-ac9a-715a5436a380 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:30.379823 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-62c98250-3f73-4b6d-a5c2-013695b514a1 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:30.465811 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-62c98250-3f73-4b6d-a5c2-013695b514a1 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:30.466632 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-62c98250-3f73-4b6d-a5c2-013695b514a1 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:30.466830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:30.480136 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-62c98250-3f73-4b6d-a5c2-013695b514a1 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Calling delete_port for 772f2e1a-3591-449e-ac9a-715a5436a380 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:30.495467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:30.496998 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:08:30.496998 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8849a4f0-99f0-45ea-8459-e3a7cfad5e5f not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:08:30.512786 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:30.518573 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] 10.222.0.59 "DELETE /v2.0/networks/9730835d-171d-4396-859b-e7512ddf77b2 HTTP/1.1" status: 204 len: 168 time: 1.4788496 Dec 17 13:08:30.531130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e534953-e2ff-449a-a4b0-564abc202b63 tempest-AllowedAddressPairTestJSON-300190616 tempest-AllowedAddressPairTestJSON-300190616-project] Pushing event deleted for resources: {'Network': ['ID=9730835d-171d-4396-859b-e7512ddf77b2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:30.875544 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-62c98250-3f73-4b6d-a5c2-013695b514a1 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:30.909524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c98250-3f73-4b6d-a5c2-013695b514a1 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Pushing event deleted for resources: {'Port': ['ID=772f2e1a-3591-449e-ac9a-715a5436a380,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:30.983749 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-62c98250-3f73-4b6d-a5c2-013695b514a1 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:30.987245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-62c98250-3f73-4b6d-a5c2-013695b514a1 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:30.988420 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffa77c1c-a525-46a3-a178-4515a8f42d2f req-62c98250-3f73-4b6d-a5c2-013695b514a1 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "DELETE /v2.0/floatingips/c422790a-d18b-4784-bc44-51d51b99b881 HTTP/1.1" status: 204 len: 173 time: 0.7435668 Dec 17 13:08:31.076125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d80142bd-1500-48a9-b5cd-0a208dd017a2 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:08:31.104399 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b5a289-14d3-4242-8b6e-9fed36eb36d7 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:31.186469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecfa45-6ca6-43f4-919d-69fc6a8ee31f req-027ea98c-b15f-49a9-bbaa-e164f172d531 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:31.188897 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8cecfa45-6ca6-43f4-919d-69fc6a8ee31f req-027ea98c-b15f-49a9-bbaa-e164f172d531 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 944 time: 0.1267760 Dec 17 13:08:31.194841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1ca1-6528-4937-a26d-9e9501e014ef req-c2a486f7-a032-4f7c-bff2-bc4d96fdbfe6 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:31.202414 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4bad1ca1-6528-4937-a26d-9e9501e014ef req-c2a486f7-a032-4f7c-bff2-bc4d96fdbfe6 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 950 time: 0.0771072 Dec 17 13:08:31.265872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8cecfa45-6ca6-43f4-919d-69fc6a8ee31f req-1187c5c4-9602-474d-9077-9ef9099a29fa tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698178 Dec 17 13:08:31.270433 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4bad1ca1-6528-4937-a26d-9e9501e014ef req-b600387f-473e-4cbd-9bd5-f402d6fa4dc1 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668528 Dec 17 13:08:31.340500 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:31.396309 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-91627c5e-a16f-4691-a60e-ad84a3a27ecc tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips/37e0d4a5-731d-4e69-b8ed-04be4f02646f HTTP/1.1" status: 200 len: 693 time: 0.0816920 Dec 17 13:08:31.436384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b5a84-06e4-4276-88d9-da842ef5e075 req-3fec27dd-f674-4cc9-b9d7-cbbd534f79c7 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:31.438333 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-716b5a84-06e4-4276-88d9-da842ef5e075 req-3fec27dd-f674-4cc9-b9d7-cbbd534f79c7 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 945 time: 0.0942435 Dec 17 13:08:31.490171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54892) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:31.516129 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:31.525837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d80142bd-1500-48a9-b5cd-0a208dd017a2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d80142bd-1500-48a9-b5cd-0a208dd017a2,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:31.535245 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-716b5a84-06e4-4276-88d9-da842ef5e075 req-c2471664-8279-48bd-acec-bfea954a3482 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846977 Dec 17 13:08:31.558262 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:31.560882 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b72a2e6-2736-4f66-9d80-af37557a6dfb" -d '{"events": [{"server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "name": "network-vif-unplugged", "status": "completed", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:31.572575 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'd80142bd-1500-48a9-b5cd-0a208dd017a2', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'port_id': 'd80142bd-1500-48a9-b5cd-0a208dd017a2', 'mac_address': 'fa:16:3e:a4:3e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:08:31.578834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:31.629342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-a7c3bb0f-3aaa-40c9-9be0-94a7f17557e7 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:31.629342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-a7c3bb0f-3aaa-40c9-9be0-94a7f17557e7 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.2247765 Dec 17 13:08:31.634946 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:31.657595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80142bd-1500-48a9-b5cd-0a208dd017a2 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:08:31.693313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d80142bd-1500-48a9-b5cd-0a208dd017a2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d80142bd-1500-48a9-b5cd-0a208dd017a2,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:31.711126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-6f87f5f4-56d6-4361-bef2-45859b533537 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.160 HTTP/1.1" status: 200 len: 696 time: 0.0740807 Dec 17 13:08:31.715074 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:31.742235 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ab46e001-5fd8-4de2-90c8-f1ce45d1d5bf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89b0551af651449bb0dfab1b720240e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508259 Dec 17 13:08:31.744663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54900) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:31.773126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b5a289-14d3-4242-8b6e-9fed36eb36d7,revision_number=11']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:31.785742 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-7dcfbabc-6590-46a9-8147-cb772d4252fb tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.160 HTTP/1.1" status: 200 len: 696 time: 0.0663486 Dec 17 13:08:31.800360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-730132bf-12c5-4a7e-9d92-38ddf2e2f844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:31.818184 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:31.829896 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-730132bf-12c5-4a7e-9d92-38ddf2e2f844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:31.907371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=d80142bd-1500-48a9-b5cd-0a208dd017a2,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:32.052066 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-730132bf-12c5-4a7e-9d92-38ddf2e2f844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:32.055152 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-730132bf-12c5-4a7e-9d92-38ddf2e2f844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:32.061152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-730132bf-12c5-4a7e-9d92-38ddf2e2f844 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/182a79a4-54df-49b3-b327-419694afac00 HTTP/1.1" status: 204 len: 168 time: 0.3114381 Dec 17 13:08:32.067044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['d80142bd-1500-48a9-b5cd-0a208dd017a2'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:08:32.076932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730132bf-12c5-4a7e-9d92-38ddf2e2f844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182a79a4-54df-49b3-b327-419694afac00,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:32.277839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-40dc95ad-4f93-4a9b-9fd3-3080a71772cb tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Deleting port c5ba05a2-bf80-4cf3-930d-1ad1af15a088 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:32.278140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-40dc95ad-4f93-4a9b-9fd3-3080a71772cb tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:32.364153 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-40dc95ad-4f93-4a9b-9fd3-3080a71772cb tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:32.364545 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-40dc95ad-4f93-4a9b-9fd3-3080a71772cb tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:32.377976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-40dc95ad-4f93-4a9b-9fd3-3080a71772cb tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Calling delete_port for c5ba05a2-bf80-4cf3-930d-1ad1af15a088 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:32.600944 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-40dc95ad-4f93-4a9b-9fd3-3080a71772cb tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:32.632844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc95ad-4f93-4a9b-9fd3-3080a71772cb tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Pushing event deleted for resources: {'Port': ['ID=c5ba05a2-bf80-4cf3-930d-1ad1af15a088,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:32.700693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-40dc95ad-4f93-4a9b-9fd3-3080a71772cb tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:32.703706 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-40dc95ad-4f93-4a9b-9fd3-3080a71772cb tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:32.704900 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed2f770a-ca9b-403c-9d8a-75fdcdffa6d6 req-40dc95ad-4f93-4a9b-9fd3-3080a71772cb tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "DELETE /v2.0/floatingips/37e0d4a5-731d-4e69-b8ed-04be4f02646f HTTP/1.1" status: 204 len: 173 time: 0.9124727 Dec 17 13:08:32.746583 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4084e0-8043-4b16-8d8b-65d74856ff1f x-openstack-request-id: req-0b4084e0-8043-4b16-8d8b-65d74856ff1f {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:32.747747 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "name": "network-vif-unplugged", "status": "completed", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:32.748060 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b4084e0-8043-4b16-8d8b-65d74856ff1f {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:32.748438 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'code': 200} Dec 17 13:08:32.841177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34350478-67c7-42b7-af31-68f04c6f5837 req-a01c1e56-60ab-4c7f-9e6a-0e8bba383710 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:32.842820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34350478-67c7-42b7-af31-68f04c6f5837 req-a01c1e56-60ab-4c7f-9e6a-0e8bba383710 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 946 time: 0.0530758 Dec 17 13:08:32.935350 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34350478-67c7-42b7-af31-68f04c6f5837 req-20aecd79-9ed6-4bd5-a3d5-f1a4a5a9e1be tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups?id=7de753dc-4bc5-4463-a48c-8e1665c81482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845933 Dec 17 13:08:32.971862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024ebd0-853f-4cb7-879a-33c56aa13b3e req-f6c777be-93bf-47e3-bf1a-bede49f10d73 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:32.974384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f199798-922a-47ba-be09-20dca9e987af req-6e40a9e8-d988-493d-8b73-f34baffefe74 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:32.974846 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1024ebd0-853f-4cb7-879a-33c56aa13b3e req-f6c777be-93bf-47e3-bf1a-bede49f10d73 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 948 time: 0.0554297 Dec 17 13:08:32.974955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f199798-922a-47ba-be09-20dca9e987af req-6e40a9e8-d988-493d-8b73-f34baffefe74 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 948 time: 0.1220238 Dec 17 13:08:33.057794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1024ebd0-853f-4cb7-879a-33c56aa13b3e req-f5ff47e0-5374-4309-b32d-c872504fdbb5 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/security-groups?id=9beba03a-9395-4c53-9177-7c212792bf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686955 Dec 17 13:08:33.074380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d80142bd-1500-48a9-b5cd-0a208dd017a2 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:08:33.123823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d23ff6-10c9-47c8-ac04-9e5928d74f40 req-292eebd2-f879-4c4c-9bd8-04cbfa5b1c64 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:33.126021 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9d23ff6-10c9-47c8-ac04-9e5928d74f40 req-292eebd2-f879-4c4c-9bd8-04cbfa5b1c64 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 945 time: 0.1070442 Dec 17 13:08:33.154248 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-1e0ff38d-375f-4093-ae34-3749146b4de9 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips/8f46f26d-8890-49db-9373-8d845089128f HTTP/1.1" status: 200 len: 693 time: 0.0541623 Dec 17 13:08:33.170624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-9f199798-922a-47ba-be09-20dca9e987af req-5924b5f3-833e-4098-9cd6-f2a8908b3ee1 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Deleting port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:33.171049 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9f199798-922a-47ba-be09-20dca9e987af req-5924b5f3-833e-4098-9cd6-f2a8908b3ee1 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:33.206255 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port d80142bd-1500-48a9-b5cd-0a208dd017a2 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:08:33.211505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port d80142bd-1500-48a9-b5cd-0a208dd017a2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:33.212834 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:33.251127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9d23ff6-10c9-47c8-ac04-9e5928d74f40 req-b05c61c2-6e9e-42c7-97a5-63ae458340fa tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104722 Dec 17 13:08:33.369947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9f199798-922a-47ba-be09-20dca9e987af req-5924b5f3-833e-4098-9cd6-f2a8908b3ee1 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] For port 55b5a289-14d3-4242-8b6e-9fed36eb36d7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b5a289-14d3-4242-8b6e-9fed36eb36d7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:33.369947 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9f199798-922a-47ba-be09-20dca9e987af req-5924b5f3-833e-4098-9cd6-f2a8908b3ee1 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:33.373941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-9f199798-922a-47ba-be09-20dca9e987af req-5924b5f3-833e-4098-9cd6-f2a8908b3ee1 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Calling delete_port for 55b5a289-14d3-4242-8b6e-9fed36eb36d7 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:33.374461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-6a0691dd-910a-4fa9-95f6-90eade5b28c1 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:33.382227 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-6a0691dd-910a-4fa9-95f6-90eade5b28c1 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.2196367 Dec 17 13:08:33.385821 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:33.424986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d80142bd-1500-48a9-b5cd-0a208dd017a2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d80142bd-1500-48a9-b5cd-0a208dd017a2,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:33.461554 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-1dd6fb68-b09d-4e72-a2f8-c5978892adde tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.113 HTTP/1.1" status: 200 len: 696 time: 0.0703416 Dec 17 13:08:33.498563 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:33.531529 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-7c603117-f2bc-4817-891c-077684bb33de tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.113 HTTP/1.1" status: 200 len: 696 time: 0.0636358 Dec 17 13:08:33.578183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=d80142bd-1500-48a9-b5cd-0a208dd017a2,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:33.579441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54964) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:33.601907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-5128aff3-e352-4e60-bc54-a3ff5337832d tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1952398051&fields=id&tenant_id=fe329ee832f349f28227c540eb053a5b HTTP/1.1" status: 200 len: 267 time: 0.1422546 Dec 17 13:08:33.683340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-634f0d18-fae6-46a3-8670-8d1f09401004 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Deleting port bfa2cf5f-4fcb-4ed4-88a2-a34b17876be1 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:33.683544 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-634f0d18-fae6-46a3-8670-8d1f09401004 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:33.721791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'networks': [{'name': 'tempest-network--1558367903'}, {'name': 'tempest-network--1860124519'}]} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:33.722364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'network': {'name': 'tempest-network--1558367903'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:33.722573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'network': {'name': 'tempest-network--1860124519'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:33.732226 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9f199798-922a-47ba-be09-20dca9e987af req-5924b5f3-833e-4098-9cd6-f2a8908b3ee1 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:33.782392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-ad9097dd-5901-4e30-bf50-c987ada79234 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:33.784056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-ad9097dd-5901-4e30-bf50-c987ada79234 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/networks?id=f7011b77-0399-460a-b701-5ed2a6f65674 HTTP/1.1" status: 200 len: 815 time: 0.1680539 Dec 17 13:08:33.789278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924b5f3-833e-4098-9cd6-f2a8908b3ee1 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Pushing event deleted for resources: {'Port': ['ID=55b5a289-14d3-4242-8b6e-9fed36eb36d7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:33.813613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-cdc8b8ea-97ac-4dbe-9051-603876da3499 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:33.814809 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-cdc8b8ea-97ac-4dbe-9051-603876da3499 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 946 time: 0.0828981 Dec 17 13:08:33.834068 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-c9ec6b28-7b37-45c7-9952-638b9e1abe2a tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/quotas/fe329ee832f349f28227c540eb053a5b HTTP/1.1" status: 200 len: 375 time: 0.0384538 Dec 17 13:08:33.839463 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-634f0d18-fae6-46a3-8670-8d1f09401004 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:33.839806 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-634f0d18-fae6-46a3-8670-8d1f09401004 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:33.849984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f199798-922a-47ba-be09-20dca9e987af req-5924b5f3-833e-4098-9cd6-f2a8908b3ee1 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] No DVR routers for this DVR port 55b5a289-14d3-4242-8b6e-9fed36eb36d7 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:08:33.860851 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9f199798-922a-47ba-be09-20dca9e987af req-5924b5f3-833e-4098-9cd6-f2a8908b3ee1 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:33.864656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f199798-922a-47ba-be09-20dca9e987af req-5924b5f3-833e-4098-9cd6-f2a8908b3ee1 tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.54 "DELETE /v2.0/ports/55b5a289-14d3-4242-8b6e-9fed36eb36d7 HTTP/1.1" status: 204 len: 173 time: 0.8838975 Dec 17 13:08:33.865146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'name': 'network-vif-deleted', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:33.867655 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca3f541-884b-4b85-bf89-556f010ed829" -d '{"events": [{"server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "name": "network-vif-deleted", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:33.876454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-634f0d18-fae6-46a3-8670-8d1f09401004 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Calling delete_port for bfa2cf5f-4fcb-4ed4-88a2-a34b17876be1 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:33.913968 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-c3552e72-3450-47f3-b17a-90e3dc8d40e8 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe329ee832f349f28227c540eb053a5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650704 Dec 17 13:08:33.931343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-80eca6b6-f93c-4921-8ea3-851d0125a60e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:08:33.932417 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-80eca6b6-f93c-4921-8ea3-851d0125a60e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061154 Dec 17 13:08:33.937448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Made reservation on behalf of 7fa7c75cc4764cbcaffa717bc3832268 for: {'network': 2} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:33.945558 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:33.974388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.017173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Deleting port 43d149de-e459-43c6-b361-a9399dba1cb3 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:34.017881 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.081522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-59383661-095c-484e-a149-7ef9fda19972 service neutron] 10.222.0.59 "GET /v2.0/networks/f7011b77-0399-460a-b701-5ed2a6f65674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353281 Dec 17 13:08:34.151735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] For port 43d149de-e459-43c6-b361-a9399dba1cb3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=43d149de-e459-43c6-b361-a9399dba1cb3,segment=NetworkSegment(446e6038-e6c2-493b-bf22-b19fa475fb3b),segment_id=446e6038-e6c2-493b-bf22-b19fa475fb3b)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:34.152321 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.232503 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-634f0d18-fae6-46a3-8670-8d1f09401004 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.241468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-da142de6-2227-4899-9420-91e9944543b2 service neutron] 10.222.0.59 "GET /v2.0/networks/f7011b77-0399-460a-b701-5ed2a6f65674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511607 Dec 17 13:08:34.296762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f0d18-fae6-46a3-8670-8d1f09401004 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Pushing event deleted for resources: {'Port': ['ID=bfa2cf5f-4fcb-4ed4-88a2-a34b17876be1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:34.300182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.378312 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.378791 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.451071 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-634f0d18-fae6-46a3-8670-8d1f09401004 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.451205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb715ab-d9a6-4f0e-9046-e8bea966aae2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:34.451357 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-634f0d18-fae6-46a3-8670-8d1f09401004 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.451479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:08:34.451584 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ee35e0a-d327-4572-8c19-b95a23edfaff req-634f0d18-fae6-46a3-8670-8d1f09401004 tempest-FloatingIPDetailsTestJSON-844473889 tempest-FloatingIPDetailsTestJSON-844473889-project] 10.222.0.59 "DELETE /v2.0/floatingips/8f46f26d-8890-49db-9373-8d845089128f HTTP/1.1" status: 204 len: 173 time: 0.9108193 Dec 17 13:08:34.465496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.465878 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Added segment 58bfebc2-987e-49a6-93fe-13487a43667c of type vlan for network fe494494-9b4e-4872-80c8-634e34f80f58 Dec 17 13:08:34.501638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54980) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:34.545452 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.569027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:08:34.579291 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.579948 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Added segment 202248a9-05e6-4c2b-96be-f8cee7d317b0 of type vlan for network 2c9e011b-b4e7-42c1-a7cb-e4a5f8a24cd5 Dec 17 13:08:34.582393 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f0201a-6298-4e90-88ba-07a3364190ac x-openstack-request-id: req-b3f0201a-6298-4e90-88ba-07a3364190ac {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:34.582785 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4665feae-a79c-4781-812f-b5d48edb85ee", "name": "network-vif-deleted", "tag": "55b5a289-14d3-4242-8b6e-9fed36eb36d7", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:34.588590 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3f0201a-6298-4e90-88ba-07a3364190ac {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:34.588590 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4665feae-a79c-4781-812f-b5d48edb85ee', 'name': 'network-vif-deleted', 'tag': '55b5a289-14d3-4242-8b6e-9fed36eb36d7', 'status': 'completed', 'code': 200} Dec 17 13:08:34.632144 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.641288 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.641774 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.642166 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Floating IP a6534826-17b3-4757-9014-8fafa71a7d51 disassociated. External IP: 172.25.0.205, port: 43d149de-e459-43c6-b361-a9399dba1cb3. Dec 17 13:08:34.642591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Calling delete_port for 43d149de-e459-43c6-b361-a9399dba1cb3 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:34.749558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3bc950-397c-4bcc-9f55-6ddea55defd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80142bd-1500-48a9-b5cd-0a208dd017a2'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:34.752883 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68509502-0b3a-4796-804b-b4e6bebd4ad5" -d '{"events": [{"server_uuid": "ed3bc950-397c-4bcc-9f55-6ddea55defd1", "name": "network-vif-plugged", "status": "completed", "tag": "d80142bd-1500-48a9-b5cd-0a208dd017a2"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:34.781668 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.781668 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.787786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:34.794275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:34.795053 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:34.817077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e38ab5-ed06-41c3-aa40-b7c08e72d270 req-9af3ea6b-0f33-47c6-9de5-bec223985d9d tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:34.818650 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e3e38ab5-ed06-41c3-aa40-b7c08e72d270 req-9af3ea6b-0f33-47c6-9de5-bec223985d9d tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 946 time: 0.1530602 Dec 17 13:08:34.907979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event updated for resources: {'Network': ['ID=fe494494-9b4e-4872-80c8-634e34f80f58,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:34.922234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network fe494494-9b4e-4872-80c8-634e34f80f58 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:08:34.991824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event updated for resources: {'Network': ['ID=2c9e011b-b4e7-42c1-a7cb-e4a5f8a24cd5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:35.017890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 2c9e011b-b4e7-42c1-a7cb-e4a5f8a24cd5 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:08:35.026985 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-20cdd07e-948b-480b-bd78-bfbf791215be tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4382081 Dec 17 13:08:35.030559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55000) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:35.173391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5f63ca53-4975-46ca-8e66-b3e71acf41ae details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:08:35.236710 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93bf30af-6251-4b19-a0f8-4353afeb4d16 req-da11233f-1a6f-46b3-a8dc-508b667c3c3d tempest-ImagesOneServerTestJSON-203723827 tempest-ImagesOneServerTestJSON-203723827-project] 10.222.0.59 "GET /v2.0/ports?device_id=4665feae-a79c-4781-812f-b5d48edb85ee HTTP/1.1" status: 200 len: 210 time: 0.0997627 Dec 17 13:08:35.386425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5f63ca53-4975-46ca-8e66-b3e71acf41ae, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5f63ca53-4975-46ca-8e66-b3e71acf41ae,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:35.407742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '5f63ca53-4975-46ca-8e66-b3e71acf41ae', 'network_id': 'fad716a1-7391-46f7-b63d-f2bab958136d', 'port_id': '5f63ca53-4975-46ca-8e66-b3e71acf41ae', 'mac_address': 'fa:16:3e:ce:ea:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e4af1a1-1a63-4bec-8fef-db454759a640', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:08:35.457399 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e3e38ab5-ed06-41c3-aa40-b7c08e72d270 req-7bd506c9-b2df-491c-9950-0774ca9b103e tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups?id=7de753dc-4bc5-4463-a48c-8e1665c81482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6051238 Dec 17 13:08:35.460138 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:35.476490 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:35.511844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f63ca53-4975-46ca-8e66-b3e71acf41ae {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:08:35.519600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f69f5e3-7e47-42ff-a9f9-9f5e9b6688d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:35.533271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Pushing event deleted for resources: {'Port': ['ID=43d149de-e459-43c6-b361-a9399dba1cb3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:35.539361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f69f5e3-7e47-42ff-a9f9-9f5e9b6688d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:35.565607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f69f5e3-7e47-42ff-a9f9-9f5e9b6688d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:35.583841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f69f5e3-7e47-42ff-a9f9-9f5e9b6688d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:35.587445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5f63ca53-4975-46ca-8e66-b3e71acf41ae, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5f63ca53-4975-46ca-8e66-b3e71acf41ae,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:35.590988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7f69f5e3-7e47-42ff-a9f9-9f5e9b6688d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5534739 Dec 17 13:08:35.592689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55014) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:35.688528 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c7af0-3a4e-4485-ad82-2a94b79150d7 req-3d6b627a-f9c8-4a36-beca-c0b4c55f7415 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:35.697177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d1c7af0-3a4e-4485-ad82-2a94b79150d7 req-3d6b627a-f9c8-4a36-beca-c0b4c55f7415 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 946 time: 0.2878959 Dec 17 13:08:35.697542 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:35.770441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Router d69be2fa-84cb-4d75-bd26-e94bedc7789f has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:08:35.824809 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:35.844842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5f63ca53-4975-46ca-8e66-b3e71acf41ae'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:08:35.902926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d1c7af0-3a4e-4485-ad82-2a94b79150d7 req-eceec0ee-a2af-4f82-b700-484010bac343 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041626 Dec 17 13:08:35.926098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7931cf8-bade-4483-9263-b6cec58c9a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.020392 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889c9de0-b08f-42e6-803f-c1a531997f1e x-openstack-request-id: req-889c9de0-b08f-42e6-803f-c1a531997f1e {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:36.021088 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3bc950-397c-4bcc-9f55-6ddea55defd1", "name": "network-vif-plugged", "status": "completed", "tag": "d80142bd-1500-48a9-b5cd-0a208dd017a2", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:36.021566 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-889c9de0-b08f-42e6-803f-c1a531997f1e {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:36.022188 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3bc950-397c-4bcc-9f55-6ddea55defd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80142bd-1500-48a9-b5cd-0a208dd017a2', 'code': 200} Dec 17 13:08:36.053962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=5f63ca53-4975-46ca-8e66-b3e71acf41ae,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:36.072577 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.197506 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.212417 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b67a4de-abb8-4ce5-83a3-4b1f5f332d93 req-aed30d63-4678-4c69-aa7a-c4b9c50e5b43 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.1395361 Dec 17 13:08:36.263076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe494494-9b4e-4872-80c8-634e34f80f58']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:36.292736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58bfebc2-987e-49a6-93fe-13487a43667c') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:36.292736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58bfebc2-987e-49a6-93fe-13487a43667c') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:36.306869 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.310189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e51f07-df37-4c7f-b71e-9bdc38123be6 req-f960bb29-dbb5-4414-8302-2789fb075f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:36.312000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29e51f07-df37-4c7f-b71e-9bdc38123be6 req-f960bb29-dbb5-4414-8302-2789fb075f09 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 1097 time: 0.1997714 Dec 17 13:08:36.329229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:08:36.340700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef4d61-9d2f-45f2-8c3e-b20581aec28f req-306e8055-04d0-490a-8ca8-2f345510d0b2 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:36.345652 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce5a955-9a16-42f2-9d94-8dc89d44607a None None] Sync routers for ids ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:08:36.349641 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2ef4d61-9d2f-45f2-8c3e-b20581aec28f req-306e8055-04d0-490a-8ca8-2f345510d0b2 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 944 time: 0.1865153 Dec 17 13:08:36.358415 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce5a955-9a16-42f2-9d94-8dc89d44607a None None] Routers {'d69be2fa-84cb-4d75-bd26-e94bedc7789f'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:08:36.363444 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2ce5a955-9a16-42f2-9d94-8dc89d44607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:36.372551 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.392899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:08:36.393672 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:08:36.397367 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:08:36.488729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29e51f07-df37-4c7f-b71e-9bdc38123be6 req-475db50a-45ca-4f58-96bc-825e8a00c0b9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662867 Dec 17 13:08:36.525386 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2ef4d61-9d2f-45f2-8c3e-b20581aec28f req-1f385a80-70f9-4fba-8507-121b96db7f33 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748958 Dec 17 13:08:36.540940 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2ce5a955-9a16-42f2-9d94-8dc89d44607a None None] Set router d69be2fa-84cb-4d75-bd26-e94bedc7789f gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:08:36.609720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] No DVR routers for this DVR port 43d149de-e459-43c6-b361-a9399dba1cb3 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:08:36.614213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.618404 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9aa1b331-39ed-451d-9fb7-c7e8ee07025b req-b9f2c431-e050-4efa-b300-70e69927b21b tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.61 "DELETE /v2.0/ports/43d149de-e459-43c6-b361-a9399dba1cb3 HTTP/1.1" status: 204 len: 173 time: 2.7902157 Dec 17 13:08:36.621625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'name': 'network-vif-deleted', 'tag': '43d149de-e459-43c6-b361-a9399dba1cb3'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:36.625761 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbd5b36-8b1a-4156-8f78-0f00b6784af7" -d '{"events": [{"server_uuid": "d5337fff-a1dc-4313-91dd-5b79c27b91c9", "name": "network-vif-deleted", "tag": "43d149de-e459-43c6-b361-a9399dba1cb3"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:36.635078 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.647234 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.652255 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "DELETE /v2.0/networks/fe494494-9b4e-4872-80c8-634e34f80f58 HTTP/1.1" status: 204 len: 168 time: 1.0579557 Dec 17 13:08:36.654985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55048) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:36.670211 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c584940e-44a1-4a35-a299-43d17442c55d req-0280f5ab-b743-4bd1-92f2-b87194511bea tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 210 time: 0.0640862 Dec 17 13:08:36.764548 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.768389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab427884-36c6-40a0-9872-d9199e6dacc9 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event deleted for resources: {'Network': ['ID=fe494494-9b4e-4872-80c8-634e34f80f58,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:36.774842 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dfc0ee-11a8-4a7c-93c4-235fcd45e137 x-openstack-request-id: req-98dfc0ee-11a8-4a7c-93c4-235fcd45e137 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:36.775927 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5337fff-a1dc-4313-91dd-5b79c27b91c9", "name": "network-vif-deleted", "tag": "43d149de-e459-43c6-b361-a9399dba1cb3", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:36.776036 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-98dfc0ee-11a8-4a7c-93c4-235fcd45e137 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:36.776632 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5337fff-a1dc-4313-91dd-5b79c27b91c9', 'name': 'network-vif-deleted', 'tag': '43d149de-e459-43c6-b361-a9399dba1cb3', 'status': 'completed', 'code': 200} Dec 17 13:08:36.819121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c7931cf8-bade-4483-9263-b6cec58c9a1c admin admin] Deleting port 269516ed-426d-4fda-a2ad-dda652d1fba4 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:36.819483 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7931cf8-bade-4483-9263-b6cec58c9a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.894834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.932340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9e011b-b4e7-42c1-a7cb-e4a5f8a24cd5']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:36.949593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202248a9-05e6-4c2b-96be-f8cee7d317b0') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:36.949916 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202248a9-05e6-4c2b-96be-f8cee7d317b0') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:36.965942 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.984795 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:36.993163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-c7931cf8-bade-4483-9263-b6cec58c9a1c admin admin] For port 269516ed-426d-4fda-a2ad-dda652d1fba4, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=269516ed-426d-4fda-a2ad-dda652d1fba4,segment=NetworkSegment(808ac496-cce5-4da8-8b3e-193e2fb4f4f4),segment_id=808ac496-cce5-4da8-8b3e-193e2fb4f4f4)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:36.994342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7931cf8-bade-4483-9263-b6cec58c9a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:37.002794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:08:37.003231 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:08:37.008991 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:08:37.016749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c7931cf8-bade-4483-9263-b6cec58c9a1c admin admin] Calling delete_port for 269516ed-426d-4fda-a2ad-dda652d1fba4 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:37.071430 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2ce5a955-9a16-42f2-9d94-8dc89d44607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:06:09Z', 'revision_number': 4, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '03105ad6-bde1-4c81-a706-ccd134ae57dc', 'name': '', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'mac_address': 'fa:16:3e:c7:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:06Z', 'updated_at': '2021-12-17T13:06:13Z', 'revision_number': 5, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'subnets': [{'id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:37.085078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b5a289-14d3-4242-8b6e-9fed36eb36d7 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:37.125814 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce5a955-9a16-42f2-9d94-8dc89d44607a None None] Checking router: d69be2fa-84cb-4d75-bd26-e94bedc7789f for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:08:37.133208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 55b5a289-14d3-4242-8b6e-9fed36eb36d7 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:08:37.139631 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b5a289-14d3-4242-8b6e-9fed36eb36d7 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:08:37.140806 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 43d149de-e459-43c6-b361-a9399dba1cb3 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:37.140986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55062) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:37.149480 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce5a955-9a16-42f2-9d94-8dc89d44607a None None] Routers {'d69be2fa-84cb-4d75-bd26-e94bedc7789f'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:08:37.150402 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2ce5a955-9a16-42f2-9d94-8dc89d44607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:37.198868 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 43d149de-e459-43c6-b361-a9399dba1cb3 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:08:37.199260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 43d149de-e459-43c6-b361-a9399dba1cb3 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:08:37.199652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5f63ca53-4975-46ca-8e66-b3e71acf41ae no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:37.214849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624f640-8079-4d50-95dd-bfeee94c8a3d req-49eaff76-bef5-4e1b-b0a3-20e87258c84b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:37.216487 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7624f640-8079-4d50-95dd-bfeee94c8a3d req-49eaff76-bef5-4e1b-b0a3-20e87258c84b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 946 time: 0.1945610 Dec 17 13:08:37.267827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:37.276131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:37.286667 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "DELETE /v2.0/networks/2c9e011b-b4e7-42c1-a7cb-e4a5f8a24cd5 HTTP/1.1" status: 204 len: 168 time: 0.6272211 Dec 17 13:08:37.291904 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55068) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:37.319767 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:37.327003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cac82-9b5a-48a1-bcf6-14dc3ed9fe85 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event deleted for resources: {'Network': ['ID=2c9e011b-b4e7-42c1-a7cb-e4a5f8a24cd5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:37.354727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5f63ca53-4975-46ca-8e66-b3e71acf41ae {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:08:37.373729 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2ce5a955-9a16-42f2-9d94-8dc89d44607a None None] Set router d69be2fa-84cb-4d75-bd26-e94bedc7789f gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:08:37.382418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-168d32e5-1348-4a0f-8eef-0683886dbbde admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4c7da46796b4cc7b937a0827754014f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398429 Dec 17 13:08:37.385333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55070) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:37.391901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 5f63ca53-4975-46ca-8e66-b3e71acf41ae, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5f63ca53-4975-46ca-8e66-b3e71acf41ae,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:37.510665 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:37.543863 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfb358d8-31ee-4a06-987f-4da606375e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:37.604648 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfb358d8-31ee-4a06-987f-4da606375e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:37.623918 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7624f640-8079-4d50-95dd-bfeee94c8a3d req-c633f9e6-ad99-4262-b2a6-d2e2216d4117 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959975 Dec 17 13:08:37.695700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=5f63ca53-4975-46ca-8e66-b3e71acf41ae,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:37.709153 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-014bebff-181f-4e9f-bcec-e517921b2860 req-cb484f9a-f0f0-4816-8757-141fdf2d9939 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.2205510 Dec 17 13:08:37.784459 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfb358d8-31ee-4a06-987f-4da606375e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:37.788760 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfb358d8-31ee-4a06-987f-4da606375e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:37.792229 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cfb358d8-31ee-4a06-987f-4da606375e2e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9beba03a-9395-4c53-9177-7c212792bf3a HTTP/1.1" status: 204 len: 168 time: 0.4041731 Dec 17 13:08:37.803610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb358d8-31ee-4a06-987f-4da606375e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beba03a-9395-4c53-9177-7c212792bf3a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:37.854117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d76df7-fe54-402e-b617-22de3f6bb66a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:37.857473 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2ce5a955-9a16-42f2-9d94-8dc89d44607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:06:09Z', 'revision_number': 4, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '03105ad6-bde1-4c81-a706-ccd134ae57dc', 'name': '', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'mac_address': 'fa:16:3e:c7:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:06Z', 'updated_at': '2021-12-17T13:06:13Z', 'revision_number': 5, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'subnets': [{'id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:37.861324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5e55558-60ec-4684-a1bb-7a57d915e221 req-7e60adfc-3e11-47e4-874d-81b54f3f74f7 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5337fff-a1dc-4313-91dd-5b79c27b91c9 HTTP/1.1" status: 200 len: 210 time: 0.0478237 Dec 17 13:08:37.870117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d76df7-fe54-402e-b617-22de3f6bb66a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:37.870117 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d1d76df7-fe54-402e-b617-22de3f6bb66a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5719709 Dec 17 13:08:37.873314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55080) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:37.878678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a83a1c6f-991c-4244-9096-9f8ddca6a076 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1951101202'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:37.909061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ce526-95e5-49cf-a364-a14d222eb329 req-4a25ba6d-e0f5-4559-9771-3cc621c06e54 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:37.910814 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b1ce526-95e5-49cf-a364-a14d222eb329 req-4a25ba6d-e0f5-4559-9771-3cc621c06e54 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 943 time: 0.1291261 Dec 17 13:08:37.921965 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce5a955-9a16-42f2-9d94-8dc89d44607a None None] The sync data for ids ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'] in n-d-815324-5 is: [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:06:09Z', 'revision_number': 4, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '03105ad6-bde1-4c81-a706-ccd134ae57dc', 'name': '', 'network_id': '5d5d03f5-c96c-4f77-a916-30e3bf620bf5', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'mac_address': 'fa:16:3e:c7:3c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:06Z', 'updated_at': '2021-12-17T13:06:13Z', 'revision_number': 5, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'subnets': [{'id': 'bd07cbf1-59f4-4b35-a695-27f9a348f882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:08:37.975632 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7931cf8-bade-4483-9263-b6cec58c9a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:37.985154 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b1ce526-95e5-49cf-a364-a14d222eb329 req-5ac5d404-a525-4cbd-acb1-06863629c40c tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676515 Dec 17 13:08:37.995760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83a1c6f-991c-4244-9096-9f8ddca6a076 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Made reservation on behalf of 7fa7c75cc4764cbcaffa717bc3832268 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:38.005082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a83a1c6f-991c-4244-9096-9f8ddca6a076 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:38.045501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83a1c6f-991c-4244-9096-9f8ddca6a076 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:08:38.061093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a83a1c6f-991c-4244-9096-9f8ddca6a076 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:38.061751 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-a83a1c6f-991c-4244-9096-9f8ddca6a076 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Added segment cbbd0c9d-79ad-47c2-a0eb-1d85325b1797 of type vlan for network 38ab6383-1e37-4a50-96a4-e7754ce1b577 Dec 17 13:08:38.130557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7931cf8-bade-4483-9263-b6cec58c9a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=269516ed-426d-4fda-a2ad-dda652d1fba4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:38.135158 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a83a1c6f-991c-4244-9096-9f8ddca6a076 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:38.331164 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a83a1c6f-991c-4244-9096-9f8ddca6a076 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:38.331978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9c4fba-8f5c-4c9b-823a-d93cfee5e546 None None] New status for floating IP a6534826-17b3-4757-9014-8fafa71a7d51: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:08:38.338643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83a1c6f-991c-4244-9096-9f8ddca6a076 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:38.339299 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a83a1c6f-991c-4244-9096-9f8ddca6a076 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:38.388799 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7931cf8-bade-4483-9263-b6cec58c9a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:38.521016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a1c6f-991c-4244-9096-9f8ddca6a076 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event updated for resources: {'Network': ['ID=38ab6383-1e37-4a50-96a4-e7754ce1b577,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:38.553287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a83a1c6f-991c-4244-9096-9f8ddca6a076 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6788158 Dec 17 13:08:38.561365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55090) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:38.571769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6c4068fc-8b61-47f7-a2db-d20ba71e55e3 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-416334451'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:38.607115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 38ab6383-1e37-4a50-96a4-e7754ce1b577 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:08:38.698238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4068fc-8b61-47f7-a2db-d20ba71e55e3 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Made reservation on behalf of 7fa7c75cc4764cbcaffa717bc3832268 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:38.701872 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6c4068fc-8b61-47f7-a2db-d20ba71e55e3 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:38.817661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4068fc-8b61-47f7-a2db-d20ba71e55e3 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:08:38.832228 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6c4068fc-8b61-47f7-a2db-d20ba71e55e3 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:38.832570 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-6c4068fc-8b61-47f7-a2db-d20ba71e55e3 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Added segment e42fcf41-0df9-48f6-9e52-9fcf366e00ad of type vlan for network b185e51c-09ab-40f6-99f7-83f292fe2b8a Dec 17 13:08:38.850757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3f7d-7bda-4254-ba95-85d96917faaa req-1bcd8955-86c6-44dc-bac0-efb0d7d4f419 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:38.852722 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf1b3f7d-7bda-4254-ba95-85d96917faaa req-1bcd8955-86c6-44dc-bac0-efb0d7d4f419 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 946 time: 0.1043985 Dec 17 13:08:38.916097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6c4068fc-8b61-47f7-a2db-d20ba71e55e3 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:38.961257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7931cf8-bade-4483-9263-b6cec58c9a1c admin admin] Router ec46a2a0-d59b-40cd-83b1-495d12b05f6e has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:08:38.988440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-fff9dfe8-c8e5-4fa8-887a-dcc9025144f9 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:38.990731 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-fff9dfe8-c8e5-4fa8-887a-dcc9025144f9 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.61 "GET /v2.0/networks?id=f7011b77-0399-460a-b701-5ed2a6f65674 HTTP/1.1" status: 200 len: 815 time: 0.2026193 Dec 17 13:08:39.015670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf1b3f7d-7bda-4254-ba95-85d96917faaa req-9b4f9801-52f6-4b01-b9c1-833c7f6bbac8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364250 Dec 17 13:08:39.074974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6c4068fc-8b61-47f7-a2db-d20ba71e55e3 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:39.080795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4068fc-8b61-47f7-a2db-d20ba71e55e3 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:39.081688 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6c4068fc-8b61-47f7-a2db-d20ba71e55e3 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:39.189013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4068fc-8b61-47f7-a2db-d20ba71e55e3 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event updated for resources: {'Network': ['ID=b185e51c-09ab-40f6-99f7-83f292fe2b8a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:39.202509 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network b185e51c-09ab-40f6-99f7-83f292fe2b8a details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:08:39.238329 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b1ff5664-e563-4505-b7d4-8f5b4498408c req-f95048a7-caee-4770-a0f6-0c0af17af9df tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.1425595 Dec 17 13:08:39.293204 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6c4068fc-8b61-47f7-a2db-d20ba71e55e3 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7309780 Dec 17 13:08:39.294249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55122) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:39.310847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'ports': [{'network_id': '38ab6383-1e37-4a50-96a4-e7754ce1b577', 'name': 'tempest-port--1654168507', 'admin_state_up': True}, {'network_id': 'b185e51c-09ab-40f6-99f7-83f292fe2b8a', 'admin_state_up': False}]} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:39.313025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'port': {'network_id': '38ab6383-1e37-4a50-96a4-e7754ce1b577', 'name': 'tempest-port--1654168507', 'admin_state_up': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:39.314458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'port': {'network_id': 'b185e51c-09ab-40f6-99f7-83f292fe2b8a', 'admin_state_up': False}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:39.372609 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-db866fae-246e-4a76-ba87-0fff17b0d387 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe329ee832f349f28227c540eb053a5b HTTP/1.1" status: 200 len: 380 time: 0.3680775 Dec 17 13:08:39.390366 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Request body: {'port': {'device_id': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'admin_state_up': True, 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'security_groups': ['23a8b329-6ae8-44b3-981f-d309b66d71f2']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:39.393034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d0800-91d5-41b8-9e93-b2356401c7a8 req-280e4c98-4a2e-4304-bec8-39a88091ed30 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:39.394916 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-838d0800-91d5-41b8-9e93-b2356401c7a8 req-280e4c98-4a2e-4304-bec8-39a88091ed30 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 943 time: 0.2027683 Dec 17 13:08:39.523522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7931cf8-bade-4483-9263-b6cec58c9a1c admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:08:39.540395 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c7931cf8-bade-4483-9263-b6cec58c9a1c admin admin] 10.222.0.59 "PUT /v2.0/routers/ec46a2a0-d59b-40cd-83b1-495d12b05f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0333557 Dec 17 13:08:39.540395 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55128) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:39.541541 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b1905-5543-4613-a165-8371b1445eda None None] Sync routers for ids ['ec46a2a0-d59b-40cd-83b1-495d12b05f6e'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:08:39.568341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-838d0800-91d5-41b8-9e93-b2356401c7a8 req-0864347e-4c7c-4bc7-b8f9-371a3a080635 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495714 Dec 17 13:08:39.598349 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b1905-5543-4613-a165-8371b1445eda None None] Routers {'ec46a2a0-d59b-40cd-83b1-495d12b05f6e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:08:39.600161 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-992b1905-5543-4613-a165-8371b1445eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ec46a2a0-d59b-40cd-83b1-495d12b05f6e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:39.709222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Made reservation on behalf of 7fa7c75cc4764cbcaffa717bc3832268 for: {'port': 2} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:39.717615 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:39.741903 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:39.749185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55132) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:39.881532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c5ddbd-ad36-45f1-bed1-ea73b5e7f2dc tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:39.883272 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-992b1905-5543-4613-a165-8371b1445eda None None] Set router ec46a2a0-d59b-40cd-83b1-495d12b05f6e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:08:39.919896 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c5ddbd-ad36-45f1-bed1-ea73b5e7f2dc tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:40.183717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] device_id is not set on port 765eebc2-60cb-44e5-8b91-5b3fbb835e18 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:08:40.290052 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-992b1905-5543-4613-a165-8371b1445eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'name': 'tempest-FloatingIPDetailsTestJSON-378369609-router', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:55Z', 'updated_at': '2021-12-17T13:08:37Z', 'revision_number': 5, 'project_id': '87551a54073c4e9681a009766705d41f', 'gw_port': {'id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:56Z', 'updated_at': '2021-12-17T13:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:40.345813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c5ddbd-ad36-45f1-bed1-ea73b5e7f2dc tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:40.348835 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40c5ddbd-ad36-45f1-bed1-ea73b5e7f2dc tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:40.354641 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-40c5ddbd-ad36-45f1-bed1-ea73b5e7f2dc tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "DELETE /v2.0/security-groups/7de753dc-4bc5-4463-a48c-8e1665c81482 HTTP/1.1" status: 204 len: 168 time: 0.6033089 Dec 17 13:08:40.358872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55142) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:40.366745 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b1905-5543-4613-a165-8371b1445eda None None] Checking router: ec46a2a0-d59b-40cd-83b1-495d12b05f6e for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:08:40.380545 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b1905-5543-4613-a165-8371b1445eda None None] Routers {'ec46a2a0-d59b-40cd-83b1-495d12b05f6e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:08:40.381420 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-992b1905-5543-4613-a165-8371b1445eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ec46a2a0-d59b-40cd-83b1-495d12b05f6e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:40.427794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04cdcfce-6e01-427c-8261-cb1e22b201e4 req-bfe72427-08e5-400d-b4e5-a698fc735d73 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab HTTP/1.1" status: 200 len: 267 time: 1.0127318 Dec 17 13:08:40.501038 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:40.532561 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-992b1905-5543-4613-a165-8371b1445eda None None] Set router ec46a2a0-d59b-40cd-83b1-495d12b05f6e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:08:40.556464 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:40.575919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdcfce-6e01-427c-8261-cb1e22b201e4 req-a4cc0ff3-f826-4c90-9b22-d8e5631da925 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:40.578210 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04cdcfce-6e01-427c-8261-cb1e22b201e4 req-a4cc0ff3-f826-4c90-9b22-d8e5631da925 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 946 time: 0.1341686 Dec 17 13:08:40.646433 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-04cdcfce-6e01-427c-8261-cb1e22b201e4 req-91f6721d-4f99-48a0-ad74-7b7eb1a9018e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Request body: {'port': {'security_groups': []}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:40.754745 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-04cdcfce-6e01-427c-8261-cb1e22b201e4 req-91f6721d-4f99-48a0-ad74-7b7eb1a9018e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:40.918410 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:40.931617 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Made reservation on behalf of fe329ee832f349f28227c540eb053a5b for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:40.933862 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-992b1905-5543-4613-a165-8371b1445eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'name': 'tempest-FloatingIPDetailsTestJSON-378369609-router', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:55Z', 'updated_at': '2021-12-17T13:08:37Z', 'revision_number': 5, 'project_id': '87551a54073c4e9681a009766705d41f', 'gw_port': {'id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:56Z', 'updated_at': '2021-12-17T13:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:40.935245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:40.942165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5ddbd-ad36-45f1-bed1-ea73b5e7f2dc tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de753dc-4bc5-4463-a48c-8e1665c81482,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:40.945208 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-cfea907e-fdd4-48a8-94be-c6a21ed2dad5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] show failed (client error): The resource could not be found. Dec 17 13:08:40.946780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cfea907e-fdd4-48a8-94be-c6a21ed2dad5 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "GET /v2.0/security-groups/7de753dc-4bc5-4463-a48c-8e1665c81482 HTTP/1.1" status: 404 len: 347 time: 0.5802407 Dec 17 13:08:40.971507 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55148) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:40.977765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81a22415-be59-40ec-8551-d9533d56b4cc req-3b6824c2-35c3-4661-8723-7d60e8948820 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.4602137 Dec 17 13:08:41.019792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] device_id is not set on port 323d1d07-9d86-4ada-8f05-87df6300ace3 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:08:41.040535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2c40f-ff7a-4d86-bbe0-77f10c88095d req-0e3227e1-a2d8-4f57-a9d0-48f8c120937f tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:41.041869 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38a2c40f-ff7a-4d86-bbe0-77f10c88095d req-0e3227e1-a2d8-4f57-a9d0-48f8c120937f tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 943 time: 0.7100990 Dec 17 13:08:41.050646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55150) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:41.065167 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b1905-5543-4613-a165-8371b1445eda None None] The sync data for ids ['ec46a2a0-d59b-40cd-83b1-495d12b05f6e'] in n-d-815324-5 is: [{'id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'name': 'tempest-FloatingIPDetailsTestJSON-378369609-router', 'tenant_id': '87551a54073c4e9681a009766705d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:55Z', 'updated_at': '2021-12-17T13:08:37Z', 'revision_number': 5, 'project_id': '87551a54073c4e9681a009766705d41f', 'gw_port': {'id': '6e3ce065-6720-43a4-a335-3ab2f218aa92', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec46a2a0-d59b-40cd-83b1-495d12b05f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:56Z', 'updated_at': '2021-12-17T13:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:08:41.343459 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-695c470a-7ffb-4157-8d0b-1ef6a215b1d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.356324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc1731-9e9f-4d56-a65a-6eae081c454c req-509999dc-dae3-4b80-8ad6-eac3e021ee60 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:41.366114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e7cc1731-9e9f-4d56-a65a-6eae081c454c req-509999dc-dae3-4b80-8ad6-eac3e021ee60 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 943 time: 0.2613704 Dec 17 13:08:41.479925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-38a2c40f-ff7a-4d86-bbe0-77f10c88095d req-aa7bea53-f3a8-4332-9c4a-ba7eca3ac012 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Deleting port 5f63ca53-4975-46ca-8e66-b3e71acf41ae {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:41.479925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-38a2c40f-ff7a-4d86-bbe0-77f10c88095d req-aa7bea53-f3a8-4332-9c4a-ba7eca3ac012 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.489869 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.497804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Allocated IP 172.20.0.11 (f7011b77-0399-460a-b701-5ed2a6f65674/0512fd1f-341b-4387-aa9a-ba858f0dffbf/64a1c441-3b5a-4e1d-8a79-962a176c064e) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:41.523722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-04cdcfce-6e01-427c-8261-cb1e22b201e4 req-91f6721d-4f99-48a0-ad74-7b7eb1a9018e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] For port d80142bd-1500-48a9-b5cd-0a208dd017a2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d80142bd-1500-48a9-b5cd-0a208dd017a2,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:41.537601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e7cc1731-9e9f-4d56-a65a-6eae081c454c req-926817a6-32bd-4ae4-9afa-2df7fdb7dc3f tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5501606-dbba-4728-94be-d8c19f274722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706145 Dec 17 13:08:41.542277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-7810923e-985f-47fb-aa8d-610daa0ec739 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Deleting port 0265a2e8-df2f-4f06-aa54-291a7e4b830e {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:41.542606 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7810923e-985f-47fb-aa8d-610daa0ec739 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.579690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Deleting port 6e3ce065-6720-43a4-a335-3ab2f218aa92 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:41.580170 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.704732 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-04cdcfce-6e01-427c-8261-cb1e22b201e4 req-91f6721d-4f99-48a0-ad74-7b7eb1a9018e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.707909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-38a2c40f-ff7a-4d86-bbe0-77f10c88095d req-aa7bea53-f3a8-4332-9c4a-ba7eca3ac012 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] For port 5f63ca53-4975-46ca-8e66-b3e71acf41ae, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5f63ca53-4975-46ca-8e66-b3e71acf41ae,segment=NetworkSegment(658d4950-88db-4c73-9578-7f93114fa8d0),segment_id=658d4950-88db-4c73-9578-7f93114fa8d0)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:41.708278 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-38a2c40f-ff7a-4d86-bbe0-77f10c88095d req-aa7bea53-f3a8-4332-9c4a-ba7eca3ac012 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.712814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-695c470a-7ffb-4157-8d0b-1ef6a215b1d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.729639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-38a2c40f-ff7a-4d86-bbe0-77f10c88095d req-aa7bea53-f3a8-4332-9c4a-ba7eca3ac012 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Calling delete_port for 5f63ca53-4975-46ca-8e66-b3e71acf41ae owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:41.820269 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.851730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7810923e-985f-47fb-aa8d-610daa0ec739 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.852134 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7810923e-985f-47fb-aa8d-610daa0ec739 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.863553 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-695c470a-7ffb-4157-8d0b-1ef6a215b1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.873079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] For port 6e3ce065-6720-43a4-a335-3ab2f218aa92, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6e3ce065-6720-43a4-a335-3ab2f218aa92,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:41.873929 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.876857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-04cdcfce-6e01-427c-8261-cb1e22b201e4 req-91f6721d-4f99-48a0-ad74-7b7eb1a9018e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:41.893759 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-7810923e-985f-47fb-aa8d-610daa0ec739 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Calling delete_port for 0265a2e8-df2f-4f06-aa54-291a7e4b830e owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:41.893999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5da04916-a058-4f98-a1b5-089f900b8f53'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:08:41.928001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-695c470a-7ffb-4157-8d0b-1ef6a215b1d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a4a958e7aae342edb487387ee7921be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8759451 Dec 17 13:08:41.940358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55154) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:41.943349 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['fcffe280-729a-485d-8c70-fe7b0dc2c70a', 'd80142bd-1500-48a9-b5cd-0a208dd017a2'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:08:41.971961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6721d-4f99-48a0-ad74-7b7eb1a9018e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event updated for resources: {'Port': ['ID=d80142bd-1500-48a9-b5cd-0a208dd017a2,revision_number=6']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:42.002889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Calling delete_port for 6e3ce065-6720-43a4-a335-3ab2f218aa92 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:42.045626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdcfce-6e01-427c-8261-cb1e22b201e4 req-91f6721d-4f99-48a0-ad74-7b7eb1a9018e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:42.046392 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-04cdcfce-6e01-427c-8261-cb1e22b201e4 req-91f6721d-4f99-48a0-ad74-7b7eb1a9018e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:42.050538 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04cdcfce-6e01-427c-8261-cb1e22b201e4 req-91f6721d-4f99-48a0-ad74-7b7eb1a9018e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "PUT /v2.0/ports/d80142bd-1500-48a9-b5cd-0a208dd017a2 HTTP/1.1" status: 200 len: 905 time: 1.4179375 Dec 17 13:08:42.097148 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3bc950-397c-4bcc-9f55-6ddea55defd1', 'tag': 'd80142bd-1500-48a9-b5cd-0a208dd017a2'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:42.099821 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423acde8-0716-4dd1-8adc-319c94f2e98b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3bc950-397c-4bcc-9f55-6ddea55defd1", "tag": "d80142bd-1500-48a9-b5cd-0a208dd017a2"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:42.150096 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['d80142bd-1500-48a9-b5cd-0a208dd017a2'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:08:42.170867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event updated for resources: {'Port': ['ID=765eebc2-60cb-44e5-8b91-5b3fbb835e18,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:42.184279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c470a-7ffb-4157-8d0b-1ef6a215b1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee64a69-76ef-44ae-bd7c-adbd3eae2eb6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:42.285943 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d160e793-9ea2-4a6f-a250-9962ff53b18b req-2fac15ea-32d1-4438-bf2d-6709aee81e52 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.0707877 Dec 17 13:08:42.287147 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-38a2c40f-ff7a-4d86-bbe0-77f10c88095d req-aa7bea53-f3a8-4332-9c4a-ba7eca3ac012 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:42.407530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bea53-f3a8-4332-9c4a-ba7eca3ac012 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Pushing event deleted for resources: {'Port': ['ID=5f63ca53-4975-46ca-8e66-b3e71acf41ae,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:42.410609 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8358378a-cd9a-4839-a2c0-5b049f691cc0 x-openstack-request-id: req-8358378a-cd9a-4839-a2c0-5b049f691cc0 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:42.410910 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3bc950-397c-4bcc-9f55-6ddea55defd1", "tag": "d80142bd-1500-48a9-b5cd-0a208dd017a2", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:42.411191 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8358378a-cd9a-4839-a2c0-5b049f691cc0 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:42.415392 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3bc950-397c-4bcc-9f55-6ddea55defd1', 'tag': 'd80142bd-1500-48a9-b5cd-0a208dd017a2', 'status': 'completed', 'code': 200} Dec 17 13:08:42.438544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Checking segment: {'id': 'cbbd0c9d-79ad-47c2-a0eb-1d85325b1797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '38ab6383-1e37-4a50-96a4-e7754ce1b577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:42.438544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Network hostable DHCP agents. Network: 38ab6383-1e37-4a50-96a4-e7754ce1b577, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:08:42.446622 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:42.490513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 269516ed-426d-4fda-a2ad-dda652d1fba4 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:42.539361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a2c40f-ff7a-4d86-bbe0-77f10c88095d req-aa7bea53-f3a8-4332-9c4a-ba7eca3ac012 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] No DVR routers for this DVR port 5f63ca53-4975-46ca-8e66-b3e71acf41ae on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:08:42.543275 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-38a2c40f-ff7a-4d86-bbe0-77f10c88095d req-aa7bea53-f3a8-4332-9c4a-ba7eca3ac012 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:42.548199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38a2c40f-ff7a-4d86-bbe0-77f10c88095d req-aa7bea53-f3a8-4332-9c4a-ba7eca3ac012 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.61 "DELETE /v2.0/ports/5f63ca53-4975-46ca-8e66-b3e71acf41ae HTTP/1.1" status: 204 len: 173 time: 1.4874189 Dec 17 13:08:42.553601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5709afe-7369-434b-a1ad-d5477d8a8b11', 'name': 'network-vif-deleted', 'tag': '5f63ca53-4975-46ca-8e66-b3e71acf41ae'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:42.565345 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c98c0bd-c9f0-4460-a8d0-144a421597db" -d '{"events": [{"server_uuid": "b5709afe-7369-434b-a1ad-d5477d8a8b11", "name": "network-vif-deleted", "tag": "5f63ca53-4975-46ca-8e66-b3e71acf41ae"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:42.599958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90462f-56e6-4a15-af55-ecc3b379ddcc req-0ff39730-5d19-4725-8dfc-d4d2f81a6f68 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:42.602938 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a90462f-56e6-4a15-af55-ecc3b379ddcc req-0ff39730-5d19-4725-8dfc-d4d2f81a6f68 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 908 time: 0.1983101 Dec 17 13:08:42.614526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 269516ed-426d-4fda-a2ad-dda652d1fba4 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:08:42.614895 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 269516ed-426d-4fda-a2ad-dda652d1fba4 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:08:42.615139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2e0b-fdb1-45e6-a04b-4ba25ac34c48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:42.647769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9c4c76ea-11fd-44af-a6db-c2ab4e3ba805 None None] Provisioning complete for port d80142bd-1500-48a9-b5cd-0a208dd017a2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:42.648218 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9c4c76ea-11fd-44af-a6db-c2ab4e3ba805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:42.657986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423acde8-0716-4dd1-8adc-319c94f2e98b req-f4e4b39a-0587-4b53-ae27-47a0d4384d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:42.661861 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-423acde8-0716-4dd1-8adc-319c94f2e98b req-f4e4b39a-0587-4b53-ae27-47a0d4384d3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 1059 time: 0.2472126 Dec 17 13:08:42.707575 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:42.774648 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:42.787224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3ce065-6720-43a4-a335-3ab2f218aa92,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:42.825640 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bcb0f1-1531-485e-b59c-05a343c11e2e x-openstack-request-id: req-13bcb0f1-1531-485e-b59c-05a343c11e2e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:42.825952 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5709afe-7369-434b-a1ad-d5477d8a8b11", "name": "network-vif-deleted", "tag": "5f63ca53-4975-46ca-8e66-b3e71acf41ae", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:42.826184 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13bcb0f1-1531-485e-b59c-05a343c11e2e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:42.826595 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5709afe-7369-434b-a1ad-d5477d8a8b11', 'name': 'network-vif-deleted', 'tag': '5f63ca53-4975-46ca-8e66-b3e71acf41ae', 'status': 'completed', 'code': 200} Dec 17 13:08:42.846809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Network 38ab6383-1e37-4a50-96a4-e7754ce1b577 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:08:42.884783 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2e0b-fdb1-45e6-a04b-4ba25ac34c48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:42.896610 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c13075b-7e07-46eb-82b5-6b7dd5da85a0 req-40c40b14-bcdf-48fe-8cbb-ccd3475be8a1 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 210 time: 0.1106946 Dec 17 13:08:42.944111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Network f7011b77-0399-460a-b701-5ed2a6f65674 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:42.955509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:42.964057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:42.979792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423acde8-0716-4dd1-8adc-319c94f2e98b req-847e3a15-7d37-4649-b620-63885a07074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:42.981789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-423acde8-0716-4dd1-8adc-319c94f2e98b req-847e3a15-7d37-4649-b620-63885a07074a service neutron] 10.222.0.54 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.3014579 Dec 17 13:08:42.993729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3198485-923b-4889-a042-1080b92681d6 req-251236de-241f-4270-ae54-ad5aab09a985 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:42.995424 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c3198485-923b-4889-a042-1080b92681d6 req-251236de-241f-4270-ae54-ad5aab09a985 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1634815 Dec 17 13:08:43.013947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Pushing event updated for resources: {'Port': ['ID=64a1c441-3b5a-4e1d-8a79-962a176c064e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:43.025450 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7810923e-985f-47fb-aa8d-610daa0ec739 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.059952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 38ab6383-1e37-4a50-96a4-e7754ce1b577) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:43.065785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:43.067377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.073421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b802805e-21c4-4632-8299-37092f20a1f8 None None] Network 38ab6383-1e37-4a50-96a4-e7754ce1b577 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:43.075806 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-423acde8-0716-4dd1-8adc-319c94f2e98b req-f61f1448-0a2b-4793-a4e7-f8d76e46bee7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d80142bd-1500-48a9-b5cd-0a208dd017a2 HTTP/1.1" status: 200 len: 217 time: 0.0790954 Dec 17 13:08:43.113002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810923e-985f-47fb-aa8d-610daa0ec739 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Pushing event deleted for resources: {'Port': ['ID=0265a2e8-df2f-4f06-aa54-291a7e4b830e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:43.135868 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.179350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5f63ca53-4975-46ca-8e66-b3e71acf41ae no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:43.222215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 5f63ca53-4975-46ca-8e66-b3e71acf41ae {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:08:43.223416 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5f63ca53-4975-46ca-8e66-b3e71acf41ae not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:08:43.256786 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.265290 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.266211 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c3198485-923b-4889-a042-1080b92681d6 req-cb7c86d3-6520-46f8-8d57-86430f0899c7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169974 Dec 17 13:08:43.266883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event updated for resources: {'Port': ['ID=323d1d07-9d86-4ada-8f05-87df6300ace3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:43.294937 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2e0b-fdb1-45e6-a04b-4ba25ac34c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.298026 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab2d2e0b-fdb1-45e6-a04b-4ba25ac34c48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.298989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ab2d2e0b-fdb1-45e6-a04b-4ba25ac34c48 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bee64a69-76ef-44ae-bd7c-adbd3eae2eb6 HTTP/1.1" status: 204 len: 168 time: 1.1159379 Dec 17 13:08:43.325370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423acde8-0716-4dd1-8adc-319c94f2e98b req-95b808cb-8b15-4a2f-b6ff-9a372b9d9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:43.326958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-423acde8-0716-4dd1-8adc-319c94f2e98b req-95b808cb-8b15-4a2f-b6ff-9a372b9d9434 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.2135203 Dec 17 13:08:43.329714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d2e0b-fdb1-45e6-a04b-4ba25ac34c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee64a69-76ef-44ae-bd7c-adbd3eae2eb6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:43.364757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Checking segment: {'id': 'e42fcf41-0df9-48f6-9e52-9fcf366e00ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b185e51c-09ab-40f6-99f7-83f292fe2b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:43.364947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Network hostable DHCP agents. Network: b185e51c-09ab-40f6-99f7-83f292fe2b8a, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:08:43.422819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423acde8-0716-4dd1-8adc-319c94f2e98b req-c3184c38-7b9b-4109-9897-eb8182b04881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:43.424455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-423acde8-0716-4dd1-8adc-319c94f2e98b req-c3184c38-7b9b-4109-9897-eb8182b04881 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612152 Dec 17 13:08:43.451297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:43.452117 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.463653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5be8a0e1-fb61-42e9-84d4-f68e1b8f38f0 None None] Provisioning complete for port 64a1c441-3b5a-4e1d-8a79-962a176c064e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:43.464392 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5be8a0e1-fb61-42e9-84d4-f68e1b8f38f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.517491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5be8a0e1-fb61-42e9-84d4-f68e1b8f38f0 None None] Port 64a1c441-3b5a-4e1d-8a79-962a176c064e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:43.521412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.522139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec46a2a0-d59b-40cd-83b1-495d12b05f6e {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:08:43.537936 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.542034 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cc6a7bec-9481-4d3a-b78b-821c8adbb1b2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ec46a2a0-d59b-40cd-83b1-495d12b05f6e HTTP/1.1" status: 204 len: 168 time: 3.9978392 Dec 17 13:08:43.546239 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55174) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:43.549982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Network b185e51c-09ab-40f6-99f7-83f292fe2b8a is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:08:43.567117 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7810923e-985f-47fb-aa8d-610daa0ec739 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.569871 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7810923e-985f-47fb-aa8d-610daa0ec739 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.571972 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7810923e-985f-47fb-aa8d-610daa0ec739 tempest-ServersTestJSON-1280174534 tempest-ServersTestJSON-1280174534-project] 10.222.0.59 "DELETE /v2.0/floatingips/a6534826-17b3-4757-9014-8fafa71a7d51 HTTP/1.1" status: 204 len: 168 time: 2.5994802 Dec 17 13:08:43.581252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e254-267f-40a2-9a3c-a299a7feb087 req-496931cb-157c-43ba-9b23-b01006b8f6e1 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:43.589605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d14e254-267f-40a2-9a3c-a299a7feb087 req-496931cb-157c-43ba-9b23-b01006b8f6e1 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1456232 Dec 17 13:08:43.591422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55176) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:43.624631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-143206af-a222-4429-b627-b843878a9677 admin admin] Deleting subnet 46968ade-ea37-4df1-a115-33c2a4cbaedd {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:08:43.638619 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-143206af-a222-4429-b627-b843878a9677 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.686813 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-2f7afc3e-65da-4ca0-b688-c55d7841e73c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3060741 Dec 17 13:08:43.724760 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-143206af-a222-4429-b627-b843878a9677 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.726214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Request body: {'port': {'device_id': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:43.728387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-423acde8-0716-4dd1-8adc-319c94f2e98b req-b43c2eab-42e1-4db6-bac5-7c8e35887ee7 service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949281 Dec 17 13:08:43.774607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, b185e51c-09ab-40f6-99f7-83f292fe2b8a) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:43.806820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37568048-02cf-4c8d-9ed4-b4fc45df4d6c None None] Network b185e51c-09ab-40f6-99f7-83f292fe2b8a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:43.820165 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d14e254-267f-40a2-9a3c-a299a7feb087 req-58ef0b16-5b54-43a6-87b5-2df217841f7a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294354 Dec 17 13:08:43.835419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:43.850909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:43.867617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:43.868877 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.948997 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:43.951858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9354c7b-a5e5-4ab1-ad3e-10f6fd9fec5a req-4fe2d449-2426-4d06-9241-bfa2e25724d0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:43.962307 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9354c7b-a5e5-4ab1-ad3e-10f6fd9fec5a req-4fe2d449-2426-4d06-9241-bfa2e25724d0 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 932 time: 0.4211454 Dec 17 13:08:43.996770 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d7823ea5-b079-4a99-918f-a9beceb67268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:44.163648 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1d38e909-e8e8-42b9-ad89-0539aa3a58d6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.8648429 Dec 17 13:08:44.168416 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55184) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:44.201769 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-143206af-a222-4429-b627-b843878a9677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:44.202997 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bcfa6dab-94ed-4a34-86a7-47bd030992cf req-4628bbee-45d9-49b6-a614-22070bcd0509 tempest-ImagesTestJSON-159611807 tempest-ImagesTestJSON-159611807-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5709afe-7369-434b-a1ad-d5477d8a8b11 HTTP/1.1" status: 200 len: 210 time: 0.1268008 Dec 17 13:08:44.336408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-423acde8-0716-4dd1-8adc-319c94f2e98b req-c785d5ab-75cb-43d7-a086-41ecd5f914d7 service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737700 Dec 17 13:08:44.357994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9354c7b-a5e5-4ab1-ad3e-10f6fd9fec5a req-31bdfbad-8311-41fd-9464-9b74cdd1464a tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3947132 Dec 17 13:08:44.498141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6e3ce065-6720-43a4-a335-3ab2f218aa92 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:44.529383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 6e3ce065-6720-43a4-a335-3ab2f218aa92 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:08:44.529776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6e3ce065-6720-43a4-a335-3ab2f218aa92 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:08:44.571642 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-143206af-a222-4429-b627-b843878a9677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:44.607580 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f743bc9f-be6b-43b5-99d7-6a4b1ffbb6ee None None] Network 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:44.613566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143206af-a222-4429-b627-b843878a9677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46968ade-ea37-4df1-a115-33c2a4cbaedd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:44.616285 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-143206af-a222-4429-b627-b843878a9677 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:44.621350 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-143206af-a222-4429-b627-b843878a9677 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/46968ade-ea37-4df1-a115-33c2a4cbaedd HTTP/1.1" status: 204 len: 168 time: 1.0683129 Dec 17 13:08:44.623827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55204) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:44.734316 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:44.800230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Deleting port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:44.801381 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:44.878248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] For port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e6a3bf4b-c9e3-4214-85aa-cd140ce0121f,segment=NetworkSegment(808ac496-cce5-4da8-8b3e-193e2fb4f4f4),segment_id=808ac496-cce5-4da8-8b3e-193e2fb4f4f4)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:44.878751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:44.892046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32318d85-4535-468f-a469-8c2439ff1dac None None] DHCP port deletion for 54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:08:44.897963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Calling delete_port for e6a3bf4b-c9e3-4214-85aa-cd140ce0121f owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:44.916875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2706af6b-30a9-4881-84c6-ecca1c7cb0c7 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:44.923668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2706af6b-30a9-4881-84c6-ecca1c7cb0c7 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:44.928294 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2706af6b-30a9-4881-84c6-ecca1c7cb0c7 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7294047 Dec 17 13:08:44.934506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55210) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:45.028038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-32318d85-4535-468f-a469-8c2439ff1dac None None] Deleting port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:45.028038 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-32318d85-4535-468f-a469-8c2439ff1dac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.100727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-32318d85-4535-468f-a469-8c2439ff1dac None None] For port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e6a3bf4b-c9e3-4214-85aa-cd140ce0121f,segment=NetworkSegment(808ac496-cce5-4da8-8b3e-193e2fb4f4f4),segment_id=808ac496-cce5-4da8-8b3e-193e2fb4f4f4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:45.101229 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-32318d85-4535-468f-a469-8c2439ff1dac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.115146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-32318d85-4535-468f-a469-8c2439ff1dac None None] Calling delete_port for e6a3bf4b-c9e3-4214-85aa-cd140ce0121f owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:45.115760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7013e5e1-f775-47e8-bdb5-a146268f0fd8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:45.117277 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7013e5e1-f775-47e8-bdb5-a146268f0fd8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 811 time: 0.4912868 Dec 17 13:08:45.168976 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7078c8d0-40ec-4d22-9fbd-4a6fe4993e5c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/quotas/ca01150a9fe44a7cb17b5cf0edbcddab HTTP/1.1" status: 200 len: 375 time: 0.0385389 Dec 17 13:08:45.281309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6436d58b-7c92-4042-b523-723c5cf420ff tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Deleting port 765eebc2-60cb-44e5-8b91-5b3fbb835e18 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:45.281993 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6436d58b-7c92-4042-b523-723c5cf420ff tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.308830 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.319182 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-32318d85-4535-468f-a469-8c2439ff1dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.338312 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-d9a64e93-0804-450e-892c-a171fd5babc2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1600437 Dec 17 13:08:45.382572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-27549f88-417a-471c-b961-69d550d4fb9c service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:08:45.382572 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-27549f88-417a-471c-b961-69d550d4fb9c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071278 Dec 17 13:08:45.388414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a3bf4b-c9e3-4214-85aa-cd140ce0121f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:45.396984 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a1c441-3b5a-4e1d-8a79-962a176c064e {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:08:45.398299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] No DVR routers for this DVR port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:08:45.422979 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32318d85-4535-468f-a469-8c2439ff1dac None None] Pushing event deleted for resources: {'Port': ['ID=e6a3bf4b-c9e3-4214-85aa-cd140ce0121f,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:45.442532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32318d85-4535-468f-a469-8c2439ff1dac None None] No DVR routers for this DVR port e6a3bf4b-c9e3-4214-85aa-cd140ce0121f on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:08:45.448402 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.531752 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.579173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ec24d9-8fbf-4f64-a0c6-d150e6885bf8']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:45.585865 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6436d58b-7c92-4042-b523-723c5cf420ff tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.606319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808ac496-cce5-4da8-8b3e-193e2fb4f4f4') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:45.606705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Transition to ACTIVE for port object 64a1c441-3b5a-4e1d-8a79-962a176c064e will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:08:45.607043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808ac496-cce5-4da8-8b3e-193e2fb4f4f4') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:45.621909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6436d58b-7c92-4042-b523-723c5cf420ff tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Calling delete_port for 765eebc2-60cb-44e5-8b91-5b3fbb835e18 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:45.643550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55232) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:45.653566 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.674482 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.702068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:08:45.702630 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.715464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d2f4b-f82d-4456-97aa-b9544eaa61f0 req-2059a5dc-6b3e-4e5b-acdf-847630b5f3e6 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:45.719220 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.724218 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a94d2f4b-f82d-4456-97aa-b9544eaa61f0 req-2059a5dc-6b3e-4e5b-acdf-847630b5f3e6 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 932 time: 0.1523795 Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:08:45.728091 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:08:45.731139 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-b00dcd32-5ebb-4c30-875b-c9cd8429ff79 service neutron] 10.222.0.59 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327441 Dec 17 13:08:45.755801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1bfd8e0-d072-4e44-8703-4d9d7d341510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.859785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1600076222-network', 'tenant_id': 'd27b595aa8a44866994a35c2124018df'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:45.865387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a94d2f4b-f82d-4456-97aa-b9544eaa61f0 req-157e1c3f-bbe4-4fc2-b38e-3d0c9f3c5fc7 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398513 Dec 17 13:08:45.906675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Pushing event updated for resources: {'Port': ['ID=64a1c441-3b5a-4e1d-8a79-962a176c064e,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:45.921640 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.927559 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:45.936695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] 10.222.0.59 "DELETE /v2.0/networks/54ec24d9-8fbf-4f64-a0c6-d150e6885bf8 HTTP/1.1" status: 204 len: 168 time: 1.3086607 Dec 17 13:08:45.962726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6888eb2-1e01-4536-ab08-48ff30e53a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=54ec24d9-8fbf-4f64-a0c6-d150e6885bf8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:46.195319 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-3cbb3982-2265-4754-b6d0-a725d3ac2f14 service neutron] 10.222.0.59 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374511 Dec 17 13:08:46.207473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Attempting to bind port 64a1c441-3b5a-4e1d-8a79-962a176c064e on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:08:46.208401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Attempting to bind port 64a1c441-3b5a-4e1d-8a79-962a176c064e by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:08:46.208765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Attempting to bind port 64a1c441-3b5a-4e1d-8a79-962a176c064e on network f7011b77-0399-460a-b701-5ed2a6f65674 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:46.272065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6436d58b-7c92-4042-b523-723c5cf420ff tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:46.341171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Port 64a1c441-3b5a-4e1d-8a79-962a176c064e on network f7011b77-0399-460a-b701-5ed2a6f65674 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:08:46.341734 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Attempting to bind port 64a1c441-3b5a-4e1d-8a79-962a176c064e on network f7011b77-0399-460a-b701-5ed2a6f65674 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:46.372739 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1af59cda-84c2-4445-b37d-b281a6f0e65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:46.382387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55266) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:46.427877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:08:46.428230 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Checking segment: {'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:46.428793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Bound using segment: {'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:08:46.429393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Bound port: 64a1c441-3b5a-4e1d-8a79-962a176c064e, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369d8759-302c-423e-bc72-121c1556834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:08:46.429793 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:46.431876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Made reservation on behalf of d27b595aa8a44866994a35c2124018df for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:46.434377 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:46.496241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b072db-b1c2-4c3a-992e-20bf4120b259 admin admin] Deleting subnet 9e4af1a1-1a63-4bec-8fef-db454759a640 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:08:46.496512 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6436d58b-7c92-4042-b523-723c5cf420ff tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:46.506514 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6436d58b-7c92-4042-b523-723c5cf420ff tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "DELETE /v2.0/ports/765eebc2-60cb-44e5-8b91-5b3fbb835e18 HTTP/1.1" status: 204 len: 168 time: 1.5694001 Dec 17 13:08:46.507950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55268) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:46.511286 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7b072db-b1c2-4c3a-992e-20bf4120b259 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:46.513397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55270) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:46.516172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436d58b-7c92-4042-b523-723c5cf420ff tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event deleted for resources: {'Port': ['ID=765eebc2-60cb-44e5-8b91-5b3fbb835e18,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:46.517871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e6a3bf4b-c9e3-4214-85aa-cd140ce0121f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:46.565522 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:46.569614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e6a3bf4b-c9e3-4214-85aa-cd140ce0121f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:08:46.575387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e6a3bf4b-c9e3-4214-85aa-cd140ce0121f not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:08:46.659176 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7b072db-b1c2-4c3a-992e-20bf4120b259 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:46.739371 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9c50f8b-1f55-40eb-b3bc-690305ec8d6a req-e44995aa-bdf0-4288-bc8f-81ebca7a9d3a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 210 time: 0.1000118 Dec 17 13:08:46.751267 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7b072db-b1c2-4c3a-992e-20bf4120b259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:46.781113 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-06cb2746-a3ba-4456-b268-1d9de0b46d9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=87551a54073c4e9681a009766705d41f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547085 Dec 17 13:08:46.794248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55278) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:46.831077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] For port 64a1c441-3b5a-4e1d-8a79-962a176c064e, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:08:46.875921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-913f9bde-d32b-46eb-b87f-16ce12e2de65 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Deleting port 323d1d07-9d86-4ada-8f05-87df6300ace3 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:46.876345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-913f9bde-d32b-46eb-b87f-16ce12e2de65 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:46.898352 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] For port 64a1c441-3b5a-4e1d-8a79-962a176c064e, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=64a1c441-3b5a-4e1d-8a79-962a176c064e,segment=NetworkSegment(369d8759-302c-423e-bc72-121c1556834f),segment_id=369d8759-302c-423e-bc72-121c1556834f)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:08:46.990720 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7b072db-b1c2-4c3a-992e-20bf4120b259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:46.998733 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-913f9bde-d32b-46eb-b87f-16ce12e2de65 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.016237 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.019325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c19da4b-e15a-49da-89b9-2efe38bc2749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.025957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-913f9bde-d32b-46eb-b87f-16ce12e2de65 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Calling delete_port for 323d1d07-9d86-4ada-8f05-87df6300ace3 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:47.048762 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.061539 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c19da4b-e15a-49da-89b9-2efe38bc2749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.073737 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7b072db-b1c2-4c3a-992e-20bf4120b259 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.078050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f7b072db-b1c2-4c3a-992e-20bf4120b259 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9e4af1a1-1a63-4bec-8fef-db454759a640 HTTP/1.1" status: 204 len: 168 time: 0.6909134 Dec 17 13:08:47.089914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55286) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:47.096143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b072db-b1c2-4c3a-992e-20bf4120b259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4af1a1-1a63-4bec-8fef-db454759a640,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:47.104562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab537e-4a5a-4b0f-a3c3-2c4b08d615f2 req-bbe3f937-65af-4faa-ada4-1dad61fb9407 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:47.106195 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7bab537e-4a5a-4b0f-a3c3-2c4b08d615f2 req-bbe3f937-65af-4faa-ada4-1dad61fb9407 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 944 time: 0.1431448 Dec 17 13:08:47.116989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e1bfd8e0-d072-4e44-8703-4d9d7d341510 admin admin] Deleting port 03105ad6-bde1-4c81-a706-ccd134ae57dc {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:47.117374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1bfd8e0-d072-4e44-8703-4d9d7d341510 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.186393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3de7-af6f-45fb-9575-515c5e5e65f3 req-f2d98c27-ccfe-4557-a042-5dd4563d1d58 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:47.188441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-94bf3de7-af6f-45fb-9575-515c5e5e65f3 req-f2d98c27-ccfe-4557-a042-5dd4563d1d58 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 946 time: 0.1586361 Dec 17 13:08:47.279868 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-94bf3de7-af6f-45fb-9575-515c5e5e65f3 req-e8b26bc4-6ee4-4582-a0a1-5403a8d03e4d tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f11362a-6ae2-4e71-bc27-1593bdd5fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845952 Dec 17 13:08:47.291988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:47.292628 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.294091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] 10.222.0.61 "PUT /v2.0/ports/64a1c441-3b5a-4e1d-8a79-962a176c064e HTTP/1.1" status: 200 len: 1092 time: 3.5803926 Dec 17 13:08:47.302530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'tag': '64a1c441-3b5a-4e1d-8a79-962a176c064e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:47.305700 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca6382f-37fc-4992-ac9b-dd5382cc90d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a96998-4f53-4cfd-b745-a7b667276cb0", "tag": "64a1c441-3b5a-4e1d-8a79-962a176c064e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:47.308645 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.309602 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-913f9bde-d32b-46eb-b87f-16ce12e2de65 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.400770 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-913f9bde-d32b-46eb-b87f-16ce12e2de65 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.412099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-913f9bde-d32b-46eb-b87f-16ce12e2de65 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "DELETE /v2.0/ports/323d1d07-9d86-4ada-8f05-87df6300ace3 HTTP/1.1" status: 204 len: 168 time: 0.8952880 Dec 17 13:08:47.412373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55294) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:47.414786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f9bde-d32b-46eb-b87f-16ce12e2de65 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event deleted for resources: {'Port': ['ID=323d1d07-9d86-4ada-8f05-87df6300ace3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:47.435984 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d67904-ebec-4d75-8fed-cc3d9255f456,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:47.447530 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06e3abe-a605-4525-aff1-51e344022dee x-openstack-request-id: req-d06e3abe-a605-4525-aff1-51e344022dee {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:47.448086 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a96998-4f53-4cfd-b745-a7b667276cb0", "tag": "64a1c441-3b5a-4e1d-8a79-962a176c064e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:47.448086 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d06e3abe-a605-4525-aff1-51e344022dee {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:47.754798 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'tag': '64a1c441-3b5a-4e1d-8a79-962a176c064e', 'status': 'completed', 'code': 200} Dec 17 13:08:47.755528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c2f7337f-944b-4806-a2a0-52623c271914 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0800326 Dec 17 13:08:47.755528 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55296) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:47.755528 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3ecc5509-a686-4c9d-8311-c8c1a0885ffb tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-51854483'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:47.756143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c52133-7435-4f9b-bbc2-765afed90c9e service neutron] Pushing event updated for resources: {'Port': ['ID=64a1c441-3b5a-4e1d-8a79-962a176c064e,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:47.756143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:08:47.756143 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c19da4b-e15a-49da-89b9-2efe38bc2749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.756143 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c19da4b-e15a-49da-89b9-2efe38bc2749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.756143 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0c19da4b-e15a-49da-89b9-2efe38bc2749 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba642bb0-3ae3-49b2-bd8f-1ef7031197eb HTTP/1.1" status: 204 len: 168 time: 0.7450769 Dec 17 13:08:47.756143 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.756143 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.756143 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Added segment d661ae87-aaa6-40b3-91c1-20bcb74e85ca of type vlan for network fdc82255-9024-4b15-93c5-ff7d8f32184b Dec 17 13:08:47.756143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19da4b-e15a-49da-89b9-2efe38bc2749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba642bb0-3ae3-49b2-bd8f-1ef7031197eb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:47.756833 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.757446 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7bab537e-4a5a-4b0f-a3c3-2c4b08d615f2 req-302d2c32-70b3-4b54-92b5-79f47552f4b6 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4951501 Dec 17 13:08:47.757774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecc5509-a686-4c9d-8311-c8c1a0885ffb tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Made reservation on behalf of 7fa7c75cc4764cbcaffa717bc3832268 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:47.757774 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5509-a686-4c9d-8311-c8c1a0885ffb tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.758786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-e1bfd8e0-d072-4e44-8703-4d9d7d341510 admin admin] For port 03105ad6-bde1-4c81-a706-ccd134ae57dc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=03105ad6-bde1-4c81-a706-ccd134ae57dc,segment=NetworkSegment(446e6038-e6c2-493b-bf22-b19fa475fb3b),segment_id=446e6038-e6c2-493b-bf22-b19fa475fb3b)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:47.758786 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1bfd8e0-d072-4e44-8703-4d9d7d341510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.758786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6382f-37fc-4992-ac9b-dd5382cc90d5 req-d702e7e4-6315-480c-a117-eebeaa6b412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:47.758786 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cca6382f-37fc-4992-ac9b-dd5382cc90d5 req-d702e7e4-6315-480c-a117-eebeaa6b412d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe329ee832f349f28227c540eb053a5b&device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 1095 time: 0.2584047 Dec 17 13:08:47.759617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecc5509-a686-4c9d-8311-c8c1a0885ffb tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:08:47.759681 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.759739 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5509-a686-4c9d-8311-c8c1a0885ffb tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.759739 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-3ecc5509-a686-4c9d-8311-c8c1a0885ffb tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Added segment 9b81f4df-edbe-4527-a384-fd8f739af160 of type vlan for network 2caa1b11-abae-4350-88b9-58e5f66a28e5 Dec 17 13:08:47.759858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e1bfd8e0-d072-4e44-8703-4d9d7d341510 admin admin] Calling delete_port for 03105ad6-bde1-4c81-a706-ccd134ae57dc owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:47.796589 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5509-a686-4c9d-8311-c8c1a0885ffb tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.856769 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-398ec24c-6d9e-4e71-a473-2ba43961ae5e req-e3109650-0805-4056-adcf-5d471b096c81 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 210 time: 0.0299981 Dec 17 13:08:47.982220 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5509-a686-4c9d-8311-c8c1a0885ffb tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:47.990226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecc5509-a686-4c9d-8311-c8c1a0885ffb tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:47.991222 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ecc5509-a686-4c9d-8311-c8c1a0885ffb tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:48.078137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc5509-a686-4c9d-8311-c8c1a0885ffb tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event updated for resources: {'Network': ['ID=2caa1b11-abae-4350-88b9-58e5f66a28e5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:48.091692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 2caa1b11-abae-4350-88b9-58e5f66a28e5 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:08:48.153533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3ecc5509-a686-4c9d-8311-c8c1a0885ffb tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6532128 Dec 17 13:08:48.165117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55304) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:48.169500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cb08945f-f91e-4ee7-95dd-ba31907c7ace tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2067772465'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:48.185244 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:08:48.326237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb08945f-f91e-4ee7-95dd-ba31907c7ace tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Made reservation on behalf of 7fa7c75cc4764cbcaffa717bc3832268 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:48.332106 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb08945f-f91e-4ee7-95dd-ba31907c7ace tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:48.367082 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:48.406776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb08945f-f91e-4ee7-95dd-ba31907c7ace tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:08:48.438359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb08945f-f91e-4ee7-95dd-ba31907c7ace tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:48.438770 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-cb08945f-f91e-4ee7-95dd-ba31907c7ace tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Added segment a053a4ef-257a-4c06-bcd7-e6f97d53821c of type vlan for network 0fadf404-ce19-433f-aa5f-fd4e822dda88 Dec 17 13:08:48.443667 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:48.444823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:48.445416 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:48.456823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad716a1-7391-46f7-b63d-f2bab958136d']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:48.484973 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb08945f-f91e-4ee7-95dd-ba31907c7ace tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:48.583228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658d4950-88db-4c73-9578-7f93114fa8d0') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:48.583522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658d4950-88db-4c73-9578-7f93114fa8d0') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:48.598255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9510589 Dec 17 13:08:48.598405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55316) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:48.611411 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338eedb-1de7-47e0-8615-e5c0ff752edd req-b64d18be-4ee3-410b-b429-cf34f7cf426b tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:48.614454 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5338eedb-1de7-47e0-8615-e5c0ff752edd req-b64d18be-4ee3-410b-b429-cf34f7cf426b tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.54 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 946 time: 0.0677679 Dec 17 13:08:48.619483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d5fc1eaf-8dfb-4976-b2bb-4229ac2654d6 admin admin] Request body: {'subnet': {'network_id': 'fdc82255-9024-4b15-93c5-ff7d8f32184b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1600076222-subnet', 'tenant_id': 'd27b595aa8a44866994a35c2124018df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:48.622194 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:48.627877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6382f-37fc-4992-ac9b-dd5382cc90d5 req-c6adcc99-da3e-4593-955c-84970f036173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:48.629388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cca6382f-37fc-4992-ac9b-dd5382cc90d5 req-c6adcc99-da3e-4593-955c-84970f036173 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fe329ee832f349f28227c540eb053a5b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.8911784 Dec 17 13:08:48.655557 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb08945f-f91e-4ee7-95dd-ba31907c7ace tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:48.659706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb08945f-f91e-4ee7-95dd-ba31907c7ace tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:48.660454 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb08945f-f91e-4ee7-95dd-ba31907c7ace tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:48.743815 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:48.770542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bd78e-f94f-4373-b293-0c30681a94bc admin admin] Pushing event updated for resources: {'Network': ['ID=fdc82255-9024-4b15-93c5-ff7d8f32184b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:48.783582 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network fdc82255-9024-4b15-93c5-ff7d8f32184b details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:08:48.866784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fc1eaf-8dfb-4976-b2bb-4229ac2654d6 admin admin] Made reservation on behalf of d27b595aa8a44866994a35c2124018df for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:48.871511 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1eaf-8dfb-4976-b2bb-4229ac2654d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:48.998263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:08:48.998679 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:49.013881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc1a0-2a13-4de8-b563-0330183c57e2 req-83b44e52-d317-486c-8680-983d20c64839 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:49.016421 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f8bc1a0-2a13-4de8-b563-0330183c57e2 req-83b44e52-d317-486c-8680-983d20c64839 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 946 time: 0.6272147 Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:08:49.017279 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:08:49.020433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1bfd8e0-d072-4e44-8703-4d9d7d341510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:49.022372 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:49.060522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cb08945f-f91e-4ee7-95dd-ba31907c7ace tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8963048 Dec 17 13:08:49.069264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08945f-f91e-4ee7-95dd-ba31907c7ace tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event updated for resources: {'Network': ['ID=0fadf404-ce19-433f-aa5f-fd4e822dda88,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:49.154912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 0fadf404-ce19-433f-aa5f-fd4e822dda88 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:08:49.173479 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34b1ce9d-b202-4df0-90bf-15de5a3839c4 req-704982c7-721a-4eb2-9d2f-32da36fe7ed2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4105132 Dec 17 13:08:49.225214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f41472-74d5-433e-ab26-ec1bbfb8e733 req-e2458239-5d53-45c4-931c-ca23f803ae03 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:49.233228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55330) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:49.233413 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-15f41472-74d5-433e-ab26-ec1bbfb8e733 req-e2458239-5d53-45c4-931c-ca23f803ae03 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 944 time: 0.4666183 Dec 17 13:08:49.269393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfd8e0-d072-4e44-8703-4d9d7d341510 admin admin] Pushing event deleted for resources: {'Port': ['ID=03105ad6-bde1-4c81-a706-ccd134ae57dc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:49.325225 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'subnets': [{'network_id': '2caa1b11-abae-4350-88b9-58e5f66a28e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--336397093', 'ip_version': 4}, {'network_id': '0fadf404-ce19-433f-aa5f-fd4e822dda88', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:49.325225 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'subnet': {'network_id': '2caa1b11-abae-4350-88b9-58e5f66a28e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--336397093', 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:49.325225 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Request body: {'subnet': {'network_id': '0fadf404-ce19-433f-aa5f-fd4e822dda88', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:49.373261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-5338eedb-1de7-47e0-8615-e5c0ff752edd req-9c64ee53-4b5e-46dc-a10f-59737ba7db77 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Deleting port f6a7ff44-596d-4ba2-9f2d-e424abe13657 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:49.374135 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5338eedb-1de7-47e0-8615-e5c0ff752edd req-9c64ee53-4b5e-46dc-a10f-59737ba7db77 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:49.536976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55332) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:49.640237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:49.681657 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a3ff142-8fe5-46a3-9e2f-e20a55b0ead9 req-553ec846-4db7-409b-b13f-674b5a6c60e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3624961 Dec 17 13:08:49.719678 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f8bc1a0-2a13-4de8-b563-0330183c57e2 req-05ce86ce-0f52-4e90-a7cf-381fedbb8db8 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f11362a-6ae2-4e71-bc27-1593bdd5fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6641812 Dec 17 13:08:49.725863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:49.762604 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:49.773803 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] 10.222.0.59 "DELETE /v2.0/networks/fad716a1-7391-46f7-b63d-f2bab958136d HTTP/1.1" status: 204 len: 168 time: 2.6747544 Dec 17 13:08:49.803992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6382f-37fc-4992-ac9b-dd5382cc90d5 req-7000d6e4-f648-457c-8944-430f2e9ac881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:49.806119 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cca6382f-37fc-4992-ac9b-dd5382cc90d5 req-7000d6e4-f648-457c-8944-430f2e9ac881 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1503224 Dec 17 13:08:49.840255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923397b9-23ea-40b4-9f9c-b242b68d4a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=fad716a1-7391-46f7-b63d-f2bab958136d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:49.853311 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1bfd8e0-d072-4e44-8703-4d9d7d341510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:49.915052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-553637808-network', 'tenant_id': '4ee878595d1f49febcbe7d8424c2e994'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:49.923879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1ce9d-b202-4df0-90bf-15de5a3839c4 req-c4841c9e-9e1c-457a-bd06-a61c7139eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:49.925421 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34b1ce9d-b202-4df0-90bf-15de5a3839c4 req-c4841c9e-9e1c-457a-bd06-a61c7139eb62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 1096 time: 0.6850569 Dec 17 13:08:49.973619 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ff142-8fe5-46a3-9e2f-e20a55b0ead9 req-9f26280f-9d94-41f7-aab7-3cfb7894c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:49.975146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a3ff142-8fe5-46a3-9e2f-e20a55b0ead9 req-9f26280f-9d94-41f7-aab7-3cfb7894c652 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 1096 time: 0.1742637 Dec 17 13:08:49.995665 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a4539216-46a9-4c20-864e-6600eac743f0 req-e9990eaa-f309-42e3-a03a-1fcb9a91704b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 210 time: 0.0887771 Dec 17 13:08:50.081410 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-15f41472-74d5-433e-ab26-ec1bbfb8e733 req-0527ea2d-68b9-4dac-9a71-131f8f96f643 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8453681 Dec 17 13:08:50.113958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5338eedb-1de7-47e0-8615-e5c0ff752edd req-9c64ee53-4b5e-46dc-a10f-59737ba7db77 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] For port f6a7ff44-596d-4ba2-9f2d-e424abe13657, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f6a7ff44-596d-4ba2-9f2d-e424abe13657,segment=NetworkSegment(abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1),segment_id=abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:50.114578 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5338eedb-1de7-47e0-8615-e5c0ff752edd req-9c64ee53-4b5e-46dc-a10f-59737ba7db77 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:50.130120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Made reservation on behalf of 7fa7c75cc4764cbcaffa717bc3832268 for: {'subnet': 2} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:50.135675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:50.136009 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:50.145007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-80e49045-a7c1-431d-bd02-66656fdb1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:50.146586 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-80e49045-a7c1-431d-bd02-66656fdb1de9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe329ee832f349f28227c540eb053a5b&device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 1095 time: 0.2209299 Dec 17 13:08:50.160461 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1eaf-8dfb-4976-b2bb-4229ac2654d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:50.167754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-5338eedb-1de7-47e0-8615-e5c0ff752edd req-9c64ee53-4b5e-46dc-a10f-59737ba7db77 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Calling delete_port for f6a7ff44-596d-4ba2-9f2d-e424abe13657 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:50.267223 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-3f26e03b-59a7-4ea4-ae89-da5010d824b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64a1c441-3b5a-4e1d-8a79-962a176c064e HTTP/1.1" status: 200 len: 217 time: 0.0741038 Dec 17 13:08:50.318015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55338) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:50.347500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1ce9d-b202-4df0-90bf-15de5a3839c4 req-2978a123-afec-45bf-bece-0f18d56d5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:50.349022 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34b1ce9d-b202-4df0-90bf-15de5a3839c4 req-2978a123-afec-45bf-bece-0f18d56d5a75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.3956101 Dec 17 13:08:50.349675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc1eaf-8dfb-4976-b2bb-4229ac2654d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa1050a-87a2-4ded-ad74-01ac82316de9,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:50.370806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-e1cf162c-008a-42c8-9d9e-645d6a833cd3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:50.372367 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-e1cf162c-008a-42c8-9d9e-645d6a833cd3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.54 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 811 time: 0.4620595 Dec 17 13:08:50.377385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ff142-8fe5-46a3-9e2f-e20a55b0ead9 req-460436b2-0f58-4a16-b7d7-621869412162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:50.378980 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a3ff142-8fe5-46a3-9e2f-e20a55b0ead9 req-460436b2-0f58-4a16-b7d7-621869412162 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.3724241 Dec 17 13:08:50.379574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Made reservation on behalf of 4ee878595d1f49febcbe7d8424c2e994 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:50.385102 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:50.396633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Request body: {'port': {'device_id': 'f0b4d769-57da-41f1-b4a1-baaf1f54ef57', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'admin_state_up': True, 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:50.413795 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:50.491235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34b1ce9d-b202-4df0-90bf-15de5a3839c4 req-feb88eb9-38e6-4188-bdc9-cf522bca87a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5da04916-a058-4f98-a1b5-089f900b8f53 HTTP/1.1" status: 200 len: 217 time: 0.1138256 Dec 17 13:08:50.501017 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a3ff142-8fe5-46a3-9e2f-e20a55b0ead9 req-79c4ad1f-fbf7-4189-bc0c-c8d8de36ae90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcffe280-729a-485d-8c70-fe7b0dc2c70a HTTP/1.1" status: 200 len: 217 time: 0.1028357 Dec 17 13:08:50.502774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc1eaf-8dfb-4976-b2bb-4229ac2654d6 admin admin] Checking segment: {'id': 'd661ae87-aaa6-40b3-91c1-20bcb74e85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fdc82255-9024-4b15-93c5-ff7d8f32184b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:50.503153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc1eaf-8dfb-4976-b2bb-4229ac2654d6 admin admin] Network hostable DHCP agents. Network: fdc82255-9024-4b15-93c5-ff7d8f32184b, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:08:50.540455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-0c0820cf-022b-4dd6-b25e-f462c7b0a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:50.542607 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-0c0820cf-022b-4dd6-b25e-f462c7b0a84d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0512fd1f-341b-4387-aa9a-ba858f0dffbf HTTP/1.1" status: 200 len: 854 time: 0.2563560 Dec 17 13:08:50.580197 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-98b6b3ce-d560-4551-9fce-211e189acf41 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=adc64d7063a24b3eac9dd5ffbd034980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609653 Dec 17 13:08:50.592642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55340) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:50.641869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1ce9d-b202-4df0-90bf-15de5a3839c4 req-85864ac0-e641-4dcb-97d6-7802562978d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:50.643383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34b1ce9d-b202-4df0-90bf-15de5a3839c4 req-85864ac0-e641-4dcb-97d6-7802562978d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.1356690 Dec 17 13:08:50.679914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bfd8e0-d072-4e44-8703-4d9d7d341510 admin admin] Router d69be2fa-84cb-4d75-bd26-e94bedc7789f has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:08:50.701839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ff142-8fe5-46a3-9e2f-e20a55b0ead9 req-21b1a108-c48a-4fa8-98b8-fb8422d87c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:50.703339 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a3ff142-8fe5-46a3-9e2f-e20a55b0ead9 req-21b1a108-c48a-4fa8-98b8-fb8422d87c2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.1900718 Dec 17 13:08:50.761066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc1eaf-8dfb-4976-b2bb-4229ac2654d6 admin admin] Network fdc82255-9024-4b15-93c5-ff7d8f32184b is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:08:50.834065 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-796672f4-34b2-471f-afcc-4d15ee07a183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:50.841317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1ce9d-b202-4df0-90bf-15de5a3839c4 req-49093e74-8033-427a-8018-649f120b1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:50.843568 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34b1ce9d-b202-4df0-90bf-15de5a3839c4 req-49093e74-8033-427a-8018-649f120b1049 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708043 Dec 17 13:08:50.848914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc1eaf-8dfb-4976-b2bb-4229ac2654d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, fdc82255-9024-4b15-93c5-ff7d8f32184b) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:50.864425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1525d6-d0ae-42fd-92c7-287fb6e0d0aa None None] Network fdc82255-9024-4b15-93c5-ff7d8f32184b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:50.869650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc1eaf-8dfb-4976-b2bb-4229ac2654d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:50.870121 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d5fc1eaf-8dfb-4976-b2bb-4229ac2654d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:50.930792 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5338eedb-1de7-47e0-8615-e5c0ff752edd req-9c64ee53-4b5e-46dc-a10f-59737ba7db77 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:50.935432 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-796672f4-34b2-471f-afcc-4d15ee07a183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:50.954003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Made reservation on behalf of ca01150a9fe44a7cb17b5cf0edbcddab for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:50.955753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['f6a7ff44-596d-4ba2-9f2d-e424abe13657'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:08:50.957659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:51.005917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64ee53-4b5e-46dc-a10f-59737ba7db77 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Pushing event deleted for resources: {'Port': ['ID=f6a7ff44-596d-4ba2-9f2d-e424abe13657,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:51.105973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100206f5-cfc6-439f-a827-9ee7c8750252 None None] Network fdc82255-9024-4b15-93c5-ff7d8f32184b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:51.196576 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-dc8d7447-2421-4b13-b320-027ce903ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:51.198043 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-dc8d7447-2421-4b13-b320-027ce903ee7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7011b77-0399-460a-b701-5ed2a6f65674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5920019 Dec 17 13:08:51.213713 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d5fc1eaf-8dfb-4976-b2bb-4229ac2654d6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6022007 Dec 17 13:08:51.214252 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b58b581-0e9b-4282-801f-f06ed286b0b7 req-b00c9a7b-c016-48ed-94e0-29b7726103a1 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 210 time: 0.1244838 Dec 17 13:08:51.284191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5338eedb-1de7-47e0-8615-e5c0ff752edd req-9c64ee53-4b5e-46dc-a10f-59737ba7db77 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] No DVR routers for this DVR port f6a7ff44-596d-4ba2-9f2d-e424abe13657 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:08:51.287927 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5338eedb-1de7-47e0-8615-e5c0ff752edd req-9c64ee53-4b5e-46dc-a10f-59737ba7db77 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:51.296628 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5338eedb-1de7-47e0-8615-e5c0ff752edd req-9c64ee53-4b5e-46dc-a10f-59737ba7db77 tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.54 "DELETE /v2.0/ports/f6a7ff44-596d-4ba2-9f2d-e424abe13657 HTTP/1.1" status: 204 len: 173 time: 2.6690280 Dec 17 13:08:51.323055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc96f41-d331-4e1d-891a-70f97df0ef09', 'name': 'network-vif-deleted', 'tag': 'f6a7ff44-596d-4ba2-9f2d-e424abe13657'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:51.325327 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df3401d-cf07-4d04-9bef-239fdd5c80c3" -d '{"events": [{"server_uuid": "fcc96f41-d331-4e1d-891a-70f97df0ef09", "name": "network-vif-deleted", "tag": "f6a7ff44-596d-4ba2-9f2d-e424abe13657"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:51.366764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c619dd8-6c00-498a-b5a8-a4b314338d36 req-497cf8df-98a6-49f5-9b95-a1b0fa766798 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 210 time: 0.1728499 Dec 17 13:08:51.466107 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0057823-79f3-4926-9102-60afe4426b78 x-openstack-request-id: req-c0057823-79f3-4926-9102-60afe4426b78 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:51.466624 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc96f41-d331-4e1d-891a-70f97df0ef09", "name": "network-vif-deleted", "tag": "f6a7ff44-596d-4ba2-9f2d-e424abe13657", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:51.467008 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0057823-79f3-4926-9102-60afe4426b78 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:51.467553 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc96f41-d331-4e1d-891a-70f97df0ef09', 'name': 'network-vif-deleted', 'tag': 'f6a7ff44-596d-4ba2-9f2d-e424abe13657', 'status': 'completed', 'code': 200} Dec 17 13:08:51.472609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34b1ce9d-b202-4df0-90bf-15de5a3839c4 req-df27ea76-0fa0-4948-aee4-390f6a8b908b service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147408 Dec 17 13:08:51.545815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Allocated IP 172.20.0.5 (2700c050-d57b-4cbb-9c83-ee91fcca14af/61924618-8120-4596-82b9-92acf8799f29/55b110f8-37bb-4092-b6a9-7d2c6338cc02) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:51.773926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-796672f4-34b2-471f-afcc-4d15ee07a183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:51.777080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-796672f4-34b2-471f-afcc-4d15ee07a183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:51.778375 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-796672f4-34b2-471f-afcc-4d15ee07a183 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5501606-dbba-4728-94be-d8c19f274722 HTTP/1.1" status: 204 len: 168 time: 1.1831632 Dec 17 13:08:51.796247 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:51.803940 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ff142-8fe5-46a3-9e2f-e20a55b0ead9 req-fe0c5d9d-b6f9-45a2-a17d-f99da7c6e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:51.807016 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a3ff142-8fe5-46a3-9e2f-e20a55b0ead9 req-fe0c5d9d-b6f9-45a2-a17d-f99da7c6e1f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0919421 Dec 17 13:08:51.915453 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:51.926623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796672f4-34b2-471f-afcc-4d15ee07a183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5501606-dbba-4728-94be-d8c19f274722,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:52.108602 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:52.122587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:08:52.131634 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34b1ce9d-b202-4df0-90bf-15de5a3839c4 req-36ee27b9-caf5-4ac4-bf52-7c8caba27364 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406622 Dec 17 13:08:52.156295 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f270502-1151-4146-8472-be52f45ef9b4 req-0407fa14-5e10-4d22-8495-5c592ab15f53 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:52.169325 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f270502-1151-4146-8472-be52f45ef9b4 req-0407fa14-5e10-4d22-8495-5c592ab15f53 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 944 time: 0.7353041 Dec 17 13:08:52.205262 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-fa3a2598-3a9c-4f4a-8fe2-a108d2e28b4c service neutron] 10.222.0.61 "GET /v2.0/networks/f7011b77-0399-460a-b701-5ed2a6f65674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9906375 Dec 17 13:08:52.212711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f047673-6986-49ff-9766-7428d0540247,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:52.229711 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:52.230220 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Added segment 42a3781c-94d6-48ab-a5d2-588494e9796e of type vlan for network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca Dec 17 13:08:52.241706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bfd8e0-d072-4e44-8703-4d9d7d341510 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:08:52.253054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99ed1b3-908f-4ce6-8593-5b9225f1997e None None] Sync routers for ids ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:08:52.262845 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:52.263633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e1bfd8e0-d072-4e44-8703-4d9d7d341510 admin admin] 10.222.0.59 "PUT /v2.0/routers/d69be2fa-84cb-4d75-bd26-e94bedc7789f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6667111 Dec 17 13:08:52.272978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ed1b3-908f-4ce6-8593-5b9225f1997e None None] Routers {'d69be2fa-84cb-4d75-bd26-e94bedc7789f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:08:52.274650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c99ed1b3-908f-4ce6-8593-5b9225f1997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:52.280957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['fcffe280-729a-485d-8c70-fe7b0dc2c70a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:08:52.284376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5da04916-a058-4f98-a1b5-089f900b8f53'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:08:52.301264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55364) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:52.429316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c99ed1b3-908f-4ce6-8593-5b9225f1997e None None] Set router d69be2fa-84cb-4d75-bd26-e94bedc7789f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:08:52.473112 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:52.489010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a3ff142-8fe5-46a3-9e2f-e20a55b0ead9 req-ebc25bc5-344f-4a8b-88cb-2fc32d3a674e service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173303 Dec 17 13:08:52.522822 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f270502-1151-4146-8472-be52f45ef9b4 req-42ad3bc2-8103-44ff-a062-73d51c43ba2c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475797 Dec 17 13:08:52.556813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event updated for resources: {'Port': ['ID=55b110f8-37bb-4092-b6a9-7d2c6338cc02,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:52.575892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:52.579351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:52.614770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:52.779772 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea96d7a3-1744-4582-aa01-fe91c96155e0 req-c0e64002-d856-4102-be48-9ce05005caad service neutron] 10.222.0.61 "GET /v2.0/networks/f7011b77-0399-460a-b701-5ed2a6f65674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638292 Dec 17 13:08:52.784618 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a3ff142-8fe5-46a3-9e2f-e20a55b0ead9 req-dd90cff0-5228-4b0f-b17e-1083ccdb6958 service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797847 Dec 17 13:08:52.785325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8cc8ff4d-f351-45a9-ae19-04f508f11fd7 req-f28cc564-a55e-4fbf-862d-30c906e5527b tempest-AttachSCSIVolumeTestJSON-1876977871 tempest-AttachSCSIVolumeTestJSON-1876977871-project] 10.222.0.59 "GET /v2.0/ports?device_id=fcc96f41-d331-4e1d-891a-70f97df0ef09 HTTP/1.1" status: 200 len: 210 time: 0.1267071 Dec 17 13:08:52.801285 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:52.811544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:52.811959 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:52.839057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:52.839876 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:52.868964 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:52.948570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:52.958758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] Pushing event updated for resources: {'Network': ['ID=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:52.978839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:08:52.996242 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-7e509ab8-7ce8-4c2f-9403-fdf11ed5eafb tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6035767 Dec 17 13:08:53.018332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Request body: {'port': {'device_id': 'f0b4d769-57da-41f1-b4a1-baaf1f54ef57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:53.095210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe625a1-a9ec-4ade-bdbc-fae2355e5f51 req-0745527c-19ab-436f-9b1f-c85077ab7265 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:53.108696 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5fe625a1-a9ec-4ade-bdbc-fae2355e5f51 req-0745527c-19ab-436f-9b1f-c85077ab7265 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 931 time: 0.4407594 Dec 17 13:08:53.131953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:53.153113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f6a7ff44-596d-4ba2-9f2d-e424abe13657 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:53.158578 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:53.188475 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ef645228-116a-4cab-adaf-b1210ee16dac admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.6452949 Dec 17 13:08:53.190993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55390) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:53.192089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2ee37afd-012e-4d6e-9c64-223dab0ddac3 None None] Provisioning complete for port 55b110f8-37bb-4092-b6a9-7d2c6338cc02 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:08:53.192368 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2ee37afd-012e-4d6e-9c64-223dab0ddac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:53.199856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e3392730-8dd3-47e7-a626-6e95834af53b admin admin] Request body: {'subnet': {'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-553637808-subnet', 'tenant_id': '4ee878595d1f49febcbe7d8424c2e994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:53.206309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: f6a7ff44-596d-4ba2-9f2d-e424abe13657 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:08:53.206618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f6a7ff44-596d-4ba2-9f2d-e424abe13657 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:08:53.234895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Checking segment: {'id': '9b81f4df-edbe-4527-a384-fd8f739af160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2caa1b11-abae-4350-88b9-58e5f66a28e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:53.238427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Network hostable DHCP agents. Network: 2caa1b11-abae-4350-88b9-58e5f66a28e5, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:08:53.274210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event updated for resources: {'Subnet': ['ID=729133f5-47b3-4f22-b159-1a1f1d2dc7b2,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:53.302223 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5fe625a1-a9ec-4ade-bdbc-fae2355e5f51 req-f3fad499-8c4d-4406-bfa0-377855e1e7b7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910226 Dec 17 13:08:53.326003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c99ed1b3-908f-4ce6-8593-5b9225f1997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:08:48Z', 'revision_number': 5, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port': {'id': '36b1c556-2a60-4bbc-b271-9c4d6efce108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:02Z', 'updated_at': '2021-12-17T13:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:53.353148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2ee37afd-012e-4d6e-9c64-223dab0ddac3 None None] Port 55b110f8-37bb-4092-b6a9-7d2c6338cc02 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:08:53.359696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99ed1b3-908f-4ce6-8593-5b9225f1997e None None] Checking router: d69be2fa-84cb-4d75-bd26-e94bedc7789f for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:08:53.383547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ed1b3-908f-4ce6-8593-5b9225f1997e None None] Routers {'d69be2fa-84cb-4d75-bd26-e94bedc7789f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:08:53.384182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c99ed1b3-908f-4ce6-8593-5b9225f1997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:53.421460 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Network 2caa1b11-abae-4350-88b9-58e5f66a28e5 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:08:53.483412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3392730-8dd3-47e7-a626-6e95834af53b admin admin] Made reservation on behalf of 4ee878595d1f49febcbe7d8424c2e994 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:53.488029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e3392730-8dd3-47e7-a626-6e95834af53b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:53.500809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c99ed1b3-908f-4ce6-8593-5b9225f1997e None None] Set router d69be2fa-84cb-4d75-bd26-e94bedc7789f gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:08:53.513915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 2caa1b11-abae-4350-88b9-58e5f66a28e5) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:53.520371 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:53.534337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Deleting port 36b1c556-2a60-4bbc-b271-9c4d6efce108 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:53.534685 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:53.555796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d13797-af7d-473a-a310-f9f35844f5eb None None] Network 2caa1b11-abae-4350-88b9-58e5f66a28e5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:53.557103 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55400) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:53.667642 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event updated for resources: {'Subnet': ['ID=c96107bc-5fb2-4ad1-9300-6ac9824c3fbb,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:53.683062 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Checking segment: {'id': 'a053a4ef-257a-4c06-bcd7-e6f97d53821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fadf404-ce19-433f-aa5f-fd4e822dda88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:53.685736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Network hostable DHCP agents. Network: 0fadf404-ce19-433f-aa5f-fd4e822dda88, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:08:53.689698 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c99ed1b3-908f-4ce6-8593-5b9225f1997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:08:53Z', 'revision_number': 6, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:53.732576 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99ed1b3-908f-4ce6-8593-5b9225f1997e None None] The sync data for ids ['d69be2fa-84cb-4d75-bd26-e94bedc7789f'] in n-d-815324-5 is: [{'id': 'd69be2fa-84cb-4d75-bd26-e94bedc7789f', 'name': 'tempest-ServersTestJSON-1622439081-router', 'tenant_id': '807a036581384bf1ab7b7c9ac52a70bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:01Z', 'updated_at': '2021-12-17T13:08:53Z', 'revision_number': 6, 'project_id': '807a036581384bf1ab7b7c9ac52a70bb', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:08:53.757033 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1800640014-network', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:53.790157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] For port 36b1c556-2a60-4bbc-b271-9c4d6efce108, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=36b1c556-2a60-4bbc-b271-9c4d6efce108,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:53.790529 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:53.800313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Network 0fadf404-ce19-433f-aa5f-fd4e822dda88 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:08:53.833595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b110f8-37bb-4092-b6a9-7d2c6338cc02 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:08:53.848626 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:53.855286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Calling delete_port for 36b1c556-2a60-4bbc-b271-9c4d6efce108 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:53.890427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Transition to ACTIVE for port object 55b110f8-37bb-4092-b6a9-7d2c6338cc02 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:08:53.896025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Made reservation on behalf of 48b53f34ec134f6d8af1f798980e3e5e for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:53.899104 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:53.903179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ea5e5-48eb-4460-962c-47e335711c04 req-9b164302-c1cd-4edf-8284-f0f7869b659c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:53.904783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6a1ea5e5-48eb-4460-962c-47e335711c04 req-9b164302-c1cd-4edf-8284-f0f7869b659c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 944 time: 0.2120373 Dec 17 13:08:53.917390 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:53.953087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 0fadf404-ce19-433f-aa5f-fd4e822dda88) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:53.959856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:53.961910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:53.963412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:53.995438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3cbc87-6313-4949-a10f-a11710e5ab19 None None] Network 0fadf404-ce19-433f-aa5f-fd4e822dda88 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:54.033951 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:54.040048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-2caa1b11-abae-4350-88b9-58e5f66a28e5', 'network_id': '2caa1b11-abae-4350-88b9-58e5f66a28e5', 'project_id': '7fa7c75cc4764cbcaffa717bc3832268', 'fixed_ips': [{'subnet_id': '729133f5-47b3-4f22-b159-1a1f1d2dc7b2'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:08:54.040906 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:54.054918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:54.129283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-02e2009d-8660-4c8e-843c-9836940d685a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.8562527 Dec 17 13:08:54.131864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55424) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:54.263719 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:54.349936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:08:54.371747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f8a40a-257f-4a49-84f2-8d5cb8e5f3ef tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:54.375301 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f8a40a-257f-4a49-84f2-8d5cb8e5f3ef tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:54.378264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f8a40a-257f-4a49-84f2-8d5cb8e5f3ef tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:54.381430 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-40f8a40a-257f-4a49-84f2-8d5cb8e5f3ef tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2483981 Dec 17 13:08:54.391631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55438) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:54.459435 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:54.459926 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Added segment 56b8f221-4058-4343-ac73-4541df642efb of type vlan for network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e Dec 17 13:08:54.487388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-0fadf404-ce19-433f-aa5f-fd4e822dda88', 'network_id': '0fadf404-ce19-433f-aa5f-fd4e822dda88', 'project_id': '7fa7c75cc4764cbcaffa717bc3832268', 'fixed_ips': [{'subnet_id': 'c96107bc-5fb2-4ad1-9300-6ac9824c3fbb'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:08:54.491252 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:54.513141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Allocated IP 172.20.0.2 (2caa1b11-abae-4350-88b9-58e5f66a28e5/729133f5-47b3-4f22-b159-1a1f1d2dc7b2/13b1711c-2b77-4470-98b8-5e1f61a793fd) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:54.513273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f057d665-b6f7-464f-b061-89a4a10670b1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:54.578821 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e3392730-8dd3-47e7-a626-6e95834af53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:54.628918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb8c1a1-533f-4cf0-b78a-bf9491785c06 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Deleting subnet 729133f5-47b3-4f22-b159-1a1f1d2dc7b2 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:08:54.649963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:54.659667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=55b110f8-37bb-4092-b6a9-7d2c6338cc02,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:54.678099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6a1ea5e5-48eb-4460-962c-47e335711c04 req-999d2f9d-6796-42d2-be1a-a8a09a577f29 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7114010 Dec 17 13:08:54.776294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-09c66078-7a01-469d-8440-5d2591d2b4df tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:54.782377 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-09c66078-7a01-469d-8440-5d2591d2b4df tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/networks?id=fdc82255-9024-4b15-93c5-ff7d8f32184b HTTP/1.1" status: 200 len: 810 time: 0.3190601 Dec 17 13:08:54.795864 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b95d380c-9d9d-41cc-bb49-360b814d6f2a tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/quotas/d27b595aa8a44866994a35c2124018df HTTP/1.1" status: 200 len: 375 time: 0.0119240 Dec 17 13:08:54.813703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Allocated IP 172.20.0.18 (0fadf404-ce19-433f-aa5f-fd4e822dda88/c96107bc-5fb2-4ad1-9300-6ac9824c3fbb/5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:54.821214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3392730-8dd3-47e7-a626-6e95834af53b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef3889a-8a1b-4fb4-b12a-7cba10c6885a,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:54.859822 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-c76e1f51-6629-435a-8f41-e597d0fa6ad4 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d27b595aa8a44866994a35c2124018df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567472 Dec 17 13:08:54.892279 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:54.893399 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:54.894259 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:54.925889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3392730-8dd3-47e7-a626-6e95834af53b admin admin] Checking segment: {'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:54.926430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3392730-8dd3-47e7-a626-6e95834af53b admin admin] Network hostable DHCP agents. Network: fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:08:54.955279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Attempting to bind port 55b110f8-37bb-4092-b6a9-7d2c6338cc02 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:08:54.955765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Attempting to bind port 55b110f8-37bb-4092-b6a9-7d2c6338cc02 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:08:54.956289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Attempting to bind port 55b110f8-37bb-4092-b6a9-7d2c6338cc02 on network 2700c050-d57b-4cbb-9c83-ee91fcca14af {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:54.974042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e15d6e-2732-425b-bae6-6a1dd1f6ee0e req-08d29b46-0352-4e62-8852-13aaa507897b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:54.975975 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-13e15d6e-2732-425b-bae6-6a1dd1f6ee0e req-08d29b46-0352-4e62-8852-13aaa507897b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 943 time: 0.1897480 Dec 17 13:08:54.983492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Port 55b110f8-37bb-4092-b6a9-7d2c6338cc02 on network 2700c050-d57b-4cbb-9c83-ee91fcca14af not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:08:54.983966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Attempting to bind port 55b110f8-37bb-4092-b6a9-7d2c6338cc02 on network 2700c050-d57b-4cbb-9c83-ee91fcca14af {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:54.996885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:08:54.997353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Checking segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:54.997867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Bound using segment: {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:08:55.003072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Bound port: 55b110f8-37bb-4092-b6a9-7d2c6338cc02, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096d08d7-4c53-45ac-baa2-66f1b6c43c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:08:55.003072 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.020637 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4620893 Dec 17 13:08:55.023463 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55456) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:55.030348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cee8e38d-58b9-41d3-a4d7-4be7c77ecc34 admin admin] Request body: {'subnet': {'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-subnet', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:55.038867 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.077545 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce24d71-6a57-4516-be15-ac6245288b51 admin admin] Pushing event updated for resources: {'Network': ['ID=866f9744-0ad7-4605-b6a9-5a43d6d75c8e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:55.078888 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.088382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3392730-8dd3-47e7-a626-6e95834af53b admin admin] Network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:08:55.153776 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-108bf275-1613-4d36-aea6-5ab0528520a9 service neutron] 10.222.0.59 "GET /v2.0/networks/fdc82255-9024-4b15-93c5-ff7d8f32184b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926071 Dec 17 13:08:55.161676 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-13e15d6e-2732-425b-bae6-6a1dd1f6ee0e req-d5758eaf-c693-4172-918b-e90c340cdbbc tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726363 Dec 17 13:08:55.162373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Pushing event deleted for resources: {'Port': ['ID=36b1c556-2a60-4bbc-b271-9c4d6efce108,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:55.182110 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.186706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 36b1c556-2a60-4bbc-b271-9c4d6efce108 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:55.196926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:08:55.210754 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-afb8c1a1-533f-4cf0-b78a-bf9491785c06 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.212805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] For port 55b110f8-37bb-4092-b6a9-7d2c6338cc02, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:08:55.217421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-e3392730-8dd3-47e7-a626-6e95834af53b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:55.227988 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.253922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3392730-8dd3-47e7-a626-6e95834af53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:55.254530 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e3392730-8dd3-47e7-a626-6e95834af53b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.263037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Network 2caa1b11-abae-4350-88b9-58e5f66a28e5 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:55.265326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] For port 55b110f8-37bb-4092-b6a9-7d2c6338cc02, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b110f8-37bb-4092-b6a9-7d2c6338cc02,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:08:55.266888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79409a64-e1f2-4295-8cc8-d5609c0f3233 None None] Network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:55.289611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.319398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:55.321828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 36b1c556-2a60-4bbc-b271-9c4d6efce108 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:08:55.322270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 36b1c556-2a60-4bbc-b271-9c4d6efce108 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:08:55.322800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 03105ad6-bde1-4c81-a706-ccd134ae57dc no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:55.345689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-afb8c1a1-533f-4cf0-b78a-bf9491785c06 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.349978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:55.352623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee8e38d-58b9-41d3-a4d7-4be7c77ecc34 admin admin] Made reservation on behalf of 48b53f34ec134f6d8af1f798980e3e5e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:08:55.354458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cee8e38d-58b9-41d3-a4d7-4be7c77ecc34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.403531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.421121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 03105ad6-bde1-4c81-a706-ccd134ae57dc {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:08:55.421526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 03105ad6-bde1-4c81-a706-ccd134ae57dc not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:08:55.449831 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e3392730-8dd3-47e7-a626-6e95834af53b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2546773 Dec 17 13:08:55.465367 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.504729 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.507389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Network 0fadf404-ce19-433f-aa5f-fd4e822dda88 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:55.528842 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-64b9a924-b47c-48ae-a024-cb90ed1924ea service neutron] 10.222.0.59 "GET /v2.0/networks/fdc82255-9024-4b15-93c5-ff7d8f32184b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740363 Dec 17 13:08:55.533565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:55.558881 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.580473 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:55.584655 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-afb8c1a1-533f-4cf0-b78a-bf9491785c06 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.588953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:55.590333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.592025 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] 10.222.0.54 "PUT /v2.0/ports/55b110f8-37bb-4092-b6a9-7d2c6338cc02 HTTP/1.1" status: 200 len: 1091 time: 2.5828748 Dec 17 13:08:55.593180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b4d769-57da-41f1-b4a1-baaf1f54ef57', 'tag': '55b110f8-37bb-4092-b6a9-7d2c6338cc02'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:08:55.597937 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Pushing event updated for resources: {'Port': ['ID=13b1711c-2b77-4470-98b8-5e1f61a793fd,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:55.603550 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb5e1a7-afc3-4d05-8d2a-5344103d06b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b4d769-57da-41f1-b4a1-baaf1f54ef57", "tag": "55b110f8-37bb-4092-b6a9-7d2c6338cc02"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:08:55.751961 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b184d9a-739a-4b0e-a356-98fe1f6434a5 x-openstack-request-id: req-1b184d9a-739a-4b0e-a356-98fe1f6434a5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:08:55.752262 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b4d769-57da-41f1-b4a1-baaf1f54ef57", "tag": "55b110f8-37bb-4092-b6a9-7d2c6338cc02", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:08:55.752518 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1b184d9a-739a-4b0e-a356-98fe1f6434a5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:08:55.752951 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b4d769-57da-41f1-b4a1-baaf1f54ef57', 'tag': '55b110f8-37bb-4092-b6a9-7d2c6338cc02', 'status': 'completed', 'code': 200} Dec 17 13:08:55.797056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Pushing event updated for resources: {'Port': ['ID=5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:55.814170 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-afb8c1a1-533f-4cf0-b78a-bf9491785c06 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.897461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8c1a1-533f-4cf0-b78a-bf9491785c06 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event deleted for resources: {'Subnet': ['ID=729133f5-47b3-4f22-b159-1a1f1d2dc7b2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:55.901724 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-afb8c1a1-533f-4cf0-b78a-bf9491785c06 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.905818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-afb8c1a1-533f-4cf0-b78a-bf9491785c06 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "DELETE /v2.0/subnets/729133f5-47b3-4f22-b159-1a1f1d2dc7b2 HTTP/1.1" status: 204 len: 168 time: 1.5107980 Dec 17 13:08:55.908489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55484) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:55.927837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Attempting to bind port 13b1711c-2b77-4470-98b8-5e1f61a793fd on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:08:55.927837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Attempting to bind port 13b1711c-2b77-4470-98b8-5e1f61a793fd by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '9b81f4df-edbe-4527-a384-fd8f739af160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2caa1b11-abae-4350-88b9-58e5f66a28e5'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:08:55.927837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Attempting to bind port 13b1711c-2b77-4470-98b8-5e1f61a793fd on network 2caa1b11-abae-4350-88b9-58e5f66a28e5 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:55.969030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60106cd0-115a-4739-af4a-06408794c1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=55b110f8-37bb-4092-b6a9-7d2c6338cc02,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:55.995661 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:55.996539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d69be2fa-84cb-4d75-bd26-e94bedc7789f {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:08:56.006046 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.010822 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0505f3e4-10ae-4ef4-87d2-dd2c2a5eab7c admin admin] 10.222.0.59 "DELETE /v2.0/routers/d69be2fa-84cb-4d75-bd26-e94bedc7789f HTTP/1.1" status: 204 len: 168 time: 3.5834188 Dec 17 13:08:56.016428 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb1d44f-4b93-40a8-bb89-ef1f3a5d77f0 None None] Network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:56.018314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ccc2a3-0ded-4be6-b425-f7b79866ddf6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Deleting subnet c96107bc-5fb2-4ad1-9300-6ac9824c3fbb {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:08:56.019547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-d03d8dbf-1d9e-4de2-b313-1f5844c5cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:56.021162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-d03d8dbf-1d9e-4de2-b313-1f5844c5cc07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 1094 time: 0.2833045 Dec 17 13:08:56.021718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55486) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:56.031803 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26ccc2a3-0ded-4be6-b425-f7b79866ddf6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.162980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26ccc2a3-0ded-4be6-b425-f7b79866ddf6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.190989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dd78b-f738-46fa-9cbe-0b5f1c5f6b0f req-6c12e870-d960-49c1-8828-562b03e1b03b tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:56.202958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc1dd78b-f738-46fa-9cbe-0b5f1c5f6b0f req-6c12e870-d960-49c1-8828-562b03e1b03b tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 944 time: 0.3323498 Dec 17 13:08:56.204927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:08:56.205524 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Checking segment: {'id': '9b81f4df-edbe-4527-a384-fd8f739af160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2caa1b11-abae-4350-88b9-58e5f66a28e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:56.206162 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.206684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Bound using segment: {'id': '9b81f4df-edbe-4527-a384-fd8f739af160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2caa1b11-abae-4350-88b9-58e5f66a28e5'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:08:56.207940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Bound port: 13b1711c-2b77-4470-98b8-5e1f61a793fd, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b81f4df-edbe-4527-a384-fd8f739af160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2caa1b11-abae-4350-88b9-58e5f66a28e5'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:08:56.208439 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.221698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-2db80a8c-f58a-4ec6-b39e-eb21ee6aa129 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b110f8-37bb-4092-b6a9-7d2c6338cc02 HTTP/1.1" status: 200 len: 217 time: 0.1843264 Dec 17 13:08:56.236248 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Attempting to bind port 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:08:56.236761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Attempting to bind port 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a053a4ef-257a-4c06-bcd7-e6f97d53821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fadf404-ce19-433f-aa5f-fd4e822dda88'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:08:56.237187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Attempting to bind port 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a on network 0fadf404-ce19-433f-aa5f-fd4e822dda88 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:56.252974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:08:56.253763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Checking segment: {'id': 'a053a4ef-257a-4c06-bcd7-e6f97d53821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fadf404-ce19-433f-aa5f-fd4e822dda88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:56.254315 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.254829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Bound using segment: {'id': 'a053a4ef-257a-4c06-bcd7-e6f97d53821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fadf404-ce19-433f-aa5f-fd4e822dda88'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:08:56.255440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Bound port: 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a053a4ef-257a-4c06-bcd7-e6f97d53821c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0fadf404-ce19-433f-aa5f-fd4e822dda88'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:08:56.256072 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.297920 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26ccc2a3-0ded-4be6-b425-f7b79866ddf6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.388785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-2f788881-3fb6-4e45-9665-d8e7d808002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:56.392024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-2f788881-3fb6-4e45-9665-d8e7d808002a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.1584330 Dec 17 13:08:56.484947 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26ccc2a3-0ded-4be6-b425-f7b79866ddf6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.492461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] For port 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:08:56.498460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] For port 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a,segment=NetworkSegment(a053a4ef-257a-4c06-bcd7-e6f97d53821c),segment_id=a053a4ef-257a-4c06-bcd7-e6f97d53821c)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:08:56.520998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1591875a-b1e5-48e6-96cc-0e619f842bc1 admin admin] Deleting subnet bd07cbf1-59f4-4b35-a695-27f9a348f882 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:08:56.521764 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] For port 13b1711c-2b77-4470-98b8-5e1f61a793fd, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:08:56.525682 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] For port 13b1711c-2b77-4470-98b8-5e1f61a793fd, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=13b1711c-2b77-4470-98b8-5e1f61a793fd,segment=NetworkSegment(9b81f4df-edbe-4527-a384-fd8f739af160),segment_id=9b81f4df-edbe-4527-a384-fd8f739af160)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:08:56.537561 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1591875a-b1e5-48e6-96cc-0e619f842bc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.551074 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26ccc2a3-0ded-4be6-b425-f7b79866ddf6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.557747 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-26ccc2a3-0ded-4be6-b425-f7b79866ddf6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "DELETE /v2.0/subnets/c96107bc-5fb2-4ad1-9300-6ac9824c3fbb HTTP/1.1" status: 204 len: 168 time: 0.6450832 Dec 17 13:08:56.557747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccc2a3-0ded-4be6-b425-f7b79866ddf6 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event deleted for resources: {'Subnet': ['ID=c96107bc-5fb2-4ad1-9300-6ac9824c3fbb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:56.559344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55502) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:56.607939 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc1dd78b-f738-46fa-9cbe-0b5f1c5f6b0f req-34a47dbd-dbe3-4ab1-a7b3-77379464f81d tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4037859 Dec 17 13:08:56.610070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-ab19da8e-f2c4-4bf8-b1ff-919f9700b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:56.610993 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.624151 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-ab19da8e-f2c4-4bf8-b1ff-919f9700b227 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942644 Dec 17 13:08:56.653461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e2db4e-db35-4f79-b3e8-7af488d6c516 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:56.659066 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-49e2db4e-db35-4f79-b3e8-7af488d6c516 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0944519 Dec 17 13:08:56.659644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55504) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:56.717417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1591875a-b1e5-48e6-96cc-0e619f842bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.777895 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.919283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544c335-bb4c-4335-b69d-f79282975bb9 None None] Pushing event updated for resources: {'Port': ['ID=5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:56.951857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:56.992331 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173d58ef-543a-4819-9861-e628917dd6ce None None] Network 2caa1b11-abae-4350-88b9-58e5f66a28e5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:57.017026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b3313-b78b-46c1-939b-84be0dad868f None None] Pushing event updated for resources: {'Port': ['ID=13b1711c-2b77-4470-98b8-5e1f61a793fd,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:57.078577 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cee8e38d-58b9-41d3-a4d7-4be7c77ecc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:57.208634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-2f20e60f-69b3-45bd-8bee-0a9dcdf19562 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:57.220523 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-2f20e60f-69b3-45bd-8bee-0a9dcdf19562 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/networks?id=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca HTTP/1.1" status: 200 len: 821 time: 0.3803003 Dec 17 13:08:57.238553 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1591875a-b1e5-48e6-96cc-0e619f842bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:57.262363 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-56e5cf24-5f54-42e3-bab6-2ba448ebfcb9 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/quotas/4ee878595d1f49febcbe7d8424c2e994 HTTP/1.1" status: 200 len: 375 time: 0.0402932 Dec 17 13:08:57.306788 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-7e912379-b026-4bfb-88dd-6c3c1fabf7b6 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ee878595d1f49febcbe7d8424c2e994&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431459 Dec 17 13:08:57.385347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8e38d-58b9-41d3-a4d7-4be7c77ecc34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93edbd42-6373-4597-b8f6-ebe632d4afaf,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:57.389373 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Deleting port 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:57.389766 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:57.405345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1591875a-b1e5-48e6-96cc-0e619f842bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:57.413288 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-bbc6bc48-443e-4617-9752-12a62c3639d7 service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6863465 Dec 17 13:08:57.448618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119dbf6-385c-4acd-8432-c7719da4817a req-cb7146f2-f8f0-4502-9996-79ca2089a5b3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:57.457835 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e119dbf6-385c-4acd-8432-c7719da4817a req-cb7146f2-f8f0-4502-9996-79ca2089a5b3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 943 time: 0.5369122 Dec 17 13:08:57.482581 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b50b09-c900-464d-844d-31a762c66862 None None] Network 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:57.484638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591875a-b1e5-48e6-96cc-0e619f842bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd07cbf1-59f4-4b35-a695-27f9a348f882,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:57.500013 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1591875a-b1e5-48e6-96cc-0e619f842bc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:57.506513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1591875a-b1e5-48e6-96cc-0e619f842bc1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bd07cbf1-59f4-4b35-a695-27f9a348f882 HTTP/1.1" status: 204 len: 168 time: 1.4784827 Dec 17 13:08:57.541905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55520) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:57.635250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee8e38d-58b9-41d3-a4d7-4be7c77ecc34 admin admin] Checking segment: {'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:57.635956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee8e38d-58b9-41d3-a4d7-4be7c77ecc34 admin admin] Network hostable DHCP agents. Network: 866f9744-0ad7-4605-b6a9-5a43d6d75c8e, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:08:57.698198 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e119dbf6-385c-4acd-8432-c7719da4817a req-a4627c91-eb0f-4022-99cf-d974df427f52 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392709 Dec 17 13:08:57.721832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c500fd3-a9df-459a-a5be-b98b7e7d5c63 None None] DHCP port deletion for 5d5d03f5-c96c-4f77-a916-30e3bf620bf5 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:08:57.779312 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:57.799364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-304dcbfa-3b52-4826-aeda-61e8188c179c req-13b5df27-3519-4bc1-a22e-ba8426f5017e service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594279 Dec 17 13:08:57.842361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-932f1e7c-d2c9-4105-ad98-8bf9464297bf req-1cfab7fb-3af4-4eb6-9e5d-514639c44d10 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 210 time: 0.0590334 Dec 17 13:08:57.846283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee8e38d-58b9-41d3-a4d7-4be7c77ecc34 admin admin] Network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:08:57.870570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] For port 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a,segment=NetworkSegment(a053a4ef-257a-4c06-bcd7-e6f97d53821c),segment_id=a053a4ef-257a-4c06-bcd7-e6f97d53821c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:57.872255 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:57.911055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Calling delete_port for 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:57.999233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-cee8e38d-58b9-41d3-a4d7-4be7c77ecc34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 866f9744-0ad7-4605-b6a9-5a43d6d75c8e) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:58.014516 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-41c2f1fd-58f9-421d-8f2b-ea139c44d78c service neutron] 10.222.0.59 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7068226 Dec 17 13:08:58.017970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d7e41c-7172-44ac-8e85-ef55a58acf3e None None] Network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:58.028881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee8e38d-58b9-41d3-a4d7-4be7c77ecc34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:58.029697 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cee8e38d-58b9-41d3-a4d7-4be7c77ecc34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.108642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5e1a7-afc3-4d05-8d2a-5344103d06b7 req-3d18b954-4494-4241-acd0-baf6fa8fe076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:58.110353 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdb5e1a7-afc3-4d05-8d2a-5344103d06b7 req-3d18b954-4494-4241-acd0-baf6fa8fe076 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 1094 time: 0.1736310 Dec 17 13:08:58.140601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Deleting port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:58.140953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.144567 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.151082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'fixed_ips': [{'subnet_id': '93edbd42-6373-4597-b8f6-ebe632d4afaf'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:08:58.151082 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.177788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] No DVR routers for this DVR port 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:08:58.217212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3c500fd3-a9df-459a-a5be-b98b7e7d5c63 None None] Deleting port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:58.218552 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c500fd3-a9df-459a-a5be-b98b7e7d5c63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.232113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event deleted for resources: {'Port': ['ID=5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:58.232639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] For port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=411fc2bc-c4b2-402e-bd1c-f91abf6820b8,segment=NetworkSegment(446e6038-e6c2-493b-bf22-b19fa475fb3b),segment_id=446e6038-e6c2-493b-bf22-b19fa475fb3b)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:58.232639 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.248957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Calling delete_port for 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:58.303997 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.308538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3c500fd3-a9df-459a-a5be-b98b7e7d5c63 None None] For port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=411fc2bc-c4b2-402e-bd1c-f91abf6820b8,segment=NetworkSegment(446e6038-e6c2-493b-bf22-b19fa475fb3b),segment_id=446e6038-e6c2-493b-bf22-b19fa475fb3b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:58.309204 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c500fd3-a9df-459a-a5be-b98b7e7d5c63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.326059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fadf404-ce19-433f-aa5f-fd4e822dda88']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:58.336784 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a053a4ef-257a-4c06-bcd7-e6f97d53821c') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:58.337088 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a053a4ef-257a-4c06-bcd7-e6f97d53821c') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:58.342268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3c500fd3-a9df-459a-a5be-b98b7e7d5c63 None None] Calling delete_port for 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:58.347296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.361006 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.371084 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:08:58.371496 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.410129 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cee8e38d-58b9-41d3-a4d7-4be7c77ecc34 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3854277 Dec 17 13:08:58.449024 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55528) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:08:58.449762 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:08:58.460093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:58.480518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d465333-aa47-4472-9712-b08530b4fb8c req-6faca050-e53d-4941-8a5d-59d0890dcbd9 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:58.489126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d465333-aa47-4472-9712-b08530b4fb8c req-6faca050-e53d-4941-8a5d-59d0890dcbd9 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 944 time: 0.4904730 Dec 17 13:08:58.498675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.515786 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c500fd3-a9df-459a-a5be-b98b7e7d5c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.539450 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-2e37e52b-835e-4e47-866b-3e3e08b959df service neutron] 10.222.0.59 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139277 Dec 17 13:08:58.544737 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.561689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.576905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "DELETE /v2.0/networks/0fadf404-ce19-433f-aa5f-fd4e822dda88 HTTP/1.1" status: 204 len: 168 time: 1.9134631 Dec 17 13:08:58.577153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91101802-bb2b-4843-8bcc-32e967d1be55 None None] Network 0fadf404-ce19-433f-aa5f-fd4e822dda88 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:08:58.580438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c500fd3-a9df-459a-a5be-b98b7e7d5c63 None None] Pushing event deleted for resources: {'Port': ['ID=411fc2bc-c4b2-402e-bd1c-f91abf6820b8,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:58.581737 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55530) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:08:58.593018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:08:58.605627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c500fd3-a9df-459a-a5be-b98b7e7d5c63 None None] No DVR routers for this DVR port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:08:58.637646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] No DVR routers for this DVR port 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:08:58.641986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5e1a7-afc3-4d05-8d2a-5344103d06b7 req-fac12aef-c591-4f61-bd3c-da596013c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:58.644444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdb5e1a7-afc3-4d05-8d2a-5344103d06b7 req-fac12aef-c591-4f61-bd3c-da596013c184 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.5250912 Dec 17 13:08:58.671401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1125d26e-ba53-44d4-9e98-a858545ad99e None None] Could not find standard attr ID for object 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:08:58.675925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91101802-bb2b-4843-8bcc-32e967d1be55 None None] Network 0fadf404-ce19-433f-aa5f-fd4e822dda88 could not be found, it might have been deleted concurrently. {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 17 13:08:58.694959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:08:58.696213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 411fc2bc-c4b2-402e-bd1c-f91abf6820b8 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:08:58.742442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.746569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.748084 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.755130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Pushing event deleted for resources: {'Port': ['ID=411fc2bc-c4b2-402e-bd1c-f91abf6820b8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:58.764961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cd5e0-6580-4849-b138-8ab54220245a tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event deleted for resources: {'Network': ['ID=0fadf404-ce19-433f-aa5f-fd4e822dda88,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:58.768080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef4d6e5-ebd0-4f55-9eeb-e018a48998b7 None None] DHCP port deletion for 0fadf404-ce19-433f-aa5f-fd4e822dda88 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:08:58.801544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Allocated IP 172.20.0.2 (866f9744-0ad7-4605-b6a9-5a43d6d75c8e/93edbd42-6373-4597-b8f6-ebe632d4afaf/d25211fc-0056-4d84-841e-6361cd17c557) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:08:58.839955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdb5e1a7-afc3-4d05-8d2a-5344103d06b7 req-782fac81-2d10-40ff-ba2f-94af480ff61d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b110f8-37bb-4092-b6a9-7d2c6338cc02 HTTP/1.1" status: 200 len: 217 time: 0.1385427 Dec 17 13:08:58.890749 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.897773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Deleting port 13b1711c-2b77-4470-98b8-5e1f61a793fd {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:08:58.898115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:58.968587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5e1a7-afc3-4d05-8d2a-5344103d06b7 req-3348c4a3-30bb-47f3-a40c-66f1ac325c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:58.971244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdb5e1a7-afc3-4d05-8d2a-5344103d06b7 req-3348c4a3-30bb-47f3-a40c-66f1ac325c50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.1048021 Dec 17 13:08:59.010832 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d465333-aa47-4472-9712-b08530b4fb8c req-e077b963-491c-4f63-9bce-8bb22d7c43d5 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5185339 Dec 17 13:08:59.082249 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.122762 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.148307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5d03f5-c96c-4f77-a916-30e3bf620bf5']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:59.154322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5e1a7-afc3-4d05-8d2a-5344103d06b7 req-730bc6b3-6c8f-48d0-be01-9db8f05f700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:59.154918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] For port 13b1711c-2b77-4470-98b8-5e1f61a793fd, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=13b1711c-2b77-4470-98b8-5e1f61a793fd,segment=NetworkSegment(9b81f4df-edbe-4527-a384-fd8f739af160),segment_id=9b81f4df-edbe-4527-a384-fd8f739af160)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:59.155344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.155875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdb5e1a7-afc3-4d05-8d2a-5344103d06b7 req-730bc6b3-6c8f-48d0-be01-9db8f05f700d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438663 Dec 17 13:08:59.168911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446e6038-e6c2-493b-bf22-b19fa475fb3b') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:59.169231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446e6038-e6c2-493b-bf22-b19fa475fb3b') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:08:59.177741 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.245270 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Calling delete_port for 13b1711c-2b77-4470-98b8-5e1f61a793fd owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:08:59.272282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 64a1c441-3b5a-4e1d-8a79-962a176c064e details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:08:59.299393 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.304568 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-167ce2ea-5d53-4d91-bfbc-02b72a51379d req-2fe125cc-cb91-435a-a9ce-12bdf5b328a1 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 210 time: 0.0773304 Dec 17 13:08:59.304746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daccb2-52f7-4a20-9bf4-8cde97f5418d req-41ee4be6-63fd-4764-8893-5c0694e4ba83 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:59.306344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70daccb2-52f7-4a20-9bf4-8cde97f5418d req-41ee4be6-63fd-4764-8893-5c0694e4ba83 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 943 time: 0.3050923 Dec 17 13:08:59.308689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.327266 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.350007 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:08:59.350623 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:08:59.353844 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:08:59.394898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:08:59.407827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:08:59.416531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:08:59.449702 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70daccb2-52f7-4a20-9bf4-8cde97f5418d req-2f22cb5f-c330-40bb-bfa5-1befd2287d06 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340258 Dec 17 13:08:59.491172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdb5e1a7-afc3-4d05-8d2a-5344103d06b7 req-010b3b21-4cf6-4547-a06f-85e9b278663b service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932713 Dec 17 13:08:59.494207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c85aa60f-8803-4758-923f-c04155b633b6 req-fa1763a5-3693-4e7f-82c9-752050959ee0 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 210 time: 0.0540445 Dec 17 13:08:59.500071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Pushing event updated for resources: {'Port': ['ID=d25211fc-0056-4d84-841e-6361cd17c557,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:59.575848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Attempting to bind port d25211fc-0056-4d84-841e-6361cd17c557 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:08:59.576396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Attempting to bind port d25211fc-0056-4d84-841e-6361cd17c557 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:08:59.576852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Attempting to bind port d25211fc-0056-4d84-841e-6361cd17c557 on network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:08:59.586875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:08:59.587459 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Checking segment: {'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:08:59.587962 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.588453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Bound using segment: {'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:08:59.589031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Bound port: d25211fc-0056-4d84-841e-6361cd17c557, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:08:59.589567 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.615784 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdb5e1a7-afc3-4d05-8d2a-5344103d06b7 req-89531d11-f5fa-402c-b0b3-b4fb7443e3ac service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179764 Dec 17 13:08:59.617857 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.638308 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.646365 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] 10.222.0.59 "DELETE /v2.0/networks/5d5d03f5-c96c-4f77-a916-30e3bf620bf5 HTTP/1.1" status: 204 len: 168 time: 2.0997584 Dec 17 13:08:59.649468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Pushing event deleted for resources: {'Network': ['ID=5d5d03f5-c96c-4f77-a916-30e3bf620bf5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:59.660324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.660958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.661798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.662520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.663168 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.663728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.664823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.665338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.665869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.666540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.667096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.667689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.668198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d89f2fe-cc92-4160-9279-b0f45ba76efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:08:59.681864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-94170f3d-6957-413b-90db-d8cdbc2ccd16 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:08:59.684344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-94170f3d-6957-413b-90db-d8cdbc2ccd16 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.54 "GET /v2.0/networks?id=fdc82255-9024-4b15-93c5-ff7d8f32184b HTTP/1.1" status: 200 len: 810 time: 0.2004597 Dec 17 13:08:59.685304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] For port d25211fc-0056-4d84-841e-6361cd17c557, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:08:59.688966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] For port d25211fc-0056-4d84-841e-6361cd17c557, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d25211fc-0056-4d84-841e-6361cd17c557,segment=NetworkSegment(56b8f221-4058-4343-ac73-4541df642efb),segment_id=56b8f221-4058-4343-ac73-4541df642efb)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:08:59.698022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 64a1c441-3b5a-4e1d-8a79-962a176c064e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=64a1c441-3b5a-4e1d-8a79-962a176c064e,segment=NetworkSegment(369d8759-302c-423e-bc72-121c1556834f),segment_id=369d8759-302c-423e-bc72-121c1556834f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:59.700532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Request body: {'port': {'device_id': '1257f387-33b8-47b2-91c4-d9bbe4d7191c', 'network_id': 'fdc82255-9024-4b15-93c5-ff7d8f32184b', 'admin_state_up': True, 'tenant_id': 'd27b595aa8a44866994a35c2124018df'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:08:59.728863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '64a1c441-3b5a-4e1d-8a79-962a176c064e', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'port_id': '64a1c441-3b5a-4e1d-8a79-962a176c064e', 'mac_address': 'fa:16:3e:3a:d7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:08:59.773176 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.822454 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.857431 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a1c441-3b5a-4e1d-8a79-962a176c064e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:08:59.871785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11e41d-91e9-4e5a-bf04-9d739040ba21 None None] Pushing event updated for resources: {'Port': ['ID=d25211fc-0056-4d84-841e-6361cd17c557,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:08:59.886599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 64a1c441-3b5a-4e1d-8a79-962a176c064e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=64a1c441-3b5a-4e1d-8a79-962a176c064e,segment=NetworkSegment(369d8759-302c-423e-bc72-121c1556834f),segment_id=369d8759-302c-423e-bc72-121c1556834f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:08:59.921406 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:08:59.996228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event deleted for resources: {'Port': ['ID=13b1711c-2b77-4470-98b8-5e1f61a793fd,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:00.002837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] No DVR routers for this DVR port 13b1711c-2b77-4470-98b8-5e1f61a793fd on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:09:00.027144 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.158603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=64a1c441-3b5a-4e1d-8a79-962a176c064e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:00.239717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55554) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:00.273234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Made reservation on behalf of d27b595aa8a44866994a35c2124018df for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:00.277636 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.284923 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.293059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['64a1c441-3b5a-4e1d-8a79-962a176c064e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:09:00.297819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-55800d2b-1b59-49f3-b3ae-2007460261d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=807a036581384bf1ab7b7c9ac52a70bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566101 Dec 17 13:09:00.300301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55556) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:00.368379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.420622 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30c0c0ee-a3f2-48db-9e8e-9862501f3e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.429005 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.437342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2caa1b11-abae-4350-88b9-58e5f66a28e5']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:00.459496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b81f4df-edbe-4527-a384-fd8f739af160') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:00.459800 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b81f4df-edbe-4527-a384-fd8f739af160') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:00.475373 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30c0c0ee-a3f2-48db-9e8e-9862501f3e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.507147 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.571132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a2cfd62b-4216-42ff-a89e-508f66d7c080 req-dbeeeb2a-3746-401b-8eae-d80d1d686452 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 210 time: 0.1078796 Dec 17 13:09:00.589938 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.619909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d82a1-17ae-4506-945a-e2e0e940d15e req-db7b89be-5474-4c38-b5e0-7bcc3d6e24e9 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:00.621628 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc8d82a1-17ae-4506-945a-e2e0e940d15e req-db7b89be-5474-4c38-b5e0-7bcc3d6e24e9 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 945 time: 0.4021049 Dec 17 13:09:00.625043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:09:00.625463 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.646247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d25211fc-0056-4d84-841e-6361cd17c557 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:09:00.650578 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:09:00.701088 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30c0c0ee-a3f2-48db-9e8e-9862501f3e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.704173 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30c0c0ee-a3f2-48db-9e8e-9862501f3e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.710185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-30c0c0ee-a3f2-48db-9e8e-9862501f3e8c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03f08ae9-8c2d-4cf6-97b7-0630c4212148 HTTP/1.1" status: 204 len: 168 time: 0.4039283 Dec 17 13:09:00.719977 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d25211fc-0056-4d84-841e-6361cd17c557 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:00.720503 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.755984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0c0ee-a3f2-48db-9e8e-9862501f3e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f08ae9-8c2d-4cf6-97b7-0630c4212148,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:00.797791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7be18-a88a-40e8-a9b7-3ddc38f6b12b req-a4b30a62-ce0b-46b1-aae0-023941763237 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:00.804987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Allocated IP 172.20.0.12 (fdc82255-9024-4b15-93c5-ff7d8f32184b/2fa1050a-87a2-4ded-ad74-01ac82316de9/d9a802d5-7d83-41eb-9530-29bbe6624292) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:00.807422 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-47f7be18-a88a-40e8-a9b7-3ddc38f6b12b req-a4b30a62-ce0b-46b1-aae0-023941763237 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 943 time: 0.1385214 Dec 17 13:09:00.880193 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.922691 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-47f7be18-a88a-40e8-a9b7-3ddc38f6b12b req-30e62725-d5e1-47f9-b34b-8f74c25e2488 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138086 Dec 17 13:09:00.949082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Allocated IP 172.25.0.22 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:00.952260 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:00.958585 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "DELETE /v2.0/networks/2caa1b11-abae-4350-88b9-58e5f66a28e5 HTTP/1.1" status: 204 len: 168 time: 2.3734536 Dec 17 13:09:00.960308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55566) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:00.964599 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc8d82a1-17ae-4506-945a-e2e0e940d15e req-f38fe7b6-eea8-4fc2-9206-ccfa640eb746 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099775 Dec 17 13:09:00.986283 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.066350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port d25211fc-0056-4d84-841e-6361cd17c557, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d25211fc-0056-4d84-841e-6361cd17c557,segment=NetworkSegment(56b8f221-4058-4343-ac73-4541df642efb),segment_id=56b8f221-4058-4343-ac73-4541df642efb)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:01.115416 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.141707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0857923-8070-43aa-ae23-f47ccd7ead60 req-0b52dce3-02f5-4139-96e7-2757a512cf16 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 210 time: 0.0738847 Dec 17 13:09:01.166017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318d86e-224f-48dc-8695-059a8a0b3921 tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event deleted for resources: {'Network': ['ID=2caa1b11-abae-4350-88b9-58e5f66a28e5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:01.181653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b110f8-37bb-4092-b6a9-7d2c6338cc02 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:09:01.190983 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.209409 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.239074 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.297471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:01.332198 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:01.340204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:01.352531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.357605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:09:01.372897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 64a1c441-3b5a-4e1d-8a79-962a176c064e up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:01.416452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b185e51c-09ab-40f6-99f7-83f292fe2b8a']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:01.450919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42fcf41-0df9-48f6-9e52-9fcf366e00ad') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:01.450919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42fcf41-0df9-48f6-9e52-9fcf366e00ad') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:01.464741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.483051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d882f1bd-4d75-4c92-a98b-744667d48f54 None None] Network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:01.484715 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.491125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=d25211fc-0056-4d84-841e-6361cd17c557,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:01.492377 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:09:01.492843 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:09:01.503816 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:09:01.508270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:09:01.508906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5c285ac8-bb71-4fcd-8e87-b1d9824ddc7a not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:09:01.542622 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.resource_extend [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:09:01.606977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Pushing event updated for resources: {'Port': ['ID=fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:01.656341 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.658004 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.669454 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.673535 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "DELETE /v2.0/networks/b185e51c-09ab-40f6-99f7-83f292fe2b8a HTTP/1.1" status: 204 len: 168 time: 0.7112660 Dec 17 13:09:01.674283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c30d2c6e-a07c-444c-bc96-7ff9f0584a68 None None] Provisioning complete for port d25211fc-0056-4d84-841e-6361cd17c557 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:01.674790 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c30d2c6e-a07c-444c-bc96-7ff9f0584a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.693022 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bd686e62-b169-46e0-8307-2fff946bd7a5 req-f34d90d7-dec6-4a54-bf67-cc1fb857ba40 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 210 time: 0.0420275 Dec 17 13:09:01.700664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55582) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:01.729992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a0459-c668-4298-a457-e9e8b24b78bd tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event deleted for resources: {'Network': ['ID=b185e51c-09ab-40f6-99f7-83f292fe2b8a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:01.798951 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b110f8-37bb-4092-b6a9-7d2c6338cc02, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b110f8-37bb-4092-b6a9-7d2c6338cc02,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:01.818906 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.821900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '55b110f8-37bb-4092-b6a9-7d2c6338cc02', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'port_id': '55b110f8-37bb-4092-b6a9-7d2c6338cc02', 'mac_address': 'fa:16:3e:3b:6e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:09:01.857332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 64a1c441-3b5a-4e1d-8a79-962a176c064e completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:09:01.865009 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.908997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 64a1c441-3b5a-4e1d-8a79-962a176c064e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:01.909369 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.958285 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:01.975869 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b110f8-37bb-4092-b6a9-7d2c6338cc02 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:01.982725 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:02.047730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ab6383-1e37-4a50-96a4-e7754ce1b577']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:02.049609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b110f8-37bb-4092-b6a9-7d2c6338cc02, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b110f8-37bb-4092-b6a9-7d2c6338cc02,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:02.114414 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:02.125308 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbd0c9d-79ad-47c2-a0eb-1d85325b1797') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:02.125640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbd0c9d-79ad-47c2-a0eb-1d85325b1797') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:02.141829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a1c441-3b5a-4e1d-8a79-962a176c064e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:02.144203 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78a5165-008b-4f62-b261-5a3a3dd2d823" -d '{"events": [{"server_uuid": "f2a96998-4f53-4cfd-b745-a7b667276cb0", "name": "network-vif-plugged", "status": "completed", "tag": "64a1c441-3b5a-4e1d-8a79-962a176c064e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:02.152789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1d039-04e1-4b3d-ac28-0136b75f0ac9 req-961e5dcb-4c76-43c8-bf61-7d840d0a66f7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:02.158859 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dbb1d039-04e1-4b3d-ac28-0136b75f0ac9 req-961e5dcb-4c76-43c8-bf61-7d840d0a66f7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 943 time: 0.1532087 Dec 17 13:09:02.166811 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:02.167313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 64a1c441-3b5a-4e1d-8a79-962a176c064e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=64a1c441-3b5a-4e1d-8a79-962a176c064e,segment=NetworkSegment(369d8759-302c-423e-bc72-121c1556834f),segment_id=369d8759-302c-423e-bc72-121c1556834f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:02.188439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e4c431-9dfa-4d15-9473-733d769d12b8 None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:09:02.239584 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dbb1d039-04e1-4b3d-ac28-0136b75f0ac9 req-270eba65-e0ab-4c37-973c-178951969e16 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690908 Dec 17 13:09:02.483874 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:02.501957 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:02.529110 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070801b3-c801-4782-a657-ffd79fe14a70 x-openstack-request-id: req-070801b3-c801-4782-a657-ffd79fe14a70 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:02.529613 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a96998-4f53-4cfd-b745-a7b667276cb0", "name": "network-vif-plugged", "status": "completed", "tag": "64a1c441-3b5a-4e1d-8a79-962a176c064e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:02.530042 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-070801b3-c801-4782-a657-ffd79fe14a70 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:02.530960 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a1c441-3b5a-4e1d-8a79-962a176c064e', 'code': 200} Dec 17 13:09:02.628376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55606) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:02.628565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d25211fc-0056-4d84-841e-6361cd17c557 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:02.671279 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-448f4a73-0c19-44f0-95d5-e0bf27739ad8 req-7e8b4d08-39ba-4894-b4e8-29d5c9c161f7 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 210 time: 0.0415907 Dec 17 13:09:02.682140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8c3d3-223f-4803-a5f1-fbb2a88b5402 req-811d0225-6a72-43be-8fb6-c8ca6ba7d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:02.683879 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecc8c3d3-223f-4803-a5f1-fbb2a88b5402 req-811d0225-6a72-43be-8fb6-c8ca6ba7d780 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0934417 Dec 17 13:09:02.729874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-3ebcce40-5040-4438-944b-a90a273b0314 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:02.731637 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-3ebcce40-5040-4438-944b-a90a273b0314 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.61 "GET /v2.0/networks?id=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca HTTP/1.1" status: 200 len: 821 time: 0.1326799 Dec 17 13:09:02.733627 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:02.749333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['55b110f8-37bb-4092-b6a9-7d2c6338cc02'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:09:02.775709 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecc8c3d3-223f-4803-a5f1-fbb2a88b5402 req-975eb056-fde6-454a-8de0-eb82cb0c3dc7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822484 Dec 17 13:09:02.803597 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:02.809764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Pushing event updated for resources: {'Port': ['ID=d9a802d5-7d83-41eb-9530-29bbe6624292,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:02.834161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5d549ad2-efd5-4c82-ae83-ad792c0b3021 None None] Provisioning complete for port d25211fc-0056-4d84-841e-6361cd17c557 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:02.834763 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5d549ad2-efd5-4c82-ae83-ad792c0b3021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:02.837191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Network fdc82255-9024-4b15-93c5-ff7d8f32184b is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:02.860818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Request body: {'port': {'device_id': '92e9ecbb-c808-4003-89aa-f923705e80b2', 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca', 'admin_state_up': True, 'tenant_id': '4ee878595d1f49febcbe7d8424c2e994'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:02.870510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:09:02.870930 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:02.886398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b110f8-37bb-4092-b6a9-7d2c6338cc02,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:02.919952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-network', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:02.965387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153f08b-1fab-4301-abdf-90c55a80deb9 req-b798d25c-9335-4b26-af81-fae64143159b tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:02.974568 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f153f08b-1fab-4301-abdf-90c55a80deb9 req-b798d25c-9335-4b26-af81-fae64143159b tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 945 time: 0.8784397 Dec 17 13:09:02.977620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:02.981240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:02.984818 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:02.987900 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5e43c-702f-4af1-9e83-d1874b0cd4cd req-84cc2e24-47f9-40f1-baf2-ba91bfa57b3c tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:02.989822 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ae5e43c-702f-4af1-9e83-d1874b0cd4cd req-84cc2e24-47f9-40f1-baf2-ba91bfa57b3c tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 932 time: 0.0855806 Dec 17 13:09:03.042190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e4c431-9dfa-4d15-9473-733d769d12b8 None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:09:03.082985 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:09:03.092325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:03.097413 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:03.103936 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] 10.222.0.59 "DELETE /v2.0/networks/38ab6383-1e37-4a50-96a4-e7754ce1b577 HTTP/1.1" status: 204 len: 168 time: 1.3992133 Dec 17 13:09:03.127973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=64a1c441-3b5a-4e1d-8a79-962a176c064e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:03.153125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d25211fc-0056-4d84-841e-6361cd17c557 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:03.153677 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:03.238787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840605af-5a19-45c4-89fe-fc1f2177c9cc tempest-BulkNetworkOpsTest-1369545216 tempest-BulkNetworkOpsTest-1369545216-project] Pushing event deleted for resources: {'Network': ['ID=38ab6383-1e37-4a50-96a4-e7754ce1b577,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:03.245261 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f153f08b-1fab-4301-abdf-90c55a80deb9 req-2da54463-8245-4089-9955-0a525871b77c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696927 Dec 17 13:09:03.398200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55618) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:03.409042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Made reservation on behalf of 3fd22a158e1943a9ba7adec5ac725163 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:03.411560 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:03.431606 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:03.474929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ae5e43c-702f-4af1-9e83-d1874b0cd4cd req-dc503714-9fc3-46e8-a2e2-18f168c3624d tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682353 Dec 17 13:09:03.485850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:03.631040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:03.631040 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:03.729157 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:03.759557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55624) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:03.813808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a1387-3748-45d4-9132-46b018c0e704 req-8d9e29a8-ab1a-4f9d-847e-ea379ed53546 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:03.815183 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:03.822353 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03a1387-3748-45d4-9132-46b018c0e704 req-8d9e29a8-ab1a-4f9d-847e-ea379ed53546 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 944 time: 0.2136819 Dec 17 13:09:03.874013 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-b8928c3a-f321-4701-8f12-bd7591ab3692 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1790688 Dec 17 13:09:03.930149 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-722802f5-61f0-415f-b5b1-1c7cf047a158 req-0770d26b-278a-454a-b829-9cac989e44b9 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 210 time: 0.1187580 Dec 17 13:09:03.942917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:09:03.956956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Request body: {'port': {'device_id': '1257f387-33b8-47b2-91c4-d9bbe4d7191c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:03.968914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613cf3a7-878a-4a3a-a399-d39f042419cc,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:04.000701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ce7052-1d4e-44fa-be71-1850c8abc2ce None None] DHCP port deletion for fdc82255-9024-4b15-93c5-ff7d8f32184b request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:04.016881 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.017332 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Added segment 4b18d35b-c0dd-4b4f-8d90-778c084e1171 of type vlan for network e16b8094-9765-429e-b3f9-d6069186d4a7 Dec 17 13:09:04.043063 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.045659 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Made reservation on behalf of 4ee878595d1f49febcbe7d8424c2e994 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:04.049537 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.073936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Provisioning complete for port f4b63d25-9bfe-4a67-b95b-ca4ea1b369da triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:04.074660 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.080606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:09:04.135931 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.205538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9024b088-139e-4013-a112-b4dc15317586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.206592 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Provisioning complete for port a2292c60-a88a-4635-ad93-1e181714712d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:04.207474 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.219296 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e03a1387-3748-45d4-9132-46b018c0e704 req-adf75b5e-6075-49e5-aebe-81cbd15ecce2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958776 Dec 17 13:09:04.254388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.255373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:04.256178 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.342274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Provisioning complete for port 074b1901-64f9-4f49-a38c-42e021580434 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:04.342846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.367821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] Pushing event updated for resources: {'Network': ['ID=e16b8094-9765-429e-b3f9-d6069186d4a7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:04.389343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e16b8094-9765-429e-b3f9-d6069186d4a7 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:09:04.448558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Allocated IP 172.20.0.2 (fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca/cef3889a-8a1b-4fb4-b12a-7cba10c6885a/067fd925-8400-4519-a621-dc74cd07c6d7) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:04.473468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-05daea04-7682-4f7a-97ce-d218e8999e60 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8423231 Dec 17 13:09:04.489069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55630) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:04.496608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-75a8d2c0-1a02-4e64-9525-eee9b703e4b4 admin admin] Request body: {'subnet': {'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-subnet', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:04.513534 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2204bed5-5131-4d8f-98de-494c077832d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7fa7c75cc4764cbcaffa717bc3832268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7502599 Dec 17 13:09:04.523543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55634) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:04.551526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Provisioning complete for port d9a802d5-7d83-41eb-9530-29bbe6624292 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:04.552401 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.580844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8619f8-dba2-4f57-ab9c-ac18282ec2e0 req-cf89113d-779a-44b9-a8af-9535126f1b1f tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:04.582408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d8619f8-dba2-4f57-ab9c-ac18282ec2e0 req-cf89113d-779a-44b9-a8af-9535126f1b1f tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 946 time: 0.1954508 Dec 17 13:09:04.593173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Port d9a802d5-7d83-41eb-9530-29bbe6624292 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:04.607364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Provisioning complete for port 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:04.607745 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.619314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:04.632205 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Sync routers for ids ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:04.643022 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Routers {'47a3e0ee-4f95-4efa-b9d8-0777936efb2b'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:04.643734 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:04.673550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17523887-2213-4f9d-9e6b-3598807acde5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.690915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a8d2c0-1a02-4e64-9525-eee9b703e4b4 admin admin] Made reservation on behalf of 3fd22a158e1943a9ba7adec5ac725163 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:04.693276 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75a8d2c0-1a02-4e64-9525-eee9b703e4b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.719461 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d8619f8-dba2-4f57-ab9c-ac18282ec2e0 req-83cb2566-29e6-41c2-b403-04a433e9961d tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214838 Dec 17 13:09:04.776849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Provisioning complete for port 5419c708-a6d6-4767-acc7-77740a53e7f3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:04.777222 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.779057 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Set router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:04.783089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17523887-2213-4f9d-9e6b-3598807acde5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.896064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Provisioning complete for port cd0832fd-6bc9-433b-9c90-091ada78c5e8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:04.896434 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.955481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Port cd0832fd-6bc9-433b-9c90-091ada78c5e8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:04.972900 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a802d5-7d83-41eb-9530-29bbe6624292 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:04.982922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Provisioning complete for port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:04.983394 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.985029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:04.991487 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:09:01Z', 'revision_number': 3, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:05.002453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64485655-0cc9-4faf-b14f-aff1db14c46b req-fb0bf73f-dd21-4542-b0ac-15a2b08db134 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:05.003562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Transition to ACTIVE for port object d9a802d5-7d83-41eb-9530-29bbe6624292 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:09:05.004224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-64485655-0cc9-4faf-b14f-aff1db14c46b req-fb0bf73f-dd21-4542-b0ac-15a2b08db134 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 946 time: 0.1516960 Dec 17 13:09:05.027625 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Checking router: 47a3e0ee-4f95-4efa-b9d8-0777936efb2b for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:09:05.027977 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Updating router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:09:05.028146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55640) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:05.036321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a0631599-efbe-4846-81ed-2844df12ab97 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Request body: {'floatingip': {'port_id': '64a1c441-3b5a-4e1d-8a79-962a176c064e'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:05.061377 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.064660 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:05.082351 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.096537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Provisioning complete for port 06932ef6-507e-4e48-839f-3d9bd6cc692a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:05.097170 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.106487 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17523887-2213-4f9d-9e6b-3598807acde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.111208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17523887-2213-4f9d-9e6b-3598807acde5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.115327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-17523887-2213-4f9d-9e6b-3598807acde5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0eb715ab-d9a6-4f0e-9046-e8bea966aae2 HTTP/1.1" status: 204 len: 168 time: 0.5869315 Dec 17 13:09:05.126930 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0631599-efbe-4846-81ed-2844df12ab97 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.139405 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.150790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9024b088-139e-4013-a112-b4dc15317586 admin admin] Deleting port 62cc0989-e1e8-472e-86d2-9332f639b6b3 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:05.151135 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9024b088-139e-4013-a112-b4dc15317586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.160811 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50d6bc-6640-4252-8aa2-a1b6a97dc997 req-a45a6d7e-94d2-4825-ab75-bb54d358c208 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:05.170358 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bc50d6bc-6640-4252-8aa2-a1b6a97dc997 req-a45a6d7e-94d2-4825-ab75-bb54d358c208 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 932 time: 0.5768766 Dec 17 13:09:05.223650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d87888d0-eddb-4234-bf42-050dbd7b5146 None None] Port 06932ef6-507e-4e48-839f-3d9bd6cc692a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:05.234576 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b110f8-37bb-4092-b6a9-7d2c6338cc02 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:05.263949 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f1634e-d845-441c-8fb8-66a9ad098288 None None] DHCP port deletion for fdc82255-9024-4b15-93c5-ff7d8f32184b request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:05.291573 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bc50d6bc-6640-4252-8aa2-a1b6a97dc997 req-1fd3d778-1f3f-4e8f-aabb-052706489505 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131108 Dec 17 13:09:05.356820 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.364417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 55b110f8-37bb-4092-b6a9-7d2c6338cc02 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:09:05.373125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 55b110f8-37bb-4092-b6a9-7d2c6338cc02 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:05.374130 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.457279 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.458913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-33ed1ded-26d8-489c-8787-30477f7e6c6c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0081642 Dec 17 13:09:05.469903 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.483253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17523887-2213-4f9d-9e6b-3598807acde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb715ab-d9a6-4f0e-9046-e8bea966aae2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:05.498448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55648) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:05.500652 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0372cf62-66a3-491c-a50c-984b64839214 req-c1fc5194-425a-4bc8-9924-61ceeb27c907 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 210 time: 0.3614180 Dec 17 13:09:05.512111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-9024b088-139e-4013-a112-b4dc15317586 admin admin] For port 62cc0989-e1e8-472e-86d2-9332f639b6b3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=62cc0989-e1e8-472e-86d2-9332f639b6b3,segment=NetworkSegment(abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1),segment_id=abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:05.515536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Attempting to bind port d9a802d5-7d83-41eb-9530-29bbe6624292 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:05.516403 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9024b088-139e-4013-a112-b4dc15317586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.516894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Attempting to bind port d9a802d5-7d83-41eb-9530-29bbe6624292 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'd661ae87-aaa6-40b3-91c1-20bcb74e85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fdc82255-9024-4b15-93c5-ff7d8f32184b'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:05.517376 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Attempting to bind port d9a802d5-7d83-41eb-9530-29bbe6624292 on network fdc82255-9024-4b15-93c5-ff7d8f32184b {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:05.521024 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.525537 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75a8d2c0-1a02-4e64-9525-eee9b703e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.624867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9024b088-139e-4013-a112-b4dc15317586 admin admin] Calling delete_port for 62cc0989-e1e8-472e-86d2-9332f639b6b3 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:05.631290 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Attempting to bind port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:05.631757 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:05.632131 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Attempting to bind port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:05.632501 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Attempting to bind port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:05.638261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Port d9a802d5-7d83-41eb-9530-29bbe6624292 on network fdc82255-9024-4b15-93c5-ff7d8f32184b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:09:05.638618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Attempting to bind port d9a802d5-7d83-41eb-9530-29bbe6624292 on network fdc82255-9024-4b15-93c5-ff7d8f32184b {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:05.644759 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:05.650040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a802d5-7d83-41eb-9530-29bbe6624292,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:05.665084 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:05.665714 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:05.666135 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.666238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:05.667219 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:05.667743 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Bound port: fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:05.668138 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.687892 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b60f900-4327-4651-b7b5-f5fed6edfc5e None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:05.689977 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944876af-4d3a-45c3-87c7-4a1d346bbb37 None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:05.714328 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.763538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:05.763538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Checking segment: {'id': 'd661ae87-aaa6-40b3-91c1-20bcb74e85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fdc82255-9024-4b15-93c5-ff7d8f32184b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:05.763538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Bound using segment: {'id': 'd661ae87-aaa6-40b3-91c1-20bcb74e85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fdc82255-9024-4b15-93c5-ff7d8f32184b'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:05.763538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Bound port: d9a802d5-7d83-41eb-9530-29bbe6624292, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd661ae87-aaa6-40b3-91c1-20bcb74e85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'fdc82255-9024-4b15-93c5-ff7d8f32184b'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:05.763538 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.768338 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Pushing event updated for resources: {'Port': ['ID=fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:05.782332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b110f8-37bb-4092-b6a9-7d2c6338cc02, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b110f8-37bb-4092-b6a9-7d2c6338cc02,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:05.786766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b4d769-57da-41f1-b4a1-baaf1f54ef57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b110f8-37bb-4092-b6a9-7d2c6338cc02'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:05.789714 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a899dcc-9579-4523-81c5-a264c7ffd9a9" -d '{"events": [{"server_uuid": "f0b4d769-57da-41f1-b4a1-baaf1f54ef57", "name": "network-vif-plugged", "status": "completed", "tag": "55b110f8-37bb-4092-b6a9-7d2c6338cc02"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:05.796289 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.797670 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.798198 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.800082 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.801189 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.801737 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.802447 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.803079 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.804336 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.804888 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.805417 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.805959 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.806463 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:05.846491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-918ce719-558a-4e76-b362-1d2f496db02d None None] Provisioning complete for port 067fd925-8400-4519-a621-dc74cd07c6d7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:05.848239 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-918ce719-558a-4e76-b362-1d2f496db02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.888888 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edbd946-fb6c-4711-8619-71f0d2bcaec5 x-openstack-request-id: req-4edbd946-fb6c-4711-8619-71f0d2bcaec5 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:05.889482 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b4d769-57da-41f1-b4a1-baaf1f54ef57", "name": "network-vif-plugged", "status": "completed", "tag": "55b110f8-37bb-4092-b6a9-7d2c6338cc02", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:05.889958 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4edbd946-fb6c-4711-8619-71f0d2bcaec5 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:05.890551 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b4d769-57da-41f1-b4a1-baaf1f54ef57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b110f8-37bb-4092-b6a9-7d2c6338cc02', 'code': 200} Dec 17 13:09:05.891129 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] For port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:05.895643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event updated for resources: {'Port': ['ID=067fd925-8400-4519-a621-dc74cd07c6d7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:05.898782 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.916527 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] For port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:05.937388 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.942619 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:05.943142 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.949993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-918ce719-558a-4e76-b362-1d2f496db02d None None] Port 067fd925-8400-4519-a621-dc74cd07c6d7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:05.962169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce532b92-e149-4830-95df-037c0caaecc4 req-e7fc77de-e936-4fd3-bf54-8d9696b00bd2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:05.969496 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce532b92-e149-4830-95df-037c0caaecc4 req-e7fc77de-e936-4fd3-bf54-8d9696b00bd2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 944 time: 0.4929638 Dec 17 13:09:05.974521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b110f8-37bb-4092-b6a9-7d2c6338cc02,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:05.981887 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-918ce719-558a-4e76-b362-1d2f496db02d None None] Provisioning complete for port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:05.982445 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-918ce719-558a-4e76-b362-1d2f496db02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:05.995372 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8d2c0-1a02-4e64-9525-eee9b703e4b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d474f1c-9141-4e9d-9cda-36607a65bd0f,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:06.035800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-918ce719-558a-4e76-b362-1d2f496db02d None None] Port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:06.084605 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:06.087236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] For port d9a802d5-7d83-41eb-9530-29bbe6624292, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:06.156643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4837be0-79cf-405d-8a57-120757a6f107 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:06.166386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] For port d9a802d5-7d83-41eb-9530-29bbe6624292, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d9a802d5-7d83-41eb-9530-29bbe6624292,segment=NetworkSegment(d661ae87-aaa6-40b3-91c1-20bcb74e85ca),segment_id=d661ae87-aaa6-40b3-91c1-20bcb74e85ca)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:06.167293 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b6aac-6737-4077-9924-e61a905c3e63 None None] Pushing event updated for resources: {'Port': ['ID=fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:06.167407 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5e7a348f-4e24-4840-9127-b3cb548e9e98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3611083 Dec 17 13:09:06.186713 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce532b92-e149-4830-95df-037c0caaecc4 req-057ab76f-7d34-4786-b3af-242fd4073ce4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131474 Dec 17 13:09:06.188574 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Routers {'47a3e0ee-4f95-4efa-b9d8-0777936efb2b'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:06.189636 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:06.198168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Request body: {'port': {'device_id': '92e9ecbb-c808-4003-89aa-f923705e80b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:06.251917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a8d2c0-1a02-4e64-9525-eee9b703e4b4 admin admin] Checking segment: {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:06.252952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a8d2c0-1a02-4e64-9525-eee9b703e4b4 admin admin] Network hostable DHCP agents. Network: e16b8094-9765-429e-b3f9-d6069186d4a7, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:09:06.261963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:06.291602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2fc75-924b-4900-9de9-c48142db387c req-b8f7411c-5abb-4f4b-9fcf-1dda8ef4348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:06.293259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11e2fc75-924b-4900-9de9-c48142db387c req-b8f7411c-5abb-4f4b-9fcf-1dda8ef4348e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 1096 time: 0.2834082 Dec 17 13:09:06.305975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-74979882-3f08-43c7-a1b3-8166213b94cb None None] Provisioning complete for port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:06.307126 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-74979882-3f08-43c7-a1b3-8166213b94cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:06.373042 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] Set router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:06.399005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11e2fc75-924b-4900-9de9-c48142db387c req-51e776c0-b784-47de-9328-995dbf5241a2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737612 Dec 17 13:09:06.453554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9024b088-139e-4013-a112-b4dc15317586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:06.490005 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-74979882-3f08-43c7-a1b3-8166213b94cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:06.511043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a8d2c0-1a02-4e64-9525-eee9b703e4b4 admin admin] Network e16b8094-9765-429e-b3f9-d6069186d4a7 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:09:06.544829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-74979882-3f08-43c7-a1b3-8166213b94cb None None] For port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:06.605197 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-74979882-3f08-43c7-a1b3-8166213b94cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:06.721615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74979882-3f08-43c7-a1b3-8166213b94cb None None] Pushing event updated for resources: {'Port': ['ID=fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:06.722047 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:09:01Z', 'revision_number': 3, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:06.774574 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5508cfb-ea70-4c5e-b646-491df0a4ebab None None] The sync data for ids ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'] in n-d-815324-5 is: [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:09:01Z', 'revision_number': 3, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:06.843927 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:06.847805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55672) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:06.865311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb5c300-3f60-4f1a-b240-bca8312f0d66 None None] DHCP port deletion for fdc82255-9024-4b15-93c5-ff7d8f32184b request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:06.894357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:06.894985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:06.896443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] 10.222.0.54 "PUT /v2.0/ports/d9a802d5-7d83-41eb-9530-29bbe6624292 HTTP/1.1" status: 200 len: 1092 time: 2.9597392 Dec 17 13:09:06.899038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1257f387-33b8-47b2-91c4-d9bbe4d7191c', 'tag': 'd9a802d5-7d83-41eb-9530-29bbe6624292'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:06.908663 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dac288-f8fb-4047-98d0-819f86e88a68" -d '{"events": [{"name": "network-changed", "server_uuid": "1257f387-33b8-47b2-91c4-d9bbe4d7191c", "tag": "d9a802d5-7d83-41eb-9530-29bbe6624292"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:06.962688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024b088-139e-4013-a112-b4dc15317586 admin admin] Pushing event deleted for resources: {'Port': ['ID=62cc0989-e1e8-472e-86d2-9332f639b6b3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:06.994120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039aa2f-9fba-4f27-a969-c90a409c6b95 req-582a9bb8-8dcc-4d72-a22a-87a167617521 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:07.002345 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b039aa2f-9fba-4f27-a969-c90a409c6b95 req-582a9bb8-8dcc-4d72-a22a-87a167617521 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 931 time: 0.1986790 Dec 17 13:09:07.062865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588ce96-311d-4c0d-bad6-02345437bd75 req-b62d9d96-bf4c-4b13-92b7-f6d104493dca tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:07.064477 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7588ce96-311d-4c0d-bad6-02345437bd75 req-b62d9d96-bf4c-4b13-92b7-f6d104493dca tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 944 time: 0.6320305 Dec 17 13:09:07.074819 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c111b-49aa-47f3-8111-3e01ee237838 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a802d5-7d83-41eb-9530-29bbe6624292,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:07.080912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-75a8d2c0-1a02-4e64-9525-eee9b703e4b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e16b8094-9765-429e-b3f9-d6069186d4a7) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:07.091257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc903e10-2fcc-43d6-9312-6f200de81020 None None] Network e16b8094-9765-429e-b3f9-d6069186d4a7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:07.133406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a8d2c0-1a02-4e64-9525-eee9b703e4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:07.133713 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e3398952-dabc-41a2-af17-205bef8ccf45 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] Request body: {'port': {'network_id': 'a2918ef5-4e9d-42c5-b6f6-c1881bce16f7', 'name': 'tempest-NetworksNegativeTestJSON-276337267'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:07.134966 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75a8d2c0-1a02-4e64-9525-eee9b703e4b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:07.251833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.resource_extend [None req-a0631599-efbe-4846-81ed-2844df12ab97 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:09:07.291500 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3398952-dabc-41a2-af17-205bef8ccf45 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] POST failed (client error): The resource could not be found. Dec 17 13:09:07.292035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3398952-dabc-41a2-af17-205bef8ccf45 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:09:07.293223 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e3398952-dabc-41a2-af17-205bef8ccf45 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4394064 Dec 17 13:09:07.312657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-e16b8094-9765-429e-b3f9-d6069186d4a7', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:09:07.313691 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:07.317720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b039aa2f-9fba-4f27-a969-c90a409c6b95 req-0875cc3d-3153-4bc9-81cc-dd542eb21267 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092175 Dec 17 13:09:07.321378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55680) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:07.411627 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bb10e5-76ce-4b7f-8ecc-9c34fc02f012 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] DELETE failed (client error): The resource could not be found. Dec 17 13:09:07.417742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31bb10e5-76ce-4b7f-8ecc-9c34fc02f012 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:09:07.434800 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-31bb10e5-76ce-4b7f-8ecc-9c34fc02f012 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] 10.222.0.59 "DELETE /v2.0/networks/6037edd7-d3ae-479e-88a5-738cb1419c89 HTTP/1.1" status: 404 len: 339 time: 0.1048069 Dec 17 13:09:07.445697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55684) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:07.467082 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-75a8d2c0-1a02-4e64-9525-eee9b703e4b4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.9737222 Dec 17 13:09:07.494820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55686) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:07.503444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:07.522108 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0631599-efbe-4846-81ed-2844df12ab97 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:07.537200 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9024b088-139e-4013-a112-b4dc15317586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:07.537200 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64a33ab-f528-4206-85a5-83554e84f0d2 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] DELETE failed (client error): The resource could not be found. Dec 17 13:09:07.537200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64a33ab-f528-4206-85a5-83554e84f0d2 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:09:07.544256 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e64a33ab-f528-4206-85a5-83554e84f0d2 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] 10.222.0.59 "DELETE /v2.0/ports/9da1285e-a3df-4504-9db9-181c58685d6e HTTP/1.1" status: 404 len: 333 time: 0.0915942 Dec 17 13:09:07.553915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55688) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:07.559193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7588ce96-311d-4c0d-bad6-02345437bd75 req-bf2740f0-b7eb-43e7-b5cc-7d7bd8f7099b tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841518 Dec 17 13:09:07.585498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Allocated IP 172.20.0.2 (e16b8094-9765-429e-b3f9-d6069186d4a7/1d474f1c-9141-4e9d-9cda-36607a65bd0f/f832ffe2-b6eb-4d2e-9e99-4e71e7506273) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:07.626117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-6525b8a0-893b-4dd4-86d9-441b0d43ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:07.626749 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0631599-efbe-4846-81ed-2844df12ab97 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:07.628359 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-6525b8a0-893b-4dd4-86d9-441b0d43ed8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d27b595aa8a44866994a35c2124018df&device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 1095 time: 0.5503256 Dec 17 13:09:07.632292 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef779243-1d54-427c-b794-5edf8b0f9e49 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] DELETE failed (client error): The resource could not be found. Dec 17 13:09:07.633263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef779243-1d54-427c-b794-5edf8b0f9e49 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:09:07.636866 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ef779243-1d54-427c-b794-5edf8b0f9e49 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] 10.222.0.59 "DELETE /v2.0/subnets/ddf5b44f-19de-48b4-acb7-024c95de12f1 HTTP/1.1" status: 404 len: 337 time: 0.0762768 Dec 17 13:09:07.645164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55690) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:07.690402 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55eb352-ab10-4afb-a092-6d595fc7aee7 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] GET failed (client error): The resource could not be found. Dec 17 13:09:07.691807 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d55eb352-ab10-4afb-a092-6d595fc7aee7 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] 10.222.0.59 "GET /v2.0/networks/adcac9c3-d632-44e1-a779-8ba5f3c6de62 HTTP/1.1" status: 404 len: 339 time: 0.0419099 Dec 17 13:09:07.701124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55692) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:07.775918 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-904bbd4f-5b30-45ce-bc9b-a23b1249eaab tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] GET failed (client error): The resource could not be found. Dec 17 13:09:07.777418 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-904bbd4f-5b30-45ce-bc9b-a23b1249eaab tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] 10.222.0.59 "GET /v2.0/ports/ef4c7ca8-568f-4503-8805-42dc6295098c HTTP/1.1" status: 404 len: 333 time: 0.0687742 Dec 17 13:09:07.780699 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e535e386-6d32-42dc-965b-f18c72a4788e x-openstack-request-id: req-e535e386-6d32-42dc-965b-f18c72a4788e {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:07.780699 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1257f387-33b8-47b2-91c4-d9bbe4d7191c", "tag": "d9a802d5-7d83-41eb-9530-29bbe6624292", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:07.780699 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e535e386-6d32-42dc-965b-f18c72a4788e {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:07.781020 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1257f387-33b8-47b2-91c4-d9bbe4d7191c', 'tag': 'd9a802d5-7d83-41eb-9530-29bbe6624292', 'status': 'completed', 'code': 200} Dec 17 13:09:07.788032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55694) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:07.794624 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-6061778a-f281-4725-be3f-5357f9ece687 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9a802d5-7d83-41eb-9530-29bbe6624292 HTTP/1.1" status: 200 len: 217 time: 0.1479177 Dec 17 13:09:07.807213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:07.844160 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:07.884470 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9db3b3f-e182-4cf4-aa21-272def1b95c7 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] GET failed (client error): The resource could not be found. Dec 17 13:09:07.889468 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a9db3b3f-e182-4cf4-aa21-272def1b95c7 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] 10.222.0.59 "GET /v2.0/subnets/9cb0e129-a28a-435c-88ea-84fba020902b HTTP/1.1" status: 404 len: 337 time: 0.0967562 Dec 17 13:09:07.896047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55696) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:07.902082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a101af22-05be-4eea-a953-642ac6c09fa8 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:07.912835 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:07.914099 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:07.925135 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:07.937190 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a101af22-05be-4eea-a953-642ac6c09fa8 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] PUT failed (client error): The resource could not be found. Dec 17 13:09:07.937772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a101af22-05be-4eea-a953-642ac6c09fa8 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:09:07.943195 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a101af22-05be-4eea-a953-642ac6c09fa8 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] 10.222.0.59 "PUT /v2.0/networks/e6d45e24-29e0-48df-9da3-0a2293a858b8 HTTP/1.1" status: 404 len: 339 time: 0.0419509 Dec 17 13:09:07.948260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55698) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:07.959866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-31d1ad7d-e1eb-4358-956a-9dd04a5693d1 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:07.963960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11bc09-09ab-4969-8365-2157a5b16bbb req-d840d50b-1588-4069-aa8e-2c9da5ceca71 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:07.965739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d11bc09-09ab-4969-8365-2157a5b16bbb req-d840d50b-1588-4069-aa8e-2c9da5ceca71 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.2460063 Dec 17 13:09:07.987766 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-91a9df4d-58ad-4a82-b5be-4f54a6cccd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:07.991820 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-91a9df4d-58ad-4a82-b5be-4f54a6cccd20 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2fa1050a-87a2-4ded-ad74-01ac82316de9 HTTP/1.1" status: 200 len: 850 time: 0.1759646 Dec 17 13:09:07.997312 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-a0631599-efbe-4846-81ed-2844df12ab97 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Floating IP 2640f1ad-e085-4b0e-9444-1612925b0ea6 associated. External IP: 172.25.0.243, port: 64a1c441-3b5a-4e1d-8a79-962a176c064e. Dec 17 13:09:08.003852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Network e16b8094-9765-429e-b3f9-d6069186d4a7 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:08.007652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:08.013756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:08.017681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Pushing event updated for resources: {'Port': ['ID=f832ffe2-b6eb-4d2e-9e99-4e71e7506273,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:08.046055 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d1ad7d-e1eb-4358-956a-9dd04a5693d1 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] PUT failed (client error): The resource could not be found. Dec 17 13:09:08.046645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d1ad7d-e1eb-4358-956a-9dd04a5693d1 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:09:08.047833 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-31d1ad7d-e1eb-4358-956a-9dd04a5693d1 tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] 10.222.0.59 "PUT /v2.0/ports/52305414-ba75-4730-a37e-4f40c24e3444 HTTP/1.1" status: 404 len: 333 time: 0.0985928 Dec 17 13:09:08.056824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55700) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:08.068781 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a84d259f-53e5-4887-a7cc-5d9b3a15407d tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:08.094639 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:08.099319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Attempting to bind port f832ffe2-b6eb-4d2e-9e99-4e71e7506273 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:08.099764 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Attempting to bind port f832ffe2-b6eb-4d2e-9e99-4e71e7506273 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:08.100419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Attempting to bind port f832ffe2-b6eb-4d2e-9e99-4e71e7506273 on network e16b8094-9765-429e-b3f9-d6069186d4a7 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:08.106888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:08.107359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Checking segment: {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:08.107845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:08.108341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Bound using segment: {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:08.108914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Bound port: f832ffe2-b6eb-4d2e-9e99-4e71e7506273, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:08.109460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:08.118585 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-31ead863-73df-4b43-a915-cf5aeea6a001 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fdc82255-9024-4b15-93c5-ff7d8f32184b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857079 Dec 17 13:09:08.132312 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84d259f-53e5-4887-a7cc-5d9b3a15407d tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] PUT failed (client error): The resource could not be found. Dec 17 13:09:08.133340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84d259f-53e5-4887-a7cc-5d9b3a15407d tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:09:08.134743 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a84d259f-53e5-4887-a7cc-5d9b3a15407d tempest-NetworksNegativeTestJSON-544754597 tempest-NetworksNegativeTestJSON-544754597-project] 10.222.0.59 "PUT /v2.0/subnets/94ad85dd-67a1-467e-9dab-1c76b929aeb0 HTTP/1.1" status: 404 len: 337 time: 0.0770404 Dec 17 13:09:08.227749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] For port f832ffe2-b6eb-4d2e-9e99-4e71e7506273, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:08.235221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] For port f832ffe2-b6eb-4d2e-9e99-4e71e7506273, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f832ffe2-b6eb-4d2e-9e99-4e71e7506273,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:08.244517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9024b088-139e-4013-a112-b4dc15317586 admin admin] Router b4400e01-7879-4453-9329-1029da6b6a87 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:09:08.281227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067fd925-8400-4519-a621-dc74cd07c6d7 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:08.302195 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:08.315564 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:08.350278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Transition to ACTIVE for port object 067fd925-8400-4519-a621-dc74cd07c6d7 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:09:08.392478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Allocated IP 172.20.0.1 (866f9744-0ad7-4605-b6a9-5a43d6d75c8e/93edbd42-6373-4597-b8f6-ebe632d4afaf/9c45a429-35db-411a-abff-381c2c451237) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:08.421301 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-691594f8-361f-48ac-b8d7-a9d2a4434b8a service neutron] 10.222.0.54 "GET /v2.0/networks/fdc82255-9024-4b15-93c5-ff7d8f32184b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910364 Dec 17 13:09:08.424786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07a7f3-1213-4797-bb90-adc60ebc9f83 None None] Pushing event updated for resources: {'Port': ['ID=f832ffe2-b6eb-4d2e-9e99-4e71e7506273,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:08.448142 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d11bc09-09ab-4969-8365-2157a5b16bbb req-1fe45dd6-f113-4b82-94c7-775912a61f30 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725916 Dec 17 13:09:08.516014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:08.593017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:08.643153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f01b06-73ad-48c5-9e3a-03e4ef0cd6e7 None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:08.777084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9024b088-139e-4013-a112-b4dc15317586 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:08.786289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aae111-890c-421a-8b7e-67626114ba0a None None] Sync routers for ids ['b4400e01-7879-4453-9329-1029da6b6a87'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:08.797213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Pushing event updated for resources: {'Port': ['ID=067fd925-8400-4519-a621-dc74cd07c6d7,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:08.799046 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9024b088-139e-4013-a112-b4dc15317586 admin admin] 10.222.0.59 "PUT /v2.0/routers/b4400e01-7879-4453-9329-1029da6b6a87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3989279 Dec 17 13:09:08.808086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aae111-890c-421a-8b7e-67626114ba0a None None] Routers {'b4400e01-7879-4453-9329-1029da6b6a87'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:08.808772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e7aae111-890c-421a-8b7e-67626114ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b4400e01-7879-4453-9329-1029da6b6a87'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:08.831093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55710) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:08.911126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:08.926761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c3c15-43ba-4e4c-a973-b4ae4ca9f836 req-a120884c-a5cf-4b85-89e2-c5e1880a9d49 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:08.928324 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c7c3c15-43ba-4e4c-a973-b4ae4ca9f836 req-a120884c-a5cf-4b85-89e2-c5e1880a9d49 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 943 time: 0.4949028 Dec 17 13:09:08.928833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55712) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:08.965708 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ff94928-3deb-4c54-953d-2f5e4c98598b req-68d8bfdc-f8cb-4b21-9d16-714e38cde50a service neutron] 10.222.0.54 "GET /v2.0/networks/fdc82255-9024-4b15-93c5-ff7d8f32184b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300198 Dec 17 13:09:09.007000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d2588-ace7-42f0-80bb-7e85d48429af req-88d0d2bc-8b1b-4ea5-8f24-fc833e851eb0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:09.009713 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a51d2588-ace7-42f0-80bb-7e85d48429af req-88d0d2bc-8b1b-4ea5-8f24-fc833e851eb0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 944 time: 0.2672820 Dec 17 13:09:09.060238 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.067372 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Attempting to bind port 067fd925-8400-4519-a621-dc74cd07c6d7 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:09.067711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Attempting to bind port 067fd925-8400-4519-a621-dc74cd07c6d7 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:09.068185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Attempting to bind port 067fd925-8400-4519-a621-dc74cd07c6d7 on network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:09.071640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e7aae111-890c-421a-8b7e-67626114ba0a None None] Set router b4400e01-7879-4453-9329-1029da6b6a87 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:09.081191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a51d2588-ace7-42f0-80bb-7e85d48429af req-2ddd0f21-474e-48ce-8371-6ee8c6236bdf tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626113 Dec 17 13:09:09.092009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0631599-efbe-4846-81ed-2844df12ab97 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Router a3182589-7fe1-4375-9e45-8d44a0704bd5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:09:09.162506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Port 067fd925-8400-4519-a621-dc74cd07c6d7 on network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:09:09.165560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Attempting to bind port 067fd925-8400-4519-a621-dc74cd07c6d7 on network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:09.208384 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e6c2e041-f0b6-4516-8ee9-6d89f1a3a5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.255496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:09.256144 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.262939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:09.263288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Checking segment: {'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:09.263688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Bound using segment: {'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:09.264148 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Bound port: 067fd925-8400-4519-a621-dc74cd07c6d7, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:09.264517 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.284897 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.301449 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c7c3c15-43ba-4e4c-a973-b4ae4ca9f836 req-1e9e2b8c-603d-407a-b51c-02a8cc2ebaba tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502269 Dec 17 13:09:09.335329 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.438303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:09.454833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:09.458133 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e7aae111-890c-421a-8b7e-67626114ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'name': 'tempest-AttachSCSIVolumeTestJSON-215670729-router', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '074b1901-64f9-4f49-a38c-42e021580434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:17Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 5, 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'gw_port': {'id': '074b1901-64f9-4f49-a38c-42e021580434', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:42:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:19Z', 'updated_at': '2021-12-17T13:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:09.462224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Pushing event updated for resources: {'Port': ['ID=9c45a429-35db-411a-abff-381c2c451237,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:09.465123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dac288-f8fb-4047-98d0-819f86e88a68 req-83284909-a418-4a81-9d93-deeab66103a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:09.466734 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4dac288-f8fb-4047-98d0-819f86e88a68 req-83284909-a418-4a81-9d93-deeab66103a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d27b595aa8a44866994a35c2124018df&device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 1095 time: 0.2933350 Dec 17 13:09:09.471616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:09.518372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aae111-890c-421a-8b7e-67626114ba0a None None] Checking router: b4400e01-7879-4453-9329-1029da6b6a87 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:09:09.546406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aae111-890c-421a-8b7e-67626114ba0a None None] Routers {'b4400e01-7879-4453-9329-1029da6b6a87'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:09.549418 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e7aae111-890c-421a-8b7e-67626114ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b4400e01-7879-4453-9329-1029da6b6a87'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:09.664773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] For port 067fd925-8400-4519-a621-dc74cd07c6d7, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:09.745298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] For port 067fd925-8400-4519-a621-dc74cd07c6d7, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=067fd925-8400-4519-a621-dc74cd07c6d7,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:09.770484 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.784137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e7aae111-890c-421a-8b7e-67626114ba0a None None] Set router b4400e01-7879-4453-9329-1029da6b6a87 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:09.817307 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e6c2e041-f0b6-4516-8ee9-6d89f1a3a5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.828402 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.857100 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903e9c-5061-4b71-9020-ab680c74ae17 req-6ce665cb-6531-4c9b-ba66-63d9bd83676f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:09.865302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cd903e9c-5061-4b71-9020-ab680c74ae17 req-6ce665cb-6531-4c9b-ba66-63d9bd83676f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.1325984 Dec 17 13:09:09.869520 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.875560 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.890395 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.948583 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e6c2e041-f0b6-4516-8ee9-6d89f1a3a5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:09.990837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dac288-f8fb-4047-98d0-819f86e88a68 req-a30d3724-ced9-42c9-9b55-fb5f2fa7da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:09.993926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4dac288-f8fb-4047-98d0-819f86e88a68 req-a30d3724-ced9-42c9-9b55-fb5f2fa7da7e service neutron] 10.222.0.54 "GET /v2.0/networks?id=fdc82255-9024-4b15-93c5-ff7d8f32184b HTTP/1.1" status: 200 len: 911 time: 0.5156238 Dec 17 13:09:10.013125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Allocated IP 172.25.0.186 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:10.013276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22337a7c-1613-43a1-ad0c-3dd6d486c65c None None] Network e16b8094-9765-429e-b3f9-d6069186d4a7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:10.017228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:10.017663 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:10.019154 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] 10.222.0.61 "PUT /v2.0/ports/067fd925-8400-4519-a621-dc74cd07c6d7 HTTP/1.1" status: 200 len: 1091 time: 3.8345783 Dec 17 13:09:10.024064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b97ff035-200c-49be-b407-16687e528779 None None] Provisioning complete for port 9c45a429-35db-411a-abff-381c2c451237 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:10.024260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e9ecbb-c808-4003-89aa-f923705e80b2', 'tag': '067fd925-8400-4519-a621-dc74cd07c6d7'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:10.024476 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b97ff035-200c-49be-b407-16687e528779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:10.026597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d183a21-0e2a-4bd7-a326-6cca7dccc509 None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:10.027248 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bad0c6-aee9-41d8-8445-73bdbb81cf20" -d '{"events": [{"name": "network-changed", "server_uuid": "92e9ecbb-c808-4003-89aa-f923705e80b2", "tag": "067fd925-8400-4519-a621-dc74cd07c6d7"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:10.043354 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2e041-f0b6-4516-8ee9-6d89f1a3a5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e28bbf0-52c4-4936-b3fd-fe58ca452bb3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:10.098147 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4dac288-f8fb-4047-98d0-819f86e88a68 req-03ca8343-dcee-42f6-ab58-0c69e82e04a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9a802d5-7d83-41eb-9530-29bbe6624292 HTTP/1.1" status: 200 len: 217 time: 0.0866358 Dec 17 13:09:10.112845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0631599-efbe-4846-81ed-2844df12ab97 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:10.127132 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a4dd5e-1999-4097-adbc-bdbc12d6abc1 x-openstack-request-id: req-43a4dd5e-1999-4097-adbc-bdbc12d6abc1 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:10.127132 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e9ecbb-c808-4003-89aa-f923705e80b2", "tag": "067fd925-8400-4519-a621-dc74cd07c6d7", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:10.128022 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43a4dd5e-1999-4097-adbc-bdbc12d6abc1 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:10.128022 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e9ecbb-c808-4003-89aa-f923705e80b2', 'tag': '067fd925-8400-4519-a621-dc74cd07c6d7', 'status': 'completed', 'code': 200} Dec 17 13:09:10.130035 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2754ad-e3c3-43d5-9bc6-3a62afcaa41c None None] Sync routers for ids ['a3182589-7fe1-4375-9e45-8d44a0704bd5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:10.130538 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e6c2e041-f0b6-4516-8ee9-6d89f1a3a5b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1042c4f69454451a888a83a9e517f0f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1883047 Dec 17 13:09:10.142037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55722) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:10.151673 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0631599-efbe-4846-81ed-2844df12ab97 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:10.174461 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2754ad-e3c3-43d5-9bc6-3a62afcaa41c None None] Routers {'a3182589-7fe1-4375-9e45-8d44a0704bd5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:10.175374 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-be2754ad-e3c3-43d5-9bc6-3a62afcaa41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a3182589-7fe1-4375-9e45-8d44a0704bd5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:10.189100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72ce36-06ed-4cdb-8f52-8dc04dd887fd service neutron] Pushing event updated for resources: {'Port': ['ID=067fd925-8400-4519-a621-dc74cd07c6d7,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:10.200720 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a0631599-efbe-4846-81ed-2844df12ab97 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "PUT /v2.0/floatingips/2640f1ad-e085-4b0e-9444-1612925b0ea6 HTTP/1.1" status: 200 len: 992 time: 5.1709216 Dec 17 13:09:10.204893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'tag': '64a1c441-3b5a-4e1d-8a79-962a176c064e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:10.207769 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a366ba-c553-4f27-aef7-4a02ea8604ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a96998-4f53-4cfd-b745-a7b667276cb0", "tag": "64a1c441-3b5a-4e1d-8a79-962a176c064e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:10.276018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cd903e9c-5061-4b71-9020-ab680c74ae17 req-93a08498-7571-40d1-aa22-b43ad2ee28ba tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101613 Dec 17 13:09:10.289532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:10.370772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b97ff035-200c-49be-b407-16687e528779 None None] Port 9c45a429-35db-411a-abff-381c2c451237 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:10.442407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e7aae111-890c-421a-8b7e-67626114ba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'name': 'tempest-AttachSCSIVolumeTestJSON-215670729-router', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '074b1901-64f9-4f49-a38c-42e021580434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:17Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 5, 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'gw_port': {'id': '074b1901-64f9-4f49-a38c-42e021580434', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:42:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:19Z', 'updated_at': '2021-12-17T13:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:10.454962 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4352a9-57aa-4b89-8492-96ca1dfb643a x-openstack-request-id: req-5d4352a9-57aa-4b89-8492-96ca1dfb643a {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:10.455163 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a96998-4f53-4cfd-b745-a7b667276cb0", "tag": "64a1c441-3b5a-4e1d-8a79-962a176c064e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:10.455491 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d4352a9-57aa-4b89-8492-96ca1dfb643a {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:10.460233 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'tag': '64a1c441-3b5a-4e1d-8a79-962a176c064e', 'status': 'completed', 'code': 200} Dec 17 13:09:10.472401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aae111-890c-421a-8b7e-67626114ba0a None None] The sync data for ids ['b4400e01-7879-4453-9329-1029da6b6a87'] in n-d-815324-5 is: [{'id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'name': 'tempest-AttachSCSIVolumeTestJSON-215670729-router', 'tenant_id': '1102a6f4361c4ee1aa00881df59e77fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '074b1901-64f9-4f49-a38c-42e021580434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:17Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 5, 'project_id': '1102a6f4361c4ee1aa00881df59e77fc', 'gw_port': {'id': '074b1901-64f9-4f49-a38c-42e021580434', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:42:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4400e01-7879-4453-9329-1029da6b6a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:19Z', 'updated_at': '2021-12-17T13:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:10.499802 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-be2754ad-e3c3-43d5-9bc6-3a62afcaa41c None None] Set router a3182589-7fe1-4375-9e45-8d44a0704bd5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:10.539408 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:10.552282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7baf6259-df66-4e83-a387-7e2ad30c4108 None None] Provisioning complete for port f832ffe2-b6eb-4d2e-9e99-4e71e7506273 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:10.552652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7baf6259-df66-4e83-a387-7e2ad30c4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:10.652584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:10.657059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a366ba-c553-4f27-aef7-4a02ea8604ac req-61be487a-9933-4608-bc19-1fe5dc038ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:10.658915 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3a366ba-c553-4f27-aef7-4a02ea8604ac req-61be487a-9933-4608-bc19-1fe5dc038ce0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe329ee832f349f28227c540eb053a5b&device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 1097 time: 0.1803980 Dec 17 13:09:10.665300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:10.666048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:10.692635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90cc87-9acf-4c7e-b8c9-bc51267fb05d None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:10.725501 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7baf6259-df66-4e83-a387-7e2ad30c4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:10.731066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dac288-f8fb-4047-98d0-819f86e88a68 req-896a8a3e-0165-4795-b92a-5d609fd143bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:10.733595 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4dac288-f8fb-4047-98d0-819f86e88a68 req-896a8a3e-0165-4795-b92a-5d609fd143bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2fa1050a-87a2-4ded-ad74-01ac82316de9 HTTP/1.1" status: 200 len: 850 time: 0.6147270 Dec 17 13:09:10.782620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:10.805551 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7baf6259-df66-4e83-a387-7e2ad30c4108 None None] For port f832ffe2-b6eb-4d2e-9e99-4e71e7506273, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f832ffe2-b6eb-4d2e-9e99-4e71e7506273,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:10.834822 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4dac288-f8fb-4047-98d0-819f86e88a68 req-e8e3dc7d-b19f-4dc5-85cc-42e6f7f3f433 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fdc82255-9024-4b15-93c5-ff7d8f32184b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795956 Dec 17 13:09:10.837127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bad0c6-aee9-41d8-8445-73bdbb81cf20 req-139d554b-18ba-4d40-94d0-caea6c6bba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:10.840106 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-69bad0c6-aee9-41d8-8445-73bdbb81cf20 req-139d554b-18ba-4d40-94d0-caea6c6bba76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ee878595d1f49febcbe7d8424c2e994&device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 1094 time: 0.6957653 Dec 17 13:09:10.891494 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7baf6259-df66-4e83-a387-7e2ad30c4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:10.940159 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-be2754ad-e3c3-43d5-9bc6-3a62afcaa41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:07:11Z', 'revision_number': 4, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '2640f1ad-e085-4b0e-9444-1612925b0ea6', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'floating_ip_address': '172.25.0.243', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'port_id': '64a1c441-3b5a-4e1d-8a79-962a176c064e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'mac_address': 'fa:16:3e:3a:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:07:18Z', 'updated_at': '2021-12-17T13:09:07Z', 'revision_number': 1, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5cad71-9a47-4406-b978-c730819b18fc', 'name': '', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'mac_address': 'fa:16:3e:8e:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:10Z', 'updated_at': '2021-12-17T13:07:16Z', 'revision_number': 5, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'subnets': [{'id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:10.963147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f832ffe2-b6eb-4d2e-9e99-4e71e7506273 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:11.001360 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2754ad-e3c3-43d5-9bc6-3a62afcaa41c None None] Checking router: a3182589-7fe1-4375-9e45-8d44a0704bd5 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:09:11.013855 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2754ad-e3c3-43d5-9bc6-3a62afcaa41c None None] Routers {'a3182589-7fe1-4375-9e45-8d44a0704bd5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:11.014731 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-be2754ad-e3c3-43d5-9bc6-3a62afcaa41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a3182589-7fe1-4375-9e45-8d44a0704bd5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:11.046800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf6259-df66-4e83-a387-7e2ad30c4108 None None] Pushing event updated for resources: {'Port': ['ID=f832ffe2-b6eb-4d2e-9e99-4e71e7506273,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:11.080319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5141ae37-1f1f-4bc5-95f2-f217ffdb839b None None] Provisioning complete for port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:11.080699 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5141ae37-1f1f-4bc5-95f2-f217ffdb839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.129379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f832ffe2-b6eb-4d2e-9e99-4e71e7506273 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:11.129800 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.133451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5141ae37-1f1f-4bc5-95f2-f217ffdb839b None None] Port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:11.148774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a366ba-c553-4f27-aef7-4a02ea8604ac req-6462679e-be06-4e0d-9480-be4f865470cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:11.154572 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3a366ba-c553-4f27-aef7-4a02ea8604ac req-6462679e-be06-4e0d-9480-be4f865470cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7011b77-0399-460a-b701-5ed2a6f65674 HTTP/1.1" status: 200 len: 916 time: 0.4856379 Dec 17 13:09:11.181697 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5141ae37-1f1f-4bc5-95f2-f217ffdb839b None None] Provisioning complete for port f832ffe2-b6eb-4d2e-9e99-4e71e7506273 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:11.185443 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5141ae37-1f1f-4bc5-95f2-f217ffdb839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.225203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4dac288-f8fb-4047-98d0-819f86e88a68 req-0b1bf66b-7a98-460a-ae8b-41bd027fd46a service neutron] 10.222.0.54 "GET /v2.0/networks/fdc82255-9024-4b15-93c5-ff7d8f32184b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696768 Dec 17 13:09:11.226012 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.232748 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-be2754ad-e3c3-43d5-9bc6-3a62afcaa41c None None] Set router a3182589-7fe1-4375-9e45-8d44a0704bd5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:11.243655 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3a366ba-c553-4f27-aef7-4a02ea8604ac req-e6f812c4-9890-4736-81d5-05d66ab87e97 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64a1c441-3b5a-4e1d-8a79-962a176c064e HTTP/1.1" status: 200 len: 1000 time: 0.0804677 Dec 17 13:09:11.246297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bad0c6-aee9-41d8-8445-73bdbb81cf20 req-fd539627-4092-4044-abee-03b9125980d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:11.248146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-69bad0c6-aee9-41d8-8445-73bdbb81cf20 req-fd539627-4092-4044-abee-03b9125980d7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4ee878595d1f49febcbe7d8424c2e994&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3939459 Dec 17 13:09:11.258244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352ef3c-7661-4826-840f-e101b1bde2ed req-22911ca7-fa34-439c-b317-0d55f0b6ff09 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:11.266670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7352ef3c-7661-4826-840f-e101b1bde2ed req-22911ca7-fa34-439c-b317-0d55f0b6ff09 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 943 time: 0.2234430 Dec 17 13:09:11.274686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55c31ef7-7890-47cb-ab74-1ea4680d2d78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.324855 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Deleting port 074b1901-64f9-4f49-a38c-42e021580434 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:11.325335 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.410406 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55c31ef7-7890-47cb-ab74-1ea4680d2d78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.436609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a366ba-c553-4f27-aef7-4a02ea8604ac req-295a6d76-8ee0-41bb-ad05-0d633ba6454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:11.438246 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3a366ba-c553-4f27-aef7-4a02ea8604ac req-295a6d76-8ee0-41bb-ad05-0d633ba6454b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0512fd1f-341b-4387-aa9a-ba858f0dffbf HTTP/1.1" status: 200 len: 854 time: 0.1692178 Dec 17 13:09:11.444362 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96649bf-5f44-4669-907e-ed3c47c3145e req-f966018e-e001-454b-8cd0-c441684473b0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:11.446610 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a96649bf-5f44-4669-907e-ed3c47c3145e req-f966018e-e001-454b-8cd0-c441684473b0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 944 time: 1.1636837 Dec 17 13:09:11.465305 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.517619 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7352ef3c-7661-4826-840f-e101b1bde2ed req-c1dc0470-b905-4343-9230-9d641f9f6d29 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498963 Dec 17 13:09:11.581762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a366ba-c553-4f27-aef7-4a02ea8604ac req-d53a7234-54c9-48ee-a272-cec1fcb82935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:11.583416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3a366ba-c553-4f27-aef7-4a02ea8604ac req-d53a7234-54c9-48ee-a272-cec1fcb82935 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7011b77-0399-460a-b701-5ed2a6f65674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353972 Dec 17 13:09:11.610837 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-be2754ad-e3c3-43d5-9bc6-3a62afcaa41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:07:11Z', 'revision_number': 4, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '2640f1ad-e085-4b0e-9444-1612925b0ea6', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'floating_ip_address': '172.25.0.243', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'port_id': '64a1c441-3b5a-4e1d-8a79-962a176c064e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'mac_address': 'fa:16:3e:3a:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:07:18Z', 'updated_at': '2021-12-17T13:09:07Z', 'revision_number': 1, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5cad71-9a47-4406-b978-c730819b18fc', 'name': '', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'mac_address': 'fa:16:3e:8e:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:10Z', 'updated_at': '2021-12-17T13:07:16Z', 'revision_number': 5, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'subnets': [{'id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:11.642255 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2754ad-e3c3-43d5-9bc6-3a62afcaa41c None None] The sync data for ids ['a3182589-7fe1-4375-9e45-8d44a0704bd5'] in n-d-815324-5 is: [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:07:11Z', 'revision_number': 4, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '2640f1ad-e085-4b0e-9444-1612925b0ea6', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'floating_ip_address': '172.25.0.243', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'port_id': '64a1c441-3b5a-4e1d-8a79-962a176c064e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'mac_address': 'fa:16:3e:3a:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:07:18Z', 'updated_at': '2021-12-17T13:09:07Z', 'revision_number': 1, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5cad71-9a47-4406-b978-c730819b18fc', 'name': '', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'mac_address': 'fa:16:3e:8e:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:10Z', 'updated_at': '2021-12-17T13:07:16Z', 'revision_number': 5, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'subnets': [{'id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:11.728766 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a96649bf-5f44-4669-907e-ed3c47c3145e req-4c2a0c35-1039-4cf9-90a4-4374bffb4ed7 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237029 Dec 17 13:09:11.748749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bad0c6-aee9-41d8-8445-73bdbb81cf20 req-fa61a6ee-f44e-4901-9952-c2b63d8402e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:11.750826 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-69bad0c6-aee9-41d8-8445-73bdbb81cf20 req-fa61a6ee-f44e-4901-9952-c2b63d8402e2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4736199 Dec 17 13:09:11.756535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4dac288-f8fb-4047-98d0-819f86e88a68 req-450c6498-19c6-4627-bc79-a66b3e7f90ca service neutron] 10.222.0.54 "GET /v2.0/networks/fdc82255-9024-4b15-93c5-ff7d8f32184b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024886 Dec 17 13:09:11.766901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] For port 074b1901-64f9-4f49-a38c-42e021580434, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=074b1901-64f9-4f49-a38c-42e021580434,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:11.767279 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.802367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Calling delete_port for 074b1901-64f9-4f49-a38c-42e021580434 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:11.840497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3a366ba-c553-4f27-aef7-4a02ea8604ac req-ddd87062-4e3e-4432-a1c5-e68440d52e31 service neutron] 10.222.0.61 "GET /v2.0/networks/f7011b77-0399-460a-b701-5ed2a6f65674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484243 Dec 17 13:09:11.851995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999556c-0c2c-4bd8-92e4-1b578cf3ce2b req-083288ee-272b-495c-a0c5-188ae7540973 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:11.853722 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9999556c-0c2c-4bd8-92e4-1b578cf3ce2b req-083288ee-272b-495c-a0c5-188ae7540973 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.1667900 Dec 17 13:09:11.856702 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.857314 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55c31ef7-7890-47cb-ab74-1ea4680d2d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.860013 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55c31ef7-7890-47cb-ab74-1ea4680d2d78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.861740 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55c31ef7-7890-47cb-ab74-1ea4680d2d78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e28bbf0-52c4-4936-b3fd-fe58ca452bb3 HTTP/1.1" status: 204 len: 168 time: 1.7135711 Dec 17 13:09:11.922974 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c31ef7-7890-47cb-ab74-1ea4680d2d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e28bbf0-52c4-4936-b3fd-fe58ca452bb3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:11.946812 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:11.964477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-516bef7b-3496-4176-a9d2-a95a0b7a16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:11.968347 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-516bef7b-3496-4176-a9d2-a95a0b7a16cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ee878595d1f49febcbe7d8424c2e994&device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 1094 time: 0.1547244 Dec 17 13:09:12.047177 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:12.059110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8076940-5e1d-4c86-94b6-6ae09d0c221f None None] New status for floating IP 2640f1ad-e085-4b0e-9444-1612925b0ea6: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:09:12.061094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5b568f15-6c3b-497b-977f-a8c3e160b44f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=067fd925-8400-4519-a621-dc74cd07c6d7 HTTP/1.1" status: 200 len: 217 time: 0.0847549 Dec 17 13:09:12.094561 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9999556c-0c2c-4bd8-92e4-1b578cf3ce2b req-aba00d41-d670-4d61-9a24-dff64cd1586e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149060 Dec 17 13:09:12.104493 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3a366ba-c553-4f27-aef7-4a02ea8604ac req-1baa54c4-42e8-47fc-85be-0250d2d58dc8 service neutron] 10.222.0.61 "GET /v2.0/networks/f7011b77-0399-460a-b701-5ed2a6f65674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489645 Dec 17 13:09:12.177162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Pushing event updated for resources: {'Port': ['ID=9c45a429-35db-411a-abff-381c2c451237,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:12.217705 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:12.236023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5a628b15-55f5-4202-87d9-482d25c9dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:12.238079 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-5a628b15-55f5-4202-87d9-482d25c9dcf0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cef3889a-8a1b-4fb4-b12a-7cba10c6885a HTTP/1.1" status: 200 len: 861 time: 0.1366665 Dec 17 13:09:12.269760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Router aae42629-7fe6-4724-b48e-c47c7f468cfe is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:09:12.332168 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-edb5cf97-3615-472b-bed4-26e7df3bd78e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814722 Dec 17 13:09:12.434195 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:12.449006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:12.464021 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Sync routers for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:12.478850 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:12.489081 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=074b1901-64f9-4f49-a38c-42e021580434,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:12.492177 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:12.496057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:12.498243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922dec8b-6168-4877-b0ff-f00a0c3677fe None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:12.509089 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:12.542443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-931dfb53-aeec-42b5-ab41-61517460559a service neutron] 10.222.0.61 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006087 Dec 17 13:09:12.571713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f832ffe2-b6eb-4d2e-9e99-4e71e7506273 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:12.580377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:12.581786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-85cc056d-ade8-4886-b53d-9563fe0294d5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0841725 Dec 17 13:09:12.587562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55748) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:12.744945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f832ffe2-b6eb-4d2e-9e99-4e71e7506273 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:12.750322 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:12.837200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907055f9-e651-46a0-956f-ed3c56448b0e req-dd4daf7a-bb01-4757-a69e-a786692480d9 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:12.845864 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:12.851241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-907055f9-e651-46a0-956f-ed3c56448b0e req-dd4daf7a-bb01-4757-a69e-a786692480d9 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 943 time: 0.1569874 Dec 17 13:09:12.887078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2e549435-48f6-4d2c-a2de-cd60acd0c37a None None] Provisioning complete for port 9c45a429-35db-411a-abff-381c2c451237 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:12.887710 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2e549435-48f6-4d2c-a2de-cd60acd0c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:12.942551 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2e549435-48f6-4d2c-a2de-cd60acd0c37a None None] Port 9c45a429-35db-411a-abff-381c2c451237 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:12.990670 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:13.038480 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:13.042280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 62cc0989-e1e8-472e-86d2-9332f639b6b3 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:09:13.044104 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:13.054310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4148eae0-bc0b-4090-9a3c-2bf015998adc req-a2859315-8c5b-418f-9c9a-542569917924 service neutron] 10.222.0.61 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847529 Dec 17 13:09:13.085491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 62cc0989-e1e8-472e-86d2-9332f639b6b3 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:09:13.086569 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 62cc0989-e1e8-472e-86d2-9332f639b6b3 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:09:13.094242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:09:13.158777 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-907055f9-e651-46a0-956f-ed3c56448b0e req-9a5130e4-dd54-4328-a80f-bc8ce6da8ff4 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066459 Dec 17 13:09:13.211867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d9a802d5-7d83-41eb-9530-29bbe6624292 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:09:13.236166 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:13.236749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4400e01-7879-4453-9329-1029da6b6a87 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:09:13.261362 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:13.265829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fd3e0e38-d4ac-4197-b612-e1cd52ad5ae6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/b4400e01-7879-4453-9329-1029da6b6a87 HTTP/1.1" status: 204 len: 168 time: 4.4310379 Dec 17 13:09:13.270680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55774) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:13.361377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:13.378078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-250deee2-8988-4874-ad93-4de9e51f146f admin admin] 10.222.0.59 "PUT /v2.0/routers/47a3e0ee-4f95-4efa-b9d8-0777936efb2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8445604 Dec 17 13:09:13.378078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbe6c80-07ba-43cc-9047-6ef10990b85d admin admin] Deleting subnet 0ac44897-ffaa-4a06-b476-55f61ec97373 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:09:13.393448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e9515-9403-4b18-a546-e601931d986c req-e98dfae8-1ea9-4ad2-801c-fb9644d78415 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:13.401804 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-088e9515-9403-4b18-a546-e601931d986c req-e98dfae8-1ea9-4ad2-801c-fb9644d78415 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 944 time: 0.1847887 Dec 17 13:09:13.404392 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6c80-07ba-43cc-9047-6ef10990b85d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:13.423518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Sync routers for ids ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:13.447538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Routers {'47a3e0ee-4f95-4efa-b9d8-0777936efb2b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:13.451939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:13.508365 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6c80-07ba-43cc-9047-6ef10990b85d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:13.516335 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:11Z', 'revision_number': 3, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:13.577036 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-088e9515-9403-4b18-a546-e601931d986c req-a5c652db-a705-47cb-9bdf-b51809dad114 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728988 Dec 17 13:09:13.623783 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Checking router: aae42629-7fe6-4724-b48e-c47c7f468cfe for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:09:13.624178 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Updating router aae42629-7fe6-4724-b48e-c47c7f468cfe port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:09:13.660192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d9a802d5-7d83-41eb-9530-29bbe6624292, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d9a802d5-7d83-41eb-9530-29bbe6624292,segment=NetworkSegment(d661ae87-aaa6-40b3-91c1-20bcb74e85ca),segment_id=d661ae87-aaa6-40b3-91c1-20bcb74e85ca)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:13.665246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55780) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:13.675151 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'd9a802d5-7d83-41eb-9530-29bbe6624292', 'network_id': 'fdc82255-9024-4b15-93c5-ff7d8f32184b', 'port_id': 'd9a802d5-7d83-41eb-9530-29bbe6624292', 'mac_address': 'fa:16:3e:e2:34:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa1050a-87a2-4ded-ad74-01ac82316de9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:09:13.689993 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:13.691780 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:13.726735 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6c80-07ba-43cc-9047-6ef10990b85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:13.794682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0ab56-5ab6-4432-b099-df93c2661af1 req-95d049c0-0d90-404d-8ddd-dab2c0ea26a7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:13.799358 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:13.804771 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-55f0ab56-5ab6-4432-b099-df93c2661af1 req-95d049c0-0d90-404d-8ddd-dab2c0ea26a7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.2374794 Dec 17 13:09:13.816663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Set router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:13.865788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a802d5-7d83-41eb-9530-29bbe6624292 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:13.874273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2bbdb863-ba60-422a-8b2d-82d14aef9de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:13.932466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d9a802d5-7d83-41eb-9530-29bbe6624292, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d9a802d5-7d83-41eb-9530-29bbe6624292,segment=NetworkSegment(d661ae87-aaa6-40b3-91c1-20bcb74e85ca),segment_id=d661ae87-aaa6-40b3-91c1-20bcb74e85ca)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:13.939364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6c80-07ba-43cc-9047-6ef10990b85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:13.979292 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-55f0ab56-5ab6-4432-b099-df93c2661af1 req-30d1e4c6-ef39-419d-8152-0c9255636928 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592391 Dec 17 13:09:13.996988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe6c80-07ba-43cc-9047-6ef10990b85d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac44897-ffaa-4a06-b476-55f61ec97373,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:14.006303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e2c91f28-a2f3-4f39-942f-92d8e3e07e20 tempest-DvrRoutersNegativeTest-83496946 tempest-DvrRoutersNegativeTest-83496946-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-660062932', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:14.010835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.policy [None req-e2c91f28-a2f3-4f39-942f-92d8e3e07e20 tempest-DvrRoutersNegativeTest-83496946 tempest-DvrRoutersNegativeTest-83496946-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110454) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 17 13:09:14.011381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.policy [None req-e2c91f28-a2f3-4f39-942f-92d8e3e07e20 tempest-DvrRoutersNegativeTest-83496946 tempest-DvrRoutersNegativeTest-83496946-project] Failed policy check for 'create_router' {{(pid=110454) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 17 13:09:14.012101 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-e2c91f28-a2f3-4f39-942f-92d8e3e07e20 tempest-DvrRoutersNegativeTest-83496946 tempest-DvrRoutersNegativeTest-83496946-project] create failed (client error): Access was denied to this resource. Dec 17 13:09:14.013209 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e2c91f28-a2f3-4f39-942f-92d8e3e07e20 tempest-DvrRoutersNegativeTest-83496946 tempest-DvrRoutersNegativeTest-83496946-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3461854 Dec 17 13:09:14.017336 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6c80-07ba-43cc-9047-6ef10990b85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:14.024869 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2fbe6c80-07ba-43cc-9047-6ef10990b85d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0ac44897-ffaa-4a06-b476-55f61ec97373 HTTP/1.1" status: 204 len: 168 time: 0.7522748 Dec 17 13:09:14.024952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55790) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:14.035284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8612b-37d6-499f-b384-eacf3ed3130a None None] Network e3846ec9-9545-48cc-88ae-b5507b053d13 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:14.037166 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:14.122119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=d9a802d5-7d83-41eb-9530-29bbe6624292,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:14.147435 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:14.221292 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:14.344251 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Attempting to bind port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:14.344624 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Attempting to bind port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:14.345125 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Attempting to bind port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:14.348727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['d9a802d5-7d83-41eb-9530-29bbe6624292'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:09:14.358297 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:14.358297 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:14.358297 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:14.358297 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:14.358931 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Bound port: 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:14.359166 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:14.394716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7e57d0-4126-4160-a06e-30d56ee547a2 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:14.420885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a55ec-c80d-405a-a191-c8690530b323 None None] DHCP port deletion for e3846ec9-9545-48cc-88ae-b5507b053d13 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:14.511521 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] For port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:14.516365 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] For port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:14.541130 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aa8f1-9e11-41ea-a2b6-e3721aee8868 None None] Pushing event updated for resources: {'Port': ['ID=8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:14.543786 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:14.559647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55796) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:14.573910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ff3c16f1-0e40-4e92-b91a-284e69411091 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282896574', 'description': 'tempest-description--1587092897'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:14.609772 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:14.614825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a40fbb2b-bad0-4115-9091-2c6c55e91e05 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:09:14.697695 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff3c16f1-0e40-4e92-b91a-284e69411091 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:14.713713 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:14.714737 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:14.729036 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b40ea6-66c8-4025-b5c0-f25616c98aff None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:14.769848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Deleting port a40fbb2b-bad0-4115-9091-2c6c55e91e05 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:14.770141 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:14.793148 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aa8f1-9e11-41ea-a2b6-e3721aee8868 None None] Pushing event updated for resources: {'Port': ['ID=8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:14.823623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a9cc7798-d0e9-4956-b545-dec7845cf75a None None] Provisioning complete for port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:14.823623 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7798-d0e9-4956-b545-dec7845cf75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:14.879116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Allocated IP 172.20.0.1 (e16b8094-9765-429e-b3f9-d6069186d4a7/1d474f1c-9141-4e9d-9cda-36607a65bd0f/540bf6e9-9039-4658-87f4-c6188a059244) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:14.892848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a7880-1bf2-43f0-ac33-244e84ba713b req-5ff4f6ad-22fa-4a46-8d85-f1917f3e1e5d tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:14.899495 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce1a7880-1bf2-43f0-ac33-244e84ba713b req-5ff4f6ad-22fa-4a46-8d85-f1917f3e1e5d tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 943 time: 0.0971186 Dec 17 13:09:14.909046 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:14.915248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] For port a40fbb2b-bad0-4115-9091-2c6c55e91e05, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a40fbb2b-bad0-4115-9091-2c6c55e91e05,segment=NetworkSegment(abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1),segment_id=abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:14.915682 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:14.953707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c627d1-03a6-4ecd-be0e-c07ed03db9c4 req-e961702d-ae89-44cb-95b7-61fead659b7c tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:14.962136 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-48c627d1-03a6-4ecd-be0e-c07ed03db9c4 req-e961702d-ae89-44cb-95b7-61fead659b7c tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 945 time: 0.1635361 Dec 17 13:09:14.964712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Calling delete_port for a40fbb2b-bad0-4115-9091-2c6c55e91e05 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:14.968396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:09:10Z', 'revision_number': 4, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '9c45a429-35db-411a-abff-381c2c451237', 'name': '', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'mac_address': 'fa:16:3e:65:87:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:11Z', 'revision_number': 2, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'subnets': [{'id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:14.973012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55802) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:15.016570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff3c16f1-0e40-4e92-b91a-284e69411091 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.033215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Checking router: 47a3e0ee-4f95-4efa-b9d8-0777936efb2b for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:09:15.033620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Updating router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b port 9c45a429-35db-411a-abff-381c2c451237 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:09:15.048053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a55ec-c80d-405a-a191-c8690530b323 None None] Deleting port a40fbb2b-bad0-4115-9091-2c6c55e91e05 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:15.048291 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55ec-c80d-405a-a191-c8690530b323 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.070209 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.078983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff3c16f1-0e40-4e92-b91a-284e69411091 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.166216 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce1a7880-1bf2-43f0-ac33-244e84ba713b req-7227182c-ef03-4f46-952c-0d47a6f3e9e3 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350141 Dec 17 13:09:15.184995 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-48c627d1-03a6-4ecd-be0e-c07ed03db9c4 req-d2a86c13-efde-409a-9c3f-254b2cbe2127 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200825 Dec 17 13:09:15.186390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.195767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c16f1-0e40-4e92-b91a-284e69411091 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356e0519-0f54-4e12-a73f-315b528bd273,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:15.201899 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff3c16f1-0e40-4e92-b91a-284e69411091 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.206253 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ff3c16f1-0e40-4e92-b91a-284e69411091 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6428046 Dec 17 13:09:15.207849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55808) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:15.209544 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.223839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-af2f6fb4-980b-487f-8acd-0a3207cca408 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Request body: {'security_group_rule': {'security_group_id': '356e0519-0f54-4e12-a73f-315b528bd273', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:15.236087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b110f8-37bb-4092-b6a9-7d2c6338cc02 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:09:15.263255 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5254bce6-3acc-4fb2-8dbc-811b372d13df admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.286768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.294625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ea0a55ec-c80d-405a-a191-c8690530b323 None None] For port a40fbb2b-bad0-4115-9091-2c6c55e91e05, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a40fbb2b-bad0-4115-9091-2c6c55e91e05,segment=NetworkSegment(abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1),segment_id=abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:15.295199 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55ec-c80d-405a-a191-c8690530b323 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.295671 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:11Z', 'revision_number': 3, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:15.298071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 067fd925-8400-4519-a621-dc74cd07c6d7 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:09:15.319556 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.341645 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3ff4b4-ca9a-4fd2-a52e-c76b0a517044 None None] The sync data for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 is: [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:11Z', 'revision_number': 3, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:15.355194 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a55ec-c80d-405a-a191-c8690530b323 None None] Calling delete_port for a40fbb2b-bad0-4115-9091-2c6c55e91e05 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:15.382979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40fbb2b-bad0-4115-9091-2c6c55e91e05,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:15.387805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Pushing event updated for resources: {'Port': ['ID=540bf6e9-9039-4658-87f4-c6188a059244,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:15.400258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] No DVR routers for this DVR port a40fbb2b-bad0-4115-9091-2c6c55e91e05 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:09:15.408614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Network e16b8094-9765-429e-b3f9-d6069186d4a7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:15.410055 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af2f6fb4-980b-487f-8acd-0a3207cca408 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.446104 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7798-d0e9-4956-b545-dec7845cf75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.452156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:15.476876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:15.496148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0565ffd-1053-4354-ba19-390b85f4ae20 req-dcf3ed38-372e-485a-ba70-bc34742c9f31 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:15.505216 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a0565ffd-1053-4354-ba19-390b85f4ae20 req-dcf3ed38-372e-485a-ba70-bc34742c9f31 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.2138400 Dec 17 13:09:15.528454 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.563566 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5254bce6-3acc-4fb2-8dbc-811b372d13df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.568507 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3846ec9-9545-48cc-88ae-b5507b053d13']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:15.580569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:15.580880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc7e5ed-7c77-46f0-9e3f-68370ef6a5e1') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:15.593852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.615270 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.632577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:09:15.632905 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:09:15.639957 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:09:15.707042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a0565ffd-1053-4354-ba19-390b85f4ae20 req-d6c3b2d8-c3dc-411e-a005-d992ec304e61 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956806 Dec 17 13:09:15.732255 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af2f6fb4-980b-487f-8acd-0a3207cca408 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.732255 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.774269 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5254bce6-3acc-4fb2-8dbc-811b372d13df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.842470 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af2f6fb4-980b-487f-8acd-0a3207cca408 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:15.859223 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 074b1901-64f9-4f49-a38c-42e021580434 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:09:15.865826 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.resource_extend [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:09:15.883542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254bce6-3acc-4fb2-8dbc-811b372d13df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8555728c-1277-456a-950e-03b7e51d527d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:15.888620 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5254bce6-3acc-4fb2-8dbc-811b372d13df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c1e9240ac1f64e72ae133325fa91e171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9145420 Dec 17 13:09:15.891477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55820) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:15.907861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f6fb4-980b-487f-8acd-0a3207cca408 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129eb04b-6ab9-42a5-abce-d4a244a42804,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:15.984180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d29b1028-22f6-40e5-8277-8b2950851c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.007078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 074b1901-64f9-4f49-a38c-42e021580434 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:09:16.008116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 074b1901-64f9-4f49-a38c-42e021580434 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:09:16.036234 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d29b1028-22f6-40e5-8277-8b2950851c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.042905 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af2f6fb4-980b-487f-8acd-0a3207cca408 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.047819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-af2f6fb4-980b-487f-8acd-0a3207cca408 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8385427 Dec 17 13:09:16.048600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55824) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:16.060017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-335bdd41-3799-4403-b719-61bfebc091b4 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Request body: {'security_group_rule': {'security_group_id': '356e0519-0f54-4e12-a73f-315b528bd273', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:16.102103 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.113393 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.119480 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e3846ec9-9545-48cc-88ae-b5507b053d13 HTTP/1.1" status: 204 len: 168 time: 2.0932331 Dec 17 13:09:16.131795 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55828) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:16.140291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4b320-8735-4959-8b8e-6109dee88345 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3846ec9-9545-48cc-88ae-b5507b053d13,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:16.155663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a9cc7798-d0e9-4956-b545-dec7845cf75a None None] For port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:16.191310 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d29b1028-22f6-40e5-8277-8b2950851c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.207996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d29b1028-22f6-40e5-8277-8b2950851c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.209456 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d29b1028-22f6-40e5-8277-8b2950851c18 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8555728c-1277-456a-950e-03b7e51d527d HTTP/1.1" status: 204 len: 168 time: 0.3157814 Dec 17 13:09:16.230078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b1028-22f6-40e5-8277-8b2950851c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8555728c-1277-456a-950e-03b7e51d527d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:16.276034 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-335bdd41-3799-4403-b719-61bfebc091b4 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.324622 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.328200 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7798-d0e9-4956-b545-dec7845cf75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.441496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b110f8-37bb-4092-b6a9-7d2c6338cc02, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b110f8-37bb-4092-b6a9-7d2c6338cc02,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:16.517017 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-905ca726-5f70-4acf-8b1d-e8852802f2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.562672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 067fd925-8400-4519-a621-dc74cd07c6d7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=067fd925-8400-4519-a621-dc74cd07c6d7,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:16.592124 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55ec-c80d-405a-a191-c8690530b323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.603528 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '55b110f8-37bb-4092-b6a9-7d2c6338cc02', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'port_id': '55b110f8-37bb-4092-b6a9-7d2c6338cc02', 'mac_address': 'fa:16:3e:3b:6e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:09:16.631484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-335bdd41-3799-4403-b719-61bfebc091b4 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.677540 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:16.714612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '067fd925-8400-4519-a621-dc74cd07c6d7', 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca', 'port_id': '067fd925-8400-4519-a621-dc74cd07c6d7', 'mac_address': 'fa:16:3e:c1:71:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef3889a-8a1b-4fb4-b12a-7cba10c6885a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:09:16.727151 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea0a55ec-c80d-405a-a191-c8690530b323 None None] Network e3846ec9-9545-48cc-88ae-b5507b053d13 is not hosted by any dhcp agent {{(pid=110455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 13:09:16.727612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a55ec-c80d-405a-a191-c8690530b323 None None] No DVR routers for this DVR port a40fbb2b-bad0-4115-9091-2c6c55e91e05 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:09:16.761211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc7798-d0e9-4956-b545-dec7845cf75a None None] Pushing event updated for resources: {'Port': ['ID=8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:16.767215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e6175eb3-ff9e-40bd-b3a5-a7705e670308 None None] Provisioning complete for port 540bf6e9-9039-4658-87f4-c6188a059244 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:16.767930 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6175eb3-ff9e-40bd-b3a5-a7705e670308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.773126 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-335bdd41-3799-4403-b719-61bfebc091b4 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.888384 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a55ec-c80d-405a-a191-c8690530b323 None None] Pushing event deleted for resources: {'Port': ['ID=a40fbb2b-bad0-4115-9091-2c6c55e91e05,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:16.900182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e6584-1565-4fac-b8c2-694e4b9d39f1 req-9d8e91c6-74c9-4c59-a763-f6f600142df5 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:16.924416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f7e6584-1565-4fac-b8c2-694e4b9d39f1 req-9d8e91c6-74c9-4c59-a763-f6f600142df5 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 943 time: 0.5166359 Dec 17 13:09:16.954071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bdd41-3799-4403-b719-61bfebc091b4 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c264d091-58ac-4d0e-a17d-eaabb408faa5,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:16.961343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:16.964925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dcbe5-c787-4c8b-8c91-3dedef783da5 req-a10bb044-b7d8-4b7d-b4f7-2de175a47aef tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:16.966626 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-176dcbe5-c787-4c8b-8c91-3dedef783da5 req-a10bb044-b7d8-4b7d-b4f7-2de175a47aef tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 945 time: 0.5790920 Dec 17 13:09:16.994298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e6175eb3-ff9e-40bd-b3a5-a7705e670308 None None] Port 540bf6e9-9039-4658-87f4-c6188a059244 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:17.005943 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.026426 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55b110f8-37bb-4092-b6a9-7d2c6338cc02 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:17.051663 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f7e6584-1565-4fac-b8c2-694e4b9d39f1 req-17ef4852-5069-43b8-9323-8cef25956965 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248903 Dec 17 13:09:17.062532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-335bdd41-3799-4403-b719-61bfebc091b4 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.066767 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-335bdd41-3799-4403-b719-61bfebc091b4 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0170412 Dec 17 13:09:17.089299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55852) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:17.101130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067fd925-8400-4519-a621-dc74cd07c6d7 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:17.104922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:17.108136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:17.108579 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.113272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-176dcbe5-c787-4c8b-8c91-3dedef783da5 req-25e668f1-6bf8-48e0-8f0e-e743dfedb774 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355128 Dec 17 13:09:17.200851 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.219898 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.221678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b110f8-37bb-4092-b6a9-7d2c6338cc02, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b110f8-37bb-4092-b6a9-7d2c6338cc02,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:17.224580 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e6175eb3-ff9e-40bd-b3a5-a7705e670308 None None] Provisioning complete for port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:17.225069 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6175eb3-ff9e-40bd-b3a5-a7705e670308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.295766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 067fd925-8400-4519-a621-dc74cd07c6d7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=067fd925-8400-4519-a621-dc74cd07c6d7,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:17.312595 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.336663 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.349305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1cae1-9d6e-43da-9af1-9214e4c93418 req-20d4967d-f549-4d6f-ab99-15d8be8a9f02 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:17.352536 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1e1cae1-9d6e-43da-9af1-9214e4c93418 req-20d4967d-f549-4d6f-ab99-15d8be8a9f02 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.2007012 Dec 17 13:09:17.431294 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.457542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d9a802d5-7d83-41eb-9530-29bbe6624292 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:17.461703 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1e1cae1-9d6e-43da-9af1-9214e4c93418 req-e9e1e106-6057-4e16-a8b1-51c1f704207d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012077 Dec 17 13:09:17.481691 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.568564 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.579330 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784933f2-9335-4f56-af86-aac02d978986 None None] Pushing event updated for resources: {'Port': ['ID=9c45a429-35db-411a-abff-381c2c451237,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:17.614294 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.636166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['55b110f8-37bb-4092-b6a9-7d2c6338cc02'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:09:17.706543 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Deleting port 89dfea2f-af99-403b-8a16-103acfe25533 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:17.707373 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.733211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b110f8-37bb-4092-b6a9-7d2c6338cc02,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:17.751603 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.783619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Pushing event updated for resources: {'Port': ['ID=540bf6e9-9039-4658-87f4-c6188a059244,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:17.858301 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] For port 89dfea2f-af99-403b-8a16-103acfe25533, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=89dfea2f-af99-403b-8a16-103acfe25533,segment=NetworkSegment(d6d332db-d738-4c23-8ddb-ec6fd82f8786),segment_id=d6d332db-d738-4c23-8ddb-ec6fd82f8786)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:17.858963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:17.880350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Calling delete_port for 89dfea2f-af99-403b-8a16-103acfe25533 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:17.980870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Network e16b8094-9765-429e-b3f9-d6069186d4a7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:17.993898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:18.009491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['067fd925-8400-4519-a621-dc74cd07c6d7'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:09:18.024717 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:18.095508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Attempting to bind port 9c45a429-35db-411a-abff-381c2c451237 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:18.097130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Attempting to bind port 9c45a429-35db-411a-abff-381c2c451237 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:18.104177 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Attempting to bind port 9c45a429-35db-411a-abff-381c2c451237 on network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:18.202018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:18.202018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Checking segment: {'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:18.202018 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:18.202613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Bound using segment: {'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:18.202841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Bound port: 9c45a429-35db-411a-abff-381c2c451237, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:18.203230 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:18.225220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=067fd925-8400-4519-a621-dc74cd07c6d7,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:18.242801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:18.353886 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:18.399497 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55876) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:18.412958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] For port 9c45a429-35db-411a-abff-381c2c451237, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:18.418440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] For port 9c45a429-35db-411a-abff-381c2c451237, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9c45a429-35db-411a-abff-381c2c451237,segment=NetworkSegment(56b8f221-4058-4343-ac73-4541df642efb),segment_id=56b8f221-4058-4343-ac73-4541df642efb)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:18.429441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=89dfea2f-af99-403b-8a16-103acfe25533,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:18.519435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5b6c918d-b5e3-4f12-a329-0c272d443369 None None] Provisioning complete for port 9c45a429-35db-411a-abff-381c2c451237 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:18.519435 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5b6c918d-b5e3-4f12-a329-0c272d443369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:18.591524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.594262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.594704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.598597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743fe8c-13c9-4f96-8ecf-5d9985d6e140 req-d9ef606e-0aff-45e6-b767-cee1be142cf8 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:18.600582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8743fe8c-13c9-4f96-8ecf-5d9985d6e140 req-d9ef606e-0aff-45e6-b767-cee1be142cf8 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 945 time: 0.2829421 Dec 17 13:09:18.604361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.605007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.606723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.607236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.607710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.609431 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.609957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.610650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.612673 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.613303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:18.644811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Router aae42629-7fe6-4724-b48e-c47c7f468cfe has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:09:18.655245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:18.700445 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f3a78-3bdd-4a75-bcf0-6bbe2aac0457 req-501d5561-aa2a-453e-97c9-f1b36a712987 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:18.702094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-973f3a78-3bdd-4a75-bcf0-6bbe2aac0457 req-501d5561-aa2a-453e-97c9-f1b36a712987 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 944 time: 0.4260073 Dec 17 13:09:18.758306 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8743fe8c-13c9-4f96-8ecf-5d9985d6e140 req-aa35b3d3-09b0-427c-8546-2b3cfb8dc18e tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482863 Dec 17 13:09:18.771159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8ce2923c-592e-4b9b-8e1e-6a60f293661e tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2044048411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:18.821073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c918d-b5e3-4f12-a329-0c272d443369 None None] Port 9c45a429-35db-411a-abff-381c2c451237 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:18.853687 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:18.856718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:18.868954 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Sync routers for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:18.874300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8f08d396-a45c-46ea-a1bc-d84e4d6a2918 admin admin] 10.222.0.59 "PUT /v2.0/routers/aae42629-7fe6-4724-b48e-c47c7f468cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2831326 Dec 17 13:09:18.874300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Allocated IP 172.25.0.118 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/440d7503-c424-4658-9b58-9893f314a5d2) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:18.888587 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:18.889301 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:18.902586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port d9a802d5-7d83-41eb-9530-29bbe6624292 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:09:18.943717 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-973f3a78-3bdd-4a75-bcf0-6bbe2aac0457 req-f3db0d9f-a0d5-4d71-bac1-b6380550db6c tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848638 Dec 17 13:09:19.000588 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.059338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port d9a802d5-7d83-41eb-9530-29bbe6624292 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:19.059981 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.081918 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.150801 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:19.217732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.303814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:19.318578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033ebfc-afc1-4ab3-af8a-c44c9b01fcab req-f49831ab-24ca-4023-a3df-a65eb3371a46 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:19.329225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3033ebfc-afc1-4ab3-af8a-c44c9b01fcab req-f49831ab-24ca-4023-a3df-a65eb3371a46 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 944 time: 0.1836326 Dec 17 13:09:19.343614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:19.350481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:19.362507 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ce2923c-592e-4b9b-8e1e-6a60f293661e tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.364641 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ce2923c-592e-4b9b-8e1e-6a60f293661e tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.426863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Pushing event updated for resources: {'Port': ['ID=440d7503-c424-4658-9b58-9893f314a5d2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:19.453353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Routers {'47a3e0ee-4f95-4efa-b9d8-0777936efb2b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:19.457975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:19.554932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Router 4efc3a55-bd3c-426b-955b-9dad1711698f has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:09:19.587944 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.591277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784933f2-9335-4f56-af86-aac02d978986 None None] Pushing event updated for resources: {'Port': ['ID=9c45a429-35db-411a-abff-381c2c451237,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:19.647402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3033ebfc-afc1-4ab3-af8a-c44c9b01fcab req-79bcb717-8595-4f40-8728-df514bb1f623 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094001 Dec 17 13:09:19.666414 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ce2923c-592e-4b9b-8e1e-6a60f293661e tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.707238 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:16Z', 'revision_number': 2, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:19.744876 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ce2923c-592e-4b9b-8e1e-6a60f293661e tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.749808 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Checking router: aae42629-7fe6-4724-b48e-c47c7f468cfe for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:09:19.750435 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Updating router aae42629-7fe6-4724-b48e-c47c7f468cfe port 540bf6e9-9039-4658-87f4-c6188a059244 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:09:19.765808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c889c221-d104-4e78-b860-31926ea6b1b4 None None] Provisioning complete for port 540bf6e9-9039-4658-87f4-c6188a059244 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:19.766184 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c889c221-d104-4e78-b860-31926ea6b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.780749 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.836807 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.844793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:19.852847 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2030bbc4-327a-4836-ae08-06eb309d5a0d admin admin] 10.222.0.59 "PUT /v2.0/routers/4efc3a55-bd3c-426b-955b-9dad1711698f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7187605 Dec 17 13:09:19.856071 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55892) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:19.881985 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ce2923c-592e-4b9b-8e1e-6a60f293661e tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:19.886865 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8ce2923c-592e-4b9b-8e1e-6a60f293661e tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4824939 Dec 17 13:09:19.887718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55894) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:19.895246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1944119043'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:20.049019 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.061116 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.103667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6a40f-b0f5-4e8e-b5ec-151c5505ac05 req-bb745f5b-f838-4edf-abe6-c077771189da tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:20.105680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dec6a40f-b0f5-4e8e-b5ec-151c5505ac05 req-bb745f5b-f838-4edf-abe6-c077771189da tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 945 time: 0.1982343 Dec 17 13:09:20.176425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55900) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:20.191484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6bc82374-1086-4fc9-9bfb-f7e8b90b69fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985958622', 'description': 'tempest-description--138083382'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:20.209787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Made reservation on behalf of 6a7027cc34e647ad9cbeac97c397ddec for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:20.219904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.222187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c889c221-d104-4e78-b860-31926ea6b1b4 None None] Port 540bf6e9-9039-4658-87f4-c6188a059244 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:20.228861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e7a8f-48de-4b78-b59f-b7b3e6b78d19 None None] Sync routers for ids ['4efc3a55-bd3c-426b-955b-9dad1711698f'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:20.274069 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dec6a40f-b0f5-4e8e-b5ec-151c5505ac05 req-38d51508-4a76-4bca-8b55-3346d1c82f9b tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531239 Dec 17 13:09:20.294160 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.305319 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.419966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bc82374-1086-4fc9-9bfb-f7e8b90b69fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.460806 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.463469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:20.469123 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.502359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1257f387-33b8-47b2-91c4-d9bbe4d7191c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a802d5-7d83-41eb-9530-29bbe6624292'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:20.504134 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.506532 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.507917 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.509199 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910a9a84-73fa-48f7-a549-52e011aabf37" -d '{"events": [{"server_uuid": "1257f387-33b8-47b2-91c4-d9bbe4d7191c", "name": "network-vif-plugged", "status": "completed", "tag": "d9a802d5-7d83-41eb-9530-29bbe6624292"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:20.564379 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.573248 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d9a802d5-7d83-41eb-9530-29bbe6624292, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d9a802d5-7d83-41eb-9530-29bbe6624292,segment=NetworkSegment(d661ae87-aaa6-40b3-91c1-20bcb74e85ca),segment_id=d661ae87-aaa6-40b3-91c1-20bcb74e85ca)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:20.576888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e7a8f-48de-4b78-b59f-b7b3e6b78d19 None None] Routers {'4efc3a55-bd3c-426b-955b-9dad1711698f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:20.577656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e55e7a8f-48de-4b78-b59f-b7b3e6b78d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4efc3a55-bd3c-426b-955b-9dad1711698f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:20.607492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763c046-782b-460c-be8a-3e56dd393eab req-b5a72591-e7de-426c-8913-935aa0ead65d tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:20.615041 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f763c046-782b-460c-be8a-3e56dd393eab req-b5a72591-e7de-426c-8913-935aa0ead65d tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 944 time: 0.1841714 Dec 17 13:09:20.623589 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.656178 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.657397 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.676080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:09:20.718789 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4ee7c6-ff9a-460e-bffe-0e208cf2d26b x-openstack-request-id: req-5b4ee7c6-ff9a-460e-bffe-0e208cf2d26b {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:20.721375 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1257f387-33b8-47b2-91c4-d9bbe4d7191c", "name": "network-vif-plugged", "status": "completed", "tag": "d9a802d5-7d83-41eb-9530-29bbe6624292", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:20.721791 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5b4ee7c6-ff9a-460e-bffe-0e208cf2d26b {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:20.722690 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1257f387-33b8-47b2-91c4-d9bbe4d7191c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a802d5-7d83-41eb-9530-29bbe6624292', 'code': 200} Dec 17 13:09:20.728139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a539609-1809-4a25-b004-e3863bc64ad8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:20.765903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9e04e14e-e87c-4dc4-9a9f-e2b2d8027ac0 None None] Provisioning complete for port 9c45a429-35db-411a-abff-381c2c451237 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:20.769277 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9e04e14e-e87c-4dc4-9a9f-e2b2d8027ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.775110 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.801798 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8112db-a6a3-47f3-9265-d8d337a40a33 None None] Pushing event updated for resources: {'Port': ['ID=540bf6e9-9039-4658-87f4-c6188a059244,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:20.880031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b110f8-37bb-4092-b6a9-7d2c6338cc02 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:20.918783 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.920053 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Added segment 2e3ad619-4c02-41fa-9276-f3da3633629a of type vlan for network 80876ed4-f82e-4089-972c-8e0d8432151d Dec 17 13:09:20.930448 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Attempting to bind port 540bf6e9-9039-4658-87f4-c6188a059244 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:20.931185 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Attempting to bind port 540bf6e9-9039-4658-87f4-c6188a059244 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:20.931766 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Attempting to bind port 540bf6e9-9039-4658-87f4-c6188a059244 on network e16b8094-9765-429e-b3f9-d6069186d4a7 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:20.939029 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:20.939644 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Checking segment: {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:20.940016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.940876 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:20.941527 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Bound using segment: {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:20.942258 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Bound port: 540bf6e9-9039-4658-87f4-c6188a059244, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:20.942860 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:21.012948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Pushing event updated for resources: {'Port': ['ID=440d7503-c424-4658-9b58-9893f314a5d2,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:21.049291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4a0df-0ce9-43a9-8f7f-d6342035e1f2 req-1037b6a0-a0f1-4df1-8091-a7e14efe357b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:21.059467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fc4a0df-0ce9-43a9-8f7f-d6342035e1f2 req-1037b6a0-a0f1-4df1-8091-a7e14efe357b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 944 time: 0.2443590 Dec 17 13:09:21.072796 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] For port 540bf6e9-9039-4658-87f4-c6188a059244, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:21.083479 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] For port 540bf6e9-9039-4658-87f4-c6188a059244, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=540bf6e9-9039-4658-87f4-c6188a059244,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:21.111142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e55e7a8f-48de-4b78-b59f-b7b3e6b78d19 None None] Set router 4efc3a55-bd3c-426b-955b-9dad1711698f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:21.143742 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:21.180357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fc4a0df-0ce9-43a9-8f7f-d6342035e1f2 req-54fc2e28-4af6-410a-821d-6887558e0b3e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197932 Dec 17 13:09:21.194767 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:21.199826 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:21.213539 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-557deefc-f61c-4326-9268-94622cb78d69 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1226997 Dec 17 13:09:21.329386 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:21.337695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:21.337695 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:21.368955 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:21.369644 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:21.394231 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] Set router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:21.558976 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bc82374-1086-4fc9-9bfb-f7e8b90b69fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:21.606343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event updated for resources: {'Network': ['ID=80876ed4-f82e-4089-972c-8e0d8432151d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:21.637469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c29e5-c381-4dd0-99f5-6e09ed758d8d req-fd88e9e1-4c3f-4a25-a138-c3a8c2b149f6 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:21.649947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f1c29e5-c381-4dd0-99f5-6e09ed758d8d req-fd88e9e1-4c3f-4a25-a138-c3a8c2b149f6 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 946 time: 0.1287642 Dec 17 13:09:21.655480 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f763c046-782b-460c-be8a-3e56dd393eab req-834fc08c-aa41-4455-8b13-13a18903c53a tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0119467 Dec 17 13:09:21.674929 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bc82374-1086-4fc9-9bfb-f7e8b90b69fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:21.687429 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a177009-5761-440e-9618-76ee15e1b855 req-6f4fbd94-f02b-409f-b191-25cbcf9b3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:21.691302 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a177009-5761-440e-9618-76ee15e1b855 req-6f4fbd94-f02b-409f-b191-25cbcf9b3248 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 1097 time: 0.9416790 Dec 17 13:09:21.692504 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8112db-a6a3-47f3-9265-d8d337a40a33 None None] Pushing event updated for resources: {'Port': ['ID=540bf6e9-9039-4658-87f4-c6188a059244,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:21.729397 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7ec20767-712f-43d6-aba3-772001f201c5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.8402767 Dec 17 13:09:21.745990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55918) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:21.759870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-83b3c7f9-fc50-40e5-8dde-26a2ce3e699f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Request body: {'subnet': {'network_id': '80876ed4-f82e-4089-972c-8e0d8432151d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:21.760160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc82374-1086-4fc9-9bfb-f7e8b90b69fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df65425-36a8-4226-954a-b4299fafd029,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:21.783438 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Deleting port f4b63d25-9bfe-4a67-b95b-ca4ea1b369da {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:21.783438 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:21.802043 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 80876ed4-f82e-4089-972c-8e0d8432151d details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:09:21.858743 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:21.879331 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bc82374-1086-4fc9-9bfb-f7e8b90b69fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:21.880604 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6bc82374-1086-4fc9-9bfb-f7e8b90b69fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7011566 Dec 17 13:09:21.901904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55924) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:21.928469 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a177009-5761-440e-9618-76ee15e1b855 req-a9fae88f-1fe5-4034-b06c-d4548b601487 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281280 Dec 17 13:09:21.934845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0144906e-6983-42d3-a1cf-7a563444e65e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Request body: {'security_group_rule': {'security_group_id': '6df65425-36a8-4226-954a-b4299fafd029', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:22.025620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f1c29e5-c381-4dd0-99f5-6e09ed758d8d req-c0848856-f9fa-4be5-a87e-47d5919caa41 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746345 Dec 17 13:09:22.077788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] For port f4b63d25-9bfe-4a67-b95b-ca4ea1b369da, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f4b63d25-9bfe-4a67-b95b-ca4ea1b369da,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:22.078443 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:22.091708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Calling delete_port for f4b63d25-9bfe-4a67-b95b-ca4ea1b369da owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:22.139999 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-5a1d8c26-705f-4c7c-9cb8-8edd3b718ae3 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1282896574&fields=id&tenant_id=48b53f34ec134f6d8af1f798980e3e5e HTTP/1.1" status: 200 len: 267 time: 0.3523324 Dec 17 13:09:22.144072 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0144906e-6983-42d3-a1cf-7a563444e65e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:22.177655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b3c7f9-fc50-40e5-8dde-26a2ce3e699f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Made reservation on behalf of 6a7027cc34e647ad9cbeac97c397ddec for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:22.182833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7f9-fc50-40e5-8dde-26a2ce3e699f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:22.225977 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=d9a802d5-7d83-41eb-9530-29bbe6624292,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:22.308062 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 55b110f8-37bb-4092-b6a9-7d2c6338cc02 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:22.308707 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:22.357409 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:21Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:22.407305 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b085af4-f57f-4241-99b3-35beb6e42846 None None] The sync data for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 is: [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:21Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:22.456499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0144906e-6983-42d3-a1cf-7a563444e65e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:22.519364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a729a7-d78b-4378-b092-367ac98a5f9d req-32592035-83ad-42cc-ad4f-d801f2ecb992 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:22.520993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80a729a7-d78b-4378-b092-367ac98a5f9d req-32592035-83ad-42cc-ad4f-d801f2ecb992 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 944 time: 0.2037818 Dec 17 13:09:22.554899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-023dd53b-0bdf-4855-a58e-3929a6f70f62 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:22.563497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-023dd53b-0bdf-4855-a58e-3929a6f70f62 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/networks?id=866f9744-0ad7-4605-b6a9-5a43d6d75c8e HTTP/1.1" status: 200 len: 815 time: 0.4056036 Dec 17 13:09:22.585223 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0144906e-6983-42d3-a1cf-7a563444e65e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:22.592950 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9e04e14e-e87c-4dc4-9a9f-e2b2d8027ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:22.593380 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-e5498208-00d5-4656-b987-febf6ba088aa tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/quotas/48b53f34ec134f6d8af1f798980e3e5e HTTP/1.1" status: 200 len: 375 time: 0.0284398 Dec 17 13:09:22.624150 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e55e7a8f-48de-4b78-b59f-b7b3e6b78d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'name': 'tempest-AttachSCSIVolumeTestJSON-513568909-router', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:36Z', 'updated_at': '2021-12-17T13:09:18Z', 'revision_number': 5, 'project_id': '3c034620f38e490db9291c40fa448e5d', 'gw_port': {'id': 'f4b63d25-9bfe-4a67-b95b-ca4ea1b369da', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:06:38Z', 'updated_at': '2021-12-17T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:22.670837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e7a8f-48de-4b78-b59f-b7b3e6b78d19 None None] Checking router: 4efc3a55-bd3c-426b-955b-9dad1711698f for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:09:22.673496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144906e-6983-42d3-a1cf-7a563444e65e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb348dc1-5ffb-4663-bf78-a567a29ffdc4,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:22.708748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9e04e14e-e87c-4dc4-9a9f-e2b2d8027ac0 None None] For port 9c45a429-35db-411a-abff-381c2c451237, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9c45a429-35db-411a-abff-381c2c451237,segment=NetworkSegment(56b8f221-4058-4343-ac73-4541df642efb),segment_id=56b8f221-4058-4343-ac73-4541df642efb)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:22.735990 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-cdedc482-0595-42be-bdf8-dc4e0800b28d tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=48b53f34ec134f6d8af1f798980e3e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413565 Dec 17 13:09:22.778026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e7a8f-48de-4b78-b59f-b7b3e6b78d19 None None] Routers {'4efc3a55-bd3c-426b-955b-9dad1711698f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:22.778026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e55e7a8f-48de-4b78-b59f-b7b3e6b78d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4efc3a55-bd3c-426b-955b-9dad1711698f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:22.778266 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9e04e14e-e87c-4dc4-9a9f-e2b2d8027ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:22.781796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0144906e-6983-42d3-a1cf-7a563444e65e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:22.785820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0144906e-6983-42d3-a1cf-7a563444e65e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8605461 Dec 17 13:09:22.792915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55934) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:22.807711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f84a6402-c159-407c-9a78-663c11522323 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Request body: {'security_group_rule': {'security_group_id': '6df65425-36a8-4226-954a-b4299fafd029', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:22.831757 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80a729a7-d78b-4378-b092-367ac98a5f9d req-bbb65fb9-1e75-4506-89a3-8d80dbf2d6ce tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828152 Dec 17 13:09:22.893071 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:22.901956 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7f9-fc50-40e5-8dde-26a2ce3e699f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:22.952463 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.046536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3c7f9-fc50-40e5-8dde-26a2ce3e699f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event updated for resources: {'Subnet': ['ID=b08d4664-dbcf-4ef3-8d7e-8cf081c068e5,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:23.052789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508659d4-5bc3-4406-a606-b4b578b65ca7 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:23.064815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3c7f9-fc50-40e5-8dde-26a2ce3e699f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Checking segment: {'id': '2e3ad619-4c02-41fa-9276-f3da3633629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80876ed4-f82e-4089-972c-8e0d8432151d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:23.065286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3c7f9-fc50-40e5-8dde-26a2ce3e699f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Network hostable DHCP agents. Network: 80876ed4-f82e-4089-972c-8e0d8432151d, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:09:23.071884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 540bf6e9-9039-4658-87f4-c6188a059244 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:23.183316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3c7f9-fc50-40e5-8dde-26a2ce3e699f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Network 80876ed4-f82e-4089-972c-8e0d8432151d is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:09:23.197231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-b0933162-4f3d-4070-9427-5bc801bd5554 service neutron] 10.222.0.59 "GET /v2.0/networks/866f9744-0ad7-4605-b6a9-5a43d6d75c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453275 Dec 17 13:09:23.284473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-83b3c7f9-fc50-40e5-8dde-26a2ce3e699f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 80876ed4-f82e-4089-972c-8e0d8432151d) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:23.287391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b63d25-9bfe-4a67-b95b-ca4ea1b369da,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:23.307793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9729a-ac9b-44ca-8994-9906563a4a95 req-57c5055f-cd89-4328-8311-66f25a267b9f tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:23.315788 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f84a6402-c159-407c-9a78-663c11522323 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.316248 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3e9729a-ac9b-44ca-8994-9906563a4a95 req-57c5055f-cd89-4328-8311-66f25a267b9f tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 944 time: 0.1210101 Dec 17 13:09:23.317951 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:09:10Z', 'revision_number': 4, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '9c45a429-35db-411a-abff-381c2c451237', 'name': '', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'mac_address': 'fa:16:3e:65:87:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:18Z', 'revision_number': 4, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'subnets': [{'id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:23.338904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3c7f9-fc50-40e5-8dde-26a2ce3e699f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:23.339499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83b3c7f9-fc50-40e5-8dde-26a2ce3e699f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.356110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68883e0e-29d7-49f1-b6fb-5781a2105103 None None] Network 80876ed4-f82e-4089-972c-8e0d8432151d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:23.358585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b4d769-57da-41f1-b4a1-baaf1f54ef57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b110f8-37bb-4092-b6a9-7d2c6338cc02'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:23.360726 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777adcbd-fb82-44a4-8c0e-1996c1b808bb" -d '{"events": [{"server_uuid": "f0b4d769-57da-41f1-b4a1-baaf1f54ef57", "name": "network-vif-plugged", "status": "completed", "tag": "55b110f8-37bb-4092-b6a9-7d2c6338cc02"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:23.446776 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3e9729a-ac9b-44ca-8994-9906563a4a95 req-db02dc7f-2cce-4448-b136-8f8e75f6b66b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295779 Dec 17 13:09:23.448640 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.450264 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e55e7a8f-48de-4b78-b59f-b7b3e6b78d19 None None] Set router 4efc3a55-bd3c-426b-955b-9dad1711698f gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:23.452491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-18b3f826-4da0-490b-96c4-b9f00afe443c None None] Provisioning complete for port 540bf6e9-9039-4658-87f4-c6188a059244 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:23.452873 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-18b3f826-4da0-490b-96c4-b9f00afe443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.464578 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-83b3c7f9-fc50-40e5-8dde-26a2ce3e699f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7162766 Dec 17 13:09:23.485454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55940) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:23.485454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d76bfe25-8f25-46c3-86e7-84267a341677 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Request body: {'network': {'name': 'tempest-router-network01--1995268875'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:23.656464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51692e-fca8-4d90-809e-4843b215ff34 req-5dcc0fef-d1db-434d-9142-d6382604c232 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:23.671953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f51692e-fca8-4d90-809e-4843b215ff34 req-5dcc0fef-d1db-434d-9142-d6382604c232 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 946 time: 0.1161249 Dec 17 13:09:23.696854 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-200f123f-286a-4660-9b53-6eaec4c2f171 service neutron] 10.222.0.59 "GET /v2.0/networks/866f9744-0ad7-4605-b6a9-5a43d6d75c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936664 Dec 17 13:09:23.708860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76bfe25-8f25-46c3-86e7-84267a341677 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Made reservation on behalf of 6a7027cc34e647ad9cbeac97c397ddec for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:23.719944 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.738038 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d76bfe25-8f25-46c3-86e7-84267a341677 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.738481 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f84a6402-c159-407c-9a78-663c11522323 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.741903 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.800642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76bfe25-8f25-46c3-86e7-84267a341677 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:09:23.827464 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d76bfe25-8f25-46c3-86e7-84267a341677 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.832440 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-d76bfe25-8f25-46c3-86e7-84267a341677 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Added segment c31ad096-dfaa-4e0b-97f5-f405c8b78461 of type vlan for network f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6 Dec 17 13:09:23.832869 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f84a6402-c159-407c-9a78-663c11522323 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.863680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04e14e-e87c-4dc4-9a9f-e2b2d8027ac0 None None] Pushing event updated for resources: {'Port': ['ID=9c45a429-35db-411a-abff-381c2c451237,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:23.868908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a6402-c159-407c-9a78-663c11522323 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bce033e-8c5f-4b11-bda6-db85fdb82b47,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:23.875515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3b873-a1ce-4fca-937c-06dd588326aa None None] The sync data for ids ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'] in n-d-815324-5 is: [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:09:10Z', 'revision_number': 4, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '9c45a429-35db-411a-abff-381c2c451237', 'name': '', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'mac_address': 'fa:16:3e:65:87:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:18Z', 'revision_number': 4, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'subnets': [{'id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:23.895045 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.896038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4efc3a55-bd3c-426b-955b-9dad1711698f {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:09:23.901552 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:23.903971 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a8aab5de-c92a-4139-8f2f-516a76fc3bd8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/4efc3a55-bd3c-426b-955b-9dad1711698f HTTP/1.1" status: 204 len: 168 time: 4.0459540 Dec 17 13:09:23.906130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55944) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:23.909316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b110f8-37bb-4092-b6a9-7d2c6338cc02, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b110f8-37bb-4092-b6a9-7d2c6338cc02,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:23.919169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d76bfe25-8f25-46c3-86e7-84267a341677 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:24.016194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9af59f1-729d-411c-889d-05ec06bf1039 admin admin] Deleting subnet eae2c742-438f-448f-af66-ac68e7b05531 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:09:24.021863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9af59f1-729d-411c-889d-05ec06bf1039 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:24.060816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 067fd925-8400-4519-a621-dc74cd07c6d7 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:24.099635 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f51692e-fca8-4d90-809e-4843b215ff34 req-4a93b8c2-dc5e-4cb0-8b33-32087616f16f tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259980 Dec 17 13:09:24.118026 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d76bfe25-8f25-46c3-86e7-84267a341677 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:24.135026 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9af59f1-729d-411c-889d-05ec06bf1039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:24.174210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76bfe25-8f25-46c3-86e7-84267a341677 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:24.188331 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d76bfe25-8f25-46c3-86e7-84267a341677 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:24.196392 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:24.201977 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e55e7a8f-48de-4b78-b59f-b7b3e6b78d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'name': 'tempest-AttachSCSIVolumeTestJSON-513568909-router', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:36Z', 'updated_at': '2021-12-17T13:09:20Z', 'revision_number': 6, 'project_id': '3c034620f38e490db9291c40fa448e5d', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:24.232411 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f84a6402-c159-407c-9a78-663c11522323 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:24.237145 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f84a6402-c159-407c-9a78-663c11522323 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4380465 Dec 17 13:09:24.243359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55954) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:24.262569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:24.338543 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce610f6-ba1b-439c-8a3c-4c18433bd710 x-openstack-request-id: req-1ce610f6-ba1b-439c-8a3c-4c18433bd710 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:24.338543 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b4d769-57da-41f1-b4a1-baaf1f54ef57", "name": "network-vif-plugged", "status": "completed", "tag": "55b110f8-37bb-4092-b6a9-7d2c6338cc02", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:24.338543 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1ce610f6-ba1b-439c-8a3c-4c18433bd710 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:24.339345 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b4d769-57da-41f1-b4a1-baaf1f54ef57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b110f8-37bb-4092-b6a9-7d2c6338cc02', 'code': 200} Dec 17 13:09:24.411067 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d76bfe25-8f25-46c3-86e7-84267a341677 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9374137 Dec 17 13:09:24.412858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55956) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:24.443023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fe6467dd-583a-4b4f-a2ab-ef4b09c0d7f4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Request body: {'network': {'name': 'tempest-router-network02--1991722584'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:24.508006 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9af59f1-729d-411c-889d-05ec06bf1039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:24.529945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bfe25-8f25-46c3-86e7-84267a341677 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event updated for resources: {'Network': ['ID=f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:24.565379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa3d28-0e7f-40d4-b0f3-2324721764ac req-2fdbab3f-2236-404a-ae4e-973ba95e8215 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:24.577956 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e7a8f-48de-4b78-b59f-b7b3e6b78d19 None None] The sync data for ids ['4efc3a55-bd3c-426b-955b-9dad1711698f'] in n-d-815324-5 is: [{'id': '4efc3a55-bd3c-426b-955b-9dad1711698f', 'name': 'tempest-AttachSCSIVolumeTestJSON-513568909-router', 'tenant_id': '3c034620f38e490db9291c40fa448e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:06:36Z', 'updated_at': '2021-12-17T13:09:20Z', 'revision_number': 6, 'project_id': '3c034620f38e490db9291c40fa448e5d', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:24.583570 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdfa3d28-0e7f-40d4-b0f3-2324721764ac req-2fdbab3f-2236-404a-ae4e-973ba95e8215 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.3406236 Dec 17 13:09:24.590687 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:24.645884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b110f8-37bb-4092-b6a9-7d2c6338cc02,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:24.688299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:09:24.713203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-01b12f02-d0e6-43f3-8647-99378a109430 req-a0aca623-abbd-41a5-89a6-384049075ed3 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 210 time: 0.1376963 Dec 17 13:09:24.975960 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:24.983129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:24.983129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:24.983129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:24.983129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:24.983129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:24.983129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:24.983129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:24.983129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:24.983129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:24.986835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:24.987498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:24.987980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:09:25.031007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-80876ed4-f82e-4089-972c-8e0d8432151d', 'network_id': '80876ed4-f82e-4089-972c-8e0d8432151d', 'project_id': '6a7027cc34e647ad9cbeac97c397ddec', 'fixed_ips': [{'subnet_id': 'b08d4664-dbcf-4ef3-8d7e-8cf081c068e5'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:09:25.034230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.038625 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.073165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9af59f1-729d-411c-889d-05ec06bf1039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.088487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 067fd925-8400-4519-a621-dc74cd07c6d7 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:09:25.112209 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9af59f1-729d-411c-889d-05ec06bf1039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.129055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b9af59f1-729d-411c-889d-05ec06bf1039 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/eae2c742-438f-448f-af66-ac68e7b05531 HTTP/1.1" status: 204 len: 168 time: 1.2123427 Dec 17 13:09:25.149142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe7d07d-2c6a-40a4-bef4-5cfe5af611ac None None] Network c0501364-93eb-46e1-b8f4-def6572aab39 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:25.157321 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 067fd925-8400-4519-a621-dc74cd07c6d7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:25.158902 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.185628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55966) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:25.198977 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:09:25.380588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 540bf6e9-9039-4658-87f4-c6188a059244 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:25.381343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.389435 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.407857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af59f1-729d-411c-889d-05ec06bf1039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae2c742-438f-448f-af66-ac68e7b05531,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:25.473552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdfa3d28-0e7f-40d4-b0f3-2324721764ac req-369a7a19-0f8b-4b76-89f1-3f1c258c0575 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8890119 Dec 17 13:09:25.518752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559a8f2-200e-4de0-bf04-57e4ccb91c7a req-891bb4fe-937e-43f5-a42c-c384992a757d tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:25.528546 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5559a8f2-200e-4de0-bf04-57e4ccb91c7a req-891bb4fe-937e-43f5-a42c-c384992a757d tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 944 time: 0.4339962 Dec 17 13:09:25.537947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6467dd-583a-4b4f-a2ab-ef4b09c0d7f4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Made reservation on behalf of 6a7027cc34e647ad9cbeac97c397ddec for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:25.542604 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe6467dd-583a-4b4f-a2ab-ef4b09c0d7f4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.600671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6467dd-583a-4b4f-a2ab-ef4b09c0d7f4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:09:25.641358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe6467dd-583a-4b4f-a2ab-ef4b09c0d7f4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.641739 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-fe6467dd-583a-4b4f-a2ab-ef4b09c0d7f4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Added segment 0906127e-52ab-4925-8e15-c5a3c11d96f1 of type vlan for network 4692df22-9b3f-400a-a7fc-14d668430776 Dec 17 13:09:25.688671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Allocated IP 172.25.0.223 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/88669395-8b3d-427b-ba55-80b7c99a6e6b) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:25.734600 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe6467dd-583a-4b4f-a2ab-ef4b09c0d7f4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.763573 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-18b3f826-4da0-490b-96c4-b9f00afe443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.847183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-18b3f826-4da0-490b-96c4-b9f00afe443c None None] For port 540bf6e9-9039-4658-87f4-c6188a059244, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=540bf6e9-9039-4658-87f4-c6188a059244,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:25.859357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5559a8f2-200e-4de0-bf04-57e4ccb91c7a req-b5e55d61-e8a9-4075-ac19-5684664d3d9c tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298132 Dec 17 13:09:25.860909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Deleting port a78a37e2-55af-4fae-9a3b-e28b313c46a8 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:25.861304 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.893381 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.951478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Allocated IP 172.20.0.2 (80876ed4-f82e-4089-972c-8e0d8432151d/b08d4664-dbcf-4ef3-8d7e-8cf081c068e5/e39155a4-e801-48e6-9f6a-9fe505831476) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:25.981872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 067fd925-8400-4519-a621-dc74cd07c6d7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=067fd925-8400-4519-a621-dc74cd07c6d7,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:25.990523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] For port a78a37e2-55af-4fae-9a3b-e28b313c46a8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a78a37e2-55af-4fae-9a3b-e28b313c46a8,segment=NetworkSegment(d6d332db-d738-4c23-8ddb-ec6fd82f8786),segment_id=d6d332db-d738-4c23-8ddb-ec6fd82f8786)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:25.992210 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:25.996090 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.027001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Calling delete_port for a78a37e2-55af-4fae-9a3b-e28b313c46a8 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:26.114352 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.124571 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73f9b9-0789-4706-861e-fc38dd9adc43 None None] DHCP port deletion for c0501364-93eb-46e1-b8f4-def6572aab39 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:26.138662 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d08dc5b-2a00-4d26-97b8-33b80a122e21 req-0f98ad00-def3-464f-a776-0251501c69d4 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 210 time: 0.0510645 Dec 17 13:09:26.233227 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.244947 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-18b3f826-4da0-490b-96c4-b9f00afe443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.246641 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.250507 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe6467dd-583a-4b4f-a2ab-ef4b09c0d7f4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.266095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6467dd-583a-4b4f-a2ab-ef4b09c0d7f4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:26.267082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe6467dd-583a-4b4f-a2ab-ef4b09c0d7f4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.307754 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.357852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9ecbb-c808-4003-89aa-f923705e80b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067fd925-8400-4519-a621-dc74cd07c6d7'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:26.361138 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aebec69-49e8-45af-a51b-1af9d2f0950c" -d '{"events": [{"server_uuid": "92e9ecbb-c808-4003-89aa-f923705e80b2", "name": "network-vif-plugged", "status": "completed", "tag": "067fd925-8400-4519-a621-dc74cd07c6d7"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:26.365309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3f826-4da0-490b-96c4-b9f00afe443c None None] Pushing event updated for resources: {'Port': ['ID=540bf6e9-9039-4658-87f4-c6188a059244,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:26.392670 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.403869 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.439100 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fe6467dd-583a-4b4f-a2ab-ef4b09c0d7f4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0192087 Dec 17 13:09:26.444861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55982) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:26.457458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3f73f9b9-0789-4706-861e-fc38dd9adc43 None None] Deleting port a78a37e2-55af-4fae-9a3b-e28b313c46a8 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:26.458906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fe01377e-6818-48bc-a21b-221c1bbc868f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Request body: {'subnet': {'network_id': 'f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:26.459658 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3f73f9b9-0789-4706-861e-fc38dd9adc43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.463078 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea1984f-778f-4c84-a9ae-d45991555dd3 x-openstack-request-id: req-8ea1984f-778f-4c84-a9ae-d45991555dd3 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:26.463592 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9ecbb-c808-4003-89aa-f923705e80b2", "name": "network-vif-plugged", "status": "completed", "tag": "067fd925-8400-4519-a621-dc74cd07c6d7", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:26.463942 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ea1984f-778f-4c84-a9ae-d45991555dd3 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:26.464422 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9ecbb-c808-4003-89aa-f923705e80b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067fd925-8400-4519-a621-dc74cd07c6d7', 'code': 200} Dec 17 13:09:26.497200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:26.499962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] No DVR routers for this DVR port a78a37e2-55af-4fae-9a3b-e28b313c46a8 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:09:26.511499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:26.533529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:26.557946 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:09:26.560774 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:09:26.565942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Network 80876ed4-f82e-4089-972c-8e0d8432151d is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:26.574422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6467dd-583a-4b4f-a2ab-ef4b09c0d7f4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event updated for resources: {'Network': ['ID=4692df22-9b3f-400a-a7fc-14d668430776,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:26.575538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:26.579077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:26.633264 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 4692df22-9b3f-400a-a7fc-14d668430776 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:09:26.706889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f47a4-f83b-4bcb-a8f2-daf5df4112e7 req-77b6851c-5c83-400c-88c2-449e67ad689c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:26.714785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event updated for resources: {'Port': ['ID=88669395-8b3d-427b-ba55-80b7c99a6e6b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:26.717124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-796f47a4-f83b-4bcb-a8f2-daf5df4112e7 req-77b6851c-5c83-400c-88c2-449e67ad689c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.0822043 Dec 17 13:09:26.790652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a78a37e2-55af-4fae-9a3b-e28b313c46a8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:26.793536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=067fd925-8400-4519-a621-dc74cd07c6d7,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:26.812876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3f73f9b9-0789-4706-861e-fc38dd9adc43 None None] For port a78a37e2-55af-4fae-9a3b-e28b313c46a8, host n-d-815324-5, got binding levels [] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:26.824941 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3f73f9b9-0789-4706-861e-fc38dd9adc43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.826499 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-796f47a4-f83b-4bcb-a8f2-daf5df4112e7 req-3df317bb-a015-4aea-843c-1d4aa476f9f2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081774 Dec 17 13:09:26.932971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Attempting to bind port e39155a4-e801-48e6-9f6a-9fe505831476 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:26.933859 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Attempting to bind port e39155a4-e801-48e6-9f6a-9fe505831476 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '2e3ad619-4c02-41fa-9276-f3da3633629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80876ed4-f82e-4089-972c-8e0d8432151d'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:26.934374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Attempting to bind port e39155a4-e801-48e6-9f6a-9fe505831476 on network 80876ed4-f82e-4089-972c-8e0d8432151d {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:26.948147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3f73f9b9-0789-4706-861e-fc38dd9adc43 None None] Calling delete_port for a78a37e2-55af-4fae-9a3b-e28b313c46a8 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:26.953221 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.974827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.ipam_backend_mixin [None req-3f73f9b9-0789-4706-861e-fc38dd9adc43 None None] Port a78a37e2-55af-4fae-9a3b-e28b313c46a8 was not found and therefore no delete operation was performed {{(pid=110455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 13:09:26.984296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:26.984296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Checking segment: {'id': '2e3ad619-4c02-41fa-9276-f3da3633629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80876ed4-f82e-4089-972c-8e0d8432151d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:26.984296 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.984296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Bound using segment: {'id': '2e3ad619-4c02-41fa-9276-f3da3633629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80876ed4-f82e-4089-972c-8e0d8432151d'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:26.984296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Bound port: e39155a4-e801-48e6-9f6a-9fe505831476, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3ad619-4c02-41fa-9276-f3da3633629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '80876ed4-f82e-4089-972c-8e0d8432151d'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:26.984296 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:26.986145 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3f73f9b9-0789-4706-861e-fc38dd9adc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:27.009380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73f9b9-0789-4706-861e-fc38dd9adc43 None None] No DVR routers for this DVR port a78a37e2-55af-4fae-9a3b-e28b313c46a8 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:09:27.012996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Pushing event updated for resources: {'Port': ['ID=e39155a4-e801-48e6-9f6a-9fe505831476,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:27.057243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe01377e-6818-48bc-a21b-221c1bbc868f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Made reservation on behalf of 6a7027cc34e647ad9cbeac97c397ddec for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:27.066210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe01377e-6818-48bc-a21b-221c1bbc868f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:27.110659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73f9b9-0789-4706-861e-fc38dd9adc43 None None] Pushing event deleted for resources: {'Port': ['ID=a78a37e2-55af-4fae-9a3b-e28b313c46a8,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:27.159821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] For port e39155a4-e801-48e6-9f6a-9fe505831476, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:27.162287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0501364-93eb-46e1-b8f4-def6572aab39']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:27.167140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] For port e39155a4-e801-48e6-9f6a-9fe505831476, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e39155a4-e801-48e6-9f6a-9fe505831476,segment=NetworkSegment(2e3ad619-4c02-41fa-9276-f3da3633629a),segment_id=2e3ad619-4c02-41fa-9276-f3da3633629a)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:27.199841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d332db-d738-4c23-8ddb-ec6fd82f8786') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:27.200217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d332db-d738-4c23-8ddb-ec6fd82f8786') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:27.228895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd6bc0-1a06-401d-b9af-f206ec6b1427 req-ebf1843b-6aeb-4642-9a79-83620a0b593c tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:27.230884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2dd6bc0-1a06-401d-b9af-f206ec6b1427 req-ebf1843b-6aeb-4642-9a79-83620a0b593c tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 946 time: 0.8124311 Dec 17 13:09:27.240693 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:27.244312 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:27.278445 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:27.294618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da915fcd-786e-4926-a754-f1496767cf71 req-436377ab-1de9-4377-b335-d3c72688a95b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:27.312406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-da915fcd-786e-4926-a754-f1496767cf71 req-436377ab-1de9-4377-b335-d3c72688a95b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.3454499 Dec 17 13:09:27.312799 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:27.323245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:09:27.324885 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:09:27.337646 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:09:27.417850 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f6373-e102-4575-a7bf-94dc3562c97b None None] Pushing event updated for resources: {'Port': ['ID=e39155a4-e801-48e6-9f6a-9fe505831476,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:27.522565 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-da915fcd-786e-4926-a754-f1496767cf71 req-a5d8b583-56b4-49f3-b400-70709d8709fd tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133882 Dec 17 13:09:27.528463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 540bf6e9-9039-4658-87f4-c6188a059244 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:27.623141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452502c5-f39d-4841-a7a2-fa4f9e421693 req-2f1daf49-8e5a-45ea-8b00-397fce7a03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:27.626216 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-452502c5-f39d-4841-a7a2-fa4f9e421693 req-2f1daf49-8e5a-45ea-8b00-397fce7a03c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 1096 time: 0.9591322 Dec 17 13:09:27.655501 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2dd6bc0-1a06-401d-b9af-f206ec6b1427 req-eeab4289-c5da-4c7a-89a0-643a05b274af tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673139 Dec 17 13:09:27.815150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-452502c5-f39d-4841-a7a2-fa4f9e421693 req-e6ac3473-d381-413d-9c85-17fbe1c00ecf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429434 Dec 17 13:09:27.815820 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:27.843621 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:27.853052 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] 10.222.0.59 "DELETE /v2.0/networks/c0501364-93eb-46e1-b8f4-def6572aab39 HTTP/1.1" status: 204 len: 168 time: 2.6586881 Dec 17 13:09:27.858491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a63124-8b50-4698-95f6-c6b625b411bd admin admin] Pushing event deleted for resources: {'Network': ['ID=c0501364-93eb-46e1-b8f4-def6572aab39,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:27.882805 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:27.931232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a96ed32-ba1a-4066-b40a-c6f6416c3c12 req-8d301187-0191-4f09-b1c2-0a5776b54e2b tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 210 time: 0.1339149 Dec 17 13:09:27.969780 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe01377e-6818-48bc-a21b-221c1bbc868f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:28.111119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 540bf6e9-9039-4658-87f4-c6188a059244 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:28.111721 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:28.159470 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:28.190221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a0117-d761-4ce4-ad38-2daa1ef7ee8a req-ab419f56-d664-4b20-87ae-960a0a16b8d9 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:28.192524 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f86a0117-d761-4ce4-ad38-2daa1ef7ee8a req-ab419f56-d664-4b20-87ae-960a0a16b8d9 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.54 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 946 time: 0.5631683 Dec 17 13:09:28.263766 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:28.280141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01377e-6818-48bc-a21b-221c1bbc868f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event updated for resources: {'Subnet': ['ID=772c1b79-a4b7-408f-8dae-515ee3740f81,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:28.283862 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9c45a429-35db-411a-abff-381c2c451237 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:28.315910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe01377e-6818-48bc-a21b-221c1bbc868f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Checking segment: {'id': 'c31ad096-dfaa-4e0b-97f5-f405c8b78461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:28.316625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe01377e-6818-48bc-a21b-221c1bbc868f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Network hostable DHCP agents. Network: f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:09:28.365177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-c7d2a286-12d3-49c7-8db7-f33504808d53 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:28.367352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-c7d2a286-12d3-49c7-8db7-f33504808d53 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.54 "GET /v2.0/networks?id=866f9744-0ad7-4605-b6a9-5a43d6d75c8e HTTP/1.1" status: 200 len: 815 time: 0.4336603 Dec 17 13:09:28.391846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1fca2-392c-4048-9e3f-faa8902db49d req-e41bcb57-a10d-4103-847a-98de45a5b9e7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:28.398781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 9c45a429-35db-411a-abff-381c2c451237 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:28.399164 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:28.402061 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0b1fca2-392c-4048-9e3f-faa8902db49d req-e41bcb57-a10d-4103-847a-98de45a5b9e7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.2394595 Dec 17 13:09:28.488602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event updated for resources: {'Port': ['ID=88669395-8b3d-427b-ba55-80b7c99a6e6b,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:28.532730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:28.533462 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-afbe5edf-b36e-4f54-a506-b8a952ff07df tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48b53f34ec134f6d8af1f798980e3e5e HTTP/1.1" status: 200 len: 380 time: 0.1522968 Dec 17 13:09:28.534358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe01377e-6818-48bc-a21b-221c1bbc868f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Network f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:09:28.547892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Request body: {'port': {'device_id': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'admin_state_up': True, 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'security_groups': ['356e0519-0f54-4e12-a73f-315b528bd273']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:28.612155 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0b1fca2-392c-4048-9e3f-faa8902db49d req-9c87cf72-d5cf-4ed0-a008-29f3a6f4e334 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074544 Dec 17 13:09:28.630233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56000) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:28.651840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-f86a0117-d761-4ce4-ad38-2daa1ef7ee8a req-80c0c993-22af-430b-9d04-24f6aa7a4cf0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Deleting port d9a802d5-7d83-41eb-9530-29bbe6624292 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:28.662407 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f86a0117-d761-4ce4-ad38-2daa1ef7ee8a req-80c0c993-22af-430b-9d04-24f6aa7a4cf0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:28.706460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 89dfea2f-af99-403b-8a16-103acfe25533 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:09:28.741055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-fe01377e-6818-48bc-a21b-221c1bbc868f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:28.758687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902f1c7a-2308-4c2b-8b03-bf8012ecf685 None None] Network f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:28.762659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe01377e-6818-48bc-a21b-221c1bbc868f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:28.763456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe01377e-6818-48bc-a21b-221c1bbc868f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:28.772206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 89dfea2f-af99-403b-8a16-103acfe25533 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:09:28.772650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 89dfea2f-af99-403b-8a16-103acfe25533 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:09:28.777717 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a78a37e2-55af-4fae-9a3b-e28b313c46a8 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:09:28.803027 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:28.809671 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-071a5c7c-e4e0-4e7c-af74-c993b44118fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5598743 Dec 17 13:09:28.821259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1f6dad95-2400-43fc-b8a4-00ed390bc3f4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1102a6f4361c4ee1aa00881df59e77fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898253 Dec 17 13:09:28.829858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56008) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:28.857119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: a78a37e2-55af-4fae-9a3b-e28b313c46a8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:09:28.857473 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a78a37e2-55af-4fae-9a3b-e28b313c46a8 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:09:28.857922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f4b63d25-9bfe-4a67-b95b-ca4ea1b369da no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:09:28.894450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8674b-b174-4f36-9f98-9a3ff88850d4 req-679cc9b5-78c5-47ca-8516-f5799dcc504f tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:28.896101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-86d8674b-b174-4f36-9f98-9a3ff88850d4 req-679cc9b5-78c5-47ca-8516-f5799dcc504f tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.2208974 Dec 17 13:09:28.978222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fe01377e-6818-48bc-a21b-221c1bbc868f tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5264452 Dec 17 13:09:28.984927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56012) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:28.993136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fe7dbb81-0709-4094-b252-786beda6dc8b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Request body: {'subnet': {'network_id': '4692df22-9b3f-400a-a7fc-14d668430776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:29.010645 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f4b63d25-9bfe-4a67-b95b-ca4ea1b369da {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:09:29.011316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f4b63d25-9bfe-4a67-b95b-ca4ea1b369da not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:09:29.075800 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-f86a0117-d761-4ce4-ad38-2daa1ef7ee8a req-80c0c993-22af-430b-9d04-24f6aa7a4cf0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] For port d9a802d5-7d83-41eb-9530-29bbe6624292, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d9a802d5-7d83-41eb-9530-29bbe6624292,segment=NetworkSegment(d661ae87-aaa6-40b3-91c1-20bcb74e85ca),segment_id=d661ae87-aaa6-40b3-91c1-20bcb74e85ca)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:29.075800 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f86a0117-d761-4ce4-ad38-2daa1ef7ee8a req-80c0c993-22af-430b-9d04-24f6aa7a4cf0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:29.151170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-f86a0117-d761-4ce4-ad38-2daa1ef7ee8a req-80c0c993-22af-430b-9d04-24f6aa7a4cf0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Calling delete_port for d9a802d5-7d83-41eb-9530-29bbe6624292 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:29.178213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14f372c5-b38e-4ea7-a3c4-5a1256fa732b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:29.182202 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-86d8674b-b174-4f36-9f98-9a3ff88850d4 req-4efeca13-e017-48ba-a7d7-acee4c534f50 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754116 Dec 17 13:09:29.188203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6', 'network_id': 'f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6', 'project_id': '6a7027cc34e647ad9cbeac97c397ddec', 'fixed_ips': [{'subnet_id': '772c1b79-a4b7-408f-8dae-515ee3740f81'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:09:29.189188 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:29.212435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Made reservation on behalf of 48b53f34ec134f6d8af1f798980e3e5e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:29.215756 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14f372c5-b38e-4ea7-a3c4-5a1256fa732b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:29.235488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:29.300092 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cd889-dbb1-41f8-9133-75da0c199f85 req-24ae6460-eada-4422-a2b3-3e9fec7f69de tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:29.302079 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4d9cd889-dbb1-41f8-9133-75da0c199f85 req-24ae6460-eada-4422-a2b3-3e9fec7f69de tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 946 time: 0.2884772 Dec 17 13:09:29.378079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2979f7-6c22-4b45-982f-a2a566b7e62e None None] Network 80876ed4-f82e-4089-972c-8e0d8432151d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:29.421551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4d9cd889-dbb1-41f8-9133-75da0c199f85 req-180f2ead-a2f6-4ab8-a762-c08f39bef84b tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/security-groups?id=89d67904-ebec-4d75-8fed-cc3d9255f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868406 Dec 17 13:09:29.431974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14f372c5-b38e-4ea7-a3c4-5a1256fa732b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:29.434791 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14f372c5-b38e-4ea7-a3c4-5a1256fa732b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:29.439616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-14f372c5-b38e-4ea7-a3c4-5a1256fa732b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f11362a-6ae2-4e71-bc27-1593bdd5fd2f HTTP/1.1" status: 204 len: 168 time: 0.6028271 Dec 17 13:09:29.463972 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f372c5-b38e-4ea7-a3c4-5a1256fa732b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f11362a-6ae2-4e71-bc27-1593bdd5fd2f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:29.516547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7dbb81-0709-4094-b252-786beda6dc8b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Made reservation on behalf of 6a7027cc34e647ad9cbeac97c397ddec for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:29.523209 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbb81-0709-4094-b252-786beda6dc8b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:29.560406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e39155a4-e801-48e6-9f6a-9fe505831476 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:29.590020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11bf8c8e-e701-4826-8a64-949e38e0d5ef req-fd917c62-e3f9-4d3c-b8ec-2eb2d4bbc731 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 210 time: 0.1130514 Dec 17 13:09:29.684584 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-f2f7b25c-3123-4ac2-9c2c-cd2b41b5c7ef tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--985958622&fields=id&tenant_id=3fd22a158e1943a9ba7adec5ac725163 HTTP/1.1" status: 200 len: 267 time: 0.1105654 Dec 17 13:09:29.763342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f86a0117-d761-4ce4-ad38-2daa1ef7ee8a req-80c0c993-22af-430b-9d04-24f6aa7a4cf0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:29.815049 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0c993-22af-430b-9d04-24f6aa7a4cf0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Pushing event deleted for resources: {'Port': ['ID=d9a802d5-7d83-41eb-9530-29bbe6624292,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:29.842366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-813ba305-c5ce-4cf6-ba48-c45f58ba82b8 None None] Provisioning complete for port e39155a4-e801-48e6-9f6a-9fe505831476 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:29.842867 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-813ba305-c5ce-4cf6-ba48-c45f58ba82b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:29.879845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86a0117-d761-4ce4-ad38-2daa1ef7ee8a req-80c0c993-22af-430b-9d04-24f6aa7a4cf0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] No DVR routers for this DVR port d9a802d5-7d83-41eb-9530-29bbe6624292 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:09:29.890187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3df88c-a1ed-46c1-8f3d-b574e6b885dd None None] DHCP port deletion for fdc82255-9024-4b15-93c5-ff7d8f32184b request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:29.893090 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f86a0117-d761-4ce4-ad38-2daa1ef7ee8a req-80c0c993-22af-430b-9d04-24f6aa7a4cf0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:29.898762 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f86a0117-d761-4ce4-ad38-2daa1ef7ee8a req-80c0c993-22af-430b-9d04-24f6aa7a4cf0 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.54 "DELETE /v2.0/ports/d9a802d5-7d83-41eb-9530-29bbe6624292 HTTP/1.1" status: 204 len: 173 time: 1.6867073 Dec 17 13:09:29.899267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1257f387-33b8-47b2-91c4-d9bbe4d7191c', 'name': 'network-vif-deleted', 'tag': 'd9a802d5-7d83-41eb-9530-29bbe6624292'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:29.902079 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf63c65-5627-4164-8756-dad1d2261c8c" -d '{"events": [{"server_uuid": "1257f387-33b8-47b2-91c4-d9bbe4d7191c", "name": "network-vif-deleted", "tag": "d9a802d5-7d83-41eb-9530-29bbe6624292"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:29.903237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Allocated IP 172.20.0.2 (f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6/772c1b79-a4b7-408f-8dae-515ee3740f81/abc7ae69-8020-4418-a597-847aefbb9e93) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:29.940464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Allocated IP 172.20.0.12 (866f9744-0ad7-4605-b6a9-5a43d6d75c8e/93edbd42-6373-4597-b8f6-ebe632d4afaf/dcd76c58-cd34-4f2d-90e3-e2f55f93907a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:29.967712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-20d5df8a-acf5-4e56-8cbd-d1231b612b0e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:29.969410 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-20d5df8a-acf5-4e56-8cbd-d1231b612b0e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 817 time: 0.2767742 Dec 17 13:09:29.993071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8212a-5d18-413a-a4a0-f03ba59dc44d req-bc7f4382-307f-4899-b859-8fb48a54cf5e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:30.000032 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-c3e4e4b0-d5c1-42a8-97b8-6959b6532c34 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/quotas/3fd22a158e1943a9ba7adec5ac725163 HTTP/1.1" status: 200 len: 375 time: 0.0244188 Dec 17 13:09:30.001512 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dda8212a-5d18-413a-a4a0-f03ba59dc44d req-bc7f4382-307f-4899-b859-8fb48a54cf5e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.2051661 Dec 17 13:09:30.063279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e39155a4-e801-48e6-9f6a-9fe505831476 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:30.063796 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:30.113701 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-813ba305-c5ce-4cf6-ba48-c45f58ba82b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:30.226282 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-00d53754-0965-48e5-a3c2-734b1b5a96c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1992238 Dec 17 13:09:30.249401 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dda8212a-5d18-413a-a4a0-f03ba59dc44d req-97a432d8-95a0-48d1-85f8-6d5911450f43 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464869 Dec 17 13:09:30.430063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-813ba305-c5ce-4cf6-ba48-c45f58ba82b8 None None] For port e39155a4-e801-48e6-9f6a-9fe505831476, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e39155a4-e801-48e6-9f6a-9fe505831476,segment=NetworkSegment(2e3ad619-4c02-41fa-9276-f3da3633629a),segment_id=2e3ad619-4c02-41fa-9276-f3da3633629a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:30.447059 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbb81-0709-4094-b252-786beda6dc8b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:30.464041 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-da1fbbc7-f799-43bf-9ec5-5341978ca897 service neutron] 10.222.0.59 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307608 Dec 17 13:09:30.554901 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:30.567189 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-813ba305-c5ce-4cf6-ba48-c45f58ba82b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:30.576472 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:30.624428 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6248c4e0-d19f-4301-95cf-03eaa127e494 service neutron] 10.222.0.59 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602411 Dec 17 13:09:30.631215 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcc40fb-6b21-4649-aab9-b2ec65143126 x-openstack-request-id: req-ebcc40fb-6b21-4649-aab9-b2ec65143126 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:30.632739 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1257f387-33b8-47b2-91c4-d9bbe4d7191c", "name": "network-vif-deleted", "tag": "d9a802d5-7d83-41eb-9530-29bbe6624292", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:30.636559 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ebcc40fb-6b21-4649-aab9-b2ec65143126 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:30.637980 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1257f387-33b8-47b2-91c4-d9bbe4d7191c', 'name': 'network-vif-deleted', 'tag': 'd9a802d5-7d83-41eb-9530-29bbe6624292', 'status': 'completed', 'code': 200} Dec 17 13:09:30.672687 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:30.700901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dbb81-0709-4094-b252-786beda6dc8b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event updated for resources: {'Subnet': ['ID=1097a0df-5345-4a9e-aa1a-2961776331bc,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:30.720957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56040) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:30.756784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Network f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:30.782480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:30.795612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:30.811074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ba305-c5ce-4cf6-ba48-c45f58ba82b8 None None] Pushing event updated for resources: {'Port': ['ID=e39155a4-e801-48e6-9f6a-9fe505831476,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:30.827072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-38cd11a0-4d75-4b43-9466-73d47cc1ab83 None None] Provisioning complete for port e39155a4-e801-48e6-9f6a-9fe505831476 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:30.830573 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-38cd11a0-4d75-4b43-9466-73d47cc1ab83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:30.854823 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d6b0cae1-c16e-48b3-b4e4-0e588a334067 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c034620f38e490db9291c40fa448e5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324649 Dec 17 13:09:30.855768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56042) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:30.897070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7dbb81-0709-4094-b252-786beda6dc8b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Checking segment: {'id': '0906127e-52ab-4925-8e15-c5a3c11d96f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4692df22-9b3f-400a-a7fc-14d668430776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:30.897684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7dbb81-0709-4094-b252-786beda6dc8b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Network hostable DHCP agents. Network: 4692df22-9b3f-400a-a7fc-14d668430776, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:09:30.910918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Pushing event updated for resources: {'Port': ['ID=abc7ae69-8020-4418-a597-847aefbb9e93,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:31.010735 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:31.068262 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:09:31.068640 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:09:31.121990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Attempting to bind port abc7ae69-8020-4418-a597-847aefbb9e93 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:31.122366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Attempting to bind port abc7ae69-8020-4418-a597-847aefbb9e93 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'c31ad096-dfaa-4e0b-97f5-f405c8b78461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:31.122802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Attempting to bind port abc7ae69-8020-4418-a597-847aefbb9e93 on network f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:31.146546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35d2b9-d6af-43b9-a2fb-cfb9dc803d60 req-e0e61015-c4ec-448e-828e-3738bc17356f tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:31.157822 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c35d2b9-d6af-43b9-a2fb-cfb9dc803d60 req-e0e61015-c4ec-448e-828e-3738bc17356f tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.3290117 Dec 17 13:09:31.175218 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:31.175664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Checking segment: {'id': 'c31ad096-dfaa-4e0b-97f5-f405c8b78461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:31.176095 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:31.176506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Bound using segment: {'id': 'c31ad096-dfaa-4e0b-97f5-f405c8b78461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:31.177374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Bound port: abc7ae69-8020-4418-a597-847aefbb9e93, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31ad096-dfaa-4e0b-97f5-f405c8b78461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:31.177867 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:31.205843 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:31.249522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7dbb81-0709-4094-b252-786beda6dc8b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Network 4692df22-9b3f-400a-a7fc-14d668430776 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:09:31.343781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:31.354848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:31.363503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:31.399980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] For port abc7ae69-8020-4418-a597-847aefbb9e93, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:31.403830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] For port abc7ae69-8020-4418-a597-847aefbb9e93, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=abc7ae69-8020-4418-a597-847aefbb9e93,segment=NetworkSegment(c31ad096-dfaa-4e0b-97f5-f405c8b78461),segment_id=c31ad096-dfaa-4e0b-97f5-f405c8b78461)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:31.408490 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c35d2b9-d6af-43b9-a2fb-cfb9dc803d60 req-2cc74fc7-ed86-4a6a-bfe9-00d3ccde9a8e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495582 Dec 17 13:09:31.436855 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:31.437352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Pushing event updated for resources: {'Port': ['ID=dcd76c58-cd34-4f2d-90e3-e2f55f93907a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:31.450086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-fe7dbb81-0709-4094-b252-786beda6dc8b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 4692df22-9b3f-400a-a7fc-14d668430776) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:31.460683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7dbb81-0709-4094-b252-786beda6dc8b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:31.461441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbb81-0709-4094-b252-786beda6dc8b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:31.474644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d9a802d5-7d83-41eb-9530-29bbe6624292 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:09:31.478348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc706c0-e1d6-4e98-a699-597c71f2701c None None] Network 4692df22-9b3f-400a-a7fc-14d668430776 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:31.523936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:31.524632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:31.548820 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6003c9fa-6640-47a5-8d2a-165724587e53 req-64b41c16-17a5-4e04-a774-810d1ab09597 tempest-ServerGroupTestJSON-1712162963 tempest-ServerGroupTestJSON-1712162963-project] 10.222.0.59 "GET /v2.0/ports?device_id=1257f387-33b8-47b2-91c4-d9bbe4d7191c HTTP/1.1" status: 200 len: 210 time: 0.0707774 Dec 17 13:09:31.608367 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fe7dbb81-0709-4094-b252-786beda6dc8b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6157413 Dec 17 13:09:31.609340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56060) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:31.680455 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55d66876-000e-47c6-ab11-592bdbdfdf85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:31.707500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-8b124842-c591-4d2b-a6b7-dcc508decfea tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1657863 Dec 17 13:09:31.755478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Request body: {'port': {'device_id': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:31.846441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:31.847744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cc44c-2cff-4f10-b32d-0cf2f894a146 req-09e3f97a-928b-4d66-a594-6e032fe341fc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:31.862112 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-973cc44c-2cff-4f10-b32d-0cf2f894a146 req-09e3f97a-928b-4d66-a594-6e032fe341fc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 932 time: 0.3060782 Dec 17 13:09:31.862569 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1c136013-b01d-458e-a82a-19cd21eade23 req-0fbf34f4-a9a6-4e36-a62c-cd4eff54e7cf tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 210 time: 0.1097715 Dec 17 13:09:31.899015 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55d66876-000e-47c6-ab11-592bdbdfdf85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:32.067525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: d9a802d5-7d83-41eb-9530-29bbe6624292 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:09:32.068194 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d9a802d5-7d83-41eb-9530-29bbe6624292 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:09:32.096326 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e39155a4-e801-48e6-9f6a-9fe505831476 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:32.222876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-973cc44c-2cff-4f10-b32d-0cf2f894a146 req-5d4ef2eb-a6e6-4d66-a33e-3d7ff9658318 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3589649 Dec 17 13:09:32.301529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e7c9e-e1cb-4243-8ea3-2cdba9710498 None None] Pushing event updated for resources: {'Port': ['ID=abc7ae69-8020-4418-a597-847aefbb9e93,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:32.310074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0d59942a-c2b6-4281-99b5-18364fa55809 None None] Provisioning complete for port dcd76c58-cd34-4f2d-90e3-e2f55f93907a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:32.310626 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0d59942a-c2b6-4281-99b5-18364fa55809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:32.317346 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c3111-d808-4e3a-9fb0-16a5270fea87 req-e8201649-4574-48a1-9e6a-0513d9afc348 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:32.322291 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3b8c3111-d808-4e3a-9fb0-16a5270fea87 req-e8201649-4574-48a1-9e6a-0513d9afc348 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.1362710 Dec 17 13:09:32.324420 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55d66876-000e-47c6-ab11-592bdbdfdf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:32.341265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55d66876-000e-47c6-ab11-592bdbdfdf85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:32.347224 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55d66876-000e-47c6-ab11-592bdbdfdf85 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d80ea16a-ffa5-4a7f-ab86-5ee70987df04 HTTP/1.1" status: 204 len: 168 time: 1.4860287 Dec 17 13:09:32.414285 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:32.449663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d66876-000e-47c6-ab11-592bdbdfdf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80ea16a-ffa5-4a7f-ab86-5ee70987df04,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:32.560027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-4692df22-9b3f-400a-a7fc-14d668430776', 'network_id': '4692df22-9b3f-400a-a7fc-14d668430776', 'project_id': '6a7027cc34e647ad9cbeac97c397ddec', 'fixed_ips': [{'subnet_id': '1097a0df-5345-4a9e-aa1a-2961776331bc'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:09:32.568373 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:32.592936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e39155a4-e801-48e6-9f6a-9fe505831476 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:32.592936 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:32.593967 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3b8c3111-d808-4e3a-9fb0-16a5270fea87 req-dbdbe8a3-3374-4795-aeda-8fb90301954e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449470 Dec 17 13:09:32.649126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0d59942a-c2b6-4281-99b5-18364fa55809 None None] Port dcd76c58-cd34-4f2d-90e3-e2f55f93907a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:32.950173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dac6d0-acbf-47b2-9016-30cecc0563d5 req-8b998d08-0bd1-4736-9fa6-99a37c362112 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:32.970488 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18dac6d0-acbf-47b2-9016-30cecc0563d5 req-8b998d08-0bd1-4736-9fa6-99a37c362112 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.5160890 Dec 17 13:09:33.045555 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:33.159470 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9ca08e20-5483-4857-a193-7f20feb81e20 req-94ad1d30-4d13-4f0b-aefd-14f4160d1fd9 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 210 time: 0.0975907 Dec 17 13:09:33.238762 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18dac6d0-acbf-47b2-9016-30cecc0563d5 req-0d97dfba-5bb0-4b2a-8bd4-49fdc3c4def6 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619855 Dec 17 13:09:33.306973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Allocated IP 172.20.0.2 (4692df22-9b3f-400a-a7fc-14d668430776/1097a0df-5345-4a9e-aa1a-2961776331bc/f3d0521d-49e1-47f5-a206-7117bb1ea144) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:33.598262 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:33.620422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287345a-fbb0-43ea-acbb-fca23ac5d048 req-04c95c0c-bbc1-4eeb-8ee7-4a9820d3ba3d tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:33.622087 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e287345a-fbb0-43ea-acbb-fca23ac5d048 req-04c95c0c-bbc1-4eeb-8ee7-4a9820d3ba3d tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.0947106 Dec 17 13:09:33.754354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb4ed9-1695-48c1-8bf1-25388ce5b86f req-26a9dae8-97a4-4af4-9165-7ff68d2c298d tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:33.755969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-66cb4ed9-1695-48c1-8bf1-25388ce5b86f req-26a9dae8-97a4-4af4-9165-7ff68d2c298d tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 932 time: 0.3297915 Dec 17 13:09:33.760805 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:33.773695 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e287345a-fbb0-43ea-acbb-fca23ac5d048 req-c458b493-59f1-4e14-8a6a-ae1b639c49ce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428311 Dec 17 13:09:33.880585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Network 4692df22-9b3f-400a-a7fc-14d668430776 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:33.894955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:33.910478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:33.977270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8759124-d5e2-40dc-a662-19c432ba32d6 None None] Network f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:33.996842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22be34-65a9-41ef-a34a-23d4275d8f76 req-31ab2cf0-7255-472d-9713-23d642d1a722 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:34.018210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Pushing event updated for resources: {'Port': ['ID=f3d0521d-49e1-47f5-a206-7117bb1ea144,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:34.018450 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8f22be34-65a9-41ef-a34a-23d4275d8f76 req-31ab2cf0-7255-472d-9713-23d642d1a722 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.1004789 Dec 17 13:09:34.095972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-32a53b67-8fea-4eb6-8e72-c2388d8c82e1 None None] Provisioning complete for port abc7ae69-8020-4418-a597-847aefbb9e93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:34.096748 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-32a53b67-8fea-4eb6-8e72-c2388d8c82e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:34.141237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device abc7ae69-8020-4418-a597-847aefbb9e93 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:34.144056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Attempting to bind port f3d0521d-49e1-47f5-a206-7117bb1ea144 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:34.144743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Attempting to bind port f3d0521d-49e1-47f5-a206-7117bb1ea144 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '0906127e-52ab-4925-8e15-c5a3c11d96f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4692df22-9b3f-400a-a7fc-14d668430776'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:34.145226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Attempting to bind port f3d0521d-49e1-47f5-a206-7117bb1ea144 on network 4692df22-9b3f-400a-a7fc-14d668430776 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:34.193214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:34.193709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Checking segment: {'id': '0906127e-52ab-4925-8e15-c5a3c11d96f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4692df22-9b3f-400a-a7fc-14d668430776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:34.198028 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:34.198028 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Bound using segment: {'id': '0906127e-52ab-4925-8e15-c5a3c11d96f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4692df22-9b3f-400a-a7fc-14d668430776'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:34.198028 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Bound port: f3d0521d-49e1-47f5-a206-7117bb1ea144, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0906127e-52ab-4925-8e15-c5a3c11d96f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4692df22-9b3f-400a-a7fc-14d668430776'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:34.198028 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:34.248934 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8f22be34-65a9-41ef-a34a-23d4275d8f76 req-be0e4801-fe0b-4f56-9dba-c5a0ca8ca635 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294955 Dec 17 13:09:34.301988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] For port f3d0521d-49e1-47f5-a206-7117bb1ea144, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:34.305759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] For port f3d0521d-49e1-47f5-a206-7117bb1ea144, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f3d0521d-49e1-47f5-a206-7117bb1ea144,segment=NetworkSegment(0906127e-52ab-4925-8e15-c5a3c11d96f1),segment_id=0906127e-52ab-4925-8e15-c5a3c11d96f1)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:34.415836 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-32a53b67-8fea-4eb6-8e72-c2388d8c82e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:34.418222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port abc7ae69-8020-4418-a597-847aefbb9e93 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:34.418665 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:34.556665 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:34.578843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-32a53b67-8fea-4eb6-8e72-c2388d8c82e1 None None] For port abc7ae69-8020-4418-a597-847aefbb9e93, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=abc7ae69-8020-4418-a597-847aefbb9e93,segment=NetworkSegment(c31ad096-dfaa-4e0b-97f5-f405c8b78461),segment_id=c31ad096-dfaa-4e0b-97f5-f405c8b78461)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:34.579349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281faf95-a8d4-474c-863a-ff4df51f76fc req-d0eb0f1f-a6c2-40c2-b8bd-2e521a8e2db6 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:34.605325 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-281faf95-a8d4-474c-863a-ff4df51f76fc req-d0eb0f1f-a6c2-40c2-b8bd-2e521a8e2db6 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.1618774 Dec 17 13:09:34.659974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c6d4a-8d4f-41eb-8b43-53eebf28f81a None None] Pushing event updated for resources: {'Port': ['ID=f3d0521d-49e1-47f5-a206-7117bb1ea144,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:34.662489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd76c58-cd34-4f2d-90e3-e2f55f93907a {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:34.719845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-32a53b67-8fea-4eb6-8e72-c2388d8c82e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:34.746335 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:34.788801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a53b67-8fea-4eb6-8e72-c2388d8c82e1 None None] Pushing event updated for resources: {'Port': ['ID=abc7ae69-8020-4418-a597-847aefbb9e93,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:34.791784 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:34.811238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56112) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:34.876753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Transition to ACTIVE for port object dcd76c58-cd34-4f2d-90e3-e2f55f93907a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:09:34.918297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Allocated IP 172.20.0.1 (f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6/772c1b79-a4b7-408f-8dae-515ee3740f81/0caf6ac8-56fb-4510-8a3c-9550ab75a27d) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:34.923444 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-281faf95-a8d4-474c-863a-ff4df51f76fc req-6a1e71f8-9937-477f-8363-b84565caf2c5 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168237 Dec 17 13:09:34.937525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-66cb4ed9-1695-48c1-8bf1-25388ce5b86f req-7f1277b5-01db-4eea-9d87-5afd01f4f152 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4068117 Dec 17 13:09:35.031403 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:09:35.031774 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:09:35.084687 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-d10a5cc9-6435-4a54-9299-003e42323396 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:35.086398 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-d10a5cc9-6435-4a54-9299-003e42323396 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.54 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 817 time: 0.4495163 Dec 17 13:09:35.171094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:35.189047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ee881143-f5c9-4405-aa78-927c4dbc5870 None None] Provisioning complete for port abc7ae69-8020-4418-a597-847aefbb9e93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:35.189443 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee881143-f5c9-4405-aa78-927c4dbc5870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:35.284908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1663875791-network', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:35.301866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10877b0b-da44-4ed1-a6df-f32bde1a81d4 req-6340b6a0-9a5a-4ad3-b696-c811ef180b55 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:35.310945 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-10877b0b-da44-4ed1-a6df-f32bde1a81d4 req-6340b6a0-9a5a-4ad3-b696-c811ef180b55 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.1239045 Dec 17 13:09:35.386088 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d64e4d6b-14fa-4555-a9f2-75a66999f7a3 req-e6e4067b-83f2-42fa-bd2a-13d32de3f078 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 210 time: 0.1207120 Dec 17 13:09:35.398666 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-10877b0b-da44-4ed1-a6df-f32bde1a81d4 req-9a57e044-0c1c-4848-9e28-37bd3eed049d tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865953 Dec 17 13:09:35.418324 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-e637edea-05ac-42b7-b83a-bdcaf48f9027 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fd22a158e1943a9ba7adec5ac725163 HTTP/1.1" status: 200 len: 379 time: 0.2702379 Dec 17 13:09:35.440087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Request body: {'port': {'device_id': '05747d55-72a9-44c8-b30f-980104ae76ce', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'admin_state_up': True, 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'security_groups': ['6df65425-36a8-4226-954a-b4299fafd029']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:35.447833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd76c58-cd34-4f2d-90e3-e2f55f93907a,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:35.570923 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:35.677961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Made reservation on behalf of 9ee7701dd56749a4bb8209544ccaa161 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:35.684979 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:35.727711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4887e15-26f5-4805-9cc0-96a28c43e4ed req-3be89e0d-2776-419d-8383-e8b3a6f000e4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:35.729267 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4887e15-26f5-4805-9cc0-96a28c43e4ed req-3be89e0d-2776-419d-8383-e8b3a6f000e4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.1975124 Dec 17 13:09:35.753951 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:35.819220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Attempting to bind port dcd76c58-cd34-4f2d-90e3-e2f55f93907a on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:35.819773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Attempting to bind port dcd76c58-cd34-4f2d-90e3-e2f55f93907a by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:35.820110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Attempting to bind port dcd76c58-cd34-4f2d-90e3-e2f55f93907a on network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:35.821131 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4887e15-26f5-4805-9cc0-96a28c43e4ed req-ca801e94-d46e-44b4-9a95-b1a02796b96e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778522 Dec 17 13:09:35.858459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675ad01-4380-4747-a0d3-9d0db1712a6b req-edd6a84d-556c-48ca-b2bc-3d95a690eff7 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:35.858459 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a675ad01-4380-4747-a0d3-9d0db1712a6b req-edd6a84d-556c-48ca-b2bc-3d95a690eff7 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.1514716 Dec 17 13:09:35.858459 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:35.870833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Port dcd76c58-cd34-4f2d-90e3-e2f55f93907a on network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:09:35.871183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Attempting to bind port dcd76c58-cd34-4f2d-90e3-e2f55f93907a on network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:35.951253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:35.953682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Checking segment: {'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:35.954440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Bound using segment: {'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:35.955179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Bound port: dcd76c58-cd34-4f2d-90e3-e2f55f93907a, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b8f221-4058-4343-ac73-4541df642efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:35.955759 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:35.998662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event updated for resources: {'Port': ['ID=0caf6ac8-56fb-4510-8a3c-9550ab75a27d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:36.048757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Network f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:36.067314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:36.078842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device abc7ae69-8020-4418-a597-847aefbb9e93 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:36.091310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:36.130219 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.152971 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.193747 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port abc7ae69-8020-4418-a597-847aefbb9e93 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:36.195151 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.197564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Made reservation on behalf of 3fd22a158e1943a9ba7adec5ac725163 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:36.203282 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.236915 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a675ad01-4380-4747-a0d3-9d0db1712a6b req-60b0f2bf-1786-4b69-9393-538ce61f8a6b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862860 Dec 17 13:09:36.249071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] For port dcd76c58-cd34-4f2d-90e3-e2f55f93907a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:36.255285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] For port dcd76c58-cd34-4f2d-90e3-e2f55f93907a, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=dcd76c58-cd34-4f2d-90e3-e2f55f93907a,segment=NetworkSegment(56b8f221-4058-4343-ac73-4541df642efb),segment_id=56b8f221-4058-4343-ac73-4541df642efb)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:36.259728 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.374365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56142) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:36.423943 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.443526 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.463502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f3d0521d-49e1-47f5-a206-7117bb1ea144 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:36.530574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07ed260-8d4e-4de6-a5aa-ddceb115f185 admin admin] Deleting subnet 2fa1050a-87a2-4ded-ad74-01ac82316de9 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:09:36.535915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c07ed260-8d4e-4de6-a5aa-ddceb115f185 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.580851 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c07ed260-8d4e-4de6-a5aa-ddceb115f185 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.596560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f3d0521d-49e1-47f5-a206-7117bb1ea144 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:36.596946 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.598370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:36.599028 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.605526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] 10.222.0.54 "PUT /v2.0/ports/dcd76c58-cd34-4f2d-90e3-e2f55f93907a HTTP/1.1" status: 200 len: 1092 time: 4.8552344 Dec 17 13:09:36.638298 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c07ed260-8d4e-4de6-a5aa-ddceb115f185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.676726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'tag': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:36.679592 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d0a9e9-818b-4179-8c31-0a0e41249775" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b02c34-6fbb-4907-9942-05976d77e173", "tag": "dcd76c58-cd34-4f2d-90e3-e2f55f93907a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:36.686465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:09:36.772313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d33b9df-c942-45ef-8983-e1523ebe1135 None None] Network 4692df22-9b3f-400a-a7fc-14d668430776 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:36.782089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19f4c00-9ce3-45a5-abe6-cbca221d307e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:36.800894 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.801245 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Added segment a25d8f52-ce61-4bb2-834b-dae7b045ed17 of type vlan for network fad13f47-35a4-4434-b536-1eb7ef7fb45a Dec 17 13:09:36.813073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a6d33-6eb1-4963-b1a6-b6f60313b8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd76c58-cd34-4f2d-90e3-e2f55f93907a,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:36.854130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a5547892-7bf1-457d-9480-fd66770d9903 None None] Provisioning complete for port 0caf6ac8-56fb-4510-8a3c-9550ab75a27d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:36.854703 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a5547892-7bf1-457d-9480-fd66770d9903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.873436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25fc1c-cdd4-4b39-b3cb-b7833e36c45c req-b1e4097e-7cd2-4d46-9f37-aab498558190 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:36.882189 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa25fc1c-cdd4-4b39-b3cb-b7833e36c45c req-b1e4097e-7cd2-4d46-9f37-aab498558190 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 944 time: 0.3037815 Dec 17 13:09:36.892853 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:36.932720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Allocated IP 172.20.0.13 (e16b8094-9765-429e-b3f9-d6069186d4a7/1d474f1c-9141-4e9d-9cda-36607a65bd0f/133f02a6-062a-4662-bb64-4f23a6f102b5) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:36.938814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a5547892-7bf1-457d-9480-fd66770d9903 None None] Port 0caf6ac8-56fb-4510-8a3c-9550ab75a27d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:36.946006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d5d36-d801-4e32-ad8b-baa3896456dd req-f051fde4-3b53-46ab-89d7-31f5b2b3c195 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:36.955483 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-290d5d36-d801-4e32-ad8b-baa3896456dd req-f051fde4-3b53-46ab-89d7-31f5b2b3c195 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.2307725 Dec 17 13:09:36.956674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-437d90f2-a86c-4689-b27a-dcb4980cd52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:36.958345 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-437d90f2-a86c-4689-b27a-dcb4980cd52f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=48b53f34ec134f6d8af1f798980e3e5e&device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 1095 time: 0.2252192 Dec 17 13:09:37.035208 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:37.048663 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c07ed260-8d4e-4de6-a5aa-ddceb115f185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:37.050789 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:37.065380 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-c7c03a6b-60d2-4b01-bdad-cad89422a184 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcd76c58-cd34-4f2d-90e3-e2f55f93907a HTTP/1.1" status: 200 len: 217 time: 0.0747292 Dec 17 13:09:37.090325 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-290d5d36-d801-4e32-ad8b-baa3896456dd req-fcb9a9af-8ab8-4e86-bbfd-7b65a553f9c4 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333699 Dec 17 13:09:37.110400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port f3d0521d-49e1-47f5-a206-7117bb1ea144, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f3d0521d-49e1-47f5-a206-7117bb1ea144,segment=NetworkSegment(0906127e-52ab-4925-8e15-c5a3c11d96f1),segment_id=0906127e-52ab-4925-8e15-c5a3c11d96f1)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:37.111121 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa25fc1c-cdd4-4b39-b3cb-b7833e36c45c req-325920f9-0e00-49db-8d7f-6f4e079f483a tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279601 Dec 17 13:09:37.175688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9b9fa6de-e81d-4f9e-bf00-eb94bbad7406 None None] Provisioning complete for port f3d0521d-49e1-47f5-a206-7117bb1ea144 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:37.176079 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9b9fa6de-e81d-4f9e-bf00-eb94bbad7406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:37.193998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ed260-8d4e-4de6-a5aa-ddceb115f185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa1050a-87a2-4ded-ad74-01ac82316de9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:37.207384 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c07ed260-8d4e-4de6-a5aa-ddceb115f185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:37.208253 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:37.213469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:37.214167 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:37.215145 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c07ed260-8d4e-4de6-a5aa-ddceb115f185 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2fa1050a-87a2-4ded-ad74-01ac82316de9 HTTP/1.1" status: 204 len: 168 time: 0.8397603 Dec 17 13:09:37.236120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56158) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:37.238091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81db57d-204c-411b-b373-3f041458d9e1 None None] Network fdc82255-9024-4b15-93c5-ff7d8f32184b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:37.299231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a7cf207d-8dac-47cc-a58f-2daddb7629ac req-30a3a820-c70b-4219-adf1-381f65a30ad9 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 210 time: 0.0437589 Dec 17 13:09:37.307778 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:37.372723 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9d90ac-5cf0-49d4-a09a-4eb0ae7bc787 x-openstack-request-id: req-8f9d90ac-5cf0-49d4-a09a-4eb0ae7bc787 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:37.373032 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b02c34-6fbb-4907-9942-05976d77e173", "tag": "dcd76c58-cd34-4f2d-90e3-e2f55f93907a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:37.373301 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f9d90ac-5cf0-49d4-a09a-4eb0ae7bc787 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:37.373756 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'tag': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a', 'status': 'completed', 'code': 200} Dec 17 13:09:37.434874 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fedada-b891-48b3-b59e-e6574d354343 None None] DHCP port deletion for fdc82255-9024-4b15-93c5-ff7d8f32184b request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:37.476821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=f3d0521d-49e1-47f5-a206-7117bb1ea144,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:37.540206 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:37.569076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8f538-1e94-4439-9ca3-2f3c37c52097 req-374e0f2e-d841-4fdd-b008-4f22f85337c8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:37.580620 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d1b8f538-1e94-4439-9ca3-2f3c37c52097 req-374e0f2e-d841-4fdd-b008-4f22f85337c8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.1178324 Dec 17 13:09:37.666929 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d1b8f538-1e94-4439-9ca3-2f3c37c52097 req-0b43a03b-f2b9-4de9-9705-7c64aaee6a66 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847259 Dec 17 13:09:37.735183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9095407 Dec 17 13:09:37.738066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56162) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:37.747495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6ce5a1ed-15b2-458a-a6b6-4431ffb5dcec admin admin] Request body: {'subnet': {'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1663875791-subnet', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:37.768582 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:37.803788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-488a8f2c-73ce-4d05-bb3a-fb0c52d2328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:37.803788 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-488a8f2c-73ce-4d05-bb3a-fb0c52d2328d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93edbd42-6373-4597-b8f6-ebe632d4afaf HTTP/1.1" status: 200 len: 854 time: 0.7253563 Dec 17 13:09:37.807590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37287fb8-e48a-467b-9e8d-c46135d8900c admin admin] Pushing event updated for resources: {'Network': ['ID=fad13f47-35a4-4434-b536-1eb7ef7fb45a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:37.814924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:37.822337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network fad13f47-35a4-4434-b536-1eb7ef7fb45a details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:09:37.826677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8a6fb033-b890-456f-85fd-6ff18606abde None None] Provisioning complete for port f3d0521d-49e1-47f5-a206-7117bb1ea144 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:37.827055 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb033-b890-456f-85fd-6ff18606abde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:37.883418 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event updated for resources: {'Port': ['ID=133f02a6-062a-4662-bb64-4f23a6f102b5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:37.909304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e8739-f1de-403d-9206-59411a4ec57c req-31875c76-8b0a-4a55-9242-d704074fa7b2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:37.911578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Network e16b8094-9765-429e-b3f9-d6069186d4a7 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:37.913182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:37.915733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:37.936312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-770e8739-f1de-403d-9206-59411a4ec57c req-31875c76-8b0a-4a55-9242-d704074fa7b2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.4108932 Dec 17 13:09:37.983645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce5a1ed-15b2-458a-a6b6-4431ffb5dcec admin admin] Made reservation on behalf of 9ee7701dd56749a4bb8209544ccaa161 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:37.986062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ce5a1ed-15b2-458a-a6b6-4431ffb5dcec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.055506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f3d0521d-49e1-47f5-a206-7117bb1ea144 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:38.124249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-ab6f2580-defb-4ba0-ad85-478bcfcc80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:38.126126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-ab6f2580-defb-4ba0-ad85-478bcfcc80f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=866f9744-0ad7-4605-b6a9-5a43d6d75c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3067369 Dec 17 13:09:38.169233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:38.170015 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.220762 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f3d0521d-49e1-47f5-a206-7117bb1ea144 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:38.221301 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.291203 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-770e8739-f1de-403d-9206-59411a4ec57c req-62402bc1-b3b7-4d81-8a85-3634096a1ea8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517933 Dec 17 13:09:38.341498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.431108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc82255-9024-4b15-93c5-ff7d8f32184b']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:38.452162 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-6529cff0-7ab1-4421-b8d3-221ce962b1a0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0222633 Dec 17 13:09:38.470284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Request body: {'port': {'device_id': '05747d55-72a9-44c8-b30f-980104ae76ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:38.486947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd661ae87-aaa6-40b3-91c1-20bcb74e85ca') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:38.487554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd661ae87-aaa6-40b3-91c1-20bcb74e85ca') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:38.523281 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ce5a1ed-15b2-458a-a6b6-4431ffb5dcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.536550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.555695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-535d59c7-e741-4923-81b9-4929b7e4da4b service neutron] 10.222.0.54 "GET /v2.0/networks/866f9744-0ad7-4605-b6a9-5a43d6d75c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893201 Dec 17 13:09:38.567322 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.604624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:09:38.610209 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:09:38.618308 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:09:38.622630 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.664632 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.691060 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5a1ed-15b2-458a-a6b6-4431ffb5dcec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52f79f5-5c28-44cb-a041-1fa8615eb892,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:38.697524 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d2a91b15-9305-4225-ad66-77900fea5dab None None] Provisioning complete for port 133f02a6-062a-4662-bb64-4f23a6f102b5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:38.697952 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d2a91b15-9305-4225-ad66-77900fea5dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.750914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496df66-3ca0-434d-aca6-cbbecbc25df2 req-b8112bbf-eaee-4878-9302-b161f1840fa2 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:38.762273 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3496df66-3ca0-434d-aca6-cbbecbc25df2 req-b8112bbf-eaee-4878-9302-b161f1840fa2 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 944 time: 0.3485367 Dec 17 13:09:38.781344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d2a91b15-9305-4225-ad66-77900fea5dab None None] Port 133f02a6-062a-4662-bb64-4f23a6f102b5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:38.784763 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.807907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5a1ed-15b2-458a-a6b6-4431ffb5dcec admin admin] Checking segment: {'id': 'a25d8f52-ce61-4bb2-834b-dae7b045ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:38.808449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce5a1ed-15b2-458a-a6b6-4431ffb5dcec admin admin] Network hostable DHCP agents. Network: fad13f47-35a4-4434-b536-1eb7ef7fb45a, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:09:38.927201 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.930036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event updated for resources: {'Port': ['ID=0caf6ac8-56fb-4510-8a3c-9550ab75a27d,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:38.953015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3496df66-3ca0-434d-aca6-cbbecbc25df2 req-f36ee5fd-79dd-461f-b131-32a9bbe645e7 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894383 Dec 17 13:09:38.971370 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d418504-cbba-4d1c-9db4-1c859076a1cd req-b71dad3e-505b-458a-b96e-20f235e8a396 service neutron] 10.222.0.54 "GET /v2.0/networks/866f9744-0ad7-4605-b6a9-5a43d6d75c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004986 Dec 17 13:09:38.972951 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.979830 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:38.986377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] 10.222.0.59 "DELETE /v2.0/networks/fdc82255-9024-4b15-93c5-ff7d8f32184b HTTP/1.1" status: 204 len: 168 time: 1.7433448 Dec 17 13:09:39.039913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2abbb3-5c8b-46fc-b785-22a80d224161 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc82255-9024-4b15-93c5-ff7d8f32184b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:39.068275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce5a1ed-15b2-458a-a6b6-4431ffb5dcec admin admin] Network fad13f47-35a4-4434-b536-1eb7ef7fb45a is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:09:39.105829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5504b-60da-4420-85f3-684522410ac8 req-79b5f675-d087-4179-b8f2-70dd1d3b7f3c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:39.108639 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d3e5504b-60da-4420-85f3-684522410ac8 req-79b5f675-d087-4179-b8f2-70dd1d3b7f3c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 932 time: 0.2933691 Dec 17 13:09:39.145456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Network f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:39.168847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:39.249699 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-6ce5a1ed-15b2-458a-a6b6-4431ffb5dcec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, fad13f47-35a4-4434-b536-1eb7ef7fb45a) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:39.254684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce5a1ed-15b2-458a-a6b6-4431ffb5dcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:39.255300 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ce5a1ed-15b2-458a-a6b6-4431ffb5dcec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:39.261510 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1771aadb-ac03-42f8-a705-38478d060966 None None] Network fad13f47-35a4-4434-b536-1eb7ef7fb45a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:39.318766 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d3e5504b-60da-4420-85f3-684522410ac8 req-85a28573-d7a7-4133-8c71-c6b6941f3472 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641331 Dec 17 13:09:39.423054 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6ce5a1ed-15b2-458a-a6b6-4431ffb5dcec admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6833858 Dec 17 13:09:39.437629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56190) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:39.449142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1663875791-router', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:39.469218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133f02a6-062a-4662-bb64-4f23a6f102b5 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:39.470066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-fad13f47-35a4-4434-b536-1eb7ef7fb45a', 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a', 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'fixed_ips': [{'subnet_id': 'f52f79f5-5c28-44cb-a041-1fa8615eb892'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:09:39.473453 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:39.483292 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:39.504871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Transition to ACTIVE for port object 133f02a6-062a-4662-bb64-4f23a6f102b5 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:09:39.561458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56192) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:39.574199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0a9e9-818b-4179-8c31-0a0e41249775 req-0d158e9a-e47f-4de7-9255-3f27a4e9d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:39.575978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72d0a9e9-818b-4179-8c31-0a0e41249775 req-0d158e9a-e47f-4de7-9255-3f27a4e9d717 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=48b53f34ec134f6d8af1f798980e3e5e&device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 1095 time: 0.4216290 Dec 17 13:09:39.579843 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:39.688388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:39.690029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:39.731902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f216420-b7f0-4c31-846f-d5b63754d306 req-a1d26948-b751-4b3b-8cba-1d6c19415230 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:39.733307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Allocated IP 172.20.0.2 (fad13f47-35a4-4434-b536-1eb7ef7fb45a/f52f79f5-5c28-44cb-a041-1fa8615eb892/8f7c4594-ae7d-4078-8235-f559b557bf69) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:39.749253 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f216420-b7f0-4c31-846f-d5b63754d306 req-a1d26948-b751-4b3b-8cba-1d6c19415230 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.2380970 Dec 17 13:09:39.832873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:39.836003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Router c4b9ebd4-457b-47e7-9b24-3e02e861e876 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:09:39.848066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0a9e9-818b-4179-8c31-0a0e41249775 req-9aead5e0-6574-4af1-b254-f64fc8a6209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:39.849623 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72d0a9e9-818b-4179-8c31-0a0e41249775 req-9aead5e0-6574-4af1-b254-f64fc8a6209c service neutron] 10.222.0.54 "GET /v2.0/networks?id=866f9744-0ad7-4605-b6a9-5a43d6d75c8e HTTP/1.1" status: 200 len: 916 time: 0.2645502 Dec 17 13:09:39.949774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Attempting to bind port 133f02a6-062a-4662-bb64-4f23a6f102b5 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:39.950344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Attempting to bind port 133f02a6-062a-4662-bb64-4f23a6f102b5 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:39.950902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Attempting to bind port 133f02a6-062a-4662-bb64-4f23a6f102b5 on network e16b8094-9765-429e-b3f9-d6069186d4a7 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:39.959780 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Port 133f02a6-062a-4662-bb64-4f23a6f102b5 on network e16b8094-9765-429e-b3f9-d6069186d4a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:09:39.960426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Attempting to bind port 133f02a6-062a-4662-bb64-4f23a6f102b5 on network e16b8094-9765-429e-b3f9-d6069186d4a7 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:39.965987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Pushing event updated for resources: {'Port': ['ID=133f02a6-062a-4662-bb64-4f23a6f102b5,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:39.970910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:39.984208 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40699657-727f-453f-9456-b268e7ed4ea1 None None] Sync routers for ids ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:39.989933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5b52de86-87ee-48bc-8b6d-15f54c2708b9 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "PUT /v2.0/routers/c4b9ebd4-457b-47e7-9b24-3e02e861e876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3787909 Dec 17 13:09:39.996746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6f22046b-2c55-4c0b-b673-c4072466e4b1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d27b595aa8a44866994a35c2124018df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4339507 Dec 17 13:09:39.998431 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56200) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:40.001406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56202) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:40.002412 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:40.011537 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40699657-727f-453f-9456-b268e7ed4ea1 None None] Routers {'c4b9ebd4-457b-47e7-9b24-3e02e861e876'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:40.015498 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-40699657-727f-453f-9456-b268e7ed4ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:40.018861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:40.023189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Checking segment: {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:40.023914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Bound using segment: {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:40.024523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-721d36d0-1dd5-4aa2-a7ae-8b2733a83291 None None] Provisioning complete for port 0caf6ac8-56fb-4510-8a3c-9550ab75a27d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:40.025156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Bound port: 133f02a6-062a-4662-bb64-4f23a6f102b5, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:40.025305 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-721d36d0-1dd5-4aa2-a7ae-8b2733a83291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:40.027955 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:40.085803 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:40.092357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-721d36d0-1dd5-4aa2-a7ae-8b2733a83291 None None] Port 0caf6ac8-56fb-4510-8a3c-9550ab75a27d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:40.099322 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-40699657-727f-453f-9456-b268e7ed4ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:40.103398 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72d0a9e9-818b-4179-8c31-0a0e41249775 req-7c2e5a0f-5afe-4858-b1ee-142ebfd66298 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcd76c58-cd34-4f2d-90e3-e2f55f93907a HTTP/1.1" status: 200 len: 217 time: 0.1400130 Dec 17 13:09:40.122063 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40699657-727f-453f-9456-b268e7ed4ea1 None None] Routers {'c4b9ebd4-457b-47e7-9b24-3e02e861e876'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:40.122698 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-40699657-727f-453f-9456-b268e7ed4ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:40.175814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d6954-74f5-44a1-aaf2-1b3ff5742fde req-f863d241-106b-4061-9b0d-01f01c08fd39 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:40.182619 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-329d6954-74f5-44a1-aaf2-1b3ff5742fde req-f863d241-106b-4061-9b0d-01f01c08fd39 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.4216821 Dec 17 13:09:40.184477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Pushing event updated for resources: {'Port': ['ID=8f7c4594-ae7d-4078-8235-f559b557bf69,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:40.189772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Network fad13f47-35a4-4434-b536-1eb7ef7fb45a is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:40.201218 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:40.206172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:40.213493 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-40699657-727f-453f-9456-b268e7ed4ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:40.214205 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40699657-727f-453f-9456-b268e7ed4ea1 None None] The sync data for ids ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:40.294521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Attempting to bind port 8f7c4594-ae7d-4078-8235-f559b557bf69 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:40.295072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Attempting to bind port 8f7c4594-ae7d-4078-8235-f559b557bf69 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a25d8f52-ce61-4bb2-834b-dae7b045ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:40.295243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Attempting to bind port 8f7c4594-ae7d-4078-8235-f559b557bf69 on network fad13f47-35a4-4434-b536-1eb7ef7fb45a {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:40.302383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:40.302740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Checking segment: {'id': 'a25d8f52-ce61-4bb2-834b-dae7b045ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:40.303271 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:40.303815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Bound using segment: {'id': 'a25d8f52-ce61-4bb2-834b-dae7b045ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:40.305081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Bound port: 8f7c4594-ae7d-4078-8235-f559b557bf69, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25d8f52-ce61-4bb2-834b-dae7b045ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:40.305613 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:40.327063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f216420-b7f0-4c31-846f-d5b63754d306 req-639250ab-3810-41be-ac68-00df012f890b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748177 Dec 17 13:09:40.384848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] For port 8f7c4594-ae7d-4078-8235-f559b557bf69, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:40.388738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] For port 8f7c4594-ae7d-4078-8235-f559b557bf69, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8f7c4594-ae7d-4078-8235-f559b557bf69,segment=NetworkSegment(a25d8f52-ce61-4bb2-834b-dae7b045ed17),segment_id=a25d8f52-ce61-4bb2-834b-dae7b045ed17)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:40.540846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-372be95f-676a-4996-9188-c4b23aa76357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:40.543700 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:40.570355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:40.617418 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-372be95f-676a-4996-9188-c4b23aa76357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:40.646821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee082e74-65dd-4a28-80c3-a8a60559c8c8 None None] Pushing event updated for resources: {'Port': ['ID=8f7c4594-ae7d-4078-8235-f559b557bf69,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:40.685147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=133f02a6-062a-4662-bb64-4f23a6f102b5,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:40.800634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030073-c66b-48d0-bd04-63c4ada6e3dd req-5571ba46-c985-4161-9829-ea5f0495357b tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:40.808585 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03030073-c66b-48d0-bd04-63c4ada6e3dd req-5571ba46-c985-4161-9829-ea5f0495357b tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 944 time: 0.2724032 Dec 17 13:09:40.814991 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:40.832061 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:40.849404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0a9e9-818b-4179-8c31-0a0e41249775 req-a192f353-16e4-440b-aaf8-365796a63f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:40.851698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72d0a9e9-818b-4179-8c31-0a0e41249775 req-a192f353-16e4-440b-aaf8-365796a63f38 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93edbd42-6373-4597-b8f6-ebe632d4afaf HTTP/1.1" status: 200 len: 854 time: 0.6658971 Dec 17 13:09:40.890105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-329d6954-74f5-44a1-aaf2-1b3ff5742fde req-1b394456-aaab-46b0-b246-c075b5eef934 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6738207 Dec 17 13:09:40.992017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0a9e9-818b-4179-8c31-0a0e41249775 req-9dbb3eee-cff5-46d7-962a-c3e4aa170733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:40.993519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72d0a9e9-818b-4179-8c31-0a0e41249775 req-9dbb3eee-cff5-46d7-962a-c3e4aa170733 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=866f9744-0ad7-4605-b6a9-5a43d6d75c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348054 Dec 17 13:09:41.054867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:41.055829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:41.057253 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] 10.222.0.54 "PUT /v2.0/ports/133f02a6-062a-4662-bb64-4f23a6f102b5 HTTP/1.1" status: 200 len: 1092 time: 2.5951447 Dec 17 13:09:41.095152 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:41.097702 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e2e079-1e93-4539-b418-e42223401736" -d '{"events": [{"name": "network-changed", "server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:41.124062 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-4517534e-da3a-42d3-b12f-c07d0410a926 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:09:41.129779 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4517534e-da3a-42d3-b12f-c07d0410a926 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "PUT /v2.0/routers/c4b9ebd4-457b-47e7-9b24-3e02e861e876/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0600708 Dec 17 13:09:41.140989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56208) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:41.242307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fb36b-9467-4253-8d19-d3f5b8d6db28 req-da5a41a1-f86f-463a-b51a-4c78252461ae tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:41.243823 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b7fb36b-9467-4253-8d19-d3f5b8d6db28 req-da5a41a1-f86f-463a-b51a-4c78252461ae tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.1690295 Dec 17 13:09:41.251801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72d0a9e9-818b-4179-8c31-0a0e41249775 req-ab1573c1-50b8-4826-9f8b-687f92b5a130 service neutron] 10.222.0.54 "GET /v2.0/networks/866f9744-0ad7-4605-b6a9-5a43d6d75c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487121 Dec 17 13:09:41.264978 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cf496-d1f2-43e3-bfd7-5fe4140c45e3 service neutron] Pushing event updated for resources: {'Port': ['ID=133f02a6-062a-4662-bb64-4f23a6f102b5,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:41.324313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-372be95f-676a-4996-9188-c4b23aa76357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:41.329151 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-372be95f-676a-4996-9188-c4b23aa76357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:41.330779 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-372be95f-676a-4996-9188-c4b23aa76357 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89d67904-ebec-4d75-8fed-cc3d9255f456 HTTP/1.1" status: 204 len: 168 time: 1.2599323 Dec 17 13:09:41.377697 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03030073-c66b-48d0-bd04-63c4ada6e3dd req-5b0d58eb-ef53-4612-afb0-6d39f3277276 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5681145 Dec 17 13:09:41.393397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372be95f-676a-4996-9188-c4b23aa76357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d67904-ebec-4d75-8fed-cc3d9255f456,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:41.423731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b7fb36b-9467-4253-8d19-d3f5b8d6db28 req-4212098c-6ede-46d5-b95b-4c0a972e13ba tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636200 Dec 17 13:09:41.551669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device dcd76c58-cd34-4f2d-90e3-e2f55f93907a details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:09:41.622950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72d0a9e9-818b-4179-8c31-0a0e41249775 req-885c4378-06bd-45f2-865a-67ad9d888f1f service neutron] 10.222.0.54 "GET /v2.0/networks/866f9744-0ad7-4605-b6a9-5a43d6d75c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624389 Dec 17 13:09:41.656168 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d752fa-2428-4a35-b0cc-9615bd38d045 x-openstack-request-id: req-f4d752fa-2428-4a35-b0cc-9615bd38d045 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:41.656720 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:41.656720 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4d752fa-2428-4a35-b0cc-9615bd38d045 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:41.657119 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'status': 'completed', 'code': 200} Dec 17 13:09:41.729731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 067fd925-8400-4519-a621-dc74cd07c6d7 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:09:41.735927 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-11f4afd3-28ba-47c3-828b-33bfb6f982d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:41.737494 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-11f4afd3-28ba-47c3-828b-33bfb6f982d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 1095 time: 0.4793212 Dec 17 13:09:41.752939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:41.789320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:41.864210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc93e2c-8554-4a59-b2a7-4f9786d9adae req-f1235989-3307-444c-9ca9-f10ccf326380 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:41.873030 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-d6c87065-5992-4698-af27-ff9e1d48a06d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=133f02a6-062a-4662-bb64-4f23a6f102b5 HTTP/1.1" status: 200 len: 217 time: 0.1181426 Dec 17 13:09:41.875086 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cc93e2c-8554-4a59-b2a7-4f9786d9adae req-f1235989-3307-444c-9ca9-f10ccf326380 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.2919405 Dec 17 13:09:42.010621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port dcd76c58-cd34-4f2d-90e3-e2f55f93907a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=dcd76c58-cd34-4f2d-90e3-e2f55f93907a,segment=NetworkSegment(56b8f221-4058-4343-ac73-4541df642efb),segment_id=56b8f221-4058-4343-ac73-4541df642efb)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:42.039458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cc93e2c-8554-4a59-b2a7-4f9786d9adae req-e45b3c75-38d4-4419-96b5-d2a7778eab85 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622481 Dec 17 13:09:42.094495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'port_id': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a', 'mac_address': 'fa:16:3e:40:c6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:09:42.193672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-4906d286-3b96-4bf8-bf19-4f6267a38505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:42.195208 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-4906d286-3b96-4bf8-bf19-4f6267a38505 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.3105543 Dec 17 13:09:42.246826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Allocated IP 172.25.0.4 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/2f57fa0b-505b-4144-b140-d7776327c0f9) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:42.284819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8f7c4594-ae7d-4078-8235-f559b557bf69 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:42.375792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-59881180-0023-42df-ae71-8cf0239a4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:42.383504 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-59881180-0023-42df-ae71-8cf0239a4a70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736557 Dec 17 13:09:42.398405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede97b58-6800-4f35-99e7-f0d620f1b8a4 req-41ee483e-a6f0-4471-83ca-c52fb6934c98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:42.405663 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ede97b58-6800-4f35-99e7-f0d620f1b8a4 req-41ee483e-a6f0-4471-83ca-c52fb6934c98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.2346282 Dec 17 13:09:42.430901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 067fd925-8400-4519-a621-dc74cd07c6d7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=067fd925-8400-4519-a621-dc74cd07c6d7,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:42.470188 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:42.509710 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:42.514525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '067fd925-8400-4519-a621-dc74cd07c6d7', 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca', 'port_id': '067fd925-8400-4519-a621-dc74cd07c6d7', 'mac_address': 'fa:16:3e:c1:71:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef3889a-8a1b-4fb4-b12a-7cba10c6885a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:09:42.554140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75640aeb-9ac0-4852-ada7-1927ed070d4b None None] Network fad13f47-35a4-4434-b536-1eb7ef7fb45a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:42.638784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8968133-5b69-4053-97f0-5a3ed35b9ed1 req-82c90af1-fbdc-4e5a-893a-1478f6e32c28 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:42.640753 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c8968133-5b69-4053-97f0-5a3ed35b9ed1 req-82c90af1-fbdc-4e5a-893a-1478f6e32c28 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 944 time: 0.0795727 Dec 17 13:09:42.643561 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:42.712123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:42.721399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:42.727972 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ede97b58-6800-4f35-99e7-f0d620f1b8a4 req-6afeaf8d-4f9b-4d11-a230-5e1a148aa053 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839501 Dec 17 13:09:42.742602 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd76c58-cd34-4f2d-90e3-e2f55f93907a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:42.746360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:42.758917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76394d77-4559-4974-97e9-330b50b4b124 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:42.822082 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9e99f50-5a22-49b4-997d-ace261889e26 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:42.856302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c8968133-5b69-4053-97f0-5a3ed35b9ed1 req-e51a8e8e-7b1a-4736-b201-ea7657ad10c1 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944048 Dec 17 13:09:42.898208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2f57fa0b-505b-4144-b140-d7776327c0f9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:42.901399 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-97ca9482-d4d6-48b2-9c01-5ed8ba4b3867 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931867 Dec 17 13:09:42.943169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port dcd76c58-cd34-4f2d-90e3-e2f55f93907a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=dcd76c58-cd34-4f2d-90e3-e2f55f93907a,segment=NetworkSegment(56b8f221-4058-4343-ac73-4541df642efb),segment_id=56b8f221-4058-4343-ac73-4541df642efb)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:42.988617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8f7c4594-ae7d-4078-8235-f559b557bf69 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:42.989271 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:43.110649 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:43.113825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-629dc53a-4fbf-42ce-b572-5e7704d9a0cb None None] Provisioning complete for port 8f7c4594-ae7d-4078-8235-f559b557bf69 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:43.114016 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-629dc53a-4fbf-42ce-b572-5e7704d9a0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:43.221960 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:43.233387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=dcd76c58-cd34-4f2d-90e3-e2f55f93907a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:43.236073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75df08-300b-4317-9d6d-0b944e5b209b req-73282d10-328f-47e7-b973-9964441839c7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:43.243957 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a75df08-300b-4317-9d6d-0b944e5b209b req-73282d10-328f-47e7-b973-9964441839c7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.0767868 Dec 17 13:09:43.347552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 067fd925-8400-4519-a621-dc74cd07c6d7 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:43.400027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56246) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:43.407520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 067fd925-8400-4519-a621-dc74cd07c6d7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=067fd925-8400-4519-a621-dc74cd07c6d7,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:43.431873 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a75df08-300b-4317-9d6d-0b944e5b209b req-6ec1e817-ceee-4043-bc3b-22cc2de669b5 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868320 Dec 17 13:09:43.487636 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:43.515325 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:43.521175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['dcd76c58-cd34-4f2d-90e3-e2f55f93907a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:09:43.533070 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:43.646489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafb762-7aa3-4682-b1d4-496856b82441 req-f0e6424d-ba97-4898-82ca-11d3e78a5950 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:43.657319 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3eafb762-7aa3-4682-b1d4-496856b82441 req-f0e6424d-ba97-4898-82ca-11d3e78a5950 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.7548945 Dec 17 13:09:43.686175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 067fd925-8400-4519-a621-dc74cd07c6d7 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:09:43.698483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1755617529-network', 'tenant_id': 'e24de94d7ef64de19ec928e5147aa1f6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:43.732091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['067fd925-8400-4519-a621-dc74cd07c6d7'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:09:43.855921 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-629dc53a-4fbf-42ce-b572-5e7704d9a0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:43.886787 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b438e0ac-f7dc-4169-a279-28fc6f1d4290 req-98bb2a3b-d682-4c15-b97d-75a2bb028b17 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366066 Dec 17 13:09:43.908011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3eafb762-7aa3-4682-b1d4-496856b82441 req-02d8ba0c-093b-46dd-8429-5a3cd2495de7 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492130 Dec 17 13:09:43.940757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Made reservation on behalf of e24de94d7ef64de19ec928e5147aa1f6 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:43.943768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:43.956885 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:43.984420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 8f7c4594-ae7d-4078-8235-f559b557bf69, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8f7c4594-ae7d-4078-8235-f559b557bf69,segment=NetworkSegment(a25d8f52-ce61-4bb2-834b-dae7b045ed17),segment_id=a25d8f52-ce61-4bb2-834b-dae7b045ed17)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:43.995277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07153c39-7a0c-440b-8f76-b009be3aa78a req-0d80d925-822d-4add-a533-af4f60988535 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:44.005270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07153c39-7a0c-440b-8f76-b009be3aa78a req-0d80d925-822d-4add-a533-af4f60988535 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 944 time: 0.1648142 Dec 17 13:09:44.075627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=067fd925-8400-4519-a621-dc74cd07c6d7,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:44.076605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.105831 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3b2b-0951-45a0-9d73-88e9d2c0f17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.107655 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.165513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07153c39-7a0c-440b-8f76-b009be3aa78a req-356fa4ab-34ef-4a1f-9d0a-3fb4532a7ae4 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345997 Dec 17 13:09:44.208046 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.208046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 067fd925-8400-4519-a621-dc74cd07c6d7 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:44.215269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 067fd925-8400-4519-a621-dc74cd07c6d7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=067fd925-8400-4519-a621-dc74cd07c6d7,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:44.233568 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e079-1e93-4539-b418-e42223401736 req-1fd50c7e-af37-4f2b-b67a-30e4d330e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:44.241519 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81e2e079-1e93-4539-b418-e42223401736 req-1fd50c7e-af37-4f2b-b67a-30e4d330e5b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 1095 time: 0.1961856 Dec 17 13:09:44.339727 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-629dc53a-4fbf-42ce-b572-5e7704d9a0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:09:44.342831 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-629dc53a-4fbf-42ce-b572-5e7704d9a0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:09:44.361421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=8f7c4594-ae7d-4078-8235-f559b557bf69,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:44.372689 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.511771 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.534660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.542444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Router 398d44d9-4ea8-4583-bfd1-e4e1fb96171f is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:09:44.568949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:09:44.577320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814bacf-0c76-4cd7-b2ce-bd606413e303 req-d74616c6-9f52-40f0-aa9a-82f9d38a08df tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:44.578879 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0814bacf-0c76-4cd7-b2ce-bd606413e303 req-d74616c6-9f52-40f0-aa9a-82f9d38a08df tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 945 time: 0.1376700 Dec 17 13:09:44.581256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=067fd925-8400-4519-a621-dc74cd07c6d7,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:44.581467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e079-1e93-4539-b418-e42223401736 req-8396c668-ae14-4ea9-b9d0-acce5fbc0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:44.582840 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81e2e079-1e93-4539-b418-e42223401736 req-8396c668-ae14-4ea9-b9d0-acce5fbc0998 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 0.3356113 Dec 17 13:09:44.589685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8717c3b3-165c-4011-af1f-7e3cf5a4b26c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:44.626962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.627326 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Added segment c3cc25a1-0f46-43cd-aba0-1117dfad2d0c of type vlan for network 4048369e-f83d-4050-9e84-a82991e4150e Dec 17 13:09:44.682871 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81e2e079-1e93-4539-b418-e42223401736 req-4072c6ec-adc2-4f03-b7c5-fbee5d1be5db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=133f02a6-062a-4662-bb64-4f23a6f102b5 HTTP/1.1" status: 200 len: 217 time: 0.0828924 Dec 17 13:09:44.738737 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.758769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e9e99f50-5a22-49b4-997d-ace261889e26 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Deleting port 0caf6ac8-56fb-4510-8a3c-9550ab75a27d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:44.759422 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9e99f50-5a22-49b4-997d-ace261889e26 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.786073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:44.808458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Sync routers for ids ['398d44d9-4ea8-4583-bfd1-e4e1fb96171f'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:44.831469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Routers {'398d44d9-4ea8-4583-bfd1-e4e1fb96171f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:44.832161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['398d44d9-4ea8-4583-bfd1-e4e1fb96171f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:44.857149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e079-1e93-4539-b418-e42223401736 req-706380b4-150f-4d0f-a6b7-2ef115e33641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:44.859556 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81e2e079-1e93-4539-b418-e42223401736 req-706380b4-150f-4d0f-a6b7-2ef115e33641 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.1658170 Dec 17 13:09:44.862978 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.865084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:44.866460 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.871699 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0814bacf-0c76-4cd7-b2ce-bd606413e303 req-f7ca7096-2cab-471f-aaf1-6802d7933ec0 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690368 Dec 17 13:09:44.967428 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9e99f50-5a22-49b4-997d-ace261889e26 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.978822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e079-1e93-4539-b418-e42223401736 req-da1bd9be-4960-4926-8fa0-84f8e5de2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:44.980331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81e2e079-1e93-4539-b418-e42223401736 req-da1bd9be-4960-4926-8fa0-84f8e5de2837 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039159 Dec 17 13:09:44.981052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:44.985510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e8c2e453-3201-4cb9-94e3-953ee4e881c9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.5447555 Dec 17 13:09:44.991956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56268) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:45.006614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e9e99f50-5a22-49b4-997d-ace261889e26 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Calling delete_port for 0caf6ac8-56fb-4510-8a3c-9550ab75a27d owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:45.060366 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6570914 Dec 17 13:09:45.063508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63535741-94b0-4d1d-a076-4b4bee55aa70 admin admin] Pushing event updated for resources: {'Network': ['ID=4048369e-f83d-4050-9e84-a82991e4150e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:45.067638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56270) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:45.073423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-746e14c8-cf91-44b1-8b27-9e5cafc52f0e admin admin] Request body: {'subnet': {'network_id': '4048369e-f83d-4050-9e84-a82991e4150e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1755617529-subnet', 'tenant_id': 'e24de94d7ef64de19ec928e5147aa1f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:45.107856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec7794-a607-4d84-900b-860f7fea27a1 req-8556d05f-50ba-458d-8acb-2f0303b0cc79 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:45.117238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fec7794-a607-4d84-900b-860f7fea27a1 req-8556d05f-50ba-458d-8acb-2f0303b0cc79 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.2095859 Dec 17 13:09:45.207950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fec7794-a607-4d84-900b-860f7fea27a1 req-ace40bb2-9d25-4196-899d-357901d93cdf tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888002 Dec 17 13:09:45.233932 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746e14c8-cf91-44b1-8b27-9e5cafc52f0e admin admin] Made reservation on behalf of e24de94d7ef64de19ec928e5147aa1f6 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:45.236656 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-746e14c8-cf91-44b1-8b27-9e5cafc52f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:45.251704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 4048369e-f83d-4050-9e84-a82991e4150e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:09:45.315341 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2201473-f161-487c-9344-c40862f0cd9c req-3ac511b4-3a06-40c5-9946-6daba69ded26 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:45.322889 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e2201473-f161-487c-9344-c40862f0cd9c req-3ac511b4-3a06-40c5-9946-6daba69ded26 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 943 time: 0.2598116 Dec 17 13:09:45.366908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Set router 398d44d9-4ea8-4583-bfd1-e4e1fb96171f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:45.381478 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81e2e079-1e93-4539-b418-e42223401736 req-888f946f-58dc-48c7-b806-ed735ad92182 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908267 Dec 17 13:09:45.426658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1b8fd-48ba-4d8b-8969-51432529c4b4 req-2eb580e7-bddc-4416-b03c-deb11ee5b473 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:45.435363 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d3c1b8fd-48ba-4d8b-8969-51432529c4b4 req-2eb580e7-bddc-4416-b03c-deb11ee5b473 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.1006503 Dec 17 13:09:45.520841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d4d3557d-5377-45ae-b288-f3422d332dd5 None None] Provisioning complete for port 8f7c4594-ae7d-4078-8235-f559b557bf69 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:45.521226 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4d3557d-5377-45ae-b288-f3422d332dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:45.550203 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d3c1b8fd-48ba-4d8b-8969-51432529c4b4 req-32e4db0d-beaf-4e81-9d5b-56f861365beb tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138434 Dec 17 13:09:45.572104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device dcd76c58-cd34-4f2d-90e3-e2f55f93907a up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:45.685721 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 067fd925-8400-4519-a621-dc74cd07c6d7 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:45.701354 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-746e14c8-cf91-44b1-8b27-9e5cafc52f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:45.782510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e14c8-cf91-44b1-8b27-9e5cafc52f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=16bb8698-3a33-4de3-b6a1-be8a461de630,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:45.790966 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e2201473-f161-487c-9344-c40862f0cd9c req-f97f7c52-9e86-4614-bd1e-3ffa023a6b3f tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670079 Dec 17 13:09:45.800726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e14c8-cf91-44b1-8b27-9e5cafc52f0e admin admin] Checking segment: {'id': 'c3cc25a1-0f46-43cd-aba0-1117dfad2d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4048369e-f83d-4050-9e84-a82991e4150e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:45.802115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e14c8-cf91-44b1-8b27-9e5cafc52f0e admin admin] Network hostable DHCP agents. Network: 4048369e-f83d-4050-9e84-a82991e4150e, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:09:45.809790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d4d3557d-5377-45ae-b288-f3422d332dd5 None None] Provisioning complete for port 2f57fa0b-505b-4144-b140-d7776327c0f9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:45.810301 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4d3557d-5377-45ae-b288-f3422d332dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:45.812327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1663875791-router', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:39Z', 'updated_at': '2021-12-17T13:09:43Z', 'revision_number': 3, 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'gw_port': {'id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:41Z', 'updated_at': '2021-12-17T13:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:45.859174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Checking router: 398d44d9-4ea8-4583-bfd1-e4e1fb96171f for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:09:45.860125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Updating router 398d44d9-4ea8-4583-bfd1-e4e1fb96171f port 2f57fa0b-505b-4144-b140-d7776327c0f9 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:09:45.875326 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port dcd76c58-cd34-4f2d-90e3-e2f55f93907a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:09:45.877027 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81e2e079-1e93-4539-b418-e42223401736 req-8e87575b-0095-42bf-a9f4-a5e7680ae083 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810073 Dec 17 13:09:45.895407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 067fd925-8400-4519-a621-dc74cd07c6d7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:45.895782 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:45.914734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e14c8-cf91-44b1-8b27-9e5cafc52f0e admin admin] Network 4048369e-f83d-4050-9e84-a82991e4150e is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:09:45.928704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port dcd76c58-cd34-4f2d-90e3-e2f55f93907a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:45.929070 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:45.957435 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:45.968544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d4d3557d-5377-45ae-b288-f3422d332dd5 None None] Port 2f57fa0b-505b-4144-b140-d7776327c0f9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:46.007754 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9e99f50-5a22-49b4-997d-ace261889e26 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.040812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1d740-0aed-4aaf-bc43-eeb5584bd703 req-0bcb2aa8-f32c-4f94-8448-c37bc113896d tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:46.048967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e99f50-5a22-49b4-997d-ace261889e26 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event deleted for resources: {'Port': ['ID=0caf6ac8-56fb-4510-8a3c-9550ab75a27d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:46.050446 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06b1d740-0aed-4aaf-bc43-eeb5584bd703 req-0bcb2aa8-f32c-4f94-8448-c37bc113896d tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 945 time: 0.0655966 Dec 17 13:09:46.059323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-746e14c8-cf91-44b1-8b27-9e5cafc52f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 4048369e-f83d-4050-9e84-a82991e4150e) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:46.076747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746e14c8-cf91-44b1-8b27-9e5cafc52f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:46.077208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-746e14c8-cf91-44b1-8b27-9e5cafc52f0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.101010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185c00d-1e21-4671-9c54-5d2736d6a617 None None] Network 4048369e-f83d-4050-9e84-a82991e4150e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:46.116573 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06b1d740-0aed-4aaf-bc43-eeb5584bd703 req-08a2eb1c-9e40-4bd4-9834-8693830f43db tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653527 Dec 17 13:09:46.122347 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.186958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-746e14c8-cf91-44b1-8b27-9e5cafc52f0e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1179681 Dec 17 13:09:46.363238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8f7c4594-ae7d-4078-8235-f559b557bf69 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:46.437656 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9e99f50-5a22-49b4-997d-ace261889e26 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.519191 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.556345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.569593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11d6e8-f7a8-4548-a91b-f352b179ff3c req-a1c6f829-dd38-4507-8f5b-a5b5304112f7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:46.571139 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fe11d6e8-f7a8-4548-a91b-f352b179ff3c req-a1c6f829-dd38-4507-8f5b-a5b5304112f7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.1791260 Dec 17 13:09:46.637691 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0f76f10f-d9a8-4b0c-96ef-5178bc721f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.662422 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.663862 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9ecbb-c808-4003-89aa-f923705e80b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067fd925-8400-4519-a621-dc74cd07c6d7'}, {'server_uuid': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:46.666249 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60681edd-37d2-479f-9229-db0226fded5e" -d '{"events": [{"server_uuid": "92e9ecbb-c808-4003-89aa-f923705e80b2", "name": "network-vif-plugged", "status": "completed", "tag": "067fd925-8400-4519-a621-dc74cd07c6d7"}, {"server_uuid": "a6b02c34-6fbb-4907-9942-05976d77e173", "name": "network-vif-plugged", "status": "completed", "tag": "dcd76c58-cd34-4f2d-90e3-e2f55f93907a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:46.691106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e59299c-743b-475d-8a10-8afe97e7138f None None] Network 4048369e-f83d-4050-9e84-a82991e4150e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:09:46.696223 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port dcd76c58-cd34-4f2d-90e3-e2f55f93907a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=dcd76c58-cd34-4f2d-90e3-e2f55f93907a,segment=NetworkSegment(56b8f221-4058-4343-ac73-4541df642efb),segment_id=56b8f221-4058-4343-ac73-4541df642efb)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:46.698632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 067fd925-8400-4519-a621-dc74cd07c6d7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=067fd925-8400-4519-a621-dc74cd07c6d7,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:46.740762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Allocated IP 172.20.0.1 (fad13f47-35a4-4434-b536-1eb7ef7fb45a/f52f79f5-5c28-44cb-a041-1fa8615eb892/dc1adf10-3c8d-4191-bf8f-1340e782d006) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:46.741302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8f7c4594-ae7d-4078-8235-f559b557bf69 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:46.741861 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.761403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-9be7188b-e7a4-4537-acbf-54bdc3e4920e tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:46.763069 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-9be7188b-e7a4-4537-acbf-54bdc3e4920e tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/networks?id=4048369e-f83d-4050-9e84-a82991e4150e HTTP/1.1" status: 200 len: 821 time: 0.1270421 Dec 17 13:09:46.781179 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.789189 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-a0c0b305-6499-43ce-9cb9-4811e30914b3 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/quotas/e24de94d7ef64de19ec928e5147aa1f6 HTTP/1.1" status: 200 len: 375 time: 0.0168552 Dec 17 13:09:46.828947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-eb0e4e0f-09bf-4bbb-8d5d-3b75b03a43ab tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e24de94d7ef64de19ec928e5147aa1f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390000 Dec 17 13:09:46.835579 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.840454 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.878409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8130a565-2c0e-40cb-9934-55ddf5959868 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:46.906174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871711bb-9473-4f9d-a5c4-fdc47d2227f9 None None] Pushing event updated for resources: {'Port': ['ID=2f57fa0b-505b-4144-b140-d7776327c0f9,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:46.915553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Attempting to bind port 2f57fa0b-505b-4144-b140-d7776327c0f9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:46.916167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Attempting to bind port 2f57fa0b-505b-4144-b140-d7776327c0f9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:46.916714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Attempting to bind port 2f57fa0b-505b-4144-b140-d7776327c0f9 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:46.925807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:46.926193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:46.926606 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:46.927007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:46.927787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Bound port: 2f57fa0b-505b-4144-b140-d7776327c0f9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:46.928059 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:47.016643 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-e268a345-2b84-4d0f-bd23-e2ee501216b6 service neutron] 10.222.0.59 "GET /v2.0/networks/4048369e-f83d-4050-9e84-a82991e4150e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862848 Dec 17 13:09:47.073071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=dcd76c58-cd34-4f2d-90e3-e2f55f93907a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:47.091882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] For port 2f57fa0b-505b-4144-b140-d7776327c0f9, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:47.113028 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5c544cae-06fc-42f4-9411-5ca201010218 None None] Provisioning complete for port 2f57fa0b-505b-4144-b140-d7776327c0f9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:47.113028 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c544cae-06fc-42f4-9411-5ca201010218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:47.124597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002f19d-6537-4831-9e03-2df4968c6c77 req-b6aae038-503d-412e-9ce0-d618b344bd44 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:47.125194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-00b2553a-dfaa-4d86-bf3b-dda7b0c508a5 service neutron] 10.222.0.59 "GET /v2.0/networks/4048369e-f83d-4050-9e84-a82991e4150e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010993 Dec 17 13:09:47.126402 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c002f19d-6537-4831-9e03-2df4968c6c77 req-b6aae038-503d-412e-9ce0-d618b344bd44 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.61 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 943 time: 0.5502546 Dec 17 13:09:47.159197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] For port 2f57fa0b-505b-4144-b140-d7776327c0f9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2f57fa0b-505b-4144-b140-d7776327c0f9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:47.183421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5c544cae-06fc-42f4-9411-5ca201010218 None None] Port 2f57fa0b-505b-4144-b140-d7776327c0f9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:47.184901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=067fd925-8400-4519-a621-dc74cd07c6d7,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:47.220814 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fe11d6e8-f7a8-4548-a91b-f352b179ff3c req-7bae5093-605d-4884-8f58-b0399ad76b25 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335120 Dec 17 13:09:47.224952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e99f50-5a22-49b4-997d-ace261889e26 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Router c4b9ebd4-457b-47e7-9b24-3e02e861e876 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:09:47.246657 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:47.294159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4610e5bf-a8aa-4ffa-9f96-dd9b2700d1ed None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:47.316610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Routers {'398d44d9-4ea8-4583-bfd1-e4e1fb96171f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:47.317257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['398d44d9-4ea8-4583-bfd1-e4e1fb96171f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:47.345371 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8394b-3ec2-43b8-b780-bc92208d4237 req-beaa12c8-d2b8-4d4a-929d-4105d6eafbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:47.351074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871711bb-9473-4f9d-a5c4-fdc47d2227f9 None None] Pushing event updated for resources: {'Port': ['ID=2f57fa0b-505b-4144-b140-d7776327c0f9,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:47.352566 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4d8394b-3ec2-43b8-b780-bc92208d4237 req-beaa12c8-d2b8-4d4a-929d-4105d6eafbb7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 1096 time: 0.2660909 Dec 17 13:09:47.568482 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eb119d-a850-4b68-af98-5bf30ee460eb x-openstack-request-id: req-35eb119d-a850-4b68-af98-5bf30ee460eb {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:47.568874 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9ecbb-c808-4003-89aa-f923705e80b2", "name": "network-vif-plugged", "status": "completed", "tag": "067fd925-8400-4519-a621-dc74cd07c6d7", "code": 200}, {"server_uuid": "a6b02c34-6fbb-4907-9942-05976d77e173", "name": "network-vif-plugged", "status": "completed", "tag": "dcd76c58-cd34-4f2d-90e3-e2f55f93907a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:47.569173 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35eb119d-a850-4b68-af98-5bf30ee460eb {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:47.569451 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9ecbb-c808-4003-89aa-f923705e80b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067fd925-8400-4519-a621-dc74cd07c6d7', 'code': 200} Dec 17 13:09:47.569743 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a', 'code': 200} Dec 17 13:09:47.588566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 133f02a6-062a-4662-bb64-4f23a6f102b5 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:09:47.601193 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:47.605172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e99f50-5a22-49b4-997d-ace261889e26 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:47.628048 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e9e99f50-5a22-49b4-997d-ace261889e26 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "PUT /v2.0/routers/c4b9ebd4-457b-47e7-9b24-3e02e861e876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4857290 Dec 17 13:09:47.629115 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222b809-6fbf-4a20-9336-94f9f5e33800 None None] Sync routers for ids ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:47.635455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56324) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:47.648670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] Set router 398d44d9-4ea8-4583-bfd1-e4e1fb96171f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:47.651253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b1519445-7f99-49bc-a990-882c5228c179 None None] Provisioning complete for port 2f57fa0b-505b-4144-b140-d7776327c0f9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:47.651253 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1519445-7f99-49bc-a990-882c5228c179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:47.652954 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7222b809-6fbf-4a20-9336-94f9f5e33800 None None] Routers {'c4b9ebd4-457b-47e7-9b24-3e02e861e876'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:47.655256 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7222b809-6fbf-4a20-9336-94f9f5e33800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:47.695663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1b787-a7cf-48cb-9ea8-108123bd2455 req-54c4da35-3461-421f-bf51-477b413903b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:47.697302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-89b1b787-a7cf-48cb-9ea8-108123bd2455 req-54c4da35-3461-421f-bf51-477b413903b3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 1097 time: 0.1300776 Dec 17 13:09:47.702739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed68d4-8ebe-41ce-9653-6b2a9526898a req-c6cc9501-53ce-4db1-9c09-28341891e9b8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:47.703944 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7222b809-6fbf-4a20-9336-94f9f5e33800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:47.706561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f15e1-4944-4b1c-bd1a-6fde8734fa1f req-4e9b78cf-340c-420d-94b9-0b0828c4fb25 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:47.710955 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c5ed68d4-8ebe-41ce-9653-6b2a9526898a req-c6cc9501-53ce-4db1-9c09-28341891e9b8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.4196048 Dec 17 13:09:47.715111 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7222b809-6fbf-4a20-9336-94f9f5e33800 None None] Routers {'c4b9ebd4-457b-47e7-9b24-3e02e861e876'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:47.715994 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7222b809-6fbf-4a20-9336-94f9f5e33800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:47.717498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb4f15e1-4944-4b1c-bd1a-6fde8734fa1f req-4e9b78cf-340c-420d-94b9-0b0828c4fb25 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 945 time: 0.1707730 Dec 17 13:09:47.728687 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-c002f19d-6537-4831-9e03-2df4968c6c77 req-8bc52656-bb86-4440-b28a-721a3cd6d457 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Deleting port 067fd925-8400-4519-a621-dc74cd07c6d7 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:47.729003 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c002f19d-6537-4831-9e03-2df4968c6c77 req-8bc52656-bb86-4440-b28a-721a3cd6d457 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:47.732250 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-b3b619e7-8603-47c7-ad05-7e9b15a0f289 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] delete failed (client error): The resource could not be found. Dec 17 13:09:47.738735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b3b619e7-8603-47c7-ad05-7e9b15a0f289 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-1734079342 HTTP/1.1" status: 404 len: 335 time: 0.1013625 Dec 17 13:09:47.741858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56326) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:47.750209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4b4f8425-bf49-4e38-80db-3bdb0513572a tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c4b9ebd4-457b-47e7-9b24-3e02e861e876'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:47.752987 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7222b809-6fbf-4a20-9336-94f9f5e33800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:47.753898 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222b809-6fbf-4a20-9336-94f9f5e33800 None None] The sync data for ids ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:47.759322 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:47.808074 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb4f15e1-4944-4b1c-bd1a-6fde8734fa1f req-e32d52ea-4664-4d50-8281-21dc0f16c82d tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895896 Dec 17 13:09:47.824823 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-89b1b787-a7cf-48cb-9ea8-108123bd2455 req-1135741c-6eeb-4efc-8456-b5ada7e5edca service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041739 Dec 17 13:09:47.873612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=133f02a6-062a-4662-bb64-4f23a6f102b5,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:47.920783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'port_id': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'mac_address': 'fa:16:3e:06:f4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:09:47.955446 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8394b-3ec2-43b8-b780-bc92208d4237 req-9a509d37-5156-4c1d-af6e-a65127727ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:47.956958 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4d8394b-3ec2-43b8-b780-bc92208d4237 req-9a509d37-5156-4c1d-af6e-a65127727ee3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.5513630 Dec 17 13:09:47.979965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d5456-4ced-4d45-8fbc-22d19c035b8e req-b9769c09-f2cd-48e1-813b-53429d86febe tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:47.989380 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b05d5456-4ced-4d45-8fbc-22d19c035b8e req-b9769c09-f2cd-48e1-813b-53429d86febe tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 946 time: 0.0748370 Dec 17 13:09:47.994335 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1519445-7f99-49bc-a990-882c5228c179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:48.025880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b1519445-7f99-49bc-a990-882c5228c179 None None] For port 2f57fa0b-505b-4144-b140-d7776327c0f9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2f57fa0b-505b-4144-b140-d7776327c0f9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:48.026976 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:48.047513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133f02a6-062a-4662-bb64-4f23a6f102b5 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:48.049332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b05d5456-4ced-4d45-8fbc-22d19c035b8e req-87739aec-a100-46c0-89e3-dae5f51f9f21 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590310 Dec 17 13:09:48.075094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c5ed68d4-8ebe-41ce-9653-6b2a9526898a req-4915616d-a536-4ed6-8022-c0aa6741f2b9 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3632376 Dec 17 13:09:48.077693 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:48.079728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=133f02a6-062a-4662-bb64-4f23a6f102b5,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:48.083261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1663875791-router', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:39Z', 'updated_at': '2021-12-17T13:09:43Z', 'revision_number': 3, 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'gw_port': {'id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:41Z', 'updated_at': '2021-12-17T13:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:48.115346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abb904c-f0e7-480a-acaf-f9e31bde45f1 None None] The sync data for ids ['398d44d9-4ea8-4583-bfd1-e4e1fb96171f'] in n-d-815324-5 is: [{'id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1663875791-router', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:39Z', 'updated_at': '2021-12-17T13:09:43Z', 'revision_number': 3, 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'gw_port': {'id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:41Z', 'updated_at': '2021-12-17T13:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:48.143727 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1519445-7f99-49bc-a990-882c5228c179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:48.144709 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cf3ee95-4c40-4076-be7a-f4b9a0cfbedf req-3eca359c-764e-4128-948b-e97676a2fc56 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 210 time: 0.0332346 Dec 17 13:09:48.192577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-c002f19d-6537-4831-9e03-2df4968c6c77 req-8bc52656-bb86-4440-b28a-721a3cd6d457 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] For port 067fd925-8400-4519-a621-dc74cd07c6d7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=067fd925-8400-4519-a621-dc74cd07c6d7,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:48.192577 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c002f19d-6537-4831-9e03-2df4968c6c77 req-8bc52656-bb86-4440-b28a-721a3cd6d457 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:48.200117 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:48.231885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1519445-7f99-49bc-a990-882c5228c179 None None] Pushing event updated for resources: {'Port': ['ID=2f57fa0b-505b-4144-b140-d7776327c0f9,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:48.251006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4d8394b-3ec2-43b8-b780-bc92208d4237 req-a3626a7b-f86a-4c32-9af9-7618886d6efe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55b110f8-37bb-4092-b6a9-7d2c6338cc02 HTTP/1.1" status: 200 len: 217 time: 0.1849635 Dec 17 13:09:48.265646 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Network fad13f47-35a4-4434-b536-1eb7ef7fb45a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:48.268801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-c002f19d-6537-4831-9e03-2df4968c6c77 req-8bc52656-bb86-4440-b28a-721a3cd6d457 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Calling delete_port for 067fd925-8400-4519-a621-dc74cd07c6d7 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:48.274443 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:48.278402 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b4f8425-bf49-4e38-80db-3bdb0513572a tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:48.294882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:48.344521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=133f02a6-062a-4662-bb64-4f23a6f102b5,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:48.364838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Pushing event updated for resources: {'Port': ['ID=dc1adf10-3c8d-4191-bf8f-1340e782d006,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:48.455283 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-4b4f8425-bf49-4e38-80db-3bdb0513572a tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] update failed (client error): The resource could not be found. Dec 17 13:09:48.461804 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4b4f8425-bf49-4e38-80db-3bdb0513572a tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "PUT /v2.0/routers/c4b9ebd4-457b-47e7-9b24-3e02e861e876 HTTP/1.1" status: 404 len: 339 time: 0.7100649 Dec 17 13:09:48.467556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56334) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:48.477503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['133f02a6-062a-4662-bb64-4f23a6f102b5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:09:48.528917 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:48.532597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8394b-3ec2-43b8-b780-bc92208d4237 req-286e5915-6efb-43b7-acf3-479d5934a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:48.534220 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4d8394b-3ec2-43b8-b780-bc92208d4237 req-286e5915-6efb-43b7-acf3-479d5934a030 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.2620747 Dec 17 13:09:48.702609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c870b-6b36-4810-9e80-4b9a7d40c741 req-1d693085-1541-41b9-9c02-413c1af3d104 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:48.704472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b6c870b-6b36-4810-9e80-4b9a7d40c741 req-1d693085-1541-41b9-9c02-413c1af3d104 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.3366797 Dec 17 13:09:48.774825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8394b-3ec2-43b8-b780-bc92208d4237 req-bfb7162c-33bd-429f-8254-f60ec145b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:48.776613 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4d8394b-3ec2-43b8-b780-bc92208d4237 req-bfb7162c-33bd-429f-8254-f60ec145b9c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982524 Dec 17 13:09:48.778776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fd4f1b9e-3576-434f-b969-a01d3954206c None None] Provisioning complete for port dc1adf10-3c8d-4191-bf8f-1340e782d006 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:48.779260 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1b9e-3576-434f-b969-a01d3954206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:48.890650 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:48.902741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f1b9e-3576-434f-b969-a01d3954206c None None] Port dc1adf10-3c8d-4191-bf8f-1340e782d006 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:48.903264 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b6c870b-6b36-4810-9e80-4b9a7d40c741 req-437102fe-cf61-4d77-a4b2-04c93a3f0e2e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747980 Dec 17 13:09:48.969810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:48.987108 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:49.019593 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4d8394b-3ec2-43b8-b780-bc92208d4237 req-81185c4b-3192-4b25-9498-5b637345d242 service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165196 Dec 17 13:09:49.089764 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c002f19d-6537-4831-9e03-2df4968c6c77 req-8bc52656-bb86-4440-b28a-721a3cd6d457 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:49.113365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2b682-bea0-4579-8665-df743e88db4e req-969be285-687a-4448-8161-95db326a3268 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:49.121835 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ec2b682-bea0-4579-8665-df743e88db4e req-969be285-687a-4448-8161-95db326a3268 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 867 time: 0.1709735 Dec 17 13:09:49.193490 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc52656-bb86-4440-b28a-721a3cd6d457 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event deleted for resources: {'Port': ['ID=067fd925-8400-4519-a621-dc74cd07c6d7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:49.264800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ab1bb9-c7f7-44a6-8f5b-f5ef37580a88 None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:09:49.269815 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ec2b682-bea0-4579-8665-df743e88db4e req-a654b2cf-7244-4d34-aca7-0c0f8f25a763 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469216 Dec 17 13:09:49.348561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c002f19d-6537-4831-9e03-2df4968c6c77 req-8bc52656-bb86-4440-b28a-721a3cd6d457 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] No DVR routers for this DVR port 067fd925-8400-4519-a621-dc74cd07c6d7 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:09:49.361044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c002f19d-6537-4831-9e03-2df4968c6c77 req-8bc52656-bb86-4440-b28a-721a3cd6d457 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:49.368272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c002f19d-6537-4831-9e03-2df4968c6c77 req-8bc52656-bb86-4440-b28a-721a3cd6d457 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.61 "DELETE /v2.0/ports/067fd925-8400-4519-a621-dc74cd07c6d7 HTTP/1.1" status: 204 len: 173 time: 2.2181265 Dec 17 13:09:49.368272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9ecbb-c808-4003-89aa-f923705e80b2', 'name': 'network-vif-deleted', 'tag': '067fd925-8400-4519-a621-dc74cd07c6d7'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:49.371439 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdae68a-ed70-4122-a1c7-1a2e7248588f" -d '{"events": [{"server_uuid": "92e9ecbb-c808-4003-89aa-f923705e80b2", "name": "network-vif-deleted", "tag": "067fd925-8400-4519-a621-dc74cd07c6d7"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:49.399021 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4d8394b-3ec2-43b8-b780-bc92208d4237 req-99afda53-c143-45c0-80bf-6e346b34ab13 service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726304 Dec 17 13:09:49.412739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15410d4-7502-41bd-9e5c-97a94316f003 req-9495f474-9095-4092-9aca-44e07a4b7628 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:49.579095 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c15410d4-7502-41bd-9e5c-97a94316f003 req-9495f474-9095-4092-9aca-44e07a4b7628 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 946 time: 0.2223754 Dec 17 13:09:49.580701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622670f0-cde8-4511-ab88-05692b2a5a71 req-adfcd8f2-8ed2-45e8-a489-6d9e1eca16c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:49.580701 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-622670f0-cde8-4511-ab88-05692b2a5a71 req-adfcd8f2-8ed2-45e8-a489-6d9e1eca16c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 945 time: 0.1044297 Dec 17 13:09:49.580701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Allocated IP 172.20.0.1 (80876ed4-f82e-4089-972c-8e0d8432151d/b08d4664-dbcf-4ef3-8d7e-8cf081c068e5/0597614d-19c8-4f16-b1eb-9bb881dc3b9f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:49.580942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:49.580942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c15410d4-7502-41bd-9e5c-97a94316f003 req-6014d711-eb91-447d-8305-1e85bee07c26 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103649 Dec 17 13:09:49.580942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64fe4e23-cb07-4b50-b235-35a3407a8678 req-9d7d55a6-abd3-4e9b-bd6c-49e7d249cb8d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882261 Dec 17 13:09:49.587540 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 133f02a6-062a-4662-bb64-4f23a6f102b5 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:49.633960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe4e23-cb07-4b50-b235-35a3407a8678 req-b438c85c-1dce-4e6c-8b57-9bb79c3d973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:49.637254 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64fe4e23-cb07-4b50-b235-35a3407a8678 req-b438c85c-1dce-4e6c-8b57-9bb79c3d973a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 1059 time: 0.0701687 Dec 17 13:09:49.712660 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a050283c-700e-4c75-af60-02c305a7369f req-72b6c9bc-073c-49f2-8c47-7db15a34b498 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 210 time: 0.0460804 Dec 17 13:09:49.734265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 067fd925-8400-4519-a621-dc74cd07c6d7 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:09:49.759045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 067fd925-8400-4519-a621-dc74cd07c6d7 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:09:49.759599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 067fd925-8400-4519-a621-dc74cd07c6d7 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:09:49.762911 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:49.871904 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 133f02a6-062a-4662-bb64-4f23a6f102b5 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:09:49.881068 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 133f02a6-062a-4662-bb64-4f23a6f102b5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:49.881827 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.025868 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-622670f0-cde8-4511-ab88-05692b2a5a71 req-7c7dc8df-dcf2-4a7c-8376-4aa537b61998 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5034935 Dec 17 13:09:50.036187 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.078336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=133f02a6-062a-4662-bb64-4f23a6f102b5,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:50.081122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:50.083752 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3d1f2c-1ce1-4612-85f0-9813b72330c8" -d '{"events": [{"server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "name": "network-vif-plugged", "status": "completed", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:50.087881 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.138434 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05ed526-2011-4e37-a4bd-76c29a7505cc x-openstack-request-id: req-e05ed526-2011-4e37-a4bd-76c29a7505cc {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:50.139103 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "name": "network-vif-plugged", "status": "completed", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:50.139648 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e05ed526-2011-4e37-a4bd-76c29a7505cc {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:50.140209 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'code': 200} Dec 17 13:09:50.155704 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b56101-fc19-4719-a733-8c92b6d9c9a4 x-openstack-request-id: req-87b56101-fc19-4719-a733-8c92b6d9c9a4 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:50.155977 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9ecbb-c808-4003-89aa-f923705e80b2", "name": "network-vif-deleted", "tag": "067fd925-8400-4519-a621-dc74cd07c6d7", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:50.156216 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-87b56101-fc19-4719-a733-8c92b6d9c9a4 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:50.156611 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9ecbb-c808-4003-89aa-f923705e80b2', 'name': 'network-vif-deleted', 'tag': '067fd925-8400-4519-a621-dc74cd07c6d7', 'status': 'completed', 'code': 200} Dec 17 13:09:50.160309 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.266798 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.267268 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.268681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b110f8-37bb-4092-b6a9-7d2c6338cc02 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:09:50.285653 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.317441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Pushing event updated for resources: {'Port': ['ID=dc1adf10-3c8d-4191-bf8f-1340e782d006,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:50.325560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe4e23-cb07-4b50-b235-35a3407a8678 req-140e12ae-c4d9-471a-981e-65916a6aa9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:50.328775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612979d-4bf7-45e6-a7ab-65f3b853d161 req-1ec460ce-57bf-4351-920f-4a3df1d0bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:50.329304 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64fe4e23-cb07-4b50-b235-35a3407a8678 req-140e12ae-c4d9-471a-981e-65916a6aa9e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.6734672 Dec 17 13:09:50.330450 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4612979d-4bf7-45e6-a7ab-65f3b853d161 req-1ec460ce-57bf-4351-920f-4a3df1d0bc5e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 1096 time: 0.1081407 Dec 17 13:09:50.343555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036fbe-1c37-427d-b98a-cb9c6e978561 req-30cf4bec-c713-4856-b1f6-170fc9d16e19 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:50.345124 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aa036fbe-1c37-427d-b98a-cb9c6e978561 req-30cf4bec-c713-4856-b1f6-170fc9d16e19 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 945 time: 0.1912415 Dec 17 13:09:50.345245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Network 80876ed4-f82e-4089-972c-8e0d8432151d is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:50.350028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:50.367491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:50.422722 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.426415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2f57fa0b-505b-4144-b140-d7776327c0f9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:50.479185 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64fe4e23-cb07-4b50-b235-35a3407a8678 req-6225184a-1c05-4df5-8bdc-1e00329ac0db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d80142bd-1500-48a9-b5cd-0a208dd017a2 HTTP/1.1" status: 200 len: 217 time: 0.1024280 Dec 17 13:09:50.505942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event updated for resources: {'Port': ['ID=0597614d-19c8-4f16-b1eb-9bb881dc3b9f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:50.553897 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4612979d-4bf7-45e6-a7ab-65f3b853d161 req-d91008ef-477f-4abf-80d9-f13b08c68452 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026253 Dec 17 13:09:50.566077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b967317-c895-4ad8-8139-a34689042e77 req-ebf9475d-f819-4004-893f-45fd57d0a6d8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=92e9ecbb-c808-4003-89aa-f923705e80b2 HTTP/1.1" status: 200 len: 210 time: 0.1315541 Dec 17 13:09:50.593338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe4e23-cb07-4b50-b235-35a3407a8678 req-598e11e7-162a-46ad-b5f3-1850ae5e801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:50.596802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=133f02a6-062a-4662-bb64-4f23a6f102b5,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:50.600009 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64fe4e23-cb07-4b50-b235-35a3407a8678 req-598e11e7-162a-46ad-b5f3-1850ae5e801a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.1080470 Dec 17 13:09:50.618388 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.642962 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aa036fbe-1c37-427d-b98a-cb9c6e978561 req-8d63e2c0-7253-48f7-872c-34b2d5cfdeae tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017589 Dec 17 13:09:50.666968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Network fad13f47-35a4-4434-b536-1eb7ef7fb45a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:50.668757 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:50.731340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2f57fa0b-505b-4144-b140-d7776327c0f9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:50.732200 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.780959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa61b29-b0d3-4c91-b056-6bde26f2dce1 req-b592e7e9-9e49-4acc-a1e6-854b235d8d2b tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:50.791372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fa61b29-b0d3-4c91-b056-6bde26f2dce1 req-b592e7e9-9e49-4acc-a1e6-854b235d8d2b tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 946 time: 0.0937405 Dec 17 13:09:50.829188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 55b110f8-37bb-4092-b6a9-7d2c6338cc02, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b110f8-37bb-4092-b6a9-7d2c6338cc02,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:50.876456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b9f7bcfc-9c53-4a04-9241-ae635ad63108 None None] Provisioning complete for port 0597614d-19c8-4f16-b1eb-9bb881dc3b9f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:50.882237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bcfc-9c53-4a04-9241-ae635ad63108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.924848 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.956077 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:50.991696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b9f7bcfc-9c53-4a04-9241-ae635ad63108 None None] Port 0597614d-19c8-4f16-b1eb-9bb881dc3b9f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:51.029896 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f3622f4-d039-4e54-9bb3-257e57a64fd1 req-d0d5d5ee-f35c-437e-b052-1b14f25099e2 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 210 time: 0.1910512 Dec 17 13:09:51.042658 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fa61b29-b0d3-4c91-b056-6bde26f2dce1 req-96a0c3f1-2ca3-4cac-8e68-558b1a551201 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052426 Dec 17 13:09:51.054368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=55b110f8-37bb-4092-b6a9-7d2c6338cc02,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:51.082828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Router 398d44d9-4ea8-4583-bfd1-e4e1fb96171f has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:09:51.127588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe4e23-cb07-4b50-b235-35a3407a8678 req-f75bee79-7321-4787-a07d-53ab859d57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:51.129116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8d1aa63d-5ec4-459b-bbb6-809e93efe070 None None] Provisioning complete for port dc1adf10-3c8d-4191-bf8f-1340e782d006 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:51.129262 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64fe4e23-cb07-4b50-b235-35a3407a8678 req-f75bee79-7321-4787-a07d-53ab859d57f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2838173 Dec 17 13:09:51.132673 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8d1aa63d-5ec4-459b-bbb6-809e93efe070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:51.206910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-66952731-ed80-4d6d-bb1b-211b34ba19b2 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:51.208477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-66952731-ed80-4d6d-bb1b-211b34ba19b2 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.61 "GET /v2.0/networks?id=4048369e-f83d-4050-9e84-a82991e4150e HTTP/1.1" status: 200 len: 821 time: 0.5208254 Dec 17 13:09:51.247280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8d1aa63d-5ec4-459b-bbb6-809e93efe070 None None] Port dc1adf10-3c8d-4191-bf8f-1340e782d006 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:51.272403 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Request body: {'port': {'device_id': '23f118c8-d29c-4618-a6d8-7078bbe1bf92', 'network_id': '4048369e-f83d-4050-9e84-a82991e4150e', 'admin_state_up': True, 'tenant_id': 'e24de94d7ef64de19ec928e5147aa1f6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:51.297337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35381ff4-fa14-448b-9304-68c65f8d71b6 req-97546774-86be-4276-98b4-0a7fe3632a89 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:51.298952 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35381ff4-fa14-448b-9304-68c65f8d71b6 req-97546774-86be-4276-98b4-0a7fe3632a89 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.0757256 Dec 17 13:09:51.402449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35381ff4-fa14-448b-9304-68c65f8d71b6 req-3d781f6d-fa22-4d88-9870-1a6576fddad1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923169 Dec 17 13:09:51.439380 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64fe4e23-cb07-4b50-b235-35a3407a8678 req-cc0d7705-4dcc-4ae6-9a1a-f930c0c4c05c service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002534 Dec 17 13:09:51.462766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:51.463119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:51.474031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Sync routers for ids ['398d44d9-4ea8-4583-bfd1-e4e1fb96171f'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:51.484093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439de936-b7aa-42f5-bd36-a0d0bb593038 req-f7bf3532-10bd-46a1-95f9-4e8923150525 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:51.485548 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-439de936-b7aa-42f5-bd36-a0d0bb593038 req-f7bf3532-10bd-46a1-95f9-4e8923150525 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 946 time: 0.2066007 Dec 17 13:09:51.486671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Routers {'398d44d9-4ea8-4583-bfd1-e4e1fb96171f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:51.487961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['398d44d9-4ea8-4583-bfd1-e4e1fb96171f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:51.501620 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2b13db11-2499-4ad1-9fa0-3827ef26123d admin admin] 10.222.0.59 "PUT /v2.0/routers/398d44d9-4ea8-4583-bfd1-e4e1fb96171f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5003619 Dec 17 13:09:51.501861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56364) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:51.501861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c3c3de71-b1eb-4907-b7d4-2585539e7957 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Request body: {'floatingip': {'port_id': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:51.550196 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c3c3de71-b1eb-4907-b7d4-2585539e7957 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:51.635358 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64fe4e23-cb07-4b50-b235-35a3407a8678 req-70e4d696-2caf-432c-a33f-c22fc9d86652 service neutron] 10.222.0.54 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737452 Dec 17 13:09:51.637875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Set router 398d44d9-4ea8-4583-bfd1-e4e1fb96171f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:51.681293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Made reservation on behalf of e24de94d7ef64de19ec928e5147aa1f6 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:09:51.682011 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:51.779472 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:51.865810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Allocated IP 172.20.0.5 (4048369e-f83d-4050-9e84-a82991e4150e/16bb8698-3a33-4de3-b6a1-be8a461de630/a6d1d05f-c15e-48b6-8e9a-f4e305e7069e) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:51.974667 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:51.975593 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1663875791-router', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:39Z', 'updated_at': '2021-12-17T13:09:48Z', 'revision_number': 4, 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'gw_port': {'id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:41Z', 'updated_at': '2021-12-17T13:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'dc1adf10-3c8d-4191-bf8f-1340e782d006', 'name': '', 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'mac_address': 'fa:16:3e:64:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'f52f79f5-5c28-44cb-a041-1fa8615eb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:46Z', 'updated_at': '2021-12-17T13:09:49Z', 'revision_number': 2, 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'subnets': [{'id': 'f52f79f5-5c28-44cb-a041-1fa8615eb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:51.978055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event updated for resources: {'Port': ['ID=0597614d-19c8-4f16-b1eb-9bb881dc3b9f,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:52.003841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead932e-92d7-47aa-934b-0b626d4ddd42 req-717722aa-285b-4f20-bdf0-6bea2cf524f7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:52.006936 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ead932e-92d7-47aa-934b-0b626d4ddd42 req-717722aa-285b-4f20-bdf0-6bea2cf524f7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 943 time: 0.2279606 Dec 17 13:09:52.017155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Checking router: 398d44d9-4ea8-4583-bfd1-e4e1fb96171f for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:09:52.018312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Updating router 398d44d9-4ea8-4583-bfd1-e4e1fb96171f port dc1adf10-3c8d-4191-bf8f-1340e782d006 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:09:52.058854 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.089794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56378) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:52.117705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e2d0e556-d529-4127-9f32-5ddc503a3627 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1585607544', 'description': 'tempest-description--949376402'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:52.135303 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.208549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b4d769-57da-41f1-b4a1-baaf1f54ef57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b110f8-37bb-4092-b6a9-7d2c6338cc02'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:52.211493 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6233d158-f4fc-4f63-8977-38b68f069785" -d '{"events": [{"server_uuid": "f0b4d769-57da-41f1-b4a1-baaf1f54ef57", "name": "network-vif-unplugged", "status": "completed", "tag": "55b110f8-37bb-4092-b6a9-7d2c6338cc02"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:52.262350 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2d0e556-d529-4127-9f32-5ddc503a3627 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.264933 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-eccb7da6-3672-422e-b265-42d2a358d47c req-d91d58ee-d570-479e-a533-a4a0c72b88fd tempest-FloatingIPDetailsNegativeTestJSON-1406716125 tempest-FloatingIPDetailsNegativeTestJSON-1406716125-project] show failed (client error): The resource could not be found. Dec 17 13:09:52.265388 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ead932e-92d7-47aa-934b-0b626d4ddd42 req-17bb47c2-8a23-4073-9939-a4980f078488 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263074 Dec 17 13:09:52.273486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eccb7da6-3672-422e-b265-42d2a358d47c req-d91d58ee-d570-479e-a533-a4a0c72b88fd tempest-FloatingIPDetailsNegativeTestJSON-1406716125 tempest-FloatingIPDetailsNegativeTestJSON-1406716125-project] 10.222.0.59 "GET /v2.0/floatingips/4f1204cd-0c04-4db9-8355-c762a313d6e2 HTTP/1.1" status: 404 len: 350 time: 0.0546899 Dec 17 13:09:52.277072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56386) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:52.308902 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.336730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Network 80876ed4-f82e-4089-972c-8e0d8432151d is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:52.345959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:52.449352 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Network 4048369e-f83d-4050-9e84-a82991e4150e is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:52.457394 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:52.459963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Pushing event updated for resources: {'Port': ['ID=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:52.470812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:52.497840 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1102a658-bb56-4438-a80a-b0141c7f1691 x-openstack-request-id: req-1102a658-bb56-4438-a80a-b0141c7f1691 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:52.497840 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b4d769-57da-41f1-b4a1-baaf1f54ef57", "name": "network-vif-unplugged", "status": "completed", "tag": "55b110f8-37bb-4092-b6a9-7d2c6338cc02", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:52.497840 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1102a658-bb56-4438-a80a-b0141c7f1691 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:52.498240 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b4d769-57da-41f1-b4a1-baaf1f54ef57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b110f8-37bb-4092-b6a9-7d2c6338cc02', 'code': 200} Dec 17 13:09:52.562516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eef986-7fe5-4f95-b639-604bfe96de64 req-c8390013-ca29-4390-b4ad-12c1b7c38e1a tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:52.571190 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31eef986-7fe5-4f95-b639-604bfe96de64 req-c8390013-ca29-4390-b4ad-12c1b7c38e1a tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 931 time: 0.1961329 Dec 17 13:09:52.595272 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.612823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:52.613506 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.635180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2d0e556-d529-4127-9f32-5ddc503a3627 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.639742 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.resource_extend [None req-c3c3de71-b1eb-4907-b7d4-2585539e7957 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:09:52.660476 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31eef986-7fe5-4f95-b639-604bfe96de64 req-92ffb4c0-a4e4-47ac-9585-ee892102c2b2 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883119 Dec 17 13:09:52.693402 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5402eca3-bd06-42e2-93e9-e8633d993734 None None] Provisioning complete for port 0597614d-19c8-4f16-b1eb-9bb881dc3b9f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:52.694023 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5402eca3-bd06-42e2-93e9-e8633d993734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.721641 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.763068 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2d0e556-d529-4127-9f32-5ddc503a3627 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.766237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Router c4b9ebd4-457b-47e7-9b24-3e02e861e876 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:09:52.770201 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c3c3de71-b1eb-4907-b7d4-2585539e7957 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.772040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-33140910-082d-43c6-b29a-09cf403163d1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5035508 Dec 17 13:09:52.785693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98fcae-a595-4850-b722-d142c3cb9c9c req-eff5dce0-fc71-4902-a996-3136bec44562 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:52.785921 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5402eca3-bd06-42e2-93e9-e8633d993734 None None] Port 0597614d-19c8-4f16-b1eb-9bb881dc3b9f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:09:52.793532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Request body: {'port': {'device_id': '23f118c8-d29c-4618-a6d8-7078bbe1bf92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:52.798951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d98fcae-a595-4850-b722-d142c3cb9c9c req-eff5dce0-fc71-4902-a996-3136bec44562 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.2273176 Dec 17 13:09:52.819052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af58b26-639c-4217-babb-190398a9c7a8 None None] Pushing event updated for resources: {'Port': ['ID=dc1adf10-3c8d-4191-bf8f-1340e782d006,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:52.833522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0e556-d529-4127-9f32-5ddc503a3627 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e04ed60-f28c-460d-bcae-5db6d8321f32,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:52.880288 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.892536 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c3c3de71-b1eb-4907-b7d4-2585539e7957 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.894486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Attempting to bind port dc1adf10-3c8d-4191-bf8f-1340e782d006 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:52.895050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Attempting to bind port dc1adf10-3c8d-4191-bf8f-1340e782d006 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a25d8f52-ce61-4bb2-834b-dae7b045ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:52.895432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Attempting to bind port dc1adf10-3c8d-4191-bf8f-1340e782d006 on network fad13f47-35a4-4434-b536-1eb7ef7fb45a {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:52.897960 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2d0e556-d529-4127-9f32-5ddc503a3627 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.902473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e2d0e556-d529-4127-9f32-5ddc503a3627 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8097649 Dec 17 13:09:52.904159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56390) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:52.905411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:52.905991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Checking segment: {'id': 'a25d8f52-ce61-4bb2-834b-dae7b045ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:52.906460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.906868 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Bound using segment: {'id': 'a25d8f52-ce61-4bb2-834b-dae7b045ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:52.907357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Bound port: dc1adf10-3c8d-4191-bf8f-1340e782d006, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25d8f52-ce61-4bb2-834b-dae7b045ed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:52.907750 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:52.908690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-34e55f49-ffdf-44a4-bce0-0d0bce40dd98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Request body: {'security_group_rule': {'security_group_id': '5e04ed60-f28c-460d-bcae-5db6d8321f32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:52.999689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] For port dc1adf10-3c8d-4191-bf8f-1340e782d006, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:53.004614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] For port dc1adf10-3c8d-4191-bf8f-1340e782d006, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=dc1adf10-3c8d-4191-bf8f-1340e782d006,segment=NetworkSegment(a25d8f52-ce61-4bb2-834b-dae7b045ed17),segment_id=a25d8f52-ce61-4bb2-834b-dae7b045ed17)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:53.052778 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34e55f49-ffdf-44a4-bce0-0d0bce40dd98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.063330 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d98fcae-a595-4850-b722-d142c3cb9c9c req-e41f4f90-3e03-4dd1-95a8-c504179ac818 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662981 Dec 17 13:09:53.107503 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.146751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:53.157611 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7125fc0-3af2-42d8-af45-ee0e7e503e19 None None] Sync routers for ids ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:53.160105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-527c9005-bd9c-4c4e-920b-87a968e4fdf7 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "PUT /v2.0/routers/c4b9ebd4-457b-47e7-9b24-3e02e861e876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6963403 Dec 17 13:09:53.166620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56394) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:53.189972 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7125fc0-3af2-42d8-af45-ee0e7e503e19 None None] Routers {'c4b9ebd4-457b-47e7-9b24-3e02e861e876'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:53.191179 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c7125fc0-3af2-42d8-af45-ee0e7e503e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:53.238805 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c7125fc0-3af2-42d8-af45-ee0e7e503e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:53.246600 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34e55f49-ffdf-44a4-bce0-0d0bce40dd98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.250968 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7125fc0-3af2-42d8-af45-ee0e7e503e19 None None] Routers {'c4b9ebd4-457b-47e7-9b24-3e02e861e876'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:53.251792 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c7125fc0-3af2-42d8-af45-ee0e7e503e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:53.256052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af58b26-639c-4217-babb-190398a9c7a8 None None] Pushing event updated for resources: {'Port': ['ID=dc1adf10-3c8d-4191-bf8f-1340e782d006,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:53.276115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507ff0f-1769-4afe-801a-3ae0ac501c12 req-08fa3771-7107-4cb9-b12c-78950859bb84 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:53.276799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7cf83dae-4449-4fa3-8f7e-553097c72d93 None None] Provisioning complete for port dc1adf10-3c8d-4191-bf8f-1340e782d006 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:53.277276 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7cf83dae-4449-4fa3-8f7e-553097c72d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.277733 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6507ff0f-1769-4afe-801a-3ae0ac501c12 req-08fa3771-7107-4cb9-b12c-78950859bb84 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.1341755 Dec 17 13:09:53.291500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56396) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:53.302051 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-45b8e003-7b53-4b47-b9ee-820d49cc3468 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Request body: {'floatingip': {'port_id': '133f02a6-062a-4662-bb64-4f23a6f102b5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:53.307607 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c7125fc0-3af2-42d8-af45-ee0e7e503e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:53.308280 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7125fc0-3af2-42d8-af45-ee0e7e503e19 None None] The sync data for ids ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:53.401788 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34e55f49-ffdf-44a4-bce0-0d0bce40dd98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.417728 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45b8e003-7b53-4b47-b9ee-820d49cc3468 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.507999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e55f49-ffdf-44a4-bce0-0d0bce40dd98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dd1ab6-c625-4910-b33c-95ad72274df7,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:53.539186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Routers {'398d44d9-4ea8-4583-bfd1-e4e1fb96171f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:53.540064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['398d44d9-4ea8-4583-bfd1-e4e1fb96171f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:53.577956 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34e55f49-ffdf-44a4-bce0-0d0bce40dd98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.581980 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-34e55f49-ffdf-44a4-bce0-0d0bce40dd98 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6740026 Dec 17 13:09:53.583479 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d1d05f-c15e-48b6-8e9a-f4e305e7069e {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:09:53.587647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56402) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:53.597109 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-44f64325-146b-43b7-b687-5e07b487d93b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Request body: {'security_group_rule': {'security_group_id': '5e04ed60-f28c-460d-bcae-5db6d8321f32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:53.613177 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.679125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Transition to ACTIVE for port object a6d1d05f-c15e-48b6-8e9a-f4e305e7069e will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:09:53.686614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] Set router 398d44d9-4ea8-4583-bfd1-e4e1fb96171f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:53.725980 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7cf83dae-4449-4fa3-8f7e-553097c72d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.747426 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-c3c3de71-b1eb-4907-b7d4-2585539e7957 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Floating IP bd017027-46e1-41ab-8ab4-f5c65e41eb2f associated. External IP: 172.25.0.118, port: dcd76c58-cd34-4f2d-90e3-e2f55f93907a. Dec 17 13:09:53.753557 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.761946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7cf83dae-4449-4fa3-8f7e-553097c72d93 None None] For port dc1adf10-3c8d-4191-bf8f-1340e782d006, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=dc1adf10-3c8d-4191-bf8f-1340e782d006,segment=NetworkSegment(a25d8f52-ce61-4bb2-834b-dae7b045ed17),segment_id=a25d8f52-ce61-4bb2-834b-dae7b045ed17)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:53.833167 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44f64325-146b-43b7-b687-5e07b487d93b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.861793 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7cf83dae-4449-4fa3-8f7e-553097c72d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.895790 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94d2131d-226a-4db5-bff5-0157801558f1 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:53.943733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf83dae-4449-4fa3-8f7e-553097c72d93 None None] Pushing event updated for resources: {'Port': ['ID=dc1adf10-3c8d-4191-bf8f-1340e782d006,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:53.945126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031c513-978f-458d-b1e9-28993c532499 req-c04a2b6e-3721-41a8-9d83-17d58db47ad5 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:53.952644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3031c513-978f-458d-b1e9-28993c532499 req-c04a2b6e-3721-41a8-9d83-17d58db47ad5 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 943 time: 0.2076807 Dec 17 13:09:54.000791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-137b645f-7a92-4ed5-bef1-f5acfcc98822 None None] Provisioning complete for port dc1adf10-3c8d-4191-bf8f-1340e782d006 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:54.001167 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-137b645f-7a92-4ed5-bef1-f5acfcc98822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:54.033372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1663875791-router', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:39Z', 'updated_at': '2021-12-17T13:09:48Z', 'revision_number': 4, 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'gw_port': {'id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:41Z', 'updated_at': '2021-12-17T13:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'dc1adf10-3c8d-4191-bf8f-1340e782d006', 'name': '', 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'mac_address': 'fa:16:3e:64:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'f52f79f5-5c28-44cb-a041-1fa8615eb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:46Z', 'updated_at': '2021-12-17T13:09:52Z', 'revision_number': 4, 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'subnets': [{'id': 'f52f79f5-5c28-44cb-a041-1fa8615eb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:54.065003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57091226-9469-4dc3-85d0-9aa420a649c5 None None] The sync data for ids ['398d44d9-4ea8-4583-bfd1-e4e1fb96171f'] in n-d-815324-5 is: [{'id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1663875791-router', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:39Z', 'updated_at': '2021-12-17T13:09:48Z', 'revision_number': 4, 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'gw_port': {'id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:41Z', 'updated_at': '2021-12-17T13:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'dc1adf10-3c8d-4191-bf8f-1340e782d006', 'name': '', 'network_id': 'fad13f47-35a4-4434-b536-1eb7ef7fb45a', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'mac_address': 'fa:16:3e:64:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'f52f79f5-5c28-44cb-a041-1fa8615eb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:46Z', 'updated_at': '2021-12-17T13:09:52Z', 'revision_number': 4, 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'subnets': [{'id': 'f52f79f5-5c28-44cb-a041-1fa8615eb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:54.128804 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3031c513-978f-458d-b1e9-28993c532499 req-39db92fd-a1f3-4fd2-8dcb-110533caac76 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746562 Dec 17 13:09:54.136311 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-94d2131d-226a-4db5-bff5-0157801558f1 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 13:09:54.140010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-94d2131d-226a-4db5-bff5-0157801558f1 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "DELETE /v2.0/routers/c4b9ebd4-457b-47e7-9b24-3e02e861e876 HTTP/1.1" status: 409 len: 329 time: 0.9685712 Dec 17 13:09:54.141089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56406) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:54.360518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device dc1adf10-3c8d-4191-bf8f-1340e782d006 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:09:54.451775 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port dc1adf10-3c8d-4191-bf8f-1340e782d006 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:09:54.452357 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:54.453320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f80e73-b4a9-43d3-9155-e95528a963e5 req-1abd2515-132b-42ef-9215-b303c790cdd4 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:54.456125 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20f80e73-b4a9-43d3-9155-e95528a963e5 req-1abd2515-132b-42ef-9215-b303c790cdd4 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 943 time: 0.6870604 Dec 17 13:09:54.457143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:54.474658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c3de71-b1eb-4907-b7d4-2585539e7957 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:09:54.496814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14b1aa-3b61-4f0d-a8b9-92be22bb6c22 req-0b5088f3-7179-4801-80ca-1acbf07cddd0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:54.498462 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c14b1aa-3b61-4f0d-a8b9-92be22bb6c22 req-0b5088f3-7179-4801-80ca-1acbf07cddd0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1963460 Dec 17 13:09:54.504586 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4aa280f-ae66-466b-b8ac-8d8edec20f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:54.691620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44f64325-146b-43b7-b687-5e07b487d93b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:54.748993 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20f80e73-b4a9-43d3-9155-e95528a963e5 req-8b0ba578-6cf6-41ce-b62a-8e15bb485bac tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618761 Dec 17 13:09:54.795966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44f64325-146b-43b7-b687-5e07b487d93b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:54.820835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Attempting to bind port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:09:54.821817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Attempting to bind port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'c3cc25a1-0f46-43cd-aba0-1117dfad2d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4048369e-f83d-4050-9e84-a82991e4150e'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:09:54.821817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Attempting to bind port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e on network 4048369e-f83d-4050-9e84-a82991e4150e {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:54.859197 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c14b1aa-3b61-4f0d-a8b9-92be22bb6c22 req-56b07d67-d734-4397-abee-7641419c976b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104205 Dec 17 13:09:54.907611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e on network 4048369e-f83d-4050-9e84-a82991e4150e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:09:54.907985 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Attempting to bind port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e on network 4048369e-f83d-4050-9e84-a82991e4150e {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:09:54.924384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f64325-146b-43b7-b687-5e07b487d93b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94531287-7cc3-4d4d-9429-6c80f6a3324c,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:54.942614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c3de71-b1eb-4907-b7d4-2585539e7957 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:54.958438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607af216-192b-40c4-baac-1bffc49969f0 None None] Sync routers for ids ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:54.964318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:09:54.964318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Checking segment: {'id': 'c3cc25a1-0f46-43cd-aba0-1117dfad2d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4048369e-f83d-4050-9e84-a82991e4150e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:09:54.965350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Bound using segment: {'id': 'c3cc25a1-0f46-43cd-aba0-1117dfad2d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4048369e-f83d-4050-9e84-a82991e4150e'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:09:54.965463 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c3c3de71-b1eb-4907-b7d4-2585539e7957 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:54.965550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Bound port: a6d1d05f-c15e-48b6-8e9a-f4e305e7069e, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3cc25a1-0f46-43cd-aba0-1117dfad2d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4048369e-f83d-4050-9e84-a82991e4150e'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:09:54.965834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:54.991884 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-44f64325-146b-43b7-b687-5e07b487d93b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:54.996474 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-44f64325-146b-43b7-b687-5e07b487d93b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4021668 Dec 17 13:09:54.996654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607af216-192b-40c4-baac-1bffc49969f0 None None] Routers {'47a3e0ee-4f95-4efa-b9d8-0777936efb2b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:54.996654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-607af216-192b-40c4-baac-1bffc49969f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:55.003235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56414) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:55.035222 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:55.036050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c3c3de71-b1eb-4907-b7d4-2585539e7957 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "PUT /v2.0/floatingips/bd017027-46e1-41ab-8ab4-f5c65e41eb2f HTTP/1.1" status: 200 len: 992 time: 3.5406849 Dec 17 13:09:55.038620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'tag': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:55.050526 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4a65c8-c1fa-43ca-949b-ec8d1a06c67d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b02c34-6fbb-4907-9942-05976d77e173", "tag": "dcd76c58-cd34-4f2d-90e3-e2f55f93907a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:55.097382 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.resource_extend [None req-45b8e003-7b53-4b47-b9ee-820d49cc3468 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:09:55.214957 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708d988c-9733-472f-bbde-d6eba6862a5a x-openstack-request-id: req-708d988c-9733-472f-bbde-d6eba6862a5a {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:55.215427 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b02c34-6fbb-4907-9942-05976d77e173", "tag": "dcd76c58-cd34-4f2d-90e3-e2f55f93907a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:55.215782 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-708d988c-9733-472f-bbde-d6eba6862a5a {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:55.216439 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'tag': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a', 'status': 'completed', 'code': 200} Dec 17 13:09:55.222756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] For port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:09:55.242423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037c35-a735-4827-b2b3-1ecaa13f7de5 req-c6113329-948a-4e98-8477-6be7b8049177 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:55.244163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6037c35-a735-4827-b2b3-1ecaa13f7de5 req-c6113329-948a-4e98-8477-6be7b8049177 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.2499206 Dec 17 13:09:55.249709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-607af216-192b-40c4-baac-1bffc49969f0 None None] Set router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:55.283043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d24e6693-f454-43ab-8521-55e923369f18 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:55.300026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] For port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e,segment=NetworkSegment(c3cc25a1-0f46-43cd-aba0-1117dfad2d0c),segment_id=c3cc25a1-0f46-43cd-aba0-1117dfad2d0c)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:09:55.324447 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45b8e003-7b53-4b47-b9ee-820d49cc3468 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:55.372248 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6037c35-a735-4827-b2b3-1ecaa13f7de5 req-b1620722-68cf-4bf1-9eef-7162a204320f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769210 Dec 17 13:09:55.378310 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:55.394696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a65c8-c1fa-43ca-949b-ec8d1a06c67d req-5a72a012-f668-462a-8231-0db94babe96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:55.394696 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb4a65c8-c1fa-43ca-949b-ec8d1a06c67d req-5a72a012-f668-462a-8231-0db94babe96a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=48b53f34ec134f6d8af1f798980e3e5e&device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 1097 time: 0.1321225 Dec 17 13:09:55.395011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa280f-ae66-466b-b8ac-8d8edec20f4b admin admin] Deleting port dc1adf10-3c8d-4191-bf8f-1340e782d006 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:55.395011 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4aa280f-ae66-466b-b8ac-8d8edec20f4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:55.519869 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:55.531551 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45b8e003-7b53-4b47-b9ee-820d49cc3468 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:55.635007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:55.635864 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:55.638780 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] 10.222.0.61 "PUT /v2.0/ports/a6d1d05f-c15e-48b6-8e9a-f4e305e7069e HTTP/1.1" status: 200 len: 1091 time: 2.8482368 Dec 17 13:09:55.644412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 55b110f8-37bb-4092-b6a9-7d2c6338cc02 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:09:55.655418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-d4aa280f-ae66-466b-b8ac-8d8edec20f4b admin admin] For port dc1adf10-3c8d-4191-bf8f-1340e782d006, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=dc1adf10-3c8d-4191-bf8f-1340e782d006,segment=NetworkSegment(a25d8f52-ce61-4bb2-834b-dae7b045ed17),segment_id=a25d8f52-ce61-4bb2-834b-dae7b045ed17)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:55.655721 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4aa280f-ae66-466b-b8ac-8d8edec20f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:55.688191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa280f-ae66-466b-b8ac-8d8edec20f4b admin admin] Calling delete_port for dc1adf10-3c8d-4191-bf8f-1340e782d006 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:55.730960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045897a0-637a-4e17-80b3-fdc6630d4398 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:55.734522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f118c8-d29c-4618-a6d8-7078bbe1bf92', 'tag': 'a6d1d05f-c15e-48b6-8e9a-f4e305e7069e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:55.736907 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088f8bf4-f839-45a6-88d7-36d7445e0988" -d '{"events": [{"name": "network-changed", "server_uuid": "23f118c8-d29c-4618-a6d8-7078bbe1bf92", "tag": "a6d1d05f-c15e-48b6-8e9a-f4e305e7069e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:55.810516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-607af216-192b-40c4-baac-1bffc49969f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:09:10Z', 'revision_number': 4, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'bd017027-46e1-41ab-8ab4-f5c65e41eb2f', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'port_id': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'mac_address': 'fa:16:3e:40:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:09:19Z', 'updated_at': '2021-12-17T13:09:52Z', 'revision_number': 1, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c45a429-35db-411a-abff-381c2c451237', 'name': '', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'mac_address': 'fa:16:3e:65:87:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:22Z', 'revision_number': 5, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'subnets': [{'id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:55.855318 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42157d5f-4b43-4597-add9-48dc0e3d286d x-openstack-request-id: req-42157d5f-4b43-4597-add9-48dc0e3d286d {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:55.868317 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f118c8-d29c-4618-a6d8-7078bbe1bf92", "tag": "a6d1d05f-c15e-48b6-8e9a-f4e305e7069e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:55.868317 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42157d5f-4b43-4597-add9-48dc0e3d286d {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:55.868317 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f118c8-d29c-4618-a6d8-7078bbe1bf92', 'tag': 'a6d1d05f-c15e-48b6-8e9a-f4e305e7069e', 'status': 'completed', 'code': 200} Dec 17 13:09:55.870564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607af216-192b-40c4-baac-1bffc49969f0 None None] Checking router: 47a3e0ee-4f95-4efa-b9d8-0777936efb2b for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:09:55.884327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607af216-192b-40c4-baac-1bffc49969f0 None None] Routers {'47a3e0ee-4f95-4efa-b9d8-0777936efb2b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:55.885104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-607af216-192b-40c4-baac-1bffc49969f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:56.039644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a65c8-c1fa-43ca-949b-ec8d1a06c67d req-a7dca686-72f3-40d9-812e-0d3eaab4dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:56.041150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb4a65c8-c1fa-43ca-949b-ec8d1a06c67d req-a7dca686-72f3-40d9-812e-0d3eaab4dd16 service neutron] 10.222.0.54 "GET /v2.0/networks?id=866f9744-0ad7-4605-b6a9-5a43d6d75c8e HTTP/1.1" status: 200 len: 916 time: 0.6454957 Dec 17 13:09:56.053895 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-45b8e003-7b53-4b47-b9ee-820d49cc3468 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Floating IP 0f2a8ec8-d226-4e86-a5b0-d6be20afa028 associated. External IP: 172.25.0.223, port: 133f02a6-062a-4662-bb64-4f23a6f102b5. Dec 17 13:09:56.089491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc1ba1-5f7d-4b19-bb3b-38d348ac79fe req-a3c63edd-516b-4a45-84d6-79c49d0804f1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:56.097340 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-55dc1ba1-5f7d-4b19-bb3b-38d348ac79fe req-a3c63edd-516b-4a45-84d6-79c49d0804f1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 943 time: 0.1801288 Dec 17 13:09:56.150574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-607af216-192b-40c4-baac-1bffc49969f0 None None] Set router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:56.156127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-d6c1253b-89cc-404a-9a84-cbb0b0defd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:56.157655 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-d6c1253b-89cc-404a-9a84-cbb0b0defd5c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e24de94d7ef64de19ec928e5147aa1f6&device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 1094 time: 0.2835221 Dec 17 13:09:56.233595 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-55dc1ba1-5f7d-4b19-bb3b-38d348ac79fe req-e9ba342e-42b5-4a53-a2f8-43564a3b7b8d tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351702 Dec 17 13:09:56.239186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d24e6693-f454-43ab-8521-55e923369f18 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Deleting port 0597614d-19c8-4f16-b1eb-9bb881dc3b9f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:56.246649 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d24e6693-f454-43ab-8521-55e923369f18 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:56.261164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb4a65c8-c1fa-43ca-949b-ec8d1a06c67d req-e73cb324-1a1b-4217-8e89-b2ecff5bb5b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcd76c58-cd34-4f2d-90e3-e2f55f93907a HTTP/1.1" status: 200 len: 1000 time: 0.2111924 Dec 17 13:09:56.263660 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-d3de4542-d644-4752-b0d2-19d4639b45af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e HTTP/1.1" status: 200 len: 217 time: 0.0908926 Dec 17 13:09:56.339604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a65c8-c1fa-43ca-949b-ec8d1a06c67d req-ce8f7f6b-ab50-41db-babe-0a52ca82a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:56.341468 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb4a65c8-c1fa-43ca-949b-ec8d1a06c67d req-ce8f7f6b-ab50-41db-babe-0a52ca82a2e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93edbd42-6373-4597-b8f6-ebe632d4afaf HTTP/1.1" status: 200 len: 854 time: 0.0717387 Dec 17 13:09:56.352730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5faec-fb5a-4dab-a754-79402ffd51cc req-8a2ce86d-d53c-4a71-aa16-7ef2e7a64a48 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:56.361129 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28f5faec-fb5a-4dab-a754-79402ffd51cc req-8a2ce86d-d53c-4a71-aa16-7ef2e7a64a48 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.3846586 Dec 17 13:09:56.409641 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4aa280f-ae66-466b-b8ac-8d8edec20f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:56.413047 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d24e6693-f454-43ab-8521-55e923369f18 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:56.463297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa280f-ae66-466b-b8ac-8d8edec20f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1adf10-3c8d-4191-bf8f-1340e782d006,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:56.465782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d24e6693-f454-43ab-8521-55e923369f18 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Calling delete_port for 0597614d-19c8-4f16-b1eb-9bb881dc3b9f owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:56.495615 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28f5faec-fb5a-4dab-a754-79402ffd51cc req-8ba81291-3668-4bca-879f-d7bdd926f619 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297553 Dec 17 13:09:56.534599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-607af216-192b-40c4-baac-1bffc49969f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:09:10Z', 'revision_number': 4, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'bd017027-46e1-41ab-8ab4-f5c65e41eb2f', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'port_id': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'mac_address': 'fa:16:3e:40:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:09:19Z', 'updated_at': '2021-12-17T13:09:52Z', 'revision_number': 1, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c45a429-35db-411a-abff-381c2c451237', 'name': '', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'mac_address': 'fa:16:3e:65:87:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:22Z', 'revision_number': 5, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'subnets': [{'id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:56.594568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607af216-192b-40c4-baac-1bffc49969f0 None None] The sync data for ids ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'] in n-d-815324-5 is: [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:09:10Z', 'revision_number': 4, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'bd017027-46e1-41ab-8ab4-f5c65e41eb2f', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'port_id': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'mac_address': 'fa:16:3e:40:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:09:19Z', 'updated_at': '2021-12-17T13:09:52Z', 'revision_number': 1, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c45a429-35db-411a-abff-381c2c451237', 'name': '', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'mac_address': 'fa:16:3e:65:87:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:22Z', 'revision_number': 5, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'subnets': [{'id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:56.630727 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:56.657412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a65c8-c1fa-43ca-949b-ec8d1a06c67d req-334cc100-1d3f-4ed3-9603-77a853092d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:56.660190 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb4a65c8-c1fa-43ca-949b-ec8d1a06c67d req-334cc100-1d3f-4ed3-9603-77a853092d08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=866f9744-0ad7-4605-b6a9-5a43d6d75c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2674952 Dec 17 13:09:56.774350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-bc157c62-4985-4eb5-bad6-d614487088b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:56.776202 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-bc157c62-4985-4eb5-bad6-d614487088b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16bb8698-3a33-4de3-b6a1-be8a461de630 HTTP/1.1" status: 200 len: 861 time: 0.3939483 Dec 17 13:09:56.932164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-c6704087-d0dd-439c-aa90-d9f8057a4e3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4048369e-f83d-4050-9e84-a82991e4150e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943768 Dec 17 13:09:57.034469 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08a56c-9509-431b-9765-1c107c8e2f93 None None] New status for floating IP bd017027-46e1-41ab-8ab4-f5c65e41eb2f: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:09:57.086790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Allocated IP 172.25.0.17 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/01caf7ef-6926-49f4-84d5-ddb40e5bb733) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:09:57.389731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4aa280f-ae66-466b-b8ac-8d8edec20f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:57.496818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46449453-9296-433f-b505-d2b4abfa16e8 req-9724038b-f01b-43b2-b935-3d51af1c5597 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:57.499253 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46449453-9296-433f-b505-d2b4abfa16e8 req-9724038b-f01b-43b2-b935-3d51af1c5597 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 943 time: 0.1591446 Dec 17 13:09:57.561263 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb4a65c8-c1fa-43ca-949b-ec8d1a06c67d req-5480bed9-a096-419a-a688-c42d5775d6c3 service neutron] 10.222.0.54 "GET /v2.0/networks/866f9744-0ad7-4605-b6a9-5a43d6d75c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8876929 Dec 17 13:09:57.639793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d24e6693-f454-43ab-8521-55e923369f18 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:57.719791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e6693-f454-43ab-8521-55e923369f18 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event deleted for resources: {'Port': ['ID=0597614d-19c8-4f16-b1eb-9bb881dc3b9f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:57.740022 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46449453-9296-433f-b505-d2b4abfa16e8 req-78d443b0-8760-4f56-8dc1-83ed3e9baa30 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290664 Dec 17 13:09:57.969536 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-091c6871-04f9-42d0-b9b8-87ffc00201d3 service neutron] 10.222.0.61 "GET /v2.0/networks/4048369e-f83d-4050-9e84-a82991e4150e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0236363 Dec 17 13:09:58.014344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53715c36-55ab-4d8e-8268-fc1924709489 req-7c40f822-0679-42db-8903-e95098241239 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:58.017242 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-53715c36-55ab-4d8e-8268-fc1924709489 req-7c40f822-0679-42db-8903-e95098241239 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.3336964 Dec 17 13:09:58.051185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d24e6693-f454-43ab-8521-55e923369f18 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:58.082709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aa280f-ae66-466b-b8ac-8d8edec20f4b admin admin] Router 398d44d9-4ea8-4583-bfd1-e4e1fb96171f has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:09:58.097874 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb4a65c8-c1fa-43ca-949b-ec8d1a06c67d req-d472eb25-1e53-4041-bb7a-84385800ed15 service neutron] 10.222.0.54 "GET /v2.0/networks/866f9744-0ad7-4605-b6a9-5a43d6d75c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154667 Dec 17 13:09:58.129309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b8e003-7b53-4b47-b9ee-820d49cc3468 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Router aae42629-7fe6-4724-b48e-c47c7f468cfe has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:09:58.176913 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:58.248970 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-53715c36-55ab-4d8e-8268-fc1924709489 req-b767bd59-9900-4c9f-bcd7-fe3d13f35348 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176778 Dec 17 13:09:58.372224 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9929e574-d9cf-4c16-8496-bf220ade8c2b req-daaf288c-6b82-4fbd-a7b6-68bad4475d48 service neutron] 10.222.0.61 "GET /v2.0/networks/4048369e-f83d-4050-9e84-a82991e4150e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837368 Dec 17 13:09:58.402235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24e6693-f454-43ab-8521-55e923369f18 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Router c4b9ebd4-457b-47e7-9b24-3e02e861e876 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:09:58.441246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b8e003-7b53-4b47-b9ee-820d49cc3468 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:58.446698 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45b8e003-7b53-4b47-b9ee-820d49cc3468 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:58.454698 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca8c26-565a-4b44-ae91-4bde751e7326 None None] Sync routers for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:58.468564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca8c26-565a-4b44-ae91-4bde751e7326 None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:58.471855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f4ca8c26-565a-4b44-ae91-4bde751e7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:58.491253 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-45b8e003-7b53-4b47-b9ee-820d49cc3468 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "PUT /v2.0/floatingips/0f2a8ec8-d226-4e86-a5b0-d6be20afa028 HTTP/1.1" status: 200 len: 992 time: 5.1980779 Dec 17 13:09:58.495024 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:09:58.495983 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412ca154-6fcc-4e65-b410-7ca7682c2598" -d '{"events": [{"name": "network-changed", "server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:09:58.511390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aa280f-ae66-466b-b8ac-8d8edec20f4b admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:58.524179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d4aa280f-ae66-466b-b8ac-8d8edec20f4b admin admin] 10.222.0.59 "PUT /v2.0/routers/398d44d9-4ea8-4583-bfd1-e4e1fb96171f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2405033 Dec 17 13:09:58.524279 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:58.524406 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d17fe-94e1-4c73-85d0-ffb453c85a1a None None] Sync routers for ids ['398d44d9-4ea8-4583-bfd1-e4e1fb96171f'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:58.532586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56446) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:58.548986 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38d17fe-94e1-4c73-85d0-ffb453c85a1a None None] Routers {'398d44d9-4ea8-4583-bfd1-e4e1fb96171f'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:58.549762 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d38d17fe-94e1-4c73-85d0-ffb453c85a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['398d44d9-4ea8-4583-bfd1-e4e1fb96171f'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:58.554680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24e6693-f454-43ab-8521-55e923369f18 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:09:58.682844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23356425-2d72-4e3c-8d48-3277ad7faa8f None None] Sync routers for ids ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:09:58.684206 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d24e6693-f454-43ab-8521-55e923369f18 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "PUT /v2.0/routers/c4b9ebd4-457b-47e7-9b24-3e02e861e876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5423572 Dec 17 13:09:58.695274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56450) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:58.709838 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd888cbe-2cdd-483a-8fad-5816fe03fb9b x-openstack-request-id: req-bd888cbe-2cdd-483a-8fad-5816fe03fb9b {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:09:58.710325 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:09:58.710732 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd888cbe-2cdd-483a-8fad-5816fe03fb9b {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:09:58.711581 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'status': 'completed', 'code': 200} Dec 17 13:09:58.739064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23356425-2d72-4e3c-8d48-3277ad7faa8f None None] Routers {'c4b9ebd4-457b-47e7-9b24-3e02e861e876'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:58.740029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-23356425-2d72-4e3c-8d48-3277ad7faa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:58.745855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-f4ca8c26-565a-4b44-ae91-4bde751e7326 None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:58.773731 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-d38d17fe-94e1-4c73-85d0-ffb453c85a1a None None] Set router 398d44d9-4ea8-4583-bfd1-e4e1fb96171f gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:58.827344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:09:58.852472 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:09:58.858529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:09:58.917718 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-bf806aa7-de12-4725-a2a6-627f2c4bc6f5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] show failed (client error): The resource could not be found. Dec 17 13:09:58.919581 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bf806aa7-de12-4725-a2a6-627f2c4bc6f5 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-80854839 HTTP/1.1" status: 404 len: 333 time: 0.2221000 Dec 17 13:09:58.921753 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:58.925113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56454) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:58.933206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-39bcb71e-f019-4d64-8550-0d6191400181 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:09:58.963197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event updated for resources: {'Port': ['ID=01caf7ef-6926-49f4-84d5-ddb40e5bb733,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:09:58.999229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f8bf4-f839-45a6-88d7-36d7445e0988 req-04b0566e-73bd-42f7-b84b-ef55c8d17ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:59.002455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-088f8bf4-f839-45a6-88d7-36d7445e0988 req-04b0566e-73bd-42f7-b84b-ef55c8d17ff9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e24de94d7ef64de19ec928e5147aa1f6&device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 1094 time: 0.4702039 Dec 17 13:09:59.055075 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-39bcb71e-f019-4d64-8550-0d6191400181 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] update failed (client error): The resource could not be found. Dec 17 13:09:59.057005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-39bcb71e-f019-4d64-8550-0d6191400181 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-298035197 HTTP/1.1" status: 404 len: 334 time: 0.1307108 Dec 17 13:09:59.076001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56456) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:09:59.098721 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d38d17fe-94e1-4c73-85d0-ffb453c85a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1663875791-router', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:39Z', 'updated_at': '2021-12-17T13:09:56Z', 'revision_number': 5, 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'gw_port': {'id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:41Z', 'updated_at': '2021-12-17T13:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:59.109290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-23356425-2d72-4e3c-8d48-3277ad7faa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:59.119003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca154-6fcc-4e65-b410-7ca7682c2598 req-e1640e28-629b-4072-a921-ef9019795f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:59.121985 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-412ca154-6fcc-4e65-b410-7ca7682c2598 req-e1640e28-629b-4072-a921-ef9019795f39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 1097 time: 0.4088044 Dec 17 13:09:59.128093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23356425-2d72-4e3c-8d48-3277ad7faa8f None None] Routers {'c4b9ebd4-457b-47e7-9b24-3e02e861e876'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:59.128726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-23356425-2d72-4e3c-8d48-3277ad7faa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:59.166276 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d17fe-94e1-4c73-85d0-ffb453c85a1a None None] Checking router: 398d44d9-4ea8-4583-bfd1-e4e1fb96171f for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:09:59.166719 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f7246-3e07-482b-b517-e997455898bf req-01aef6a2-87d7-4e7f-8be8-9523e976d8d0 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:59.176828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e0f7246-3e07-482b-b517-e997455898bf req-01aef6a2-87d7-4e7f-8be8-9523e976d8d0 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 943 time: 0.1879790 Dec 17 13:09:59.189486 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38d17fe-94e1-4c73-85d0-ffb453c85a1a None None] Routers {'398d44d9-4ea8-4583-bfd1-e4e1fb96171f'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:59.190555 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d38d17fe-94e1-4c73-85d0-ffb453c85a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['398d44d9-4ea8-4583-bfd1-e4e1fb96171f'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:59.197594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-23356425-2d72-4e3c-8d48-3277ad7faa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:59.198385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23356425-2d72-4e3c-8d48-3277ad7faa8f None None] The sync data for ids ['c4b9ebd4-457b-47e7-9b24-3e02e861e876'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:09:59.243542 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:59.280146 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e0f7246-3e07-482b-b517-e997455898bf req-3acdb9a0-86b9-4a73-83fa-62e8bb542f4e tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020043 Dec 17 13:09:59.370930 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-d38d17fe-94e1-4c73-85d0-ffb453c85a1a None None] Set router 398d44d9-4ea8-4583-bfd1-e4e1fb96171f gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:59.386510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:59.434953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b68814-17a4-4eeb-886d-0779de5619ea tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Deleting subnet 1097a0df-5345-4a9e-aa1a-2961776331bc {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:09:59.456249 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6b68814-17a4-4eeb-886d-0779de5619ea tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:59.462382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Deleting port 2f57fa0b-505b-4144-b140-d7776327c0f9 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:09:59.462951 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:59.537239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f8bf4-f839-45a6-88d7-36d7445e0988 req-4c0cc55e-d136-4466-9765-0ddd20e901c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:59.539759 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-088f8bf4-f839-45a6-88d7-36d7445e0988 req-4c0cc55e-d136-4466-9765-0ddd20e901c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4048369e-f83d-4050-9e84-a82991e4150e HTTP/1.1" status: 200 len: 922 time: 0.4822447 Dec 17 13:09:59.560043 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f4ca8c26-565a-4b44-ae91-4bde751e7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '0f2a8ec8-d226-4e86-a5b0-d6be20afa028', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'port_id': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'mac_address': 'fa:16:3e:06:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05747d55-72a9-44c8-b30f-980104ae76ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:09:26Z', 'updated_at': '2021-12-17T13:09:54Z', 'revision_number': 1, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:25Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:59.587359 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6b68814-17a4-4eeb-886d-0779de5619ea tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:59.595202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] For port 2f57fa0b-505b-4144-b140-d7776327c0f9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2f57fa0b-505b-4144-b140-d7776327c0f9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:09:59.595762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:59.643626 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca8c26-565a-4b44-ae91-4bde751e7326 None None] Checking router: aae42629-7fe6-4724-b48e-c47c7f468cfe for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:09:59.645751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Calling delete_port for 2f57fa0b-505b-4144-b140-d7776327c0f9 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:09:59.650745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee49ca-713f-46fc-9d81-45cb0303d193 req-d9bcb4bc-887d-4949-bf85-9639a48d7989 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:59.652385 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8bee49ca-713f-46fc-9d81-45cb0303d193 req-d9bcb4bc-887d-4949-bf85-9639a48d7989 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.2893665 Dec 17 13:09:59.661358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca154-6fcc-4e65-b410-7ca7682c2598 req-e559638e-37b9-475c-b5ce-052f1a4ff2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:09:59.663546 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-412ca154-6fcc-4e65-b410-7ca7682c2598 req-e559638e-37b9-475c-b5ce-052f1a4ff2d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 0.4279015 Dec 17 13:09:59.664989 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-088f8bf4-f839-45a6-88d7-36d7445e0988 req-608e7a83-ae49-495a-b7c6-b90e6421a13a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e HTTP/1.1" status: 200 len: 217 time: 0.1152031 Dec 17 13:09:59.666212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca8c26-565a-4b44-ae91-4bde751e7326 None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:09:59.672467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f4ca8c26-565a-4b44-ae91-4bde751e7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:59.823031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a6d1d05f-c15e-48b6-8e9a-f4e305e7069e details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:09:59.857961 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-412ca154-6fcc-4e65-b410-7ca7682c2598 req-7e746845-24a4-417f-ba7b-31b9f8d50327 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=133f02a6-062a-4662-bb64-4f23a6f102b5 HTTP/1.1" status: 200 len: 1000 time: 0.1698332 Dec 17 13:09:59.858934 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:59.870325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-f4ca8c26-565a-4b44-ae91-4bde751e7326 None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:09:59.896273 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d38d17fe-94e1-4c73-85d0-ffb453c85a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1663875791-router', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:39Z', 'updated_at': '2021-12-17T13:09:56Z', 'revision_number': 5, 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'gw_port': {'id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:41Z', 'updated_at': '2021-12-17T13:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:09:59.933621 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6b68814-17a4-4eeb-886d-0779de5619ea tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:09:59.959800 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d17fe-94e1-4c73-85d0-ffb453c85a1a None None] The sync data for ids ['398d44d9-4ea8-4583-bfd1-e4e1fb96171f'] in n-d-815324-5 is: [{'id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1663875791-router', 'tenant_id': '9ee7701dd56749a4bb8209544ccaa161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:39Z', 'updated_at': '2021-12-17T13:09:56Z', 'revision_number': 5, 'project_id': '9ee7701dd56749a4bb8209544ccaa161', 'gw_port': {'id': '2f57fa0b-505b-4144-b140-d7776327c0f9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398d44d9-4ea8-4583-bfd1-e4e1fb96171f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:41Z', 'updated_at': '2021-12-17T13:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:10:00.004209 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.resource_extend [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:10:00.098921 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f8bf4-f839-45a6-88d7-36d7445e0988 req-9acb2bff-5ffc-4727-ac78-8ec6960027e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:00.100446 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-088f8bf4-f839-45a6-88d7-36d7445e0988 req-9acb2bff-5ffc-4727-ac78-8ec6960027e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16bb8698-3a33-4de3-b6a1-be8a461de630 HTTP/1.1" status: 200 len: 861 time: 0.4027386 Dec 17 13:10:00.141405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca154-6fcc-4e65-b410-7ca7682c2598 req-016c5ea1-0d07-4c55-a8c8-e371ab662b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:00.143088 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-412ca154-6fcc-4e65-b410-7ca7682c2598 req-016c5ea1-0d07-4c55-a8c8-e371ab662b96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.1501100 Dec 17 13:10:00.161703 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.168507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e,segment=NetworkSegment(c3cc25a1-0f46-43cd-aba0-1117dfad2d0c),segment_id=c3cc25a1-0f46-43cd-aba0-1117dfad2d0c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:00.193306 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8bee49ca-713f-46fc-9d81-45cb0303d193 req-c2c896e4-37ce-4c27-a53a-dcaee0eb2306 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5262849 Dec 17 13:10:00.197134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-088f8bf4-f839-45a6-88d7-36d7445e0988 req-0ce192bd-1ca8-40f4-ad43-2c789cca57de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4048369e-f83d-4050-9e84-a82991e4150e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769296 Dec 17 13:10:00.197545 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'a6d1d05f-c15e-48b6-8e9a-f4e305e7069e', 'network_id': '4048369e-f83d-4050-9e84-a82991e4150e', 'port_id': 'a6d1d05f-c15e-48b6-8e9a-f4e305e7069e', 'mac_address': 'fa:16:3e:57:75:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16bb8698-3a33-4de3-b6a1-be8a461de630', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:10:00.199699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f82d4e-a400-4773-a370-a3ec74554edc None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:00.268464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Pushing event deleted for resources: {'Port': ['ID=2f57fa0b-505b-4144-b140-d7776327c0f9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:00.274298 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6b68814-17a4-4eeb-886d-0779de5619ea tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.289226 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.311380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d1d05f-c15e-48b6-8e9a-f4e305e7069e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:10:00.344411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e,segment=NetworkSegment(c3cc25a1-0f46-43cd-aba0-1117dfad2d0c),segment_id=c3cc25a1-0f46-43cd-aba0-1117dfad2d0c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:00.353637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.354143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.354622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.355092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.355557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.355929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f4ca8c26-565a-4b44-ae91-4bde751e7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '0f2a8ec8-d226-4e86-a5b0-d6be20afa028', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'port_id': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'mac_address': 'fa:16:3e:06:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05747d55-72a9-44c8-b30f-980104ae76ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:09:26Z', 'updated_at': '2021-12-17T13:09:54Z', 'revision_number': 1, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:25Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:00.356087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.356465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.356925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.357377 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.357872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.358330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.364849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.365492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:00.372459 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.387226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b68814-17a4-4eeb-886d-0779de5619ea tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event deleted for resources: {'Subnet': ['ID=1097a0df-5345-4a9e-aa1a-2961776331bc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:00.408348 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6b68814-17a4-4eeb-886d-0779de5619ea tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.415806 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b6b68814-17a4-4eeb-886d-0779de5619ea tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "DELETE /v2.0/subnets/1097a0df-5345-4a9e-aa1a-2961776331bc HTTP/1.1" status: 204 len: 168 time: 1.3346345 Dec 17 13:10:00.427434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device dc1adf10-3c8d-4191-bf8f-1340e782d006 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:00.429978 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56468) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:00.434876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff63ea-91bb-4049-847e-26b8422a757c None None] Network 4692df22-9b3f-400a-a7fc-14d668430776 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:00.446154 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.448647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca8c26-565a-4b44-ae91-4bde751e7326 None None] The sync data for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 is: [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '0f2a8ec8-d226-4e86-a5b0-d6be20afa028', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'port_id': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'mac_address': 'fa:16:3e:06:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05747d55-72a9-44c8-b30f-980104ae76ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:09:26Z', 'updated_at': '2021-12-17T13:09:54Z', 'revision_number': 1, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:25Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:10:00.520855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: dc1adf10-3c8d-4191-bf8f-1340e782d006 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:00.521389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device dc1adf10-3c8d-4191-bf8f-1340e782d006 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:00.584105 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-088f8bf4-f839-45a6-88d7-36d7445e0988 req-934dcd85-047e-4860-af6a-daef4a38f395 service neutron] 10.222.0.61 "GET /v2.0/networks/4048369e-f83d-4050-9e84-a82991e4150e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690317 Dec 17 13:10:00.589398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca154-6fcc-4e65-b410-7ca7682c2598 req-ba658909-2762-46ec-9005-8f2fcc4960d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:00.595669 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-412ca154-6fcc-4e65-b410-7ca7682c2598 req-ba658909-2762-46ec-9005-8f2fcc4960d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4314237 Dec 17 13:10:00.603244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2cffd7-e878-4b80-a861-ab23b21b9478 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Deleting subnet 772c1b79-a4b7-408f-8dae-515ee3740f81 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:10:00.642262 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.645719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.660520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3bc11-b633-4f52-a4ad-b55d9934b391 req-5455a37a-fdcd-4c85-bdc5-957668dafe40 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:00.662297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52d3bc11-b633-4f52-a4ad-b55d9934b391 req-5455a37a-fdcd-4c85-bdc5-957668dafe40 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 944 time: 0.1421850 Dec 17 13:10:00.668917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:00.695799 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f2cffd7-e878-4b80-a861-ab23b21b9478 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.768848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['a6d1d05f-c15e-48b6-8e9a-f4e305e7069e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:00.805623 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52d3bc11-b633-4f52-a4ad-b55d9934b391 req-df3d1c48-5983-4ff2-8951-3b91095aab28 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960846 Dec 17 13:10:00.812392 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.814724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 398d44d9-4ea8-4583-bfd1-e4e1fb96171f {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:10:00.821675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.824711 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4f1a486d-1108-4e71-b01e-6fa4a1fd44bc admin admin] 10.222.0.59 "DELETE /v2.0/routers/398d44d9-4ea8-4583-bfd1-e4e1fb96171f HTTP/1.1" status: 204 len: 168 time: 2.2910030 Dec 17 13:10:00.831425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56472) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:00.851952 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98aca50-a758-411f-90da-de6bbcb5a4ca None None] DHCP port deletion for 4692df22-9b3f-400a-a7fc-14d668430776 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:00.894379 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d155ddbb-eda4-4466-8bf6-2dc5832a1553 None None] New status for floating IP 0f2a8ec8-d226-4e86-a5b0-d6be20afa028: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:10:00.895303 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f2cffd7-e878-4b80-a861-ab23b21b9478 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.957450 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:00.994765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42cfc99-46c2-4196-bd4c-5c080ef39e4d admin admin] Deleting subnet f52f79f5-5c28-44cb-a041-1fa8615eb892 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:10:01.008104 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b42cfc99-46c2-4196-bd4c-5c080ef39e4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.087016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b42cfc99-46c2-4196-bd4c-5c080ef39e4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.092348 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-412ca154-6fcc-4e65-b410-7ca7682c2598 req-4e3c9530-088d-4b7c-ba27-04cb953dbc9e service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115577 Dec 17 13:10:01.097712 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.104737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e98aca50-a758-411f-90da-de6bbcb5a4ca None None] Deleting port f3d0521d-49e1-47f5-a206-7117bb1ea144 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:01.105489 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e98aca50-a758-411f-90da-de6bbcb5a4ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.209883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-088f8bf4-f839-45a6-88d7-36d7445e0988 req-4794108b-c627-429c-aa05-dcca0606f172 service neutron] 10.222.0.61 "GET /v2.0/networks/4048369e-f83d-4050-9e84-a82991e4150e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026516 Dec 17 13:10:01.269094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e98aca50-a758-411f-90da-de6bbcb5a4ca None None] For port f3d0521d-49e1-47f5-a206-7117bb1ea144, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f3d0521d-49e1-47f5-a206-7117bb1ea144,segment=NetworkSegment(0906127e-52ab-4925-8e15-c5a3c11d96f1),segment_id=0906127e-52ab-4925-8e15-c5a3c11d96f1)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:01.269734 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e98aca50-a758-411f-90da-de6bbcb5a4ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.287654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b42cfc99-46c2-4196-bd4c-5c080ef39e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.317379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e98aca50-a758-411f-90da-de6bbcb5a4ca None None] Calling delete_port for f3d0521d-49e1-47f5-a206-7117bb1ea144 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:01.398127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92515c5-b60e-4bcd-a0d8-4857dbadb979 req-c3f4099d-4d84-46c1-b366-d128ce61b285 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:01.400443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b92515c5-b60e-4bcd-a0d8-4857dbadb979 req-c3f4099d-4d84-46c1-b366-d128ce61b285 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0787449 Dec 17 13:10:01.407005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event updated for resources: {'Port': ['ID=01caf7ef-6926-49f4-84d5-ddb40e5bb733,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:01.417194 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f2cffd7-e878-4b80-a861-ab23b21b9478 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.424583 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.463274 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-412ca154-6fcc-4e65-b410-7ca7682c2598 req-438bcbc6-511a-4fac-886f-8087f163e928 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483660 Dec 17 13:10:01.482450 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.518711 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b92515c5-b60e-4bcd-a0d8-4857dbadb979 req-a1f8e296-81b1-4ecf-8957-1e3912510354 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824666 Dec 17 13:10:01.529086 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b42cfc99-46c2-4196-bd4c-5c080ef39e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.563034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cfc99-46c2-4196-bd4c-5c080ef39e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52f79f5-5c28-44cb-a041-1fa8615eb892,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:01.566932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b42cfc99-46c2-4196-bd4c-5c080ef39e4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.576113 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b42cfc99-46c2-4196-bd4c-5c080ef39e4d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f52f79f5-5c28-44cb-a041-1fa8615eb892 HTTP/1.1" status: 204 len: 168 time: 0.7402475 Dec 17 13:10:01.578250 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b011e01-30f7-41b1-b580-9f72c81086dd None None] Network fad13f47-35a4-4434-b536-1eb7ef7fb45a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:01.579104 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56480) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:01.588502 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.593714 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b752e659-f9f5-47c2-9597-bb9c68c0c91e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5603032 Dec 17 13:10:01.625735 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e98aca50-a758-411f-90da-de6bbcb5a4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.660337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.665409 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f2cffd7-e878-4b80-a861-ab23b21b9478 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.681690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98aca50-a758-411f-90da-de6bbcb5a4ca None None] Pushing event deleted for resources: {'Port': ['ID=f3d0521d-49e1-47f5-a206-7117bb1ea144,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:01.698162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98aca50-a758-411f-90da-de6bbcb5a4ca None None] No DVR routers for this DVR port f3d0521d-49e1-47f5-a206-7117bb1ea144 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:01.718747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cffd7-e878-4b80-a861-ab23b21b9478 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event deleted for resources: {'Subnet': ['ID=772c1b79-a4b7-408f-8dae-515ee3740f81,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:01.729099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f2cffd7-e878-4b80-a861-ab23b21b9478 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.733885 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3f2cffd7-e878-4b80-a861-ab23b21b9478 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "DELETE /v2.0/subnets/772c1b79-a4b7-408f-8dae-515ee3740f81 HTTP/1.1" status: 204 len: 168 time: 1.3028049 Dec 17 13:10:01.736499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56484) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:01.740195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a9808f-78ea-45a3-9e16-8a3979569dc5 None None] Network f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:01.811275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Deleting port 8f7c4594-ae7d-4078-8235-f559b557bf69 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:01.811494 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.901510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.921356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] For port 8f7c4594-ae7d-4078-8235-f559b557bf69, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8f7c4594-ae7d-4078-8235-f559b557bf69,segment=NetworkSegment(a25d8f52-ce61-4bb2-834b-dae7b045ed17),segment_id=a25d8f52-ce61-4bb2-834b-dae7b045ed17)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:01.921786 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:01.949229 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bcd501-3b4b-4fb2-ad2d-f22a8268f607 None None] DHCP port deletion for fad13f47-35a4-4434-b536-1eb7ef7fb45a request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:02.000987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Calling delete_port for 8f7c4594-ae7d-4078-8235-f559b557bf69 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:02.027774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52607771-6d2e-4c35-b0f3-c461d88d2093 None None] DHCP port deletion for f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:02.031700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c3bcd501-3b4b-4fb2-ad2d-f22a8268f607 None None] Deleting port 8f7c4594-ae7d-4078-8235-f559b557bf69 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:02.032000 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3bcd501-3b4b-4fb2-ad2d-f22a8268f607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.075550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4214f6e-bd83-471d-bde5-27b6f16bc632 req-504266f3-260d-4949-a946-140079fbdb62 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:02.077374 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4214f6e-bd83-471d-bde5-27b6f16bc632 req-504266f3-260d-4949-a946-140079fbdb62 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 944 time: 0.1146948 Dec 17 13:10:02.142145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c3bcd501-3b4b-4fb2-ad2d-f22a8268f607 None None] For port 8f7c4594-ae7d-4078-8235-f559b557bf69, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8f7c4594-ae7d-4078-8235-f559b557bf69,segment=NetworkSegment(a25d8f52-ce61-4bb2-834b-dae7b045ed17),segment_id=a25d8f52-ce61-4bb2-834b-dae7b045ed17)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:02.142741 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3bcd501-3b4b-4fb2-ad2d-f22a8268f607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.170778 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:10:02.171346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c3bcd501-3b4b-4fb2-ad2d-f22a8268f607 None None] Calling delete_port for 8f7c4594-ae7d-4078-8235-f559b557bf69 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:02.215010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4214f6e-bd83-471d-bde5-27b6f16bc632 req-c18f63fa-dc13-4a54-9766-d675a7a497ce tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914714 Dec 17 13:10:02.259209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-52607771-6d2e-4c35-b0f3-c461d88d2093 None None] Deleting port abc7ae69-8020-4418-a597-847aefbb9e93 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:02.259586 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-52607771-6d2e-4c35-b0f3-c461d88d2093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.283159 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.328126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] No DVR routers for this DVR port 8f7c4594-ae7d-4078-8235-f559b557bf69 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:02.329822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7c4594-ae7d-4078-8235-f559b557bf69,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:02.420975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.447160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad13f47-35a4-4434-b536-1eb7ef7fb45a']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:02.465641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25d8f52-ce61-4bb2-834b-dae7b045ed17') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:02.465958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25d8f52-ce61-4bb2-834b-dae7b045ed17') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:02.481917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2f57fa0b-505b-4144-b140-d7776327c0f9 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:02.486194 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.515804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.525946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 2f57fa0b-505b-4144-b140-d7776327c0f9 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:02.525946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2f57fa0b-505b-4144-b140-d7776327c0f9 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:02.526262 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device abc7ae69-8020-4418-a597-847aefbb9e93 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:02.535203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:10:02.535768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:10:02.539151 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:10:02.589992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-52607771-6d2e-4c35-b0f3-c461d88d2093 None None] For port abc7ae69-8020-4418-a597-847aefbb9e93, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=abc7ae69-8020-4418-a597-847aefbb9e93,segment=NetworkSegment(c31ad096-dfaa-4e0b-97f5-f405c8b78461),segment_id=c31ad096-dfaa-4e0b-97f5-f405c8b78461)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:02.589992 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-52607771-6d2e-4c35-b0f3-c461d88d2093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.601480 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.647368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-52607771-6d2e-4c35-b0f3-c461d88d2093 None None] Calling delete_port for abc7ae69-8020-4418-a597-847aefbb9e93 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:02.647581 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4692df22-9b3f-400a-a7fc-14d668430776']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:02.659620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0906127e-52ab-4925-8e15-c5a3c11d96f1') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:02.659972 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0906127e-52ab-4925-8e15-c5a3c11d96f1') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:02.674058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-de1c91f5-125a-41ca-9554-f0a39060a71c tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:02.675780 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-de1c91f5-125a-41ca-9554-f0a39060a71c tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/networks?id=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca HTTP/1.1" status: 200 len: 821 time: 0.2604146 Dec 17 13:10:02.688122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.711618 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-7fb86c21-a41e-4312-a35c-d2c54029b701 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/quotas/4ee878595d1f49febcbe7d8424c2e994 HTTP/1.1" status: 200 len: 375 time: 0.0212402 Dec 17 13:10:02.712772 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3bcd501-3b4b-4fb2-ad2d-f22a8268f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.718039 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.718570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f88025-ff73-42af-87e4-a8dbdd3dcdc1 req-360d7470-ef5e-4d97-8747-e66c5404b95f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:02.720336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30f88025-ff73-42af-87e4-a8dbdd3dcdc1 req-360d7470-ef5e-4d97-8747-e66c5404b95f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0898464 Dec 17 13:10:02.725993 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.755048 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.760916 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] 10.222.0.59 "DELETE /v2.0/networks/fad13f47-35a4-4434-b536-1eb7ef7fb45a HTTP/1.1" status: 204 len: 168 time: 1.1836824 Dec 17 13:10:02.763582 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3bcd501-3b4b-4fb2-ad2d-f22a8268f607 None None] Network fad13f47-35a4-4434-b536-1eb7ef7fb45a is not hosted by any dhcp agent {{(pid=110455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 13:10:02.764108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bcd501-3b4b-4fb2-ad2d-f22a8268f607 None None] No DVR routers for this DVR port 8f7c4594-ae7d-4078-8235-f559b557bf69 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:02.772769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcd501-3b4b-4fb2-ad2d-f22a8268f607 None None] Pushing event deleted for resources: {'Port': ['ID=8f7c4594-ae7d-4078-8235-f559b557bf69,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:02.786962 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.790081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ca8a4-01fe-4c36-9250-d65e84f76e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=fad13f47-35a4-4434-b536-1eb7ef7fb45a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:02.803049 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-9ebcf92a-0534-479c-87c2-4319f116b238 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ee878595d1f49febcbe7d8424c2e994&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785205 Dec 17 13:10:02.819352 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:10:02.822677 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.837180 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30f88025-ff73-42af-87e4-a8dbdd3dcdc1 req-5732cf44-26af-4ea6-854b-9b2f699237af tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090527 Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:10:02.867413 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:10:02.909734 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-52607771-6d2e-4c35-b0f3-c461d88d2093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:02.956748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52607771-6d2e-4c35-b0f3-c461d88d2093 None None] Pushing event deleted for resources: {'Port': ['ID=abc7ae69-8020-4418-a597-847aefbb9e93,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:02.959966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f3d0521d-49e1-47f5-a206-7117bb1ea144 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:02.962207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52607771-6d2e-4c35-b0f3-c461d88d2093 None None] No DVR routers for this DVR port abc7ae69-8020-4418-a597-847aefbb9e93 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:02.990874 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-0d574f22-5746-4d9b-9dbb-68178d6cf8ef service neutron] 10.222.0.59 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674204 Dec 17 13:10:02.991303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f3d0521d-49e1-47f5-a206-7117bb1ea144 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:02.991303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f3d0521d-49e1-47f5-a206-7117bb1ea144 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:02.991303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8f7c4594-ae7d-4078-8235-f559b557bf69 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:03.012332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 8f7c4594-ae7d-4078-8235-f559b557bf69 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:03.012697 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8f7c4594-ae7d-4078-8235-f559b557bf69 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:03.073204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.088361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.091507 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "DELETE /v2.0/networks/4692df22-9b3f-400a-a7fc-14d668430776 HTTP/1.1" status: 204 len: 168 time: 1.3537755 Dec 17 13:10:03.099496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56508) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:03.114269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-a56cadb5-bef8-4569-bf29-faa52592bb1a service neutron] 10.222.0.59 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353076 Dec 17 13:10:03.114818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a37a48-9594-4497-a94a-d2b5e6f6f77c tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event deleted for resources: {'Network': ['ID=4692df22-9b3f-400a-a7fc-14d668430776,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:03.223982 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.327824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.355760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:03.375382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56514) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:03.378385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31ad096-dfaa-4e0b-97f5-f405c8b78461') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:03.378385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31ad096-dfaa-4e0b-97f5-f405c8b78461') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:03.391383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.397172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa192e-522b-483c-9a47-b5830cefd249 req-4833847f-8e07-451a-a00f-499822c1c91d tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:03.399731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05fa192e-522b-483c-9a47-b5830cefd249 req-4833847f-8e07-451a-a00f-499822c1c91d tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 944 time: 0.0704646 Dec 17 13:10:03.413229 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.420385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:10:03.420791 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:10:03.423881 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:10:03.472993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e9f98763-1b0d-4a9a-956d-118b5109ad94 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ee7701dd56749a4bb8209544ccaa161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0961740 Dec 17 13:10:03.477693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56520) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:03.491607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05fa192e-522b-483c-9a47-b5830cefd249 req-2f8c2e0a-6eaf-4ad9-a006-1a47152f728d tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829608 Dec 17 13:10:03.560069 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cabed50d-1b4d-4f33-a45f-03663ca41619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.597414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a916e9b1-3f8a-45e7-b649-9138942d8f3b req-d3980ddb-3b8a-4e5f-9aef-40ce89dc77c5 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 210 time: 0.0444448 Dec 17 13:10:03.607295 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cabed50d-1b4d-4f33-a45f-03663ca41619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.648725 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.669257 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.674282 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "DELETE /v2.0/networks/f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6 HTTP/1.1" status: 204 len: 168 time: 0.5690749 Dec 17 13:10:03.675236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b68dc-4afa-4b58-bc91-a665f7b4caa4 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event deleted for resources: {'Network': ['ID=f1c23dcc-f0c0-4e92-816c-49d7ecf7c5e6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:03.679995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56528) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:03.746268 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed20d722-348e-4b53-9cc6-2cbd025e3b21 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Deleting subnet b08d4664-dbcf-4ef3-8d7e-8cf081c068e5 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:10:03.749820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed20d722-348e-4b53-9cc6-2cbd025e3b21 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.777922 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cabed50d-1b4d-4f33-a45f-03663ca41619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.780610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cabed50d-1b4d-4f33-a45f-03663ca41619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.782494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cabed50d-1b4d-4f33-a45f-03663ca41619 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c19f4c00-9ce3-45a5-abe6-cbca221d307e HTTP/1.1" status: 204 len: 168 time: 0.3041489 Dec 17 13:10:03.805860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabed50d-1b4d-4f33-a45f-03663ca41619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19f4c00-9ce3-45a5-abe6-cbca221d307e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:03.812290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a6d1d05f-c15e-48b6-8e9a-f4e305e7069e up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:10:03.829684 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed20d722-348e-4b53-9cc6-2cbd025e3b21 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.988535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed20d722-348e-4b53-9cc6-2cbd025e3b21 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:03.995755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceee78-d824-4e18-83a8-fc3f61548662 req-683e6342-5227-461c-aea3-20c278d5d42c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:03.997380 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1ceee78-d824-4e18-83a8-fc3f61548662 req-683e6342-5227-461c-aea3-20c278d5d42c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0644214 Dec 17 13:10:04.060257 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1ceee78-d824-4e18-83a8-fc3f61548662 req-8440a064-9376-4199-a3bb-ef0cd5d87bf8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549731 Dec 17 13:10:04.077384 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:10:04.082053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:04.082529 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:04.172515 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:04.205148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f118c8-d29c-4618-a6d8-7078bbe1bf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d1d05f-c15e-48b6-8e9a-f4e305e7069e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:04.209003 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38e78ea-bd8a-4705-a16d-809884916c1f" -d '{"events": [{"server_uuid": "23f118c8-d29c-4618-a6d8-7078bbe1bf92", "name": "network-vif-plugged", "status": "completed", "tag": "a6d1d05f-c15e-48b6-8e9a-f4e305e7069e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:04.227044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e,segment=NetworkSegment(c3cc25a1-0f46-43cd-aba0-1117dfad2d0c),segment_id=c3cc25a1-0f46-43cd-aba0-1117dfad2d0c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:04.258278 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad32342-1db9-43b3-bd39-1afdcf152619 x-openstack-request-id: req-9ad32342-1db9-43b3-bd39-1afdcf152619 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:04.258609 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f118c8-d29c-4618-a6d8-7078bbe1bf92", "name": "network-vif-plugged", "status": "completed", "tag": "a6d1d05f-c15e-48b6-8e9a-f4e305e7069e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:04.258883 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ad32342-1db9-43b3-bd39-1afdcf152619 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:04.259277 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f118c8-d29c-4618-a6d8-7078bbe1bf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d1d05f-c15e-48b6-8e9a-f4e305e7069e', 'code': 200} Dec 17 13:10:04.309120 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed20d722-348e-4b53-9cc6-2cbd025e3b21 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:04.340513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20d722-348e-4b53-9cc6-2cbd025e3b21 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event deleted for resources: {'Subnet': ['ID=b08d4664-dbcf-4ef3-8d7e-8cf081c068e5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:04.343343 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed20d722-348e-4b53-9cc6-2cbd025e3b21 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:04.347310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ed20d722-348e-4b53-9cc6-2cbd025e3b21 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "DELETE /v2.0/subnets/b08d4664-dbcf-4ef3-8d7e-8cf081c068e5 HTTP/1.1" status: 204 len: 168 time: 0.6668103 Dec 17 13:10:04.351003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56540) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:04.355184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1dcda1-73be-4180-87a6-1cca844d523e None None] Network 80876ed4-f82e-4089-972c-8e0d8432151d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:04.410863 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c39c6-bc6f-4d17-b403-4162df0fc92d req-3eb2cc7d-53bc-46c3-817d-021723060b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:04.412546 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-738c39c6-bc6f-4d17-b403-4162df0fc92d req-3eb2cc7d-53bc-46c3-817d-021723060b8a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 1095 time: 0.0593870 Dec 17 13:10:04.413299 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:04.499350 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-738c39c6-bc6f-4d17-b403-4162df0fc92d req-d900baa2-5590-48bd-8f16-6611ce017f4b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580959 Dec 17 13:10:04.520449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:04.635260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c202e7-b754-4786-aa28-5a8f1d7f294e None None] DHCP port deletion for 80876ed4-f82e-4089-972c-8e0d8432151d request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:04.745864 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-17c202e7-b754-4786-aa28-5a8f1d7f294e None None] Deleting port e39155a4-e801-48e6-9f6a-9fe505831476 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:04.746287 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-17c202e7-b754-4786-aa28-5a8f1d7f294e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:04.809212 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0eddd9-6e5f-4529-a238-7ef7f0956e4e req-5f82d64f-612f-4c3b-9799-bc4f9cc4163e tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:04.827768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1c0eddd9-6e5f-4529-a238-7ef7f0956e4e req-5f82d64f-612f-4c3b-9799-bc4f9cc4163e tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 945 time: 0.1671681 Dec 17 13:10:04.835771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-17c202e7-b754-4786-aa28-5a8f1d7f294e None None] For port e39155a4-e801-48e6-9f6a-9fe505831476, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e39155a4-e801-48e6-9f6a-9fe505831476,segment=NetworkSegment(2e3ad619-4c02-41fa-9276-f3da3633629a),segment_id=2e3ad619-4c02-41fa-9276-f3da3633629a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:04.836369 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-17c202e7-b754-4786-aa28-5a8f1d7f294e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:04.842674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:04.860441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-17c202e7-b754-4786-aa28-5a8f1d7f294e None None] Calling delete_port for e39155a4-e801-48e6-9f6a-9fe505831476 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:04.920524 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1c0eddd9-6e5f-4529-a238-7ef7f0956e4e req-698662fb-0d58-4a29-aad3-6b361abb4cc7 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838485 Dec 17 13:10:04.938797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Deleting port e39155a4-e801-48e6-9f6a-9fe505831476 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:04.939214 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:05.010193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ffc7c3cd-81ea-4c89-948b-a6dc5bb00039 req-30f2d88c-4098-4253-ae5b-1ff6110cdefb tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 210 time: 0.0686784 Dec 17 13:10:05.052906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] For port e39155a4-e801-48e6-9f6a-9fe505831476, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e39155a4-e801-48e6-9f6a-9fe505831476,segment=NetworkSegment(2e3ad619-4c02-41fa-9276-f3da3633629a),segment_id=2e3ad619-4c02-41fa-9276-f3da3633629a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:05.053751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:05.073085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Calling delete_port for e39155a4-e801-48e6-9f6a-9fe505831476 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:05.111570 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-17c202e7-b754-4786-aa28-5a8f1d7f294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:05.128026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c202e7-b754-4786-aa28-5a8f1d7f294e None None] No DVR routers for this DVR port e39155a4-e801-48e6-9f6a-9fe505831476 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:05.155388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c202e7-b754-4786-aa28-5a8f1d7f294e None None] Pushing event deleted for resources: {'Port': ['ID=e39155a4-e801-48e6-9f6a-9fe505831476,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:05.213917 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:05.233514 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c14eb-0d0e-4a32-a723-06ecba7b2286 req-da5441bb-4ea1-4e55-8d09-ac9ada790733 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:05.235058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-891c14eb-0d0e-4a32-a723-06ecba7b2286 req-da5441bb-4ea1-4e55-8d09-ac9ada790733 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0934095 Dec 17 13:10:05.258191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] No DVR routers for this DVR port e39155a4-e801-48e6-9f6a-9fe505831476 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:05.265285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event deleted for resources: {'Port': ['ID=e39155a4-e801-48e6-9f6a-9fe505831476,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:05.376450 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:05.391024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-891c14eb-0d0e-4a32-a723-06ecba7b2286 req-069a5362-7503-4167-b0b4-f1ee54596993 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358824 Dec 17 13:10:05.411445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80876ed4-f82e-4089-972c-8e0d8432151d']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:05.437047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3ad619-4c02-41fa-9276-f3da3633629a') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:05.437353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3ad619-4c02-41fa-9276-f3da3633629a') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:05.449432 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:05.470866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:05.478095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:10:05.485242 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:10:05.646284 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:05.659983 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:05.664234 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "DELETE /v2.0/networks/80876ed4-f82e-4089-972c-8e0d8432151d HTTP/1.1" status: 204 len: 168 time: 1.3108797 Dec 17 13:10:05.665473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56572) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:05.690880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27024790-783a-4bcf-85d0-3d517d341f4b tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Pushing event deleted for resources: {'Network': ['ID=80876ed4-f82e-4089-972c-8e0d8432151d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:05.713516 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-89ad9ff8-f57c-421c-9257-ad43df670c9d tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b9ebd4-457b-47e7-9b24-3e02e861e876 HTTP/1.1" status: 200 len: 205 time: 0.0461781 Dec 17 13:10:05.716573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56574) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:05.848526 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:05.849101 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04d3cb1f-8871-4890-aa66-4ea95a57fb22 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:06.098893 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04d3cb1f-8871-4890-aa66-4ea95a57fb22 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:06.108765 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04d3cb1f-8871-4890-aa66-4ea95a57fb22 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:06.151102 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-1a3d8e27-16f0-47c5-8b9d-3152e12f6ef4 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fcf641237bee4791a1f314f9bdb6a013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246248 Dec 17 13:10:06.170124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2aec0-ad7d-4e51-8692-267eeb4b17eb req-7f8a0f0f-9a3b-4979-875a-cf8f3e77791b tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:06.178264 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5dc2aec0-ad7d-4e51-8692-267eeb4b17eb req-7f8a0f0f-9a3b-4979-875a-cf8f3e77791b tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 945 time: 0.1182582 Dec 17 13:10:06.238654 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5dc2aec0-ad7d-4e51-8692-267eeb4b17eb req-0309331e-e27c-4bd9-a698-9edf0197027d tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582714 Dec 17 13:10:06.281712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e39155a4-e801-48e6-9f6a-9fe505831476 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:06.296844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-bbd2f2b2-ac10-4bc1-a953-748de6d2a611 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:06.298822 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-bbd2f2b2-ac10-4bc1-a953-748de6d2a611 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382172 Dec 17 13:10:06.305650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e39155a4-e801-48e6-9f6a-9fe505831476 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:06.306451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e39155a4-e801-48e6-9f6a-9fe505831476 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:06.322189 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-3441cd14-c56d-4439-bf58-b55e2c969686 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/quotas/fcf641237bee4791a1f314f9bdb6a013 HTTP/1.1" status: 200 len: 375 time: 0.0155699 Dec 17 13:10:06.334393 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb7ac1ae-0467-4989-9034-b2418364c5ac req-3a583abc-32e5-4c72-abff-2e559887a613 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 210 time: 0.0283070 Dec 17 13:10:06.335648 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04d3cb1f-8871-4890-aa66-4ea95a57fb22 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:06.336305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d3cb1f-8871-4890-aa66-4ea95a57fb22 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Fanout notify agent at l3_agent the message router_deleted on router c4b9ebd4-457b-47e7-9b24-3e02e861e876 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:10:06.343795 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04d3cb1f-8871-4890-aa66-4ea95a57fb22 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:06.348114 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-04d3cb1f-8871-4890-aa66-4ea95a57fb22 tempest-RoutersNegativeTest-538403050 tempest-RoutersNegativeTest-538403050-project] 10.222.0.59 "DELETE /v2.0/routers/c4b9ebd4-457b-47e7-9b24-3e02e861e876 HTTP/1.1" status: 204 len: 168 time: 0.6301181 Dec 17 13:10:06.363444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-b279edfc-75b7-4d4d-8715-76a3115e6aca tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcf641237bee4791a1f314f9bdb6a013&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373404 Dec 17 13:10:06.576896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454da3f-2116-4852-9675-22f1fbf22f35 req-3ed4645c-6f15-42ce-a669-0a0ce9d93182 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:06.578537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3454da3f-2116-4852-9675-22f1fbf22f35 req-3ed4645c-6f15-42ce-a669-0a0ce9d93182 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0563939 Dec 17 13:10:06.634677 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3454da3f-2116-4852-9675-22f1fbf22f35 req-eaa744a7-3771-4672-846e-d316b66b7d31 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497217 Dec 17 13:10:06.709558 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b7ed245-d72f-4da2-8365-ce12627f7a77 req-aada13eb-fe6e-417e-bfe1-6516339b751a tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 210 time: 0.0285718 Dec 17 13:10:06.830930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-99c4baba-a4a7-4e18-9575-cdefaedd4471 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:06.832473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-99c4baba-a4a7-4e18-9575-cdefaedd4471 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.61 "GET /v2.0/networks?id=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca HTTP/1.1" status: 200 len: 821 time: 0.1432757 Dec 17 13:10:06.858098 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Request body: {'port': {'device_id': '8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da', 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca', 'admin_state_up': True, 'tenant_id': '4ee878595d1f49febcbe7d8424c2e994'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:07.123674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56618) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:07.216910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Made reservation on behalf of 4ee878595d1f49febcbe7d8424c2e994 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:10:07.228659 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:07.333010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e461a63f-c9ad-416a-a55f-227fa36a30f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a7027cc34e647ad9cbeac97c397ddec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2080348 Dec 17 13:10:07.335825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56624) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:07.398420 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-46935e76-bb16-43cb-9f93-80dcd621f52a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:07.431399 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-46935e76-bb16-43cb-9f93-80dcd621f52a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:07.438685 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d474c-7166-4aeb-a292-d18d160b901d req-36aa2c9c-5033-4084-8d44-a3bed7e32aa1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:07.440254 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fd3d474c-7166-4aeb-a292-d18d160b901d req-36aa2c9c-5033-4084-8d44-a3bed7e32aa1 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 945 time: 0.1221526 Dec 17 13:10:07.451604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Allocated IP 172.20.0.11 (fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca/cef3889a-8a1b-4fb4-b12a-7cba10c6885a/280f1cfc-8f53-419b-92b4-42a57757d36e) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:10:07.501156 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc4c77a9-a40c-4887-9834-28653d42414d req-4c0a6371-224c-4da5-a7f0-4b116951c81c tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 210 time: 0.0356145 Dec 17 13:10:07.551295 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fd3d474c-7166-4aeb-a292-d18d160b901d req-be90aaee-860f-45db-9916-8972c1bffeb2 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011279 Dec 17 13:10:07.661263 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:07.774255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fd793-3f4f-4eaf-88b1-cb7301a84bc0 req-06dc8092-8a06-43cf-b5da-d5d4300d492d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:07.774751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-46935e76-bb16-43cb-9f93-80dcd621f52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:07.775866 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-229fd793-3f4f-4eaf-88b1-cb7301a84bc0 req-06dc8092-8a06-43cf-b5da-d5d4300d492d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0600054 Dec 17 13:10:07.777438 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-46935e76-bb16-43cb-9f93-80dcd621f52a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:07.781457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-46935e76-bb16-43cb-9f93-80dcd621f52a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5a539609-1809-4a25-b004-e3863bc64ad8 HTTP/1.1" status: 204 len: 168 time: 0.4419270 Dec 17 13:10:07.822848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40a9f25f-53c3-42be-9531-3977924c2df3 req-c67275c3-ecb9-453b-a13b-4d48cdc97a84 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 210 time: 0.0377545 Dec 17 13:10:07.823749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46935e76-bb16-43cb-9f93-80dcd621f52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a539609-1809-4a25-b004-e3863bc64ad8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:07.855921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-229fd793-3f4f-4eaf-88b1-cb7301a84bc0 req-7e824bf8-4d18-4269-a821-06ca1d2a1d2e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692446 Dec 17 13:10:07.930131 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:07.984107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:10:07.987572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:10:07.991839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:10:08.003874 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8bf7ea-49d4-4509-90eb-5f93a4f43ecc None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:08.021261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event updated for resources: {'Port': ['ID=280f1cfc-8f53-419b-92b4-42a57757d36e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:08.051394 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:08.051985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:08.100043 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-972a207c-ed8b-4cf5-93e1-62ece6caa2f7 None None] Provisioning complete for port 280f1cfc-8f53-419b-92b4-42a57757d36e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:08.100775 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-972a207c-ed8b-4cf5-93e1-62ece6caa2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:08.143385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-972a207c-ed8b-4cf5-93e1-62ece6caa2f7 None None] Port 280f1cfc-8f53-419b-92b4-42a57757d36e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:10:08.359496 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-ee626fe3-9d66-4ed8-9d28-11eb17f99bff tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5135548 Dec 17 13:10:08.372703 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Request body: {'port': {'device_id': '8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:08.433332 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:08.644235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483f54d-e936-47fa-b5da-55aa7482b542 req-d04f7344-68a8-45fa-b17e-a03bb9bf4d88 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:08.645992 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6483f54d-e936-47fa-b5da-55aa7482b542 req-d04f7344-68a8-45fa-b17e-a03bb9bf4d88 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 932 time: 0.0603178 Dec 17 13:10:08.703094 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6483f54d-e936-47fa-b5da-55aa7482b542 req-61f1becf-0e8b-4b04-8858-96601a73911f tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496442 Dec 17 13:10:08.757601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280f1cfc-8f53-419b-92b4-42a57757d36e {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:10:08.767761 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:08.782038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Transition to ACTIVE for port object 280f1cfc-8f53-419b-92b4-42a57757d36e will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:10:08.933346 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5cb3df79-d042-4b30-8fbf-c3edc7383e9e req-d1c13d33-c851-4eef-aee3-915d53361da4 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 210 time: 0.0287311 Dec 17 13:10:08.963730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b912-78f8-456f-bee9-c79575821cb2 req-feb38c2f-ead0-49a0-a73b-476c979ed441 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:08.965332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d96b912-78f8-456f-bee9-c79575821cb2 req-feb38c2f-ead0-49a0-a73b-476c979ed441 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 945 time: 0.0616009 Dec 17 13:10:09.004599 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:09.023058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d96b912-78f8-456f-bee9-c79575821cb2 req-18ff0dc3-c80d-45d7-aa3b-82ec42d6d328 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511794 Dec 17 13:10:09.078358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a264e1-bdde-44ef-89e8-bcc2e1231c1f None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:09.112291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=280f1cfc-8f53-419b-92b4-42a57757d36e,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:09.173995 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449b247-7195-4874-851e-c38c999ac209 req-54643ce9-ccdb-4b09-ad19-c04860280872 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:09.176198 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f449b247-7195-4874-851e-c38c999ac209 req-54643ce9-ccdb-4b09-ad19-c04860280872 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1823215 Dec 17 13:10:09.251755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Attempting to bind port 280f1cfc-8f53-419b-92b4-42a57757d36e on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:10:09.252102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Attempting to bind port 280f1cfc-8f53-419b-92b4-42a57757d36e by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:10:09.252442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Attempting to bind port 280f1cfc-8f53-419b-92b4-42a57757d36e on network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:10:09.260632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Port 280f1cfc-8f53-419b-92b4-42a57757d36e on network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:10:09.260963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Attempting to bind port 280f1cfc-8f53-419b-92b4-42a57757d36e on network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:10:09.265860 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f449b247-7195-4874-851e-c38c999ac209 req-a0922bc1-0e08-4f0d-a297-d7674b28f3c7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783193 Dec 17 13:10:09.269722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:10:09.270068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Checking segment: {'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:10:09.270456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Bound using segment: {'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:10:09.270894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Bound port: 280f1cfc-8f53-419b-92b4-42a57757d36e, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:10:09.271257 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:09.343962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] For port 280f1cfc-8f53-419b-92b4-42a57757d36e, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:10:09.347137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] For port 280f1cfc-8f53-419b-92b4-42a57757d36e, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=280f1cfc-8f53-419b-92b4-42a57757d36e,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:10:09.663529 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:09.703361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:09.704153 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:09.705632 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] 10.222.0.61 "PUT /v2.0/ports/280f1cfc-8f53-419b-92b4-42a57757d36e HTTP/1.1" status: 200 len: 1092 time: 1.3373759 Dec 17 13:10:09.706067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da', 'tag': '280f1cfc-8f53-419b-92b4-42a57757d36e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:09.708385 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136574cd-e2c4-4ec9-8d9f-a6333891211e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da", "tag": "280f1cfc-8f53-419b-92b4-42a57757d36e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:09.712496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae7bf9c-7d54-4f9c-8729-3f967d4b1c42 None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:09.746111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7ae78-58b3-475d-9c3a-71c756847fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=280f1cfc-8f53-419b-92b4-42a57757d36e,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:09.769161 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee04d25e-3941-4af3-bb05-a1daabdd005d x-openstack-request-id: req-ee04d25e-3941-4af3-bb05-a1daabdd005d {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:09.773715 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da", "tag": "280f1cfc-8f53-419b-92b4-42a57757d36e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:09.773715 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee04d25e-3941-4af3-bb05-a1daabdd005d {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:09.773715 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da', 'tag': '280f1cfc-8f53-419b-92b4-42a57757d36e', 'status': 'completed', 'code': 200} Dec 17 13:10:09.876102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422d36a-7d8e-4b3a-8c2d-3b19d54e000a req-57eacf52-b9ce-47c0-a52a-0af640dceab0 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:09.877718 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2422d36a-7d8e-4b3a-8c2d-3b19d54e000a req-57eacf52-b9ce-47c0-a52a-0af640dceab0 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 944 time: 0.0761096 Dec 17 13:10:09.881308 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136574cd-e2c4-4ec9-8d9f-a6333891211e req-666a3206-2e57-45d7-bc04-452291f96831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:09.882767 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-136574cd-e2c4-4ec9-8d9f-a6333891211e req-666a3206-2e57-45d7-bc04-452291f96831 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ee878595d1f49febcbe7d8424c2e994&device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 1095 time: 0.0899003 Dec 17 13:10:09.984280 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2422d36a-7d8e-4b3a-8c2d-3b19d54e000a req-b73ed38d-b114-4048-9ce0-d4a790c1a835 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992770 Dec 17 13:10:10.024320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136574cd-e2c4-4ec9-8d9f-a6333891211e req-afb9880b-fa46-4abb-89cb-188246f88cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:10.025852 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-136574cd-e2c4-4ec9-8d9f-a6333891211e req-afb9880b-fa46-4abb-89cb-188246f88cfa service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4ee878595d1f49febcbe7d8424c2e994&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1268244 Dec 17 13:10:10.048291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7b5530-aa50-4a7b-946a-bcbde8f2efbc req-bb3f0aae-2633-4374-b0a9-32aa8161a234 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 210 time: 0.0341842 Dec 17 13:10:10.184064 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136574cd-e2c4-4ec9-8d9f-a6333891211e req-4160244a-c810-490e-81a4-9bc908e794c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:10.185595 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-136574cd-e2c4-4ec9-8d9f-a6333891211e req-4160244a-c810-490e-81a4-9bc908e794c0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518929 Dec 17 13:10:10.197272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648706dc-3b3d-4ba6-bd1f-53386d5750fc req-44562ebd-3c13-4ad8-8117-4a3cc9514056 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:10.199304 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-648706dc-3b3d-4ba6-bd1f-53386d5750fc req-44562ebd-3c13-4ad8-8117-4a3cc9514056 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 945 time: 0.0880752 Dec 17 13:10:10.284726 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-648706dc-3b3d-4ba6-bd1f-53386d5750fc req-81a3d9ae-d9cb-4961-87b2-30f750470c40 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/security-groups?id=8717c3b3-165c-4011-af1f-7e3cf5a4b26c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742314 Dec 17 13:10:10.307982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-876f6e5a-8092-41c3-a2e3-59c892d8f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:10.309793 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-876f6e5a-8092-41c3-a2e3-59c892d8f5bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ee878595d1f49febcbe7d8424c2e994&device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 1095 time: 0.0654089 Dec 17 13:10:10.359745 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-dba79b43-147b-471c-b129-9c1d2e9b65a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=280f1cfc-8f53-419b-92b4-42a57757d36e HTTP/1.1" status: 200 len: 217 time: 0.0404639 Dec 17 13:10:10.422712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503f56e-cc29-455b-a127-a70279e1a9e1 req-5c3ae62a-47ff-4b7a-92f6-ce5a21c54bcf tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:10.424552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9503f56e-cc29-455b-a127-a70279e1a9e1 req-5c3ae62a-47ff-4b7a-92f6-ce5a21c54bcf tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 945 time: 0.0697153 Dec 17 13:10:10.441962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-afec51ab-c62c-49c3-8347-c662f949981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:10.443481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-afec51ab-c62c-49c3-8347-c662f949981d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cef3889a-8a1b-4fb4-b12a-7cba10c6885a HTTP/1.1" status: 200 len: 861 time: 0.0722589 Dec 17 13:10:10.451862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24673e12-f11b-4852-ac9c-f26bae9c89a0 req-4f68d076-207d-4354-a35c-d9e3bc402a96 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:10.453355 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-24673e12-f11b-4852-ac9c-f26bae9c89a0 req-4f68d076-207d-4354-a35c-d9e3bc402a96 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0926766 Dec 17 13:10:10.491744 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-2589a0b6-eb25-419e-8986-ff9c04e76de5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371995 Dec 17 13:10:10.538973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-9503f56e-cc29-455b-a127-a70279e1a9e1 req-aa5150f9-7e2f-40e8-85b1-3d3a3e6e2c17 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Deleting port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:10.539236 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9503f56e-cc29-455b-a127-a70279e1a9e1 req-aa5150f9-7e2f-40e8-85b1-3d3a3e6e2c17 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:10.577373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-24673e12-f11b-4852-ac9c-f26bae9c89a0 req-98d2223b-1e3e-4a15-af7f-7c5f9cfd3904 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139755 Dec 17 13:10:10.625166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-d3d41742-b342-4994-bf48-a3d19b0a83ce service neutron] 10.222.0.61 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219063 Dec 17 13:10:10.655876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9503f56e-cc29-455b-a127-a70279e1a9e1 req-aa5150f9-7e2f-40e8-85b1-3d3a3e6e2c17 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] For port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e,segment=NetworkSegment(c3cc25a1-0f46-43cd-aba0-1117dfad2d0c),segment_id=c3cc25a1-0f46-43cd-aba0-1117dfad2d0c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:10.656996 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9503f56e-cc29-455b-a127-a70279e1a9e1 req-aa5150f9-7e2f-40e8-85b1-3d3a3e6e2c17 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:10.673734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-9503f56e-cc29-455b-a127-a70279e1a9e1 req-aa5150f9-7e2f-40e8-85b1-3d3a3e6e2c17 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Calling delete_port for a6d1d05f-c15e-48b6-8e9a-f4e305e7069e owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:10.737055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c699ed96-3b5d-4c21-91c4-3fb8d4bca0ef req-3881e299-212a-428b-8205-1e0911b0a0f8 service neutron] 10.222.0.61 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007824 Dec 17 13:10:11.114400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24cf38-d183-41e9-9966-4bb21c01a9d2 req-1c9149cb-a467-48bf-bdce-808926fc05da tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:11.116490 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9503f56e-cc29-455b-a127-a70279e1a9e1 req-aa5150f9-7e2f-40e8-85b1-3d3a3e6e2c17 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:11.117184 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a24cf38-d183-41e9-9966-4bb21c01a9d2 req-1c9149cb-a467-48bf-bdce-808926fc05da tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 944 time: 0.0561271 Dec 17 13:10:11.129432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['a6d1d05f-c15e-48b6-8e9a-f4e305e7069e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:11.165940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5150f9-7e2f-40e8-85b1-3d3a3e6e2c17 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Pushing event deleted for resources: {'Port': ['ID=a6d1d05f-c15e-48b6-8e9a-f4e305e7069e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:11.175337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a24cf38-d183-41e9-9966-4bb21c01a9d2 req-cabc7b92-24f7-44f0-94b3-7115ebc7d3d5 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528195 Dec 17 13:10:11.237964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9503f56e-cc29-455b-a127-a70279e1a9e1 req-aa5150f9-7e2f-40e8-85b1-3d3a3e6e2c17 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] No DVR routers for this DVR port a6d1d05f-c15e-48b6-8e9a-f4e305e7069e on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:11.241618 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76861afc-7af6-485c-bee6-c7728de9b782 req-785611be-15b9-49e3-a4cd-efa244de43dc tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 210 time: 0.0468776 Dec 17 13:10:11.242949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9503f56e-cc29-455b-a127-a70279e1a9e1 req-aa5150f9-7e2f-40e8-85b1-3d3a3e6e2c17 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:11.246645 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9503f56e-cc29-455b-a127-a70279e1a9e1 req-aa5150f9-7e2f-40e8-85b1-3d3a3e6e2c17 tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.61 "DELETE /v2.0/ports/a6d1d05f-c15e-48b6-8e9a-f4e305e7069e HTTP/1.1" status: 204 len: 173 time: 0.8128638 Dec 17 13:10:11.247339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f118c8-d29c-4618-a6d8-7078bbe1bf92', 'name': 'network-vif-deleted', 'tag': 'a6d1d05f-c15e-48b6-8e9a-f4e305e7069e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:11.261558 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2173c173-f986-48f6-bfd0-91188f1d0d56" -d '{"events": [{"server_uuid": "23f118c8-d29c-4618-a6d8-7078bbe1bf92", "name": "network-vif-deleted", "tag": "a6d1d05f-c15e-48b6-8e9a-f4e305e7069e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:11.281132 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-f641e397-b937-4586-b0e4-4c991db928a0 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=fcf641237bee4791a1f314f9bdb6a013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307980 Dec 17 13:10:11.344362 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7c9542-31de-4a89-8caf-0fedaea4c2c4 x-openstack-request-id: req-2d7c9542-31de-4a89-8caf-0fedaea4c2c4 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:11.344778 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f118c8-d29c-4618-a6d8-7078bbe1bf92", "name": "network-vif-deleted", "tag": "a6d1d05f-c15e-48b6-8e9a-f4e305e7069e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:11.345142 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d7c9542-31de-4a89-8caf-0fedaea4c2c4 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:11.345797 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f118c8-d29c-4618-a6d8-7078bbe1bf92', 'name': 'network-vif-deleted', 'tag': 'a6d1d05f-c15e-48b6-8e9a-f4e305e7069e', 'status': 'completed', 'code': 200} Dec 17 13:10:11.413529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-20c651a3-8f5c-49c3-a8bd-cb8cf176f625 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:11.415087 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-20c651a3-8f5c-49c3-a8bd-cb8cf176f625 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278262 Dec 17 13:10:11.415516 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-886cd176-b6dd-4db1-8803-54886a47bca3 req-6e6a54cc-1c06-439f-99c0-7230849dffdc tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 210 time: 0.0366433 Dec 17 13:10:11.431453 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Request body: {'port': {'device_id': '1c147167-f381-4617-8443-8cb7efd6c973', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'fcf641237bee4791a1f314f9bdb6a013'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:11.710745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008965ec-f05e-4b57-9270-c2fcecf7c791 req-5d08817f-8579-45fb-9372-9f313f66582a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:11.712336 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-008965ec-f05e-4b57-9270-c2fcecf7c791 req-5d08817f-8579-45fb-9372-9f313f66582a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0510850 Dec 17 13:10:11.761257 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-008965ec-f05e-4b57-9270-c2fcecf7c791 req-cc7b209a-dd10-4eaa-88f2-7f4fdb088d43 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428331 Dec 17 13:10:11.811034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Made reservation on behalf of fcf641237bee4791a1f314f9bdb6a013 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:10:11.815915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:11.825478 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:11.911039 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:12.198692 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:12.281631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f3831d-aef5-48af-8540-fb0975954579,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:12.366600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e00e65-aa80-4cab-8fec-260d1481efdf req-5b856790-f745-454c-954e-9ea6fe9227cb tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:12.368467 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-19e00e65-aa80-4cab-8fec-260d1481efdf req-5b856790-f745-454c-954e-9ea6fe9227cb tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 944 time: 0.1071298 Dec 17 13:10:12.387986 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Allocated IP 192.168.233.31 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/77434bb7-2b9d-404c-9c48-45b92d8d97c8) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:10:12.431224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b7068963-d82a-464d-82d7-b15827348889 req-f478ee93-34d8-4024-905d-baa282a2c1f1 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 210 time: 0.0280988 Dec 17 13:10:12.466831 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-19e00e65-aa80-4cab-8fec-260d1481efdf req-b59ef1d8-0596-43c5-bd9b-06bbc0b90143 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754738 Dec 17 13:10:12.570556 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c19d2eeb-97e7-41ae-bd90-a2ee2cd20efd req-05545a97-4900-40a5-8a90-cd8ce96e5c5a tempest-ServerMetadataNegativeTestJSON-1757209945 tempest-ServerMetadataNegativeTestJSON-1757209945-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f118c8-d29c-4618-a6d8-7078bbe1bf92 HTTP/1.1" status: 200 len: 210 time: 0.0312271 Dec 17 13:10:12.612035 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:12.895155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231ccd6-763d-419b-b19c-5cb18c1ae8ca req-574e42b9-f6ba-4818-97e0-f756c63d58a2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:12.896785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c231ccd6-763d-419b-b19c-5cb18c1ae8ca req-574e42b9-f6ba-4818-97e0-f756c63d58a2 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0651715 Dec 17 13:10:12.951941 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c231ccd6-763d-419b-b19c-5cb18c1ae8ca req-64d36638-67b7-4bfb-93cb-2ba5de6eca23 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488174 Dec 17 13:10:12.958385 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:13.004392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:10:13.010726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:10:13.030592 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:10:13.094723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Pushing event updated for resources: {'Port': ['ID=77434bb7-2b9d-404c-9c48-45b92d8d97c8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:13.134032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:13.134648 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:13.270548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9d8547e4-73d1-4cb3-a5fe-a25a2df350c3 None None] Provisioning complete for port 77434bb7-2b9d-404c-9c48-45b92d8d97c8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:13.271148 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9d8547e4-73d1-4cb3-a5fe-a25a2df350c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:13.307942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-66c7bc00-fef8-43e5-b081-8fbefd9d5856 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8816192 Dec 17 13:10:13.310844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9d8547e4-73d1-4cb3-a5fe-a25a2df350c3 None None] Port 77434bb7-2b9d-404c-9c48-45b92d8d97c8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:10:13.321188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Request body: {'port': {'device_id': '1c147167-f381-4617-8443-8cb7efd6c973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:13.377285 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:13.576698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dfe58-ce83-4262-9e35-2a06bad4c623 req-3429265f-7513-4b16-a154-0aed10e2a76c tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:13.578312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-218dfe58-ce83-4262-9e35-2a06bad4c623 req-3429265f-7513-4b16-a154-0aed10e2a76c tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 935 time: 0.0601156 Dec 17 13:10:13.599494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf75142-da40-406a-b195-f810606ab014 req-60be00b7-6100-46c3-80e8-9d1748f1236b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:13.601345 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0cf75142-da40-406a-b195-f810606ab014 req-60be00b7-6100-46c3-80e8-9d1748f1236b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1133323 Dec 17 13:10:13.632324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-218dfe58-ce83-4262-9e35-2a06bad4c623 req-8cace34e-9ce8-4aaa-8ff7-937b22fe13bc tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9f3831d-aef5-48af-8540-fb0975954579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461185 Dec 17 13:10:13.684275 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0cf75142-da40-406a-b195-f810606ab014 req-b2a394d0-f8b0-45ee-9d62-4078126af775 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765004 Dec 17 13:10:13.757697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31990f3d-67c2-415f-96f5-f6ac9db6c114 req-fde933fb-eb5b-4bbe-9928-46583de15bee tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:13.765534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31990f3d-67c2-415f-96f5-f6ac9db6c114 req-fde933fb-eb5b-4bbe-9928-46583de15bee tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 944 time: 0.0725553 Dec 17 13:10:13.812736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77434bb7-2b9d-404c-9c48-45b92d8d97c8 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:10:13.822278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:13.828513 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56800) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:13.851216 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-946fa063-1b3e-49a0-82e1-bfb26fdd8431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:13.867776 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Transition to ACTIVE for port object 77434bb7-2b9d-404c-9c48-45b92d8d97c8 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:10:13.870293 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31990f3d-67c2-415f-96f5-f6ac9db6c114 req-d376b0c1-86f2-44e7-8a87-52be55b87a7f tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032071 Dec 17 13:10:13.873824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e149df9-f783-47bf-b36e-be41303885e7 req-bf7d0e80-96c7-4fc8-a5ed-109ee26f8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:13.876364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e149df9-f783-47bf-b36e-be41303885e7 req-bf7d0e80-96c7-4fc8-a5ed-109ee26f8451 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 1096 time: 0.1017323 Dec 17 13:10:13.889800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 280f1cfc-8f53-419b-92b4-42a57757d36e details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:10:13.898651 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a6d1d05f-c15e-48b6-8e9a-f4e305e7069e no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:13.901529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee86d364-335e-4329-82a7-d38ba9777a69 admin admin] Deleting subnet 16bb8698-3a33-4de3-b6a1-be8a461de630 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:10:13.905522 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ee86d364-335e-4329-82a7-d38ba9777a69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:13.925458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: a6d1d05f-c15e-48b6-8e9a-f4e305e7069e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:13.925837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a6d1d05f-c15e-48b6-8e9a-f4e305e7069e not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:13.966330 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ee86d364-335e-4329-82a7-d38ba9777a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:13.999262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e149df9-f783-47bf-b36e-be41303885e7 req-21ca7f2d-83cf-40b0-95d5-4b1a2ad7335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:14.001344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e149df9-f783-47bf-b36e-be41303885e7 req-21ca7f2d-83cf-40b0-95d5-4b1a2ad7335e service neutron] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.1181133 Dec 17 13:10:14.009569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ee86d364-335e-4329-82a7-d38ba9777a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.026902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 280f1cfc-8f53-419b-92b4-42a57757d36e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=280f1cfc-8f53-419b-92b4-42a57757d36e,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:14.029708 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.038987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '280f1cfc-8f53-419b-92b4-42a57757d36e', 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca', 'port_id': '280f1cfc-8f53-419b-92b4-42a57757d36e', 'mac_address': 'fa:16:3e:3f:84:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef3889a-8a1b-4fb4-b12a-7cba10c6885a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:10:14.088361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e149df9-f783-47bf-b36e-be41303885e7 req-db37a30c-c4fc-482f-ab0b-e8fadab07a22 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 200 len: 1000 time: 0.0750015 Dec 17 13:10:14.092856 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.100790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Pushing event updated for resources: {'Port': ['ID=77434bb7-2b9d-404c-9c48-45b92d8d97c8,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:14.109358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280f1cfc-8f53-419b-92b4-42a57757d36e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:10:14.137672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 280f1cfc-8f53-419b-92b4-42a57757d36e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=280f1cfc-8f53-419b-92b4-42a57757d36e,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:14.521241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e149df9-f783-47bf-b36e-be41303885e7 req-b7a2b2d5-40c3-418a-9733-eb007478e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:14.521241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e149df9-f783-47bf-b36e-be41303885e7 req-b7a2b2d5-40c3-418a-9733-eb007478e03c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.0770903 Dec 17 13:10:14.523469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Attempting to bind port 77434bb7-2b9d-404c-9c48-45b92d8d97c8 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:10:14.523469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Attempting to bind port 77434bb7-2b9d-404c-9c48-45b92d8d97c8 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:10:14.524872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e149df9-f783-47bf-b36e-be41303885e7 req-4b620d0f-9f86-4e6d-b9c5-bf058c03762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:14.525057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Attempting to bind port 77434bb7-2b9d-404c-9c48-45b92d8d97c8 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:10:14.525147 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e149df9-f783-47bf-b36e-be41303885e7 req-4b620d0f-9f86-4e6d-b9c5-bf058c03762b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768318 Dec 17 13:10:14.525236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Port 77434bb7-2b9d-404c-9c48-45b92d8d97c8 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:10:14.525236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Attempting to bind port 77434bb7-2b9d-404c-9c48-45b92d8d97c8 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:10:14.525236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:10:14.525236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:10:14.525236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:10:14.525236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Bound port: 77434bb7-2b9d-404c-9c48-45b92d8d97c8, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:10:14.525236 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.525236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] For port 77434bb7-2b9d-404c-9c48-45b92d8d97c8, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:10:14.525236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] For port 77434bb7-2b9d-404c-9c48-45b92d8d97c8, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=77434bb7-2b9d-404c-9c48-45b92d8d97c8,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:10:14.525931 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.526417 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e149df9-f783-47bf-b36e-be41303885e7 req-12672104-3613-4c07-8472-d230e7762a43 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994432 Dec 17 13:10:14.526504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=280f1cfc-8f53-419b-92b4-42a57757d36e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:14.526593 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ee86d364-335e-4329-82a7-d38ba9777a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.526593 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ee86d364-335e-4329-82a7-d38ba9777a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.526593 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ee86d364-335e-4329-82a7-d38ba9777a69 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/16bb8698-3a33-4de3-b6a1-be8a461de630 HTTP/1.1" status: 204 len: 168 time: 0.6345518 Dec 17 13:10:14.526850 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56806) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:14.526955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86d364-335e-4329-82a7-d38ba9777a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16bb8698-3a33-4de3-b6a1-be8a461de630,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:14.542169 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e149df9-f783-47bf-b36e-be41303885e7 req-242a767b-2d65-4a84-89ed-596aec928f25 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624138 Dec 17 13:10:14.563766 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.571886 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.610367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:14.611072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.612557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] 10.222.0.54 "PUT /v2.0/ports/77434bb7-2b9d-404c-9c48-45b92d8d97c8 HTTP/1.1" status: 200 len: 1095 time: 1.2958579 Dec 17 13:10:14.613102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c147167-f381-4617-8443-8cb7efd6c973', 'tag': '77434bb7-2b9d-404c-9c48-45b92d8d97c8'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:14.616567 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee7f472-4ea3-48ed-9e41-262477d218fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1c147167-f381-4617-8443-8cb7efd6c973", "tag": "77434bb7-2b9d-404c-9c48-45b92d8d97c8"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:14.635857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['280f1cfc-8f53-419b-92b4-42a57757d36e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:14.653915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bb36f-c57a-43fa-bcbb-24ec22aa4f03 service neutron] Pushing event updated for resources: {'Port': ['ID=77434bb7-2b9d-404c-9c48-45b92d8d97c8,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:14.697286 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.743389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4048369e-f83d-4050-9e84-a82991e4150e']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:14.793279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cc25a1-0f46-43cd-aba0-1117dfad2d0c') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:14.793816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cc25a1-0f46-43cd-aba0-1117dfad2d0c') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:14.812246 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.866752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c8a3b-1978-4ee4-8152-ec17b6b94fa4 req-cee4af66-88b6-4f6c-b93f-2be32cd08b21 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:14.877692 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec7c8a3b-1978-4ee4-8152-ec17b6b94fa4 req-cee4af66-88b6-4f6c-b93f-2be32cd08b21 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 947 time: 0.1595426 Dec 17 13:10:14.885125 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.929726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:10:14.932144 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:10:14.946992 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:10:15.046298 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec7c8a3b-1978-4ee4-8152-ec17b6b94fa4 req-c3dc6dbd-b484-40aa-800a-d243568ba181 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9f3831d-aef5-48af-8540-fb0975954579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671920 Dec 17 13:10:15.118866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:15.149946 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d79fc2-7357-460e-b1a5-7bb9dcd1fa11 x-openstack-request-id: req-c9d79fc2-7357-460e-b1a5-7bb9dcd1fa11 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:15.150242 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c147167-f381-4617-8443-8cb7efd6c973", "tag": "77434bb7-2b9d-404c-9c48-45b92d8d97c8", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:15.150494 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9d79fc2-7357-460e-b1a5-7bb9dcd1fa11 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:15.150897 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c147167-f381-4617-8443-8cb7efd6c973', 'tag': '77434bb7-2b9d-404c-9c48-45b92d8d97c8', 'status': 'completed', 'code': 200} Dec 17 13:10:15.155482 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:15.161240 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4048369e-f83d-4050-9e84-a82991e4150e HTTP/1.1" status: 204 len: 168 time: 0.6924622 Dec 17 13:10:15.166138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97623008-d890-4476-93af-119c9df53fc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4048369e-f83d-4050-9e84-a82991e4150e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:15.205375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-04b59ac9-2fbe-43a8-81ec-2e760883e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:15.206922 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-04b59ac9-2fbe-43a8-81ec-2e760883e796 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcf641237bee4791a1f314f9bdb6a013&device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 1098 time: 0.4590473 Dec 17 13:10:15.237545 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea14887-7a76-4e1b-bb52-5a6a9bbccec0 req-f9da6c59-8d9a-4164-8cf0-965ccd57c8b0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:15.239120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ea14887-7a76-4e1b-bb52-5a6a9bbccec0 req-f9da6c59-8d9a-4164-8cf0-965ccd57c8b0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0911865 Dec 17 13:10:15.282165 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-23d233a4-5c78-4e6b-bc2e-e85b40adfe6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=77434bb7-2b9d-404c-9c48-45b92d8d97c8 HTTP/1.1" status: 200 len: 217 time: 0.0639687 Dec 17 13:10:15.287910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f8ca1-a061-4f76-afb2-0809ff05a8c0 req-680db159-30a2-4413-8869-9d836863ccb3 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:15.306278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-472f8ca1-a061-4f76-afb2-0809ff05a8c0 req-680db159-30a2-4413-8869-9d836863ccb3 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 945 time: 0.1027048 Dec 17 13:10:15.357034 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-472f8ca1-a061-4f76-afb2-0809ff05a8c0 req-44b80e9c-a2da-4da7-9331-e17858f1e3a2 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498185 Dec 17 13:10:15.380372 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-f7b6fa28-67e1-4837-b5bf-7d8190db1bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:15.380372 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-f7b6fa28-67e1-4837-b5bf-7d8190db1bec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0865903 Dec 17 13:10:15.383091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ea14887-7a76-4e1b-bb52-5a6a9bbccec0 req-705ac2b1-39cc-4514-ad4f-4f78d34ef863 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092725 Dec 17 13:10:15.430675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-82dac142-b230-4727-ae4c-f90e06c6327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:15.432121 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-82dac142-b230-4727-ae4c-f90e06c6327f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462630 Dec 17 13:10:15.538559 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-e840b53b-757b-4012-8bc0-3027425fe06c service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963075 Dec 17 13:10:15.635074 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5d28f57-a299-461e-a5ac-58c998541a3e req-a0e07618-5f9f-470b-a426-01da28515f5f service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891802 Dec 17 13:10:15.903876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 280f1cfc-8f53-419b-92b4-42a57757d36e up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:10:15.941401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56834) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:15.986602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7f472-4ea3-48ed-9e41-262477d218fe req-daf27fc5-94a4-47d5-a1d1-dd55dbdcff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:15.988376 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ee7f472-4ea3-48ed-9e41-262477d218fe req-daf27fc5-94a4-47d5-a1d1-dd55dbdcff28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcf641237bee4791a1f314f9bdb6a013&device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 1098 time: 0.0533772 Dec 17 13:10:16.002664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b8286828-e08e-4c17-a83f-811f24e5339b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e24de94d7ef64de19ec928e5147aa1f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598102 Dec 17 13:10:16.004891 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56836) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:16.060477 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2132-7a1e-457c-98e4-8de1c744d92d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:16.095056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2132-7a1e-457c-98e4-8de1c744d92d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:16.118614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7f472-4ea3-48ed-9e41-262477d218fe req-3fabdbc5-46e5-4e55-998b-e50cd43c5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:16.121199 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ee7f472-4ea3-48ed-9e41-262477d218fe req-3fabdbc5-46e5-4e55-998b-e50cd43c5045 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.1247120 Dec 17 13:10:16.150706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 280f1cfc-8f53-419b-92b4-42a57757d36e completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:10:16.157345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 280f1cfc-8f53-419b-92b4-42a57757d36e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:16.157345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:16.229014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f9105-fe1f-491a-880e-83681f994b47 req-27d96205-8a6b-4839-b2cd-22a9bdd88b79 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:16.230679 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce4f9105-fe1f-491a-880e-83681f994b47 req-27d96205-8a6b-4839-b2cd-22a9bdd88b79 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 947 time: 0.1034398 Dec 17 13:10:16.237107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ee7f472-4ea3-48ed-9e41-262477d218fe req-b4d5ab7f-1b69-4457-8e79-0f6516d0d235 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=77434bb7-2b9d-404c-9c48-45b92d8d97c8 HTTP/1.1" status: 200 len: 217 time: 0.1085913 Dec 17 13:10:16.326471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7f472-4ea3-48ed-9e41-262477d218fe req-9c8db2d0-162a-459d-8d5f-c91ce68c6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:16.327950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce4f9105-fe1f-491a-880e-83681f994b47 req-6a0a000f-c841-4dd2-bf1c-fa0130320eb0 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9f3831d-aef5-48af-8540-fb0975954579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860949 Dec 17 13:10:16.329281 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ee7f472-4ea3-48ed-9e41-262477d218fe req-9c8db2d0-162a-459d-8d5f-c91ce68c6ff3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0825264 Dec 17 13:10:16.343672 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:16.375309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280f1cfc-8f53-419b-92b4-42a57757d36e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:16.377642 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85113ece-04fa-4151-b076-6cf1afb67b17" -d '{"events": [{"server_uuid": "8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da", "name": "network-vif-plugged", "status": "completed", "tag": "280f1cfc-8f53-419b-92b4-42a57757d36e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:16.391468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 280f1cfc-8f53-419b-92b4-42a57757d36e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=280f1cfc-8f53-419b-92b4-42a57757d36e,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:16.392481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7f472-4ea3-48ed-9e41-262477d218fe req-32502d9e-e3db-417f-9601-67c9bb4bd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:16.394511 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ee7f472-4ea3-48ed-9e41-262477d218fe req-32502d9e-e3db-417f-9601-67c9bb4bd5b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580270 Dec 17 13:10:16.411422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2132-7a1e-457c-98e4-8de1c744d92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:16.411422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2132-7a1e-457c-98e4-8de1c744d92d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:16.415172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2a0c2132-7a1e-457c-98e4-8de1c744d92d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8717c3b3-165c-4011-af1f-7e3cf5a4b26c HTTP/1.1" status: 204 len: 168 time: 0.4048886 Dec 17 13:10:16.423475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c2132-7a1e-457c-98e4-8de1c744d92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8717c3b3-165c-4011-af1f-7e3cf5a4b26c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:16.425017 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4109c0-4ddc-43da-9eef-98844e0b2a17 x-openstack-request-id: req-cb4109c0-4ddc-43da-9eef-98844e0b2a17 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:16.425509 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da", "name": "network-vif-plugged", "status": "completed", "tag": "280f1cfc-8f53-419b-92b4-42a57757d36e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:16.429750 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb4109c0-4ddc-43da-9eef-98844e0b2a17 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:16.430603 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280f1cfc-8f53-419b-92b4-42a57757d36e', 'code': 200} Dec 17 13:10:16.447941 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1f3edc31-8566-4243-b89c-95b53934b829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:16.554707 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:16.566445 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3414e-ada1-4b45-aec4-6d92c0db5aae req-34f2bfc3-defe-4628-afc6-a61a95640989 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:16.568143 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-37a3414e-ada1-4b45-aec4-6d92c0db5aae req-34f2bfc3-defe-4628-afc6-a61a95640989 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 945 time: 0.1212308 Dec 17 13:10:16.575147 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ee7f472-4ea3-48ed-9e41-262477d218fe req-2869fb41-90bc-4b99-ac10-dde336495dd3 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722934 Dec 17 13:10:16.610509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5834c-1f42-41eb-8018-190fdc84e9a7 req-586328e5-1fef-4933-9f34-037e27d9ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:16.612377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96a5834c-1f42-41eb-8018-190fdc84e9a7 req-586328e5-1fef-4933-9f34-037e27d9ae69 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 1096 time: 0.0990782 Dec 17 13:10:16.648491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=280f1cfc-8f53-419b-92b4-42a57757d36e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:16.651757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010b34c-9bc0-471b-93a2-d6e0de624838 req-23b1531b-9de2-4535-aae2-f0e4fe8df156 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:16.667272 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1010b34c-9bc0-471b-93a2-d6e0de624838 req-23b1531b-9de2-4535-aae2-f0e4fe8df156 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1358621 Dec 17 13:10:16.700215 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-37a3414e-ada1-4b45-aec4-6d92c0db5aae req-bc811b7a-ac32-4cba-8077-e5eb7a1e6d10 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226087 Dec 17 13:10:16.733918 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0ee7f472-4ea3-48ed-9e41-262477d218fe req-d6864a0b-342e-4395-b362-62fe0f5babe3 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467059 Dec 17 13:10:16.779569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1010b34c-9bc0-471b-93a2-d6e0de624838 req-8d31d8af-a3f7-4f63-99c4-4c9fbab701ed tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089401 Dec 17 13:10:16.822833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96a5834c-1f42-41eb-8018-190fdc84e9a7 req-4e922828-cc4f-4e5a-a601-7c77eb80a2b6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009561 Dec 17 13:10:16.924541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4bcea-80ba-4952-b729-e531a851aaa1 req-6e880114-75a0-4b3a-abb9-e8555fcf7e6f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:16.926063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79d4bcea-80ba-4952-b729-e531a851aaa1 req-6e880114-75a0-4b3a-abb9-e8555fcf7e6f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0554731 Dec 17 13:10:16.989287 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79d4bcea-80ba-4952-b729-e531a851aaa1 req-48021bba-72ca-4601-8d8b-2ea435f0aca4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531690 Dec 17 13:10:17.125671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6097c16-ab5e-4523-b00f-4ee65dd6d525 req-2bf081b8-83b1-4316-bdf5-79b8f67dac06 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:17.127370 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b6097c16-ab5e-4523-b00f-4ee65dd6d525 req-2bf081b8-83b1-4316-bdf5-79b8f67dac06 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0588658 Dec 17 13:10:17.188194 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b6097c16-ab5e-4523-b00f-4ee65dd6d525 req-d039dba6-8643-4756-9206-b44532169b42 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542970 Dec 17 13:10:17.482621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2828953-2dac-4589-ad0e-862a6a380fb8 req-68596c35-974a-45d2-8d4b-e1070ee2d11b tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:17.484252 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e2828953-2dac-4589-ad0e-862a6a380fb8 req-68596c35-974a-45d2-8d4b-e1070ee2d11b tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 947 time: 0.0712061 Dec 17 13:10:17.543769 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e2828953-2dac-4589-ad0e-862a6a380fb8 req-d979e797-0434-473c-b4bf-90ed655c7450 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9f3831d-aef5-48af-8540-fb0975954579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525169 Dec 17 13:10:17.625189 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:17.850402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832218bb-6aab-48a8-8d41-bac17fb3ae2c req-635d1596-bf25-4380-bafa-71d6a8542e33 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:17.852061 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-832218bb-6aab-48a8-8d41-bac17fb3ae2c req-635d1596-bf25-4380-bafa-71d6a8542e33 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 946 time: 0.0699942 Dec 17 13:10:17.915898 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-832218bb-6aab-48a8-8d41-bac17fb3ae2c req-dbaa2321-36cb-4441-96d4-1408c1bb8da0 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571356 Dec 17 13:10:17.942959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4252c2-31d9-426b-a694-35003b88e2fa req-b32da705-a6b6-40ff-b10f-edb5a1de80d5 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:17.949345 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a4252c2-31d9-426b-a694-35003b88e2fa req-b32da705-a6b6-40ff-b10f-edb5a1de80d5 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0747633 Dec 17 13:10:18.005445 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a4252c2-31d9-426b-a694-35003b88e2fa req-78451c89-c364-476e-a8a5-5cdf7ee6766d tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530021 Dec 17 13:10:18.219780 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56900) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:18.331275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1827302010-network', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:18.488371 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Made reservation on behalf of 2aaefcd390c348a7a4e7afb9a689cf70 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:10:18.491935 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:18.501121 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:18.582437 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:18.675054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267e247-2b54-43e1-966a-6840fcacb26b req-8c8553c4-ada6-483a-9a84-d9e7f0a74f73 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:18.682179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c267e247-2b54-43e1-966a-6840fcacb26b req-8c8553c4-ada6-483a-9a84-d9e7f0a74f73 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 947 time: 0.0641971 Dec 17 13:10:18.698820 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:18.734058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:10:18.754397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb8b3bf-7080-4d36-9fff-6622904f28e1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:18.757835 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:18.758186 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Added segment 9e4606aa-94db-4e5e-8b2c-96cb07d1448c of type vlan for network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 Dec 17 13:10:18.794945 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c267e247-2b54-43e1-966a-6840fcacb26b req-f19b99ce-d01a-4402-b6e2-2b5ec83dba7c tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9f3831d-aef5-48af-8540-fb0975954579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113722 Dec 17 13:10:18.799829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.799829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.799829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.799829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.800809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.800809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.800809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.801055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.801477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.801855 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.802276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.803184 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.803504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:18.818295 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:18.876957 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:18.996760 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:18.998165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:18.998889 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:19.066926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd5371-9b84-40f6-a0b7-127c7d55712c req-6796f74c-0777-44a8-9cb4-848ab6def584 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:19.078125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-09bd5371-9b84-40f6-a0b7-127c7d55712c req-6796f74c-0777-44a8-9cb4-848ab6def584 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 946 time: 0.0789096 Dec 17 13:10:19.112684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] Pushing event updated for resources: {'Network': ['ID=ae0533c9-be5e-4f3a-af0e-e372fb02ee02,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:19.126982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:10:19.170845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-163f3873-bdc0-4fc3-b13f-c2411cd989eb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9496183 Dec 17 13:10:19.174260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56926) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:19.180962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-09bd5371-9b84-40f6-a0b7-127c7d55712c req-b109feb4-197e-4720-b171-2738999f70fd tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019666 Dec 17 13:10:19.183086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-973577a9-bd3c-4849-97b5-c49fc13659df admin admin] Request body: {'subnet': {'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1827302010-subnet', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:19.306412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636999-b09a-4d22-a2be-d4d623c8bf5f req-80489f67-0527-49cc-8d68-5a67de1659c8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:19.308077 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17636999-b09a-4d22-a2be-d4d623c8bf5f req-80489f67-0527-49cc-8d68-5a67de1659c8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0661335 Dec 17 13:10:19.310186 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973577a9-bd3c-4849-97b5-c49fc13659df admin admin] Made reservation on behalf of 2aaefcd390c348a7a4e7afb9a689cf70 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:10:19.312936 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-973577a9-bd3c-4849-97b5-c49fc13659df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:19.420535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcf460-2a3d-426d-9ea3-e8dcb20c057c req-a40eff51-13cf-4cd7-ba4d-583c9b9a2dc8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:19.423090 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-50dcf460-2a3d-426d-9ea3-e8dcb20c057c req-a40eff51-13cf-4cd7-ba4d-583c9b9a2dc8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 946 time: 0.0651300 Dec 17 13:10:19.433778 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17636999-b09a-4d22-a2be-d4d623c8bf5f req-e458a5a4-567a-4087-95d9-39b261533409 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135623 Dec 17 13:10:19.502190 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-50dcf460-2a3d-426d-9ea3-e8dcb20c057c req-6749cc5f-d240-400c-b23a-967b6a5bb69e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727935 Dec 17 13:10:19.608025 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:19.636551 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-973577a9-bd3c-4849-97b5-c49fc13659df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:19.718142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973577a9-bd3c-4849-97b5-c49fc13659df admin admin] Checking segment: {'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:10:19.718517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973577a9-bd3c-4849-97b5-c49fc13659df admin admin] Network hostable DHCP agents. Network: ae0533c9-be5e-4f3a-af0e-e372fb02ee02, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:10:19.724752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973577a9-bd3c-4849-97b5-c49fc13659df admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:19.734050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 77434bb7-2b9d-404c-9c48-45b92d8d97c8 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:10:19.879113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 77434bb7-2b9d-404c-9c48-45b92d8d97c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=77434bb7-2b9d-404c-9c48-45b92d8d97c8,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:19.891390 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973577a9-bd3c-4849-97b5-c49fc13659df admin admin] Network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:10:19.905487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '77434bb7-2b9d-404c-9c48-45b92d8d97c8', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '77434bb7-2b9d-404c-9c48-45b92d8d97c8', 'mac_address': 'fa:16:3e:e6:bb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:10:19.951756 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:19.971685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77434bb7-2b9d-404c-9c48-45b92d8d97c8 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:10:20.002118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 77434bb7-2b9d-404c-9c48-45b92d8d97c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=77434bb7-2b9d-404c-9c48-45b92d8d97c8,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:20.032299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7579b-ce82-4448-b5ef-dbcc36809f95 req-5f891656-a1b7-4dff-842d-daa49acfcf1d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:20.034654 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6a7579b-ce82-4448-b5ef-dbcc36809f95 req-5f891656-a1b7-4dff-842d-daa49acfcf1d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 947 time: 0.0649602 Dec 17 13:10:20.038930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-973577a9-bd3c-4849-97b5-c49fc13659df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, ae0533c9-be5e-4f3a-af0e-e372fb02ee02) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:10:20.047039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973577a9-bd3c-4849-97b5-c49fc13659df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:20.047727 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-973577a9-bd3c-4849-97b5-c49fc13659df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:20.053365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ec7d4e-01e8-4e43-9cc0-a12bbfad9eba None None] Network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:20.151714 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6a7579b-ce82-4448-b5ef-dbcc36809f95 req-96fc39c3-bd19-468b-9bb1-f21cf5744147 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9f3831d-aef5-48af-8540-fb0975954579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031666 Dec 17 13:10:20.194130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949567a-9833-41a9-94a5-237c15296cf3 req-7f357f4f-0fb1-47a4-91c4-c09ed998dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:20.195517 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b949567a-9833-41a9-94a5-237c15296cf3 req-7f357f4f-0fb1-47a4-91c4-c09ed998dc3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 1096 time: 0.1065462 Dec 17 13:10:20.229217 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af54399-e907-45ff-9e59-ac32fde2d4a9 None None] Network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:20.234016 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-973577a9-bd3c-4849-97b5-c49fc13659df admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0582385 Dec 17 13:10:20.236701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56954) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:20.241802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1827302010-router', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:20.246049 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:20.354763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb187997-f014-4f34-b56d-159e62c439d7 req-1acc744c-e799-4fa0-858f-2deb3796f0d4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:20.356528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fb187997-f014-4f34-b56d-159e62c439d7 req-1acc744c-e799-4fa0-858f-2deb3796f0d4 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1050737 Dec 17 13:10:20.362536 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:20.363629 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:20.370412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=77434bb7-2b9d-404c-9c48-45b92d8d97c8,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:20.451354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949567a-9833-41a9-94a5-237c15296cf3 req-2890d77e-fbd3-4982-863d-b94a767010f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:20.451354 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b949567a-9833-41a9-94a5-237c15296cf3 req-2890d77e-fbd3-4982-863d-b94a767010f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 200 len: 912 time: 0.2260280 Dec 17 13:10:20.451354 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fb187997-f014-4f34-b56d-159e62c439d7 req-ae20ae91-4743-483f-88a9-7110dac06898 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677860 Dec 17 13:10:20.486510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:20.525918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['77434bb7-2b9d-404c-9c48-45b92d8d97c8'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:20.527664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b949567a-9833-41a9-94a5-237c15296cf3 req-7a6d067c-ec6a-4dcc-85eb-66c713b75a74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 200 len: 1000 time: 0.0837615 Dec 17 13:10:20.604271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949567a-9833-41a9-94a5-237c15296cf3 req-4592e25e-1c28-4789-9ac0-107ef2b69f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:20.605801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b949567a-9833-41a9-94a5-237c15296cf3 req-4592e25e-1c28-4789-9ac0-107ef2b69f5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 200 len: 850 time: 0.0652580 Dec 17 13:10:20.655868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949567a-9833-41a9-94a5-237c15296cf3 req-f3f71fbc-08d6-4a8a-905a-66b52b57cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:20.657409 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b949567a-9833-41a9-94a5-237c15296cf3 req-f3f71fbc-08d6-4a8a-905a-66b52b57cef2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2700c050-d57b-4cbb-9c83-ee91fcca14af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435665 Dec 17 13:10:20.752872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b949567a-9833-41a9-94a5-237c15296cf3 req-5ec0294e-c1ae-4046-afc8-a095bb6306bb service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879648 Dec 17 13:10:20.858428 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b949567a-9833-41a9-94a5-237c15296cf3 req-bb203aff-c858-4133-b206-f5ff481e1227 service neutron] 10.222.0.61 "GET /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984654 Dec 17 13:10:21.152756 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:21.354917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3425d5-7d70-486f-ac42-09ed0beab65f req-21963ace-796f-47cb-8ec8-bf63ee140111 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:21.366662 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc3425d5-7d70-486f-ac42-09ed0beab65f req-21963ace-796f-47cb-8ec8-bf63ee140111 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 948 time: 0.0840650 Dec 17 13:10:21.420997 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc3425d5-7d70-486f-ac42-09ed0beab65f req-4b37469f-478c-4ec8-ba6e-e2131707ba16 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9f3831d-aef5-48af-8540-fb0975954579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530479 Dec 17 13:10:21.483909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90189a-0754-43b8-89ba-8695524629c4 req-9c6d66b5-548d-4931-ad48-9b7054461220 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:21.485499 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b90189a-0754-43b8-89ba-8695524629c4 req-9c6d66b5-548d-4931-ad48-9b7054461220 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 946 time: 0.0986435 Dec 17 13:10:21.584075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc8ce-74bc-4a47-a119-086b8715e8f1 req-d658ede0-3200-406f-8b6d-9de6b1ac4a92 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:21.585701 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f7fc8ce-74bc-4a47-a119-086b8715e8f1 req-d658ede0-3200-406f-8b6d-9de6b1ac4a92 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0609844 Dec 17 13:10:21.658530 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f7fc8ce-74bc-4a47-a119-086b8715e8f1 req-5a529c90-874c-4896-a26e-3586006f2d1b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602057 Dec 17 13:10:21.696419 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b90189a-0754-43b8-89ba-8695524629c4 req-4456c89e-9f4f-4f58-8f75-349a3a38d399 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757882 Dec 17 13:10:21.709752 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:21.734119 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:21.739270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 77434bb7-2b9d-404c-9c48-45b92d8d97c8 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:10:21.873524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Allocated IP 172.25.0.170 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/bdec867a-ab77-4f33-b0e8-caf21e69b8eb) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:10:21.916088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 77434bb7-2b9d-404c-9c48-45b92d8d97c8 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:10:21.920557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 77434bb7-2b9d-404c-9c48-45b92d8d97c8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:21.920899 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:21.997229 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:22.030264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:22.057336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c147167-f381-4617-8443-8cb7efd6c973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77434bb7-2b9d-404c-9c48-45b92d8d97c8'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:22.060037 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52618c1f-3948-41dc-a467-fea0abe79af2" -d '{"events": [{"server_uuid": "1c147167-f381-4617-8443-8cb7efd6c973", "name": "network-vif-plugged", "status": "completed", "tag": "77434bb7-2b9d-404c-9c48-45b92d8d97c8"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:22.075507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 77434bb7-2b9d-404c-9c48-45b92d8d97c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=77434bb7-2b9d-404c-9c48-45b92d8d97c8,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:22.113305 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6de089-ffa8-49dd-8573-035266464a31 x-openstack-request-id: req-ec6de089-ffa8-49dd-8573-035266464a31 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:22.113774 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c147167-f381-4617-8443-8cb7efd6c973", "name": "network-vif-plugged", "status": "completed", "tag": "77434bb7-2b9d-404c-9c48-45b92d8d97c8", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:22.114029 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec6de089-ffa8-49dd-8573-035266464a31 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:22.114445 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c147167-f381-4617-8443-8cb7efd6c973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77434bb7-2b9d-404c-9c48-45b92d8d97c8', 'code': 200} Dec 17 13:10:22.166487 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:22.225876 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:22.233659 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:10:22.241251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:10:22.243964 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:10:22.258685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84f3c20-6648-4433-ac27-b2b0799c9b9d None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:22.282225 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Pushing event updated for resources: {'Port': ['ID=bdec867a-ab77-4f33-b0e8-caf21e69b8eb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:22.285903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=77434bb7-2b9d-404c-9c48-45b92d8d97c8,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:22.307307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43aa33-70a6-41fb-bc58-80c5af757a8e req-2aef1d3d-d8e3-4d6e-8158-e1198b1fff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:22.309717 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2b43aa33-70a6-41fb-bc58-80c5af757a8e req-2aef1d3d-d8e3-4d6e-8158-e1198b1fff1c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 1099 time: 0.1153302 Dec 17 13:10:22.373590 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dd7e9376-b008-4197-a243-9d653c672eaa None None] Provisioning complete for port bdec867a-ab77-4f33-b0e8-caf21e69b8eb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:22.374030 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9376-b008-4197-a243-9d653c672eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:22.418236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e9376-b008-4197-a243-9d653c672eaa None None] Port bdec867a-ab77-4f33-b0e8-caf21e69b8eb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:10:22.459422 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2b43aa33-70a6-41fb-bc58-80c5af757a8e req-43caea32-2e72-46ed-838f-df89d565584f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a9f3831d-aef5-48af-8540-fb0975954579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382072 Dec 17 13:10:22.565500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26658ae-fe67-4f3c-857d-6d07b5b298a1 req-2bf005a2-25a4-4151-a19c-8a0daeae8570 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:22.567512 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26658ae-fe67-4f3c-857d-6d07b5b298a1 req-2bf005a2-25a4-4151-a19c-8a0daeae8570 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 949 time: 0.0587873 Dec 17 13:10:22.629089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26658ae-fe67-4f3c-857d-6d07b5b298a1 req-6dacb7fb-5348-4be8-90a0-a54860f0cb4a tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9f3831d-aef5-48af-8540-fb0975954579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516338 Dec 17 13:10:22.685092 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:22.841844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd491bba-0e36-419c-bd63-95f8819cc6fd req-9c560967-6de8-454c-a7f7-c46603868546 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:22.843556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd491bba-0e36-419c-bd63-95f8819cc6fd req-9c560967-6de8-454c-a7f7-c46603868546 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 946 time: 0.0549624 Dec 17 13:10:22.890208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e500a8-ea63-41d2-8e8f-2dba1ce1862d req-c4b29a2e-8af8-401f-8d6f-0beeaccb1e89 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:22.892243 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-98e500a8-ea63-41d2-8e8f-2dba1ce1862d req-c4b29a2e-8af8-401f-8d6f-0beeaccb1e89 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.1533625 Dec 17 13:10:22.913625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd491bba-0e36-419c-bd63-95f8819cc6fd req-3cb88735-9218-48af-b3c3-833dd32f0404 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597126 Dec 17 13:10:22.999231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-98e500a8-ea63-41d2-8e8f-2dba1ce1862d req-53c5706e-2feb-4daf-855b-e031e49d5e55 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969343 Dec 17 13:10:23.008097 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:23.182940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab1779-c09e-4dc1-b7ca-b95c3fe5dc2f req-887b34ff-2c54-4210-ab29-c47f08c773d7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:23.184637 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-afab1779-c09e-4dc1-b7ca-b95c3fe5dc2f req-887b34ff-2c54-4210-ab29-c47f08c773d7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0562007 Dec 17 13:10:23.247119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-afab1779-c09e-4dc1-b7ca-b95c3fe5dc2f req-6867a283-73ba-4969-8a97-42e0d1433aca tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537889 Dec 17 13:10:23.540730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Router 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:10:23.690755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:10:23.704269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Sync routers for ids ['483e0f32-3a9b-4cd7-96df-039b98d8c7a5'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:10:23.726779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Routers {'483e0f32-3a9b-4cd7-96df-039b98d8c7a5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:10:23.727702 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:10:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['483e0f32-3a9b-4cd7-96df-039b98d8c7a5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:23.793208 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:23.794597 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-13106f81-8404-4f53-9bf6-b6de2535f18a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5568485 Dec 17 13:10:23.797345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57028) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:23.891434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fdf9b-3684-46b9-a050-d5cd51356cc6 req-f0806627-d6f7-4fa8-a3cb-a30db075d68d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:23.896812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-056fdf9b-3684-46b9-a050-d5cd51356cc6 req-f0806627-d6f7-4fa8-a3cb-a30db075d68d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 949 time: 0.1572611 Dec 17 13:10:24.088056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 280f1cfc-8f53-419b-92b4-42a57757d36e details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:10:24.097166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-056fdf9b-3684-46b9-a050-d5cd51356cc6 req-54ee9a0d-557f-41e7-9466-a0b715ad6509 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9f3831d-aef5-48af-8540-fb0975954579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876607 Dec 17 13:10:24.223518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 280f1cfc-8f53-419b-92b4-42a57757d36e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=280f1cfc-8f53-419b-92b4-42a57757d36e,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:24.242265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '280f1cfc-8f53-419b-92b4-42a57757d36e', 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca', 'port_id': '280f1cfc-8f53-419b-92b4-42a57757d36e', 'mac_address': 'fa:16:3e:3f:84:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef3889a-8a1b-4fb4-b12a-7cba10c6885a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:10:24.304989 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:24.308281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Set router 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:10:24.315041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e10ad-a4e5-457f-9246-8bc42ded698e req-9573da75-ecc4-45fd-b7b5-f06ea604fcdf tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:24.323267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe1e10ad-a4e5-457f-9246-8bc42ded698e req-9573da75-ecc4-45fd-b7b5-f06ea604fcdf tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 946 time: 0.1174009 Dec 17 13:10:24.379336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 280f1cfc-8f53-419b-92b4-42a57757d36e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:10:24.430920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe1e10ad-a4e5-457f-9246-8bc42ded698e req-207b782d-c7d9-469c-9687-bbca04e0f856 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064658 Dec 17 13:10:24.448696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 280f1cfc-8f53-419b-92b4-42a57757d36e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=280f1cfc-8f53-419b-92b4-42a57757d36e,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:24.520480 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:24.606659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'name': 'tempest-ServerRescueTestJSON-1827302010-router', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:10:20Z', 'updated_at': '2021-12-17T13:10:22Z', 'revision_number': 3, 'project_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'gw_port': {'id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:10:21Z', 'updated_at': '2021-12-17T13:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:24.608531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=280f1cfc-8f53-419b-92b4-42a57757d36e,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:24.654166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Checking router: 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:10:24.660708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Updating router 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 port bdec867a-ab77-4f33-b0e8-caf21e69b8eb binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:10:24.685767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['280f1cfc-8f53-419b-92b4-42a57757d36e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:24.697456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:24.726856 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:24.953185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Allocated IP 172.20.0.1 (ae0533c9-be5e-4f3a-af0e-e372fb02ee02/2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0/f96d4300-c637-40e6-8668-cc61e650daab) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:10:25.134872 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:25.145273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:25.246115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87497b99-65e4-46ef-a263-a8a11031ed47 req-f1cc8371-01b1-4e8e-9cef-c98759eb390f tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:25.248766 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87497b99-65e4-46ef-a263-a8a11031ed47 req-f1cc8371-01b1-4e8e-9cef-c98759eb390f tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 949 time: 0.0622640 Dec 17 13:10:25.251634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:25.252922 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:25.295742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68673b4-6f84-47fa-82d9-23f46350b2c2 req-3af3cdbb-9d21-4d7b-9be5-0ed886de926f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:25.298088 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f68673b4-6f84-47fa-82d9-23f46350b2c2 req-3af3cdbb-9d21-4d7b-9be5-0ed886de926f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b4d769-57da-41f1-b4a1-baaf1f54ef57 HTTP/1.1" status: 200 len: 943 time: 0.0587807 Dec 17 13:10:25.307902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=f96d4300-c637-40e6-8668-cc61e650daab,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:25.341157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:10:25.347607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:10:25.351688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:10:25.368102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Pushing event updated for resources: {'Port': ['ID=bdec867a-ab77-4f33-b0e8-caf21e69b8eb,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:25.399257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Attempting to bind port bdec867a-ab77-4f33-b0e8-caf21e69b8eb on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:10:25.399749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Attempting to bind port bdec867a-ab77-4f33-b0e8-caf21e69b8eb by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:10:25.400624 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Attempting to bind port bdec867a-ab77-4f33-b0e8-caf21e69b8eb on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:10:25.415673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:10:25.416468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:10:25.416468 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:25.416925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:10:25.417377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Bound port: bdec867a-ab77-4f33-b0e8-caf21e69b8eb, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:10:25.418050 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:25.419662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16e20a3-c343-4988-b1fc-67bf1fa481d8 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:25.426506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.428526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.428526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.428526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.428526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.429903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.429903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.430049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.431260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.431260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.431451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.431763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.433176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:25.457137 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87497b99-65e4-46ef-a263-a8a11031ed47 req-2b927462-d023-47f5-b6fb-00922659619b tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9f3831d-aef5-48af-8540-fb0975954579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511085 Dec 17 13:10:25.463673 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:25.466499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-f68673b4-6f84-47fa-82d9-23f46350b2c2 req-0450efe3-aaff-4064-b36f-972efc319753 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Deleting port 55b110f8-37bb-4092-b6a9-7d2c6338cc02 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:25.466796 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f68673b4-6f84-47fa-82d9-23f46350b2c2 req-0450efe3-aaff-4064-b36f-972efc319753 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:25.535188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-10a662b6-2e8f-4914-ae7d-d9a285d1ff97 None None] Provisioning complete for port bdec867a-ab77-4f33-b0e8-caf21e69b8eb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:25.536322 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-10a662b6-2e8f-4914-ae7d-d9a285d1ff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:25.543929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] For port bdec867a-ab77-4f33-b0e8-caf21e69b8eb, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:10:25.586983 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] For port bdec867a-ab77-4f33-b0e8-caf21e69b8eb, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bdec867a-ab77-4f33-b0e8-caf21e69b8eb,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:10:25.597274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-10a662b6-2e8f-4914-ae7d-d9a285d1ff97 None None] Port bdec867a-ab77-4f33-b0e8-caf21e69b8eb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:10:25.670059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-f68673b4-6f84-47fa-82d9-23f46350b2c2 req-0450efe3-aaff-4064-b36f-972efc319753 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] For port 55b110f8-37bb-4092-b6a9-7d2c6338cc02, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=55b110f8-37bb-4092-b6a9-7d2c6338cc02,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:25.671479 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f68673b4-6f84-47fa-82d9-23f46350b2c2 req-0450efe3-aaff-4064-b36f-972efc319753 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:25.686047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-f68673b4-6f84-47fa-82d9-23f46350b2c2 req-0450efe3-aaff-4064-b36f-972efc319753 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Calling delete_port for 55b110f8-37bb-4092-b6a9-7d2c6338cc02 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:25.689216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884f28b-c5a4-407c-919f-2f5975ebc8f0 req-d7e3d29d-414a-4e53-b8e5-dc903ed2928f tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:25.690935 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5884f28b-c5a4-407c-919f-2f5975ebc8f0 req-d7e3d29d-414a-4e53-b8e5-dc903ed2928f tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 945 time: 0.1163337 Dec 17 13:10:25.717914 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:25.796913 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c5578-f853-433a-8bb3-3cbae858c4f6 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:25.803003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Routers {'483e0f32-3a9b-4cd7-96df-039b98d8c7a5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:10:25.803648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:10:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['483e0f32-3a9b-4cd7-96df-039b98d8c7a5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:25.808279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4601e-eb95-455c-8c2f-51ebb5af6f20 None None] Pushing event updated for resources: {'Port': ['ID=bdec867a-ab77-4f33-b0e8-caf21e69b8eb,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:25.950464 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c41d14ab-6a00-4c22-9f13-818c20b713c5 None None] Provisioning complete for port bdec867a-ab77-4f33-b0e8-caf21e69b8eb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:25.950837 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c41d14ab-6a00-4c22-9f13-818c20b713c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:25.980430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 280f1cfc-8f53-419b-92b4-42a57757d36e up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:10:26.015623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] Set router 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:10:26.126052 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f68673b4-6f84-47fa-82d9-23f46350b2c2 req-0450efe3-aaff-4064-b36f-972efc319753 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:26.151871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['fcffe280-729a-485d-8c70-fe7b0dc2c70a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:26.158134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5da04916-a058-4f98-a1b5-089f900b8f53'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:26.234086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450efe3-aaff-4064-b36f-972efc319753 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event deleted for resources: {'Port': ['ID=55b110f8-37bb-4092-b6a9-7d2c6338cc02,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:26.240143 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:26.303292 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5884f28b-c5a4-407c-919f-2f5975ebc8f0 req-acf43b55-a249-4689-a917-58e673b95e88 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963521 Dec 17 13:10:26.312055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68673b4-6f84-47fa-82d9-23f46350b2c2 req-0450efe3-aaff-4064-b36f-972efc319753 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] No DVR routers for this DVR port 55b110f8-37bb-4092-b6a9-7d2c6338cc02 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:26.315028 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f68673b4-6f84-47fa-82d9-23f46350b2c2 req-0450efe3-aaff-4064-b36f-972efc319753 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:26.319766 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f68673b4-6f84-47fa-82d9-23f46350b2c2 req-0450efe3-aaff-4064-b36f-972efc319753 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "DELETE /v2.0/ports/55b110f8-37bb-4092-b6a9-7d2c6338cc02 HTTP/1.1" status: 204 len: 173 time: 1.0131185 Dec 17 13:10:26.320264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b4d769-57da-41f1-b4a1-baaf1f54ef57', 'name': 'network-vif-deleted', 'tag': '55b110f8-37bb-4092-b6a9-7d2c6338cc02'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:26.327823 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e11d3f-c002-4a41-abbd-56528b9411dd" -d '{"events": [{"server_uuid": "f0b4d769-57da-41f1-b4a1-baaf1f54ef57", "name": "network-vif-deleted", "tag": "55b110f8-37bb-4092-b6a9-7d2c6338cc02"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:26.337620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 280f1cfc-8f53-419b-92b4-42a57757d36e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:26.337989 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:26.455747 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c41d14ab-6a00-4c22-9f13-818c20b713c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:26.576488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c41d14ab-6a00-4c22-9f13-818c20b713c5 None None] For port bdec867a-ab77-4f33-b0e8-caf21e69b8eb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bdec867a-ab77-4f33-b0e8-caf21e69b8eb,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:26.688420 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:26.699426 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:26.749333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'name': 'tempest-ServerRescueTestJSON-1827302010-router', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:10:20Z', 'updated_at': '2021-12-17T13:10:22Z', 'revision_number': 3, 'project_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'gw_port': {'id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:10:21Z', 'updated_at': '2021-12-17T13:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:26.751089 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c41d14ab-6a00-4c22-9f13-818c20b713c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:26.801467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280f1cfc-8f53-419b-92b4-42a57757d36e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:26.804444 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28b0284-abec-4c27-8ebb-9ac3a2d848ba" -d '{"events": [{"server_uuid": "8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da", "name": "network-vif-plugged", "status": "completed", "tag": "280f1cfc-8f53-419b-92b4-42a57757d36e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:26.811764 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:26.845019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbaf61-f7c4-48e8-a328-0433be01d175 None None] The sync data for ids ['483e0f32-3a9b-4cd7-96df-039b98d8c7a5'] in n-d-815324-5 is: [{'id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'name': 'tempest-ServerRescueTestJSON-1827302010-router', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:10:20Z', 'updated_at': '2021-12-17T13:10:22Z', 'revision_number': 3, 'project_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'gw_port': {'id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:10:21Z', 'updated_at': '2021-12-17T13:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:10:26.862769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 280f1cfc-8f53-419b-92b4-42a57757d36e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=280f1cfc-8f53-419b-92b4-42a57757d36e,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:26.913051 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:26.916665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=f96d4300-c637-40e6-8668-cc61e650daab,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:26.943506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d14ab-6a00-4c22-9f13-818c20b713c5 None None] Pushing event updated for resources: {'Port': ['ID=bdec867a-ab77-4f33-b0e8-caf21e69b8eb,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:26.968809 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:27.085046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=280f1cfc-8f53-419b-92b4-42a57757d36e,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:27.092652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:10:27.096385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:10:27.361470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Router 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:10:27.450091 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f268635-cd5d-46ca-ac7e-11d2257f535f x-openstack-request-id: req-3f268635-cd5d-46ca-ac7e-11d2257f535f {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:27.450572 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b4d769-57da-41f1-b4a1-baaf1f54ef57", "name": "network-vif-deleted", "tag": "55b110f8-37bb-4092-b6a9-7d2c6338cc02", "status": "failed", "code": 422}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:27.450699 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f268635-cd5d-46ca-ac7e-11d2257f535f {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:27.451288 n-d-815324-5 neutron-server[110454]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0b4d769-57da-41f1-b4a1-baaf1f54ef57', 'name': 'network-vif-deleted', 'tag': '55b110f8-37bb-4092-b6a9-7d2c6338cc02', 'status': 'failed', 'code': 422} returned with failed status Dec 17 13:10:27.558863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:10:27.569641 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-865ab5af-553d-4777-a362-c0044214f6e3 admin admin] 10.222.0.59 "PUT /v2.0/routers/483e0f32-3a9b-4cd7-96df-039b98d8c7a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7587438 Dec 17 13:10:27.897932 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaa69fe-7491-4a87-9be2-d2067faa4f97 x-openstack-request-id: req-5eaa69fe-7491-4a87-9be2-d2067faa4f97 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:27.898411 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da", "name": "network-vif-plugged", "status": "completed", "tag": "280f1cfc-8f53-419b-92b4-42a57757d36e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:27.898503 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5eaa69fe-7491-4a87-9be2-d2067faa4f97 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:27.898853 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280f1cfc-8f53-419b-92b4-42a57757d36e', 'code': 200} Dec 17 13:10:27.976975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 280f1cfc-8f53-419b-92b4-42a57757d36e no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:28.055016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a95ce-1469-4ac6-8d34-5572b1475fc8 req-929b2d16-f81d-4b39-88b6-e9d8995ab201 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:28.057059 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a24a95ce-1469-4ac6-8d34-5572b1475fc8 req-929b2d16-f81d-4b39-88b6-e9d8995ab201 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 949 time: 0.0958462 Dec 17 13:10:28.125422 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:28.132373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a24a95ce-1469-4ac6-8d34-5572b1475fc8 req-06553ea4-b30c-4624-ad87-6d8ef1f91d2a tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/security-groups?id=a9f3831d-aef5-48af-8540-fb0975954579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621233 Dec 17 13:10:28.205443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 280f1cfc-8f53-419b-92b4-42a57757d36e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=280f1cfc-8f53-419b-92b4-42a57757d36e,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:28.308272 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:28.342829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b464398-ac39-4905-b6ac-aae4921dae3f req-a2e28810-927f-48f4-86ef-f825ece7359e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:28.344971 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b464398-ac39-4905-b6ac-aae4921dae3f req-a2e28810-927f-48f4-86ef-f825ece7359e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 946 time: 0.0695152 Dec 17 13:10:28.432421 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b464398-ac39-4905-b6ac-aae4921dae3f req-de53cd5c-267f-498f-acf6-0066f3f93970 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717738 Dec 17 13:10:28.524047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-2bf97908-facd-4d11-afe3-02e7e189ec1f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:28.526711 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-2bf97908-facd-4d11-afe3-02e7e189ec1f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/networks?id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02 HTTP/1.1" status: 200 len: 811 time: 0.1624920 Dec 17 13:10:28.551038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device bdec867a-ab77-4f33-b0e8-caf21e69b8eb up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:10:28.578342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-eca66638-2ad1-4061-8faf-5f417aafaf60 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/quotas/2aaefcd390c348a7a4e7afb9a689cf70 HTTP/1.1" status: 200 len: 375 time: 0.0230598 Dec 17 13:10:28.622659 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe6717-ad93-43b4-b379-212c6a71b156 req-c41e72d4-0add-430b-a0bf-7a5e18dc0776 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:28.625294 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dffe6717-ad93-43b4-b379-212c6a71b156 req-c41e72d4-0add-430b-a0bf-7a5e18dc0776 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 949 time: 0.0909078 Dec 17 13:10:28.643226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=280f1cfc-8f53-419b-92b4-42a57757d36e,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:28.673271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port bdec867a-ab77-4f33-b0e8-caf21e69b8eb triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:28.676788 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:28.677303 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-b1ba3c9c-ab91-4a34-98db-c4dcc0f78a4d tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970232 Dec 17 13:10:28.794786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-16187ae5-8d47-4aa4-a679-49ecf0a46fc8 service neutron] 10.222.0.59 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165559 Dec 17 13:10:28.818915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-dffe6717-ad93-43b4-b379-212c6a71b156 req-c6302296-b6ea-4db8-b34b-56cb0a1b180d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Deleting port 77434bb7-2b9d-404c-9c48-45b92d8d97c8 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:28.821789 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dffe6717-ad93-43b4-b379-212c6a71b156 req-c6302296-b6ea-4db8-b34b-56cb0a1b180d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:28.926377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-15dbe7e0-9779-45b3-80f2-51b7ee354292 service neutron] 10.222.0.59 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307108 Dec 17 13:10:28.968133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-dffe6717-ad93-43b4-b379-212c6a71b156 req-c6302296-b6ea-4db8-b34b-56cb0a1b180d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] For port 77434bb7-2b9d-404c-9c48-45b92d8d97c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=77434bb7-2b9d-404c-9c48-45b92d8d97c8,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:28.969060 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dffe6717-ad93-43b4-b379-212c6a71b156 req-c6302296-b6ea-4db8-b34b-56cb0a1b180d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:28.990531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-dffe6717-ad93-43b4-b379-212c6a71b156 req-c6302296-b6ea-4db8-b34b-56cb0a1b180d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Calling delete_port for 77434bb7-2b9d-404c-9c48-45b92d8d97c8 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:29.282321 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dffe6717-ad93-43b4-b379-212c6a71b156 req-c6302296-b6ea-4db8-b34b-56cb0a1b180d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:29.305816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['77434bb7-2b9d-404c-9c48-45b92d8d97c8'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:29.311151 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Sync routers for ids ['483e0f32-3a9b-4cd7-96df-039b98d8c7a5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:10:29.333030 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Routers {'483e0f32-3a9b-4cd7-96df-039b98d8c7a5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:10:29.338777 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:10:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['483e0f32-3a9b-4cd7-96df-039b98d8c7a5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:29.387495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6302296-b6ea-4db8-b34b-56cb0a1b180d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Pushing event deleted for resources: {'Port': ['ID=77434bb7-2b9d-404c-9c48-45b92d8d97c8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:29.476863 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffe6717-ad93-43b4-b379-212c6a71b156 req-c6302296-b6ea-4db8-b34b-56cb0a1b180d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] No DVR routers for this DVR port 77434bb7-2b9d-404c-9c48-45b92d8d97c8 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:29.483473 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dffe6717-ad93-43b4-b379-212c6a71b156 req-c6302296-b6ea-4db8-b34b-56cb0a1b180d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:29.510264 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dffe6717-ad93-43b4-b379-212c6a71b156 req-c6302296-b6ea-4db8-b34b-56cb0a1b180d tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.54 "DELETE /v2.0/ports/77434bb7-2b9d-404c-9c48-45b92d8d97c8 HTTP/1.1" status: 204 len: 173 time: 0.8569853 Dec 17 13:10:29.513597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c147167-f381-4617-8443-8cb7efd6c973', 'name': 'network-vif-deleted', 'tag': '77434bb7-2b9d-404c-9c48-45b92d8d97c8'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:29.515953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e551-8e46-4d0f-a11d-58e4ecd51761 req-fb8c2a4a-8057-460a-9963-21b7baa28769 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:29.516095 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0fa47a-82d3-4d9c-bed6-0b52925ac718" -d '{"events": [{"server_uuid": "1c147167-f381-4617-8443-8cb7efd6c973", "name": "network-vif-deleted", "tag": "77434bb7-2b9d-404c-9c48-45b92d8d97c8"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:29.527219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36c9e551-8e46-4d0f-a11d-58e4ecd51761 req-fb8c2a4a-8057-460a-9963-21b7baa28769 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 908 time: 0.1663003 Dec 17 13:10:29.560854 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddcc6fe1-9aef-43ed-9bd8-a5253f57ae8b req-1c4ca65d-1135-4078-b41b-0338eb93cd71 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 210 time: 0.0864704 Dec 17 13:10:29.578236 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Set router 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:10:29.673465 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7b29fb29-695a-49bb-b14a-61c86d5049fa req-1c6298a5-ce23-4054-b7d5-3cbce0c8d5c6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 210 time: 0.0384741 Dec 17 13:10:29.757973 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b8fe08-881b-4b23-ad4b-50f37e843667 x-openstack-request-id: req-c7b8fe08-881b-4b23-ad4b-50f37e843667 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:29.757973 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c147167-f381-4617-8443-8cb7efd6c973", "name": "network-vif-deleted", "tag": "77434bb7-2b9d-404c-9c48-45b92d8d97c8", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:29.758554 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c7b8fe08-881b-4b23-ad4b-50f37e843667 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:29.758639 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c147167-f381-4617-8443-8cb7efd6c973', 'name': 'network-vif-deleted', 'tag': '77434bb7-2b9d-404c-9c48-45b92d8d97c8', 'status': 'completed', 'code': 200} Dec 17 13:10:29.785925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295b7fe-8208-45cc-a399-cc949c850a13 req-2e5c3073-32f4-43b3-85e4-d1af235f3f4d tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:29.803199 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b295b7fe-8208-45cc-a399-cc949c850a13 req-2e5c3073-32f4-43b3-85e4-d1af235f3f4d tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 944 time: 0.1074359 Dec 17 13:10:29.861605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb5eb1-5071-4eda-b995-8fdd8c7547ae req-5350545a-378a-4095-8e60-1dbc7b7abbe9 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:29.863805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-62fb5eb1-5071-4eda-b995-8fdd8c7547ae req-5350545a-378a-4095-8e60-1dbc7b7abbe9 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 944 time: 0.0687723 Dec 17 13:10:29.866986 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b295b7fe-8208-45cc-a399-cc949c850a13 req-78a1bef6-cc7b-40f2-9ac6-001128f1fbe0 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627208 Dec 17 13:10:29.899730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280f1cfc-8f53-419b-92b4-42a57757d36e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:29.903813 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d99f76-49b9-46f1-8aa6-022c36ad1ff6" -d '{"events": [{"server_uuid": "8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da", "name": "network-vif-unplugged", "status": "completed", "tag": "280f1cfc-8f53-419b-92b4-42a57757d36e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:29.970830 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5a553c-0bca-460e-8c7b-975e9cf183fa x-openstack-request-id: req-0a5a553c-0bca-460e-8c7b-975e9cf183fa {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:29.971135 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da", "name": "network-vif-unplugged", "status": "completed", "tag": "280f1cfc-8f53-419b-92b4-42a57757d36e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:29.971391 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a5a553c-0bca-460e-8c7b-975e9cf183fa {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:29.978376 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280f1cfc-8f53-419b-92b4-42a57757d36e', 'code': 200} Dec 17 13:10:30.026459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-62fb5eb1-5071-4eda-b995-8fdd8c7547ae req-794499b0-53a3-4d8c-894e-a7c007a7d182 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Deleting port 280f1cfc-8f53-419b-92b4-42a57757d36e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:30.026801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-62fb5eb1-5071-4eda-b995-8fdd8c7547ae req-794499b0-53a3-4d8c-894e-a7c007a7d182 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:30.062062 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'name': 'tempest-ServerRescueTestJSON-1827302010-router', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:10:20Z', 'updated_at': '2021-12-17T13:10:25Z', 'revision_number': 4, 'project_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'gw_port': {'id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:10:21Z', 'updated_at': '2021-12-17T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'f96d4300-c637-40e6-8668-cc61e650daab', 'name': '', 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'mac_address': 'fa:16:3e:92:6c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:10:24Z', 'updated_at': '2021-12-17T13:10:26Z', 'revision_number': 2, 'project_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'subnets': [{'id': '2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:30.095814 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Checking router: 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:10:30.096165 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Updating router 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 port f96d4300-c637-40e6-8668-cc61e650daab binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:10:30.127650 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:30.138824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-62fb5eb1-5071-4eda-b995-8fdd8c7547ae req-794499b0-53a3-4d8c-894e-a7c007a7d182 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] For port 280f1cfc-8f53-419b-92b4-42a57757d36e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=280f1cfc-8f53-419b-92b4-42a57757d36e,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:30.139257 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-62fb5eb1-5071-4eda-b995-8fdd8c7547ae req-794499b0-53a3-4d8c-894e-a7c007a7d182 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:30.171087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-62fb5eb1-5071-4eda-b995-8fdd8c7547ae req-794499b0-53a3-4d8c-894e-a7c007a7d182 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Calling delete_port for 280f1cfc-8f53-419b-92b4-42a57757d36e owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:30.508403 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-62fb5eb1-5071-4eda-b995-8fdd8c7547ae req-794499b0-53a3-4d8c-894e-a7c007a7d182 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:30.537956 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:30.543464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794499b0-53a3-4d8c-894e-a7c007a7d182 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event deleted for resources: {'Port': ['ID=280f1cfc-8f53-419b-92b4-42a57757d36e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:30.572061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1656c6-e385-4427-86c4-667fb793d615 req-3f9e6f27-038e-49f1-8227-7d05d9bd138e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:30.573695 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f1656c6-e385-4427-86c4-667fb793d615 req-3f9e6f27-038e-49f1-8227-7d05d9bd138e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 908 time: 0.0800796 Dec 17 13:10:30.595480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a35c784-5d1b-4adf-b50b-2d389abf9b7e None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:30.654729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fb5eb1-5071-4eda-b995-8fdd8c7547ae req-794499b0-53a3-4d8c-894e-a7c007a7d182 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] No DVR routers for this DVR port 280f1cfc-8f53-419b-92b4-42a57757d36e on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:30.661087 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-62fb5eb1-5071-4eda-b995-8fdd8c7547ae req-794499b0-53a3-4d8c-894e-a7c007a7d182 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:30.664728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-62fb5eb1-5071-4eda-b995-8fdd8c7547ae req-794499b0-53a3-4d8c-894e-a7c007a7d182 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.61 "DELETE /v2.0/ports/280f1cfc-8f53-419b-92b4-42a57757d36e HTTP/1.1" status: 204 len: 173 time: 0.7922578 Dec 17 13:10:30.665330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da', 'name': 'network-vif-deleted', 'tag': '280f1cfc-8f53-419b-92b4-42a57757d36e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:30.673764 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1de16b4-75e7-480a-a206-5042b729e5c5" -d '{"events": [{"server_uuid": "8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da", "name": "network-vif-deleted", "tag": "280f1cfc-8f53-419b-92b4-42a57757d36e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:30.679784 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:30.714531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-4f1656c6-e385-4427-86c4-667fb793d615 req-f7756e11-432a-4a9e-8a2f-ec4852d43503 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Deleting port d80142bd-1500-48a9-b5cd-0a208dd017a2 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:30.715178 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4f1656c6-e385-4427-86c4-667fb793d615 req-f7756e11-432a-4a9e-8a2f-ec4852d43503 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:30.768545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956bb96-b118-4d26-bbd3-484a376de947 req-8bb9e3b5-21f0-4591-9d37-6d7564c5026b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:30.770552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b956bb96-b118-4d26-bbd3-484a376de947 req-8bb9e3b5-21f0-4591-9d37-6d7564c5026b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 908 time: 0.1276786 Dec 17 13:10:30.779127 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Pushing event updated for resources: {'Port': ['ID=f96d4300-c637-40e6-8668-cc61e650daab,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:30.856866 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-37db85ff-d058-4c6c-b43f-6a6a66d468d3 req-15f7e84b-faba-478e-af41-a584a47beb87 tempest-ImagesNegativeTestJSON-1158648720 tempest-ImagesNegativeTestJSON-1158648720-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c147167-f381-4617-8443-8cb7efd6c973 HTTP/1.1" status: 200 len: 210 time: 0.0406973 Dec 17 13:10:30.879910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-4f1656c6-e385-4427-86c4-667fb793d615 req-f7756e11-432a-4a9e-8a2f-ec4852d43503 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] For port d80142bd-1500-48a9-b5cd-0a208dd017a2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d80142bd-1500-48a9-b5cd-0a208dd017a2,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:30.880865 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4f1656c6-e385-4427-86c4-667fb793d615 req-f7756e11-432a-4a9e-8a2f-ec4852d43503 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:30.881714 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e525733-2226-4a46-a0b4-195cc82336f6 x-openstack-request-id: req-3e525733-2226-4a46-a0b4-195cc82336f6 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:30.882079 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da", "name": "network-vif-deleted", "tag": "280f1cfc-8f53-419b-92b4-42a57757d36e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:30.892861 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e525733-2226-4a46-a0b4-195cc82336f6 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:30.892861 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da', 'name': 'network-vif-deleted', 'tag': '280f1cfc-8f53-419b-92b4-42a57757d36e', 'status': 'completed', 'code': 200} Dec 17 13:10:30.893178 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.893621 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.893961 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.894295 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.894625 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.894951 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.895333 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.895658 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.897014 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.897664 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.897789 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.898017 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.898338 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:10:30.910474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-4f1656c6-e385-4427-86c4-667fb793d615 req-f7756e11-432a-4a9e-8a2f-ec4852d43503 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Calling delete_port for d80142bd-1500-48a9-b5cd-0a208dd017a2 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:30.925334 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Attempting to bind port f96d4300-c637-40e6-8668-cc61e650daab on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:10:30.927779 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Attempting to bind port f96d4300-c637-40e6-8668-cc61e650daab by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:10:30.928178 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Attempting to bind port f96d4300-c637-40e6-8668-cc61e650daab on network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:10:30.945175 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:10:30.945557 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Checking segment: {'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:10:30.945991 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:30.946599 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Bound using segment: {'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:10:30.947346 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Bound port: f96d4300-c637-40e6-8668-cc61e650daab, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:10:30.954782 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:31.024764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7dd9fa7a-7505-4eff-a0bf-212ae2c7c509 req-9e79aea5-c2e8-40a3-b33b-0c3455aea302 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 210 time: 0.0716407 Dec 17 13:10:31.055829 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] For port f96d4300-c637-40e6-8668-cc61e650daab, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:10:31.062485 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] For port f96d4300-c637-40e6-8668-cc61e650daab, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f96d4300-c637-40e6-8668-cc61e650daab,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:10:31.067483 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8f0ff4c8-68c8-4298-9cda-c8569dc047a5 req-826e440f-b540-4b5c-a87f-4da02f68548e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 210 time: 0.0585594 Dec 17 13:10:31.220248 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:31.224664 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4f1656c6-e385-4427-86c4-667fb793d615 req-f7756e11-432a-4a9e-8a2f-ec4852d43503 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:31.268842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7756e11-432a-4a9e-8a2f-ec4852d43503 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event deleted for resources: {'Port': ['ID=d80142bd-1500-48a9-b5cd-0a208dd017a2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:31.291332 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Routers {'483e0f32-3a9b-4cd7-96df-039b98d8c7a5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:10:31.293869 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:10:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['483e0f32-3a9b-4cd7-96df-039b98d8c7a5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:31.297703 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c40cb-b5f2-449f-a52f-571e3ab4fab4 None None] Pushing event updated for resources: {'Port': ['ID=f96d4300-c637-40e6-8668-cc61e650daab,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:31.403761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1656c6-e385-4427-86c4-667fb793d615 req-f7756e11-432a-4a9e-8a2f-ec4852d43503 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] No DVR routers for this DVR port d80142bd-1500-48a9-b5cd-0a208dd017a2 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:31.406662 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4f1656c6-e385-4427-86c4-667fb793d615 req-f7756e11-432a-4a9e-8a2f-ec4852d43503 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:31.410416 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f1656c6-e385-4427-86c4-667fb793d615 req-f7756e11-432a-4a9e-8a2f-ec4852d43503 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.54 "DELETE /v2.0/ports/d80142bd-1500-48a9-b5cd-0a208dd017a2 HTTP/1.1" status: 204 len: 173 time: 0.8288245 Dec 17 13:10:31.437078 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] Set router 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:10:31.477740 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:31.759744 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3bc950-397c-4bcc-9f55-6ddea55defd1', 'name': 'network-vif-deleted', 'tag': 'd80142bd-1500-48a9-b5cd-0a208dd017a2'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:31.762570 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afda1fcd-4847-4e19-8d6f-d0b18d734b63" -d '{"events": [{"server_uuid": "ed3bc950-397c-4bcc-9f55-6ddea55defd1", "name": "network-vif-deleted", "tag": "d80142bd-1500-48a9-b5cd-0a208dd017a2"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:31.797116 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'name': 'tempest-ServerRescueTestJSON-1827302010-router', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:10:20Z', 'updated_at': '2021-12-17T13:10:25Z', 'revision_number': 4, 'project_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'gw_port': {'id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:10:21Z', 'updated_at': '2021-12-17T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'f96d4300-c637-40e6-8668-cc61e650daab', 'name': '', 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'mac_address': 'fa:16:3e:92:6c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:10:24Z', 'updated_at': '2021-12-17T13:10:31Z', 'revision_number': 4, 'project_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'subnets': [{'id': '2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:31.801217 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8f9a08-56ed-4138-80fb-9db751730ecf x-openstack-request-id: req-fc8f9a08-56ed-4138-80fb-9db751730ecf {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:31.801782 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3bc950-397c-4bcc-9f55-6ddea55defd1", "name": "network-vif-deleted", "tag": "d80142bd-1500-48a9-b5cd-0a208dd017a2", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:31.806260 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fc8f9a08-56ed-4138-80fb-9db751730ecf {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:31.806260 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3bc950-397c-4bcc-9f55-6ddea55defd1', 'name': 'network-vif-deleted', 'tag': 'd80142bd-1500-48a9-b5cd-0a208dd017a2', 'status': 'completed', 'code': 200} Dec 17 13:10:31.825688 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef4b727-dcf5-4420-836a-ca80878efde4 None None] The sync data for ids ['483e0f32-3a9b-4cd7-96df-039b98d8c7a5'] in n-d-815324-5 is: [{'id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'name': 'tempest-ServerRescueTestJSON-1827302010-router', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:10:20Z', 'updated_at': '2021-12-17T13:10:25Z', 'revision_number': 4, 'project_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'gw_port': {'id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:10:21Z', 'updated_at': '2021-12-17T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'f96d4300-c637-40e6-8668-cc61e650daab', 'name': '', 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'mac_address': 'fa:16:3e:92:6c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:10:24Z', 'updated_at': '2021-12-17T13:10:31Z', 'revision_number': 4, 'project_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'subnets': [{'id': '2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:10:31.926465 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c3157f0c-259d-4c9c-8a0c-dab27fc394e0 req-e243ad65-7476-4fcb-9441-c65101122df9 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 210 time: 0.0606236 Dec 17 13:10:31.998427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 280f1cfc-8f53-419b-92b4-42a57757d36e no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:32.034003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 280f1cfc-8f53-419b-92b4-42a57757d36e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:32.034478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 280f1cfc-8f53-419b-92b4-42a57757d36e not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:32.152885 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fffbc6f5-641d-492b-a7d4-e83ba8af549d req-e74f5c7d-6e34-43d5-8168-05248e8bedf4 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 210 time: 0.0290368 Dec 17 13:10:32.338402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f455f3c6-bfff-4649-aa8d-234582702e73 req-5e203c81-f6c7-4be8-b186-4d536494e8ec tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ec8f468-e97e-4bfc-8caf-f6f52f0ea4da HTTP/1.1" status: 200 len: 210 time: 0.0699751 Dec 17 13:10:32.430465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f96d4300-c637-40e6-8668-cc61e650daab up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:10:32.502825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f96d4300-c637-40e6-8668-cc61e650daab triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:32.503526 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:32.636531 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:32.712818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port f96d4300-c637-40e6-8668-cc61e650daab, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f96d4300-c637-40e6-8668-cc61e650daab,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:32.836414 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:32.915461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=f96d4300-c637-40e6-8668-cc61e650daab,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:32.939799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57230) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:33.085405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f2947c4-9e1f-4efc-874a-7b12c8667f07 req-e270b528-eb5f-405d-b858-6fecc8f1e776 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed3bc950-397c-4bcc-9f55-6ddea55defd1 HTTP/1.1" status: 200 len: 210 time: 0.0331178 Dec 17 13:10:33.169303 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7b8c474d-8b01-44e3-a313-f7dcabb1f546 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fcf641237bee4791a1f314f9bdb6a013&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308176 Dec 17 13:10:33.172475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57236) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:33.310928 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a92ca5c5-0786-4741-964c-bad96ebc3cec req-933d8323-f468-4cd8-82eb-8793959e08bf tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 210 time: 0.0411699 Dec 17 13:10:33.312218 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8c1be311-e55b-46b5-93d9-bf5f089b1b11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:33.348073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-6a91150f-d9e2-465b-b5c0-92afe4e19242 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:33.351002 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-6a91150f-d9e2-465b-b5c0-92afe4e19242 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.61 "GET /v2.0/networks?id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02 HTTP/1.1" status: 200 len: 811 time: 0.1723433 Dec 17 13:10:33.357066 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8c1be311-e55b-46b5-93d9-bf5f089b1b11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:33.366315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Request body: {'port': {'device_id': '92ec887f-00cb-4b07-acbc-e56d4748f70a', 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02', 'admin_state_up': True, 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:33.648594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8c1be311-e55b-46b5-93d9-bf5f089b1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:33.654664 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8c1be311-e55b-46b5-93d9-bf5f089b1b11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:33.657007 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8c1be311-e55b-46b5-93d9-bf5f089b1b11 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a9f3831d-aef5-48af-8540-fb0975954579 HTTP/1.1" status: 204 len: 168 time: 0.4828300 Dec 17 13:10:33.686617 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1be311-e55b-46b5-93d9-bf5f089b1b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f3831d-aef5-48af-8540-fb0975954579,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:33.789426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Made reservation on behalf of 2aaefcd390c348a7a4e7afb9a689cf70 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:10:33.794570 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:33.825242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 77434bb7-2b9d-404c-9c48-45b92d8d97c8 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:33.863521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 77434bb7-2b9d-404c-9c48-45b92d8d97c8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:33.864412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 77434bb7-2b9d-404c-9c48-45b92d8d97c8 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:33.865865 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d80142bd-1500-48a9-b5cd-0a208dd017a2 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:33.896445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: d80142bd-1500-48a9-b5cd-0a208dd017a2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:33.896792 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d80142bd-1500-48a9-b5cd-0a208dd017a2 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:33.940448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-3621c0f2-1699-4eda-b542-6a791afb4ee6 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:33.942025 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-3621c0f2-1699-4eda-b542-6a791afb4ee6 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/networks?id=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca HTTP/1.1" status: 200 len: 821 time: 0.2793360 Dec 17 13:10:34.003831 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-e779e4f7-f56c-470b-82b6-df76e77b748b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/quotas/4ee878595d1f49febcbe7d8424c2e994 HTTP/1.1" status: 200 len: 375 time: 0.0493207 Dec 17 13:10:34.057504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-bd522474-5e2c-42a8-9bb5-b19d00fa7fcd tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ee878595d1f49febcbe7d8424c2e994&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437748 Dec 17 13:10:34.064527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Allocated IP 172.20.0.9 (ae0533c9-be5e-4f3a-af0e-e372fb02ee02/2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0/185570fe-ff49-427a-a510-17b65143f691) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:10:34.222413 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-9ec700b9-0c52-4c42-8128-8bfab10dd70e service neutron] 10.222.0.59 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555212 Dec 17 13:10:34.347299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f96d4300-c637-40e6-8668-cc61e650daab up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:10:34.400053 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-ef8238c1-264a-4e20-b4f8-74e7136ef630 service neutron] 10.222.0.59 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445937 Dec 17 13:10:34.410762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:34.437655 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f96d4300-c637-40e6-8668-cc61e650daab triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:34.441042 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:34.689062 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:34.747944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:10:34.751695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:10:34.754519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:10:34.792820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Pushing event updated for resources: {'Port': ['ID=185570fe-ff49-427a-a510-17b65143f691,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:34.823031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:34.823778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:34.992207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-4dd93529-93a9-407a-89c7-93834a9377bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6309233 Dec 17 13:10:35.006220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Request body: {'port': {'device_id': '92ec887f-00cb-4b07-acbc-e56d4748f70a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:35.059448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d861ee3-0380-49eb-9039-79b5235f04ba req-4c3ed762-aa21-4036-9d1b-33f2aa2cf2fc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:35.067196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d861ee3-0380-49eb-9039-79b5235f04ba req-4c3ed762-aa21-4036-9d1b-33f2aa2cf2fc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 931 time: 0.1149988 Dec 17 13:10:35.139956 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:35.173139 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d861ee3-0380-49eb-9039-79b5235f04ba req-eacf36dc-3d2b-4807-a8ad-0d42ced14b84 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023893 Dec 17 13:10:35.259268 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b2cfbf8-4c25-4630-a619-e018231eacca req-7ca76477-a588-4678-a284-94592c6c9c47 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 210 time: 0.0610473 Dec 17 13:10:35.460588 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82196724-72d5-4108-b4ab-44617fb5e3ca req-953f2407-b117-4f75-804e-b7bece3c3ca7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:35.462206 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-82196724-72d5-4108-b4ab-44617fb5e3ca req-953f2407-b117-4f75-804e-b7bece3c3ca7 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 945 time: 0.1200104 Dec 17 13:10:35.561220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-82196724-72d5-4108-b4ab-44617fb5e3ca req-fdc7eb98-2139-430c-aaf4-6d91f83eeed3 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833466 Dec 17 13:10:35.638875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185570fe-ff49-427a-a510-17b65143f691 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:10:35.648477 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:35.662718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Transition to ACTIVE for port object 185570fe-ff49-427a-a510-17b65143f691 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:10:35.744289 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:35.822661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Pushing event updated for resources: {'Port': ['ID=185570fe-ff49-427a-a510-17b65143f691,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:35.893447 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:35.921173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Attempting to bind port 185570fe-ff49-427a-a510-17b65143f691 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:10:35.924627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Attempting to bind port 185570fe-ff49-427a-a510-17b65143f691 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:10:35.924627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Attempting to bind port 185570fe-ff49-427a-a510-17b65143f691 on network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:10:35.927420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Port 185570fe-ff49-427a-a510-17b65143f691 on network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:10:35.927832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Attempting to bind port 185570fe-ff49-427a-a510-17b65143f691 on network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:10:35.934918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:10:35.935283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Checking segment: {'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:10:35.935652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Bound using segment: {'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:10:35.936081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Bound port: 185570fe-ff49-427a-a510-17b65143f691, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:10:35.936461 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:36.018076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] For port 185570fe-ff49-427a-a510-17b65143f691, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:10:36.022083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] For port 185570fe-ff49-427a-a510-17b65143f691, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=185570fe-ff49-427a-a510-17b65143f691,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:10:36.154493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:36.195671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:36.196323 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:36.198650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] 10.222.0.61 "PUT /v2.0/ports/185570fe-ff49-427a-a510-17b65143f691 HTTP/1.1" status: 200 len: 1091 time: 1.1962769 Dec 17 13:10:36.198650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ec887f-00cb-4b07-acbc-e56d4748f70a', 'tag': '185570fe-ff49-427a-a510-17b65143f691'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:36.201507 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed31111d-3e09-4509-9267-2df501e51917" -d '{"events": [{"name": "network-changed", "server_uuid": "92ec887f-00cb-4b07-acbc-e56d4748f70a", "tag": "185570fe-ff49-427a-a510-17b65143f691"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:36.250314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320d1a6-fb0d-4247-af37-e85b7b2659b8 service neutron] Pushing event updated for resources: {'Port': ['ID=185570fe-ff49-427a-a510-17b65143f691,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:36.324896 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52712b28-9d68-4d45-8935-bcbc0dcd06b0 x-openstack-request-id: req-52712b28-9d68-4d45-8935-bcbc0dcd06b0 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:36.325269 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ec887f-00cb-4b07-acbc-e56d4748f70a", "tag": "185570fe-ff49-427a-a510-17b65143f691", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:36.325619 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52712b28-9d68-4d45-8935-bcbc0dcd06b0 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:36.326175 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ec887f-00cb-4b07-acbc-e56d4748f70a', 'tag': '185570fe-ff49-427a-a510-17b65143f691', 'status': 'completed', 'code': 200} Dec 17 13:10:36.420585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccb1f6-3e5a-463e-a2c4-a3ccf4362947 req-56284fd2-95a6-495d-8e15-a4b699d6e159 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:36.422501 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-53ccb1f6-3e5a-463e-a2c4-a3ccf4362947 req-56284fd2-95a6-495d-8e15-a4b699d6e159 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 943 time: 0.0854697 Dec 17 13:10:36.487011 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4e5d333-e1c6-41ab-aaf1-4aa893d4edbb req-6394aad2-060c-4e7b-b414-2a84b6ac3fa7 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 210 time: 0.0631378 Dec 17 13:10:36.528139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31111d-3e09-4509-9267-2df501e51917 req-d4fc0fbd-2358-489d-9eca-b8d7092ee6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:36.535652 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed31111d-3e09-4509-9267-2df501e51917 req-d4fc0fbd-2358-489d-9eca-b8d7092ee6f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 1094 time: 0.1491137 Dec 17 13:10:36.581831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07349011-d754-44e7-b35f-6330f03494a1 req-e471d153-fd70-4daa-bc6a-8579d7c0e6aa tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:36.584443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07349011-d754-44e7-b35f-6330f03494a1 req-e471d153-fd70-4daa-bc6a-8579d7c0e6aa tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 945 time: 0.1512012 Dec 17 13:10:36.616495 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-53ccb1f6-3e5a-463e-a2c4-a3ccf4362947 req-e90b51f6-54d0-4ffd-86df-15b3b668024e tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855304 Dec 17 13:10:36.875773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-07349011-d754-44e7-b35f-6330f03494a1 req-e2b2d0a8-1dfd-4220-80a3-0cd6ca29715b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Deleting port 5da04916-a058-4f98-a1b5-089f900b8f53 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:36.878135 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-07349011-d754-44e7-b35f-6330f03494a1 req-e2b2d0a8-1dfd-4220-80a3-0cd6ca29715b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:36.941687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31111d-3e09-4509-9267-2df501e51917 req-4a6bfb25-6fd2-4b7e-af0c-5a995d225f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:36.944838 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed31111d-3e09-4509-9267-2df501e51917 req-4a6bfb25-6fd2-4b7e-af0c-5a995d225f6a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4004996 Dec 17 13:10:36.956753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87deb4c0-81fe-49fc-ac5b-d35713bf79e6 req-87fc1ff7-f9d8-41cf-99ae-5779c6aace3e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:36.959250 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87deb4c0-81fe-49fc-ac5b-d35713bf79e6 req-87fc1ff7-f9d8-41cf-99ae-5779c6aace3e tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 945 time: 0.1430542 Dec 17 13:10:37.165257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87deb4c0-81fe-49fc-ac5b-d35713bf79e6 req-ce8fdbab-fa60-4bb3-a231-e65d6916ae5c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954155 Dec 17 13:10:37.166009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-07349011-d754-44e7-b35f-6330f03494a1 req-e2b2d0a8-1dfd-4220-80a3-0cd6ca29715b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] For port 5da04916-a058-4f98-a1b5-089f900b8f53, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=5da04916-a058-4f98-a1b5-089f900b8f53,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:37.166463 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-07349011-d754-44e7-b35f-6330f03494a1 req-e2b2d0a8-1dfd-4220-80a3-0cd6ca29715b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:37.189251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-07349011-d754-44e7-b35f-6330f03494a1 req-e2b2d0a8-1dfd-4220-80a3-0cd6ca29715b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Calling delete_port for 5da04916-a058-4f98-a1b5-089f900b8f53 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:37.348598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31111d-3e09-4509-9267-2df501e51917 req-d880635e-6d4b-486c-810b-8f4d7d69a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:37.351729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed31111d-3e09-4509-9267-2df501e51917 req-d880635e-6d4b-486c-810b-8f4d7d69a14f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3909817 Dec 17 13:10:37.470432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-d22f5259-9109-4e37-b735-970f01b9095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:37.472021 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-d22f5259-9109-4e37-b735-970f01b9095c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 1094 time: 0.0652323 Dec 17 13:10:37.531349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-0953c01a-d9bb-4a03-9c41-49106c7e31a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185570fe-ff49-427a-a510-17b65143f691 HTTP/1.1" status: 200 len: 217 time: 0.0500624 Dec 17 13:10:37.567261 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-07349011-d754-44e7-b35f-6330f03494a1 req-e2b2d0a8-1dfd-4220-80a3-0cd6ca29715b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:37.584154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['5da04916-a058-4f98-a1b5-089f900b8f53'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:37.608449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['fcffe280-729a-485d-8c70-fe7b0dc2c70a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:37.621310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2d0a8-1dfd-4220-80a3-0cd6ca29715b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event deleted for resources: {'Port': ['ID=5da04916-a058-4f98-a1b5-089f900b8f53,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:37.646773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-eb3510e7-2803-41a3-96dc-58a738b610ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:37.651113 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-eb3510e7-2803-41a3-96dc-58a738b610ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0 HTTP/1.1" status: 200 len: 851 time: 0.1092522 Dec 17 13:10:37.701465 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-6b6c1265-ac4f-4e03-a7d5-2453925109ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401349 Dec 17 13:10:37.713644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-07349011-d754-44e7-b35f-6330f03494a1 req-e2b2d0a8-1dfd-4220-80a3-0cd6ca29715b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] No DVR routers for this DVR port 5da04916-a058-4f98-a1b5-089f900b8f53 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:37.746599 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-07349011-d754-44e7-b35f-6330f03494a1 req-e2b2d0a8-1dfd-4220-80a3-0cd6ca29715b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:37.752268 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07349011-d754-44e7-b35f-6330f03494a1 req-e2b2d0a8-1dfd-4220-80a3-0cd6ca29715b tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.61 "DELETE /v2.0/ports/5da04916-a058-4f98-a1b5-089f900b8f53 HTTP/1.1" status: 204 len: 173 time: 1.1593246 Dec 17 13:10:37.766981 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d27595cf-cd6b-4497-bc47-c20f9cd2ae78 req-a6f1ed12-5aad-498d-a700-a5b586c1fb44 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 210 time: 0.0986984 Dec 17 13:10:37.767653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccd1049-8f49-478b-a08a-3c70a833766e', 'name': 'network-vif-deleted', 'tag': '5da04916-a058-4f98-a1b5-089f900b8f53'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:37.787533 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c468d797-857e-4667-850e-b91cd6f85e91" -d '{"events": [{"server_uuid": "0ccd1049-8f49-478b-a08a-3c70a833766e", "name": "network-vif-deleted", "tag": "5da04916-a058-4f98-a1b5-089f900b8f53"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:37.917491 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-a979bee5-fea7-429f-ab4d-3017a54dca5d service neutron] 10.222.0.61 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068670 Dec 17 13:10:37.929418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0a549-4644-40f6-bcef-ab256c74494e req-0f6c730e-13dc-4f04-b95e-241ec6269e05 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:37.930994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ffb0a549-4644-40f6-bcef-ab256c74494e req-0f6c730e-13dc-4f04-b95e-241ec6269e05 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 943 time: 0.0829186 Dec 17 13:10:38.047567 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ffb0a549-4644-40f6-bcef-ab256c74494e req-233900bf-af39-4dd5-bff2-d88984fb0d40 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080363 Dec 17 13:10:38.087343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b7d75e-b911-4ef8-b033-c807301a9a24 req-fc604b04-d38f-44ee-a40f-5ea89b35e033 service neutron] 10.222.0.61 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550243 Dec 17 13:10:38.087555 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7c379a-5f6d-4efd-86d8-db3ed182f532 x-openstack-request-id: req-df7c379a-5f6d-4efd-86d8-db3ed182f532 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:38.088604 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccd1049-8f49-478b-a08a-3c70a833766e", "name": "network-vif-deleted", "tag": "5da04916-a058-4f98-a1b5-089f900b8f53", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:38.088916 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df7c379a-5f6d-4efd-86d8-db3ed182f532 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:38.089365 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccd1049-8f49-478b-a08a-3c70a833766e', 'name': 'network-vif-deleted', 'tag': '5da04916-a058-4f98-a1b5-089f900b8f53', 'status': 'completed', 'code': 200} Dec 17 13:10:38.386045 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b71022f4-5c46-4b6d-9ef3-e565ff6a3f97 req-ba68fd45-73a1-4130-b9dc-f323391fda98 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ccd1049-8f49-478b-a08a-3c70a833766e HTTP/1.1" status: 200 len: 210 time: 0.0413373 Dec 17 13:10:38.762020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-22bfb652-b959-4ef1-ba4f-46d6ec326859 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:38.764173 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-22bfb652-b959-4ef1-ba4f-46d6ec326859 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.61 "GET /v2.0/networks?id=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca HTTP/1.1" status: 200 len: 821 time: 0.6565187 Dec 17 13:10:38.780860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Request body: {'port': {'device_id': '81f3d2ae-6609-4e87-91b3-4b913bf9a061', 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca', 'admin_state_up': True, 'tenant_id': '4ee878595d1f49febcbe7d8424c2e994'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:38.934514 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-838bb6ce-c375-485e-9180-efe09784368f req-82a305f2-1b9b-4ec2-9c1f-645fef5926d3 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 210 time: 0.0614245 Dec 17 13:10:39.180116 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:10:39.199720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Made reservation on behalf of 4ee878595d1f49febcbe7d8424c2e994 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:10:39.204947 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:39.264793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f505c-ed11-4d86-8d66-a2ad81ddae13 req-3d4ce58d-5d1d-4a00-8425-2d98cd848daa tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:39.266434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-044f505c-ed11-4d86-8d66-a2ad81ddae13 req-3d4ce58d-5d1d-4a00-8425-2d98cd848daa tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 943 time: 0.1161647 Dec 17 13:10:39.400961 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-044f505c-ed11-4d86-8d66-a2ad81ddae13 req-00eec099-9340-45f1-8373-67900c178552 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013684 Dec 17 13:10:39.437017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Allocated IP 172.20.0.4 (fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca/cef3889a-8a1b-4fb4-b12a-7cba10c6885a/9312d448-de2b-4afd-a631-9b0bab4ba0e8) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:10:39.697915 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:39.823076 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:39.898686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:10:39.903605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:10:39.908291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:10:39.928596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc8ec5-e8ae-47ea-8f18-52581d5109f4 None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:39.944822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event updated for resources: {'Port': ['ID=9312d448-de2b-4afd-a631-9b0bab4ba0e8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:40.034731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0074e107-3594-41dc-8754-0145e1b2ca87 None None] Provisioning complete for port 9312d448-de2b-4afd-a631-9b0bab4ba0e8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:40.035603 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0074e107-3594-41dc-8754-0145e1b2ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:40.041068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:40.041068 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:40.089554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 185570fe-ff49-427a-a510-17b65143f691 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:10:40.100533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5da04916-a058-4f98-a1b5-089f900b8f53 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:40.161690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 5da04916-a058-4f98-a1b5-089f900b8f53 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:40.161844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 5da04916-a058-4f98-a1b5-089f900b8f53 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:40.180470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0074e107-3594-41dc-8754-0145e1b2ca87 None None] Port 9312d448-de2b-4afd-a631-9b0bab4ba0e8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:10:40.193279 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-f7233c41-1621-4f68-9fd2-8d1aef0d8cce tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4167066 Dec 17 13:10:40.209984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Request body: {'port': {'device_id': '81f3d2ae-6609-4e87-91b3-4b913bf9a061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:40.231080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256a41b-5429-44be-9f69-385779bfb376 req-a73fd2e5-15d8-46e8-8b39-247064fd1f40 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:40.239919 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2256a41b-5429-44be-9f69-385779bfb376 req-a73fd2e5-15d8-46e8-8b39-247064fd1f40 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 931 time: 0.1364927 Dec 17 13:10:40.331965 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2256a41b-5429-44be-9f69-385779bfb376 req-a3349fab-cabf-409c-89ae-01752431be1c tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906436 Dec 17 13:10:40.338741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:40.369507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 185570fe-ff49-427a-a510-17b65143f691, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=185570fe-ff49-427a-a510-17b65143f691,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:40.382189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '185570fe-ff49-427a-a510-17b65143f691', 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02', 'port_id': '185570fe-ff49-427a-a510-17b65143f691', 'mac_address': 'fa:16:3e:18:22:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:10:40.435094 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:40.465953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185570fe-ff49-427a-a510-17b65143f691 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:10:40.506713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 185570fe-ff49-427a-a510-17b65143f691, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=185570fe-ff49-427a-a510-17b65143f691,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:40.550596 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a10556-7c8c-41f7-a38d-d1e90dbed183 req-bc226518-85f9-4625-bff5-be5e82401371 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:40.552736 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82a10556-7c8c-41f7-a38d-d1e90dbed183 req-bc226518-85f9-4625-bff5-be5e82401371 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.54 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.1681855 Dec 17 13:10:40.571543 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:40.586022 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1424d73-9edb-4505-989b-3bcfd5fef8fc req-239b603b-408d-4b66-bb96-853bcbd78c5a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:40.600169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1424d73-9edb-4505-989b-3bcfd5fef8fc req-239b603b-408d-4b66-bb96-853bcbd78c5a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 945 time: 0.1314235 Dec 17 13:10:40.675974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=185570fe-ff49-427a-a510-17b65143f691,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:40.685236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2723a5-6da5-487e-a5a4-ede4d7fa09fb req-ffa3e36b-ab90-4f90-9d65-c1c8a9ea4c6a tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:40.686968 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f2723a5-6da5-487e-a5a4-ede4d7fa09fb req-ffa3e36b-ab90-4f90-9d65-c1c8a9ea4c6a tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 944 time: 0.1419535 Dec 17 13:10:40.790641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1424d73-9edb-4505-989b-3bcfd5fef8fc req-9e451f52-48d6-494a-8eef-53d604d9b756 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889601 Dec 17 13:10:40.799520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-82a10556-7c8c-41f7-a38d-d1e90dbed183 req-27293420-f2d6-4113-b4f2-de2921f8ab11 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Deleting port fcffe280-729a-485d-8c70-fe7b0dc2c70a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:40.799842 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-82a10556-7c8c-41f7-a38d-d1e90dbed183 req-27293420-f2d6-4113-b4f2-de2921f8ab11 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:40.828895 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['185570fe-ff49-427a-a510-17b65143f691'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:40.843856 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f2723a5-6da5-487e-a5a4-ede4d7fa09fb req-acb29c4f-5f4a-44bb-9e40-e80e2d91d8c0 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438999 Dec 17 13:10:40.990241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-82a10556-7c8c-41f7-a38d-d1e90dbed183 req-27293420-f2d6-4113-b4f2-de2921f8ab11 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] For port fcffe280-729a-485d-8c70-fe7b0dc2c70a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=fcffe280-729a-485d-8c70-fe7b0dc2c70a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:40.991449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-82a10556-7c8c-41f7-a38d-d1e90dbed183 req-27293420-f2d6-4113-b4f2-de2921f8ab11 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:41.006967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9312d448-de2b-4afd-a631-9b0bab4ba0e8 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:10:41.015203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-82a10556-7c8c-41f7-a38d-d1e90dbed183 req-27293420-f2d6-4113-b4f2-de2921f8ab11 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Calling delete_port for fcffe280-729a-485d-8c70-fe7b0dc2c70a owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:41.031820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:41.063768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Transition to ACTIVE for port object 9312d448-de2b-4afd-a631-9b0bab4ba0e8 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:10:41.101494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57434) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:41.154519 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:41.246599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d6ba55-48bd-4f93-b797-fb5c887d1b2e None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:41.282462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Pushing event updated for resources: {'Port': ['ID=9312d448-de2b-4afd-a631-9b0bab4ba0e8,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:41.336590 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-82a10556-7c8c-41f7-a38d-d1e90dbed183 req-27293420-f2d6-4113-b4f2-de2921f8ab11 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:41.354520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['fcffe280-729a-485d-8c70-fe7b0dc2c70a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:41.391656 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8712c86d-912c-47d7-b061-18f3acc84664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:41.415392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27293420-f2d6-4113-b4f2-de2921f8ab11 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event deleted for resources: {'Port': ['ID=fcffe280-729a-485d-8c70-fe7b0dc2c70a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:41.470953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Attempting to bind port 9312d448-de2b-4afd-a631-9b0bab4ba0e8 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:10:41.471655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Attempting to bind port 9312d448-de2b-4afd-a631-9b0bab4ba0e8 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:10:41.472369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Attempting to bind port 9312d448-de2b-4afd-a631-9b0bab4ba0e8 on network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:10:41.485809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Port 9312d448-de2b-4afd-a631-9b0bab4ba0e8 on network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:10:41.486399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Attempting to bind port 9312d448-de2b-4afd-a631-9b0bab4ba0e8 on network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:10:41.501273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:10:41.504326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Checking segment: {'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:10:41.505152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Bound using segment: {'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:10:41.505864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Bound port: 9312d448-de2b-4afd-a631-9b0bab4ba0e8, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a3781c-94d6-48ab-a5d2-588494e9796e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:10:41.506405 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:41.550515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a10556-7c8c-41f7-a38d-d1e90dbed183 req-27293420-f2d6-4113-b4f2-de2921f8ab11 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] No DVR routers for this DVR port fcffe280-729a-485d-8c70-fe7b0dc2c70a on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:41.555536 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-82a10556-7c8c-41f7-a38d-d1e90dbed183 req-27293420-f2d6-4113-b4f2-de2921f8ab11 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:41.562987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82a10556-7c8c-41f7-a38d-d1e90dbed183 req-27293420-f2d6-4113-b4f2-de2921f8ab11 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.54 "DELETE /v2.0/ports/fcffe280-729a-485d-8c70-fe7b0dc2c70a HTTP/1.1" status: 204 len: 173 time: 1.0025871 Dec 17 13:10:41.563824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6', 'name': 'network-vif-deleted', 'tag': 'fcffe280-729a-485d-8c70-fe7b0dc2c70a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:41.569615 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3109ce-b56c-4bbc-a54e-93a758d88adb" -d '{"events": [{"server_uuid": "6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6", "name": "network-vif-deleted", "tag": "fcffe280-729a-485d-8c70-fe7b0dc2c70a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:41.647356 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8712c86d-912c-47d7-b061-18f3acc84664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:41.654633 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0936263e-87c4-43d5-a754-86b911dc5544 x-openstack-request-id: req-0936263e-87c4-43d5-a754-86b911dc5544 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:41.654929 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6", "name": "network-vif-deleted", "tag": "fcffe280-729a-485d-8c70-fe7b0dc2c70a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:41.655229 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0936263e-87c4-43d5-a754-86b911dc5544 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:41.655634 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6', 'name': 'network-vif-deleted', 'tag': 'fcffe280-729a-485d-8c70-fe7b0dc2c70a', 'status': 'completed', 'code': 200} Dec 17 13:10:41.669603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11c15b-0c6e-42b0-b5a2-5bc0bbb92532 req-61d46ad3-be39-4f49-a221-e93cdc2f688b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:41.669603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be11c15b-0c6e-42b0-b5a2-5bc0bbb92532 req-61d46ad3-be39-4f49-a221-e93cdc2f688b tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 943 time: 0.1469364 Dec 17 13:10:41.720790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] For port 9312d448-de2b-4afd-a631-9b0bab4ba0e8, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:10:41.746108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] For port 9312d448-de2b-4afd-a631-9b0bab4ba0e8, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9312d448-de2b-4afd-a631-9b0bab4ba0e8,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:10:41.762727 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be11c15b-0c6e-42b0-b5a2-5bc0bbb92532 req-f3011512-b9c0-448f-8650-464e45352eba tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787475 Dec 17 13:10:41.771774 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8712c86d-912c-47d7-b061-18f3acc84664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:41.815699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8712c86d-912c-47d7-b061-18f3acc84664 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b8f2078724e48738efbf7d6c645f702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7127986 Dec 17 13:10:41.816708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712c86d-912c-47d7-b061-18f3acc84664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecac9e3-0363-4200-ad1f-1aaa00536242,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:41.820114 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57448) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:41.866050 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:41.947598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e71f862-4c03-4786-a9b1-218bc2cdefba None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:41.960588 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5aca0040-ef5a-46b2-8f02-0f2a94f185aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:41.977869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:41.978842 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:41.980419 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] 10.222.0.61 "PUT /v2.0/ports/9312d448-de2b-4afd-a631-9b0bab4ba0e8 HTTP/1.1" status: 200 len: 1091 time: 1.7777498 Dec 17 13:10:41.985693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f3d2ae-6609-4e87-91b3-4b913bf9a061', 'tag': '9312d448-de2b-4afd-a631-9b0bab4ba0e8'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:41.988228 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c865466-eac9-4124-8343-2dba141998eb" -d '{"events": [{"name": "network-changed", "server_uuid": "81f3d2ae-6609-4e87-91b3-4b913bf9a061", "tag": "9312d448-de2b-4afd-a631-9b0bab4ba0e8"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:42.018738 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44074be9-9f9e-46d1-bf93-30901db42372 service neutron] Pushing event updated for resources: {'Port': ['ID=9312d448-de2b-4afd-a631-9b0bab4ba0e8,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:42.031855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1160d3-5a87-4733-b3fe-9a6e1848d6af req-453e5b91-f797-4c80-90d4-79e3afff938e tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:42.033663 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e1160d3-5a87-4733-b3fe-9a6e1848d6af req-453e5b91-f797-4c80-90d4-79e3afff938e tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 944 time: 0.0906947 Dec 17 13:10:42.046750 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3e41de4-3b47-4772-8d33-ab37dd22a547 req-78756d14-6876-4686-8d44-0fc8fd3d592c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 210 time: 0.0823271 Dec 17 13:10:42.066065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5aca0040-ef5a-46b2-8f02-0f2a94f185aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:42.069959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 185570fe-ff49-427a-a510-17b65143f691 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:10:42.185078 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e1160d3-5a87-4733-b3fe-9a6e1848d6af req-dabf9de3-7eae-4ee3-b711-ed80b03b8d8b tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278028 Dec 17 13:10:42.263931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-1e84250a-3dbe-4eca-a62a-c3b4abb2712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:42.266197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 185570fe-ff49-427a-a510-17b65143f691 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:10:42.272604 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-1e84250a-3dbe-4eca-a62a-c3b4abb2712d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ee878595d1f49febcbe7d8424c2e994&device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 1094 time: 0.0987453 Dec 17 13:10:42.273008 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5aca0040-ef5a-46b2-8f02-0f2a94f185aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:42.273481 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5aca0040-ef5a-46b2-8f02-0f2a94f185aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:42.280577 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5aca0040-ef5a-46b2-8f02-0f2a94f185aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4ecac9e3-0363-4200-ad1f-1aaa00536242 HTTP/1.1" status: 204 len: 168 time: 0.4591103 Dec 17 13:10:42.282912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 185570fe-ff49-427a-a510-17b65143f691 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:42.283330 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:42.295197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca0040-ef5a-46b2-8f02-0f2a94f185aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecac9e3-0363-4200-ad1f-1aaa00536242,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:42.400184 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e09a564-8a92-4554-92c9-b403e85847d0 x-openstack-request-id: req-9e09a564-8a92-4554-92c9-b403e85847d0 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:42.400379 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f3d2ae-6609-4e87-91b3-4b913bf9a061", "tag": "9312d448-de2b-4afd-a631-9b0bab4ba0e8", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:42.400803 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e09a564-8a92-4554-92c9-b403e85847d0 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:42.402109 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f3d2ae-6609-4e87-91b3-4b913bf9a061', 'tag': '9312d448-de2b-4afd-a631-9b0bab4ba0e8', 'status': 'completed', 'code': 200} Dec 17 13:10:42.404352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-ba588e6a-9469-4e18-a890-becafe6859b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9312d448-de2b-4afd-a631-9b0bab4ba0e8 HTTP/1.1" status: 200 len: 217 time: 0.1287322 Dec 17 13:10:42.415364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:42.456392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ec887f-00cb-4b07-acbc-e56d4748f70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185570fe-ff49-427a-a510-17b65143f691'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:42.460996 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da66fa44-fff6-4154-8eaa-e6511a94b446" -d '{"events": [{"server_uuid": "92ec887f-00cb-4b07-acbc-e56d4748f70a", "name": "network-vif-plugged", "status": "completed", "tag": "185570fe-ff49-427a-a510-17b65143f691"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:42.475647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-e41d9f53-1d03-4727-afbd-59df5a9028f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:42.477467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-e41d9f53-1d03-4727-afbd-59df5a9028f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cef3889a-8a1b-4fb4-b12a-7cba10c6885a HTTP/1.1" status: 200 len: 861 time: 0.0602903 Dec 17 13:10:42.483027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 185570fe-ff49-427a-a510-17b65143f691, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=185570fe-ff49-427a-a510-17b65143f691,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:42.512390 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5a20c6-c2e1-4872-8930-4fec4b4b49f4 x-openstack-request-id: req-dc5a20c6-c2e1-4872-8930-4fec4b4b49f4 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:42.512850 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ec887f-00cb-4b07-acbc-e56d4748f70a", "name": "network-vif-plugged", "status": "completed", "tag": "185570fe-ff49-427a-a510-17b65143f691", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:42.513347 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc5a20c6-c2e1-4872-8930-4fec4b4b49f4 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:42.513990 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ec887f-00cb-4b07-acbc-e56d4748f70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185570fe-ff49-427a-a510-17b65143f691', 'code': 200} Dec 17 13:10:42.535692 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-a60d6c73-9978-4a42-b7f8-f8256071ee62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507989 Dec 17 13:10:42.585371 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:42.659344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=185570fe-ff49-427a-a510-17b65143f691,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:42.676473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3216b6b-227e-4003-b24d-52b05325536f req-47dce2db-e7e8-423e-b742-63a156d13577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:42.679125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-a6e4d11f-e248-475f-a1d8-7f5ca31d8b2a service neutron] 10.222.0.61 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329932 Dec 17 13:10:42.682475 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b3216b6b-227e-4003-b24d-52b05325536f req-47dce2db-e7e8-423e-b742-63a156d13577 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 1096 time: 0.0873635 Dec 17 13:10:42.758395 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b3216b6b-227e-4003-b24d-52b05325536f req-274d16b5-26d5-4af7-a203-545da5245b74 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622914 Dec 17 13:10:42.789717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f3ef6a-9204-4b68-b862-4d6eb028aba1 req-9d1614d8-90fe-4d67-a439-9b3a8121fcb4 service neutron] 10.222.0.61 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965357 Dec 17 13:10:42.905545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f35984-5f6f-409e-99ec-d7b37a1084ce req-c4b3263b-4bbd-4b92-8849-dd0dd4aeeefb tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:42.907044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c2f35984-5f6f-409e-99ec-d7b37a1084ce req-c4b3263b-4bbd-4b92-8849-dd0dd4aeeefb tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 943 time: 0.0705323 Dec 17 13:10:42.963293 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c2f35984-5f6f-409e-99ec-d7b37a1084ce req-c483e16a-5212-4fe9-bcaf-f0ca4a941fd8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473132 Dec 17 13:10:43.216067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c865466-eac9-4124-8343-2dba141998eb req-5ccb6f58-ec0a-498e-bd60-6b2baddfe680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:43.227037 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c865466-eac9-4124-8343-2dba141998eb req-5ccb6f58-ec0a-498e-bd60-6b2baddfe680 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ee878595d1f49febcbe7d8424c2e994&device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 1094 time: 0.0830326 Dec 17 13:10:43.269606 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70cce72c-2a4e-4a57-8c1b-ad647138632f req-e5e1142c-3b60-4f8c-aa30-3b78aef94167 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fa4d0ce-1aa6-4c24-b6fa-5b7da18a3df6 HTTP/1.1" status: 200 len: 210 time: 0.0622759 Dec 17 13:10:43.459910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c865466-eac9-4124-8343-2dba141998eb req-87c4a7db-a51a-47bb-b823-3e2eeac9015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:43.461465 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c865466-eac9-4124-8343-2dba141998eb req-87c4a7db-a51a-47bb-b823-3e2eeac9015e service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca HTTP/1.1" status: 200 len: 922 time: 0.2234495 Dec 17 13:10:43.479841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843a145-b3a7-46d4-802e-d67dd694b78f req-eea1de04-805c-4c6a-9f91-04a5828238d9 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:43.495167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b843a145-b3a7-46d4-802e-d67dd694b78f req-eea1de04-805c-4c6a-9f91-04a5828238d9 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1073401 Dec 17 13:10:43.561785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c865466-eac9-4124-8343-2dba141998eb req-616e0d4f-99a2-44cb-8c26-7ed3f1555031 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9312d448-de2b-4afd-a631-9b0bab4ba0e8 HTTP/1.1" status: 200 len: 217 time: 0.0643334 Dec 17 13:10:43.637198 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b843a145-b3a7-46d4-802e-d67dd694b78f req-a4ad83bd-f054-46de-8509-db542c446f73 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369977 Dec 17 13:10:43.645095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c865466-eac9-4124-8343-2dba141998eb req-8fa354ac-ec24-4dba-9a8c-24fd7bc65940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:43.645095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c865466-eac9-4124-8343-2dba141998eb req-8fa354ac-ec24-4dba-9a8c-24fd7bc65940 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cef3889a-8a1b-4fb4-b12a-7cba10c6885a HTTP/1.1" status: 200 len: 861 time: 0.0728128 Dec 17 13:10:43.688662 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c865466-eac9-4124-8343-2dba141998eb req-74228625-0a90-4154-8dbf-6ec43ce5136d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364649 Dec 17 13:10:43.824805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c865466-eac9-4124-8343-2dba141998eb req-4a148560-85a1-43d3-843b-232ddd69febf service neutron] 10.222.0.61 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178193 Dec 17 13:10:43.856664 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-08526724-791e-40b1-af61-d211d3789d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:43.946227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57514) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:43.984366 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c865466-eac9-4124-8343-2dba141998eb req-314ee154-83cd-4048-854c-6371da50362a service neutron] 10.222.0.61 "GET /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466367 Dec 17 13:10:44.130212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bf7f5-94fa-4e03-8e36-b35b085a3a9e req-874edebe-a0a8-4c2e-93a0-c53815775bd1 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:44.132213 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-472bf7f5-94fa-4e03-8e36-b35b085a3a9e req-874edebe-a0a8-4c2e-93a0-c53815775bd1 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 943 time: 0.0677292 Dec 17 13:10:44.137820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-863640841-network', 'tenant_id': 'f436b8efc7f04cfa8e7ad95748c85a95'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:44.216167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-472bf7f5-94fa-4e03-8e36-b35b085a3a9e req-c686abb0-20ca-4cb2-a917-53c8039e45bd tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747204 Dec 17 13:10:44.327152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Made reservation on behalf of f436b8efc7f04cfa8e7ad95748c85a95 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:10:44.330463 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:44.353376 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:44.502048 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:44.787765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864d69e-ef26-4efc-86f4-cb328a0e90d8 req-e417e744-d5b1-425b-919f-3a209962a302 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:44.789510 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0864d69e-ef26-4efc-86f4-cb328a0e90d8 req-e417e744-d5b1-425b-919f-3a209962a302 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0609787 Dec 17 13:10:44.807190 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:44.819934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:10:44.829986 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:44.830342 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Added segment e87790b7-279a-4c0d-b374-6766f907e53b of type vlan for network a6f96643-ef1f-4474-a5c0-cb2e3a26a033 Dec 17 13:10:44.862337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0864d69e-ef26-4efc-86f4-cb328a0e90d8 req-7a4abd6a-df9f-46a0-aa9c-cfb1ae684cb1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636611 Dec 17 13:10:44.899882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd4ac47-78c2-4b74-aef2-844cae58f33b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:44.912899 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:45.064927 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:45.069332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:45.070136 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:45.158095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] Pushing event updated for resources: {'Network': ['ID=a6f96643-ef1f-4474-a5c0-cb2e3a26a033,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:45.180125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network a6f96643-ef1f-4474-a5c0-cb2e3a26a033 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:10:45.253797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd1b8a-8f5e-43c6-8967-2e7589b7adfb req-60938654-9526-41dd-90fd-c0d64b2c3e9f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:45.256257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78bd1b8a-8f5e-43c6-8967-2e7589b7adfb req-60938654-9526-41dd-90fd-c0d64b2c3e9f tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0768054 Dec 17 13:10:45.286203 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-07e6002e-3165-4787-9468-7e9b1b96732c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3385499 Dec 17 13:10:45.289228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57544) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:45.294229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3aa89ed9-08aa-488e-ae6d-9336a8f53883 admin admin] Request body: {'subnet': {'network_id': 'a6f96643-ef1f-4474-a5c0-cb2e3a26a033', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-863640841-subnet', 'tenant_id': 'f436b8efc7f04cfa8e7ad95748c85a95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:45.326864 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78bd1b8a-8f5e-43c6-8967-2e7589b7adfb req-a90bee80-a30c-4a55-9189-0f65c0851cc1 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621157 Dec 17 13:10:45.455359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa89ed9-08aa-488e-ae6d-9336a8f53883 admin admin] Made reservation on behalf of f436b8efc7f04cfa8e7ad95748c85a95 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:10:45.459543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3aa89ed9-08aa-488e-ae6d-9336a8f53883 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:45.482442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6c274-dfd9-4aa4-b710-ec169e564caa req-45243f05-6f80-487b-9828-ab662a88424e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:45.487918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ced6c274-dfd9-4aa4-b710-ec169e564caa req-45243f05-6f80-487b-9828-ab662a88424e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 943 time: 0.0854409 Dec 17 13:10:45.618323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ced6c274-dfd9-4aa4-b710-ec169e564caa req-512ca882-4b26-4b01-9f00-f7d245143cde tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735424 Dec 17 13:10:45.848138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device fcffe280-729a-485d-8c70-fe7b0dc2c70a no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:45.853276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1292f-fcc0-44ef-90be-bad130db2019 req-ec14f447-d113-406a-8d60-d99e6996ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:45.854863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ed1292f-fcc0-44ef-90be-bad130db2019 req-ec14f447-d113-406a-8d60-d99e6996ccca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 1096 time: 0.1404002 Dec 17 13:10:45.868430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c73c7-c2a0-4245-b77e-baa56936d42e req-9d1d72fd-b66d-4c46-9bf4-9dda15e49890 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:45.870010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b43c73c7-c2a0-4245-b77e-baa56936d42e req-9d1d72fd-b66d-4c46-9bf4-9dda15e49890 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1253550 Dec 17 13:10:45.872114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: fcffe280-729a-485d-8c70-fe7b0dc2c70a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:45.872469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device fcffe280-729a-485d-8c70-fe7b0dc2c70a not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:45.935094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3aa89ed9-08aa-488e-ae6d-9336a8f53883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:46.041568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa89ed9-08aa-488e-ae6d-9336a8f53883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1c755b-bdd9-4830-a6e9-332ebadfa0e6,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:46.049553 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b43c73c7-c2a0-4245-b77e-baa56936d42e req-eaf3361c-ab62-486f-a51f-bd1df0a8d797 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694276 Dec 17 13:10:46.074395 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1292f-fcc0-44ef-90be-bad130db2019 req-7a1a3d81-32f9-4acc-ab97-3269a3d41f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:46.075904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ed1292f-fcc0-44ef-90be-bad130db2019 req-7a1a3d81-32f9-4acc-ab97-3269a3d41f9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02 HTTP/1.1" status: 200 len: 912 time: 0.2048879 Dec 17 13:10:46.079484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 9312d448-de2b-4afd-a631-9b0bab4ba0e8 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:10:46.082015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa89ed9-08aa-488e-ae6d-9336a8f53883 admin admin] Checking segment: {'id': 'e87790b7-279a-4c0d-b374-6766f907e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a6f96643-ef1f-4474-a5c0-cb2e3a26a033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:10:46.082390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa89ed9-08aa-488e-ae6d-9336a8f53883 admin admin] Network hostable DHCP agents. Network: a6f96643-ef1f-4474-a5c0-cb2e3a26a033, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:10:46.138549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ed1292f-fcc0-44ef-90be-bad130db2019 req-e4bcedec-a15a-4078-80a3-98143d55f478 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185570fe-ff49-427a-a510-17b65143f691 HTTP/1.1" status: 200 len: 217 time: 0.0535681 Dec 17 13:10:46.232806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1292f-fcc0-44ef-90be-bad130db2019 req-f4d81f7d-7e88-4060-9215-f688f072fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:46.234723 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ed1292f-fcc0-44ef-90be-bad130db2019 req-f4d81f7d-7e88-4060-9215-f688f072fd58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0 HTTP/1.1" status: 200 len: 851 time: 0.0835965 Dec 17 13:10:46.245128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 9312d448-de2b-4afd-a631-9b0bab4ba0e8, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9312d448-de2b-4afd-a631-9b0bab4ba0e8,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:46.257532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa89ed9-08aa-488e-ae6d-9336a8f53883 admin admin] Network a6f96643-ef1f-4474-a5c0-cb2e3a26a033 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:10:46.262785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '9312d448-de2b-4afd-a631-9b0bab4ba0e8', 'network_id': 'fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca', 'port_id': '9312d448-de2b-4afd-a631-9b0bab4ba0e8', 'mac_address': 'fa:16:3e:e8:8c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef3889a-8a1b-4fb4-b12a-7cba10c6885a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:10:46.276686 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ed1292f-fcc0-44ef-90be-bad130db2019 req-52480ac3-6a61-4b48-b9ec-783f770f0df7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332041 Dec 17 13:10:46.295811 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3d348185-86eb-4cbc-a9c7-32dd0b047f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:46.307563 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:46.322882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9312d448-de2b-4afd-a631-9b0bab4ba0e8 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:10:46.358508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 9312d448-de2b-4afd-a631-9b0bab4ba0e8, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9312d448-de2b-4afd-a631-9b0bab4ba0e8,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:46.376090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-3aa89ed9-08aa-488e-ae6d-9336a8f53883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, a6f96643-ef1f-4474-a5c0-cb2e3a26a033) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:10:46.381630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa89ed9-08aa-488e-ae6d-9336a8f53883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:46.382823 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3aa89ed9-08aa-488e-ae6d-9336a8f53883 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:46.386928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49843117-904c-45fd-8b6d-2e4f720de84d None None] Network a6f96643-ef1f-4474-a5c0-cb2e3a26a033 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:46.406608 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ed1292f-fcc0-44ef-90be-bad130db2019 req-21e57891-e9df-4210-84f8-6a3e45060e86 service neutron] 10.222.0.61 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208346 Dec 17 13:10:46.459810 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:46.517750 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ed1292f-fcc0-44ef-90be-bad130db2019 req-c5ade277-c371-414a-8de2-841aa0e4ab81 service neutron] 10.222.0.61 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030521 Dec 17 13:10:46.524728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3aa89ed9-08aa-488e-ae6d-9336a8f53883 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2342615 Dec 17 13:10:46.561284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=9312d448-de2b-4afd-a631-9b0bab4ba0e8,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:46.565758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cb1566-b602-410d-86ad-d71f88e0e42d None None] Network a6f96643-ef1f-4474-a5c0-cb2e3a26a033 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:46.727535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['9312d448-de2b-4afd-a631-9b0bab4ba0e8'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:10:46.829126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71836b-78b6-4bf2-be01-d58805760253 req-f55dfe0b-7e2a-4595-ad3f-f20469065dd0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:46.834629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-9c73c8da-1200-4135-a33f-5da196e04554 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:46.835461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d71836b-78b6-4bf2-be01-d58805760253 req-f55dfe0b-7e2a-4595-ad3f-f20469065dd0 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0669584 Dec 17 13:10:46.835678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-9c73c8da-1200-4135-a33f-5da196e04554 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.61 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 945 time: 0.0915291 Dec 17 13:10:46.847919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb54ed1-8913-4af5-b0ba-48d76a63f331 req-12e32035-036a-4bda-970a-bd97db429b44 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:46.850027 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fb54ed1-8913-4af5-b0ba-48d76a63f331 req-12e32035-036a-4bda-970a-bd97db429b44 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 944 time: 0.0949833 Dec 17 13:10:46.903730 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d71836b-78b6-4bf2-be01-d58805760253 req-ff0e12cd-ab23-4af9-b032-01e583f2a86a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups?id=35a65f66-5095-438b-97cd-fb07f2c5affa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619378 Dec 17 13:10:46.942635 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fb54ed1-8913-4af5-b0ba-48d76a63f331 req-bf7cf5a3-e247-4edf-ac45-9832a5cda644 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847712 Dec 17 13:10:47.051888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Deleting port cd9698d4-4058-4119-89c8-a9b1e816f53a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:47.052233 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:47.095529 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-2ea3d994-74da-4583-9801-dc3072449625 req-85674cea-39a6-4c07-a154-39d129159b73 tempest-SecurityGroupsNegativeTestJSON-1757609287 tempest-SecurityGroupsNegativeTestJSON-1757609287-project] show failed (client error): The resource could not be found. Dec 17 13:10:47.096627 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ea3d994-74da-4583-9801-dc3072449625 req-85674cea-39a6-4c07-a154-39d129159b73 tempest-SecurityGroupsNegativeTestJSON-1757609287 tempest-SecurityGroupsNegativeTestJSON-1757609287-project] 10.222.0.59 "GET /v2.0/security-groups/e46b34be-628c-460a-8e36-5577de2576d5 HTTP/1.1" status: 404 len: 352 time: 0.0607424 Dec 17 13:10:47.205994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] For port cd9698d4-4058-4119-89c8-a9b1e816f53a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=cd9698d4-4058-4119-89c8-a9b1e816f53a,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:47.206377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:47.213070 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31a78df9-883c-43b6-b9f4-db324e6d3d2a req-75c4262d-7f80-4f5a-9c3b-7ec7d778cbca tempest-SecurityGroupsNegativeTestJSON-1757609287 tempest-SecurityGroupsNegativeTestJSON-1757609287-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f436b8efc7f04cfa8e7ad95748c85a95 HTTP/1.1" status: 200 len: 3005 time: 0.0696878 Dec 17 13:10:47.281895 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31a78df9-883c-43b6-b9f4-db324e6d3d2a req-11bbd4df-ff3d-46c1-9fef-a8832822a0c9 tempest-SecurityGroupsNegativeTestJSON-1757609287 tempest-SecurityGroupsNegativeTestJSON-1757609287-project] 10.222.0.59 "GET /v2.0/security-groups/6fd4ac47-78c2-4b74-aef2-844cae58f33b HTTP/1.1" status: 200 len: 3002 time: 0.0675228 Dec 17 13:10:47.334734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68bbf1-fb67-45d1-aff6-e6008732b07e req-e6aad6ed-c1b8-4e3d-91c6-358006b1ad57 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:47.336252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4d68bbf1-fb67-45d1-aff6-e6008732b07e req-e6aad6ed-c1b8-4e3d-91c6-358006b1ad57 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1680882 Dec 17 13:10:47.363443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31a78df9-883c-43b6-b9f4-db324e6d3d2a req-b99ad621-7b22-45c0-a40b-9068a34c40d1 tempest-SecurityGroupsNegativeTestJSON-1757609287 tempest-SecurityGroupsNegativeTestJSON-1757609287-project] 10.222.0.59 "GET /v2.0/security-groups/6fd4ac47-78c2-4b74-aef2-844cae58f33b HTTP/1.1" status: 200 len: 3002 time: 0.0806012 Dec 17 13:10:47.470613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4d68bbf1-fb67-45d1-aff6-e6008732b07e req-28471a03-6b5f-4723-a642-ea5ccc8ac949 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212373 Dec 17 13:10:47.483890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e70c15d5-f21e-45bd-8a9d-a211d16d19a6 req-29155e60-be31-446c-9b53-a909d60f88f8 tempest-SecurityGroupsNegativeTestJSON-1757609287 tempest-SecurityGroupsNegativeTestJSON-1757609287-project] 10.222.0.59 "GET /v2.0/security-groups/6fd4ac47-78c2-4b74-aef2-844cae58f33b HTTP/1.1" status: 200 len: 3002 time: 0.0883000 Dec 17 13:10:47.560249 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:47.560721 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:47.561119 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Floating IP cf4954b0-25c6-4e36-998d-0a275e6a24e4 disassociated. External IP: 172.25.0.110, port: cd9698d4-4058-4119-89c8-a9b1e816f53a. Dec 17 13:10:47.561539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Calling delete_port for cd9698d4-4058-4119-89c8-a9b1e816f53a owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:47.584095 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-e70c15d5-f21e-45bd-8a9d-a211d16d19a6 req-e36c22c6-20cf-4636-a473-61a0151da457 tempest-SecurityGroupsNegativeTestJSON-1757609287 tempest-SecurityGroupsNegativeTestJSON-1757609287-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 13:10:47.585205 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e70c15d5-f21e-45bd-8a9d-a211d16d19a6 req-e36c22c6-20cf-4636-a473-61a0151da457 tempest-SecurityGroupsNegativeTestJSON-1757609287 tempest-SecurityGroupsNegativeTestJSON-1757609287-project] 10.222.0.59 "DELETE /v2.0/security-groups/6fd4ac47-78c2-4b74-aef2-844cae58f33b HTTP/1.1" status: 409 len: 352 time: 0.1004472 Dec 17 13:10:47.630592 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-3b0612d3-3757-4f50-a766-a339955d2066 req-148057ef-3ad0-4eab-a205-0687513698cc tempest-SecurityGroupsNegativeTestJSON-1757609287 tempest-SecurityGroupsNegativeTestJSON-1757609287-project] show failed (client error): The resource could not be found. Dec 17 13:10:47.631636 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0612d3-3757-4f50-a766-a339955d2066 req-148057ef-3ad0-4eab-a205-0687513698cc tempest-SecurityGroupsNegativeTestJSON-1757609287 tempest-SecurityGroupsNegativeTestJSON-1757609287-project] 10.222.0.59 "GET /v2.0/security-groups/219b305a-ce3f-467e-a84e-e315c8fe1ea9 HTTP/1.1" status: 404 len: 352 time: 0.0209217 Dec 17 13:10:47.633665 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:47.670436 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [req-e7431cd4-5f19-4d3b-a099-5a26c5e7ee70 req-d8806f74-9860-4d5d-9a1e-43b11c3af6bf tempest-SecurityGroupsNegativeTestJSON-1757609287 tempest-SecurityGroupsNegativeTestJSON-1757609287-project] show failed (client error): The resource could not be found. Dec 17 13:10:47.682952 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7431cd4-5f19-4d3b-a099-5a26c5e7ee70 req-d8806f74-9860-4d5d-9a1e-43b11c3af6bf tempest-SecurityGroupsNegativeTestJSON-1757609287 tempest-SecurityGroupsNegativeTestJSON-1757609287-project] 10.222.0.59 "GET /v2.0/security-groups/f1403605-4f42-4207-a258-6ab7d3889988 HTTP/1.1" status: 404 len: 352 time: 0.0228674 Dec 17 13:10:47.686634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57604) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:47.787680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bdd3ef-92c5-4d71-a5ab-80ede1eef61b admin admin] Deleting subnet 9f1c755b-bdd9-4830-a6e9-332ebadfa0e6 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:10:47.792343 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd3ef-92c5-4d71-a5ab-80ede1eef61b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:47.828808 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd3ef-92c5-4d71-a5ab-80ede1eef61b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:47.842477 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:47.871138 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd3ef-92c5-4d71-a5ab-80ede1eef61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:47.877082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event deleted for resources: {'Port': ['ID=cd9698d4-4058-4119-89c8-a9b1e816f53a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:48.044767 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd3ef-92c5-4d71-a5ab-80ede1eef61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.090187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91fd0853-4108-4e42-ad8c-8c15376712f9 req-1ac7e746-85d9-4213-9372-fe994d81299a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 210 time: 0.0776238 Dec 17 13:10:48.094000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 9312d448-de2b-4afd-a631-9b0bab4ba0e8 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:10:48.117972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Router e49dc660-a5bb-4a1b-96ae-409fda1860d5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:10:48.129018 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd3ef-92c5-4d71-a5ab-80ede1eef61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.134400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b9bdd3ef-92c5-4d71-a5ab-80ede1eef61b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9f1c755b-bdd9-4830-a6e9-332ebadfa0e6 HTTP/1.1" status: 204 len: 168 time: 0.4464269 Dec 17 13:10:48.135298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdd3ef-92c5-4d71-a5ab-80ede1eef61b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f1c755b-bdd9-4830-a6e9-332ebadfa0e6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:48.137874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57618) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:48.201986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ee596-c46a-4cc9-8968-af875b04a916 req-92e3ba62-4df0-4281-af5d-5e41fc174680 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:48.210538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-657ee596-c46a-4cc9-8968-af875b04a916 req-92e3ba62-4df0-4281-af5d-5e41fc174680 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 944 time: 0.1669767 Dec 17 13:10:48.280850 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.349037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 9312d448-de2b-4afd-a631-9b0bab4ba0e8 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:10:48.353621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 9312d448-de2b-4afd-a631-9b0bab4ba0e8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:10:48.353817 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.357189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57622) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:48.446156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:10:48.454956 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.463071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc3e2f2-df73-48f7-bddc-e3fb666a969a None None] Sync routers for ids ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:10:48.485213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f96643-ef1f-4474-a5c0-cb2e3a26a033']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:48.504403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] No DVR routers for this DVR port cd9698d4-4058-4119-89c8-a9b1e816f53a on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:48.514431 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87790b7-279a-4c0d-b374-6766f907e53b') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:48.514735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87790b7-279a-4c0d-b374-6766f907e53b') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:48.538507 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.541360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.542615 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85f2a9ca-92c0-45d8-a4ea-da7202a3cd2d req-aa65b89f-8f4c-4a39-8e01-68bc19e4566c tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.61 "DELETE /v2.0/ports/cd9698d4-4058-4119-89c8-a9b1e816f53a HTTP/1.1" status: 204 len: 173 time: 1.7028251 Dec 17 13:10:48.558615 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-657ee596-c46a-4cc9-8968-af875b04a916 req-707a8439-403d-41d3-8766-2bb4caddefe6 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477428 Dec 17 13:10:48.559722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-deleted', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:48.562888 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63394836-bdfa-48c7-a93b-b65a05dece02" -d '{"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-deleted", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:48.573686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.588558 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.590792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:10:48.592038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc3e2f2-df73-48f7-bddc-e3fb666a969a None None] Routers {'e49dc660-a5bb-4a1b-96ae-409fda1860d5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:10:48.592686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-fbc3e2f2-df73-48f7-bddc-e3fb666a969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:10:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:48.592980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.612983 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5478169b-810a-440b-8560-91a2c53a4f56 x-openstack-request-id: req-5478169b-810a-440b-8560-91a2c53a4f56 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:48.613346 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82", "name": "network-vif-deleted", "tag": "cd9698d4-4058-4119-89c8-a9b1e816f53a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:48.613699 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5478169b-810a-440b-8560-91a2c53a4f56 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:48.614189 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82', 'name': 'network-vif-deleted', 'tag': 'cd9698d4-4058-4119-89c8-a9b1e816f53a', 'status': 'completed', 'code': 200} Dec 17 13:10:48.661877 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f3d2ae-6609-4e87-91b3-4b913bf9a061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9312d448-de2b-4afd-a631-9b0bab4ba0e8'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:48.664137 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd4eaeb-9793-43db-9c31-6c718fe25377" -d '{"events": [{"server_uuid": "81f3d2ae-6609-4e87-91b3-4b913bf9a061", "name": "network-vif-plugged", "status": "completed", "tag": "9312d448-de2b-4afd-a631-9b0bab4ba0e8"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:10:48.665718 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:10:48.713015 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bab7b237-7f01-4600-ac0c-bbe649ed0316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.714212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 9312d448-de2b-4afd-a631-9b0bab4ba0e8, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9312d448-de2b-4afd-a631-9b0bab4ba0e8,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:48.760057 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4472486-60e6-45e2-9c92-6dca87cd713c x-openstack-request-id: req-e4472486-60e6-45e2-9c92-6dca87cd713c {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:48.760311 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f3d2ae-6609-4e87-91b3-4b913bf9a061", "name": "network-vif-plugged", "status": "completed", "tag": "9312d448-de2b-4afd-a631-9b0bab4ba0e8", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:48.761954 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4472486-60e6-45e2-9c92-6dca87cd713c {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:48.775778 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f3d2ae-6609-4e87-91b3-4b913bf9a061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9312d448-de2b-4afd-a631-9b0bab4ba0e8', 'code': 200} Dec 17 13:10:48.781310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33539020-9aa1-4008-a444-2a3810b08e9f req-ae166142-9eae-4175-a918-aff6ea36cc55 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:48.784339 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-33539020-9aa1-4008-a444-2a3810b08e9f req-ae166142-9eae-4175-a918-aff6ea36cc55 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1160302 Dec 17 13:10:48.799523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-fbc3e2f2-df73-48f7-bddc-e3fb666a969a None None] Set router e49dc660-a5bb-4a1b-96ae-409fda1860d5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:10:48.858532 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.860700 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.876524 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-33539020-9aa1-4008-a444-2a3810b08e9f req-b200d72b-8c24-4f69-bea6-bca22fbc27b1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830071 Dec 17 13:10:48.889176 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.893693 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:48.898285 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] 10.222.0.59 "DELETE /v2.0/networks/a6f96643-ef1f-4474-a5c0-cb2e3a26a033 HTTP/1.1" status: 204 len: 168 time: 0.7591147 Dec 17 13:10:48.903629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c870839-2f0d-4e37-b08d-a797d4737626 req-567280b8-1097-4bcf-9aab-228f2881e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:48.905233 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c870839-2f0d-4e37-b08d-a797d4737626 req-567280b8-1097-4bcf-9aab-228f2881e04a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 1096 time: 0.0584738 Dec 17 13:10:48.921857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280e273-cd45-4c6f-8519-71a4e5b1f89f admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f96643-ef1f-4474-a5c0-cb2e3a26a033,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:48.975578 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c870839-2f0d-4e37-b08d-a797d4737626 req-18a54aa0-d855-4b6f-b88b-442e0c4bff45 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593379 Dec 17 13:10:48.990030 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bab7b237-7f01-4600-ac0c-bbe649ed0316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:49.032367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=9312d448-de2b-4afd-a631-9b0bab4ba0e8,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:49.092772 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bab7b237-7f01-4600-ac0c-bbe649ed0316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:49.140054 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bab7b237-7f01-4600-ac0c-bbe649ed0316 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df6d31ebe17f4b159012329484cd6a08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7756147 Dec 17 13:10:49.140054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b237-7f01-4600-ac0c-bbe649ed0316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e35d9df-fa89-4023-b5ab-4980209d4326,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:49.140466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57638) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:49.245991 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-530e5e13-c911-4204-8720-f7b43347d820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:49.274325 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-530e5e13-c911-4204-8720-f7b43347d820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:49.283140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddaa1ad3-11fd-41e7-89fe-47c8af4de736 req-3eeb2b77-c279-4b3e-9894-8b06189b11c8 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 210 time: 0.0762372 Dec 17 13:10:49.333268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-fbc3e2f2-df73-48f7-bddc-e3fb666a969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:00:43Z', 'revision_number': 4, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '14b8c218-f012-4990-ae86-4b882acd3a82', 'name': '', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'mac_address': 'fa:16:3e:11:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:42Z', 'updated_at': '2021-12-17T13:00:49Z', 'revision_number': 5, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'subnets': [{'id': '61924618-8120-4596-82b9-92acf8799f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:49.360404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc3e2f2-df73-48f7-bddc-e3fb666a969a None None] Checking router: e49dc660-a5bb-4a1b-96ae-409fda1860d5 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:10:49.370080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc3e2f2-df73-48f7-bddc-e3fb666a969a None None] Routers {'e49dc660-a5bb-4a1b-96ae-409fda1860d5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:10:49.370701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-fbc3e2f2-df73-48f7-bddc-e3fb666a969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:10:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:49.407992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57646) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:49.455242 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c11b3d94-d8f7-451f-9641-e6ccafb1a78a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f436b8efc7f04cfa8e7ad95748c85a95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459766 Dec 17 13:10:49.455438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57648) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:49.461950 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-530e5e13-c911-4204-8720-f7b43347d820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:49.464440 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-530e5e13-c911-4204-8720-f7b43347d820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:49.465466 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-530e5e13-c911-4204-8720-f7b43347d820 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e35d9df-fa89-4023-b5ab-4980209d4326 HTTP/1.1" status: 204 len: 168 time: 0.3181481 Dec 17 13:10:49.498109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e5e13-c911-4204-8720-f7b43347d820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e35d9df-fa89-4023-b5ab-4980209d4326,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:49.502183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-fbc3e2f2-df73-48f7-bddc-e3fb666a969a None None] Set router e49dc660-a5bb-4a1b-96ae-409fda1860d5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:10:49.537638 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f736c29-531c-4dc5-855e-f2f8458ff5ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:49.560541 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f736c29-531c-4dc5-855e-f2f8458ff5ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:49.656988 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:49.754555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-fbc3e2f2-df73-48f7-bddc-e3fb666a969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:00:43Z', 'revision_number': 4, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '14b8c218-f012-4990-ae86-4b882acd3a82', 'name': '', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'mac_address': 'fa:16:3e:11:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:42Z', 'updated_at': '2021-12-17T13:00:49Z', 'revision_number': 5, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'subnets': [{'id': '61924618-8120-4596-82b9-92acf8799f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:49.790332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc3e2f2-df73-48f7-bddc-e3fb666a969a None None] The sync data for ids ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'] in n-d-815324-5 is: [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:00:43Z', 'revision_number': 4, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '14b8c218-f012-4990-ae86-4b882acd3a82', 'name': '', 'network_id': '2700c050-d57b-4cbb-9c83-ee91fcca14af', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'mac_address': 'fa:16:3e:11:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '61924618-8120-4596-82b9-92acf8799f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:42Z', 'updated_at': '2021-12-17T13:00:49Z', 'revision_number': 5, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'subnets': [{'id': '61924618-8120-4596-82b9-92acf8799f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:10:50.046314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc091973-3e1b-4cc4-a8c4-e3878baac42b req-14069dcf-e824-4a55-99b7-9c43b998bee3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681076 Dec 17 13:10:50.064644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39d47d-8ccd-475d-b471-437e55c7fa9e req-ca0f2b62-ac3d-4446-b258-d479399313ed tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:50.073905 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef39d47d-8ccd-475d-b471-437e55c7fa9e req-ca0f2b62-ac3d-4446-b258-d479399313ed tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 945 time: 0.4450915 Dec 17 13:10:50.108241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:50.121571 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f736c29-531c-4dc5-855e-f2f8458ff5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:50.125607 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f736c29-531c-4dc5-855e-f2f8458ff5ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:50.141037 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5f736c29-531c-4dc5-855e-f2f8458ff5ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6fd4ac47-78c2-4b74-aef2-844cae58f33b HTTP/1.1" status: 204 len: 168 time: 0.6824253 Dec 17 13:10:50.155827 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb3aab-0851-4bb4-a3ab-b0961069975f None None] New status for floating IP cf4954b0-25c6-4e36-998d-0a275e6a24e4: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:10:50.158975 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa61b2-71c6-48ef-8ab1-0bb2745c3237 req-eb3ea89a-59f5-48dd-8aa6-8e1596fe1a28 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:50.169307 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9efa61b2-71c6-48ef-8ab1-0bb2745c3237 req-eb3ea89a-59f5-48dd-8aa6-8e1596fe1a28 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1065428 Dec 17 13:10:50.188459 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef39d47d-8ccd-475d-b471-437e55c7fa9e req-3531cadb-599a-4f6c-a640-bd8e5f49a760 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103675 Dec 17 13:10:50.188459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f736c29-531c-4dc5-855e-f2f8458ff5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd4ac47-78c2-4b74-aef2-844cae58f33b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:50.202035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc091973-3e1b-4cc4-a8c4-e3878baac42b req-a502be21-5f8c-4959-a89d-8b629529b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:50.203766 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc091973-3e1b-4cc4-a8c4-e3878baac42b req-a502be21-5f8c-4959-a89d-8b629529b059 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=48b53f34ec134f6d8af1f798980e3e5e&device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 1097 time: 0.1037543 Dec 17 13:10:50.204381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: cd9698d4-4058-4119-89c8-a9b1e816f53a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:50.204884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device cd9698d4-4058-4119-89c8-a9b1e816f53a not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:50.304052 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9efa61b2-71c6-48ef-8ab1-0bb2745c3237 req-fc0d65f0-9ec9-4616-a368-7169f2aed632 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334755 Dec 17 13:10:50.371047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc091973-3e1b-4cc4-a8c4-e3878baac42b req-96390320-d601-4328-a4dd-c7b56bd4a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:50.372671 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc091973-3e1b-4cc4-a8c4-e3878baac42b req-96390320-d601-4328-a4dd-c7b56bd4a1d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=866f9744-0ad7-4605-b6a9-5a43d6d75c8e HTTP/1.1" status: 200 len: 916 time: 0.1409981 Dec 17 13:10:50.423235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52553ef6-8e13-4bf1-9f13-ad9970d04e87 req-4e7cb969-8255-4813-b552-e209eaa17ef9 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/ports?device_id=e50d87a4-cad8-4c46-8f8f-dedb1cc5fa82 HTTP/1.1" status: 200 len: 210 time: 0.0363977 Dec 17 13:10:50.457738 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc091973-3e1b-4cc4-a8c4-e3878baac42b req-e203f6dd-d375-48ae-b9e9-8d9aa93a2c5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcd76c58-cd34-4f2d-90e3-e2f55f93907a HTTP/1.1" status: 200 len: 1002 time: 0.0729508 Dec 17 13:10:50.464165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57668) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:50.488958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c79f248d-7e6e-4b27-bad8-cfcd1b453aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:50.551253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc091973-3e1b-4cc4-a8c4-e3878baac42b req-2aed49de-21dc-436a-b2ba-eb354442f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:50.553359 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc091973-3e1b-4cc4-a8c4-e3878baac42b req-2aed49de-21dc-436a-b2ba-eb354442f968 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93edbd42-6373-4597-b8f6-ebe632d4afaf HTTP/1.1" status: 200 len: 854 time: 0.0889034 Dec 17 13:10:50.587003 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c79f248d-7e6e-4b27-bad8-cfcd1b453aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:50.603430 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc091973-3e1b-4cc4-a8c4-e3878baac42b req-96d62bfb-a9c2-4121-a986-2d3cb38f9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:50.605492 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc091973-3e1b-4cc4-a8c4-e3878baac42b req-96d62bfb-a9c2-4121-a986-2d3cb38f9b78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=866f9744-0ad7-4605-b6a9-5a43d6d75c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446506 Dec 17 13:10:50.679334 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c79f248d-7e6e-4b27-bad8-cfcd1b453aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:50.704001 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc091973-3e1b-4cc4-a8c4-e3878baac42b req-251457cd-3eeb-47d1-aff1-a2c35471e427 service neutron] 10.222.0.54 "GET /v2.0/networks/866f9744-0ad7-4605-b6a9-5a43d6d75c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914621 Dec 17 13:10:50.721291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c79f248d-7e6e-4b27-bad8-cfcd1b453aeb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=16b9ce1442764dd6984543fe8979294f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2559910 Dec 17 13:10:50.722205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f248d-7e6e-4b27-bad8-cfcd1b453aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d2325e-378e-4077-91ee-363d9b01a747,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:50.725611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57678) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:50.799805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a709450-f621-4fe0-93a9-d5ce9ac4881d req-2fb9247a-a491-402a-a996-b921f0f720f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433249 Dec 17 13:10:50.839544 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3b44e40-bc02-45bf-8c0e-5228758c8d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:50.846781 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc091973-3e1b-4cc4-a8c4-e3878baac42b req-437ecd5a-3a3a-4c2c-ae3a-6baca5bd313a service neutron] 10.222.0.54 "GET /v2.0/networks/866f9744-0ad7-4605-b6a9-5a43d6d75c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354554 Dec 17 13:10:50.872775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3b44e40-bc02-45bf-8c0e-5228758c8d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:50.888846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a709450-f621-4fe0-93a9-d5ce9ac4881d req-2ca6d3ba-4fc4-45a8-9bd9-90e80f92de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:50.890413 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a709450-f621-4fe0-93a9-d5ce9ac4881d req-2ca6d3ba-4fc4-45a8-9bd9-90e80f92de18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe329ee832f349f28227c540eb053a5b&device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0475869 Dec 17 13:10:51.012353 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3b44e40-bc02-45bf-8c0e-5228758c8d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:51.015130 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3b44e40-bc02-45bf-8c0e-5228758c8d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:51.016416 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f3b44e40-bc02-45bf-8c0e-5228758c8d0b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/64d2325e-378e-4077-91ee-363d9b01a747 HTTP/1.1" status: 204 len: 168 time: 0.2791932 Dec 17 13:10:51.025604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b44e40-bc02-45bf-8c0e-5228758c8d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d2325e-378e-4077-91ee-363d9b01a747,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:51.051527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a709450-f621-4fe0-93a9-d5ce9ac4881d req-78dba496-4f25-4314-9c85-2b284841871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:51.053108 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a709450-f621-4fe0-93a9-d5ce9ac4881d req-78dba496-4f25-4314-9c85-2b284841871e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7011b77-0399-460a-b701-5ed2a6f65674 HTTP/1.1" status: 200 len: 916 time: 0.1401317 Dec 17 13:10:51.124491 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a709450-f621-4fe0-93a9-d5ce9ac4881d req-f01cc8e1-199f-4261-9ec7-9f0c09268d41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64a1c441-3b5a-4e1d-8a79-962a176c064e HTTP/1.1" status: 200 len: 1002 time: 0.0633190 Dec 17 13:10:51.175846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a709450-f621-4fe0-93a9-d5ce9ac4881d req-280e4d73-cade-4a97-86fa-c8e09770875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:51.177359 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a709450-f621-4fe0-93a9-d5ce9ac4881d req-280e4d73-cade-4a97-86fa-c8e09770875f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0512fd1f-341b-4387-aa9a-ba858f0dffbf HTTP/1.1" status: 200 len: 854 time: 0.0465083 Dec 17 13:10:51.230402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a709450-f621-4fe0-93a9-d5ce9ac4881d req-ac075d20-7126-4bdc-bcf8-5234b794fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:51.231952 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a709450-f621-4fe0-93a9-d5ce9ac4881d req-ac075d20-7126-4bdc-bcf8-5234b794fb5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7011b77-0399-460a-b701-5ed2a6f65674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478823 Dec 17 13:10:51.318206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4352-21ba-4a26-aa75-e63ee3c68e57 req-cd0ecb66-75de-49a9-84d0-fe83bed2eef8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:51.319982 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a2b4352-21ba-4a26-aa75-e63ee3c68e57 req-cd0ecb66-75de-49a9-84d0-fe83bed2eef8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 945 time: 0.0564511 Dec 17 13:10:51.328511 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a709450-f621-4fe0-93a9-d5ce9ac4881d req-6a957b1e-60d9-4753-837f-8725a8aee7a2 service neutron] 10.222.0.61 "GET /v2.0/networks/f7011b77-0399-460a-b701-5ed2a6f65674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888155 Dec 17 13:10:51.405921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a2b4352-21ba-4a26-aa75-e63ee3c68e57 req-69b479d8-f5f1-48a0-b279-133bc1b3c65a tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779276 Dec 17 13:10:51.435638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57702) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:51.511520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360df390-0e6f-4e4e-9194-e63c5ead2d81 req-cf4435d4-ca81-4778-8744-e6fbcf0823a7 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:51.513106 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-360df390-0e6f-4e4e-9194-e63c5ead2d81 req-cf4435d4-ca81-4778-8744-e6fbcf0823a7 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1088188 Dec 17 13:10:51.515242 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a709450-f621-4fe0-93a9-d5ce9ac4881d req-4189cdf6-2431-494f-88a9-9a5752df34ca service neutron] 10.222.0.61 "GET /v2.0/networks/f7011b77-0399-460a-b701-5ed2a6f65674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744230 Dec 17 13:10:51.605171 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-360df390-0e6f-4e4e-9194-e63c5ead2d81 req-97e8194d-f26b-490d-83e4-433fe79d97f0 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727081 Dec 17 13:10:51.645824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1828848730-network', 'tenant_id': 'd4bf39a5122f4d60ad3a678f4425756e'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:51.766750 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Made reservation on behalf of d4bf39a5122f4d60ad3a678f4425756e for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:10:51.769072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:51.780955 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:51.843193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57722) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:51.863199 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:51.905395 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-111105cb-0f86-404b-a0cb-f74e64b9e2ae tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:51.932566 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-111105cb-0f86-404b-a0cb-f74e64b9e2ae tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.002585 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.045496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:10:52.065007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2019a0-9d4b-433c-9620-f55584e59ba7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:52.069189 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.069543 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Added segment fe326688-0b80-4f41-9e4f-cae33fb57992 of type vlan for network 761586d8-5ff2-4757-bc70-c1b8acff2162 Dec 17 13:10:52.074382 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-111105cb-0f86-404b-a0cb-f74e64b9e2ae tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.077169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-111105cb-0f86-404b-a0cb-f74e64b9e2ae tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.082052 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-111105cb-0f86-404b-a0cb-f74e64b9e2ae tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "DELETE /v2.0/security-groups/35a65f66-5095-438b-97cd-fb07f2c5affa HTTP/1.1" status: 204 len: 168 time: 0.2372286 Dec 17 13:10:52.082494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57730) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:52.139028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111105cb-0f86-404b-a0cb-f74e64b9e2ae tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a65f66-5095-438b-97cd-fb07f2c5affa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:52.148338 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.161344 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-6105aee2-0a9b-46c2-b973-1b67c72db19a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] show failed (client error): The resource could not be found. Dec 17 13:10:52.165876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6105aee2-0a9b-46c2-b973-1b67c72db19a tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "GET /v2.0/security-groups/35a65f66-5095-438b-97cd-fb07f2c5affa HTTP/1.1" status: 404 len: 347 time: 0.0771689 Dec 17 13:10:52.167557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57736) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:52.197820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d7c8e-7c97-4039-9729-bfcd2b24bdd5 req-76885ed7-7b1b-4664-99fd-f071547d7927 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:52.202064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a81d7c8e-7c97-4039-9729-bfcd2b24bdd5 req-76885ed7-7b1b-4664-99fd-f071547d7927 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 945 time: 0.0783310 Dec 17 13:10:52.250850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a81d7c8e-7c97-4039-9729-bfcd2b24bdd5 req-abf844f2-dceb-43de-b96f-24500d55b415 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444715 Dec 17 13:10:52.302324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb070b-3082-4ff0-b206-8ab6f614ef44 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Deleting port 06932ef6-507e-4e48-839f-3d9bd6cc692a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:52.302668 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0cb070b-3082-4ff0-b206-8ab6f614ef44 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.314407 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.318197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:52.318197 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.415474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] Pushing event updated for resources: {'Network': ['ID=761586d8-5ff2-4757-bc70-c1b8acff2162,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:52.427271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 761586d8-5ff2-4757-bc70-c1b8acff2162 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:10:52.444362 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0cb070b-3082-4ff0-b206-8ab6f614ef44 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.444728 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0cb070b-3082-4ff0-b206-8ab6f614ef44 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.458319 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1bdfd920-4dc5-4151-a0e0-c500e2c842b7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0207093 Dec 17 13:10:52.458911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57742) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:52.463689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bc091ca5-de4e-40cb-a293-2d09f7e49f29 admin admin] Request body: {'subnet': {'network_id': '761586d8-5ff2-4757-bc70-c1b8acff2162', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1828848730-subnet', 'tenant_id': 'd4bf39a5122f4d60ad3a678f4425756e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:52.467419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb070b-3082-4ff0-b206-8ab6f614ef44 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Calling delete_port for 06932ef6-507e-4e48-839f-3d9bd6cc692a owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:52.543736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc091ca5-de4e-40cb-a293-2d09f7e49f29 admin admin] Made reservation on behalf of d4bf39a5122f4d60ad3a678f4425756e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:10:52.546481 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bc091ca5-de4e-40cb-a293-2d09f7e49f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.682327 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0cb070b-3082-4ff0-b206-8ab6f614ef44 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.717328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb070b-3082-4ff0-b206-8ab6f614ef44 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Pushing event deleted for resources: {'Port': ['ID=06932ef6-507e-4e48-839f-3d9bd6cc692a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:52.741066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cdbbe6-2694-4451-9da3-f53f52582283 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:52.782885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc49e8a-e731-4ecf-8f7b-09c3b7289305 req-f980569c-6fd3-4ab2-9fb4-cea1d9fb06cb tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:52.784513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbc49e8a-e731-4ecf-8f7b-09c3b7289305 req-f980569c-6fd3-4ab2-9fb4-cea1d9fb06cb tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0990145 Dec 17 13:10:52.790994 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0cb070b-3082-4ff0-b206-8ab6f614ef44 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.793960 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0cb070b-3082-4ff0-b206-8ab6f614ef44 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.798005 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c0cb070b-3082-4ff0-b206-8ab6f614ef44 tempest-ServerActionsTestJSON-473664838 tempest-ServerActionsTestJSON-473664838-project] 10.222.0.59 "DELETE /v2.0/floatingips/cf4954b0-25c6-4e36-998d-0a275e6a24e4 HTTP/1.1" status: 204 len: 168 time: 0.6264939 Dec 17 13:10:52.802899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57752) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:52.844293 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbc49e8a-e731-4ecf-8f7b-09c3b7289305 req-820c734d-bd79-425f-9972-bda9a9337e40 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502813 Dec 17 13:10:52.880388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bc091ca5-de4e-40cb-a293-2d09f7e49f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:52.947393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc091ca5-de4e-40cb-a293-2d09f7e49f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=559b7427-9451-4223-bdba-15ea3250b306,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:52.962339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc091ca5-de4e-40cb-a293-2d09f7e49f29 admin admin] Checking segment: {'id': 'fe326688-0b80-4f41-9e4f-cae33fb57992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '761586d8-5ff2-4757-bc70-c1b8acff2162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:10:52.962454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc091ca5-de4e-40cb-a293-2d09f7e49f29 admin admin] Network hostable DHCP agents. Network: 761586d8-5ff2-4757-bc70-c1b8acff2162, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:10:53.115754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc091ca5-de4e-40cb-a293-2d09f7e49f29 admin admin] Network 761586d8-5ff2-4757-bc70-c1b8acff2162 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:10:53.205833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-bc091ca5-de4e-40cb-a293-2d09f7e49f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 761586d8-5ff2-4757-bc70-c1b8acff2162) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:10:53.216939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc091ca5-de4e-40cb-a293-2d09f7e49f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:53.220753 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bc091ca5-de4e-40cb-a293-2d09f7e49f29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:53.222117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dde792-25ab-4c21-a37c-f02143f621bb None None] Network 761586d8-5ff2-4757-bc70-c1b8acff2162 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:53.365928 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bc091ca5-de4e-40cb-a293-2d09f7e49f29 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9061117 Dec 17 13:10:53.366272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c74782-acb5-4c67-8966-32c84bf66142 None None] Network 761586d8-5ff2-4757-bc70-c1b8acff2162 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:53.423333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e7e41-47ef-474f-9998-c76a066bffc5 req-441fe0e3-1a2e-4af5-8230-c6628414068e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:53.433034 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-318e7e41-47ef-474f-9998-c76a066bffc5 req-441fe0e3-1a2e-4af5-8230-c6628414068e tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 945 time: 0.0843096 Dec 17 13:10:53.509451 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-318e7e41-47ef-474f-9998-c76a066bffc5 req-f44e2247-bd3c-471d-9b8d-f9acee2b5d20 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f047673-6986-49ff-9766-7428d0540247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687995 Dec 17 13:10:53.597076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e264bc-99ba-4eda-a00a-5872ab698bcf req-9bb7c438-24d8-4e51-974e-86a3f45b8f10 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:53.599354 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73e264bc-99ba-4eda-a00a-5872ab698bcf req-9bb7c438-24d8-4e51-974e-86a3f45b8f10 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.61 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 945 time: 0.0836043 Dec 17 13:10:53.729919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-73e264bc-99ba-4eda-a00a-5872ab698bcf req-ff56680d-426b-4a52-9a26-4950d26b8664 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Deleting port 9312d448-de2b-4afd-a631-9b0bab4ba0e8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:53.730278 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73e264bc-99ba-4eda-a00a-5872ab698bcf req-ff56680d-426b-4a52-9a26-4950d26b8664 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:53.763144 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-59ad928a-8f3d-4c82-9706-8f3849950e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:53.856422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-73e264bc-99ba-4eda-a00a-5872ab698bcf req-ff56680d-426b-4a52-9a26-4950d26b8664 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] For port 9312d448-de2b-4afd-a631-9b0bab4ba0e8, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9312d448-de2b-4afd-a631-9b0bab4ba0e8,segment=NetworkSegment(42a3781c-94d6-48ab-a5d2-588494e9796e),segment_id=42a3781c-94d6-48ab-a5d2-588494e9796e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:53.856805 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73e264bc-99ba-4eda-a00a-5872ab698bcf req-ff56680d-426b-4a52-9a26-4950d26b8664 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:53.890117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-73e264bc-99ba-4eda-a00a-5872ab698bcf req-ff56680d-426b-4a52-9a26-4950d26b8664 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Calling delete_port for 9312d448-de2b-4afd-a631-9b0bab4ba0e8 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:54.002789 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20e435-3460-4b68-8167-1b0eed977b36 req-f68dbd0c-4a4e-42f0-be46-35a09a5167dc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:54.004323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f20e435-3460-4b68-8167-1b0eed977b36 req-f68dbd0c-4a4e-42f0-be46-35a09a5167dc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0729840 Dec 17 13:10:54.098983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f20e435-3460-4b68-8167-1b0eed977b36 req-7b048ca4-299d-4726-8caa-fd23dc963958 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871072 Dec 17 13:10:54.121760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-59ad928a-8f3d-4c82-9706-8f3849950e58 admin admin] Deleting port 14b8c218-f012-4990-ae86-4b882acd3a82 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:54.124483 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-59ad928a-8f3d-4c82-9706-8f3849950e58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:54.172230 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73e264bc-99ba-4eda-a00a-5872ab698bcf req-ff56680d-426b-4a52-9a26-4950d26b8664 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:54.213207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-59ad928a-8f3d-4c82-9706-8f3849950e58 admin admin] For port 14b8c218-f012-4990-ae86-4b882acd3a82, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=14b8c218-f012-4990-ae86-4b882acd3a82,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:54.213594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-59ad928a-8f3d-4c82-9706-8f3849950e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:54.217628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56680d-426b-4a52-9a26-4950d26b8664 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event deleted for resources: {'Port': ['ID=9312d448-de2b-4afd-a631-9b0bab4ba0e8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:54.230079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-59ad928a-8f3d-4c82-9706-8f3849950e58 admin admin] Calling delete_port for 14b8c218-f012-4990-ae86-4b882acd3a82 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:54.238698 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ef02f-d1ad-4b8a-bc00-dcc5277a3825 None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:54.304851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e264bc-99ba-4eda-a00a-5872ab698bcf req-ff56680d-426b-4a52-9a26-4950d26b8664 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] No DVR routers for this DVR port 9312d448-de2b-4afd-a631-9b0bab4ba0e8 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:54.307688 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73e264bc-99ba-4eda-a00a-5872ab698bcf req-ff56680d-426b-4a52-9a26-4950d26b8664 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:54.311367 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73e264bc-99ba-4eda-a00a-5872ab698bcf req-ff56680d-426b-4a52-9a26-4950d26b8664 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.61 "DELETE /v2.0/ports/9312d448-de2b-4afd-a631-9b0bab4ba0e8 HTTP/1.1" status: 204 len: 173 time: 0.7010226 Dec 17 13:10:54.313492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f3d2ae-6609-4e87-91b3-4b913bf9a061', 'name': 'network-vif-deleted', 'tag': '9312d448-de2b-4afd-a631-9b0bab4ba0e8'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:10:54.314881 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55c2ff2-a3c8-4ea8-a4d7-d57b403c7f28" -d '{"events": [{"server_uuid": "81f3d2ae-6609-4e87-91b3-4b913bf9a061", "name": "network-vif-deleted", "tag": "9312d448-de2b-4afd-a631-9b0bab4ba0e8"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:10:54.362943 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec9dd88-7e00-4a65-b69c-a4dd25db5a9f x-openstack-request-id: req-dec9dd88-7e00-4a65-b69c-a4dd25db5a9f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:10:54.363250 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f3d2ae-6609-4e87-91b3-4b913bf9a061", "name": "network-vif-deleted", "tag": "9312d448-de2b-4afd-a631-9b0bab4ba0e8", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:10:54.363510 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dec9dd88-7e00-4a65-b69c-a4dd25db5a9f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:10:54.364508 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f3d2ae-6609-4e87-91b3-4b913bf9a061', 'name': 'network-vif-deleted', 'tag': '9312d448-de2b-4afd-a631-9b0bab4ba0e8', 'status': 'completed', 'code': 200} Dec 17 13:10:54.410279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57796) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:54.416269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1541831650-network', 'tenant_id': 'd9e1bec7ea6c4216a9278ce4b1c470db'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:54.516086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Made reservation on behalf of d9e1bec7ea6c4216a9278ce4b1c470db for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:10:54.518651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:54.528292 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:54.549966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-59ad928a-8f3d-4c82-9706-8f3849950e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:54.601192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad928a-8f3d-4c82-9706-8f3849950e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b8c218-f012-4990-ae86-4b882acd3a82,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:54.642418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3891a68b-eee1-4df3-ac45-d45772a932ab req-1642253d-4066-4c6d-99e4-33f027217937 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/ports?device_id=81f3d2ae-6609-4e87-91b3-4b913bf9a061 HTTP/1.1" status: 200 len: 210 time: 0.0507569 Dec 17 13:10:54.690183 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:54.801510 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:54.831568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:10:54.864791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75985fdd-d0b0-4809-a518-eb8aad5e052a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:54.865492 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-59ad928a-8f3d-4c82-9706-8f3849950e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:54.866534 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:54.866534 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Added segment b2cbc5c6-ec9a-42f5-8d2b-2c50906b3bbc of type vlan for network cf2e45c6-198f-440c-b586-ddec2eac089e Dec 17 13:10:54.924269 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:55.064629 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:55.065838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:55.068357 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:55.119867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ad928a-8f3d-4c82-9706-8f3849950e58 admin admin] Router e49dc660-a5bb-4a1b-96ae-409fda1860d5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:10:55.172605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] Pushing event updated for resources: {'Network': ['ID=cf2e45c6-198f-440c-b586-ddec2eac089e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:55.189882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network cf2e45c6-198f-440c-b586-ddec2eac089e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:10:55.228128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-89c23d3c-5545-47b1-95c2-7007ee27cfec admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8161576 Dec 17 13:10:55.229903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57812) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:55.239682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b9d27dc8-e99e-4b9e-8010-07f5644003a9 admin admin] Request body: {'subnet': {'network_id': 'cf2e45c6-198f-440c-b586-ddec2eac089e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1541831650-subnet', 'tenant_id': 'd9e1bec7ea6c4216a9278ce4b1c470db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:10:55.355644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d27dc8-e99e-4b9e-8010-07f5644003a9 admin admin] Made reservation on behalf of d9e1bec7ea6c4216a9278ce4b1c470db for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:10:55.359301 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9d27dc8-e99e-4b9e-8010-07f5644003a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:55.388270 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545b021-18ee-46c3-98a6-e1cc41b6570e req-1a0ed0ff-22b6-47a1-a0be-753ab57fa99d tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:55.394304 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6545b021-18ee-46c3-98a6-e1cc41b6570e req-1a0ed0ff-22b6-47a1-a0be-753ab57fa99d tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1166215 Dec 17 13:10:55.459266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ad928a-8f3d-4c82-9706-8f3849950e58 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:10:55.468714 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-59ad928a-8f3d-4c82-9706-8f3849950e58 admin admin] 10.222.0.59 "PUT /v2.0/routers/e49dc660-a5bb-4a1b-96ae-409fda1860d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6692109 Dec 17 13:10:55.469276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57816) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:55.474578 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a41bec-63f5-4479-b3f7-d6df8527304f None None] Sync routers for ids ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:10:55.492537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a41bec-63f5-4479-b3f7-d6df8527304f None None] Routers {'e49dc660-a5bb-4a1b-96ae-409fda1860d5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:10:55.493179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f1a41bec-63f5-4479-b3f7-d6df8527304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:10:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:55.512761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6545b021-18ee-46c3-98a6-e1cc41b6570e req-f149eb41-8b0b-4486-9692-736840a9a436 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083477 Dec 17 13:10:55.677664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-f1a41bec-63f5-4479-b3f7-d6df8527304f None None] Set router e49dc660-a5bb-4a1b-96ae-409fda1860d5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:10:55.755450 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:55.806171 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9d27dc8-e99e-4b9e-8010-07f5644003a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:55.942186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d27dc8-e99e-4b9e-8010-07f5644003a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc7b8c6-35c4-48ab-b107-4fdff024ff3b,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:55.993827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d27dc8-e99e-4b9e-8010-07f5644003a9 admin admin] Checking segment: {'id': 'b2cbc5c6-ec9a-42f5-8d2b-2c50906b3bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf2e45c6-198f-440c-b586-ddec2eac089e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:10:55.993827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d27dc8-e99e-4b9e-8010-07f5644003a9 admin admin] Network hostable DHCP agents. Network: cf2e45c6-198f-440c-b586-ddec2eac089e, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:10:56.030703 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57838) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:56.047421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:56.114452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f1a41bec-63f5-4479-b3f7-d6df8527304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:10:54Z', 'revision_number': 5, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port': {'id': '0a4bf2ac-0808-4678-b9fd-fdfb78407ec9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:00:37Z', 'updated_at': '2021-12-17T13:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:56.145560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d27dc8-e99e-4b9e-8010-07f5644003a9 admin admin] Network cf2e45c6-198f-440c-b586-ddec2eac089e is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:10:56.173658 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da90808c-321a-4e50-8999-fe754410b8e8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:56.198643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 9312d448-de2b-4afd-a631-9b0bab4ba0e8 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:56.203927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a41bec-63f5-4479-b3f7-d6df8527304f None None] Checking router: e49dc660-a5bb-4a1b-96ae-409fda1860d5 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:10:56.243962 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da90808c-321a-4e50-8999-fe754410b8e8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:56.245560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-b9d27dc8-e99e-4b9e-8010-07f5644003a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, cf2e45c6-198f-440c-b586-ddec2eac089e) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:10:56.251345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d27dc8-e99e-4b9e-8010-07f5644003a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:56.257820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9d27dc8-e99e-4b9e-8010-07f5644003a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:56.269827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39af02-8ddd-453f-8aa3-11170b32bf63 None None] Network cf2e45c6-198f-440c-b586-ddec2eac089e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:56.275819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 9312d448-de2b-4afd-a631-9b0bab4ba0e8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:56.276354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 9312d448-de2b-4afd-a631-9b0bab4ba0e8 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:56.314161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Deleting port 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:56.315274 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:56.343827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a41bec-63f5-4479-b3f7-d6df8527304f None None] Routers {'e49dc660-a5bb-4a1b-96ae-409fda1860d5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:10:56.344471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f1a41bec-63f5-4479-b3f7-d6df8527304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:10:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:56.376700 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b9d27dc8-e99e-4b9e-8010-07f5644003a9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1455371 Dec 17 13:10:56.434309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] For port 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0a4bf2ac-0808-4678-b9fd-fdfb78407ec9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:56.435142 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:56.459036 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-f1a41bec-63f5-4479-b3f7-d6df8527304f None None] Set router e49dc660-a5bb-4a1b-96ae-409fda1860d5 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:10:56.480125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Calling delete_port for 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:56.505629 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da90808c-321a-4e50-8999-fe754410b8e8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:56.508813 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da90808c-321a-4e50-8999-fe754410b8e8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:56.510276 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-da90808c-321a-4e50-8999-fe754410b8e8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "DELETE /v2.0/security-groups/5e04ed60-f28c-460d-bcae-5db6d8321f32 HTTP/1.1" status: 204 len: 168 time: 0.4781747 Dec 17 13:10:56.567819 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57844) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:56.568067 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e93bb-c4bd-4784-83c3-f3f52e324d9e None None] Network cf2e45c6-198f-440c-b586-ddec2eac089e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:56.568615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90808c-321a-4e50-8999-fe754410b8e8 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e04ed60-f28c-460d-bcae-5db6d8321f32,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:56.579991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f1a41bec-63f5-4479-b3f7-d6df8527304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:10:56Z', 'revision_number': 6, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:56.602425 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-482a3617-77e1-4290-a18d-cbf63836fdd1 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] show failed (client error): The resource could not be found. Dec 17 13:10:56.606876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-482a3617-77e1-4290-a18d-cbf63836fdd1 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "GET /v2.0/security-groups/5e04ed60-f28c-460d-bcae-5db6d8321f32 HTTP/1.1" status: 404 len: 347 time: 0.0272405 Dec 17 13:10:56.607074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57850) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:56.667414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a41bec-63f5-4479-b3f7-d6df8527304f None None] The sync data for ids ['e49dc660-a5bb-4a1b-96ae-409fda1860d5'] in n-d-815324-5 is: [{'id': 'e49dc660-a5bb-4a1b-96ae-409fda1860d5', 'name': 'tempest-ServerActionsTestJSON-827269361-router', 'tenant_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:00:36Z', 'updated_at': '2021-12-17T13:10:56Z', 'revision_number': 6, 'project_id': 'ca01150a9fe44a7cb17b5cf0edbcddab', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:10:56.798365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a27aa-345f-47c5-b869-ea6311b767b2 req-a249306b-635d-4cef-a68f-8ec3583c5300 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:56.800026 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-854a27aa-345f-47c5-b869-ea6311b767b2 req-a249306b-635d-4cef-a68f-8ec3583c5300 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1408598 Dec 17 13:10:56.965367 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-854a27aa-345f-47c5-b869-ea6311b767b2 req-27808dae-b93a-47d5-9305-35ede9d3087d tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278179 Dec 17 13:10:56.996402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-138bb4d2-2b37-4c4e-95a7-2a11c73f4043 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Deleting port 01caf7ef-6926-49f4-84d5-ddb40e5bb733 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:56.996756 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-138bb4d2-2b37-4c4e-95a7-2a11c73f4043 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.076307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963d099-83ff-46ea-9d99-57118d9653ee req-34dc2800-769b-47be-abd9-8d26924a46c2 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:57.078116 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-34dc2800-769b-47be-abd9-8d26924a46c2 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/networks?id=761586d8-5ff2-4757-bc70-c1b8acff2162 HTTP/1.1" status: 200 len: 825 time: 0.1640382 Dec 17 13:10:57.093480 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-91415f37-7232-4244-998c-917bd53ade8f tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/quotas/d4bf39a5122f4d60ad3a678f4425756e HTTP/1.1" status: 200 len: 375 time: 0.0094666 Dec 17 13:10:57.119731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-138bb4d2-2b37-4c4e-95a7-2a11c73f4043 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.121339 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-138bb4d2-2b37-4c4e-95a7-2a11c73f4043 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.130716 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-13ab330f-49cb-47de-a901-b44263fa451d tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4bf39a5122f4d60ad3a678f4425756e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297389 Dec 17 13:10:57.139917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-138bb4d2-2b37-4c4e-95a7-2a11c73f4043 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Calling delete_port for 01caf7ef-6926-49f4-84d5-ddb40e5bb733 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:57.149052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.246509 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-71041c43-bb48-4b25-afd8-eecf6a41c2ed service neutron] 10.222.0.59 "GET /v2.0/networks/761586d8-5ff2-4757-bc70-c1b8acff2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081672 Dec 17 13:10:57.266566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4bf2ac-0808-4678-b9fd-fdfb78407ec9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:57.279458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c179cc-6df0-416f-bbd3-7a147cf61ae8 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:57.372935 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.401200 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c92253f7-cf29-48b2-a5c6-db3b58447830 service neutron] 10.222.0.59 "GET /v2.0/networks/761586d8-5ff2-4757-bc70-c1b8acff2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476934 Dec 17 13:10:57.487588 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.490481 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.708045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.708683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e49dc660-a5bb-4a1b-96ae-409fda1860d5 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:10:57.715589 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.720111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e87b4aa0-3295-42ee-86a6-8b28788b89c6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e49dc660-a5bb-4a1b-96ae-409fda1860d5 HTTP/1.1" status: 204 len: 168 time: 2.2469249 Dec 17 13:10:57.720111 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-138bb4d2-2b37-4c4e-95a7-2a11c73f4043 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.720406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57884) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:57.781924 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d3e7a288-a627-4cd6-8083-99932918f4b2 req-a6d20f7d-6434-4b4b-8189-0cbf0988bc7c tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 210 time: 0.0912602 Dec 17 13:10:57.789001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bb4d2-2b37-4c4e-95a7-2a11c73f4043 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Pushing event deleted for resources: {'Port': ['ID=01caf7ef-6926-49f4-84d5-ddb40e5bb733,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:57.898252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-947b40d8-4c8b-49a1-b7e1-298c6b51364d admin admin] Deleting subnet 61924618-8120-4596-82b9-92acf8799f29 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:10:57.905179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-947b40d8-4c8b-49a1-b7e1-298c6b51364d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.933451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-138bb4d2-2b37-4c4e-95a7-2a11c73f4043 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.937704 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-138bb4d2-2b37-4c4e-95a7-2a11c73f4043 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:57.938519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-138bb4d2-2b37-4c4e-95a7-2a11c73f4043 tempest-ImagesOneServerNegativeTestJSON-961513248 tempest-ImagesOneServerNegativeTestJSON-961513248-project] 10.222.0.59 "DELETE /v2.0/floatingips/ca855d2e-f13c-4343-b770-7a0ebcbcf7f8 HTTP/1.1" status: 204 len: 168 time: 1.3306267 Dec 17 13:10:57.965123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-947b40d8-4c8b-49a1-b7e1-298c6b51364d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:58.114662 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57904) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:58.135060 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-947b40d8-4c8b-49a1-b7e1-298c6b51364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:58.205915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ae9f80-4e6a-42b0-a95a-095fa295e682 admin admin] Deleting subnet cef3889a-8a1b-4fb4-b12a-7cba10c6885a {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:10:58.205915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f80-4e6a-42b0-a95a-095fa295e682 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:58.212971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71144cbc-2b9b-4168-b33e-19a835bbca06 req-773b8233-52e6-4f85-b3a2-d9ea30d442b5 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:58.214639 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71144cbc-2b9b-4168-b33e-19a835bbca06 req-773b8233-52e6-4f85-b3a2-d9ea30d442b5 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1337047 Dec 17 13:10:58.245785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f80-4e6a-42b0-a95a-095fa295e682 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:58.302485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71144cbc-2b9b-4168-b33e-19a835bbca06 req-27927c0d-1331-45b4-9d15-ab3110df9cfa tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755484 Dec 17 13:10:58.304368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f80-4e6a-42b0-a95a-095fa295e682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:58.313883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:58.349380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:58.349841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0a4bf2ac-0808-4678-b9fd-fdfb78407ec9 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:58.360984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 14b8c218-f012-4990-ae86-4b882acd3a82 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:10:58.361296 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-947b40d8-4c8b-49a1-b7e1-298c6b51364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:58.375117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 14b8c218-f012-4990-ae86-4b882acd3a82 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:10:58.375710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 14b8c218-f012-4990-ae86-4b882acd3a82 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:10:58.394899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b40d8-4c8b-49a1-b7e1-298c6b51364d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61924618-8120-4596-82b9-92acf8799f29,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:58.400419 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-947b40d8-4c8b-49a1-b7e1-298c6b51364d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:58.402056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-947b40d8-4c8b-49a1-b7e1-298c6b51364d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/61924618-8120-4596-82b9-92acf8799f29 HTTP/1.1" status: 204 len: 168 time: 0.6603360 Dec 17 13:10:58.404519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57910) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:58.407286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f1524e-2245-4001-b98e-ac7aeb8738db None None] Network 2700c050-d57b-4cbb-9c83-ee91fcca14af requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:58.496643 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f80-4e6a-42b0-a95a-095fa295e682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:58.549145 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f80-4e6a-42b0-a95a-095fa295e682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:58.556762 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f1ae9f80-4e6a-42b0-a95a-095fa295e682 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cef3889a-8a1b-4fb4-b12a-7cba10c6885a HTTP/1.1" status: 204 len: 168 time: 0.4474692 Dec 17 13:10:58.557665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae9f80-4e6a-42b0-a95a-095fa295e682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef3889a-8a1b-4fb4-b12a-7cba10c6885a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:58.566163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57916) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:10:58.567997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a6fa79-5494-4105-ba59-0860269d10fa None None] Network fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:10:58.782613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:58.794282 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:58.836591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39986c9a-b8a7-4a3a-b1ae-9c7ef0a2c8b9 None None] DHCP port deletion for 2700c050-d57b-4cbb-9c83-ee91fcca14af request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:58.929026 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ab23e8f-5ae0-4bf8-8c5d-9828967d2b68 req-75182977-d799-4b63-8f4f-db4b7006c10b tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 210 time: 0.0633700 Dec 17 13:10:58.970235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ebd007-9bd7-4909-b017-97df7fd7c910 None None] DHCP port deletion for fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:10:58.987602 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-39986c9a-b8a7-4a3a-b1ae-9c7ef0a2c8b9 None None] Deleting port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:58.988412 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-39986c9a-b8a7-4a3a-b1ae-9c7ef0a2c8b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:58.991318 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.024795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:59.041983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a3781c-94d6-48ab-a5d2-588494e9796e') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:59.041983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a3781c-94d6-48ab-a5d2-588494e9796e') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:59.051929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Deleting port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:10:59.052367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.066170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.078016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-39986c9a-b8a7-4a3a-b1ae-9c7ef0a2c8b9 None None] For port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:59.078511 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-39986c9a-b8a7-4a3a-b1ae-9c7ef0a2c8b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.094667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-39986c9a-b8a7-4a3a-b1ae-9c7ef0a2c8b9 None None] Calling delete_port for 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:59.113257 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.128804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:10:59.129928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:10:59.131868 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:10:59.199713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] For port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c,segment=NetworkSegment(096d08d7-4c53-45ac-baa2-66f1b6c43c46),segment_id=096d08d7-4c53-45ac-baa2-66f1b6c43c46)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:10:59.200455 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.234379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Calling delete_port for 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:10:59.355868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-39986c9a-b8a7-4a3a-b1ae-9c7ef0a2c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.358096 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.366334 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.371703 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] 10.222.0.59 "DELETE /v2.0/networks/fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca HTTP/1.1" status: 204 len: 168 time: 0.8033793 Dec 17 13:10:59.398073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.419989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] No DVR routers for this DVR port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:59.425067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdff0e7-0033-445d-9314-95a543acfada admin admin] Pushing event deleted for resources: {'Network': ['ID=fc20b1cf-39c6-4cff-ad09-a45b91d4a9ca,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:59.472490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39986c9a-b8a7-4a3a-b1ae-9c7ef0a2c8b9 None None] Pushing event deleted for resources: {'Port': ['ID=3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:59.479249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:59.484714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39986c9a-b8a7-4a3a-b1ae-9c7ef0a2c8b9 None None] No DVR routers for this DVR port 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:10:59.531305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282c478-9ebe-4614-addd-2edb34ec5dff req-8f538bd0-126a-4a49-b6d0-07d0808bc2bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:10:59.532961 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8282c478-9ebe-4614-addd-2edb34ec5dff req-8f538bd0-126a-4a49-b6d0-07d0808bc2bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1360157 Dec 17 13:10:59.586445 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.605443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8282c478-9ebe-4614-addd-2edb34ec5dff req-1e1f73da-7ac1-42fc-945b-982400eff86b tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623345 Dec 17 13:10:59.627094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2700c050-d57b-4cbb-9c83-ee91fcca14af']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:59.652023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096d08d7-4c53-45ac-baa2-66f1b6c43c46') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:59.652352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096d08d7-4c53-45ac-baa2-66f1b6c43c46') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:10:59.668094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.696020 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.706368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:10:59.706694 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:10:59.708495 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:10:59.881962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.888211 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:10:59.891814 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2700c050-d57b-4cbb-9c83-ee91fcca14af HTTP/1.1" status: 204 len: 168 time: 1.4860301 Dec 17 13:10:59.904508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25bf92-3a6a-4373-9166-d55257038fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2700c050-d57b-4cbb-9c83-ee91fcca14af,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:10:59.994958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57942) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:00.075416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9925dbdf-1b3f-4ad2-a1ee-7b86f415d9b2 req-a0f2d9f9-3b53-4fe7-a32a-6f01a9fb2593 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 210 time: 0.0410421 Dec 17 13:11:00.079850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2df62f5f-e698-4745-8f71-ec7438d624e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ee878595d1f49febcbe7d8424c2e994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0818217 Dec 17 13:11:00.081769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57944) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:00.150525 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97c4cb4b-60aa-4d46-a484-771bccc91706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:00.180894 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97c4cb4b-60aa-4d46-a484-771bccc91706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:00.304558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:11:00.328206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:11:00.328616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3fd7ebe6-e75e-4c9f-b63b-1735fda62d3c not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:11:00.336944 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97c4cb4b-60aa-4d46-a484-771bccc91706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:00.343670 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97c4cb4b-60aa-4d46-a484-771bccc91706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:00.343670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-97c4cb4b-60aa-4d46-a484-771bccc91706 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f047673-6986-49ff-9766-7428d0540247 HTTP/1.1" status: 204 len: 168 time: 0.2576196 Dec 17 13:11:00.349535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4cb4b-60aa-4d46-a484-771bccc91706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f047673-6986-49ff-9766-7428d0540247,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:00.380400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57950) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:00.434412 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d4461f87-7ede-48ae-9c47-727da9ea301a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca01150a9fe44a7cb17b5cf0edbcddab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496080 Dec 17 13:11:00.435310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57952) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:00.496113 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:00.529536 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:00.658525 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:00.661322 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:00.662576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9 HTTP/1.1" status: 204 len: 168 time: 0.2257166 Dec 17 13:11:00.671566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8f3acb-1ae7-4fd1-b26c-d470874d6cb9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:00.693027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.693385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.693785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.694131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.694471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.694807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.695223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.695611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.695892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.696229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.696564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.696901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.697221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de47fae-8b0e-4bbf-ac0e-2c07afa73d7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:00.768527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b397e-3786-4509-a6d5-43a3eb4129ba req-a8852a4b-0f2d-484f-9db8-a2b6f6defbaa tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:00.770953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e19b397e-3786-4509-a6d5-43a3eb4129ba req-a8852a4b-0f2d-484f-9db8-a2b6f6defbaa tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0663288 Dec 17 13:11:00.927108 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e19b397e-3786-4509-a6d5-43a3eb4129ba req-cd349d58-53a1-4785-a10b-3daea808f741 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315749 Dec 17 13:11:01.008293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963d099-83ff-46ea-9d99-57118d9653ee req-d986969a-4f2c-49e0-871e-649c379be9fb tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:01.010011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-d986969a-4f2c-49e0-871e-649c379be9fb tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.54 "GET /v2.0/networks?id=761586d8-5ff2-4757-bc70-c1b8acff2162 HTTP/1.1" status: 200 len: 825 time: 0.2315831 Dec 17 13:11:01.023237 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Request body: {'port': {'device_id': '63422d5d-5706-4010-9dee-4da083ab7350', 'network_id': '761586d8-5ff2-4757-bc70-c1b8acff2162', 'admin_state_up': True, 'tenant_id': 'd4bf39a5122f4d60ad3a678f4425756e'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:01.221243 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d43ee7d5-b7d0-47bf-b7ca-2c10e2a71eb7 req-8f49b3aa-d6bc-4db6-9971-489e42bbe97e tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 210 time: 0.0292838 Dec 17 13:11:01.264180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Made reservation on behalf of d4bf39a5122f4d60ad3a678f4425756e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:01.267997 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:01.417937 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:01.440640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Allocated IP 172.20.0.9 (761586d8-5ff2-4757-bc70-c1b8acff2162/559b7427-9451-4223-bdba-15ea3250b306/434d889a-342d-452e-b46d-30cc02d81ae3) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:11:01.639026 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:01.767495 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:01.819002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Network 761586d8-5ff2-4757-bc70-c1b8acff2162 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:11:01.822924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:01.826599 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:11:01.914521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Pushing event updated for resources: {'Port': ['ID=434d889a-342d-452e-b46d-30cc02d81ae3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:01.951491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58010) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:01.966299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:01.966938 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.076331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c427d452-42d8-444e-9584-49a224baa806 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0531211 Dec 17 13:11:02.096405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Request body: {'port': {'device_id': '63422d5d-5706-4010-9dee-4da083ab7350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:02.111217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1912169545-network', 'tenant_id': 'a923a2174952486fa2474a6f3838e129'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:02.162060 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d39d8-e82c-437e-a38c-68f09b9f6c35 req-5cbf8035-9b0e-4681-a920-aad62fc1e2f6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:02.165432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d02d39d8-e82c-437e-a38c-68f09b9f6c35 req-5cbf8035-9b0e-4681-a920-aad62fc1e2f6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1349077 Dec 17 13:11:02.181062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.204837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58016) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:02.237960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Made reservation on behalf of a923a2174952486fa2474a6f3838e129 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:02.237960 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.246748 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.295648 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d02d39d8-e82c-437e-a38c-68f09b9f6c35 req-91d8e24f-9a08-4988-a6d0-fc84879259de tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212533 Dec 17 13:11:02.393439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1704106358-network', 'tenant_id': '235ced4f4cd14eb5815491d3e0be8e58'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:02.409539 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.443009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daface51-b827-4176-8b5a-b870ebe9f8e6 req-46ccf44c-76db-435c-8b16-64aea531441e tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:02.446163 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daface51-b827-4176-8b5a-b870ebe9f8e6 req-46ccf44c-76db-435c-8b16-64aea531441e tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 931 time: 0.0903254 Dec 17 13:11:02.475445 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.519523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Made reservation on behalf of 235ced4f4cd14eb5815491d3e0be8e58 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:02.522139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.524359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:11:02.552797 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.558360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170c667b-c6a1-4d2b-9795-1f72660779e3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:02.562594 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.562935 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Added segment 446798fd-de64-46d5-8932-caecc860a573 of type vlan for network 9e72370f-5dc9-4246-82ea-796cb6ad7c39 Dec 17 13:11:02.577954 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daface51-b827-4176-8b5a-b870ebe9f8e6 req-deff5ced-9dfd-491f-b166-656116a92d15 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231923 Dec 17 13:11:02.647217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434d889a-342d-452e-b46d-30cc02d81ae3 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:02.656698 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.670270 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Transition to ACTIVE for port object 434d889a-342d-452e-b46d-30cc02d81ae3 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:11:02.680262 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.735112 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.787988 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.818827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.820288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:02.820905 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.851103 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.861954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Pushing event updated for resources: {'Port': ['ID=434d889a-342d-452e-b46d-30cc02d81ae3,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:02.917111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:11:02.917778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Attempting to bind port 434d889a-342d-452e-b46d-30cc02d81ae3 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:11:02.918134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Attempting to bind port 434d889a-342d-452e-b46d-30cc02d81ae3 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'fe326688-0b80-4f41-9e4f-cae33fb57992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '761586d8-5ff2-4757-bc70-c1b8acff2162'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:11:02.918751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Attempting to bind port 434d889a-342d-452e-b46d-30cc02d81ae3 on network 761586d8-5ff2-4757-bc70-c1b8acff2162 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:02.923803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Port 434d889a-342d-452e-b46d-30cc02d81ae3 on network 761586d8-5ff2-4757-bc70-c1b8acff2162 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:11:02.924134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Attempting to bind port 434d889a-342d-452e-b46d-30cc02d81ae3 on network 761586d8-5ff2-4757-bc70-c1b8acff2162 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:02.930901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:11:02.930901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Checking segment: {'id': 'fe326688-0b80-4f41-9e4f-cae33fb57992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '761586d8-5ff2-4757-bc70-c1b8acff2162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:02.930901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Bound using segment: {'id': 'fe326688-0b80-4f41-9e4f-cae33fb57992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '761586d8-5ff2-4757-bc70-c1b8acff2162'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:11:02.931269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Bound port: 434d889a-342d-452e-b46d-30cc02d81ae3, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe326688-0b80-4f41-9e4f-cae33fb57992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '761586d8-5ff2-4757-bc70-c1b8acff2162'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:11:02.931624 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.933000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] Pushing event updated for resources: {'Network': ['ID=9e72370f-5dc9-4246-82ea-796cb6ad7c39,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:02.939821 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.940177 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Added segment 47f8c037-0b60-40e7-9fbd-557eff9bdde0 of type vlan for network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 Dec 17 13:11:02.941549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd35022-5b7b-4705-94a1-2835be0ffe60,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:02.946315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 9e72370f-5dc9-4246-82ea-796cb6ad7c39 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:11:02.984330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:02.999995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0e4fb8f2-19b8-42b0-a2f6-d7e01fd5f6b7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0467877 Dec 17 13:11:03.006656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58028) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:03.017021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6e2b293f-d99c-4440-ad99-011d51b8049f admin admin] Request body: {'subnet': {'network_id': '9e72370f-5dc9-4246-82ea-796cb6ad7c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1912169545-subnet', 'tenant_id': 'a923a2174952486fa2474a6f3838e129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:03.036299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] For port 434d889a-342d-452e-b46d-30cc02d81ae3, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:11:03.040807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] For port 434d889a-342d-452e-b46d-30cc02d81ae3, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=434d889a-342d-452e-b46d-30cc02d81ae3,segment=NetworkSegment(fe326688-0b80-4f41-9e4f-cae33fb57992),segment_id=fe326688-0b80-4f41-9e4f-cae33fb57992)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:11:03.092156 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:03.093808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:03.102419 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:03.121232 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:03.168884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:03.169706 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:03.171300 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] 10.222.0.54 "PUT /v2.0/ports/434d889a-342d-452e-b46d-30cc02d81ae3 HTTP/1.1" status: 200 len: 1091 time: 1.0846026 Dec 17 13:11:03.174835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63422d5d-5706-4010-9dee-4da083ab7350', 'tag': '434d889a-342d-452e-b46d-30cc02d81ae3'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:03.181301 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1c5d8b-2d72-4189-b613-485ccb2c780b" -d '{"events": [{"name": "network-changed", "server_uuid": "63422d5d-5706-4010-9dee-4da083ab7350", "tag": "434d889a-342d-452e-b46d-30cc02d81ae3"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:03.207061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b526864-588b-4e5a-907e-36a17fe1a66a service neutron] Pushing event updated for resources: {'Port': ['ID=434d889a-342d-452e-b46d-30cc02d81ae3,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:03.231916 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372703da-a315-4acb-8a38-9d26b062a1cb x-openstack-request-id: req-372703da-a315-4acb-8a38-9d26b062a1cb {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:03.232210 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63422d5d-5706-4010-9dee-4da083ab7350", "tag": "434d889a-342d-452e-b46d-30cc02d81ae3", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:03.232463 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-372703da-a315-4acb-8a38-9d26b062a1cb {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:03.232868 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63422d5d-5706-4010-9dee-4da083ab7350', 'tag': '434d889a-342d-452e-b46d-30cc02d81ae3', 'status': 'completed', 'code': 200} Dec 17 13:11:03.303323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c5d8b-2d72-4189-b613-485ccb2c780b req-da869548-d3fb-4cfb-9f12-df0ace535a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:03.304766 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b1c5d8b-2d72-4189-b613-485ccb2c780b req-da869548-d3fb-4cfb-9f12-df0ace535a98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4bf39a5122f4d60ad3a678f4425756e&device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 1094 time: 0.0455306 Dec 17 13:11:03.425164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c5d8b-2d72-4189-b613-485ccb2c780b req-8dfd873d-1efe-4dcf-a6bf-5003db6a8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:03.427414 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b1c5d8b-2d72-4189-b613-485ccb2c780b req-8dfd873d-1efe-4dcf-a6bf-5003db6a8351 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d4bf39a5122f4d60ad3a678f4425756e&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1145821 Dec 17 13:11:03.506736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2b293f-d99c-4440-ad99-011d51b8049f admin admin] Made reservation on behalf of a923a2174952486fa2474a6f3838e129 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:03.509188 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e2b293f-d99c-4440-ad99-011d51b8049f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:03.545178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c5d8b-2d72-4189-b613-485ccb2c780b req-5a639397-0e24-48ea-94c9-81722fc709cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:03.546810 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b1c5d8b-2d72-4189-b613-485ccb2c780b req-5a639397-0e24-48ea-94c9-81722fc709cf service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1124165 Dec 17 13:11:03.602310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3952351 Dec 17 13:11:03.607404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58038) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:03.624047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f70109bc-f7a1-47e9-9459-332f6d8ac327 admin admin] Request body: {'subnet': {'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1704106358-subnet', 'tenant_id': '235ced4f4cd14eb5815491d3e0be8e58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:03.632106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b7bad-d326-459c-874d-78219c9d222a admin admin] Pushing event updated for resources: {'Network': ['ID=6ac616f1-83c2-4e98-bca5-5ee36fd96122,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:03.647552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:11:03.737094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963d099-83ff-46ea-9d99-57118d9653ee req-b581adb2-bd57-40da-9aab-564134a818c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:03.738942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-b581adb2-bd57-40da-9aab-564134a818c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4bf39a5122f4d60ad3a678f4425756e&device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 1094 time: 0.1329384 Dec 17 13:11:03.740930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70109bc-f7a1-47e9-9459-332f6d8ac327 admin admin] Made reservation on behalf of 235ced4f4cd14eb5815491d3e0be8e58 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:03.743585 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f70109bc-f7a1-47e9-9459-332f6d8ac327 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:03.753900 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ffaf9-6f77-439d-9ce1-2030fb89163e req-4e0c3ddd-f4f9-42fc-a998-e27dec23a8ca tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:03.755517 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec4ffaf9-6f77-439d-9ce1-2030fb89163e req-4e0c3ddd-f4f9-42fc-a998-e27dec23a8ca tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.2872713 Dec 17 13:11:03.840828 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-6e2a1e92-9662-422d-b43e-86f6b4d5338c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434d889a-342d-452e-b46d-30cc02d81ae3 HTTP/1.1" status: 200 len: 217 time: 0.0927794 Dec 17 13:11:03.849960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec4ffaf9-6f77-439d-9ce1-2030fb89163e req-cd540965-5d89-401a-89ab-2739c83347f6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866940 Dec 17 13:11:03.897027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f5969-ab82-40a4-bf76-e7b85cf4edae req-f45b4bb4-f857-4a15-b154-4fa8c065d337 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:03.898578 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-679f5969-ab82-40a4-bf76-e7b85cf4edae req-f45b4bb4-f857-4a15-b154-4fa8c065d337 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 943 time: 0.2186253 Dec 17 13:11:03.934009 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e2b293f-d99c-4440-ad99-011d51b8049f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:03.946411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963d099-83ff-46ea-9d99-57118d9653ee req-efe62e11-db3b-4ee5-b0af-c8d0c1c02889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:03.947922 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-efe62e11-db3b-4ee5-b0af-c8d0c1c02889 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=559b7427-9451-4223-bdba-15ea3250b306 HTTP/1.1" status: 200 len: 865 time: 0.0997596 Dec 17 13:11:03.998894 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-4a09ce3e-5731-4201-90ae-79a1cbf91947 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=761586d8-5ff2-4757-bc70-c1b8acff2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426376 Dec 17 13:11:04.006463 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b293f-d99c-4440-ad99-011d51b8049f admin admin] Pushing event updated for resources: {'Subnet': ['ID=289d4002-59dc-4783-9542-0a87ec1e7c55,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:04.021770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b293f-d99c-4440-ad99-011d51b8049f admin admin] Checking segment: {'id': '446798fd-de64-46d5-8932-caecc860a573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9e72370f-5dc9-4246-82ea-796cb6ad7c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:04.026927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2b293f-d99c-4440-ad99-011d51b8049f admin admin] Network hostable DHCP agents. Network: 9e72370f-5dc9-4246-82ea-796cb6ad7c39, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:11:04.062708 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-679f5969-ab82-40a4-bf76-e7b85cf4edae req-7bf6dec5-b302-436b-bfa0-39bf39197d3f tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554375 Dec 17 13:11:04.138332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2b293f-d99c-4440-ad99-011d51b8049f admin admin] Network 9e72370f-5dc9-4246-82ea-796cb6ad7c39 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:11:04.187150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-7dbf5205-91c2-4d93-98b4-19b7ae09687b service neutron] 10.222.0.54 "GET /v2.0/networks/761586d8-5ff2-4757-bc70-c1b8acff2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741183 Dec 17 13:11:04.217683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6e2b293f-d99c-4440-ad99-011d51b8049f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 9e72370f-5dc9-4246-82ea-796cb6ad7c39) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:04.222077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2b293f-d99c-4440-ad99-011d51b8049f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:04.223173 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e2b293f-d99c-4440-ad99-011d51b8049f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:04.228742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52718e2c-cfe3-449b-8161-f8a37f1b5cc6 None None] Network 9e72370f-5dc9-4246-82ea-796cb6ad7c39 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:04.248020 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f70109bc-f7a1-47e9-9459-332f6d8ac327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:04.315099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6e2b293f-d99c-4440-ad99-011d51b8049f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2995918 Dec 17 13:11:04.347967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70109bc-f7a1-47e9-9459-332f6d8ac327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d35fe00-cd55-4ece-8438-756061fc1cc1,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:04.350547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4f5165-24b0-4eea-a9a9-1a7631663e06 None None] Network 9e72370f-5dc9-4246-82ea-796cb6ad7c39 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:04.358404 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1963d099-83ff-46ea-9d99-57118d9653ee req-c4e120c4-52b9-4fd5-a6e9-4a9aaec71f43 service neutron] 10.222.0.54 "GET /v2.0/networks/761586d8-5ff2-4757-bc70-c1b8acff2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644871 Dec 17 13:11:04.361555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70109bc-f7a1-47e9-9459-332f6d8ac327 admin admin] Checking segment: {'id': '47f8c037-0b60-40e7-9fbd-557eff9bdde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:04.361950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70109bc-f7a1-47e9-9459-332f6d8ac327 admin admin] Network hostable DHCP agents. Network: 6ac616f1-83c2-4e98-bca5-5ee36fd96122, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:11:04.458523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70109bc-f7a1-47e9-9459-332f6d8ac327 admin admin] Network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:11:04.541698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-f70109bc-f7a1-47e9-9459-332f6d8ac327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 6ac616f1-83c2-4e98-bca5-5ee36fd96122) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:04.548098 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70109bc-f7a1-47e9-9459-332f6d8ac327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:04.549163 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f70109bc-f7a1-47e9-9459-332f6d8ac327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:04.552193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c6904-d1d6-4bdf-b502-b12bf10b975d None None] Network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:04.645455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f70109bc-f7a1-47e9-9459-332f6d8ac327 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0360708 Dec 17 13:11:04.666591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0977309c-9c66-47fe-9741-32499aac4991 None None] Network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:04.842894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-788fa048-93d4-4446-b480-eb96158f1319 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:04.846609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-788fa048-93d4-4446-b480-eb96158f1319 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/networks?id=9e72370f-5dc9-4246-82ea-796cb6ad7c39 HTTP/1.1" status: 200 len: 818 time: 0.1320260 Dec 17 13:11:04.865843 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-b2a7dabe-84cf-4ed1-9f5f-bc7a83876230 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/quotas/a923a2174952486fa2474a6f3838e129 HTTP/1.1" status: 200 len: 375 time: 0.0182617 Dec 17 13:11:04.899578 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-d7e8d06c-9e88-4e2b-bf5e-8ea13fab2291 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a923a2174952486fa2474a6f3838e129&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328405 Dec 17 13:11:05.001354 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-15fd3682-bbbe-43e2-949e-f6cf8812a4f1 service neutron] 10.222.0.59 "GET /v2.0/networks/9e72370f-5dc9-4246-82ea-796cb6ad7c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943668 Dec 17 13:11:05.106251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-1e6c8afc-5818-4e9a-bc36-c1d5377c7d6c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:05.107985 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-1e6c8afc-5818-4e9a-bc36-c1d5377c7d6c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/networks?id=6ac616f1-83c2-4e98-bca5-5ee36fd96122 HTTP/1.1" status: 200 len: 814 time: 0.1163683 Dec 17 13:11:05.111127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-ba2e83c4-ef25-46a2-af35-701b92390397 service neutron] 10.222.0.59 "GET /v2.0/networks/9e72370f-5dc9-4246-82ea-796cb6ad7c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030834 Dec 17 13:11:05.126962 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-572682ac-ca38-4959-85e0-62b6fe65f260 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/quotas/235ced4f4cd14eb5815491d3e0be8e58 HTTP/1.1" status: 200 len: 375 time: 0.0107186 Dec 17 13:11:05.164752 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-df2c7189-a7c9-4587-b3e7-6d4b2a579f0c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317411 Dec 17 13:11:05.271300 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-707ea337-667f-4e6c-8439-53fbff30dc2b service neutron] 10.222.0.59 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984678 Dec 17 13:11:05.395892 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-87bc01f9-db38-40df-9471-2491c4990aaf service neutron] 10.222.0.59 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157937 Dec 17 13:11:05.420748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91209faa-c2b6-46a6-96fb-09e1d3aa3804 req-f83cfe23-441d-4213-a768-dac92af7042c tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:05.430494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91209faa-c2b6-46a6-96fb-09e1d3aa3804 req-f83cfe23-441d-4213-a768-dac92af7042c tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0700762 Dec 17 13:11:05.495901 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91209faa-c2b6-46a6-96fb-09e1d3aa3804 req-61f6bee2-23fb-488a-96c1-db0e2a2d2104 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643258 Dec 17 13:11:05.621127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315e8e7-497e-47c6-989e-80f453c96a64 req-69b2f2ed-3a57-4f96-9f89-3588b81ae5c7 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:05.630468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3315e8e7-497e-47c6-989e-80f453c96a64 req-69b2f2ed-3a57-4f96-9f89-3588b81ae5c7 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 943 time: 0.0657253 Dec 17 13:11:05.783955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3315e8e7-497e-47c6-989e-80f453c96a64 req-79caa3e9-cc74-4831-8a60-7ede5df67f10 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338172 Dec 17 13:11:05.838641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2be4c0ec-5808-4bfc-bb21-30f15563637c req-63143bc9-3cef-4735-ace9-de57ea582b9f tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 210 time: 0.0462129 Dec 17 13:11:05.867322 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03920e4a-7fb6-4ff1-992d-4c41013150b0 req-465d8289-21e5-401d-af76-1d568a5c688b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 210 time: 0.0482614 Dec 17 13:11:05.878486 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:06.649797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a9f2c-a453-41a3-90c0-746ac0ad59c4 req-044510c5-c78a-4228-92aa-53bc3238a694 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:06.651455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d79a9f2c-a453-41a3-90c0-746ac0ad59c4 req-044510c5-c78a-4228-92aa-53bc3238a694 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0513206 Dec 17 13:11:06.702982 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d79a9f2c-a453-41a3-90c0-746ac0ad59c4 req-9ddf2ca1-f450-4f69-a079-d7360b116aea tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450850 Dec 17 13:11:06.899702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c77b7-6c19-4f96-935e-5aea5d7d1abb req-25ea0311-6039-4245-9dc2-85738d215242 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:06.901433 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d97c77b7-6c19-4f96-935e-5aea5d7d1abb req-25ea0311-6039-4245-9dc2-85738d215242 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 943 time: 0.0612776 Dec 17 13:11:06.963308 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb11fabe-f88b-4298-ab52-1eb9a42b174b req-b065f015-39c0-4fbc-8c66-6f6745d8013b tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 210 time: 0.0318804 Dec 17 13:11:07.051004 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ad3426e6-5c96-4cf4-88fc-80ea74a4f4df req-129a4553-952f-489d-b26e-5a8d0c245851 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 210 time: 0.0308270 Dec 17 13:11:07.309349 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d97c77b7-6c19-4f96-935e-5aea5d7d1abb req-0ebe4868-3bce-43a8-8865-9e8077b3e1a2 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996692 Dec 17 13:11:07.840608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303b793-ba40-4e53-983c-2804c3f2957f req-cb6e579b-b8af-4f9e-a481-10f08b8431d6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:07.842525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2303b793-ba40-4e53-983c-2804c3f2957f req-cb6e579b-b8af-4f9e-a481-10f08b8431d6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0613375 Dec 17 13:11:07.897469 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2303b793-ba40-4e53-983c-2804c3f2957f req-fe3c4b78-7051-43d3-b57a-f5d0b809679e tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463977 Dec 17 13:11:07.961961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 434d889a-342d-452e-b46d-30cc02d81ae3 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:11:08.063094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 434d889a-342d-452e-b46d-30cc02d81ae3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=434d889a-342d-452e-b46d-30cc02d81ae3,segment=NetworkSegment(fe326688-0b80-4f41-9e4f-cae33fb57992),segment_id=fe326688-0b80-4f41-9e4f-cae33fb57992)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:08.077549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '434d889a-342d-452e-b46d-30cc02d81ae3', 'network_id': '761586d8-5ff2-4757-bc70-c1b8acff2162', 'port_id': '434d889a-342d-452e-b46d-30cc02d81ae3', 'mac_address': 'fa:16:3e:4b:30:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559b7427-9451-4223-bdba-15ea3250b306', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:11:08.099279 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3fc5d94-9af2-4edb-872b-abf00c66c8d6 req-da4c9dc7-4b48-4647-b24a-313f8ade26eb tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 210 time: 0.0515563 Dec 17 13:11:08.122355 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:08.140342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434d889a-342d-452e-b46d-30cc02d81ae3 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:08.163266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 434d889a-342d-452e-b46d-30cc02d81ae3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=434d889a-342d-452e-b46d-30cc02d81ae3,segment=NetworkSegment(fe326688-0b80-4f41-9e4f-cae33fb57992),segment_id=fe326688-0b80-4f41-9e4f-cae33fb57992)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:08.203624 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f3185b2-e9ba-44c3-b4b9-e5686c0305b7 req-adc7cc4e-7694-4e23-b185-6ce4a8e8d660 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 210 time: 0.0396271 Dec 17 13:11:08.246174 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:08.294636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=434d889a-342d-452e-b46d-30cc02d81ae3,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:08.469095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['434d889a-342d-452e-b46d-30cc02d81ae3'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:08.511573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a2100-ad9b-4e63-977a-c93b5a8c0bd8 req-3a02fbbf-dea7-4151-8187-402fda32846c tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:08.513279 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea6a2100-ad9b-4e63-977a-c93b5a8c0bd8 req-3a02fbbf-dea7-4151-8187-402fda32846c tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 944 time: 0.0969176 Dec 17 13:11:08.522664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-90dbebab-d3e7-4dc3-a2f6-1b43c1b1ea07 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:08.524237 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-90dbebab-d3e7-4dc3-a2f6-1b43c1b1ea07 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.61 "GET /v2.0/networks?id=9e72370f-5dc9-4246-82ea-796cb6ad7c39 HTTP/1.1" status: 200 len: 818 time: 0.1923485 Dec 17 13:11:08.549732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Request body: {'port': {'device_id': 'b953253c-de4f-4b9d-ab23-fce062ba75cd', 'network_id': '9e72370f-5dc9-4246-82ea-796cb6ad7c39', 'admin_state_up': True, 'tenant_id': 'a923a2174952486fa2474a6f3838e129'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:08.630290 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea6a2100-ad9b-4e63-977a-c93b5a8c0bd8 req-d61913e1-d579-40aa-958d-4b506936d554 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050239 Dec 17 13:11:08.776229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Made reservation on behalf of a923a2174952486fa2474a6f3838e129 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:08.780456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:08.944872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Allocated IP 172.20.0.8 (9e72370f-5dc9-4246-82ea-796cb6ad7c39/289d4002-59dc-4783-9542-0a87ec1e7c55/ea6d0c25-f45e-4ebe-adaa-e6e6edd02545) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:11:08.981154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58166) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:09.088990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c65ada-a521-4e04-9885-7f704ad4f3cf req-6d1c8c7b-3f6a-45b7-b4df-4de3e58d6890 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:09.096855 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d9c65ada-a521-4e04-9885-7f704ad4f3cf req-6d1c8c7b-3f6a-45b7-b4df-4de3e58d6890 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0617535 Dec 17 13:11:09.140969 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9cf46382-c99c-465d-b9c1-4a408b610216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:09.170926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:09.248432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d9c65ada-a521-4e04-9885-7f704ad4f3cf req-1f3a4d67-7727-4bec-90d3-562b7a134929 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506891 Dec 17 13:11:09.269143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c69fd806-efab-4cdb-803e-148f11bdbb14 req-bac9f46d-062a-4624-bdfb-958c38f5f9f1 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 210 time: 0.0314577 Dec 17 13:11:09.298894 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:09.357801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-617f5716-ba73-4b7d-97c6-ff98a1a56d3d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:09.367590 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-617f5716-ba73-4b7d-97c6-ff98a1a56d3d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.61 "GET /v2.0/networks?id=6ac616f1-83c2-4e98-bca5-5ee36fd96122 HTTP/1.1" status: 200 len: 814 time: 0.2119110 Dec 17 13:11:09.397713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Network 9e72370f-5dc9-4246-82ea-796cb6ad7c39 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:11:09.401842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:09.404909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:11:09.413029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Request body: {'port': {'device_id': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122', 'admin_state_up': True, 'tenant_id': '235ced4f4cd14eb5815491d3e0be8e58'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:09.428498 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-37d46c2b-bcb3-4602-a930-3316c264f80f req-a83f862a-9ebe-4234-9bad-3299f18e3364 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 210 time: 0.0810914 Dec 17 13:11:09.468380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Pushing event updated for resources: {'Port': ['ID=ea6d0c25-f45e-4ebe-adaa-e6e6edd02545,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:09.482177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:09.482177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:09.482340 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9cf46382-c99c-465d-b9c1-4a408b610216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:09.605442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9cf46382-c99c-465d-b9c1-4a408b610216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:09.607546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-1dc6fc60-f6e5-4f24-a406-82092eb76f4c tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0680497 Dec 17 13:11:09.621876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Request body: {'port': {'device_id': 'b953253c-de4f-4b9d-ab23-fce062ba75cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:09.660991 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9cf46382-c99c-465d-b9c1-4a408b610216 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=345294dba04b465abdbc71aa841daf69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6785405 Dec 17 13:11:09.661539 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58178) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:09.672500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf46382-c99c-465d-b9c1-4a408b610216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cae112-433d-44d8-bfff-5fb673fe419c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:09.697806 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:09.726979 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e21541d-7f5d-4b34-8aee-584f6535906e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:09.755869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Made reservation on behalf of 235ced4f4cd14eb5815491d3e0be8e58 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:09.759459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:09.762811 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e21541d-7f5d-4b34-8aee-584f6535906e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:09.864870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f470968-bc58-4d18-bbbe-2a1bdba4940e req-5da122ed-5929-47e8-9a84-2120135971a2 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:09.866466 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7f470968-bc58-4d18-bbbe-2a1bdba4940e req-5da122ed-5929-47e8-9a84-2120135971a2 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 944 time: 0.1261764 Dec 17 13:11:09.914100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Allocated IP 172.20.0.9 (6ac616f1-83c2-4e98-bca5-5ee36fd96122/1d35fe00-cd55-4ece-8438-756061fc1cc1/a27f573e-91b0-4f35-b7ed-f6f1033dda24) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:11:09.970188 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7f470968-bc58-4d18-bbbe-2a1bdba4940e req-5e5518b7-380d-4d5f-94cf-67ee336033d7 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972993 Dec 17 13:11:09.997044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e21541d-7f5d-4b34-8aee-584f6535906e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.000142 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e21541d-7f5d-4b34-8aee-584f6535906e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.000288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 434d889a-342d-452e-b46d-30cc02d81ae3 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:11:10.001843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9e21541d-7f5d-4b34-8aee-584f6535906e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/24cae112-433d-44d8-bfff-5fb673fe419c HTTP/1.1" status: 204 len: 168 time: 0.3373613 Dec 17 13:11:10.039903 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21541d-7f5d-4b34-8aee-584f6535906e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cae112-433d-44d8-bfff-5fb673fe419c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:10.099598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:10.110456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.124137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Transition to ACTIVE for port object ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:11:10.125095 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.216031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 434d889a-342d-452e-b46d-30cc02d81ae3 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:11:10.220084 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 434d889a-342d-452e-b46d-30cc02d81ae3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:10.220459 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.299096 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.299332 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.307095 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.343166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63422d5d-5706-4010-9dee-4da083ab7350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434d889a-342d-452e-b46d-30cc02d81ae3'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:10.346589 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb09ef50-2c10-474a-a92b-a7e9130ed44a" -d '{"events": [{"server_uuid": "63422d5d-5706-4010-9dee-4da083ab7350", "name": "network-vif-plugged", "status": "completed", "tag": "434d889a-342d-452e-b46d-30cc02d81ae3"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:10.367272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 434d889a-342d-452e-b46d-30cc02d81ae3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=434d889a-342d-452e-b46d-30cc02d81ae3,segment=NetworkSegment(fe326688-0b80-4f41-9e4f-cae33fb57992),segment_id=fe326688-0b80-4f41-9e4f-cae33fb57992)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:10.367907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6d0c25-f45e-4ebe-adaa-e6e6edd02545,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:10.376327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:11:10.386912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:10.401997 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:11:10.461653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Pushing event updated for resources: {'Port': ['ID=a27f573e-91b0-4f35-b7ed-f6f1033dda24,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:10.475286 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.487175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Attempting to bind port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:11:10.487408 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:10.487686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Attempting to bind port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '446798fd-de64-46d5-8932-caecc860a573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9e72370f-5dc9-4246-82ea-796cb6ad7c39'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:11:10.488047 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.488175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Attempting to bind port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 on network 9e72370f-5dc9-4246-82ea-796cb6ad7c39 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:10.503433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03eb88-c5d4-48c2-83c9-f6a86a6a5c93 req-172e9bf7-142a-466e-a8da-5e820513c53b tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:10.505297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed03eb88-c5d4-48c2-83c9-f6a86a6a5c93 req-172e9bf7-142a-466e-a8da-5e820513c53b tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 943 time: 0.0801146 Dec 17 13:11:10.506013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 on network 9e72370f-5dc9-4246-82ea-796cb6ad7c39 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:11:10.506415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Attempting to bind port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 on network 9e72370f-5dc9-4246-82ea-796cb6ad7c39 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:10.506708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4458c-83a5-4c41-9607-bb026db2ab7c req-e69c4232-16c8-47ca-bb86-cff808c4505f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:10.508271 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14a4458c-83a5-4c41-9607-bb026db2ab7c req-e69c4232-16c8-47ca-bb86-cff808c4505f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1228867 Dec 17 13:11:10.512604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:11:10.513209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Checking segment: {'id': '446798fd-de64-46d5-8932-caecc860a573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9e72370f-5dc9-4246-82ea-796cb6ad7c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:10.513851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Bound using segment: {'id': '446798fd-de64-46d5-8932-caecc860a573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9e72370f-5dc9-4246-82ea-796cb6ad7c39'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:11:10.514489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Bound port: ea6d0c25-f45e-4ebe-adaa-e6e6edd02545, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446798fd-de64-46d5-8932-caecc860a573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '9e72370f-5dc9-4246-82ea-796cb6ad7c39'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:11:10.515052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.547450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=434d889a-342d-452e-b46d-30cc02d81ae3,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:10.587700 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14a4458c-83a5-4c41-9607-bb026db2ab7c req-40568e5d-dc3e-4f38-a0c2-9e10f866a312 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705571 Dec 17 13:11:10.603390 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cdcd14a9-2995-47ec-84d8-786dd9483b26 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2123468 Dec 17 13:11:10.608429 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed03eb88-c5d4-48c2-83c9-f6a86a6a5c93 req-a0f97928-f65a-49f4-a374-f51bdcd0e84e tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/security-groups?id=170c667b-c6a1-4d2b-9795-1f72660779e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829003 Dec 17 13:11:10.627611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] For port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:11:10.631818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] For port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ea6d0c25-f45e-4ebe-adaa-e6e6edd02545,segment=NetworkSegment(446798fd-de64-46d5-8932-caecc860a573),segment_id=446798fd-de64-46d5-8932-caecc860a573)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:11:10.641064 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Request body: {'port': {'device_id': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:10.643389 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab89106-7823-4108-9187-fa69f6ecb6ce x-openstack-request-id: req-7ab89106-7823-4108-9187-fa69f6ecb6ce {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:10.644151 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63422d5d-5706-4010-9dee-4da083ab7350", "name": "network-vif-plugged", "status": "completed", "tag": "434d889a-342d-452e-b46d-30cc02d81ae3", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:10.644591 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ab89106-7823-4108-9187-fa69f6ecb6ce {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:10.644591 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63422d5d-5706-4010-9dee-4da083ab7350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434d889a-342d-452e-b46d-30cc02d81ae3', 'code': 200} Dec 17 13:11:10.710582 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.732073 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.780246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:10.780894 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:10.782569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] 10.222.0.61 "PUT /v2.0/ports/ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 HTTP/1.1" status: 200 len: 1091 time: 1.1656868 Dec 17 13:11:10.783241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b953253c-de4f-4b9d-ab23-fce062ba75cd', 'tag': 'ea6d0c25-f45e-4ebe-adaa-e6e6edd02545'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:10.785679 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90c7891-6510-4fe2-9fde-a577699c0cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "b953253c-de4f-4b9d-ab23-fce062ba75cd", "tag": "ea6d0c25-f45e-4ebe-adaa-e6e6edd02545"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:10.807499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1efa-65b0-4c03-977c-35234be91330 req-ec8c1fe2-f1de-4f5b-8119-af1e7d2375cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:10.812916 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8bda1efa-65b0-4c03-977c-35234be91330 req-ec8c1fe2-f1de-4f5b-8119-af1e7d2375cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 1096 time: 0.0853620 Dec 17 13:11:10.819676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7f677-470c-4257-a46c-4057fa15a227 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6d0c25-f45e-4ebe-adaa-e6e6edd02545,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:10.836290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c37ecd-3044-4370-a238-eaee4cd0c7ec req-703ce91c-9fc6-4ed2-99bb-ef76c8691e6a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:10.838550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32c37ecd-3044-4370-a238-eaee4cd0c7ec req-703ce91c-9fc6-4ed2-99bb-ef76c8691e6a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 931 time: 0.1155176 Dec 17 13:11:10.839244 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7ab167-e784-4f27-a78f-ef917ed7fdaa x-openstack-request-id: req-0c7ab167-e784-4f27-a78f-ef917ed7fdaa {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:10.839569 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b953253c-de4f-4b9d-ab23-fce062ba75cd", "tag": "ea6d0c25-f45e-4ebe-adaa-e6e6edd02545", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:10.839714 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c7ab167-e784-4f27-a78f-ef917ed7fdaa {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:10.846346 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b953253c-de4f-4b9d-ab23-fce062ba75cd', 'tag': 'ea6d0c25-f45e-4ebe-adaa-e6e6edd02545', 'status': 'completed', 'code': 200} Dec 17 13:11:10.932733 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32c37ecd-3044-4370-a238-eaee4cd0c7ec req-adbab6a2-d85e-4f98-90cb-870683575008 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870812 Dec 17 13:11:10.937762 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8bda1efa-65b0-4c03-977c-35234be91330 req-8216da60-59f8-48d0-8bc6-4d094659c569 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159194 Dec 17 13:11:10.939569 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c7891-6510-4fe2-9fde-a577699c0cd8 req-207c7a07-5276-46a2-ac9a-fae86dc50305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:10.941199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f90c7891-6510-4fe2-9fde-a577699c0cd8 req-207c7a07-5276-46a2-ac9a-fae86dc50305 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a923a2174952486fa2474a6f3838e129&device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 1094 time: 0.0742893 Dec 17 13:11:10.997051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58200) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:11.017078 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b58c-dcbd-4a71-a9a9-fe271bb87059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:11.094495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27f573e-91b0-4f35-b7ed-f6f1033dda24 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:11.102783 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:11.116257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c7891-6510-4fe2-9fde-a577699c0cd8 req-abb57ce9-8f69-42b8-8413-f9e324627e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:11.117026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Transition to ACTIVE for port object a27f573e-91b0-4f35-b7ed-f6f1033dda24 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:11:11.117759 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f90c7891-6510-4fe2-9fde-a577699c0cd8 req-abb57ce9-8f69-42b8-8413-f9e324627e51 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a923a2174952486fa2474a6f3838e129&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1679068 Dec 17 13:11:11.180017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31098ea4-923e-4008-aab0-4b86ad66b02d req-70519489-661a-4c1b-bcac-48d2d27da08f tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:11.181556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31098ea4-923e-4008-aab0-4b86ad66b02d req-70519489-661a-4c1b-bcac-48d2d27da08f tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 945 time: 0.1091166 Dec 17 13:11:11.209645 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:11.264862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Pushing event updated for resources: {'Port': ['ID=a27f573e-91b0-4f35-b7ed-f6f1033dda24,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:11.283653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31098ea4-923e-4008-aab0-4b86ad66b02d req-1c948d60-57ed-4f71-9839-9127614a689a tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944095 Dec 17 13:11:11.296036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c7891-6510-4fe2-9fde-a577699c0cd8 req-b7328a3b-0585-4932-877d-cbb0e1f7fead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:11.297543 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f90c7891-6510-4fe2-9fde-a577699c0cd8 req-b7328a3b-0585-4932-877d-cbb0e1f7fead service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715999 Dec 17 13:11:11.321209 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b58c-dcbd-4a71-a9a9-fe271bb87059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:11.339949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Attempting to bind port a27f573e-91b0-4f35-b7ed-f6f1033dda24 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:11:11.340533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Attempting to bind port a27f573e-91b0-4f35-b7ed-f6f1033dda24 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '47f8c037-0b60-40e7-9fbd-557eff9bdde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:11:11.340637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Attempting to bind port a27f573e-91b0-4f35-b7ed-f6f1033dda24 on network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:11.345412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Port a27f573e-91b0-4f35-b7ed-f6f1033dda24 on network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:11:11.345766 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Attempting to bind port a27f573e-91b0-4f35-b7ed-f6f1033dda24 on network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:11.351614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:11:11.351957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Checking segment: {'id': '47f8c037-0b60-40e7-9fbd-557eff9bdde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:11.352340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Bound using segment: {'id': '47f8c037-0b60-40e7-9fbd-557eff9bdde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:11:11.352792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Bound port: a27f573e-91b0-4f35-b7ed-f6f1033dda24, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f8c037-0b60-40e7-9fbd-557eff9bdde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:11:11.353152 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:11.392426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-363826b4-833c-4cc8-a81e-92d5cb84944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:11.394058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-363826b4-833c-4cc8-a81e-92d5cb84944e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a923a2174952486fa2474a6f3838e129&device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 1094 time: 0.0484390 Dec 17 13:11:11.417611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:11:11.420875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:11:11.438764 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1bc0b58c-dcbd-4a71-a9a9-fe271bb87059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:11.444651 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-beb8345b-e953-4432-9fd4-2b18ea7e2024 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 HTTP/1.1" status: 200 len: 217 time: 0.0411925 Dec 17 13:11:11.510532 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1bc0b58c-dcbd-4a71-a9a9-fe271bb87059 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c547d6a125e4cfdb83eb725a00e6673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5122116 Dec 17 13:11:11.513117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0b58c-dcbd-4a71-a9a9-fe271bb87059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e089e8f-d4e9-48d7-ae1c-5834ec182cc9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:11.513275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58208) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:11.522306 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:11.529749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-ce918be2-623e-41c5-8540-7428536b02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:11.532638 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-ce918be2-623e-41c5-8540-7428536b02c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=289d4002-59dc-4783-9542-0a87ec1e7c55 HTTP/1.1" status: 200 len: 858 time: 0.0758669 Dec 17 13:11:11.569513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-8c503e51-8a2e-4353-97ba-4a24f9bfdbfa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e72370f-5dc9-4246-82ea-796cb6ad7c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266564 Dec 17 13:11:11.586092 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:11.586720 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:11.588105 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] 10.222.0.61 "PUT /v2.0/ports/a27f573e-91b0-4f35-b7ed-f6f1033dda24 HTTP/1.1" status: 200 len: 1091 time: 0.9675221 Dec 17 13:11:11.588548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'tag': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:11.591218 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac3883b-2b49-41b0-8ef4-9092f398a08d" -d '{"events": [{"name": "network-changed", "server_uuid": "518527f5-7c13-4e9e-a0ee-90776148c77a", "tag": "a27f573e-91b0-4f35-b7ed-f6f1033dda24"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:11.625525 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad44b81-810d-4381-b6c0-d226fd78c0cc service neutron] Pushing event updated for resources: {'Port': ['ID=a27f573e-91b0-4f35-b7ed-f6f1033dda24,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:11.646281 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d8bc5e-70a4-425f-9ba3-691ce9d8d9fb x-openstack-request-id: req-b3d8bc5e-70a4-425f-9ba3-691ce9d8d9fb {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:11.646573 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518527f5-7c13-4e9e-a0ee-90776148c77a", "tag": "a27f573e-91b0-4f35-b7ed-f6f1033dda24", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:11.646830 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3d8bc5e-70a4-425f-9ba3-691ce9d8d9fb {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:11.647236 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'tag': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24', 'status': 'completed', 'code': 200} Dec 17 13:11:11.657215 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58e04501-920d-4949-8444-82ee70f4dee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:11.682274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-20ebc845-1b10-4b25-b880-d2e61ff847be service neutron] 10.222.0.61 "GET /v2.0/networks/9e72370f-5dc9-4246-82ea-796cb6ad7c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036885 Dec 17 13:11:11.714703 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58e04501-920d-4949-8444-82ee70f4dee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:11.790010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef0281-99fe-4104-8088-b4d12dde7c01 req-f875079a-12b0-4cfe-938a-a16b9253a081 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:11.790240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3883b-2b49-41b0-8ef4-9092f398a08d req-879cba08-2168-48c8-9cb9-8063989de51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:11.791607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5eef0281-99fe-4104-8088-b4d12dde7c01 req-f875079a-12b0-4cfe-938a-a16b9253a081 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1079915 Dec 17 13:11:11.791746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ac3883b-2b49-41b0-8ef4-9092f398a08d req-879cba08-2168-48c8-9cb9-8063989de51d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 1094 time: 0.1197205 Dec 17 13:11:11.809435 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ffb8f-0914-4255-8213-57a73b434868 req-84116844-c30d-47ec-9cd7-c71975d0b2e4 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:11.811436 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-017ffb8f-0914-4255-8213-57a73b434868 req-84116844-c30d-47ec-9cd7-c71975d0b2e4 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 943 time: 0.0948143 Dec 17 13:11:11.856281 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29ce653c-4e2f-4ad1-92c4-75752fc0079d req-890c018f-3a67-491f-931e-0527251bfe97 service neutron] 10.222.0.61 "GET /v2.0/networks/9e72370f-5dc9-4246-82ea-796cb6ad7c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619852 Dec 17 13:11:11.864016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5eef0281-99fe-4104-8088-b4d12dde7c01 req-f97c89be-a931-4472-af74-1a98674ba1a6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656736 Dec 17 13:11:11.928246 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-017ffb8f-0914-4255-8213-57a73b434868 req-031eb5aa-008c-4129-8ff1-1eec81912a4a tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/security-groups?id=170c667b-c6a1-4d2b-9795-1f72660779e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053970 Dec 17 13:11:11.948605 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58e04501-920d-4949-8444-82ee70f4dee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:11.951283 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58e04501-920d-4949-8444-82ee70f4dee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:11.952449 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-58e04501-920d-4949-8444-82ee70f4dee0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e089e8f-d4e9-48d7-ae1c-5834ec182cc9 HTTP/1.1" status: 204 len: 168 time: 0.4375207 Dec 17 13:11:11.963778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e04501-920d-4949-8444-82ee70f4dee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e089e8f-d4e9-48d7-ae1c-5834ec182cc9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:11.973268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3883b-2b49-41b0-8ef4-9092f398a08d req-32e113ad-6463-4040-a09c-38e572d4972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:11.973268 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ac3883b-2b49-41b0-8ef4-9092f398a08d req-32e113ad-6463-4040-a09c-38e572d4972a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1551027 Dec 17 13:11:12.083300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde3a68-dd10-4960-8a89-e5643ae1ea35 req-720ea43d-46f8-44e1-b007-564e5aeb03a3 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:12.083846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3883b-2b49-41b0-8ef4-9092f398a08d req-fb6dfa36-8f95-4cb2-a53d-af9aca71587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:12.085106 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ac3883b-2b49-41b0-8ef4-9092f398a08d req-fb6dfa36-8f95-4cb2-a53d-af9aca71587d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1066110 Dec 17 13:11:12.086030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5cde3a68-dd10-4960-8a89-e5643ae1ea35 req-720ea43d-46f8-44e1-b007-564e5aeb03a3 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0726457 Dec 17 13:11:12.138327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5cde3a68-dd10-4960-8a89-e5643ae1ea35 req-12fe071c-70a2-4180-b2b8-c3574c070b91 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462844 Dec 17 13:11:12.167896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-dea47f58-e899-44a5-98fa-4732ad14abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:12.169606 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-dea47f58-e899-44a5-98fa-4732ad14abce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 1094 time: 0.0457442 Dec 17 13:11:12.220259 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-cb8e8cab-82ff-46ed-a0a6-8b33ded70a44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24 HTTP/1.1" status: 200 len: 217 time: 0.0405824 Dec 17 13:11:12.276351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-65a2b0c1-f125-4ad1-b30d-9cfb966a017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:12.280322 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-65a2b0c1-f125-4ad1-b30d-9cfb966a017c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d35fe00-cd55-4ece-8438-756061fc1cc1 HTTP/1.1" status: 200 len: 854 time: 0.0493217 Dec 17 13:11:12.310253 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-f6925ea5-0c97-495a-a406-70191cad5dba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ac616f1-83c2-4e98-bca5-5ee36fd96122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247211 Dec 17 13:11:12.446850 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1094d0-b1a7-49a0-bc15-2737530baf92 req-9afacb96-8351-49db-bcb4-a6a215bf4bc8 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:12.448385 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f1094d0-b1a7-49a0-bc15-2737530baf92 req-9afacb96-8351-49db-bcb4-a6a215bf4bc8 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 945 time: 0.0788946 Dec 17 13:11:12.454147 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-fc26b29c-a8b3-4934-bd2e-e66d0b72c9c7 service neutron] 10.222.0.61 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338596 Dec 17 13:11:12.553530 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f1094d0-b1a7-49a0-bc15-2737530baf92 req-b62e4954-27ac-4180-88ad-d1570878155f tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982807 Dec 17 13:11:12.583875 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d445c27a-759a-4bc7-b0c8-5898cbdfe2f2 req-15f295d2-c03d-479b-ae72-dd040b281c6b service neutron] 10.222.0.61 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217556 Dec 17 13:11:12.679484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6ef39-9ffc-460f-ba60-0af978db79c3 req-ec1fdb88-d7b1-4d07-86fb-342bbb38d72c tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:12.680895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bc6ef39-9ffc-460f-ba60-0af978db79c3 req-ec1fdb88-d7b1-4d07-86fb-342bbb38d72c tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 945 time: 0.0495248 Dec 17 13:11:12.728985 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bc6ef39-9ffc-460f-ba60-0af978db79c3 req-9cefe22d-5682-4d5d-b3a5-7b327f4528e5 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418980 Dec 17 13:11:12.985510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ce85e-1ed0-4fc0-b87c-ade6e79ef7de req-e302d20d-d546-4ed6-a646-fbe5f147a46f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:12.987015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b4ce85e-1ed0-4fc0-b87c-ade6e79ef7de req-e302d20d-d546-4ed6-a646-fbe5f147a46f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0526993 Dec 17 13:11:13.047219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b4ce85e-1ed0-4fc0-b87c-ade6e79ef7de req-374ee35a-4232-4cc5-b7a2-ed4cae51c80c tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522928 Dec 17 13:11:13.118742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074854a-c7c8-4fb5-b2ab-8963053cc803 req-72e485a4-d600-4980-8859-b5c9bd83416f tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:13.120270 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8074854a-c7c8-4fb5-b2ab-8963053cc803 req-72e485a4-d600-4980-8859-b5c9bd83416f tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 945 time: 0.0537605 Dec 17 13:11:13.166421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6897bc8-7b6d-4505-90ce-8bf1b8adcbf4 req-dc7e5a4f-2432-4959-b3b1-2db215b31473 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:13.167983 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6897bc8-7b6d-4505-90ce-8bf1b8adcbf4 req-dc7e5a4f-2432-4959-b3b1-2db215b31473 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 943 time: 0.0521746 Dec 17 13:11:13.176678 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8074854a-c7c8-4fb5-b2ab-8963053cc803 req-bc2a80b7-9805-4f31-ad71-ead9dad4fa83 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501726 Dec 17 13:11:13.227617 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6897bc8-7b6d-4505-90ce-8bf1b8adcbf4 req-90301c46-e9ed-4538-8729-638483975bae tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/security-groups?id=170c667b-c6a1-4d2b-9795-1f72660779e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476818 Dec 17 13:11:13.307770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2566944-2601-4a47-80dd-946efa7df0ba req-41f9033c-ebb1-47c1-a92c-906a6f8f0a73 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:13.309461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f2566944-2601-4a47-80dd-946efa7df0ba req-41f9033c-ebb1-47c1-a92c-906a6f8f0a73 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0561411 Dec 17 13:11:13.367429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f2566944-2601-4a47-80dd-946efa7df0ba req-11478afb-2eec-4979-b20f-321d6db0a7ec tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519814 Dec 17 13:11:13.823246 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-68988b3f-69f4-4a45-b481-af77683e8f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:13.905052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3116a9d-0b35-4beb-b7b7-ace1a075793f req-f280a5a3-a3a4-4a26-aa6f-050c674a943e tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:13.906576 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3116a9d-0b35-4beb-b7b7-ace1a075793f req-f280a5a3-a3a4-4a26-aa6f-050c674a943e tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 945 time: 0.0554039 Dec 17 13:11:13.955845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3116a9d-0b35-4beb-b7b7-ace1a075793f req-00722903-1410-437a-8435-ae6a1690a4b4 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Dec 17 13:11:14.166937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31d698-3551-4922-841c-3d83d73ebf5f req-48eed894-31cc-4bf8-be0d-c8ac4ec893f4 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:14.168492 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e31d698-3551-4922-841c-3d83d73ebf5f req-48eed894-31cc-4bf8-be0d-c8ac4ec893f4 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0528347 Dec 17 13:11:14.218689 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e31d698-3551-4922-841c-3d83d73ebf5f req-e9c2dab9-cb3d-4f50-b841-d8e287924ae9 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 Dec 17 13:11:14.246790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a27f573e-91b0-4f35-b7ed-f6f1033dda24 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:11:14.344564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:14.353149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a35c3b-266b-4e0b-82cc-e88104e11605 req-f6718777-fc3f-42ae-9eab-f8a0f5278792 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:14.361951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9a35c3b-266b-4e0b-82cc-e88104e11605 req-f6718777-fc3f-42ae-9eab-f8a0f5278792 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 943 time: 0.0629599 Dec 17 13:11:14.364684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24', 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122', 'port_id': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24', 'mac_address': 'fa:16:3e:d8:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d35fe00-cd55-4ece-8438-756061fc1cc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:11:14.414728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9a35c3b-266b-4e0b-82cc-e88104e11605 req-78040b08-1a1c-46d6-8e5e-53fe5cdb21e8 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/security-groups?id=170c667b-c6a1-4d2b-9795-1f72660779e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Dec 17 13:11:14.419544 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:14.435162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27f573e-91b0-4f35-b7ed-f6f1033dda24 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:14.466616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:14.511269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559e33c-3b62-47b8-b9df-e2b0a3ae71ab req-6890aeeb-07d1-464d-9bf3-7648b594a737 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:14.512890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a559e33c-3b62-47b8-b9df-e2b0a3ae71ab req-6890aeeb-07d1-464d-9bf3-7648b594a737 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0563314 Dec 17 13:11:14.561369 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a559e33c-3b62-47b8-b9df-e2b0a3ae71ab req-1b9d26fb-59a6-4cfb-9d1e-2b127743b405 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422881 Dec 17 13:11:14.570284 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:14.571159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:11:14.670818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a27f573e-91b0-4f35-b7ed-f6f1033dda24,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:14.708303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ea6d0c25-f45e-4ebe-adaa-e6e6edd02545,segment=NetworkSegment(446798fd-de64-46d5-8932-caecc860a573),segment_id=446798fd-de64-46d5-8932-caecc860a573)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:14.720019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'ea6d0c25-f45e-4ebe-adaa-e6e6edd02545', 'network_id': '9e72370f-5dc9-4246-82ea-796cb6ad7c39', 'port_id': 'ea6d0c25-f45e-4ebe-adaa-e6e6edd02545', 'mac_address': 'fa:16:3e:11:6d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289d4002-59dc-4783-9542-0a87ec1e7c55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:11:14.758815 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:14.771618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:14.790973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ea6d0c25-f45e-4ebe-adaa-e6e6edd02545,segment=NetworkSegment(446798fd-de64-46d5-8932-caecc860a573),segment_id=446798fd-de64-46d5-8932-caecc860a573)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:14.913347 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:14.962576 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=ea6d0c25-f45e-4ebe-adaa-e6e6edd02545,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:15.092319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218d40-0a9d-49a4-a2f8-e1e7aa52560e req-9074f832-59e5-43ad-b142-d1e8507c317b tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:15.099777 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d218d40-0a9d-49a4-a2f8-e1e7aa52560e req-9074f832-59e5-43ad-b142-d1e8507c317b tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 945 time: 0.0617917 Dec 17 13:11:15.149367 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d218d40-0a9d-49a4-a2f8-e1e7aa52560e req-6cf1128c-a7e9-46ae-b292-dd2bd8bcca31 tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e2019a0-9d4b-433c-9620-f55584e59ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484078 Dec 17 13:11:15.201825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['a27f573e-91b0-4f35-b7ed-f6f1033dda24'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:15.204393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['ea6d0c25-f45e-4ebe-adaa-e6e6edd02545'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:15.237848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad9983-a1be-42e1-a2bb-f497e15846bb req-23a71f0b-133b-4a5e-9338-b491b021300b tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:15.239514 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffad9983-a1be-42e1-a2bb-f497e15846bb req-23a71f0b-133b-4a5e-9338-b491b021300b tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.54 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 945 time: 0.0528545 Dec 17 13:11:15.386431 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06241196-eadc-40fa-a4a1-959d74cd0180 req-74d63cc1-29d9-4e05-aa7a-ee5789ec6fda tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:15.387913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-06241196-eadc-40fa-a4a1-959d74cd0180 req-74d63cc1-29d9-4e05-aa7a-ee5789ec6fda tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0653167 Dec 17 13:11:15.413729 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-ffad9983-a1be-42e1-a2bb-f497e15846bb req-faa1877c-03d7-4eb7-8490-ca7f660d86af tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Deleting port 434d889a-342d-452e-b46d-30cc02d81ae3 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:11:15.414102 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffad9983-a1be-42e1-a2bb-f497e15846bb req-faa1877c-03d7-4eb7-8490-ca7f660d86af tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:15.505848 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-06241196-eadc-40fa-a4a1-959d74cd0180 req-7717b5aa-b04c-4508-bc8b-2a4055d06291 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104612 Dec 17 13:11:15.552076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ffad9983-a1be-42e1-a2bb-f497e15846bb req-faa1877c-03d7-4eb7-8490-ca7f660d86af tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] For port 434d889a-342d-452e-b46d-30cc02d81ae3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=434d889a-342d-452e-b46d-30cc02d81ae3,segment=NetworkSegment(fe326688-0b80-4f41-9e4f-cae33fb57992),segment_id=fe326688-0b80-4f41-9e4f-cae33fb57992)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:15.552737 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffad9983-a1be-42e1-a2bb-f497e15846bb req-faa1877c-03d7-4eb7-8490-ca7f660d86af tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:15.566964 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-ffad9983-a1be-42e1-a2bb-f497e15846bb req-faa1877c-03d7-4eb7-8490-ca7f660d86af tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Calling delete_port for 434d889a-342d-452e-b46d-30cc02d81ae3 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:11:15.599215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62d425-ac91-484e-bb62-a5e00171514f req-d0f27b6d-8549-4ee2-86e3-5fb6440cbd61 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:15.599215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb62d425-ac91-484e-bb62-a5e00171514f req-d0f27b6d-8549-4ee2-86e3-5fb6440cbd61 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 944 time: 0.0591767 Dec 17 13:11:15.659116 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb62d425-ac91-484e-bb62-a5e00171514f req-3b1eeee8-e96f-492d-9c65-6f40772f4b40 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/security-groups?id=170c667b-c6a1-4d2b-9795-1f72660779e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550020 Dec 17 13:11:15.758495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cac3e-14b8-49ba-a52b-a507b0699e3f req-08772f37-2976-4beb-8733-3d25688b1472 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:15.760010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f55cac3e-14b8-49ba-a52b-a507b0699e3f req-08772f37-2976-4beb-8733-3d25688b1472 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 944 time: 0.0923517 Dec 17 13:11:15.807650 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f55cac3e-14b8-49ba-a52b-a507b0699e3f req-f37a57b3-b90e-42b6-848b-fe58a99aa656 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Dec 17 13:11:15.818491 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffad9983-a1be-42e1-a2bb-f497e15846bb req-faa1877c-03d7-4eb7-8490-ca7f660d86af tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:15.831662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['434d889a-342d-452e-b46d-30cc02d81ae3'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:15.848424 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1877c-03d7-4eb7-8490-ca7f660d86af tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Pushing event deleted for resources: {'Port': ['ID=434d889a-342d-452e-b46d-30cc02d81ae3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:15.892580 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffad9983-a1be-42e1-a2bb-f497e15846bb req-faa1877c-03d7-4eb7-8490-ca7f660d86af tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] No DVR routers for this DVR port 434d889a-342d-452e-b46d-30cc02d81ae3 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:11:15.895167 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ffad9983-a1be-42e1-a2bb-f497e15846bb req-faa1877c-03d7-4eb7-8490-ca7f660d86af tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:15.898591 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffad9983-a1be-42e1-a2bb-f497e15846bb req-faa1877c-03d7-4eb7-8490-ca7f660d86af tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.54 "DELETE /v2.0/ports/434d889a-342d-452e-b46d-30cc02d81ae3 HTTP/1.1" status: 204 len: 173 time: 0.6517179 Dec 17 13:11:15.899037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63422d5d-5706-4010-9dee-4da083ab7350', 'name': 'network-vif-deleted', 'tag': '434d889a-342d-452e-b46d-30cc02d81ae3'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:15.901272 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb9640b-c428-4071-bac9-2689d5fd76fc" -d '{"events": [{"server_uuid": "63422d5d-5706-4010-9dee-4da083ab7350", "name": "network-vif-deleted", "tag": "434d889a-342d-452e-b46d-30cc02d81ae3"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:15.939073 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91556bf0-7c20-454a-8f78-62dacf629fdd x-openstack-request-id: req-91556bf0-7c20-454a-8f78-62dacf629fdd {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:15.939360 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63422d5d-5706-4010-9dee-4da083ab7350", "name": "network-vif-deleted", "tag": "434d889a-342d-452e-b46d-30cc02d81ae3", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:15.939634 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91556bf0-7c20-454a-8f78-62dacf629fdd {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:15.940034 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63422d5d-5706-4010-9dee-4da083ab7350', 'name': 'network-vif-deleted', 'tag': '434d889a-342d-452e-b46d-30cc02d81ae3', 'status': 'completed', 'code': 200} Dec 17 13:11:16.184811 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:11:16.263397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a27f573e-91b0-4f35-b7ed-f6f1033dda24 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:11:16.270311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-66bcc66d-ebaf-4e10-9c6c-ee1fbdd000c0 req-43afc659-6024-4f1a-a57e-e18686cd9b9c tempest-ServersNegativeTestMultiTenantJSON-1634137870 tempest-ServersNegativeTestMultiTenantJSON-1634137870-project] 10.222.0.59 "GET /v2.0/ports?device_id=63422d5d-5706-4010-9dee-4da083ab7350 HTTP/1.1" status: 200 len: 210 time: 0.0349960 Dec 17 13:11:16.335947 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-396a58ef-6579-4bc9-80a4-e05760aa98d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:16.404515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port a27f573e-91b0-4f35-b7ed-f6f1033dda24 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:11:16.409119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port a27f573e-91b0-4f35-b7ed-f6f1033dda24 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:16.409662 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:16.493826 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:16.518931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:16.521474 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51eac6e-63b0-4e2d-a788-f04aef2af07d" -d '{"events": [{"server_uuid": "518527f5-7c13-4e9e-a0ee-90776148c77a", "name": "network-vif-plugged", "status": "completed", "tag": "a27f573e-91b0-4f35-b7ed-f6f1033dda24"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:16.539940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:16.595742 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6649722-2bd0-45f2-8c67-8041fb5b47ab x-openstack-request-id: req-a6649722-2bd0-45f2-8c67-8041fb5b47ab {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:16.596063 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518527f5-7c13-4e9e-a0ee-90776148c77a", "name": "network-vif-plugged", "status": "completed", "tag": "a27f573e-91b0-4f35-b7ed-f6f1033dda24", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:16.596319 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a6649722-2bd0-45f2-8c67-8041fb5b47ab {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:16.596715 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24', 'code': 200} Dec 17 13:11:16.606034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:16.606841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:11:16.683598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a27f573e-91b0-4f35-b7ed-f6f1033dda24,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:16.704904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d6af7-d3bb-4399-abde-1b4a50e955f4 req-3266bb96-0e82-4e0d-914f-a348181b0dc3 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:16.714918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f1d6af7-d3bb-4399-abde-1b4a50e955f4 req-3266bb96-0e82-4e0d-914f-a348181b0dc3 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1077518 Dec 17 13:11:16.736233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ff217-9cb3-4e05-9ceb-86607037dd09 req-608aacca-374e-4954-bd16-ef023030e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:16.739341 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-150ff217-9cb3-4e05-9ceb-86607037dd09 req-608aacca-374e-4954-bd16-ef023030e701 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 1096 time: 0.0531139 Dec 17 13:11:16.781722 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f1d6af7-d3bb-4399-abde-1b4a50e955f4 req-0d673e96-f8a6-4abe-a99a-9cac4642d943 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588722 Dec 17 13:11:16.799176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:11:16.803881 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:16.804474 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:16.818063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-150ff217-9cb3-4e05-9ceb-86607037dd09 req-8d00d6e5-b56a-44e0-8a14-92b0f4181976 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697603 Dec 17 13:11:16.834458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00ab3d-54c5-49fb-89aa-60b15bab12d6 req-936320a7-ad8e-4caa-9034-7a971ca86a35 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:16.835966 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca00ab3d-54c5-49fb-89aa-60b15bab12d6 req-936320a7-ad8e-4caa-9034-7a971ca86a35 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 944 time: 0.0676632 Dec 17 13:11:16.889627 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:16.896696 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca00ab3d-54c5-49fb-89aa-60b15bab12d6 req-bf355c1e-358d-41d8-a15f-7cf84729586e tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/security-groups?id=170c667b-c6a1-4d2b-9795-1f72660779e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493317 Dec 17 13:11:16.932271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a00f1-6d47-47b3-b525-013301179af0 req-82f90f91-4fd7-4e0c-b085-9efeac3515da tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:16.933308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ea6d0c25-f45e-4ebe-adaa-e6e6edd02545,segment=NetworkSegment(446798fd-de64-46d5-8932-caecc860a573),segment_id=446798fd-de64-46d5-8932-caecc860a573)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:16.934005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-109a00f1-6d47-47b3-b525-013301179af0 req-82f90f91-4fd7-4e0c-b085-9efeac3515da tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0550988 Dec 17 13:11:16.983873 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-109a00f1-6d47-47b3-b525-013301179af0 req-7458d5b7-03e1-480a-877f-dbdf04e63e9e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Dec 17 13:11:17.038860 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:17.086784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=ea6d0c25-f45e-4ebe-adaa-e6e6edd02545,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:17.326287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58370) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:17.380313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e37b2d-110b-496d-aed5-6b6344d62246 admin admin] Deleting subnet 559b7427-9451-4223-bdba-15ea3250b306 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:11:17.383568 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60e37b2d-110b-496d-aed5-6b6344d62246 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:17.422983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60e37b2d-110b-496d-aed5-6b6344d62246 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:17.463320 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60e37b2d-110b-496d-aed5-6b6344d62246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:17.638694 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:17.650931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60e37b2d-110b-496d-aed5-6b6344d62246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:17.666669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e37b2d-110b-496d-aed5-6b6344d62246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559b7427-9451-4223-bdba-15ea3250b306,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:17.668628 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60e37b2d-110b-496d-aed5-6b6344d62246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:17.672304 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-60e37b2d-110b-496d-aed5-6b6344d62246 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/559b7427-9451-4223-bdba-15ea3250b306 HTTP/1.1" status: 204 len: 168 time: 0.3449786 Dec 17 13:11:17.674890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58380) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:17.751461 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:17.839169 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:17.863624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761586d8-5ff2-4757-bc70-c1b8acff2162']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:17.900915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe326688-0b80-4f41-9e4f-cae33fb57992') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:17.901217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe326688-0b80-4f41-9e4f-cae33fb57992') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:17.913532 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:17.930801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:17.943243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80050d-6686-4d61-a8a4-2d2ea674c4f7 req-cc48f6e1-6ff8-42ee-9f76-bbe0526b6b77 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:17.944801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e80050d-6686-4d61-a8a4-2d2ea674c4f7 req-cc48f6e1-6ff8-42ee-9f76-bbe0526b6b77 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0857508 Dec 17 13:11:17.947811 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:11:17.948222 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:11:17.950006 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:11:18.047580 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e80050d-6686-4d61-a8a4-2d2ea674c4f7 req-ec4e8be7-83a3-4ba2-834b-8efd11ed9cb4 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878088 Dec 17 13:11:18.054053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ae5a5-c296-4306-a650-61e806afd2f1 req-16cec4c3-a4e8-45b4-8980-a097946b7ee1 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:18.061418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b39ae5a5-c296-4306-a650-61e806afd2f1 req-16cec4c3-a4e8-45b4-8980-a097946b7ee1 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 945 time: 0.0630794 Dec 17 13:11:18.124714 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b39ae5a5-c296-4306-a650-61e806afd2f1 req-70bc986a-30a6-42e0-b5f8-7d121b7d274d tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/security-groups?id=170c667b-c6a1-4d2b-9795-1f72660779e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583987 Dec 17 13:11:18.143590 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.155949 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.164835 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58392) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:18.165417 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/761586d8-5ff2-4757-bc70-c1b8acff2162 HTTP/1.1" status: 204 len: 168 time: 0.4887383 Dec 17 13:11:18.196643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42e502-046d-447a-b63b-380bb57602b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=761586d8-5ff2-4757-bc70-c1b8acff2162,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:18.228840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fab469-1d49-4aef-89ab-330768fc72df admin admin] Deleting subnet 6dc7b8c6-35c4-48ab-b107-4fdff024ff3b {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:11:18.234248 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47fab469-1d49-4aef-89ab-330768fc72df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.291311 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47fab469-1d49-4aef-89ab-330768fc72df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.311023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807578cf-e0af-40b3-b9ce-3c05b6f0a39a req-e724d0dc-c504-4b45-a95f-9c063d48f7b2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:18.325873 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-807578cf-e0af-40b3-b9ce-3c05b6f0a39a req-e724d0dc-c504-4b45-a95f-9c063d48f7b2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1592216 Dec 17 13:11:18.328981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b396813-ca04-41f5-8b92-1aeb42520db4 req-7556ca5e-796f-4d64-b6c1-aefeec8aaa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:18.330447 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b396813-ca04-41f5-8b92-1aeb42520db4 req-7556ca5e-796f-4d64-b6c1-aefeec8aaa52 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 1096 time: 0.1486762 Dec 17 13:11:18.337433 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47fab469-1d49-4aef-89ab-330768fc72df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.416137 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-807578cf-e0af-40b3-b9ce-3c05b6f0a39a req-1d85d2e2-e742-49e5-9199-6d28d77f584a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739422 Dec 17 13:11:18.422588 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b396813-ca04-41f5-8b92-1aeb42520db4 req-d1613088-0fb8-4bbd-bdf0-83fde576cc1e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613658 Dec 17 13:11:18.543065 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47fab469-1d49-4aef-89ab-330768fc72df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.580684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fab469-1d49-4aef-89ab-330768fc72df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc7b8c6-35c4-48ab-b107-4fdff024ff3b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:18.588937 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47fab469-1d49-4aef-89ab-330768fc72df admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.594998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-47fab469-1d49-4aef-89ab-330768fc72df admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6dc7b8c6-35c4-48ab-b107-4fdff024ff3b HTTP/1.1" status: 204 len: 168 time: 0.4257510 Dec 17 13:11:18.595399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58398) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:18.598762 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b953253c-de4f-4b9d-ab23-fce062ba75cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6d0c25-f45e-4ebe-adaa-e6e6edd02545'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:18.601341 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2368a9-63c8-43e7-be99-5c070db9d053" -d '{"events": [{"server_uuid": "b953253c-de4f-4b9d-ab23-fce062ba75cd", "name": "network-vif-plugged", "status": "completed", "tag": "ea6d0c25-f45e-4ebe-adaa-e6e6edd02545"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:18.649341 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a1aa59-4ed9-48af-958b-118fd776ee11 x-openstack-request-id: req-a7a1aa59-4ed9-48af-958b-118fd776ee11 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:18.649341 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b953253c-de4f-4b9d-ab23-fce062ba75cd", "name": "network-vif-plugged", "status": "completed", "tag": "ea6d0c25-f45e-4ebe-adaa-e6e6edd02545", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:18.649341 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7a1aa59-4ed9-48af-958b-118fd776ee11 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:18.649341 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b953253c-de4f-4b9d-ab23-fce062ba75cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6d0c25-f45e-4ebe-adaa-e6e6edd02545', 'code': 200} Dec 17 13:11:18.675629 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.751848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf59293-8d52-4bbd-af07-ed841256e7be req-092fcbe1-525b-482b-ae61-e7d244caea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:18.753714 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbf59293-8d52-4bbd-af07-ed841256e7be req-092fcbe1-525b-482b-ae61-e7d244caea20 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 1096 time: 0.0418546 Dec 17 13:11:18.773397 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.796039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2e45c6-198f-440c-b586-ddec2eac089e']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:18.807257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cbc5c6-ec9a-42f5-8d2b-2c50906b3bbc') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:18.808632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cbc5c6-ec9a-42f5-8d2b-2c50906b3bbc') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:18.810700 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbf59293-8d52-4bbd-af07-ed841256e7be req-1333cb3c-c16e-4ebf-84d7-03c492d714cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=170c667b-c6a1-4d2b-9795-1f72660779e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482366 Dec 17 13:11:18.818505 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.820427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.835179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.841032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:11:18.841411 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:11:18.843085 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:11:19.040247 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:19.046524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:19.049166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cf2e45c6-198f-440c-b586-ddec2eac089e HTTP/1.1" status: 204 len: 168 time: 0.4527962 Dec 17 13:11:19.060586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63276b-a510-4990-acae-b1c7b18eaf01 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf2e45c6-198f-440c-b586-ddec2eac089e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:19.202041 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26792ee4-42c9-4638-8d49-38c39daa5df4 req-78af1590-497b-4d56-ba52-182432176f08 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:19.203616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-26792ee4-42c9-4638-8d49-38c39daa5df4 req-78af1590-497b-4d56-ba52-182432176f08 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0670087 Dec 17 13:11:19.252671 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-26792ee4-42c9-4638-8d49-38c39daa5df4 req-5d84a0df-94ab-428d-a5f2-44d9860745a2 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 Dec 17 13:11:19.252885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19d18c-f74d-4bd7-bf35-84fbe67603eb req-e8d355bd-99be-4545-9ec0-c26ba1756547 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:19.254537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e19d18c-f74d-4bd7-bf35-84fbe67603eb req-e8d355bd-99be-4545-9ec0-c26ba1756547 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 945 time: 0.0569675 Dec 17 13:11:19.303850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e19d18c-f74d-4bd7-bf35-84fbe67603eb req-f9a36c50-41a7-4099-baff-c0e1dba93d95 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/security-groups?id=170c667b-c6a1-4d2b-9795-1f72660779e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425336 Dec 17 13:11:19.506450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58418) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:19.555321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c37e4-f11c-4366-9e53-e58cc4b0b13c req-bfcf6d67-54e2-419e-a054-9e85d5287dec tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:19.564063 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cd6c37e4-f11c-4366-9e53-e58cc4b0b13c req-bfcf6d67-54e2-419e-a054-9e85d5287dec tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0769246 Dec 17 13:11:19.569975 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0636824d-ffff-4bc9-a5f0-8aceaba5df96 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4bf39a5122f4d60ad3a678f4425756e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0612023 Dec 17 13:11:19.573040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58422) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:19.616085 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cd6c37e4-f11c-4366-9e53-e58cc4b0b13c req-de18cc50-a2d2-47b5-9548-8c8cccf7bff0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510933 Dec 17 13:11:19.629333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:19.637248 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:19.664852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:19.789130 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:19.792133 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:19.795723 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0e2019a0-9d4b-433c-9620-f55584e59ba7 HTTP/1.1" status: 204 len: 168 time: 0.2192416 Dec 17 13:11:19.814002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2019a0-9d4b-433c-9620-f55584e59ba7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:19.836607 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.837288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.837835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.838322 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.838948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.840122 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.840730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.841216 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.841730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.842596 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.843494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.844160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.844915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723377f6-3480-4f0d-bec4-cba4824d4048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:19.986595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-dcbd4739-9e3e-4ba5-9e32-2b88f84a91e5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:19.988836 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-dcbd4739-9e3e-4ba5-9e32-2b88f84a91e5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/networks?id=6ac616f1-83c2-4e98-bca5-5ee36fd96122 HTTP/1.1" status: 200 len: 814 time: 0.1550717 Dec 17 13:11:20.005830 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-4e880023-05dd-473e-8227-51d7cc2259d1 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/quotas/235ced4f4cd14eb5815491d3e0be8e58 HTTP/1.1" status: 200 len: 375 time: 0.0104253 Dec 17 13:11:20.019686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 434d889a-342d-452e-b46d-30cc02d81ae3 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:11:20.058381 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-e3baca50-da35-4c9b-a3fe-6eda5fa48b0a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467889 Dec 17 13:11:20.064171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 434d889a-342d-452e-b46d-30cc02d81ae3 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:11:20.064739 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 434d889a-342d-452e-b46d-30cc02d81ae3 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:11:20.163084 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-1dd349a8-d396-4bf8-b207-a2a032b964ac service neutron] 10.222.0.59 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967274 Dec 17 13:11:20.263139 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-d2da0f13-488f-4361-8926-a1884a28f767 service neutron] 10.222.0.59 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937912 Dec 17 13:11:20.406940 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dd7ac-ce2d-42ff-9fa5-8fade365c5c5 req-08deaa53-6b83-43de-8b48-fb2b581c9904 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:20.408437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b89dd7ac-ce2d-42ff-9fa5-8fade365c5c5 req-08deaa53-6b83-43de-8b48-fb2b581c9904 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0522561 Dec 17 13:11:20.457804 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b89dd7ac-ce2d-42ff-9fa5-8fade365c5c5 req-5496b240-f69c-47ea-aadd-300e23045b49 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427179 Dec 17 13:11:20.594848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56689202-4e00-4363-bce0-a737dd31d9d3 req-3f90fe1c-8e3a-465f-a262-6e95789cb649 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:20.603754 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-56689202-4e00-4363-bce0-a737dd31d9d3 req-3f90fe1c-8e3a-465f-a262-6e95789cb649 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 945 time: 0.0872250 Dec 17 13:11:20.664763 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-56689202-4e00-4363-bce0-a737dd31d9d3 req-e6fb62d0-5b53-45a9-834c-a9110de31b85 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/security-groups?id=170c667b-c6a1-4d2b-9795-1f72660779e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598407 Dec 17 13:11:20.692654 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58464) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:20.703411 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e32191fc-c102-4903-9a2a-673a55c27a42 req-28b85363-e4d0-437f-81be-f09fe4ed5452 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 210 time: 0.0372682 Dec 17 13:11:20.771574 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5485a2b2-dcfa-4258-acaf-badf9b46a3ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9e1bec7ea6c4216a9278ce4b1c470db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776191 Dec 17 13:11:20.774426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58476) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:20.848652 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c68ef3f4-6e84-4d34-b99c-498b052a406f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:20.872190 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c68ef3f4-6e84-4d34-b99c-498b052a406f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:20.920959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-946d6362-0593-4dc7-b103-5c72469d18bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:20.929409 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-946d6362-0593-4dc7-b103-5c72469d18bc tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/networks?id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02 HTTP/1.1" status: 200 len: 811 time: 0.1491730 Dec 17 13:11:20.940774 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-f7cb7d7d-1876-4973-adfd-fab5a9d0c268 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/quotas/2aaefcd390c348a7a4e7afb9a689cf70 HTTP/1.1" status: 200 len: 375 time: 0.0104485 Dec 17 13:11:21.001106 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-c55e14d6-fe07-4f96-aee0-aae1309e5ce1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514934 Dec 17 13:11:21.085767 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c68ef3f4-6e84-4d34-b99c-498b052a406f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:21.088509 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c68ef3f4-6e84-4d34-b99c-498b052a406f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:21.091318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c68ef3f4-6e84-4d34-b99c-498b052a406f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75985fdd-d0b0-4809-a518-eb8aad5e052a HTTP/1.1" status: 204 len: 168 time: 0.3137815 Dec 17 13:11:21.100397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ef3f4-6e84-4d34-b99c-498b052a406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75985fdd-d0b0-4809-a518-eb8aad5e052a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:21.117927 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-25738cfd-e41f-40dd-a8be-8bf2ca004236 service neutron] 10.222.0.59 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092408 Dec 17 13:11:21.293903 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-21269e00-e38b-4bc6-b1dc-c92a5f43deb5 service neutron] 10.222.0.59 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639724 Dec 17 13:11:21.430261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f56e6-94f4-46c7-9f03-91cf36ecc5ae req-aec10d69-d03d-4242-a4bd-0c736a8be6b2 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:21.432243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-613f56e6-94f4-46c7-9f03-91cf36ecc5ae req-aec10d69-d03d-4242-a4bd-0c736a8be6b2 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 945 time: 0.0523012 Dec 17 13:11:21.503671 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-613f56e6-94f4-46c7-9f03-91cf36ecc5ae req-e49314ca-5e58-4792-b625-727831d12501 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/security-groups?id=170c667b-c6a1-4d2b-9795-1f72660779e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627971 Dec 17 13:11:21.629371 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d723d9d-bec3-421b-9875-6fd147c540f1 req-9acf097b-fd34-40ea-ab28-df16a13ad966 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 210 time: 0.0344989 Dec 17 13:11:21.814037 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e543488a-7f20-4a50-b1a7-6a4a77f5ae96 req-be7fc19b-e035-43f2-a005-26eb037a8430 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 210 time: 0.0324883 Dec 17 13:11:22.584907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa83a0-2125-4777-9578-10fd9a4282d9 req-5ff87d20-788e-4fb7-93a9-7b6979e450d7 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:22.586448 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cdaa83a0-2125-4777-9578-10fd9a4282d9 req-5ff87d20-788e-4fb7-93a9-7b6979e450d7 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.61 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 945 time: 0.0503180 Dec 17 13:11:22.661717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02ba5a-5eaf-4545-8c4a-0e0efec6de7e req-f7c2d976-a9fd-4392-90dc-9d0bdaffee92 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:22.661717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef02ba5a-5eaf-4545-8c4a-0e0efec6de7e req-f7c2d976-a9fd-4392-90dc-9d0bdaffee92 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 945 time: 0.0513968 Dec 17 13:11:22.689223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-cdaa83a0-2125-4777-9578-10fd9a4282d9 req-ed664a3a-6d18-4016-a9a7-bee45fb8013f tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Deleting port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:11:22.689712 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cdaa83a0-2125-4777-9578-10fd9a4282d9 req-ed664a3a-6d18-4016-a9a7-bee45fb8013f tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:22.720687 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef02ba5a-5eaf-4545-8c4a-0e0efec6de7e req-473b174d-031b-482a-81a1-85ee07cad083 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/security-groups?id=170c667b-c6a1-4d2b-9795-1f72660779e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543079 Dec 17 13:11:22.787449 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c96dbfb0-b593-4439-843a-0096ee9903d6 req-158e7e31-da5f-4aca-943b-d74593d3cea5 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 210 time: 0.0620480 Dec 17 13:11:22.837499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58538) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:22.851989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-cdaa83a0-2125-4777-9578-10fd9a4282d9 req-ed664a3a-6d18-4016-a9a7-bee45fb8013f tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] For port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ea6d0c25-f45e-4ebe-adaa-e6e6edd02545,segment=NetworkSegment(446798fd-de64-46d5-8932-caecc860a573),segment_id=446798fd-de64-46d5-8932-caecc860a573)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:22.851989 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cdaa83a0-2125-4777-9578-10fd9a4282d9 req-ed664a3a-6d18-4016-a9a7-bee45fb8013f tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:22.860274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-cdaa83a0-2125-4777-9578-10fd9a4282d9 req-ed664a3a-6d18-4016-a9a7-bee45fb8013f tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Calling delete_port for ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:11:22.941247 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94c1010b-a198-4ea1-b4e4-e539a2aded8c req-23c591ed-274f-4e4e-b34f-9794d2a8ae01 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 210 time: 0.0293975 Dec 17 13:11:22.946266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-3741715-network', 'tenant_id': 'd06ef28caab3484b8dbd9f0a3a14d0cf'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:23.096412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Made reservation on behalf of d06ef28caab3484b8dbd9f0a3a14d0cf for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:23.101310 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:23.120711 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:23.174682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-f053fd91-0db6-4f6e-be10-c26795b85867 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:23.176368 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-f053fd91-0db6-4f6e-be10-c26795b85867 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.54 "GET /v2.0/networks?id=6ac616f1-83c2-4e98-bca5-5ee36fd96122 HTTP/1.1" status: 200 len: 814 time: 0.1355970 Dec 17 13:11:23.189993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Request body: {'port': {'device_id': 'a6084b38-6ef5-46d8-9318-03c9448bdfca', 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122', 'admin_state_up': True, 'tenant_id': '235ced4f4cd14eb5815491d3e0be8e58'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:23.236970 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cdaa83a0-2125-4777-9578-10fd9a4282d9 req-ed664a3a-6d18-4016-a9a7-bee45fb8013f tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:23.250901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['ea6d0c25-f45e-4ebe-adaa-e6e6edd02545'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:23.273116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed664a3a-6d18-4016-a9a7-bee45fb8013f tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Pushing event deleted for resources: {'Port': ['ID=ea6d0c25-f45e-4ebe-adaa-e6e6edd02545,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:23.318383 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:23.339973 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdaa83a0-2125-4777-9578-10fd9a4282d9 req-ed664a3a-6d18-4016-a9a7-bee45fb8013f tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] No DVR routers for this DVR port ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:11:23.345600 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cdaa83a0-2125-4777-9578-10fd9a4282d9 req-ed664a3a-6d18-4016-a9a7-bee45fb8013f tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:23.349716 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cdaa83a0-2125-4777-9578-10fd9a4282d9 req-ed664a3a-6d18-4016-a9a7-bee45fb8013f tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.61 "DELETE /v2.0/ports/ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 HTTP/1.1" status: 204 len: 173 time: 0.7560942 Dec 17 13:11:23.350364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b953253c-de4f-4b9d-ab23-fce062ba75cd', 'name': 'network-vif-deleted', 'tag': 'ea6d0c25-f45e-4ebe-adaa-e6e6edd02545'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:23.352870 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b57a24-4ce4-448a-9105-48172beefb3b" -d '{"events": [{"server_uuid": "b953253c-de4f-4b9d-ab23-fce062ba75cd", "name": "network-vif-deleted", "tag": "ea6d0c25-f45e-4ebe-adaa-e6e6edd02545"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:23.407858 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7b1690-1929-4fe8-b712-db9e72fff4b0 x-openstack-request-id: req-5c7b1690-1929-4fe8-b712-db9e72fff4b0 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:23.407858 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b953253c-de4f-4b9d-ab23-fce062ba75cd", "name": "network-vif-deleted", "tag": "ea6d0c25-f45e-4ebe-adaa-e6e6edd02545", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:23.407858 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c7b1690-1929-4fe8-b712-db9e72fff4b0 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:23.407858 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b953253c-de4f-4b9d-ab23-fce062ba75cd', 'name': 'network-vif-deleted', 'tag': 'ea6d0c25-f45e-4ebe-adaa-e6e6edd02545', 'status': 'completed', 'code': 200} Dec 17 13:11:23.434817 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:23.483510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:11:23.495103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40132cd9-dc5e-448e-9c92-a4982ffb5a2d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:23.501045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:23.501669 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Added segment 1da12bba-92a0-4d1b-9c8c-7f9863d9f787 of type vlan for network e2c324c5-9fa1-484b-98c4-9d0fb31eb582 Dec 17 13:11:23.537296 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Made reservation on behalf of 235ced4f4cd14eb5815491d3e0be8e58 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:23.541469 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:23.548877 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:23.694632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Allocated IP 172.20.0.3 (6ac616f1-83c2-4e98-bca5-5ee36fd96122/1d35fe00-cd55-4ece-8438-756061fc1cc1/60c0bc0b-a74c-489d-a059-fbed2c9bd9ab) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:11:23.714255 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:23.717018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:23.717018 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:23.793126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] Pushing event updated for resources: {'Network': ['ID=e2c324c5-9fa1-484b-98c4-9d0fb31eb582,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:23.809995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e2c324c5-9fa1-484b-98c4-9d0fb31eb582 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:11:23.926351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08bc1da1-330c-4d5a-aaf5-fba10b8fadef req-cbb2ced4-6098-4261-adfa-bc024e2a8a19 tempest-InstanceActionsV221TestJSON-435734389 tempest-InstanceActionsV221TestJSON-435734389-project] 10.222.0.59 "GET /v2.0/ports?device_id=b953253c-de4f-4b9d-ab23-fce062ba75cd HTTP/1.1" status: 200 len: 210 time: 0.1090546 Dec 17 13:11:23.940699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ae5700d1-d827-4030-b2e1-072e8786b7af admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0939577 Dec 17 13:11:23.940699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58562) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:23.946206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-06413e07-0084-4c65-b906-35a05b004a14 admin admin] Request body: {'subnet': {'network_id': 'e2c324c5-9fa1-484b-98c4-9d0fb31eb582', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-3741715-subnet', 'tenant_id': 'd06ef28caab3484b8dbd9f0a3a14d0cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:24.004803 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:24.070863 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-141e5de6-ccf7-4ec8-a7dc-532999172f53 req-98ee5792-2865-411f-98b8-c455d14e60d9 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 210 time: 0.0356302 Dec 17 13:11:24.165655 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-60923e0b-7d4e-4ec0-a9b3-634a24bb81e0 req-975ec9d8-7f7e-49a3-818c-d27babc72b67 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 210 time: 0.0331407 Dec 17 13:11:24.166612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06413e07-0084-4c65-b906-35a05b004a14 admin admin] Made reservation on behalf of d06ef28caab3484b8dbd9f0a3a14d0cf for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:24.169080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06413e07-0084-4c65-b906-35a05b004a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:24.263054 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:24.284420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['a27f573e-91b0-4f35-b7ed-f6f1033dda24'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:24.358374 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:11:24.362682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:24.365435 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:11:24.374380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Pushing event updated for resources: {'Port': ['ID=60c0bc0b-a74c-489d-a059-fbed2c9bd9ab,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:24.446457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:24.447115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:24.555008 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06413e07-0084-4c65-b906-35a05b004a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:24.605094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-c59a3406-362a-412c-a220-4679b156f7d0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4160302 Dec 17 13:11:24.624454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06413e07-0084-4c65-b906-35a05b004a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81ac6f0-598d-4ba8-8647-467d43bc2f5a,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:24.628512 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Request body: {'port': {'device_id': 'a6084b38-6ef5-46d8-9318-03c9448bdfca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:24.687183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06413e07-0084-4c65-b906-35a05b004a14 admin admin] Checking segment: {'id': '1da12bba-92a0-4d1b-9c8c-7f9863d9f787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e2c324c5-9fa1-484b-98c4-9d0fb31eb582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:24.687395 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06413e07-0084-4c65-b906-35a05b004a14 admin admin] Network hostable DHCP agents. Network: e2c324c5-9fa1-484b-98c4-9d0fb31eb582, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:11:24.727870 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:24.768501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-191f4375-5418-40da-a735-1e0ce677f15a tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:24.770241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-191f4375-5418-40da-a735-1e0ce677f15a tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.54 "GET /v2.0/networks?id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02 HTTP/1.1" status: 200 len: 811 time: 0.1473424 Dec 17 13:11:24.784593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Request body: {'port': {'device_id': '0a883476-b730-4027-a5d6-ddba5c7f5022', 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02', 'admin_state_up': True, 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:24.853338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06413e07-0084-4c65-b906-35a05b004a14 admin admin] Network e2c324c5-9fa1-484b-98c4-9d0fb31eb582 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:11:24.983107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-06413e07-0084-4c65-b906-35a05b004a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e2c324c5-9fa1-484b-98c4-9d0fb31eb582) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:24.990237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06413e07-0084-4c65-b906-35a05b004a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:24.990924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06413e07-0084-4c65-b906-35a05b004a14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:24.994829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c22604c-69cb-4148-81d7-54d0c219f4b0 None None] Network e2c324c5-9fa1-484b-98c4-9d0fb31eb582 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:25.043327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:25.053492 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:25.073018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Made reservation on behalf of 2aaefcd390c348a7a4e7afb9a689cf70 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:25.075686 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:25.093181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Transition to ACTIVE for port object 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:11:25.208789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-06413e07-0084-4c65-b906-35a05b004a14 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2666287 Dec 17 13:11:25.228647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f7dfdb-1b9c-4a77-b621-60b4b1c45789 None None] Network e2c324c5-9fa1-484b-98c4-9d0fb31eb582 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:25.239653 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:25.368522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f4279a8-c062-4f77-9c53-f2bb75869075 req-2aff785a-2be8-46c2-bec6-f3c0e4803756 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 210 time: 0.0953135 Dec 17 13:11:25.462915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Allocated IP 172.20.0.6 (ae0533c9-be5e-4f3a-af0e-e372fb02ee02/2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0/ea8ba244-a50a-4164-b9b4-ce9718571a8a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:11:25.467203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58594) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:25.504302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58598) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:25.595778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf2fb85-07e3-4724-8d5a-c7a17e83c178 admin admin] Deleting subnet 289d4002-59dc-4783-9542-0a87ec1e7c55 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:11:25.612778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8cf2fb85-07e3-4724-8d5a-c7a17e83c178 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:25.650828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-608cf5bc-f969-40f2-bd5d-e8eae5e0290d admin admin] Deleting subnet a81ac6f0-598d-4ba8-8647-467d43bc2f5a {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:11:25.670909 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-608cf5bc-f969-40f2-bd5d-e8eae5e0290d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:25.743802 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8cf2fb85-07e3-4724-8d5a-c7a17e83c178 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:25.786842 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-608cf5bc-f969-40f2-bd5d-e8eae5e0290d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:25.802122 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Pushing event updated for resources: {'Port': ['ID=60c0bc0b-a74c-489d-a059-fbed2c9bd9ab,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:25.852337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8cf2fb85-07e3-4724-8d5a-c7a17e83c178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:25.858667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd3491-dac8-496a-b377-5393f8cc4c2e req-adb0de5f-6380-4886-abeb-9f0cee3c620e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:25.860160 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-92fd3491-dac8-496a-b377-5393f8cc4c2e req-adb0de5f-6380-4886-abeb-9f0cee3c620e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 943 time: 0.4784908 Dec 17 13:11:25.864706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Attempting to bind port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:11:25.865035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Attempting to bind port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '47f8c037-0b60-40e7-9fbd-557eff9bdde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:11:25.865358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Attempting to bind port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab on network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:25.884579 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab on network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:11:25.884901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Attempting to bind port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab on network 6ac616f1-83c2-4e98-bca5-5ee36fd96122 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:25.892503 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-608cf5bc-f969-40f2-bd5d-e8eae5e0290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:25.903100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:11:25.903100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Checking segment: {'id': '47f8c037-0b60-40e7-9fbd-557eff9bdde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:25.903100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Bound using segment: {'id': '47f8c037-0b60-40e7-9fbd-557eff9bdde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:11:25.903100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Bound port: 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f8c037-0b60-40e7-9fbd-557eff9bdde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:11:25.903100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:25.928865 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-92fd3491-dac8-496a-b377-5393f8cc4c2e req-1c4ff9df-4093-49a0-8394-1d8947836f2d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611057 Dec 17 13:11:25.940069 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:25.990304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] For port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:11:25.993494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] For port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=60c0bc0b-a74c-489d-a059-fbed2c9bd9ab,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:11:26.063756 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8cf2fb85-07e3-4724-8d5a-c7a17e83c178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.092154 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.096095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2fb85-07e3-4724-8d5a-c7a17e83c178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289d4002-59dc-4783-9542-0a87ec1e7c55,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:26.099820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-608cf5bc-f969-40f2-bd5d-e8eae5e0290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.102253 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.118294 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8cf2fb85-07e3-4724-8d5a-c7a17e83c178 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.124120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8cf2fb85-07e3-4724-8d5a-c7a17e83c178 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/289d4002-59dc-4783-9542-0a87ec1e7c55 HTTP/1.1" status: 204 len: 168 time: 0.6530337 Dec 17 13:11:26.125768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58608) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:26.157424 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-608cf5bc-f969-40f2-bd5d-e8eae5e0290d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.163636 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-608cf5bc-f969-40f2-bd5d-e8eae5e0290d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a81ac6f0-598d-4ba8-8647-467d43bc2f5a HTTP/1.1" status: 204 len: 168 time: 0.6403925 Dec 17 13:11:26.168445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58612) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:26.173488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cf5bc-f969-40f2-bd5d-e8eae5e0290d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81ac6f0-598d-4ba8-8647-467d43bc2f5a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:26.176422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['185570fe-ff49-427a-a510-17b65143f691'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:26.212623 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:26.214989 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.217290 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] 10.222.0.54 "PUT /v2.0/ports/60c0bc0b-a74c-489d-a059-fbed2c9bd9ab HTTP/1.1" status: 200 len: 1091 time: 1.5955424 Dec 17 13:11:26.221292 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6084b38-6ef5-46d8-9318-03c9448bdfca', 'tag': '60c0bc0b-a74c-489d-a059-fbed2c9bd9ab'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:26.224004 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d2ec89-e034-44e4-8914-69fac7f67f79" -d '{"events": [{"name": "network-changed", "server_uuid": "a6084b38-6ef5-46d8-9318-03c9448bdfca", "tag": "60c0bc0b-a74c-489d-a059-fbed2c9bd9ab"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:26.287381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:11:26.291468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Pushing event updated for resources: {'Port': ['ID=ea8ba244-a50a-4164-b9b4-ce9718571a8a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:26.301842 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.309952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:11:26.314599 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:26.326530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:11:26.331336 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f32421-5644-4556-9bb9-6bc04086c911 x-openstack-request-id: req-a2f32421-5644-4556-9bb9-6bc04086c911 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:26.331682 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6084b38-6ef5-46d8-9318-03c9448bdfca", "tag": "60c0bc0b-a74c-489d-a059-fbed2c9bd9ab", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:26.331941 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2f32421-5644-4556-9bb9-6bc04086c911 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:26.332519 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6084b38-6ef5-46d8-9318-03c9448bdfca', 'tag': '60c0bc0b-a74c-489d-a059-fbed2c9bd9ab', 'status': 'completed', 'code': 200} Dec 17 13:11:26.335834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f3105-215b-444b-929f-23ab8b0a180e service neutron] Pushing event updated for resources: {'Port': ['ID=60c0bc0b-a74c-489d-a059-fbed2c9bd9ab,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:26.338689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:11:26.339055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ea6d0c25-f45e-4ebe-adaa-e6e6edd02545 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:11:26.346532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.452100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.478933 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e72370f-5dc9-4246-82ea-796cb6ad7c39']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:26.488503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2ec89-e034-44e4-8914-69fac7f67f79 req-f9c899d4-e3d5-435e-9f40-57b816d1db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:26.490135 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77d2ec89-e034-44e4-8914-69fac7f67f79 req-f9c899d4-e3d5-435e-9f40-57b816d1db3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 1094 time: 0.1223655 Dec 17 13:11:26.494027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446798fd-de64-46d5-8932-caecc860a573') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:26.494326 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446798fd-de64-46d5-8932-caecc860a573') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:26.517872 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.571099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.584934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:11:26.586394 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:11:26.587475 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:11:26.676766 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2ec89-e034-44e4-8914-69fac7f67f79 req-5c749b54-68bb-42ee-a4b1-d5a1047489cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:26.678454 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77d2ec89-e034-44e4-8914-69fac7f67f79 req-5c749b54-68bb-42ee-a4b1-d5a1047489cc service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1767008 Dec 17 13:11:26.769762 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.774855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.779286 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9e72370f-5dc9-4246-82ea-796cb6ad7c39 HTTP/1.1" status: 204 len: 168 time: 0.6508782 Dec 17 13:11:26.816671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405f84e-1fb8-43c7-8954-6f5e81197695 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e72370f-5dc9-4246-82ea-796cb6ad7c39,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:26.827380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2ec89-e034-44e4-8914-69fac7f67f79 req-c07ffcdd-0c16-4cb4-8f8f-72e0237bd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:26.829441 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77d2ec89-e034-44e4-8914-69fac7f67f79 req-c07ffcdd-0c16-4cb4-8f8f-72e0237bd55b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1443803 Dec 17 13:11:26.860547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:26.861196 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.889419 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.911857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf4ba-0ba5-42f5-89f7-b563901ef35d req-4975be24-c6af-4155-9844-019e33d78ed2 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:26.912585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-09465306-96b0-4aea-a05a-6c7a0314b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:26.913472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12ecf4ba-0ba5-42f5-89f7-b563901ef35d req-4975be24-c6af-4155-9844-019e33d78ed2 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 931 time: 0.1298642 Dec 17 13:11:26.914306 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-09465306-96b0-4aea-a05a-6c7a0314b62b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 1094 time: 0.0467618 Dec 17 13:11:26.932598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c324c5-9fa1-484b-98c4-9d0fb31eb582']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:26.949150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da12bba-92a0-4d1b-9c8c-7f9863d9f787') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:26.949451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da12bba-92a0-4d1b-9c8c-7f9863d9f787') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:26.964212 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-bf963094-33a0-45bf-af9e-f5bf8f61823c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60c0bc0b-a74c-489d-a059-fbed2c9bd9ab HTTP/1.1" status: 200 len: 217 time: 0.0399601 Dec 17 13:11:26.969008 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:26.996592 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12ecf4ba-0ba5-42f5-89f7-b563901ef35d req-26ab65f5-b089-4816-b890-de0f41f17d6a tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751092 Dec 17 13:11:26.997618 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.004380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:11:27.004787 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:11:27.015551 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:11:27.043479 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-248f647d-499c-4881-ac35-db8d9f6c72be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:27.045001 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-248f647d-499c-4881-ac35-db8d9f6c72be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d35fe00-cd55-4ece-8438-756061fc1cc1 HTTP/1.1" status: 200 len: 854 time: 0.0757701 Dec 17 13:11:27.073550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-e8c97fa0-7bd0-44f8-92ab-2e7a5d8befd6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2934365 Dec 17 13:11:27.086600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Request body: {'port': {'device_id': '0a883476-b730-4027-a5d6-ddba5c7f5022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:27.087023 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-f55d07fd-29b4-413f-bbe9-76bb788b780c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ac616f1-83c2-4e98-bca5-5ee36fd96122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319972 Dec 17 13:11:27.094838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06150188-8341-4bf8-8f94-eb525b6a9d73 req-865b1486-8fef-422f-a709-70fe4a768413 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:27.098344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-06150188-8341-4bf8-8f94-eb525b6a9d73 req-865b1486-8fef-422f-a709-70fe4a768413 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 943 time: 0.0876710 Dec 17 13:11:27.155710 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.195753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-06150188-8341-4bf8-8f94-eb525b6a9d73 req-9c663c5e-66d8-4f69-a1cc-53e64d620320 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908144 Dec 17 13:11:27.224589 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.224829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-2e2fc285-0100-4fc9-9965-3da00ccc6b29 service neutron] 10.222.0.54 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240230 Dec 17 13:11:27.236042 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.239333 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e2c324c5-9fa1-484b-98c4-9d0fb31eb582 HTTP/1.1" status: 204 len: 168 time: 1.0616779 Dec 17 13:11:27.241957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93ec1e-5d2d-47ba-86fc-517141e539b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c324c5-9fa1-484b-98c4-9d0fb31eb582,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:27.314863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58640) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:27.337990 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8093d74-7b1d-461a-b4f0-cdc5e283317b req-15bdba67-9f99-41df-bbb2-b163addb562f service neutron] 10.222.0.54 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089609 Dec 17 13:11:27.410305 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dee9c527-4a09-4b76-a794-75da0fd5d213 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a923a2174952486fa2474a6f3838e129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0939145 Dec 17 13:11:27.412747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58642) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:27.507674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b24c28a-78b5-40f3-b5f6-eb0d732d29fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.557912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8ba244-a50a-4164-b9b4-ce9718571a8a {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:27.563374 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b24c28a-78b5-40f3-b5f6-eb0d732d29fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.572453 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.602567 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Transition to ACTIVE for port object ea8ba244-a50a-4164-b9b4-ce9718571a8a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:11:27.691474 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.702154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58646) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:27.745230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8ba244-a50a-4164-b9b4-ce9718571a8a,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:27.749732 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-641748b0-a67f-4bdc-9b20-826e17e92e2d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d06ef28caab3484b8dbd9f0a3a14d0cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437074 Dec 17 13:11:27.750155 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58648) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:27.804984 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f70d1af4-9c87-459a-b75e-6b9bdaac1d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.821652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Attempting to bind port ea8ba244-a50a-4164-b9b4-ce9718571a8a on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:11:27.821985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Attempting to bind port ea8ba244-a50a-4164-b9b4-ce9718571a8a by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:11:27.822322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Attempting to bind port ea8ba244-a50a-4164-b9b4-ce9718571a8a on network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:27.828492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Port ea8ba244-a50a-4164-b9b4-ce9718571a8a on network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:11:27.828815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Attempting to bind port ea8ba244-a50a-4164-b9b4-ce9718571a8a on network ae0533c9-be5e-4f3a-af0e-e372fb02ee02 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:27.830786 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f70d1af4-9c87-459a-b75e-6b9bdaac1d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.836085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:11:27.836430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Checking segment: {'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:27.836928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Bound using segment: {'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:11:27.837361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Bound port: ea8ba244-a50a-4164-b9b4-ce9718571a8a, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4606aa-94db-4e5e-8b2c-96cb07d1448c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:11:27.837745 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.877142 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b24c28a-78b5-40f3-b5f6-eb0d732d29fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.880215 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b24c28a-78b5-40f3-b5f6-eb0d732d29fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:27.881360 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2b24c28a-78b5-40f3-b5f6-eb0d732d29fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/170c667b-c6a1-4d2b-9795-1f72660779e3 HTTP/1.1" status: 204 len: 168 time: 0.4677186 Dec 17 13:11:27.894730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24c28a-78b5-40f3-b5f6-eb0d732d29fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170c667b-c6a1-4d2b-9795-1f72660779e3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:27.914736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] For port ea8ba244-a50a-4164-b9b4-ce9718571a8a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:11:27.918000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] For port ea8ba244-a50a-4164-b9b4-ce9718571a8a, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ea8ba244-a50a-4164-b9b4-ce9718571a8a,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:11:28.011539 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f70d1af4-9c87-459a-b75e-6b9bdaac1d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:28.014311 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f70d1af4-9c87-459a-b75e-6b9bdaac1d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:28.017910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f70d1af4-9c87-459a-b75e-6b9bdaac1d3a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40132cd9-dc5e-448e-9c92-a4982ffb5a2d HTTP/1.1" status: 204 len: 168 time: 0.2643609 Dec 17 13:11:28.024570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d1af4-9c87-459a-b75e-6b9bdaac1d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40132cd9-dc5e-448e-9c92-a4982ffb5a2d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:28.083016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:28.126609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:28.128172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:28.130738 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] 10.222.0.54 "PUT /v2.0/ports/ea8ba244-a50a-4164-b9b4-ce9718571a8a HTTP/1.1" status: 200 len: 1091 time: 1.0498559 Dec 17 13:11:28.131228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a883476-b730-4027-a5d6-ddba5c7f5022', 'tag': 'ea8ba244-a50a-4164-b9b4-ce9718571a8a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:28.133546 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe25cbf-afad-464e-9941-185ba5a0723c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a883476-b730-4027-a5d6-ddba5c7f5022", "tag": "ea8ba244-a50a-4164-b9b4-ce9718571a8a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:28.145417 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d9e54-7cb9-4192-bb45-8caabcbebf92 req-c70cd406-5cc3-44a5-9874-26491e442cf3 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:28.153238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-407d9e54-7cb9-4192-bb45-8caabcbebf92 req-c70cd406-5cc3-44a5-9874-26491e442cf3 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 943 time: 0.0655477 Dec 17 13:11:28.158055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b4c11-8aa2-44c5-a260-e5b807064140 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8ba244-a50a-4164-b9b4-ce9718571a8a,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:28.193319 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293b0124-7737-4c19-8c3e-de61e2c3b461 x-openstack-request-id: req-293b0124-7737-4c19-8c3e-de61e2c3b461 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:28.194906 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a883476-b730-4027-a5d6-ddba5c7f5022", "tag": "ea8ba244-a50a-4164-b9b4-ce9718571a8a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:28.195270 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-293b0124-7737-4c19-8c3e-de61e2c3b461 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:28.195758 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a883476-b730-4027-a5d6-ddba5c7f5022', 'tag': 'ea8ba244-a50a-4164-b9b4-ce9718571a8a', 'status': 'completed', 'code': 200} Dec 17 13:11:28.231883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-407d9e54-7cb9-4192-bb45-8caabcbebf92 req-80df52d9-ee16-44bc-af66-fdc64c708a0f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709608 Dec 17 13:11:28.272302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe25cbf-afad-464e-9941-185ba5a0723c req-99fafa4a-7101-4199-af00-d32c98123576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:28.272302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fe25cbf-afad-464e-9941-185ba5a0723c req-99fafa4a-7101-4199-af00-d32c98123576 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 1094 time: 0.0549686 Dec 17 13:11:28.389619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf1efe-d8ff-45f8-a6b4-d3fea43b9f31 req-0ef66403-9471-4456-b8c6-969434e8a5cf tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:28.391161 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4aaf1efe-d8ff-45f8-a6b4-d3fea43b9f31 req-0ef66403-9471-4456-b8c6-969434e8a5cf tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 943 time: 0.1016586 Dec 17 13:11:28.431624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe25cbf-afad-464e-9941-185ba5a0723c req-a33f2a96-efa6-411d-b615-b04d262dcbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:28.433130 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fe25cbf-afad-464e-9941-185ba5a0723c req-a33f2a96-efa6-411d-b615-b04d262dcbdb service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1535199 Dec 17 13:11:28.520453 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4aaf1efe-d8ff-45f8-a6b4-d3fea43b9f31 req-e32107f6-e97a-4591-b8f8-2ae1965f2669 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193430 Dec 17 13:11:28.574329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe25cbf-afad-464e-9941-185ba5a0723c req-4fbf5f32-5bfe-40fd-ac9a-517194bee439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:28.576096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fe25cbf-afad-464e-9941-185ba5a0723c req-4fbf5f32-5bfe-40fd-ac9a-517194bee439 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250432 Dec 17 13:11:28.657236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-ea9eeb75-643f-426f-86b4-850721317e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:28.657236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-ea9eeb75-643f-426f-86b4-850721317e40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 1094 time: 0.0419281 Dec 17 13:11:28.705364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-9ba87742-7e34-4163-a654-ad4c9552bbd8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea8ba244-a50a-4164-b9b4-ce9718571a8a HTTP/1.1" status: 200 len: 217 time: 0.0397298 Dec 17 13:11:28.759217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-8578408b-6b7a-46f5-8e9c-08b7f28f1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:28.761045 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-8578408b-6b7a-46f5-8e9c-08b7f28f1077 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0 HTTP/1.1" status: 200 len: 851 time: 0.0485430 Dec 17 13:11:28.801886 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-26994a22-2bdd-4f4e-b6d6-34984d56ee39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329440 Dec 17 13:11:28.911000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-c06ec3ce-6efc-4712-ad05-3a130de1f816 service neutron] 10.222.0.54 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008003 Dec 17 13:11:29.010007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ded686a5-d7d2-4245-8de0-2f647bfab38f req-81f5eb9e-489f-4618-a024-6d4e72b2621f service neutron] 10.222.0.54 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915203 Dec 17 13:11:29.356707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f7971-188e-4574-96d4-3dbcbd09cb25 req-ee60a07d-0860-4154-9f34-2dba0105dd4c tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:29.358536 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6e9f7971-188e-4574-96d4-3dbcbd09cb25 req-ee60a07d-0860-4154-9f34-2dba0105dd4c tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 943 time: 0.0531971 Dec 17 13:11:29.414881 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6e9f7971-188e-4574-96d4-3dbcbd09cb25 req-a55d264c-6ad2-4dec-95ea-771bd73eb909 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477552 Dec 17 13:11:29.432764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58716) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:29.577345 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-796509310-network', 'tenant_id': '1abbf184cd4944e186402ed8d568d35d'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:29.697128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992235a6-9582-4d06-acdf-f51f1b0e27fc req-48a5f6f6-8230-4fce-b5c3-73ec07281581 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:29.699099 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-992235a6-9582-4d06-acdf-f51f1b0e27fc req-48a5f6f6-8230-4fce-b5c3-73ec07281581 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 943 time: 0.0645936 Dec 17 13:11:29.742480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Made reservation on behalf of 1abbf184cd4944e186402ed8d568d35d for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:29.744600 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:29.756915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:29.763228 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-992235a6-9582-4d06-acdf-f51f1b0e27fc req-e9b5cab9-79c0-41c7-87da-b8f0ce89216d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578399 Dec 17 13:11:29.853095 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:29.954097 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:29.978835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:11:29.995891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fe2faf-0d8f-41c0-8ca7-4e0b921b739f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:30.003316 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.004268 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Added segment 70e322df-2f2c-4594-a7eb-ab7af25af5ca of type vlan for network dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 Dec 17 13:11:30.050989 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.054709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:11:30.154629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=60c0bc0b-a74c-489d-a059-fbed2c9bd9ab,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:30.169330 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '60c0bc0b-a74c-489d-a059-fbed2c9bd9ab', 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122', 'port_id': '60c0bc0b-a74c-489d-a059-fbed2c9bd9ab', 'mac_address': 'fa:16:3e:cc:d4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d35fe00-cd55-4ece-8438-756061fc1cc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:11:30.213266 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.232139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:30.245610 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.246879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:30.247510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.254742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=60c0bc0b-a74c-489d-a059-fbed2c9bd9ab,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:30.292704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58740) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:30.312643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] Pushing event updated for resources: {'Network': ['ID=dbfac120-7dfa-42f3-8cbc-f21f5696e2f3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:30.325678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:11:30.380695 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.415433 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-31f7f583-a418-40a5-96dc-81818b57cf74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.428776 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cfbaa236-b6b0-4238-8e57-ff658c423c57 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9913800 Dec 17 13:11:30.435375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58744) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:30.435375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-784c8544-3204-41e9-b65d-d02fb0f75a17 admin admin] Request body: {'subnet': {'network_id': 'dbfac120-7dfa-42f3-8cbc-f21f5696e2f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-796509310-subnet', 'tenant_id': '1abbf184cd4944e186402ed8d568d35d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:30.463361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=60c0bc0b-a74c-489d-a059-fbed2c9bd9ab,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:30.473957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.475000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.475634 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.476472 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.477102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.477726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.478175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.478595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.479001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.479406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.479811 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.480243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.482996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:11:30.584566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784c8544-3204-41e9-b65d-d02fb0f75a17 admin admin] Made reservation on behalf of 1abbf184cd4944e186402ed8d568d35d for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:30.584779 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-31f7f583-a418-40a5-96dc-81818b57cf74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.588790 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-784c8544-3204-41e9-b65d-d02fb0f75a17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.603605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf6ef3-86cf-48e6-ab41-1cd7353a4740 req-0bd5c7b4-4aba-4e86-8cf2-fd9aa4d96aa3 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:30.606128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02cf6ef3-86cf-48e6-ab41-1cd7353a4740 req-0bd5c7b4-4aba-4e86-8cf2-fd9aa4d96aa3 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 943 time: 0.0948524 Dec 17 13:11:30.616481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['60c0bc0b-a74c-489d-a059-fbed2c9bd9ab'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:30.687677 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-31f7f583-a418-40a5-96dc-81818b57cf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.716297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02cf6ef3-86cf-48e6-ab41-1cd7353a4740 req-37cdef52-bace-4ff5-93e9-fa909962bab7 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033785 Dec 17 13:11:30.751036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-31f7f583-a418-40a5-96dc-81818b57cf74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59caf416fcc1409cb0d9fb2f5627cf23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4560182 Dec 17 13:11:30.751944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7f583-a418-40a5-96dc-81818b57cf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e0b932-4c95-4692-af83-5eeeb2fb026f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:30.755145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58754) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:30.816319 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2a230d6-ab0c-4646-af8e-c240b6fbde68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.850330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2a230d6-ab0c-4646-af8e-c240b6fbde68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.912177 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-784c8544-3204-41e9-b65d-d02fb0f75a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:30.976588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee771335-48ec-4f32-8204-f9c28a9a46c2 req-af56301b-e2ad-4733-a67c-f6490418903d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:30.978011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee771335-48ec-4f32-8204-f9c28a9a46c2 req-af56301b-e2ad-4733-a67c-f6490418903d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 944 time: 0.1137118 Dec 17 13:11:30.983652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c8544-3204-41e9-b65d-d02fb0f75a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7faaf2-451e-49af-a2ff-f07c10139376,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:31.021734 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c8544-3204-41e9-b65d-d02fb0f75a17 admin admin] Checking segment: {'id': '70e322df-2f2c-4594-a7eb-ab7af25af5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dbfac120-7dfa-42f3-8cbc-f21f5696e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:31.022370 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c8544-3204-41e9-b65d-d02fb0f75a17 admin admin] Network hostable DHCP agents. Network: dbfac120-7dfa-42f3-8cbc-f21f5696e2f3, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:11:31.024590 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2a230d6-ab0c-4646-af8e-c240b6fbde68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:31.027332 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2a230d6-ab0c-4646-af8e-c240b6fbde68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:31.028540 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e2a230d6-ab0c-4646-af8e-c240b6fbde68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96e0b932-4c95-4692-af83-5eeeb2fb026f HTTP/1.1" status: 204 len: 168 time: 0.2726505 Dec 17 13:11:31.039690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a230d6-ab0c-4646-af8e-c240b6fbde68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e0b932-4c95-4692-af83-5eeeb2fb026f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:31.072955 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee771335-48ec-4f32-8204-f9c28a9a46c2 req-a0304c7b-baa7-41a9-86c8-a5600a85a54f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858245 Dec 17 13:11:31.188577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c8544-3204-41e9-b65d-d02fb0f75a17 admin admin] Network dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:11:31.383037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-784c8544-3204-41e9-b65d-d02fb0f75a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, dbfac120-7dfa-42f3-8cbc-f21f5696e2f3) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:31.389074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784c8544-3204-41e9-b65d-d02fb0f75a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:31.389234 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-784c8544-3204-41e9-b65d-d02fb0f75a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:31.392386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17056e9d-8cfe-4d34-b19d-dace26a1649a None None] Network dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:31.446786 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:31.496298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73791200-bcec-4671-b486-80cb990a01d7 None None] Network dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:31.615942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-784c8544-3204-41e9-b65d-d02fb0f75a17 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1848099 Dec 17 13:11:31.864284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f050eab-73f9-41af-b737-1edbf63e783c req-87a39f74-e9d3-4c76-b488-f3de9253ef6f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:31.865938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f050eab-73f9-41af-b737-1edbf63e783c req-87a39f74-e9d3-4c76-b488-f3de9253ef6f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 943 time: 0.0558088 Dec 17 13:11:31.919194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f050eab-73f9-41af-b737-1edbf63e783c req-5fd75afa-dfda-4976-ae12-c6627a1da421 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458336 Dec 17 13:11:32.065361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ea8ba244-a50a-4164-b9b4-ce9718571a8a details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:11:32.070719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:11:32.241883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fb737-f7f8-4002-8fc6-75db6a9badf5 req-46738b3d-d843-494d-ae83-fbc38818d61e tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:32.250586 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-087fb737-f7f8-4002-8fc6-75db6a9badf5 req-46738b3d-d843-494d-ae83-fbc38818d61e tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 946 time: 0.0700052 Dec 17 13:11:32.258945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ea8ba244-a50a-4164-b9b4-ce9718571a8a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ea8ba244-a50a-4164-b9b4-ce9718571a8a,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:32.284585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'ea8ba244-a50a-4164-b9b4-ce9718571a8a', 'network_id': 'ae0533c9-be5e-4f3a-af0e-e372fb02ee02', 'port_id': 'ea8ba244-a50a-4164-b9b4-ce9718571a8a', 'mac_address': 'fa:16:3e:97:a1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:11:32.310090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-087fb737-f7f8-4002-8fc6-75db6a9badf5 req-43225b70-e373-4bc1-9544-2161f11d65b2 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527906 Dec 17 13:11:32.316969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:11:32.324239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:32.324715 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:32.353887 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:32.375589 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8ba244-a50a-4164-b9b4-ce9718571a8a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:32.409248 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ea8ba244-a50a-4164-b9b4-ce9718571a8a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ea8ba244-a50a-4164-b9b4-ce9718571a8a,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:32.464362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-d9563cb8-8027-4cb7-a64c-0e6795114eef tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:32.466869 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-d9563cb8-8027-4cb7-a64c-0e6795114eef tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/networks?id=dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 HTTP/1.1" status: 200 len: 821 time: 0.1876523 Dec 17 13:11:32.471066 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:32.495103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-8985b014-4d91-4c70-a8eb-c9a85a68bfbf tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/quotas/1abbf184cd4944e186402ed8d568d35d HTTP/1.1" status: 200 len: 375 time: 0.0195513 Dec 17 13:11:32.502981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe60eb2-55fd-424c-b9cf-8292ad536b57 req-dab1dfee-9a0d-4b72-b0f5-3ad0ff785116 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:32.504784 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffe60eb2-55fd-424c-b9cf-8292ad536b57 req-dab1dfee-9a0d-4b72-b0f5-3ad0ff785116 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 944 time: 0.1112564 Dec 17 13:11:32.519337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=60c0bc0b-a74c-489d-a059-fbed2c9bd9ab,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:32.520997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6084b38-6ef5-46d8-9318-03c9448bdfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c0bc0b-a74c-489d-a059-fbed2c9bd9ab'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:32.523615 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbd0ca7-b6a9-48e4-ab9d-49117375b383" -d '{"events": [{"server_uuid": "a6084b38-6ef5-46d8-9318-03c9448bdfca", "name": "network-vif-plugged", "status": "completed", "tag": "60c0bc0b-a74c-489d-a059-fbed2c9bd9ab"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:32.528150 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:32.542994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-6275f224-ba75-46f0-a228-1482641d7b85 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1abbf184cd4944e186402ed8d568d35d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467267 Dec 17 13:11:32.588497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=ea8ba244-a50a-4164-b9b4-ce9718571a8a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:32.599724 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffe60eb2-55fd-424c-b9cf-8292ad536b57 req-35ac2e65-28f3-4f36-a54b-2eb4619e69fc tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877852 Dec 17 13:11:32.607356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58814) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:32.623368 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:32.708798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=60c0bc0b-a74c-489d-a059-fbed2c9bd9ab,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:32.733136 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-6c32af5d-bf0a-42f9-a003-0d357f7bd116 service neutron] 10.222.0.59 "GET /v2.0/networks/dbfac120-7dfa-42f3-8cbc-f21f5696e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889961 Dec 17 13:11:32.815985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['ea8ba244-a50a-4164-b9b4-ce9718571a8a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:32.818930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-865600471-network', 'tenant_id': '920bb603683046008c3eec9ca606ce0e'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:32.872814 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf27d323-011c-40b8-bd68-eb9a3c195a6f x-openstack-request-id: req-bf27d323-011c-40b8-bd68-eb9a3c195a6f {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:32.873348 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6084b38-6ef5-46d8-9318-03c9448bdfca", "name": "network-vif-plugged", "status": "completed", "tag": "60c0bc0b-a74c-489d-a059-fbed2c9bd9ab", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:32.876162 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bf27d323-011c-40b8-bd68-eb9a3c195a6f {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:32.876162 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6084b38-6ef5-46d8-9318-03c9448bdfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c0bc0b-a74c-489d-a059-fbed2c9bd9ab', 'code': 200} Dec 17 13:11:32.878509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-09f0226a-d355-4815-8ebe-70ca896a4590 service neutron] 10.222.0.59 "GET /v2.0/networks/dbfac120-7dfa-42f3-8cbc-f21f5696e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438005 Dec 17 13:11:32.968887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaffdf-23a2-4758-82a4-6f499098f46d req-2a69ab51-7ba2-4c49-b214-07c758b8ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:32.971596 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37eaffdf-23a2-4758-82a4-6f499098f46d req-2a69ab51-7ba2-4c49-b214-07c758b8ec3c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 1096 time: 0.0587358 Dec 17 13:11:33.047000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37eaffdf-23a2-4758-82a4-6f499098f46d req-4a0cd905-67a5-42f0-938b-b8aae0731e82 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594482 Dec 17 13:11:33.064019 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf93049-2269-4d45-93fe-8278873dc6d0 req-ec863d0d-8cbf-443a-8653-a9d38ab713ea tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:33.065142 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fbf93049-2269-4d45-93fe-8278873dc6d0 req-ec863d0d-8cbf-443a-8653-a9d38ab713ea tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 944 time: 0.0638609 Dec 17 13:11:33.067516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Made reservation on behalf of 920bb603683046008c3eec9ca606ce0e for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:33.069836 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:33.086388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:33.140281 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fbf93049-2269-4d45-93fe-8278873dc6d0 req-abcb9bae-34bd-43d3-9f7f-7c08a5efb77d tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679264 Dec 17 13:11:33.224984 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:33.375813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3fde5817-3fb5-4b6a-8815-817aa4e79bd9 req-3bd36d2f-adb6-48b9-8a5d-42fac45fccc8 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 210 time: 0.0421689 Dec 17 13:11:33.427519 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:33.445164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:11:33.527872 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:33.539945 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Added segment 3e84ce84-ce15-4acf-9048-4c39472c445d of type vlan for network 3273fdd9-f649-409e-913c-2652e785b30c Dec 17 13:11:33.571444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4524dd81-a9bc-4d0b-b5b7-47461d67ac71,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:33.594720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a157515-0bd3-4715-905c-303a884dc218 req-c3227a79-62f8-440f-9c46-50b79194d6c1 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:33.596233 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2a157515-0bd3-4715-905c-303a884dc218 req-c3227a79-62f8-440f-9c46-50b79194d6c1 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 946 time: 0.1522706 Dec 17 13:11:33.597933 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:33.671103 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2a157515-0bd3-4715-905c-303a884dc218 req-bfbde8c9-f818-4d39-b189-3a7c531ab492 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups?id=356e0519-0f54-4e12-a73f-315b528bd273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671952 Dec 17 13:11:33.735533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-15e0b0c0-ed4b-48ad-94b4-12b270546be1 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:33.737079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-15e0b0c0-ed4b-48ad-94b4-12b270546be1 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 946 time: 0.0827346 Dec 17 13:11:33.804342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:33.806130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:33.808305 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:33.864280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb64551-af90-4e8d-b7cd-fc9e549eba37 req-98c6d932-6aee-41e3-a24c-5fb614c33ec4 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:33.865907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfb64551-af90-4e8d-b7cd-fc9e549eba37 req-98c6d932-6aee-41e3-a24c-5fb614c33ec4 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 945 time: 0.1253581 Dec 17 13:11:33.890193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] Pushing event updated for resources: {'Network': ['ID=3273fdd9-f649-409e-913c-2652e785b30c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:33.906393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 3273fdd9-f649-409e-913c-2652e785b30c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:11:33.935367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Deleting port dcd76c58-cd34-4f2d-90e3-e2f55f93907a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:11:33.935912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:33.985094 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfb64551-af90-4e8d-b7cd-fc9e549eba37 req-1d2c24d0-e203-4583-88e4-f091678a308c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006649 Dec 17 13:11:34.022011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1e9164d0-d031-4d5a-aeb2-ae63e82ac937 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4132352 Dec 17 13:11:34.028868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58848) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:34.032262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-fd5adb88-e316-4c4e-b039-f11cdde95d17 admin admin] Request body: {'subnet': {'network_id': '3273fdd9-f649-409e-913c-2652e785b30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-865600471-subnet', 'tenant_id': '920bb603683046008c3eec9ca606ce0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:34.051714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] For port dcd76c58-cd34-4f2d-90e3-e2f55f93907a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=dcd76c58-cd34-4f2d-90e3-e2f55f93907a,segment=NetworkSegment(56b8f221-4058-4343-ac73-4541df642efb),segment_id=56b8f221-4058-4343-ac73-4541df642efb)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:34.052105 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:34.068412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ea8ba244-a50a-4164-b9b4-ce9718571a8a up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:11:34.211418 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5adb88-e316-4c4e-b039-f11cdde95d17 admin admin] Made reservation on behalf of 920bb603683046008c3eec9ca606ce0e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:34.213829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd5adb88-e316-4c4e-b039-f11cdde95d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:34.252671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port ea8ba244-a50a-4164-b9b4-ce9718571a8a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:11:34.260668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port ea8ba244-a50a-4164-b9b4-ce9718571a8a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:34.261061 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:34.271888 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:34.272735 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:34.273368 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Floating IP bd017027-46e1-41ab-8ab4-f5c65e41eb2f disassociated. External IP: 172.25.0.118, port: dcd76c58-cd34-4f2d-90e3-e2f55f93907a. Dec 17 13:11:34.273934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Calling delete_port for dcd76c58-cd34-4f2d-90e3-e2f55f93907a owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:11:34.360838 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:34.413146 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7af08-738f-4a9c-b240-7eb05551fe9a req-fc444691-58d3-4a6f-8c95-90c8de094ef9 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:34.414981 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50b7af08-738f-4a9c-b240-7eb05551fe9a req-fc444691-58d3-4a6f-8c95-90c8de094ef9 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 944 time: 0.1201940 Dec 17 13:11:34.435571 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ea8ba244-a50a-4164-b9b4-ce9718571a8a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ea8ba244-a50a-4164-b9b4-ce9718571a8a,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:34.476464 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-550581fd-0b2d-40a9-a9e5-85392ec345e5 req-8ce8c5da-8b34-435c-94cb-85e1f9066c79 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 210 time: 0.0298204 Dec 17 13:11:34.521646 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50b7af08-738f-4a9c-b240-7eb05551fe9a req-1722a919-5a4b-4de0-bf12-8add3c275303 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866954 Dec 17 13:11:34.566595 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:34.605407 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:34.618802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=ea8ba244-a50a-4164-b9b4-ce9718571a8a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:34.640703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Pushing event deleted for resources: {'Port': ['ID=dcd76c58-cd34-4f2d-90e3-e2f55f93907a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:34.714205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd5adb88-e316-4c4e-b039-f11cdde95d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:34.785702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5adb88-e316-4c4e-b039-f11cdde95d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b4f68a-57c1-4b44-b104-e17b33fe8875,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:34.790917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:11:34.791883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5adb88-e316-4c4e-b039-f11cdde95d17 admin admin] Checking segment: {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:34.792467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5adb88-e316-4c4e-b039-f11cdde95d17 admin admin] Network hostable DHCP agents. Network: 3273fdd9-f649-409e-913c-2652e785b30c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:11:34.876024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a883476-b730-4027-a5d6-ddba5c7f5022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8ba244-a50a-4164-b9b4-ce9718571a8a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:34.879737 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2504443e-b586-4cda-a968-a2da022d296e" -d '{"events": [{"server_uuid": "0a883476-b730-4027-a5d6-ddba5c7f5022", "name": "network-vif-plugged", "status": "completed", "tag": "ea8ba244-a50a-4164-b9b4-ce9718571a8a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:34.891604 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06e385d7-199c-469d-966a-72b6a7621fd9 req-8f3b1acc-0b74-412d-868e-04b401a382f4 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 210 time: 0.0448415 Dec 17 13:11:34.941886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5adb88-e316-4c4e-b039-f11cdde95d17 admin admin] Network 3273fdd9-f649-409e-913c-2652e785b30c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:11:34.946506 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f76b689-13ca-4dac-867d-179d14e61c74 x-openstack-request-id: req-6f76b689-13ca-4dac-867d-179d14e61c74 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:34.947001 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a883476-b730-4027-a5d6-ddba5c7f5022", "name": "network-vif-plugged", "status": "completed", "tag": "ea8ba244-a50a-4164-b9b4-ce9718571a8a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:34.947085 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f76b689-13ca-4dac-867d-179d14e61c74 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:34.947681 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a883476-b730-4027-a5d6-ddba5c7f5022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8ba244-a50a-4164-b9b4-ce9718571a8a', 'code': 200} Dec 17 13:11:34.983815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:11:34.994892 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a555793-a227-477a-8bae-0eefcd078343 None None] Sync routers for ids ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:11:35.010095 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a555793-a227-477a-8bae-0eefcd078343 None None] Routers {'47a3e0ee-4f95-4efa-b9d8-0777936efb2b'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:11:35.010808 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4a555793-a227-477a-8bae-0eefcd078343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:11:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:35.047744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] No DVR routers for this DVR port dcd76c58-cd34-4f2d-90e3-e2f55f93907a on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:11:35.052644 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:35.057156 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea5b39c4-0ec4-4d8b-a1e2-f78c3fc64169 req-087b6ce1-fd4d-4b7a-b8f4-882bd8ce1cbc tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.54 "DELETE /v2.0/ports/dcd76c58-cd34-4f2d-90e3-e2f55f93907a HTTP/1.1" status: 204 len: 173 time: 1.3061633 Dec 17 13:11:35.057951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'name': 'network-vif-deleted', 'tag': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:35.062027 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba59d684-8c5d-4d2b-b50f-caa36d75e622" -d '{"events": [{"server_uuid": "a6b02c34-6fbb-4907-9942-05976d77e173", "name": "network-vif-deleted", "tag": "dcd76c58-cd34-4f2d-90e3-e2f55f93907a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:35.087873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-fd5adb88-e316-4c4e-b039-f11cdde95d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 3273fdd9-f649-409e-913c-2652e785b30c) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:35.101274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4ebaac-af53-4e06-a470-008be3275402 None None] Network 3273fdd9-f649-409e-913c-2652e785b30c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:35.125038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5adb88-e316-4c4e-b039-f11cdde95d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:35.126009 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd5adb88-e316-4c4e-b039-f11cdde95d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:35.130876 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba5de0c-27d5-4e17-85d4-1f7ab055419d x-openstack-request-id: req-cba5de0c-27d5-4e17-85d4-1f7ab055419d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:35.131519 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b02c34-6fbb-4907-9942-05976d77e173", "name": "network-vif-deleted", "tag": "dcd76c58-cd34-4f2d-90e3-e2f55f93907a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:35.132849 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cba5de0c-27d5-4e17-85d4-1f7ab055419d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:35.134027 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b02c34-6fbb-4907-9942-05976d77e173', 'name': 'network-vif-deleted', 'tag': 'dcd76c58-cd34-4f2d-90e3-e2f55f93907a', 'status': 'completed', 'code': 200} Dec 17 13:11:35.149062 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3625c60-47e2-4fc5-ab25-162c6b640420 req-5f83363d-db81-47b9-91b3-5583c154fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:35.151104 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b3625c60-47e2-4fc5-ab25-162c6b640420 req-5f83363d-db81-47b9-91b3-5583c154fc96 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 1096 time: 0.1457610 Dec 17 13:11:35.250643 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b3625c60-47e2-4fc5-ab25-162c6b640420 req-a5be57c5-b96d-457d-bcc3-e5e2c93f32c1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927465 Dec 17 13:11:35.272347 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-4a555793-a227-477a-8bae-0eefcd078343 None None] Set router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:11:35.275531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818aad8-b828-422e-ab50-f5d317baa6a1 req-40f87ef6-b66c-4f34-9dbb-a7920353cdd2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:35.279986 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2818aad8-b828-422e-ab50-f5d317baa6a1 req-40f87ef6-b66c-4f34-9dbb-a7920353cdd2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 945 time: 0.1036551 Dec 17 13:11:35.321221 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fd5adb88-e316-4c4e-b039-f11cdde95d17 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2944372 Dec 17 13:11:35.332041 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a792b-e243-4759-8e49-672d5626fefc None None] Network 3273fdd9-f649-409e-913c-2652e785b30c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:35.373693 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2818aad8-b828-422e-ab50-f5d317baa6a1 req-604d6278-f32e-4a25-948f-1eefd572b51c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898001 Dec 17 13:11:35.713045 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c110c03d-611f-4e86-a555-5f82e181166a req-a9b9cf52-0ad4-4ab2-9622-bf395b560cd8 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 210 time: 0.0787296 Dec 17 13:11:35.730880 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4a555793-a227-477a-8bae-0eefcd078343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:09:10Z', 'revision_number': 4, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '9c45a429-35db-411a-abff-381c2c451237', 'name': '', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'mac_address': 'fa:16:3e:65:87:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:22Z', 'revision_number': 5, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'subnets': [{'id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:35.734805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58894) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:35.792003 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a555793-a227-477a-8bae-0eefcd078343 None None] Checking router: 47a3e0ee-4f95-4efa-b9d8-0777936efb2b for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:11:35.803407 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a555793-a227-477a-8bae-0eefcd078343 None None] Routers {'47a3e0ee-4f95-4efa-b9d8-0777936efb2b'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:11:35.804043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4a555793-a227-477a-8bae-0eefcd078343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:11:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:35.846468 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edac09-1c46-4d91-adb5-2d536e75973f req-703a2e81-ed06-4a01-8403-f2ffa4c611e6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:35.848872 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8edac09-1c46-4d91-adb5-2d536e75973f req-703a2e81-ed06-4a01-8403-f2ffa4c611e6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.0598085 Dec 17 13:11:35.889728 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:35.920678 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d48e2200-2954-4e25-b7cc-814b1073946b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:35.968080 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8edac09-1c46-4d91-adb5-2d536e75973f req-9c9a9dd9-01af-4daf-8ddf-542d2ab86d3b tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889349 Dec 17 13:11:35.992213 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-4a555793-a227-477a-8bae-0eefcd078343 None None] Set router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:11:36.088885 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d48e2200-2954-4e25-b7cc-814b1073946b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:36.172164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47872a-efea-45ae-bcfe-faf2f247d5bf req-fb1580bf-85d3-4f14-a3fd-4ed19945857a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:36.174044 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b47872a-efea-45ae-bcfe-faf2f247d5bf req-fb1580bf-85d3-4f14-a3fd-4ed19945857a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 945 time: 0.0810628 Dec 17 13:11:36.245668 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b47872a-efea-45ae-bcfe-faf2f247d5bf req-025070c3-af94-4661-a047-eab730f0377a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640452 Dec 17 13:11:36.295048 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4a555793-a227-477a-8bae-0eefcd078343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:09:10Z', 'revision_number': 4, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '9c45a429-35db-411a-abff-381c2c451237', 'name': '', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'mac_address': 'fa:16:3e:65:87:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:22Z', 'revision_number': 5, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'subnets': [{'id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:36.301303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d48e2200-2954-4e25-b7cc-814b1073946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:36.326641 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a555793-a227-477a-8bae-0eefcd078343 None None] The sync data for ids ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'] in n-d-815324-5 is: [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:09:10Z', 'revision_number': 4, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '9c45a429-35db-411a-abff-381c2c451237', 'name': '', 'network_id': '866f9744-0ad7-4605-b6a9-5a43d6d75c8e', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'mac_address': 'fa:16:3e:65:87:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:22Z', 'revision_number': 5, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'subnets': [{'id': '93edbd42-6373-4597-b8f6-ebe632d4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:11:36.380580 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d48e2200-2954-4e25-b7cc-814b1073946b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d98c163fa06a44ca8a882564b0854022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6446548 Dec 17 13:11:36.383530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e2200-2954-4e25-b7cc-814b1073946b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b58d78b-e1d2-4589-9c13-fbf8a8219b1d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:36.384113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58914) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:36.395811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-a73ab28b-0e7c-4fa8-853e-a29584504bc2 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:36.402878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d4eeb7a-6cb0-4f6f-90b0-0c205a09a254 req-7a02db04-6279-462d-8628-3a97ca1ca6e6 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6b02c34-6fbb-4907-9942-05976d77e173 HTTP/1.1" status: 200 len: 210 time: 0.0526462 Dec 17 13:11:36.406230 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-a73ab28b-0e7c-4fa8-853e-a29584504bc2 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 814 time: 0.1908729 Dec 17 13:11:36.421030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-86d8fdab-7efa-4f6a-b92a-ae57acee649d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/quotas/920bb603683046008c3eec9ca606ce0e HTTP/1.1" status: 200 len: 375 time: 0.0124187 Dec 17 13:11:36.472609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-fcf6f7ef-15c6-4e8d-af6e-1b4372d9c775 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436068 Dec 17 13:11:36.485999 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4923e0e4-e90d-4e2a-b995-dafc11d59d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:36.510558 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4923e0e4-e90d-4e2a-b995-dafc11d59d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:36.615793 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-ad70772f-1d83-4e08-a3f8-0c67634471ae service neutron] 10.222.0.59 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350293 Dec 17 13:11:36.718268 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4923e0e4-e90d-4e2a-b995-dafc11d59d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:36.721318 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4923e0e4-e90d-4e2a-b995-dafc11d59d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:36.723306 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4923e0e4-e90d-4e2a-b995-dafc11d59d5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b58d78b-e1d2-4589-9c13-fbf8a8219b1d HTTP/1.1" status: 204 len: 168 time: 0.3185012 Dec 17 13:11:36.725039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-093839c6-971f-4a94-a03c-b17386915656 service neutron] 10.222.0.59 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024399 Dec 17 13:11:36.737236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923e0e4-e90d-4e2a-b995-dafc11d59d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b58d78b-e1d2-4589-9c13-fbf8a8219b1d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:36.775016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d644f7-a2de-4c86-9925-537d22d70926 None None] New status for floating IP bd017027-46e1-41ab-8ab4-f5c65e41eb2f: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:11:36.896540 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f568fc69-ab8f-464d-a6f8-e0b3b9b5d16a req-ff1eae5c-b1ad-43f7-9431-73d24e21fbd5 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 210 time: 0.0742347 Dec 17 13:11:36.950487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-df9c4bc2-f314-41fd-81d7-ef91443bf7b1 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:36.951936 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-df9c4bc2-f314-41fd-81d7-ef91443bf7b1 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.61 "GET /v2.0/networks?id=dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 HTTP/1.1" status: 200 len: 821 time: 0.1414859 Dec 17 13:11:36.973990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Request body: {'port': {'device_id': '6e73e45e-3434-4d58-b33c-49bea302a909', 'network_id': 'dbfac120-7dfa-42f3-8cbc-f21f5696e2f3', 'admin_state_up': True, 'tenant_id': '1abbf184cd4944e186402ed8d568d35d'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:37.173466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe6e72-a3b5-4c4b-a302-a41acf775ced req-860f09c7-2b70-40f3-9cc2-47a1fdfa3484 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:37.180400 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eafe6e72-a3b5-4c4b-a302-a41acf775ced req-860f09c7-2b70-40f3-9cc2-47a1fdfa3484 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.0855279 Dec 17 13:11:37.219076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9cf02b6-fb64-4991-8008-22c8ba6a4a86 req-c197ba36-a598-426f-a087-81674aac2f9f tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 210 time: 0.1087370 Dec 17 13:11:37.338802 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eafe6e72-a3b5-4c4b-a302-a41acf775ced req-b2f7d027-f7d5-42bd-b20b-2ea996c76940 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504669 Dec 17 13:11:37.432290 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eec62a-ef99-4a1c-bb09-4b649e24be24 req-25a2db5c-352f-47c5-8dfa-9ced4a7b4f7a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:37.435055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1eec62a-ef99-4a1c-bb09-4b649e24be24 req-25a2db5c-352f-47c5-8dfa-9ced4a7b4f7a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 945 time: 0.1429653 Dec 17 13:11:37.587560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cc49c-62ca-4b0f-bfef-21e1c1fd1776 req-bd2b8144-77c6-49e0-a9e6-51321134e0af tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:37.589044 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f9cc49c-62ca-4b0f-bfef-21e1c1fd1776 req-bd2b8144-77c6-49e0-a9e6-51321134e0af tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 945 time: 0.1489172 Dec 17 13:11:37.630265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-f1eec62a-ef99-4a1c-bb09-4b649e24be24 req-3a2bd871-04b2-4b0e-8563-c9090f46331e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Deleting port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:11:37.630524 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f1eec62a-ef99-4a1c-bb09-4b649e24be24 req-3a2bd871-04b2-4b0e-8563-c9090f46331e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:37.687925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Made reservation on behalf of 1abbf184cd4944e186402ed8d568d35d for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:37.692252 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:37.720213 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f9cc49c-62ca-4b0f-bfef-21e1c1fd1776 req-ad90853a-ea65-41fd-b897-eb7f6d39182a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180134 Dec 17 13:11:37.802866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-f1eec62a-ef99-4a1c-bb09-4b649e24be24 req-3a2bd871-04b2-4b0e-8563-c9090f46331e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] For port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=60c0bc0b-a74c-489d-a059-fbed2c9bd9ab,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:37.803236 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f1eec62a-ef99-4a1c-bb09-4b649e24be24 req-3a2bd871-04b2-4b0e-8563-c9090f46331e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:37.828075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-f1eec62a-ef99-4a1c-bb09-4b649e24be24 req-3a2bd871-04b2-4b0e-8563-c9090f46331e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Calling delete_port for 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:11:37.921497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Allocated IP 172.20.0.14 (dbfac120-7dfa-42f3-8cbc-f21f5696e2f3/eb7faaf2-451e-49af-a2ff-f07c10139376/335c7f6f-4682-42e3-ad09-3974d39c68bb) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:11:37.933061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58954) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:37.955771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-84f3f710-27cc-40d8-96c7-540d8e4b756b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.060124 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-84f3f710-27cc-40d8-96c7-540d8e4b756b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.098290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device dcd76c58-cd34-4f2d-90e3-e2f55f93907a no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:11:38.129932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: dcd76c58-cd34-4f2d-90e3-e2f55f93907a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:11:38.130740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device dcd76c58-cd34-4f2d-90e3-e2f55f93907a not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:11:38.153374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.251168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-84f3f710-27cc-40d8-96c7-540d8e4b756b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.251710 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f1eec62a-ef99-4a1c-bb09-4b649e24be24 req-3a2bd871-04b2-4b0e-8563-c9090f46331e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.279403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['60c0bc0b-a74c-489d-a059-fbed2c9bd9ab'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:38.279621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3f710-27cc-40d8-96c7-540d8e4b756b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44d90b3-82f1-46c7-9df3-f72ec3f7da6b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:38.290917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['a27f573e-91b0-4f35-b7ed-f6f1033dda24'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:38.323533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bd871-04b2-4b0e-8563-c9090f46331e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Pushing event deleted for resources: {'Port': ['ID=60c0bc0b-a74c-489d-a059-fbed2c9bd9ab,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:38.324255 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.333258 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-84f3f710-27cc-40d8-96c7-540d8e4b756b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dc2de662e3d742b78056151e3d10a390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3969738 Dec 17 13:11:38.335440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58968) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:38.414790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Network dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:11:38.438662 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81b8fa75-f376-493c-bd39-41eb312a0bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.474278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1eec62a-ef99-4a1c-bb09-4b649e24be24 req-3a2bd871-04b2-4b0e-8563-c9090f46331e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] No DVR routers for this DVR port 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:11:38.478861 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81b8fa75-f376-493c-bd39-41eb312a0bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.479057 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-f1eec62a-ef99-4a1c-bb09-4b649e24be24 req-3a2bd871-04b2-4b0e-8563-c9090f46331e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.483279 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1eec62a-ef99-4a1c-bb09-4b649e24be24 req-3a2bd871-04b2-4b0e-8563-c9090f46331e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.54 "DELETE /v2.0/ports/60c0bc0b-a74c-489d-a059-fbed2c9bd9ab HTTP/1.1" status: 204 len: 173 time: 1.0270431 Dec 17 13:11:38.484358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:38.494715 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:11:38.504485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6084b38-6ef5-46d8-9318-03c9448bdfca', 'name': 'network-vif-deleted', 'tag': '60c0bc0b-a74c-489d-a059-fbed2c9bd9ab'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:38.505146 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dff0d8-4c1a-44dc-83bf-5b8b7cd83124" -d '{"events": [{"server_uuid": "a6084b38-6ef5-46d8-9318-03c9448bdfca", "name": "network-vif-deleted", "tag": "60c0bc0b-a74c-489d-a059-fbed2c9bd9ab"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:38.539644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45c5d972-edd1-4cf6-bfd9-2383553f069c req-ac571a74-afaf-49c8-996b-ca7721dda2b1 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 210 time: 0.0585020 Dec 17 13:11:38.583028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03a4d0-e3a4-49b7-8e7b-5a97b09e86a3 req-20603521-f6c2-44e9-b6a5-b9e0e41fb243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:38.584093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Pushing event updated for resources: {'Port': ['ID=335c7f6f-4682-42e3-ad09-3974d39c68bb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:38.585622 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df03a4d0-e3a4-49b7-8e7b-5a97b09e86a3 req-20603521-f6c2-44e9-b6a5-b9e0e41fb243 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 1096 time: 0.1225536 Dec 17 13:11:38.618576 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:38.619229 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.629308 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f595d-d211-4da7-83e7-d44025c3418d req-7f625e34-4365-412e-b44a-031cb28e44ce tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:38.636818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-604f595d-d211-4da7-83e7-d44025c3418d req-7f625e34-4365-412e-b44a-031cb28e44ce tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 932 time: 0.1797791 Dec 17 13:11:38.689738 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-604f595d-d211-4da7-83e7-d44025c3418d req-82de3917-7eba-4869-9ec9-bb8400c5970e tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/security-groups?id=02fe2faf-0d8f-41c0-8ca7-4e0b921b739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519738 Dec 17 13:11:38.754360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce4bc2-8190-4d09-82d1-ff215b2c7fd1 req-86b757f1-5cf4-4353-bac6-47a9704c18e6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:38.755907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69ce4bc2-8190-4d09-82d1-ff215b2c7fd1 req-86b757f1-5cf4-4353-bac6-47a9704c18e6 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.0881090 Dec 17 13:11:38.757688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03a4d0-e3a4-49b7-8e7b-5a97b09e86a3 req-9f85b772-470b-4ad8-9dd8-02a0018da70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:38.758045 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-89e44ec7-5758-401a-9dca-ccea5fcc7999 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7932765 Dec 17 13:11:38.759050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df03a4d0-e3a4-49b7-8e7b-5a97b09e86a3 req-9f85b772-470b-4ad8-9dd8-02a0018da70c service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02 HTTP/1.1" status: 200 len: 912 time: 0.1658032 Dec 17 13:11:38.759774 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81b8fa75-f376-493c-bd39-41eb312a0bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.762397 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81b8fa75-f376-493c-bd39-41eb312a0bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.766341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-81b8fa75-f376-493c-bd39-41eb312a0bfd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e44d90b3-82f1-46c7-9df3-f72ec3f7da6b HTTP/1.1" status: 204 len: 168 time: 0.4295721 Dec 17 13:11:38.788176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Request body: {'port': {'device_id': '6e73e45e-3434-4d58-b33c-49bea302a909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:38.823821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8fa75-f376-493c-bd39-41eb312a0bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44d90b3-82f1-46c7-9df3-f72ec3f7da6b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:38.826804 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df03a4d0-e3a4-49b7-8e7b-5a97b09e86a3 req-3d81755e-b6f8-4b90-b0fe-424e094eee35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea8ba244-a50a-4164-b9b4-ce9718571a8a HTTP/1.1" status: 200 len: 217 time: 0.0592365 Dec 17 13:11:38.881523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da866-a087-4017-ba9d-4c3225b52d4b req-deff5f43-ae41-44c9-a03c-950ce6bdb9c0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:38.891556 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-636da866-a087-4017-ba9d-4c3225b52d4b req-deff5f43-ae41-44c9-a03c-950ce6bdb9c0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.1285012 Dec 17 13:11:38.908110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69ce4bc2-8190-4d09-82d1-ff215b2c7fd1 req-017a9d93-a489-4e1e-acf9-c623c11a7f5e tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375520 Dec 17 13:11:38.926445 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:38.931063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03a4d0-e3a4-49b7-8e7b-5a97b09e86a3 req-c67377eb-bd05-4f55-84e1-8f8339395e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:38.932562 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df03a4d0-e3a4-49b7-8e7b-5a97b09e86a3 req-c67377eb-bd05-4f55-84e1-8f8339395e91 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0 HTTP/1.1" status: 200 len: 851 time: 0.0969207 Dec 17 13:11:38.970534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df03a4d0-e3a4-49b7-8e7b-5a97b09e86a3 req-9ae6c53e-c2a6-4dcf-be58-327851b1d509 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293322 Dec 17 13:11:38.997067 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-636da866-a087-4017-ba9d-4c3225b52d4b req-a2f84ba9-376b-4498-b337-91261f7e8bb8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045113 Dec 17 13:11:39.048931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58978) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:39.091380 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a08282-293d-4905-a47f-c936f6587a28 x-openstack-request-id: req-b3a08282-293d-4905-a47f-c936f6587a28 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:39.091611 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6084b38-6ef5-46d8-9318-03c9448bdfca", "name": "network-vif-deleted", "tag": "60c0bc0b-a74c-489d-a059-fbed2c9bd9ab", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:39.091788 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3a08282-293d-4905-a47f-c936f6587a28 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:39.092144 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6084b38-6ef5-46d8-9318-03c9448bdfca', 'name': 'network-vif-deleted', 'tag': '60c0bc0b-a74c-489d-a059-fbed2c9bd9ab', 'status': 'completed', 'code': 200} Dec 17 13:11:39.175639 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df03a4d0-e3a4-49b7-8e7b-5a97b09e86a3 req-305a330a-cccf-4dd0-b887-547d070cbeab service neutron] 10.222.0.54 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966770 Dec 17 13:11:39.180587 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cd600d16-d6f8-4bb5-8281-f98d28d799f4 req-b61e0a51-c31f-4dc2-b08e-eea39ceab091 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6084b38-6ef5-46d8-9318-03c9448bdfca HTTP/1.1" status: 200 len: 210 time: 0.0503783 Dec 17 13:11:39.228010 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8306042d-8c1a-40b3-9e62-cc21e2312c56 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.284124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335c7f6f-4682-42e3-ad09-3974d39c68bb {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:39.291182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8306042d-8c1a-40b3-9e62-cc21e2312c56 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.294781 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.310855 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Transition to ACTIVE for port object 335c7f6f-4682-42e3-ad09-3974d39c68bb will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:11:39.353848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df03a4d0-e3a4-49b7-8e7b-5a97b09e86a3 req-099e1508-5d09-49cd-9751-608601f29a25 service neutron] 10.222.0.54 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536095 Dec 17 13:11:39.456416 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.498995 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8306042d-8c1a-40b3-9e62-cc21e2312c56 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.502309 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8306042d-8c1a-40b3-9e62-cc21e2312c56 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.507042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8306042d-8c1a-40b3-9e62-cc21e2312c56 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "DELETE /v2.0/security-groups/356e0519-0f54-4e12-a73f-315b528bd273 HTTP/1.1" status: 204 len: 168 time: 0.4538574 Dec 17 13:11:39.507759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58986) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:39.512229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Pushing event updated for resources: {'Port': ['ID=335c7f6f-4682-42e3-ad09-3974d39c68bb,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:39.530295 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-b82bd43c-8904-4934-b125-3fde2ec1da3c tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] show failed (client error): The resource could not be found. Dec 17 13:11:39.534531 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b82bd43c-8904-4934-b125-3fde2ec1da3c tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "GET /v2.0/security-groups/356e0519-0f54-4e12-a73f-315b528bd273 HTTP/1.1" status: 404 len: 347 time: 0.0226469 Dec 17 13:11:39.535253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58988) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:39.537860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306042d-8c1a-40b3-9e62-cc21e2312c56 tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=356e0519-0f54-4e12-a73f-315b528bd273,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:39.612185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Attempting to bind port 335c7f6f-4682-42e3-ad09-3974d39c68bb on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:11:39.616142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Attempting to bind port 335c7f6f-4682-42e3-ad09-3974d39c68bb by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '70e322df-2f2c-4594-a7eb-ab7af25af5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dbfac120-7dfa-42f3-8cbc-f21f5696e2f3'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:11:39.616142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Attempting to bind port 335c7f6f-4682-42e3-ad09-3974d39c68bb on network dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:39.620975 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Port 335c7f6f-4682-42e3-ad09-3974d39c68bb on network dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:11:39.621378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Attempting to bind port 335c7f6f-4682-42e3-ad09-3974d39c68bb on network dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:39.627469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:11:39.628509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Checking segment: {'id': '70e322df-2f2c-4594-a7eb-ab7af25af5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dbfac120-7dfa-42f3-8cbc-f21f5696e2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:39.629212 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Bound using segment: {'id': '70e322df-2f2c-4594-a7eb-ab7af25af5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dbfac120-7dfa-42f3-8cbc-f21f5696e2f3'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:11:39.629801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Bound port: 335c7f6f-4682-42e3-ad09-3974d39c68bb, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e322df-2f2c-4594-a7eb-ab7af25af5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'dbfac120-7dfa-42f3-8cbc-f21f5696e2f3'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:11:39.630312 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.710644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bcd83d0-d4e4-4b7c-83f1-bf0cf6433bd1 req-727da3d7-5600-416e-8f59-cfa6695495fa tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 210 time: 0.0385654 Dec 17 13:11:39.732159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] For port 335c7f6f-4682-42e3-ad09-3974d39c68bb, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:11:39.736176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] For port 335c7f6f-4682-42e3-ad09-3974d39c68bb, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=335c7f6f-4682-42e3-ad09-3974d39c68bb,segment=NetworkSegment(70e322df-2f2c-4594-a7eb-ab7af25af5ca),segment_id=70e322df-2f2c-4594-a7eb-ab7af25af5ca)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:11:39.764659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1a91778b-d9fb-4412-9b0a-90bbd6668e4f tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Deleting port 440d7503-c424-4658-9b58-9893f314a5d2 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:11:39.764659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a91778b-d9fb-4412-9b0a-90bbd6668e4f tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.814211 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.822221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58996) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:39.828421 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97e1c-aab8-458f-9071-467e5c84221b req-6b73d763-c81a-4f04-9e56-f617d35dc812 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:39.829948 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5ab97e1c-aab8-458f-9071-467e5c84221b req-6b73d763-c81a-4f04-9e56-f617d35dc812 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 944 time: 0.0618773 Dec 17 13:11:39.849625 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5ca5-21e5-48f9-a872-fd0412a982e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.867937 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a91778b-d9fb-4412-9b0a-90bbd6668e4f tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.868267 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a91778b-d9fb-4412-9b0a-90bbd6668e4f tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.882772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:39.883427 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:39.884879 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] 10.222.0.61 "PUT /v2.0/ports/335c7f6f-4682-42e3-ad09-3974d39c68bb HTTP/1.1" status: 200 len: 1092 time: 1.1034489 Dec 17 13:11:39.888110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1a91778b-d9fb-4412-9b0a-90bbd6668e4f tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Calling delete_port for 440d7503-c424-4658-9b58-9893f314a5d2 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:11:39.910590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08105a-3078-45be-8fcc-aa09f7e87a70 service neutron] Pushing event updated for resources: {'Port': ['ID=335c7f6f-4682-42e3-ad09-3974d39c68bb,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:39.933514 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5ab97e1c-aab8-458f-9071-467e5c84221b req-82b6a54a-e6ae-467f-81c7-cbee936f5bf6 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/security-groups?id=02fe2faf-0d8f-41c0-8ca7-4e0b921b739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827382 Dec 17 13:11:40.039669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-2dc4391e-8f59-41d8-bf11-430096611e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:40.042137 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-2dc4391e-8f59-41d8-bf11-430096611e5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1abbf184cd4944e186402ed8d568d35d&device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 1095 time: 0.0512309 Dec 17 13:11:40.081546 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5ca5-21e5-48f9-a872-fd0412a982e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:40.094953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-00f123f5-f0b5-4b94-9ea8-354269100af7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=335c7f6f-4682-42e3-ad09-3974d39c68bb HTTP/1.1" status: 200 len: 217 time: 0.0419834 Dec 17 13:11:40.117682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86111a-fc83-4e5d-b21a-a618323a24b4 req-23fa51ff-d848-4e01-99df-61c6c4d4d25f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:40.118918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a86111a-fc83-4e5d-b21a-a618323a24b4 req-23fa51ff-d848-4e01-99df-61c6c4d4d25f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1214070 Dec 17 13:11:40.154206 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5ca5-21e5-48f9-a872-fd0412a982e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:40.160869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7e3ceb33-34e1-44cd-ad1c-294d36e9adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:40.162534 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-7e3ceb33-34e1-44cd-ad1c-294d36e9adc8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb7faaf2-451e-49af-a2ff-f07c10139376 HTTP/1.1" status: 200 len: 861 time: 0.0596955 Dec 17 13:11:40.210666 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-0820f212-303d-41d1-9fd2-d388f1a7e4a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dbfac120-7dfa-42f3-8cbc-f21f5696e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297413 Dec 17 13:11:40.217484 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2f7e5ca5-21e5-48f9-a872-fd0412a982e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c475db6114747edadd0a146816b2f73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3913474 Dec 17 13:11:40.217484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e5ca5-21e5-48f9-a872-fd0412a982e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea982f15-8ab8-4dae-a2e9-5dd62bf47b56,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:40.220476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59004) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:40.229451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851700b-8ad1-44ba-b669-42aa1b7fcdba req-3ced02b2-cfb3-4209-9ca9-a19cd1c3481a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:40.231277 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e851700b-8ad1-44ba-b669-42aa1b7fcdba req-3ced02b2-cfb3-4209-9ca9-a19cd1c3481a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.0897632 Dec 17 13:11:40.232406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a86111a-fc83-4e5d-b21a-a618323a24b4 req-c791f0ed-ded0-45cf-a5cb-f78f1e438b66 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980494 Dec 17 13:11:40.337607 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a91778b-d9fb-4412-9b0a-90bbd6668e4f tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:40.345944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e851700b-8ad1-44ba-b669-42aa1b7fcdba req-5a42c16a-8fab-4b93-abfc-e57114b109ec tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065283 Dec 17 13:11:40.348971 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-154a1aea-6e8e-47e6-8944-9e3fd0a7db04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:40.365725 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-4050cd7a-a958-48f4-ba60-86d2aaf91597 service neutron] 10.222.0.61 "GET /v2.0/networks/dbfac120-7dfa-42f3-8cbc-f21f5696e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332610 Dec 17 13:11:40.388997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91778b-d9fb-4412-9b0a-90bbd6668e4f tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Pushing event deleted for resources: {'Port': ['ID=440d7503-c424-4658-9b58-9893f314a5d2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:40.448893 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-154a1aea-6e8e-47e6-8944-9e3fd0a7db04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:40.468153 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9870f9b6-9846-4908-8b2d-47937b346f18 req-2962d467-a479-4035-8710-a6136e2045da service neutron] 10.222.0.61 "GET /v2.0/networks/dbfac120-7dfa-42f3-8cbc-f21f5696e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899541 Dec 17 13:11:40.548461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-5c5e92cf-2e88-41ac-acaf-0a3ce05b1329 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:40.550472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-5c5e92cf-2e88-41ac-acaf-0a3ce05b1329 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 814 time: 0.2731943 Dec 17 13:11:40.567815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec70da5-20b7-4395-8aeb-34c049b11dae req-b74653a7-a718-4120-a8df-b4d84d290cb7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:40.569405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ec70da5-20b7-4395-8aeb-34c049b11dae req-b74653a7-a718-4120-a8df-b4d84d290cb7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1953285 Dec 17 13:11:40.576003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Request body: {'port': {'device_id': '5a334d29-da9b-4bc5-97b5-ce71c3955858', 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c', 'admin_state_up': True, 'tenant_id': '920bb603683046008c3eec9ca606ce0e'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:40.579494 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a91778b-d9fb-4412-9b0a-90bbd6668e4f tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:40.582299 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a91778b-d9fb-4412-9b0a-90bbd6668e4f tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:40.583520 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1a91778b-d9fb-4412-9b0a-90bbd6668e4f tempest-ServersTestFqdnHostnames-1349480889 tempest-ServersTestFqdnHostnames-1349480889-project] 10.222.0.59 "DELETE /v2.0/floatingips/bd017027-46e1-41ab-8ab4-f5c65e41eb2f HTTP/1.1" status: 204 len: 168 time: 1.0470715 Dec 17 13:11:40.587644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59010) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:40.827688 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b5325c5-f8b7-4a1d-a57b-ebd73a651e38 req-b0d733c6-c085-4cce-8f68-96207af0dfc5 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 210 time: 0.0347538 Dec 17 13:11:40.999880 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bffbb7a-179a-4351-8fdd-90168bee35e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:41.023773 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ec70da5-20b7-4395-8aeb-34c049b11dae req-95a5ea43-5efc-478f-8172-0f08a1c3359b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390731 Dec 17 13:11:41.062367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-154a1aea-6e8e-47e6-8944-9e3fd0a7db04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:41.065085 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-154a1aea-6e8e-47e6-8944-9e3fd0a7db04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:41.066510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-154a1aea-6e8e-47e6-8944-9e3fd0a7db04 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea982f15-8ab8-4dae-a2e9-5dd62bf47b56 HTTP/1.1" status: 204 len: 168 time: 0.8447287 Dec 17 13:11:41.088574 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a1aea-6e8e-47e6-8944-9e3fd0a7db04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea982f15-8ab8-4dae-a2e9-5dd62bf47b56,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:41.170729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Made reservation on behalf of 920bb603683046008c3eec9ca606ce0e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:41.174959 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:41.350833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a873839-570e-4190-a2b3-80e3ead2e5c4 req-825d7f17-5954-43c8-a5dc-38379af97fb7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:41.352543 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a873839-570e-4190-a2b3-80e3ead2e5c4 req-825d7f17-5954-43c8-a5dc-38379af97fb7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1109271 Dec 17 13:11:41.373537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Allocated IP 172.20.0.13 (3273fdd9-f649-409e-913c-2652e785b30c/38b4f68a-57c1-4b44-b104-e17b33fe8875/a151a9b8-7b40-4e76-8a1f-f43d6c668321) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:11:41.401552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e73e45e-3434-4d58-b33c-49bea302a909', 'tag': '335c7f6f-4682-42e3-ad09-3974d39c68bb'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:41.404009 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4780e81a-74e4-449c-8ea0-2bc3e122ca15" -d '{"events": [{"name": "network-changed", "server_uuid": "6e73e45e-3434-4d58-b33c-49bea302a909", "tag": "335c7f6f-4682-42e3-ad09-3974d39c68bb"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:41.439165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a873839-570e-4190-a2b3-80e3ead2e5c4 req-593f47e3-7d9c-4e2c-a243-4ece75e86ae6 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769880 Dec 17 13:11:41.467910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8817b89-15f7-40d3-bb8a-c0c3bc859d3c req-3706a360-1175-4321-adf6-2801a34fdd14 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:41.469461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8817b89-15f7-40d3-bb8a-c0c3bc859d3c req-3706a360-1175-4321-adf6-2801a34fdd14 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 944 time: 0.4366806 Dec 17 13:11:41.587725 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8817b89-15f7-40d3-bb8a-c0c3bc859d3c req-46997c1b-fdab-4840-98ab-dd9f7009240f tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/security-groups?id=02fe2faf-0d8f-41c0-8ca7-4e0b921b739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102190 Dec 17 13:11:41.620912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880c778-d726-4521-b576-a3180a6aaa98 req-5ddd99c2-8823-41ed-b786-f26225097842 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:41.622531 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d880c778-d726-4521-b576-a3180a6aaa98 req-5ddd99c2-8823-41ed-b786-f26225097842 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.0892785 Dec 17 13:11:41.652960 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:41.713616 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d880c778-d726-4521-b576-a3180a6aaa98 req-7c72fcb3-eb3a-4f78-ac76-a407d80d3c84 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827284 Dec 17 13:11:41.747556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108e42d-86f2-4c0b-b203-65ee1c0f8d86 req-1e0e9fc1-9250-4520-8ecc-ab03eb2d6d7c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:41.749392 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e108e42d-86f2-4c0b-b203-65ee1c0f8d86 req-1e0e9fc1-9250-4520-8ecc-ab03eb2d6d7c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.0853374 Dec 17 13:11:41.775323 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced5bc28-5e3a-4310-b7d7-4ad63c3a643e x-openstack-request-id: req-ced5bc28-5e3a-4310-b7d7-4ad63c3a643e {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:41.775613 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e73e45e-3434-4d58-b33c-49bea302a909", "tag": "335c7f6f-4682-42e3-ad09-3974d39c68bb", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:41.776006 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ced5bc28-5e3a-4310-b7d7-4ad63c3a643e {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:41.776558 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e73e45e-3434-4d58-b33c-49bea302a909', 'tag': '335c7f6f-4682-42e3-ad09-3974d39c68bb', 'status': 'completed', 'code': 200} Dec 17 13:11:41.815015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6bffbb7a-179a-4351-8fdd-90168bee35e2 admin admin] Deleting port 9c45a429-35db-411a-abff-381c2c451237 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:11:41.815431 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bffbb7a-179a-4351-8fdd-90168bee35e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:41.851720 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:41.855179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e108e42d-86f2-4c0b-b203-65ee1c0f8d86 req-72b59c82-aa3e-4cb2-8d63-d83abc11090c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981648 Dec 17 13:11:41.918125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Pushing event updated for resources: {'Port': ['ID=a151a9b8-7b40-4e76-8a1f-f43d6c668321,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:41.921977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Network 3273fdd9-f649-409e-913c-2652e785b30c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:11:41.933189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c2a75-aa7a-4757-8e32-8e867a96d9c1 req-c13e0f62-8584-499d-ac22-e8f99ba7c130 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:41.935384 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-895c2a75-aa7a-4757-8e32-8e867a96d9c1 req-c13e0f62-8584-499d-ac22-e8f99ba7c130 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1198664 Dec 17 13:11:41.936658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:41.941462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780e81a-74e4-449c-8ea0-2bc3e122ca15 req-76e19873-b40a-40c6-81b0-cabbca7b8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:41.942859 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4780e81a-74e4-449c-8ea0-2bc3e122ca15 req-76e19873-b40a-40c6-81b0-cabbca7b8193 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1abbf184cd4944e186402ed8d568d35d&device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 1095 time: 0.1380470 Dec 17 13:11:41.944016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:11:42.011629 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-6bffbb7a-179a-4351-8fdd-90168bee35e2 admin admin] For port 9c45a429-35db-411a-abff-381c2c451237, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9c45a429-35db-411a-abff-381c2c451237,segment=NetworkSegment(56b8f221-4058-4343-ac73-4541df642efb),segment_id=56b8f221-4058-4343-ac73-4541df642efb)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:42.012012 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bffbb7a-179a-4351-8fdd-90168bee35e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:42.017928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:42.018625 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:42.035584 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6bffbb7a-179a-4351-8fdd-90168bee35e2 admin admin] Calling delete_port for 9c45a429-35db-411a-abff-381c2c451237 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:11:42.042528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-895c2a75-aa7a-4757-8e32-8e867a96d9c1 req-ef7f99ac-0749-4d60-9e52-71efbbf9761c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935404 Dec 17 13:11:42.113708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:11:42.135509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0467ed60-58cc-4081-83f4-133a9ca0e2ef tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5636082 Dec 17 13:11:42.136107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:11:42.136635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 60c0bc0b-a74c-489d-a059-fbed2c9bd9ab not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:11:42.155491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Request body: {'port': {'device_id': '5a334d29-da9b-4bc5-97b5-ce71c3955858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:42.197947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780e81a-74e4-449c-8ea0-2bc3e122ca15 req-176a05aa-eba1-4c29-9c15-d1c62399192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:42.201959 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4780e81a-74e4-449c-8ea0-2bc3e122ca15 req-176a05aa-eba1-4c29-9c15-d1c62399192c service neutron] 10.222.0.61 "GET /v2.0/networks?id=dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 HTTP/1.1" status: 200 len: 922 time: 0.2517436 Dec 17 13:11:42.227551 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:42.310168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237adc7-8068-41d8-971a-b824a158148a req-4efec4c1-3248-43b7-8892-94e5842e9eff tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:42.319358 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3237adc7-8068-41d8-971a-b824a158148a req-4efec4c1-3248-43b7-8892-94e5842e9eff tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 932 time: 0.2483439 Dec 17 13:11:42.327628 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4780e81a-74e4-449c-8ea0-2bc3e122ca15 req-0fa821be-3928-419d-afb7-13571c6d6a8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=335c7f6f-4682-42e3-ad09-3974d39c68bb HTTP/1.1" status: 200 len: 217 time: 0.1165755 Dec 17 13:11:42.388150 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 335c7f6f-4682-42e3-ad09-3974d39c68bb details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:11:42.427270 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3237adc7-8068-41d8-971a-b824a158148a req-e20f5a3f-0295-40a0-8de0-621f9ebb4b78 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018958 Dec 17 13:11:42.454151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780e81a-74e4-449c-8ea0-2bc3e122ca15 req-df1d4a6f-0ea2-49fe-b7b8-b01d8d0623b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:42.456486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4780e81a-74e4-449c-8ea0-2bc3e122ca15 req-df1d4a6f-0ea2-49fe-b7b8-b01d8d0623b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eb7faaf2-451e-49af-a2ff-f07c10139376 HTTP/1.1" status: 200 len: 861 time: 0.1102893 Dec 17 13:11:42.498584 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4780e81a-74e4-449c-8ea0-2bc3e122ca15 req-e937b9d8-c9e7-409b-a69b-ff6aa5e7e704 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dbfac120-7dfa-42f3-8cbc-f21f5696e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327816 Dec 17 13:11:42.519109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 335c7f6f-4682-42e3-ad09-3974d39c68bb, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=335c7f6f-4682-42e3-ad09-3974d39c68bb,segment=NetworkSegment(70e322df-2f2c-4594-a7eb-ab7af25af5ca),segment_id=70e322df-2f2c-4594-a7eb-ab7af25af5ca)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:42.536403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '335c7f6f-4682-42e3-ad09-3974d39c68bb', 'network_id': 'dbfac120-7dfa-42f3-8cbc-f21f5696e2f3', 'port_id': '335c7f6f-4682-42e3-ad09-3974d39c68bb', 'mac_address': 'fa:16:3e:2f:94:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7faaf2-451e-49af-a2ff-f07c10139376', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:11:42.575571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a151a9b8-7b40-4e76-8a1f-f43d6c668321 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:42.577352 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:42.586139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:42.594401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335c7f6f-4682-42e3-ad09-3974d39c68bb {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:42.601178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Transition to ACTIVE for port object a151a9b8-7b40-4e76-8a1f-f43d6c668321 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:11:42.622410 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4780e81a-74e4-449c-8ea0-2bc3e122ca15 req-58fc4db3-257b-4cbb-af98-42146a58ef7d service neutron] 10.222.0.61 "GET /v2.0/networks/dbfac120-7dfa-42f3-8cbc-f21f5696e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008976 Dec 17 13:11:42.626831 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 335c7f6f-4682-42e3-ad09-3974d39c68bb, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=335c7f6f-4682-42e3-ad09-3974d39c68bb,segment=NetworkSegment(70e322df-2f2c-4594-a7eb-ab7af25af5ca),segment_id=70e322df-2f2c-4594-a7eb-ab7af25af5ca)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:42.658146 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:42.689539 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bffbb7a-179a-4351-8fdd-90168bee35e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:42.708159 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:42.727504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffbb7a-179a-4351-8fdd-90168bee35e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c45a429-35db-411a-abff-381c2c451237,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:42.801180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=335c7f6f-4682-42e3-ad09-3974d39c68bb,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:42.833920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Pushing event updated for resources: {'Port': ['ID=a151a9b8-7b40-4e76-8a1f-f43d6c668321,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:42.867272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4780e81a-74e4-449c-8ea0-2bc3e122ca15 req-a3944066-c7b2-48e2-b0cd-d05df1df2b34 service neutron] 10.222.0.61 "GET /v2.0/networks/dbfac120-7dfa-42f3-8cbc-f21f5696e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368796 Dec 17 13:11:42.891324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab95c-d18e-47b6-9c7f-95b526d370a1 req-f7403e94-b5cc-4690-9d8b-cc7f5a0b4a5a tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:42.893252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ebab95c-d18e-47b6-9c7f-95b526d370a1 req-f7403e94-b5cc-4690-9d8b-cc7f5a0b4a5a tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 945 time: 0.2189488 Dec 17 13:11:42.947304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Attempting to bind port a151a9b8-7b40-4e76-8a1f-f43d6c668321 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:11:42.947722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Attempting to bind port a151a9b8-7b40-4e76-8a1f-f43d6c668321 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:11:42.948135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Attempting to bind port a151a9b8-7b40-4e76-8a1f-f43d6c668321 on network 3273fdd9-f649-409e-913c-2652e785b30c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:42.959075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Port a151a9b8-7b40-4e76-8a1f-f43d6c668321 on network 3273fdd9-f649-409e-913c-2652e785b30c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:11:42.959727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Attempting to bind port a151a9b8-7b40-4e76-8a1f-f43d6c668321 on network 3273fdd9-f649-409e-913c-2652e785b30c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:42.975887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:11:42.976250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Checking segment: {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:42.976655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Bound using segment: {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:11:42.977132 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Bound port: a151a9b8-7b40-4e76-8a1f-f43d6c668321, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:11:42.977488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:42.991858 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['335c7f6f-4682-42e3-ad09-3974d39c68bb'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:42.995770 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ebab95c-d18e-47b6-9c7f-95b526d370a1 req-f9698742-196d-4f08-992f-3a7ce36f28a2 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/security-groups?id=02fe2faf-0d8f-41c0-8ca7-4e0b921b739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887008 Dec 17 13:11:43.050433 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114370d2-9c16-41ac-8ce5-16c7f728eb68 req-9b47d67b-859b-4932-afc5-294cb94837d7 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:43.058006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-114370d2-9c16-41ac-8ce5-16c7f728eb68 req-9b47d67b-859b-4932-afc5-294cb94837d7 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1859536 Dec 17 13:11:43.103628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] For port a151a9b8-7b40-4e76-8a1f-f43d6c668321, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:11:43.108778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] For port a151a9b8-7b40-4e76-8a1f-f43d6c668321, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a151a9b8-7b40-4e76-8a1f-f43d6c668321,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:11:43.117851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-114370d2-9c16-41ac-8ce5-16c7f728eb68 req-692fddc0-3e81-4bf2-a4ba-fd20bd7ee99b tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589259 Dec 17 13:11:43.118605 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bffbb7a-179a-4351-8fdd-90168bee35e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:43.250144 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:43.325441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:43.326215 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:43.328214 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] 10.222.0.54 "PUT /v2.0/ports/a151a9b8-7b40-4e76-8a1f-f43d6c668321 HTTP/1.1" status: 200 len: 1092 time: 1.1831040 Dec 17 13:11:43.330136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a334d29-da9b-4bc5-97b5-ce71c3955858', 'tag': 'a151a9b8-7b40-4e76-8a1f-f43d6c668321'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:43.333233 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff26d36-9818-40d1-b210-bd3262332b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a334d29-da9b-4bc5-97b5-ce71c3955858", "tag": "a151a9b8-7b40-4e76-8a1f-f43d6c668321"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:43.398951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e59c2c-77a1-496e-9f48-90d6fb43f3cd req-a228a5b2-ddbc-4222-8c1b-420ad9265d25 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:43.400086 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69e59c2c-77a1-496e-9f48-90d6fb43f3cd req-a228a5b2-ddbc-4222-8c1b-420ad9265d25 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.2631915 Dec 17 13:11:43.413992 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989f2c22-60fd-40ec-bd0d-babb9997a682 x-openstack-request-id: req-989f2c22-60fd-40ec-bd0d-babb9997a682 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:43.414308 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a334d29-da9b-4bc5-97b5-ce71c3955858", "tag": "a151a9b8-7b40-4e76-8a1f-f43d6c668321", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:43.414560 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-989f2c22-60fd-40ec-bd0d-babb9997a682 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:43.414972 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a334d29-da9b-4bc5-97b5-ce71c3955858', 'tag': 'a151a9b8-7b40-4e76-8a1f-f43d6c668321', 'status': 'completed', 'code': 200} Dec 17 13:11:43.431794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c3538-8f58-4e40-bdf7-114547298b0f service neutron] Pushing event updated for resources: {'Port': ['ID=a151a9b8-7b40-4e76-8a1f-f43d6c668321,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:43.462983 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bffbb7a-179a-4351-8fdd-90168bee35e2 admin admin] Router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:11:43.506225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69e59c2c-77a1-496e-9f48-90d6fb43f3cd req-1d8d80e9-0908-43b0-bde4-b2fe47be19be tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051290 Dec 17 13:11:43.527244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff26d36-9818-40d1-b210-bd3262332b0f req-8e628394-b6f0-4e12-99f1-2e43ea374d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:43.528808 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aff26d36-9818-40d1-b210-bd3262332b0f req-8e628394-b6f0-4e12-99f1-2e43ea374d5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 1095 time: 0.0980961 Dec 17 13:11:43.657778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff26d36-9818-40d1-b210-bd3262332b0f req-446d1181-87fb-4fe3-a731-78f2bfdb029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:43.660025 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aff26d36-9818-40d1-b210-bd3262332b0f req-446d1181-87fb-4fe3-a731-78f2bfdb029c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=920bb603683046008c3eec9ca606ce0e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1205359 Dec 17 13:11:43.716058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1c61-ec52-4fbf-b185-688c11669253 req-d24bae39-71c4-4eab-8ad4-07610c231ec0 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:43.717881 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5d6e1c61-ec52-4fbf-b185-688c11669253 req-d24bae39-71c4-4eab-8ad4-07610c231ec0 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 944 time: 0.1570785 Dec 17 13:11:43.726889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bffbb7a-179a-4351-8fdd-90168bee35e2 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:11:43.732646 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6bffbb7a-179a-4351-8fdd-90168bee35e2 admin admin] 10.222.0.59 "PUT /v2.0/routers/47a3e0ee-4f95-4efa-b9d8-0777936efb2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1439357 Dec 17 13:11:43.735259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59092) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:43.738201 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892529c8-bbc8-4f67-bcce-e85eba88ffa2 None None] Sync routers for ids ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:11:43.753289 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892529c8-bbc8-4f67-bcce-e85eba88ffa2 None None] Routers {'47a3e0ee-4f95-4efa-b9d8-0777936efb2b'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:11:43.753947 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-892529c8-bbc8-4f67-bcce-e85eba88ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:11:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:43.812365 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2c99fd03-7c18-45c4-bfcf-30906636032b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:43.878244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff26d36-9818-40d1-b210-bd3262332b0f req-499f92a8-0095-47bb-b919-ccc2a9179387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:43.881933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aff26d36-9818-40d1-b210-bd3262332b0f req-499f92a8-0095-47bb-b919-ccc2a9179387 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2145627 Dec 17 13:11:43.917746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5d6e1c61-ec52-4fbf-b185-688c11669253 req-755b557b-d3a5-4c20-bbc0-570c96f3e90c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243579 Dec 17 13:11:43.919727 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:43.929760 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-892529c8-bbc8-4f67-bcce-e85eba88ffa2 None None] Set router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:11:43.992448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-1a0ce0c0-b493-40e7-9652-baf6312f8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:43.994279 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-1a0ce0c0-b493-40e7-9652-baf6312f8dc8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 1095 time: 0.0705256 Dec 17 13:11:44.058544 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-68c6a4ea-245a-4abc-9107-c74a4f842be3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a151a9b8-7b40-4e76-8a1f-f43d6c668321 HTTP/1.1" status: 200 len: 217 time: 0.0540977 Dec 17 13:11:44.109114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:44.184343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-e07c3912-1b75-45db-b8f7-c050ed2ce723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:44.185894 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-e07c3912-1b75-45db-b8f7-c050ed2ce723 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=38b4f68a-57c1-4b44-b104-e17b33fe8875 HTTP/1.1" status: 200 len: 854 time: 0.1189528 Dec 17 13:11:44.198598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407359cf-57bc-4646-b748-db40312b9f0a req-df0ce418-59c3-4e5e-a0a6-8bf72294e57d tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:44.200150 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-407359cf-57bc-4646-b748-db40312b9f0a req-df0ce418-59c3-4e5e-a0a6-8bf72294e57d tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 945 time: 0.0815923 Dec 17 13:11:44.248043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-6b3ff94b-08d3-4e55-83f2-9a2b36e55a0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3273fdd9-f649-409e-913c-2652e785b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466352 Dec 17 13:11:44.278320 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-892529c8-bbc8-4f67-bcce-e85eba88ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:11:42Z', 'revision_number': 5, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port': {'id': 'fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:00Z', 'updated_at': '2021-12-17T13:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:44.317636 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892529c8-bbc8-4f67-bcce-e85eba88ffa2 None None] Checking router: 47a3e0ee-4f95-4efa-b9d8-0777936efb2b for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:11:44.332078 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892529c8-bbc8-4f67-bcce-e85eba88ffa2 None None] Routers {'47a3e0ee-4f95-4efa-b9d8-0777936efb2b'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:11:44.333095 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-892529c8-bbc8-4f67-bcce-e85eba88ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:11:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:44.352647 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-407359cf-57bc-4646-b748-db40312b9f0a req-c7e2b195-49ba-4b19-ba75-f908800e13f2 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/security-groups?id=02fe2faf-0d8f-41c0-8ca7-4e0b921b739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384871 Dec 17 13:11:44.397929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f5dbf-3857-47a4-90b2-bab1854a5a02 req-d7621645-4ad9-4d26-b42d-ee2fce165bac tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:44.405777 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-324f5dbf-3857-47a4-90b2-bab1854a5a02 req-d7621645-4ad9-4d26-b42d-ee2fce165bac tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1820087 Dec 17 13:11:44.416349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-275fcb24-b99b-47b5-89c2-03a8e55c0ab1 service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594975 Dec 17 13:11:44.434818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 335c7f6f-4682-42e3-ad09-3974d39c68bb up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:11:44.481044 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-324f5dbf-3857-47a4-90b2-bab1854a5a02 req-4cda6bd8-7bc1-42b6-a18b-260224caf9bd tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681524 Dec 17 13:11:44.490743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Deleting port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:11:44.491082 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:44.515971 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-892529c8-bbc8-4f67-bcce-e85eba88ffa2 None None] Set router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:11:44.578188 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-892529c8-bbc8-4f67-bcce-e85eba88ffa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:11:44Z', 'revision_number': 6, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:44.584647 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de4052c2-745b-4f76-8493-386bc92e2d84 req-0b5518cc-591c-46bb-8463-17815b340ed7 service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451519 Dec 17 13:11:44.602039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] For port fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:44.602465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:44.614025 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892529c8-bbc8-4f67-bcce-e85eba88ffa2 None None] The sync data for ids ['47a3e0ee-4f95-4efa-b9d8-0777936efb2b'] in n-d-815324-5 is: [{'id': '47a3e0ee-4f95-4efa-b9d8-0777936efb2b', 'name': 'tempest-ServersTestFqdnHostnames-1800640014-router', 'tenant_id': '48b53f34ec134f6d8af1f798980e3e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:08:58Z', 'updated_at': '2021-12-17T13:11:44Z', 'revision_number': 6, 'project_id': '48b53f34ec134f6d8af1f798980e3e5e', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:11:44.616637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 335c7f6f-4682-42e3-ad09-3974d39c68bb completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:11:44.618709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Calling delete_port for fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:11:44.624322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 335c7f6f-4682-42e3-ad09-3974d39c68bb triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:44.624728 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:44.729343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6ee54-cbea-4a46-996a-33170884c86a req-b22f1404-574c-4fc7-b765-75cb4bc555a1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:44.730979 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b0c6ee54-cbea-4a46-996a-33170884c86a req-b22f1404-574c-4fc7-b765-75cb4bc555a1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.1137202 Dec 17 13:11:44.833430 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b0c6ee54-cbea-4a46-996a-33170884c86a req-064486a1-778c-4548-9abd-84ac78a8517a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938964 Dec 17 13:11:44.870148 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:44.902362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e73e45e-3434-4d58-b33c-49bea302a909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335c7f6f-4682-42e3-ad09-3974d39c68bb'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:44.904629 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4a5641-9c63-437a-bfb4-d31cbadcf979" -d '{"events": [{"server_uuid": "6e73e45e-3434-4d58-b33c-49bea302a909", "name": "network-vif-plugged", "status": "completed", "tag": "335c7f6f-4682-42e3-ad09-3974d39c68bb"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:44.928219 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 335c7f6f-4682-42e3-ad09-3974d39c68bb, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=335c7f6f-4682-42e3-ad09-3974d39c68bb,segment=NetworkSegment(70e322df-2f2c-4594-a7eb-ab7af25af5ca),segment_id=70e322df-2f2c-4594-a7eb-ab7af25af5ca)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:44.956600 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0029651d-55de-42ec-8ba5-2f1642822578 x-openstack-request-id: req-0029651d-55de-42ec-8ba5-2f1642822578 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:44.956901 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e73e45e-3434-4d58-b33c-49bea302a909", "name": "network-vif-plugged", "status": "completed", "tag": "335c7f6f-4682-42e3-ad09-3974d39c68bb", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:44.957158 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0029651d-55de-42ec-8ba5-2f1642822578 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:44.957562 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e73e45e-3434-4d58-b33c-49bea302a909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335c7f6f-4682-42e3-ad09-3974d39c68bb', 'code': 200} Dec 17 13:11:45.112477 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:45.127385 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:45.177796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdc67b-064d-45cf-82d6-5bc6cb48d1ea req-3802d9d6-0847-4c4f-9799-1eaf118ea394 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:45.186356 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46fdc67b-064d-45cf-82d6-5bc6cb48d1ea req-3802d9d6-0847-4c4f-9799-1eaf118ea394 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 944 time: 0.1649585 Dec 17 13:11:45.189391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:45.204299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=335c7f6f-4682-42e3-ad09-3974d39c68bb,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:45.234785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c5f68-f6f0-4a32-9ab4-d330a48f173e None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:11:45.287399 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870bea-aeb7-42cf-b457-637a87b1720c req-ccae077a-9c2e-465c-ab69-f2b1907a6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:45.288906 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66870bea-aeb7-42cf-b457-637a87b1720c req-ccae077a-9c2e-465c-ab69-f2b1907a6503 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 1096 time: 0.2193463 Dec 17 13:11:45.327567 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46fdc67b-064d-45cf-82d6-5bc6cb48d1ea req-828b4de7-0e8f-432b-8994-1a6cf3a6fcf3 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383319 Dec 17 13:11:45.369282 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:45.381842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c395cdd-2cf9-4b4c-802a-ac16a4acf072 req-921a8c3f-c396-4978-a4cc-c5613847e9fa tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:45.383926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c395cdd-2cf9-4b4c-802a-ac16a4acf072 req-921a8c3f-c396-4978-a4cc-c5613847e9fa tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0738328 Dec 17 13:11:45.410507 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66870bea-aeb7-42cf-b457-637a87b1720c req-463bfb8c-46b0-4f6f-a4dd-3c3bc65515df service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=02fe2faf-0d8f-41c0-8ca7-4e0b921b739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009886 Dec 17 13:11:45.462785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c395cdd-2cf9-4b4c-802a-ac16a4acf072 req-9878d486-f551-46b9-9cd8-e83b74d431d2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722473 Dec 17 13:11:45.531363 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:45.535622 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:45.610276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e088a93-f817-4fc3-92fc-fb804c3dfbba req-a3649a23-52a9-4800-9679-ad54ae857710 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:45.612660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e088a93-f817-4fc3-92fc-fb804c3dfbba req-a3649a23-52a9-4800-9679-ad54ae857710 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0651150 Dec 17 13:11:45.679197 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e088a93-f817-4fc3-92fc-fb804c3dfbba req-cca83db8-79e1-4863-8e69-82915cb6d281 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591273 Dec 17 13:11:45.818456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e5c14-53a5-4eff-92c7-fe5ad1dc3ef5 req-d415f69a-4b6f-4d52-99ec-b85499b6d348 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:45.821375 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-200e5c14-53a5-4eff-92c7-fe5ad1dc3ef5 req-d415f69a-4b6f-4d52-99ec-b85499b6d348 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.0730183 Dec 17 13:11:45.899414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-200e5c14-53a5-4eff-92c7-fe5ad1dc3ef5 req-70371660-047c-4122-86e4-a239f3f52383 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700228 Dec 17 13:11:45.957878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f3e16-0d6c-46f5-8538-2070eda77f64 req-7dcf9a4b-0eed-4cda-8a13-c8aced3219be tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:45.959479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d91f3e16-0d6c-46f5-8538-2070eda77f64 req-7dcf9a4b-0eed-4cda-8a13-c8aced3219be tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 946 time: 0.5005450 Dec 17 13:11:46.034569 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d91f3e16-0d6c-46f5-8538-2070eda77f64 req-8cf97c9b-8e8a-419d-aeed-f6a6bfa09fe7 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/security-groups?id=02fe2faf-0d8f-41c0-8ca7-4e0b921b739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658567 Dec 17 13:11:46.062522 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.063061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47a3e0ee-4f95-4efa-b9d8-0777936efb2b {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:11:46.068440 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.071623 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9c0455b6-b004-45c1-b708-ca52e600599b admin admin] 10.222.0.59 "DELETE /v2.0/routers/47a3e0ee-4f95-4efa-b9d8-0777936efb2b HTTP/1.1" status: 204 len: 168 time: 2.3318713 Dec 17 13:11:46.071813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59146) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:46.120061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696395-1304-48c9-9787-25604f9b5e32 req-e142a8b8-0155-4d93-ad5d-bcb5fd154e83 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:46.121785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a696395-1304-48c9-9787-25604f9b5e32 req-e142a8b8-0155-4d93-ad5d-bcb5fd154e83 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.0637279 Dec 17 13:11:46.123428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-290a1644-9a1d-42cf-8c8e-f2470bcb421c admin admin] Deleting subnet 93edbd42-6373-4597-b8f6-ebe632d4afaf {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:11:46.127231 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-290a1644-9a1d-42cf-8c8e-f2470bcb421c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.214884 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-290a1644-9a1d-42cf-8c8e-f2470bcb421c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.216722 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a696395-1304-48c9-9787-25604f9b5e32 req-15e08358-b1a4-4822-95fd-c841a95e4b38 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867944 Dec 17 13:11:46.328624 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-290a1644-9a1d-42cf-8c8e-f2470bcb421c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.359095 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-850dae91-87e8-4a73-ac8f-417559b1487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.366998 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9c45a429-35db-411a-abff-381c2c451237 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:11:46.395150 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 9c45a429-35db-411a-abff-381c2c451237 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:11:46.395514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9c45a429-35db-411a-abff-381c2c451237 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:11:46.395933 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:11:46.418345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:11:46.418962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fdb14b6f-4cdf-4ee5-bafe-4bb0fd2ec415 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:11:46.484881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e24fef-1fb0-42ac-b5d4-87fd70277325 req-bbec8d73-6bd9-466f-aa81-ca298c941c60 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:46.486612 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-30e24fef-1fb0-42ac-b5d4-87fd70277325 req-bbec8d73-6bd9-466f-aa81-ca298c941c60 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 944 time: 0.0640342 Dec 17 13:11:46.490796 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-290a1644-9a1d-42cf-8c8e-f2470bcb421c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.523481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a1644-9a1d-42cf-8c8e-f2470bcb421c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93edbd42-6373-4597-b8f6-ebe632d4afaf,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:46.535458 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-290a1644-9a1d-42cf-8c8e-f2470bcb421c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.541020 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-290a1644-9a1d-42cf-8c8e-f2470bcb421c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/93edbd42-6373-4597-b8f6-ebe632d4afaf HTTP/1.1" status: 204 len: 168 time: 0.4657297 Dec 17 13:11:46.541419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59152) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:46.548361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daff96c-5905-4c3e-baf5-066094864964 None None] Network 866f9744-0ad7-4605-b6a9-5a43d6d75c8e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:46.593320 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-30e24fef-1fb0-42ac-b5d4-87fd70277325 req-e5bd61b1-f23d-45a9-89f6-4f866bf3a913 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986431 Dec 17 13:11:46.648559 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.733282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Deleting port d25211fc-0056-4d84-841e-6361cd17c557 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:11:46.733282 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.750250 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcddc797-f0af-4873-a13d-66d93405a04c None None] DHCP port deletion for 866f9744-0ad7-4605-b6a9-5a43d6d75c8e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:11:46.801442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] For port d25211fc-0056-4d84-841e-6361cd17c557, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d25211fc-0056-4d84-841e-6361cd17c557,segment=NetworkSegment(56b8f221-4058-4343-ac73-4541df642efb),segment_id=56b8f221-4058-4343-ac73-4541df642efb)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:46.801841 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.802639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bcddc797-f0af-4873-a13d-66d93405a04c None None] Deleting port d25211fc-0056-4d84-841e-6361cd17c557 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:11:46.803046 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bcddc797-f0af-4873-a13d-66d93405a04c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.817237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Calling delete_port for d25211fc-0056-4d84-841e-6361cd17c557 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:11:46.868758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bcddc797-f0af-4873-a13d-66d93405a04c None None] For port d25211fc-0056-4d84-841e-6361cd17c557, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d25211fc-0056-4d84-841e-6361cd17c557,segment=NetworkSegment(56b8f221-4058-4343-ac73-4541df642efb),segment_id=56b8f221-4058-4343-ac73-4541df642efb)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:46.869308 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bcddc797-f0af-4873-a13d-66d93405a04c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:46.883503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bcddc797-f0af-4873-a13d-66d93405a04c None None] Calling delete_port for d25211fc-0056-4d84-841e-6361cd17c557 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:11:47.027106 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:47.048079 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bcddc797-f0af-4873-a13d-66d93405a04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:47.070196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Pushing event deleted for resources: {'Port': ['ID=d25211fc-0056-4d84-841e-6361cd17c557,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:47.076012 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] No DVR routers for this DVR port d25211fc-0056-4d84-841e-6361cd17c557 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:11:47.093297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb01135-c116-4513-afcf-82eda47b0c04 req-28b1e49f-5bc4-4bcb-9347-a1242dee2f7b tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:47.094999 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8eb01135-c116-4513-afcf-82eda47b0c04 req-28b1e49f-5bc4-4bcb-9347-a1242dee2f7b tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1183980 Dec 17 13:11:47.135115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcddc797-f0af-4873-a13d-66d93405a04c None None] No DVR routers for this DVR port d25211fc-0056-4d84-841e-6361cd17c557 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:11:47.169043 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddc797-f0af-4873-a13d-66d93405a04c None None] Pushing event deleted for resources: {'Port': ['ID=d25211fc-0056-4d84-841e-6361cd17c557,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:47.228369 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8eb01135-c116-4513-afcf-82eda47b0c04 req-05a5212a-410a-409e-8bf6-8048adb3ef51 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114240 Dec 17 13:11:47.240214 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:47.271107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866f9744-0ad7-4605-b6a9-5a43d6d75c8e']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:47.299372 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b8f221-4058-4343-ac73-4541df642efb') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:47.299926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b8f221-4058-4343-ac73-4541df642efb') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:47.301700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d60739-759f-44f3-85e0-ac4d4aff1150 req-a9292358-24fa-4cda-ac24-a03c2d8ef91c tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:47.303515 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03d60739-759f-44f3-85e0-ac4d4aff1150 req-a9292358-24fa-4cda-ac24-a03c2d8ef91c tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 946 time: 0.0647922 Dec 17 13:11:47.312542 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:47.329780 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:47.340181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:11:47.340949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:11:47.342895 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:11:47.370349 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03d60739-759f-44f3-85e0-ac4d4aff1150 req-4ce6c30d-c494-4cbc-afca-0e52ca1d2599 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/security-groups?id=02fe2faf-0d8f-41c0-8ca7-4e0b921b739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600398 Dec 17 13:11:47.448897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebeb35-63e8-4f60-97a8-efb664e38828 req-c0d82ac6-ab2d-416b-aa57-c922c40452ac tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:47.458206 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-43ebeb35-63e8-4f60-97a8-efb664e38828 req-c0d82ac6-ab2d-416b-aa57-c922c40452ac tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.1033359 Dec 17 13:11:47.506203 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:47.527979 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:47.531707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] 10.222.0.59 "DELETE /v2.0/networks/866f9744-0ad7-4605-b6a9-5a43d6d75c8e HTTP/1.1" status: 204 len: 168 time: 0.9892311 Dec 17 13:11:47.546577 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741fa01-089b-4677-b6f1-7e1da2cf9815 admin admin] Pushing event deleted for resources: {'Network': ['ID=866f9744-0ad7-4605-b6a9-5a43d6d75c8e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:47.564483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-43ebeb35-63e8-4f60-97a8-efb664e38828 req-8ff1f291-d741-4a54-a7a6-8e1787cd38d8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969536 Dec 17 13:11:47.618112 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:47.742946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897ef0e-8586-4e41-ba5b-c73e9142fbb7 req-fcf977b2-a7dc-4db0-8968-23a5bbfe303f tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:47.744505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7897ef0e-8586-4e41-ba5b-c73e9142fbb7 req-fcf977b2-a7dc-4db0-8968-23a5bbfe303f tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 944 time: 0.0734856 Dec 17 13:11:47.818120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7897ef0e-8586-4e41-ba5b-c73e9142fbb7 req-e5ae3a03-b441-4207-89d7-83aa20ac6f54 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616977 Dec 17 13:11:48.102945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a6cf5-de23-4c9d-966c-aac5c1417348 req-f3d2bc5c-d616-4f07-9aa0-a090e89bf1aa tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:48.104508 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-949a6cf5-de23-4c9d-966c-aac5c1417348 req-f3d2bc5c-d616-4f07-9aa0-a090e89bf1aa tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 946 time: 0.0627286 Dec 17 13:11:48.115118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59190) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:48.155486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a151a9b8-7b40-4e76-8a1f-f43d6c668321 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:11:48.160234 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7930a41e-e732-44f1-bfd4-d0749195b818 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48b53f34ec134f6d8af1f798980e3e5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438349 Dec 17 13:11:48.163056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59196) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:48.193860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-949a6cf5-de23-4c9d-966c-aac5c1417348 req-00b354d7-ee52-4031-bf2b-96ac42ef575d tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/security-groups?id=02fe2faf-0d8f-41c0-8ca7-4e0b921b739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825109 Dec 17 13:11:48.234182 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1df89f-7abc-4daa-82b9-25b72c84d022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:48.264674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1df89f-7abc-4daa-82b9-25b72c84d022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:48.314538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a151a9b8-7b40-4e76-8a1f-f43d6c668321, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a151a9b8-7b40-4e76-8a1f-f43d6c668321,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:48.329411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'a151a9b8-7b40-4e76-8a1f-f43d6c668321', 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c', 'port_id': 'a151a9b8-7b40-4e76-8a1f-f43d6c668321', 'mac_address': 'fa:16:3e:e2:40:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4f68a-57c1-4b44-b104-e17b33fe8875', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:11:48.378191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d25211fc-0056-4d84-841e-6361cd17c557 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:11:48.392863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0573cc7-b3c2-4d09-ad6c-07ccf940b45a req-f896d3ec-2dbe-4c5a-8958-92ae65d4a20b tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:48.394510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b0573cc7-b3c2-4d09-ad6c-07ccf940b45a req-f896d3ec-2dbe-4c5a-8958-92ae65d4a20b tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.0687807 Dec 17 13:11:48.403176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: d25211fc-0056-4d84-841e-6361cd17c557 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:11:48.403553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d25211fc-0056-4d84-841e-6361cd17c557 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:11:48.411675 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:48.421969 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1df89f-7abc-4daa-82b9-25b72c84d022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:48.425211 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1df89f-7abc-4daa-82b9-25b72c84d022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:48.426617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ab1df89f-7abc-4daa-82b9-25b72c84d022 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f057d665-b6f7-464f-b061-89a4a10670b1 HTTP/1.1" status: 204 len: 168 time: 0.2623322 Dec 17 13:11:48.434317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a151a9b8-7b40-4e76-8a1f-f43d6c668321 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:48.435437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1df89f-7abc-4daa-82b9-25b72c84d022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f057d665-b6f7-464f-b061-89a4a10670b1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:48.464774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b0573cc7-b3c2-4d09-ad6c-07ccf940b45a req-ed309d23-1e45-47e5-97e4-20dc7e646912 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640070 Dec 17 13:11:48.484093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a151a9b8-7b40-4e76-8a1f-f43d6c668321, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a151a9b8-7b40-4e76-8a1f-f43d6c668321,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:48.547514 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:48.605545 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a151a9b8-7b40-4e76-8a1f-f43d6c668321,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:48.693598 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192d4fe-24a7-4f90-a62e-fd3b06973bb7 req-8a65dc39-5891-45ab-ac5d-414c8294621a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:48.695524 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d192d4fe-24a7-4f90-a62e-fd3b06973bb7 req-8a65dc39-5891-45ab-ac5d-414c8294621a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.0594242 Dec 17 13:11:48.762962 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d192d4fe-24a7-4f90-a62e-fd3b06973bb7 req-26e79441-2458-4643-8b43-f612260b0f3a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604239 Dec 17 13:11:48.788137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a151a9b8-7b40-4e76-8a1f-f43d6c668321'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:48.818419 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:48.888634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2989a50-9fab-446c-b182-f19b778fd046 req-73d0a10f-0e78-4013-95ba-72c6093bc65b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:48.898164 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2989a50-9fab-446c-b182-f19b778fd046 req-73d0a10f-0e78-4013-95ba-72c6093bc65b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0902741 Dec 17 13:11:48.969225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2989a50-9fab-446c-b182-f19b778fd046 req-ce0e4644-d9b6-4b84-8d75-6253f232fb5e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697417 Dec 17 13:11:48.998886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888504d3-d2de-4e9d-84de-a3e809a68ab3 req-989f980a-e1ed-4445-b8e6-c2f8102b1910 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:49.007610 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-888504d3-d2de-4e9d-84de-a3e809a68ab3 req-989f980a-e1ed-4445-b8e6-c2f8102b1910 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 945 time: 0.0697403 Dec 17 13:11:49.092874 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-888504d3-d2de-4e9d-84de-a3e809a68ab3 req-323ebcfe-363e-4887-ac19-d02706aabf26 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842295 Dec 17 13:11:49.120603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac69e5f-178f-47c2-b8dd-2227e265d258 req-cc20fe71-df94-4011-82e7-c4894cc7700d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:49.122290 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ac69e5f-178f-47c2-b8dd-2227e265d258 req-cc20fe71-df94-4011-82e7-c4894cc7700d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0629213 Dec 17 13:11:49.180424 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ac69e5f-178f-47c2-b8dd-2227e265d258 req-504cdfae-7a3b-4907-8210-d48a42bf6472 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480917 Dec 17 13:11:49.380582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df9f2f-1ced-4a7f-a412-17fe61c1804f req-baa0af53-3219-4b8a-9fe6-08eb395cd4c9 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:49.382498 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-18df9f2f-1ced-4a7f-a412-17fe61c1804f req-baa0af53-3219-4b8a-9fe6-08eb395cd4c9 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 946 time: 0.0972965 Dec 17 13:11:49.460237 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-18df9f2f-1ced-4a7f-a412-17fe61c1804f req-f9fbaa7d-4929-47b1-9cf9-eaf2413a0222 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/security-groups?id=02fe2faf-0d8f-41c0-8ca7-4e0b921b739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702295 Dec 17 13:11:49.536851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346ed77-6014-48aa-9086-9fb55fe41eca req-32622162-5a58-4b80-aae9-2c840e327e3c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:49.545297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9346ed77-6014-48aa-9086-9fb55fe41eca req-32622162-5a58-4b80-aae9-2c840e327e3c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0864782 Dec 17 13:11:49.611363 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9346ed77-6014-48aa-9086-9fb55fe41eca req-676a6a5f-beee-4d15-8860-cad5cfe7ba28 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646925 Dec 17 13:11:49.638578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb176d5-f87e-43ef-b3c9-0be46adf2f3d req-4c0d344a-bb29-41b4-9dc2-ea15e23a519a tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:49.640827 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1eb176d5-f87e-43ef-b3c9-0be46adf2f3d req-4c0d344a-bb29-41b4-9dc2-ea15e23a519a tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 946 time: 0.1120927 Dec 17 13:11:49.656967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985ab97-4747-4ca1-a02a-2b04f95d21b4 req-2c87b123-66e4-4938-b855-337901f67b56 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:49.656967 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6985ab97-4747-4ca1-a02a-2b04f95d21b4 req-2c87b123-66e4-4938-b855-337901f67b56 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1098769 Dec 17 13:11:49.668508 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:49.690857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59258) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:49.782468 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6985ab97-4747-4ca1-a02a-2b04f95d21b4 req-87f193f1-07b0-415e-ab28-438c99cd56e5 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138921 Dec 17 13:11:49.826762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f5fef-9e58-4a77-a88c-48391d2e8d93 req-fbd9eabf-4689-42b6-bcb4-6c6b6a30e077 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:49.840304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d5f5fef-9e58-4a77-a88c-48391d2e8d93 req-fbd9eabf-4689-42b6-bcb4-6c6b6a30e077 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1077874 Dec 17 13:11:49.869983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1284990825-network', 'tenant_id': '6607db3bc87d44a28696726fefc666ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:49.930292 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d5f5fef-9e58-4a77-a88c-48391d2e8d93 req-fb693a67-0687-4a1a-9672-5f4eb5d663c0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887718 Dec 17 13:11:49.960469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b104-3d7e-4899-acc7-a7ad7568a9f8 req-7864961e-5a3b-45c1-b9b8-c38c2028d269 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:49.960469 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e424b104-3d7e-4899-acc7-a7ad7568a9f8 req-7864961e-5a3b-45c1-b9b8-c38c2028d269 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.0824552 Dec 17 13:11:49.960469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-1eb176d5-f87e-43ef-b3c9-0be46adf2f3d req-541a88df-b710-49e4-bfd9-cb143902b8d7 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Deleting port 335c7f6f-4682-42e3-ad09-3974d39c68bb {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:11:49.960469 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1eb176d5-f87e-43ef-b3c9-0be46adf2f3d req-541a88df-b710-49e4-bfd9-cb143902b8d7 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.017911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Made reservation on behalf of 6607db3bc87d44a28696726fefc666ee for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:50.025064 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.042496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.081274 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e424b104-3d7e-4899-acc7-a7ad7568a9f8 req-0fd62272-5d60-488e-ab72-abeefa99989f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212349 Dec 17 13:11:50.141832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-1eb176d5-f87e-43ef-b3c9-0be46adf2f3d req-541a88df-b710-49e4-bfd9-cb143902b8d7 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] For port 335c7f6f-4682-42e3-ad09-3974d39c68bb, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=335c7f6f-4682-42e3-ad09-3974d39c68bb,segment=NetworkSegment(70e322df-2f2c-4594-a7eb-ab7af25af5ca),segment_id=70e322df-2f2c-4594-a7eb-ab7af25af5ca)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:50.151179 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1eb176d5-f87e-43ef-b3c9-0be46adf2f3d req-541a88df-b710-49e4-bfd9-cb143902b8d7 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.172163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 133f02a6-062a-4662-bb64-4f23a6f102b5 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:11:50.209819 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-1eb176d5-f87e-43ef-b3c9-0be46adf2f3d req-541a88df-b710-49e4-bfd9-cb143902b8d7 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Calling delete_port for 335c7f6f-4682-42e3-ad09-3974d39c68bb owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:11:50.217205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a151a9b8-7b40-4e76-8a1f-f43d6c668321 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:11:50.244416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.267715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59272-6c59-408a-a4d5-27044b23c819 req-3a20180e-3e50-445f-81ec-f73c4b4a7a88 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:50.278707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-19e59272-6c59-408a-a4d5-27044b23c819 req-3a20180e-3e50-445f-81ec-f73c4b4a7a88 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1007950 Dec 17 13:11:50.316654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.332179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25352be-3270-4ea3-8901-de28d2e49f49 req-fc2ed2c7-8aff-4c8c-885f-32216075487d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:50.336369 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d25352be-3270-4ea3-8901-de28d2e49f49 req-fc2ed2c7-8aff-4c8c-885f-32216075487d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 945 time: 0.1443312 Dec 17 13:11:50.375224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-19e59272-6c59-408a-a4d5-27044b23c819 req-d59bfa58-d51e-451a-acb5-e8f7ceb2a388 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955422 Dec 17 13:11:50.381267 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=133f02a6-062a-4662-bb64-4f23a6f102b5,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:50.392454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915bf3a9-220e-4450-9050-3fa409ebef39,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:50.397095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:11:50.405277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'port_id': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'mac_address': 'fa:16:3e:06:f4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:11:50.430334 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.431088 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Added segment 2e5e1823-35b6-452d-bae0-7b78f591797c of type vlan for network dd22c547-aaba-409c-9e1d-d69c60f03e0c Dec 17 13:11:50.444513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port a151a9b8-7b40-4e76-8a1f-f43d6c668321 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:11:50.453711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port a151a9b8-7b40-4e76-8a1f-f43d6c668321 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:50.454138 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.458075 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d25352be-3270-4ea3-8901-de28d2e49f49 req-ec6becc1-5e7e-4503-8e29-33920987b8cf tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128945 Dec 17 13:11:50.539236 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.554858 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.594410 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 133f02a6-062a-4662-bb64-4f23a6f102b5 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:11:50.617739 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1eb176d5-f87e-43ef-b3c9-0be46adf2f3d req-541a88df-b710-49e4-bfd9-cb143902b8d7 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.625917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=133f02a6-062a-4662-bb64-4f23a6f102b5,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:50.631019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['335c7f6f-4682-42e3-ad09-3974d39c68bb'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:50.648258 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fadfc8a0-d64b-4ca1-bd52-85e39c462aef req-4cee6471-b295-4d4d-a0fa-2deacd1404c5 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 210 time: 0.0372136 Dec 17 13:11:50.649434 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.650415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:50.651002 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.656720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a88df-b710-49e4-bfd9-cb143902b8d7 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Pushing event deleted for resources: {'Port': ['ID=335c7f6f-4682-42e3-ad09-3974d39c68bb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:50.678361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02fa1d-7d28-4493-89cb-0a4817660e65 req-799ec5b0-4ccf-44e3-a6dc-eb75f6e97104 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:50.683304 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a02fa1d-7d28-4493-89cb-0a4817660e65 req-799ec5b0-4ccf-44e3-a6dc-eb75f6e97104 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1036153 Dec 17 13:11:50.720961 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.726405 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.739150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] Pushing event updated for resources: {'Network': ['ID=dd22c547-aaba-409c-9e1d-d69c60f03e0c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:50.739591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb176d5-f87e-43ef-b3c9-0be46adf2f3d req-541a88df-b710-49e4-bfd9-cb143902b8d7 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] No DVR routers for this DVR port 335c7f6f-4682-42e3-ad09-3974d39c68bb on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:11:50.752609 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-1eb176d5-f87e-43ef-b3c9-0be46adf2f3d req-541a88df-b710-49e4-bfd9-cb143902b8d7 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:50.756759 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1eb176d5-f87e-43ef-b3c9-0be46adf2f3d req-541a88df-b710-49e4-bfd9-cb143902b8d7 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.61 "DELETE /v2.0/ports/335c7f6f-4682-42e3-ad09-3974d39c68bb HTTP/1.1" status: 204 len: 173 time: 1.1037071 Dec 17 13:11:50.757253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e73e45e-3434-4d58-b33c-49bea302a909', 'name': 'network-vif-deleted', 'tag': '335c7f6f-4682-42e3-ad09-3974d39c68bb'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:50.759617 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dd2e24-ea60-45a8-8dfe-56f8fba26e13" -d '{"events": [{"server_uuid": "6e73e45e-3434-4d58-b33c-49bea302a909", "name": "network-vif-deleted", "tag": "335c7f6f-4682-42e3-ad09-3974d39c68bb"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:50.772698 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network dd22c547-aaba-409c-9e1d-d69c60f03e0c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:11:50.822385 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a02fa1d-7d28-4493-89cb-0a4817660e65 req-1593d991-cf9a-4c71-876a-efda299416d1 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380191 Dec 17 13:11:50.837002 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ff22a1a-0d55-4135-9f18-8ba044970bf8 req-a6e9277d-9647-4b20-a48a-cdcdff914f67 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990405 Dec 17 13:11:50.840626 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b7fe8-1392-4040-8868-4d6b371d9117 x-openstack-request-id: req-c15b7fe8-1392-4040-8868-4d6b371d9117 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:50.841127 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e73e45e-3434-4d58-b33c-49bea302a909", "name": "network-vif-deleted", "tag": "335c7f6f-4682-42e3-ad09-3974d39c68bb", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:50.841543 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c15b7fe8-1392-4040-8868-4d6b371d9117 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:50.842139 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e73e45e-3434-4d58-b33c-49bea302a909', 'name': 'network-vif-deleted', 'tag': '335c7f6f-4682-42e3-ad09-3974d39c68bb', 'status': 'completed', 'code': 200} Dec 17 13:11:50.882575 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['133f02a6-062a-4662-bb64-4f23a6f102b5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:11:50.909512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a334d29-da9b-4bc5-97b5-ce71c3955858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a151a9b8-7b40-4e76-8a1f-f43d6c668321'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:50.912226 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0d0541-f76b-430a-b0f1-6b638804bb76" -d '{"events": [{"server_uuid": "5a334d29-da9b-4bc5-97b5-ce71c3955858", "name": "network-vif-plugged", "status": "completed", "tag": "a151a9b8-7b40-4e76-8a1f-f43d6c668321"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:50.924219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7ef5d8e0-e5a3-4ce3-9311-c57fa553fd38 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2317867 Dec 17 13:11:50.934889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59290) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:50.945290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-24b600a9-99a4-4088-a4bf-8c225753f435 admin admin] Request body: {'subnet': {'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1284990825-subnet', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:50.973746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff22a1a-0d55-4135-9f18-8ba044970bf8 req-e57a24e2-d817-4194-9876-889fa59fed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:50.975878 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ff22a1a-0d55-4135-9f18-8ba044970bf8 req-e57a24e2-d817-4194-9876-889fa59fed46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 1096 time: 0.1114745 Dec 17 13:11:51.026022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a151a9b8-7b40-4e76-8a1f-f43d6c668321, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a151a9b8-7b40-4e76-8a1f-f43d6c668321,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:51.030527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f026bd5-82ab-479f-bff0-7b80d9bd9d9e req-9675d34d-81e4-44e0-9882-de3705117caf tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:51.034622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f026bd5-82ab-479f-bff0-7b80d9bd9d9e req-9675d34d-81e4-44e0-9882-de3705117caf tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1444352 Dec 17 13:11:51.041773 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=133f02a6-062a-4662-bb64-4f23a6f102b5,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:51.062537 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a682878e-4a4e-449b-99e1-ccf5d7ad8c24 x-openstack-request-id: req-a682878e-4a4e-449b-99e1-ccf5d7ad8c24 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:51.063216 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a334d29-da9b-4bc5-97b5-ce71c3955858", "name": "network-vif-plugged", "status": "completed", "tag": "a151a9b8-7b40-4e76-8a1f-f43d6c668321", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:51.063661 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a682878e-4a4e-449b-99e1-ccf5d7ad8c24 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:51.064249 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a334d29-da9b-4bc5-97b5-ce71c3955858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a151a9b8-7b40-4e76-8a1f-f43d6c668321', 'code': 200} Dec 17 13:11:51.067908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b600a9-99a4-4088-a4bf-8c225753f435 admin admin] Made reservation on behalf of 6607db3bc87d44a28696726fefc666ee for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:11:51.076480 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-24b600a9-99a4-4088-a4bf-8c225753f435 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:51.103261 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:51.232633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a151a9b8-7b40-4e76-8a1f-f43d6c668321,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:51.242517 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f026bd5-82ab-479f-bff0-7b80d9bd9d9e req-d06a57ef-1c39-4c19-9107-9c124fa6569e tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017355 Dec 17 13:11:51.399056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76089b-538a-46c7-bcf5-fa61bd927a42 req-357e48b1-51c9-449a-a134-cd243135612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:51.401998 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a76089b-538a-46c7-bcf5-fa61bd927a42 req-357e48b1-51c9-449a-a134-cd243135612d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 1096 time: 0.0888207 Dec 17 13:11:51.421430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff22a1a-0d55-4135-9f18-8ba044970bf8 req-821971c4-e561-4be7-9470-e9983a100786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:51.423243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ff22a1a-0d55-4135-9f18-8ba044970bf8 req-821971c4-e561-4be7-9470-e9983a100786 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02 HTTP/1.1" status: 200 len: 912 time: 0.3894067 Dec 17 13:11:51.443403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931cfac-1053-481e-a511-dac62a59095f req-e9ab51be-4e2d-4103-b762-9d2db414b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:51.445500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c931cfac-1053-481e-a511-dac62a59095f req-e9ab51be-4e2d-4103-b762-9d2db414b55c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 1097 time: 0.2464707 Dec 17 13:11:51.503959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ae10e-5d9a-4002-8254-cc2c5bd84da5 req-9b938786-3459-4d97-9a8a-b0e8c781c559 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:51.505458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f90ae10e-5d9a-4002-8254-cc2c5bd84da5 req-9b938786-3459-4d97-9a8a-b0e8c781c559 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.3351412 Dec 17 13:11:51.517511 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ff22a1a-0d55-4135-9f18-8ba044970bf8 req-ca890d77-362c-444a-9a89-ecaf89d80275 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185570fe-ff49-427a-a510-17b65143f691 HTTP/1.1" status: 200 len: 217 time: 0.0793443 Dec 17 13:11:51.525059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114f59b-bfee-4adf-99ba-42e949050ec8 req-b6d0c7e6-8ad5-407b-bda7-17981d8b0c20 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:51.527650 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8114f59b-bfee-4adf-99ba-42e949050ec8 req-b6d0c7e6-8ad5-407b-bda7-17981d8b0c20 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 945 time: 0.1325536 Dec 17 13:11:51.609246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76089b-538a-46c7-bcf5-fa61bd927a42 req-14b6712f-a02e-4dff-a4dd-2a21f8ce26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:51.610803 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a76089b-538a-46c7-bcf5-fa61bd927a42 req-14b6712f-a02e-4dff-a4dd-2a21f8ce26e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 0.1818466 Dec 17 13:11:51.638584 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8114f59b-bfee-4adf-99ba-42e949050ec8 req-8025290f-998c-47d6-a46c-8d357b34fc4e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941982 Dec 17 13:11:51.724659 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c931cfac-1053-481e-a511-dac62a59095f req-70a5169e-1e6a-4d38-82b5-38f679269ff5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159791 Dec 17 13:11:51.732451 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a76089b-538a-46c7-bcf5-fa61bd927a42 req-0331828c-62ce-4844-9d50-e73c8f8d5746 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=133f02a6-062a-4662-bb64-4f23a6f102b5 HTTP/1.1" status: 200 len: 1001 time: 0.0900700 Dec 17 13:11:51.735016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f90ae10e-5d9a-4002-8254-cc2c5bd84da5 req-c6a1bb21-bdf8-47ef-a230-22d65d74a5ab tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164464 Dec 17 13:11:51.736455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff22a1a-0d55-4135-9f18-8ba044970bf8 req-be22db49-736f-4c9c-a19c-d3b482b3e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:51.738413 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ff22a1a-0d55-4135-9f18-8ba044970bf8 req-be22db49-736f-4c9c-a19c-d3b482b3e0ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0 HTTP/1.1" status: 200 len: 851 time: 0.1970146 Dec 17 13:11:51.782550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879e21-a8b3-4af8-bd2f-8b4110cf9345 req-307e51d6-ab01-4da2-a106-8fcd9577c9e8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:51.784190 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39879e21-a8b3-4af8-bd2f-8b4110cf9345 req-307e51d6-ab01-4da2-a106-8fcd9577c9e8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 946 time: 0.0720134 Dec 17 13:11:51.828364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ff22a1a-0d55-4135-9f18-8ba044970bf8 req-c227353e-47f0-4c50-a634-2c56441d1e48 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512779 Dec 17 13:11:51.853412 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39879e21-a8b3-4af8-bd2f-8b4110cf9345 req-f01a523b-783f-4632-a79d-4e2656fb8c95 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627549 Dec 17 13:11:51.947965 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75ef2e98-f652-4a46-84db-0dc671679ae1 req-d42cbc5f-b1ff-4251-b5d3-07b5e04956d6 tempest-InstanceActionsNegativeTestJSON-1315713986 tempest-InstanceActionsNegativeTestJSON-1315713986-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e73e45e-3434-4d58-b33c-49bea302a909 HTTP/1.1" status: 200 len: 210 time: 0.0406737 Dec 17 13:11:51.974650 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-24b600a9-99a4-4088-a4bf-8c225753f435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:52.042331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76089b-538a-46c7-bcf5-fa61bd927a42 req-993dfc48-6cd8-4101-a744-77b6968099a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:52.043872 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a76089b-538a-46c7-bcf5-fa61bd927a42 req-993dfc48-6cd8-4101-a744-77b6968099a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.1335456 Dec 17 13:11:52.072506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b600a9-99a4-4088-a4bf-8c225753f435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9aa5bc8-e29e-4de0-847f-9b0db8c59967,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:52.078605 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ff22a1a-0d55-4135-9f18-8ba044970bf8 req-7e0331d8-ee4b-4dee-9aed-bc932f67bb0c service neutron] 10.222.0.61 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394927 Dec 17 13:11:52.080704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b600a9-99a4-4088-a4bf-8c225753f435 admin admin] Checking segment: {'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:52.081606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a0c0f-eb75-4683-b888-a568f89f0dac req-f1551dfd-7169-4dbb-9db3-61671a17ec94 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:52.082842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b600a9-99a4-4088-a4bf-8c225753f435 admin admin] Network hostable DHCP agents. Network: dd22c547-aaba-409c-9e1d-d69c60f03e0c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:11:52.084675 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f2a0c0f-eb75-4683-b888-a568f89f0dac req-f1551dfd-7169-4dbb-9db3-61671a17ec94 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0944786 Dec 17 13:11:52.152692 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76089b-538a-46c7-bcf5-fa61bd927a42 req-457b2786-ff6d-4ae0-b8e4-1d91c9667982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:52.154726 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a76089b-538a-46c7-bcf5-fa61bd927a42 req-457b2786-ff6d-4ae0-b8e4-1d91c9667982 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974603 Dec 17 13:11:52.190599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 133f02a6-062a-4662-bb64-4f23a6f102b5 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:11:52.197867 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ff22a1a-0d55-4135-9f18-8ba044970bf8 req-a09ea295-cab7-4633-a732-b010b0f9a06b service neutron] 10.222.0.61 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099548 Dec 17 13:11:52.220163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b600a9-99a4-4088-a4bf-8c225753f435 admin admin] Network dd22c547-aaba-409c-9e1d-d69c60f03e0c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:11:52.242164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f2a0c0f-eb75-4683-b888-a568f89f0dac req-4e3a6f3f-ecdf-459d-bcd2-b52d6eb8e154 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334453 Dec 17 13:11:52.244659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 133f02a6-062a-4662-bb64-4f23a6f102b5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:52.245706 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:52.291000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-24b600a9-99a4-4088-a4bf-8c225753f435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, dd22c547-aaba-409c-9e1d-d69c60f03e0c) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:52.296472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b600a9-99a4-4088-a4bf-8c225753f435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:52.297342 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-24b600a9-99a4-4088-a4bf-8c225753f435 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:52.303294 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf21e0df-f842-4094-89ff-4cd047a3a138 None None] Network dd22c547-aaba-409c-9e1d-d69c60f03e0c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:52.343275 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a76089b-538a-46c7-bcf5-fa61bd927a42 req-8de20ae7-81e9-431b-949d-f7abf5483f57 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760652 Dec 17 13:11:52.465533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-24b600a9-99a4-4088-a4bf-8c225753f435 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5269582 Dec 17 13:11:52.475914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59342) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:52.484372 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:52.514902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'project_id': '6607db3bc87d44a28696726fefc666ee', 'fixed_ips': [{'subnet_id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:11:52.514902 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:52.587132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96142d59-6519-45b3-9cef-8943868987cb req-504cb8a4-35ec-444f-bbf0-3fc4497f4c67 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:52.595219 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-96142d59-6519-45b3-9cef-8943868987cb req-504cb8a4-35ec-444f-bbf0-3fc4497f4c67 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1345644 Dec 17 13:11:52.597677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293e2e-a928-4ed6-b77f-1a9c5e9a08e0 req-38f32b4e-ea23-412d-90fc-6d2e5a0d90c9 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:52.601594 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ab293e2e-a928-4ed6-b77f-1a9c5e9a08e0 req-38f32b4e-ea23-412d-90fc-6d2e5a0d90c9 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.2025247 Dec 17 13:11:52.643853 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a76089b-538a-46c7-bcf5-fa61bd927a42 req-1f3f371a-eb01-4f76-9b75-536c3d9ebb9e service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829835 Dec 17 13:11:52.692967 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-96142d59-6519-45b3-9cef-8943868987cb req-33812ffc-7f46-42d4-a5fb-3ca3a0ebd83a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923996 Dec 17 13:11:52.761053 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ab293e2e-a928-4ed6-b77f-1a9c5e9a08e0 req-1d194aaa-b83e-4f3e-854a-ef952fb83680 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347249 Dec 17 13:11:52.765286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Allocated IP 172.20.0.2 (dd22c547-aaba-409c-9e1d-d69c60f03e0c/a9aa5bc8-e29e-4de0-847f-9b0db8c59967/51b2dec1-b329-4dbc-9493-20db75a5614d) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:11:52.767958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:52.769874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:52.852770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95179efa-2e74-4f2b-89e1-aa6ccb5abc1d req-a209df0a-4d1c-43d3-9a60-a2b8c3045be5 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:52.854454 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-95179efa-2e74-4f2b-89e1-aa6ccb5abc1d req-a209df0a-4d1c-43d3-9a60-a2b8c3045be5 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 945 time: 0.0915556 Dec 17 13:11:52.887394 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:52.965039 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-95179efa-2e74-4f2b-89e1-aa6ccb5abc1d req-8e724674-a66f-4162-8083-7c28fcef6339 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974724 Dec 17 13:11:52.981360 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:52.981635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03edb5-9075-4cb0-a645-a0c5f83fc7e0 req-766f22d3-1460-42bd-8872-6706d04a942e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:52.982979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f03edb5-9075-4cb0-a645-a0c5f83fc7e0 req-766f22d3-1460-42bd-8872-6706d04a942e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0939507 Dec 17 13:11:52.988861 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:53.063996 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f03edb5-9075-4cb0-a645-a0c5f83fc7e0 req-96bf77ca-9758-430a-aa53-4913bb6a2938 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733750 Dec 17 13:11:53.068339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=133f02a6-062a-4662-bb64-4f23a6f102b5,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:53.070476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:11:53.079414 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a1e98a-21e7-4932-a52d-558a0a394b97" -d '{"events": [{"server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "name": "network-vif-plugged", "status": "completed", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:11:53.143376 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:53.176584 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:11:53.265433 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:53.436243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Network dd22c547-aaba-409c-9e1d-d69c60f03e0c is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:11:53.439025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59364) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:53.439124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:53.439124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:11:53.439124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Pushing event updated for resources: {'Port': ['ID=51b2dec1-b329-4dbc-9493-20db75a5614d,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:53.439375 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:53.439375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d00e3a-e3aa-49a6-a090-bf0e9405199d req-76357f28-b0d9-4b2c-b138-840f0380d488 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:53.439530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e87dfc-7231-426a-abb5-fbb233e0673f admin admin] Deleting subnet eb7faaf2-451e-49af-a2ff-f07c10139376 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:11:53.442250 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d807786-cb29-42b5-a5b0-41c4333d0934 x-openstack-request-id: req-9d807786-cb29-42b5-a5b0-41c4333d0934 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:11:53.442645 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "name": "network-vif-plugged", "status": "completed", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:11:53.442900 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d807786-cb29-42b5-a5b0-41c4333d0934 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:11:53.443336 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'code': 200} Dec 17 13:11:53.443714 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95d00e3a-e3aa-49a6-a090-bf0e9405199d req-76357f28-b0d9-4b2c-b138-840f0380d488 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 946 time: 0.2099440 Dec 17 13:11:53.462399 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8e87dfc-7231-426a-abb5-fbb233e0673f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:53.507109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Attempting to bind port 51b2dec1-b329-4dbc-9493-20db75a5614d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:11:53.568584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Attempting to bind port 51b2dec1-b329-4dbc-9493-20db75a5614d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:11:53.568584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Attempting to bind port 51b2dec1-b329-4dbc-9493-20db75a5614d on network dd22c547-aaba-409c-9e1d-d69c60f03e0c {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:11:53.568584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=133f02a6-062a-4662-bb64-4f23a6f102b5,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:53.568584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:11:53.568584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Checking segment: {'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:11:53.568584 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:53.568584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Bound using segment: {'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:11:53.568584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Bound port: 51b2dec1-b329-4dbc-9493-20db75a5614d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:11:53.568584 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:53.570409 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95d00e3a-e3aa-49a6-a090-bf0e9405199d req-18a19f22-01c4-4cb0-9140-6ab616e268ab tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965362 Dec 17 13:11:53.580888 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8e87dfc-7231-426a-abb5-fbb233e0673f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:53.640600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] For port 51b2dec1-b329-4dbc-9493-20db75a5614d, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:11:53.645459 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] For port 51b2dec1-b329-4dbc-9493-20db75a5614d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=51b2dec1-b329-4dbc-9493-20db75a5614d,segment=NetworkSegment(2e5e1823-35b6-452d-bae0-7b78f591797c),segment_id=2e5e1823-35b6-452d-bae0-7b78f591797c)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:11:53.730092 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bda19e-5b5d-4673-b1fc-7f526c15a57e req-4586b00a-a979-4155-ac92-d629d63e8a4f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:53.730092 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-11bda19e-5b5d-4673-b1fc-7f526c15a57e req-4586b00a-a979-4155-ac92-d629d63e8a4f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1675422 Dec 17 13:11:53.732991 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8e87dfc-7231-426a-abb5-fbb233e0673f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:53.782674 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:53.833898 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-11bda19e-5b5d-4673-b1fc-7f526c15a57e req-9efc17c1-a42a-46c0-af7f-6a56a56642a2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979354 Dec 17 13:11:53.939083 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa97c98-b84b-498b-89d4-9fb3da45d067 None None] Pushing event updated for resources: {'Port': ['ID=51b2dec1-b329-4dbc-9493-20db75a5614d,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:53.965944 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8e87dfc-7231-426a-abb5-fbb233e0673f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:54.044484 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8e87dfc-7231-426a-abb5-fbb233e0673f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:54.055085 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:54.057569 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e8e87dfc-7231-426a-abb5-fbb233e0673f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/eb7faaf2-451e-49af-a2ff-f07c10139376 HTTP/1.1" status: 204 len: 168 time: 0.7320216 Dec 17 13:11:54.060405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59376) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:54.061205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e87dfc-7231-426a-abb5-fbb233e0673f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7faaf2-451e-49af-a2ff-f07c10139376,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:54.106862 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:54.217992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a370a9d-49b3-4262-9541-47febdcc97d2 req-eb6eb774-893e-4fd0-af2b-fd53c0093e36 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:54.240391 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a370a9d-49b3-4262-9541-47febdcc97d2 req-eb6eb774-893e-4fd0-af2b-fd53c0093e36 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.3153868 Dec 17 13:11:54.437824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8d9f-8c44-48cd-b760-8bb847ac855a req-3cea9c99-9c6c-4b19-a825-d0dad718f0ff tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:54.448245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Allocated IP 172.25.0.152 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:11:54.453503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 335c7f6f-4682-42e3-ad09-3974d39c68bb no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:11:54.454090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1cde8d9f-8c44-48cd-b760-8bb847ac855a req-3cea9c99-9c6c-4b19-a825-d0dad718f0ff tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.3951492 Dec 17 13:11:54.466788 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:54.516750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 51b2dec1-b329-4dbc-9493-20db75a5614d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:11:54.516750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 335c7f6f-4682-42e3-ad09-3974d39c68bb {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:11:54.516750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 335c7f6f-4682-42e3-ad09-3974d39c68bb not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:11:54.587606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59382) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:54.636093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 51b2dec1-b329-4dbc-9493-20db75a5614d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:54.636487 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:54.660891 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:54.665890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1cde8d9f-8c44-48cd-b760-8bb847ac855a req-46e20371-b187-4534-afb6-de6cce790b82 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066383 Dec 17 13:11:54.868632 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a370a9d-49b3-4262-9541-47febdcc97d2 req-e68bcfd2-feda-4bdb-b113-321ba975097a tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281245 Dec 17 13:11:54.868834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:54.872948 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:54.990211 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc0b7ed0-43f7-4e52-97e7-b631fa0fdd9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:54.990747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:11:54.995133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:11:54.999610 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfac120-7dfa-42f3-8cbc-f21f5696e2f3']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:55.014315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:11:55.030056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Pushing event updated for resources: {'Port': ['ID=81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:55.063993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e322df-2f2c-4594-a7eb-ab7af25af5ca') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:55.064448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e322df-2f2c-4594-a7eb-ab7af25af5ca') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:55.116027 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:55.160563 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:55.180038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:11:55.181714 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:55.233955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71261a8e-312b-436e-af18-f98e0b1a1470 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:11:55.351241 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:11:55.368558 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:11:55.423087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9b912-5510-4c0c-b117-b3bb0030d775 req-6e95176c-b8a5-4ff8-990a-af0df2aaa59f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:55.424521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5f10aa2b-96ed-4f08-a462-687b6900cdcb None None] Provisioning complete for port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:55.424839 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39e9b912-5510-4c0c-b117-b3bb0030d775 req-6e95176c-b8a5-4ff8-990a-af0df2aaa59f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.4646039 Dec 17 13:11:55.425239 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5f10aa2b-96ed-4f08-a462-687b6900cdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:55.431822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 51b2dec1-b329-4dbc-9493-20db75a5614d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=51b2dec1-b329-4dbc-9493-20db75a5614d,segment=NetworkSegment(2e5e1823-35b6-452d-bae0-7b78f591797c),segment_id=2e5e1823-35b6-452d-bae0-7b78f591797c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:11:55.492936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5f10aa2b-96ed-4f08-a462-687b6900cdcb None None] Port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:11:55.542176 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc0b7ed0-43f7-4e52-97e7-b631fa0fdd9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:55.559609 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:55.575566 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:55.590206 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:55.597676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] 10.222.0.59 "DELETE /v2.0/networks/dbfac120-7dfa-42f3-8cbc-f21f5696e2f3 HTTP/1.1" status: 204 len: 168 time: 1.5287037 Dec 17 13:11:55.682637 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc0b7ed0-43f7-4e52-97e7-b631fa0fdd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:55.741119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e4f92d-711c-4cf5-b023-391cd20e344c None None] Network dd22c547-aaba-409c-9e1d-d69c60f03e0c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:11:55.749614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=51b2dec1-b329-4dbc-9493-20db75a5614d,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:55.774497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dc0b7ed0-43f7-4e52-97e7-b631fa0fdd9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acb06fb3667a4f32a7cd587f8b48eae5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1333501 Dec 17 13:11:55.775745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d422f5-a90d-488b-8fd5-d1918b99fe86 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbfac120-7dfa-42f3-8cbc-f21f5696e2f3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:55.787164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59394) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:55.869478 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39e9b912-5510-4c0c-b117-b3bb0030d775 req-2bf09a36-00a2-4611-a606-4224fb267b61 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4215930 Dec 17 13:11:55.947275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b7ed0-43f7-4e52-97e7-b631fa0fdd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b50bb1d-1cfa-469d-8c5a-3234b49666f0,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:55.948814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3f705-d2ea-4cbe-90fc-686efc2a738b req-d4987131-182f-45a8-aebd-77caaeda86f2 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:55.958497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfc3f705-d2ea-4cbe-90fc-686efc2a738b req-d4987131-182f-45a8-aebd-77caaeda86f2 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 946 time: 0.6751890 Dec 17 13:11:55.970496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6dc66503-1abb-4c76-83b0-7c22d8b012dd None None] Provisioning complete for port 51b2dec1-b329-4dbc-9493-20db75a5614d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:55.970496 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6dc66503-1abb-4c76-83b0-7c22d8b012dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:56.045628 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6931303-e6c3-4e69-a360-1775295907e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:56.071443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfc3f705-d2ea-4cbe-90fc-686efc2a738b req-5eb63df5-571a-438e-9ffc-b7149d42b48d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939798 Dec 17 13:11:56.107237 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6931303-e6c3-4e69-a360-1775295907e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:56.162401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59410) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:56.416001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6931303-e6c3-4e69-a360-1775295907e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:56.438697 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6ef0523f-37df-4457-aafb-11349613c644 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1abbf184cd4944e186402ed8d568d35d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2655547 Dec 17 13:11:56.438980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6931303-e6c3-4e69-a360-1775295907e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:56.443728 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b6931303-e6c3-4e69-a360-1775295907e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b50bb1d-1cfa-469d-8c5a-3234b49666f0 HTTP/1.1" status: 204 len: 168 time: 0.6534770 Dec 17 13:11:56.444360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59412) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:56.491782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 51b2dec1-b329-4dbc-9493-20db75a5614d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:11:56.492661 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:56.504047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeaa40-66c3-40b7-bb66-b35ae09809da req-3575ab4e-d4c3-4a13-93fe-5f66234819d3 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:56.506178 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29aeaa40-66c3-40b7-bb66-b35ae09809da req-3575ab4e-d4c3-4a13-93fe-5f66234819d3 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1715789 Dec 17 13:11:56.613617 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6931303-e6c3-4e69-a360-1775295907e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b50bb1d-1cfa-469d-8c5a-3234b49666f0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:56.632504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3c3edbd8-ff70-4e5b-9d55-6ac68c314a6f None None] Provisioning complete for port 51b2dec1-b329-4dbc-9493-20db75a5614d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:56.633050 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c3edbd8-ff70-4e5b-9d55-6ac68c314a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:56.649337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaf3cf-c608-4b47-8739-fa7164b95268 req-38278911-46d9-476f-83c5-aacefc87f5a3 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:56.658458 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76aaf3cf-c608-4b47-8739-fa7164b95268 req-38278911-46d9-476f-83c5-aacefc87f5a3 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/networks?id=6ac616f1-83c2-4e98-bca5-5ee36fd96122 HTTP/1.1" status: 200 len: 814 time: 0.4350049 Dec 17 13:11:56.696593 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-911b58eb-e039-4f2b-ab4b-f94a5406bc90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:56.714349 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 51b2dec1-b329-4dbc-9493-20db75a5614d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:11:56.714728 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:56.750408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29aeaa40-66c3-40b7-bb66-b35ae09809da req-40acf5ce-1fd2-48ef-84d9-c280edb5190c tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834769 Dec 17 13:11:56.768378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-911b58eb-e039-4f2b-ab4b-f94a5406bc90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:56.881455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76aaf3cf-c608-4b47-8739-fa7164b95268 req-95423a88-6aeb-43a6-88fe-f8174f37ca86 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/quotas/235ced4f4cd14eb5815491d3e0be8e58 HTTP/1.1" status: 200 len: 375 time: 0.1864750 Dec 17 13:11:56.957093 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76aaf3cf-c608-4b47-8739-fa7164b95268 req-b72a4af2-9308-4e53-ad1b-cccb05ca4e66 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603487 Dec 17 13:11:57.148384 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-911b58eb-e039-4f2b-ab4b-f94a5406bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:57.151583 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-911b58eb-e039-4f2b-ab4b-f94a5406bc90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:57.159112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-911b58eb-e039-4f2b-ab4b-f94a5406bc90 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/02fe2faf-0d8f-41c0-8ca7-4e0b921b739f HTTP/1.1" status: 204 len: 168 time: 0.6706891 Dec 17 13:11:57.189316 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419e465-eb34-4b1a-997d-ca2958f15a5b req-c5dd6883-7e50-4903-9fdb-9bf2f2af5cf6 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:57.215512 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3419e465-eb34-4b1a-997d-ca2958f15a5b req-c5dd6883-7e50-4903-9fdb-9bf2f2af5cf6 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1204109 Dec 17 13:11:57.232261 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:57.245540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b58eb-e039-4f2b-ab4b-f94a5406bc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fe2faf-0d8f-41c0-8ca7-4e0b921b739f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:57.313766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a00c6-e94b-4f0c-9792-a9d85a968f05 req-b58f00b9-2681-4fbd-b920-680d88ec42c5 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:57.316532 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af7a00c6-e94b-4f0c-9792-a9d85a968f05 req-b58f00b9-2681-4fbd-b920-680d88ec42c5 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.2369792 Dec 17 13:11:57.352220 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3419e465-eb34-4b1a-997d-ca2958f15a5b req-4385fdbd-efe7-4a2c-afef-ab84c2ff1422 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358376 Dec 17 13:11:57.579317 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af7a00c6-e94b-4f0c-9792-a9d85a968f05 req-1e8a0019-ea87-4f3a-a882-87fc9c77f13d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672533 Dec 17 13:11:57.651494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a118e3c-f4de-43c6-a509-7a4de20dfa82 req-f21a1f9f-fe34-41a0-a150-552583911a69 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:57.657022 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a118e3c-f4de-43c6-a509-7a4de20dfa82 req-f21a1f9f-fe34-41a0-a150-552583911a69 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1438203 Dec 17 13:11:57.724908 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a118e3c-f4de-43c6-a509-7a4de20dfa82 req-df5d7c1e-ba9b-41d1-a5f1-6064852952a9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524461 Dec 17 13:11:57.754159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:11:57.794196 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59434) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:57.830235 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6faf23c7-d1af-4d24-acac-8d7abed88c11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:58.051594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6faf23c7-d1af-4d24-acac-8d7abed88c11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:58.060842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd4862-1bb3-422a-8e14-6f68581b6434 req-e506e8ad-6c2b-4fb5-a03c-9476d2083ec4 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:58.071897 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-66cd4862-1bb3-422a-8e14-6f68581b6434 req-e506e8ad-6c2b-4fb5-a03c-9476d2083ec4 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1554437 Dec 17 13:11:58.150533 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6faf23c7-d1af-4d24-acac-8d7abed88c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:58.177921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:11:58.197144 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Sync routers for ids ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:11:58.219616 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-66cd4862-1bb3-422a-8e14-6f68581b6434 req-6ff1d182-91cb-4513-bad8-1b170b4d4a4e tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465073 Dec 17 13:11:58.250581 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-97e57174-06e4-4ddd-9ba9-cf13750092dc req-66bb9566-854c-420a-bc44-c3f46ae7fdbe tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=235ced4f4cd14eb5815491d3e0be8e58 HTTP/1.1" status: 200 len: 221 time: 0.1058881 Dec 17 13:11:58.250581 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6faf23c7-d1af-4d24-acac-8d7abed88c11 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2d3ebf62f77449bb9a80b357bf58d81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4504550 Dec 17 13:11:58.250581 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf23c7-d1af-4d24-acac-8d7abed88c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afe1125-8e5e-4797-a2c3-629d7e85a106,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:58.258616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59454) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:58.264127 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:58.268357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1ac02a08-1f37-4306-893b-426f9dce4599 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7884936 Dec 17 13:11:58.270890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59458) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:58.296149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Routers {'92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:11:58.296149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:11:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:58.365285 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80c39b67-ac84-4426-8b47-ac75b9f1edb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:58.437094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80c39b67-ac84-4426-8b47-ac75b9f1edb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:58.520034 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Set router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:11:58.636482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162279e-accc-4008-a732-61091d05ec30 req-4611c802-371d-4d6c-a905-3f4bd023c16a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:58.649327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e162279e-accc-4008-a732-61091d05ec30 req-4611c802-371d-4d6c-a905-3f4bd023c16a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1650159 Dec 17 13:11:58.673221 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80c39b67-ac84-4426-8b47-ac75b9f1edb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:58.680580 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80c39b67-ac84-4426-8b47-ac75b9f1edb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:58.682669 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-80c39b67-ac84-4426-8b47-ac75b9f1edb2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9afe1125-8e5e-4797-a2c3-629d7e85a106 HTTP/1.1" status: 204 len: 168 time: 0.4228628 Dec 17 13:11:58.692727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c39b67-ac84-4426-8b47-ac75b9f1edb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afe1125-8e5e-4797-a2c3-629d7e85a106,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:11:58.880899 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e162279e-accc-4008-a732-61091d05ec30 req-755dd556-c375-4b2b-9985-a9a43aefc0a0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161522 Dec 17 13:11:58.934779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dec414-6b6e-4011-b664-e691f3198504 req-ffcbbbcc-00ed-4529-9c7f-d9e8df988b04 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:58.941904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-48dec414-6b6e-4011-b664-e691f3198504 req-ffcbbbcc-00ed-4529-9c7f-d9e8df988b04 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.1441579 Dec 17 13:11:58.959152 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:11:55Z', 'revision_number': 3, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:11:59.002376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Checking router: 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:11:59.003904 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Updating router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:11:59.016157 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-48dec414-6b6e-4011-b664-e691f3198504 req-7f13b238-4285-4b25-bc9f-2ad457595b1d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666170 Dec 17 13:11:59.057223 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:59.207465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1546035-fe83-4f20-a250-4c031bda987e req-cdcb3830-93d4-4b1b-adf2-024e132020f6 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:59.209207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b1546035-fe83-4f20-a250-4c031bda987e req-cdcb3830-93d4-4b1b-adf2-024e132020f6 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1641102 Dec 17 13:11:59.410999 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b1546035-fe83-4f20-a250-4c031bda987e req-48050858-ce35-479d-bb8c-3bede8b998ff tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783035 Dec 17 13:11:59.557990 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:59.584327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35c553-0617-4d23-ba4d-dc8b14fc34e7 req-bff29921-13a4-46b0-945e-be415d8cbe2d tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:59.603734 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f35c553-0617-4d23-ba4d-dc8b14fc34e7 req-bff29921-13a4-46b0-945e-be415d8cbe2d tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1638658 Dec 17 13:11:59.712726 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:59.737616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59498) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:11:59.774094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f35c553-0617-4d23-ba4d-dc8b14fc34e7 req-db4f3816-21df-410b-9648-18f4c87c983f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692653 Dec 17 13:11:59.850036 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:11:59.909963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2132250768-network', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:11:59.954722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a3bea-bc50-475f-95d8-f358f5180b09 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:11:59.983464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b74108-f832-41bc-b2c1-28da9fc577e5 req-550173e7-10ca-45aa-a6be-0e0c8dc43f72 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:11:59.985417 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39b74108-f832-41bc-b2c1-28da9fc577e5 req-550173e7-10ca-45aa-a6be-0e0c8dc43f72 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.2653182 Dec 17 13:11:59.994399 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ec4e0-6116-4bf2-a7df-8976ced62b20 None None] Pushing event updated for resources: {'Port': ['ID=81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:00.006363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Attempting to bind port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:12:00.006743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Attempting to bind port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:12:00.007152 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Attempting to bind port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:00.029730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:12:00.030165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:00.032708 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.037621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:12:00.038434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Bound port: 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:12:00.038849 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.068536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Made reservation on behalf of 43361a85e31a4f57868e845dd68a1beb for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:00.071209 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.078575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Allocated IP 172.20.0.1 (dd22c547-aaba-409c-9e1d-d69c60f03e0c/a9aa5bc8-e29e-4de0-847f-9b0db8c59967/ecd8a80b-b329-4461-b9cb-7daf103c8167) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:12:00.082550 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.136415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39b74108-f832-41bc-b2c1-28da9fc577e5 req-716bf2e0-e28a-45c9-b00e-ad774572bf1e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047528 Dec 17 13:12:00.186525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] For port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:12:00.191774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] For port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:12:00.212220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bc98d1b3-e94b-4b8f-819b-faafab035ad2 None None] Provisioning complete for port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:00.212878 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bc98d1b3-e94b-4b8f-819b-faafab035ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.277226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bc98d1b3-e94b-4b8f-819b-faafab035ad2 None None] Port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:12:00.320129 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.355987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2300de-abd1-49ef-b228-9ff27fe84383 req-fc863021-f346-4bf1-bd9c-fadd9a0df2f0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:00.357626 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c2300de-abd1-49ef-b228-9ff27fe84383 req-fc863021-f346-4bf1-bd9c-fadd9a0df2f0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.0956490 Dec 17 13:12:00.371581 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.378251 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.475794 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.489428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139ad53-21e3-4f65-af1b-3bbf310ff358 req-63025625-1e7e-46a0-aa74-ed6ae48cf44e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:00.494805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ec4e0-6116-4bf2-a7df-8976ced62b20 None None] Pushing event updated for resources: {'Port': ['ID=81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:00.497677 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2139ad53-21e3-4f65-af1b-3bbf310ff358 req-63025625-1e7e-46a0-aa74-ed6ae48cf44e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0846603 Dec 17 13:12:00.499412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac65821-23cd-4f42-a208-10428c53a66b None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:12:00.516438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Routers {'92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:00.516985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:11:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:00.566366 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c2300de-abd1-49ef-b228-9ff27fe84383 req-b18531e0-ece2-4a57-8d8c-a8cf3f9a61f2 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998501 Dec 17 13:12:00.566526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2139ad53-21e3-4f65-af1b-3bbf310ff358 req-e37b8d4f-d44e-46a8-9cc8-f4965a239280 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677576 Dec 17 13:12:00.581402 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.611091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:12:00.614222 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0620cd-3084-4607-8ec7-a257a5660dc4,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:00.660259 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.666040 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Added segment e765d854-dc1f-4227-9c8f-cabee140287b of type vlan for network ea31f1ba-6d09-447e-9006-a06af7beea2c Dec 17 13:12:00.682056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5f1ecd98-f8fd-46c2-99d5-fa5b8a908a01 None None] Provisioning complete for port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:00.682437 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecd98-f8fd-46c2-99d5-fa5b8a908a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.707165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Network dd22c547-aaba-409c-9e1d-d69c60f03e0c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:00.763953 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.809823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:00.815771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:12:00.861296 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecd98-f8fd-46c2-99d5-fa5b8a908a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.888896 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-5f1ecd98-f8fd-46c2-99d5-fa5b8a908a01 None None] For port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:00.904656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] Set router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:00.923628 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:00.941758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cb34b-3601-45a8-903a-84674a6932f0 req-5d9c0b91-70b3-447c-8a82-84c1134984ab tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:00.943469 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc1cb34b-3601-45a8-903a-84674a6932f0 req-5d9c0b91-70b3-447c-8a82-84c1134984ab tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1666894 Dec 17 13:12:01.035265 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc1cb34b-3601-45a8-903a-84674a6932f0 req-baf6d655-e128-42b3-bdb8-4e45902e058e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843174 Dec 17 13:12:01.045769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd8a80b-b329-4461-b9cb-7daf103c8167,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:01.071181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaa40e-b1c4-462d-8bd7-7f6c375e9b06 req-0cc0289f-48f3-4827-bd4f-aeb499a2a424 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:01.081281 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9dfaa40e-b1c4-462d-8bd7-7f6c375e9b06 req-0cc0289f-48f3-4827-bd4f-aeb499a2a424 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 946 time: 0.3723650 Dec 17 13:12:01.089350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.089813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.090199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.090558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.090867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.091208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.091567 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.091921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.092276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.092646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.093274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.093643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.093999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:01.119927 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:01.125146 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:01.125655 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:01.194778 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecd98-f8fd-46c2-99d5-fa5b8a908a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:01.215804 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9dfaa40e-b1c4-462d-8bd7-7f6c375e9b06 req-8228baf8-7980-4a78-bf1a-768fc2790198 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334701 Dec 17 13:12:01.285415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] Pushing event updated for resources: {'Network': ['ID=ea31f1ba-6d09-447e-9006-a06af7beea2c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:01.300154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network ea31f1ba-6d09-447e-9006-a06af7beea2c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:12:01.326686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ecd98-f8fd-46c2-99d5-fa5b8a908a01 None None] Pushing event updated for resources: {'Port': ['ID=81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:01.357666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ca22f-e10d-496e-8fa2-a49e43fbdd6c req-0f8954e5-175c-4a4b-87e8-e0135d110c5d tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:01.359532 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea9ca22f-e10d-496e-8fa2-a49e43fbdd6c req-0f8954e5-175c-4a4b-87e8-e0135d110c5d tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.0639200 Dec 17 13:12:01.425177 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-541a12af-0755-44bd-a52a-a8eba328a512 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6838467 Dec 17 13:12:01.425177 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59546) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:01.430167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-90532adc-63a1-4a9b-a5a3-743217477b0c admin admin] Request body: {'subnet': {'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2132250768-subnet', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:01.468140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d0aa8688-86b3-4092-81de-0701601d44ad None None] Provisioning complete for port ecd8a80b-b329-4461-b9cb-7daf103c8167 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:01.468708 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8688-86b3-4092-81de-0701601d44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:01.479399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea9ca22f-e10d-496e-8fa2-a49e43fbdd6c req-a48fa4a4-5304-4cec-803a-536222c81224 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099751 Dec 17 13:12:01.530846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:11:55Z', 'revision_number': 3, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:01.536001 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:01.587423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90532adc-63a1-4a9b-a5a3-743217477b0c admin admin] Made reservation on behalf of 43361a85e31a4f57868e845dd68a1beb for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:01.591531 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-90532adc-63a1-4a9b-a5a3-743217477b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:01.609474 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:01.610851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3036f-eaf1-4087-8543-52dc58a23da9 None None] The sync data for ids ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'] in n-d-815324-5 is: [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:11:55Z', 'revision_number': 3, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:12:01.636141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa8688-86b3-4092-81de-0701601d44ad None None] Port ecd8a80b-b329-4461-b9cb-7daf103c8167 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:12:01.883853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94f706-e8ce-497a-b68e-e114179407d9 req-d3275570-152f-4e06-8bf9-c25fbb8788fe tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:01.887301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed94f706-e8ce-497a-b68e-e114179407d9 req-d3275570-152f-4e06-8bf9-c25fbb8788fe tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0682709 Dec 17 13:12:01.972736 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed94f706-e8ce-497a-b68e-e114179407d9 req-3f10437f-1eb8-42d4-a4ac-11cd1d9f5b2b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776460 Dec 17 13:12:02.082669 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:02.113879 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-90532adc-63a1-4a9b-a5a3-743217477b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:02.179573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90532adc-63a1-4a9b-a5a3-743217477b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7327b84-e581-49a3-950c-f5c7a4b0da8e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:02.229830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d00ed-c9e8-44f2-a891-0736858ec7df req-026e27af-11d2-462c-848b-f68365573220 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:02.231925 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-536d00ed-c9e8-44f2-a891-0736858ec7df req-026e27af-11d2-462c-848b-f68365573220 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.1116946 Dec 17 13:12:02.233391 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:02.248348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90532adc-63a1-4a9b-a5a3-743217477b0c admin admin] Checking segment: {'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:02.248721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90532adc-63a1-4a9b-a5a3-743217477b0c admin admin] Network hostable DHCP agents. Network: ea31f1ba-6d09-447e-9006-a06af7beea2c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:12:02.333208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90532adc-63a1-4a9b-a5a3-743217477b0c admin admin] Network ea31f1ba-6d09-447e-9006-a06af7beea2c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:12:02.343745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd8a80b-b329-4461-b9cb-7daf103c8167,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:02.352902 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:02.467246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-90532adc-63a1-4a9b-a5a3-743217477b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, ea31f1ba-6d09-447e-9006-a06af7beea2c) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:02.479395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad2a604-f21e-4c94-aa8b-82a139d52346 None None] Network ea31f1ba-6d09-447e-9006-a06af7beea2c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:12:02.487162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90532adc-63a1-4a9b-a5a3-743217477b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:02.487860 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-90532adc-63a1-4a9b-a5a3-743217477b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:02.536670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-536d00ed-c9e8-44f2-a891-0736858ec7df req-d27e9ae9-f898-4f71-a342-444fdaf3ffb4 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319567 Dec 17 13:12:02.630285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59572) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:02.637883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-90532adc-63a1-4a9b-a5a3-743217477b0c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2114344 Dec 17 13:12:02.656534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2132250768-router', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:02.677902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:12:02.726611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031e5dd-62d4-47b4-b632-63ec9e1acd11 req-87264964-17b9-4460-ad18-e9a820fe9ea2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:02.736025 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f031e5dd-62d4-47b4-b632-63ec9e1acd11 req-87264964-17b9-4460-ad18-e9a820fe9ea2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1354895 Dec 17 13:12:02.816583 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Network dd22c547-aaba-409c-9e1d-d69c60f03e0c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:02.835196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f031e5dd-62d4-47b4-b632-63ec9e1acd11 req-68739a48-d6d4-4c47-aa3d-b089dc3f979f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972478 Dec 17 13:12:02.883910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:03.025296 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:03.026500 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:03.085500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119eab72-3445-4315-a486-1604277486df req-c2d66f96-4cfd-4832-b9bc-20e2acf5c837 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:03.097852 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-119eab72-3445-4315-a486-1604277486df req-c2d66f96-4cfd-4832-b9bc-20e2acf5c837 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1112742 Dec 17 13:12:03.223240 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:03.225658 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-119eab72-3445-4315-a486-1604277486df req-544e2966-061d-4af5-8d9c-91ae6519bd22 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264586 Dec 17 13:12:03.269632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211bdb4-505f-4661-b242-71d37c7c1b24 req-513eced7-2705-448f-9e1e-8e81f682cdbd tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:03.270817 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1211bdb4-505f-4661-b242-71d37c7c1b24 req-513eced7-2705-448f-9e1e-8e81f682cdbd tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.6039116 Dec 17 13:12:03.391093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:03.391612 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:03.400009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94dd82f-2d23-49ef-b101-30b461c8175d None None] Network ea31f1ba-6d09-447e-9006-a06af7beea2c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:12:03.543185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:03.622976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-63f45b95-88e9-4df8-9728-82d43f24ca33 None None] Provisioning complete for port ecd8a80b-b329-4461-b9cb-7daf103c8167 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:03.624109 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-63f45b95-88e9-4df8-9728-82d43f24ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:03.753000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:12:03.777678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf56ec5-9511-44f7-b2aa-9b33e7698d0c req-661af8b7-f0d1-4be0-a2f4-9d5efbf9b219 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:03.783363 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbf56ec5-9511-44f7-b2aa-9b33e7698d0c req-661af8b7-f0d1-4be0-a2f4-9d5efbf9b219 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 946 time: 0.1468167 Dec 17 13:12:03.827499 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1211bdb4-505f-4661-b242-71d37c7c1b24 req-c5d7cc34-4a7a-43e4-b0fe-67f141bfaf79 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321600 Dec 17 13:12:03.860166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-63f45b95-88e9-4df8-9728-82d43f24ca33 None None] Port ecd8a80b-b329-4461-b9cb-7daf103c8167 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:12:03.917918 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbf56ec5-9511-44f7-b2aa-9b33e7698d0c req-51944436-f5b4-47cb-bf98-0af84d7e6c9c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281374 Dec 17 13:12:04.027190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:12:04.040741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-add2cc5a-dd03-45d8-af83-372d34345877 admin admin] 10.222.0.59 "PUT /v2.0/routers/92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7619274 Dec 17 13:12:04.138859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a00f0e-62b6-4bdf-b6b9-753d756bb158 req-6cdae091-7ffc-4ce4-bfba-f515caac393d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:04.140413 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-83a00f0e-62b6-4bdf-b6b9-753d756bb158 req-6cdae091-7ffc-4ce4-bfba-f515caac393d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1043091 Dec 17 13:12:04.251164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462550c-87b6-4701-b463-c16441a856a4 req-c119ccb6-413f-4aa2-b643-53cdf3964b1b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:04.265047 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e462550c-87b6-4701-b463-c16441a856a4 req-c119ccb6-413f-4aa2-b643-53cdf3964b1b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.1770735 Dec 17 13:12:04.353465 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-83a00f0e-62b6-4bdf-b6b9-753d756bb158 req-c2da8a8a-7454-4a4b-af50-ea6ac96c9bd9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120900 Dec 17 13:12:04.360937 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e462550c-87b6-4701-b463-c16441a856a4 req-d9ae8bbc-8fe3-47d5-8256-6d4d4954a67f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948641 Dec 17 13:12:04.463122 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:04.488092 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:04.792344 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Sync routers for ids ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:12:04.832032 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Routers {'92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:04.836744 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:11:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:05.044469 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Set router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:05.118776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Allocated IP 172.25.0.77 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/46c72517-322c-458b-b352-8cb3c6031bff) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:12:05.131151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fead870-5d2c-432d-b268-458ed8c5134a req-9a609fed-faa5-4afd-8eb6-ca1d86f46eb4 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:05.148257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4fead870-5d2c-432d-b268-458ed8c5134a req-9a609fed-faa5-4afd-8eb6-ca1d86f46eb4 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.5447650 Dec 17 13:12:05.243316 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59618) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:05.249707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-84bee8f1-cd03-458e-8eaa-fee699c658cd tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582223121', 'description': 'tempest-description--1773672996'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:05.329977 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4fead870-5d2c-432d-b268-458ed8c5134a req-e4810d40-fd43-4d63-915f-0e99b228070f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769516 Dec 17 13:12:05.405266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84bee8f1-cd03-458e-8eaa-fee699c658cd tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:05.441900 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:05.512905 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84bee8f1-cd03-458e-8eaa-fee699c658cd tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:05.537003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d9ee3-9293-4ed0-8e86-70251650f15d req-05fa84aa-280e-48f4-829d-3596b0cbd302 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:05.540588 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:12:01Z', 'revision_number': 4, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'ecd8a80b-b329-4461-b9cb-7daf103c8167', 'name': '', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'mac_address': 'fa:16:3e:cf:66:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:59Z', 'updated_at': '2021-12-17T13:12:01Z', 'revision_number': 2, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'subnets': [{'id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:05.545079 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-102d9ee3-9293-4ed0-8e86-70251650f15d req-05fa84aa-280e-48f4-829d-3596b0cbd302 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.2084637 Dec 17 13:12:05.576574 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:05.578330 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Checking router: 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:12:05.578893 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Updating router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 port ecd8a80b-b329-4461-b9cb-7daf103c8167 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:12:05.613211 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:05.619272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-102d9ee3-9293-4ed0-8e86-70251650f15d req-a7fc3593-ca53-4b5b-a16b-7c2fef7d673d tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730832 Dec 17 13:12:05.633483 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84bee8f1-cd03-458e-8eaa-fee699c658cd tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:05.744380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bee8f1-cd03-458e-8eaa-fee699c658cd tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0ad819-b895-48c7-a72e-a491fb0fc0b6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:05.772627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:05.776127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:05.787011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:12:05.810489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d41bb-fedf-4005-9cbd-4472faeb80cd None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:12:05.834689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84bee8f1-cd03-458e-8eaa-fee699c658cd tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:05.835333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Pushing event updated for resources: {'Port': ['ID=46c72517-322c-458b-b352-8cb3c6031bff,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:05.846409 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-84bee8f1-cd03-458e-8eaa-fee699c658cd tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6009588 Dec 17 13:12:05.846667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59630) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:05.896477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cd6fbf00-6119-4dcd-aa4e-602025d52357 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Request body: {'security_group_rule': {'security_group_id': '9c0ad819-b895-48c7-a72e-a491fb0fc0b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:05.904857 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:05.948056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d6377f28-9f62-4d58-a2ab-f901943311c7 None None] Provisioning complete for port 46c72517-322c-458b-b352-8cb3c6031bff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:05.954074 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d6377f28-9f62-4d58-a2ab-f901943311c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:06.032442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63f511-b28f-4a09-b253-78c6798def97 req-2a2eddf0-4f65-48f4-aed3-247977bc074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:06.037228 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bd63f511-b28f-4a09-b253-78c6798def97 req-2a2eddf0-4f65-48f4-aed3-247977bc074b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 1096 time: 0.2698131 Dec 17 13:12:06.055738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d6377f28-9f62-4d58-a2ab-f901943311c7 None None] Port 46c72517-322c-458b-b352-8cb3c6031bff cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:12:06.193983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bd63f511-b28f-4a09-b253-78c6798def97 req-3534a545-a767-470e-91f5-bcaa115a569e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384842 Dec 17 13:12:06.225882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916451df-069a-4d21-9a8c-0f4b785a900d req-6dc5615d-ca6c-4691-9341-c950b65455bb tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:06.228998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9af96-494e-4dfb-993d-1d7bae96edf4 req-40c268d8-8876-48fa-a34f-defb2b7908b9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:06.238406 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-916451df-069a-4d21-9a8c-0f4b785a900d req-6dc5615d-ca6c-4691-9341-c950b65455bb tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.3472371 Dec 17 13:12:06.248729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eeb9af96-494e-4dfb-993d-1d7bae96edf4 req-40c268d8-8876-48fa-a34f-defb2b7908b9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1843767 Dec 17 13:12:06.286758 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbf00-6119-4dcd-aa4e-602025d52357 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:06.376260 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-916451df-069a-4d21-9a8c-0f4b785a900d req-91cd9b5f-d727-481b-a976-a1030996ab16 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350381 Dec 17 13:12:06.525909 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eeb9af96-494e-4dfb-993d-1d7bae96edf4 req-0b2f5a1d-d504-481c-934e-947b7269276c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654650 Dec 17 13:12:06.545057 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:06.640949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7928e7-11eb-4e8a-9803-1ce5f55dc79e req-c93914fe-e62b-4a0c-9917-8154713ce4a7 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:06.646995 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:06.653715 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c7928e7-11eb-4e8a-9803-1ce5f55dc79e req-c93914fe-e62b-4a0c-9917-8154713ce4a7 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 946 time: 0.0853715 Dec 17 13:12:06.722993 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c7928e7-11eb-4e8a-9803-1ce5f55dc79e req-79fcfac9-4437-4873-ae5d-7d90f33da4f6 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629945 Dec 17 13:12:06.811957 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Pushing event updated for resources: {'Port': ['ID=ecd8a80b-b329-4461-b9cb-7daf103c8167,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:06.826288 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbf00-6119-4dcd-aa4e-602025d52357 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:06.845689 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.846186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:06.847099 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.848546 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.850289 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.852286 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.853140 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.853656 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.855100 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.855600 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.856693 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.866148 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.866511 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.866851 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:06.968075 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbf00-6119-4dcd-aa4e-602025d52357 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:06.990002 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Attempting to bind port ecd8a80b-b329-4461-b9cb-7daf103c8167 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:12:07.002771 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Attempting to bind port ecd8a80b-b329-4461-b9cb-7daf103c8167 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:12:07.003401 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Attempting to bind port ecd8a80b-b329-4461-b9cb-7daf103c8167 on network dd22c547-aaba-409c-9e1d-d69c60f03e0c {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:07.006108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2088289-968f-4a94-9c8f-e9f1948c32e0 req-1d9cf7e1-1a12-409e-8a1a-52ccc0a2331d tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:07.010177 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:12:07.010883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Checking segment: {'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:07.011484 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:07.012054 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Bound using segment: {'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:12:07.012695 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Bound port: ecd8a80b-b329-4461-b9cb-7daf103c8167, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:12:07.013258 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:07.017640 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c2088289-968f-4a94-9c8f-e9f1948c32e0 req-1d9cf7e1-1a12-409e-8a1a-52ccc0a2331d tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1278827 Dec 17 13:12:07.031439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb76930-b686-4528-a797-3998ecb5f4de req-00edd62a-e2c4-46df-ab6d-5ed9f4a62dc6 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:07.040928 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9fb76930-b686-4528-a797-3998ecb5f4de req-00edd62a-e2c4-46df-ab6d-5ed9f4a62dc6 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.3617146 Dec 17 13:12:07.115022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-432a74e7-757a-407c-b0d9-7beba5763a64 None None] Provisioning complete for port ecd8a80b-b329-4461-b9cb-7daf103c8167 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:07.123024 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-432a74e7-757a-407c-b0d9-7beba5763a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:07.124062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c2088289-968f-4a94-9c8f-e9f1948c32e0 req-e80404b9-cf8b-4905-b2e1-f237fbb2fce1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045725 Dec 17 13:12:07.223804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-432a74e7-757a-407c-b0d9-7beba5763a64 None None] Port ecd8a80b-b329-4461-b9cb-7daf103c8167 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:12:07.230188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fbf00-6119-4dcd-aa4e-602025d52357 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cee1cb4-b795-41a0-866c-35f042ea9aab,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:07.232725 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] For port ecd8a80b-b329-4461-b9cb-7daf103c8167, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:12:07.237458 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] For port ecd8a80b-b329-4461-b9cb-7daf103c8167, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ecd8a80b-b329-4461-b9cb-7daf103c8167,segment=NetworkSegment(2e5e1823-35b6-452d-bae0-7b78f591797c),segment_id=2e5e1823-35b6-452d-bae0-7b78f591797c)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:12:07.249174 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbf00-6119-4dcd-aa4e-602025d52357 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:07.253514 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cd6fbf00-6119-4dcd-aa4e-602025d52357 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4005818 Dec 17 13:12:07.253739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59642) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:07.259499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-65ef57a5-3597-41c4-a965-31b4c206b418 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Request body: {'security_group_rule': {'security_group_id': '9c0ad819-b895-48c7-a72e-a491fb0fc0b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:07.364844 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:07.390589 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9fb76930-b686-4528-a797-3998ecb5f4de req-639307d9-c2f4-4859-a3a0-341f7a2d2fa7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453071 Dec 17 13:12:07.497338 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65ef57a5-3597-41c4-a965-31b4c206b418 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:07.552619 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Routers {'92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:07.556233 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:11:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:07.563247 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:07.775208 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a59b24-6339-4d5d-bcee-facdc343a334 None None] Pushing event updated for resources: {'Port': ['ID=ecd8a80b-b329-4461-b9cb-7daf103c8167,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:07.837368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65ef57a5-3597-41c4-a965-31b4c206b418 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:07.897644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f5bbe-3eec-451f-bdb2-916ca680c9c3 req-da7df5d4-3866-468c-a5d4-f353fd5f9a6e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:07.909884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-263f5bbe-3eec-451f-bdb2-916ca680c9c3 req-da7df5d4-3866-468c-a5d4-f353fd5f9a6e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.2549810 Dec 17 13:12:07.933097 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] Set router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:07.933657 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65ef57a5-3597-41c4-a965-31b4c206b418 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:07.965854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-874a376f-b474-4ead-a5bc-8f9e3a4223b6 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:07.970716 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-874a376f-b474-4ead-a5bc-8f9e3a4223b6 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 946 time: 0.1401739 Dec 17 13:12:07.984818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627d40a-a953-4f04-8809-32b32c56e210 req-8407171d-0bb8-42f0-80de-3c2a12e629fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:07.987530 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6627d40a-a953-4f04-8809-32b32c56e210 req-8407171d-0bb8-42f0-80de-3c2a12e629fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.3272285 Dec 17 13:12:08.025214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef57a5-3597-41c4-a965-31b4c206b418 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a0e5e7-fbaa-4090-baae-6de895b83af1,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:08.072104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6c86bed6-b3d4-47fa-8002-2c259fa2758f None None] Provisioning complete for port ecd8a80b-b329-4461-b9cb-7daf103c8167 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:08.072803 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c86bed6-b3d4-47fa-8002-2c259fa2758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:08.105065 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-263f5bbe-3eec-451f-bdb2-916ca680c9c3 req-86c5f9a9-8e8c-43de-a9b5-18f13a469082 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942012 Dec 17 13:12:08.196315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Router 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:12:08.240426 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65ef57a5-3597-41c4-a965-31b4c206b418 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:08.244889 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-65ef57a5-3597-41c4-a965-31b4c206b418 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9891074 Dec 17 13:12:08.245530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59660) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:08.271858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:08.313403 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c86bed6-b3d4-47fa-8002-2c259fa2758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:08.331394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6627d40a-a953-4f04-8809-32b32c56e210 req-b31cf478-96eb-4117-801e-25d3378a71c2 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325796 Dec 17 13:12:08.386009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6c86bed6-b3d4-47fa-8002-2c259fa2758f None None] For port ecd8a80b-b329-4461-b9cb-7daf103c8167, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ecd8a80b-b329-4461-b9cb-7daf103c8167,segment=NetworkSegment(2e5e1823-35b6-452d-bae0-7b78f591797c),segment_id=2e5e1823-35b6-452d-bae0-7b78f591797c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:08.439303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165f1e-2891-49bf-9a08-231a223bfea2 req-3f44e818-b43a-4d39-b99e-c5e0a516bf87 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:08.445904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb165f1e-2891-49bf-9a08-231a223bfea2 req-3f44e818-b43a-4d39-b99e-c5e0a516bf87 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 946 time: 0.1984382 Dec 17 13:12:08.473026 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c86bed6-b3d4-47fa-8002-2c259fa2758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:08.492564 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:08.521482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Deleting port 64a1c441-3b5a-4e1d-8a79-962a176c064e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:12:08.526561 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:08.533225 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:12:01Z', 'revision_number': 4, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'ecd8a80b-b329-4461-b9cb-7daf103c8167', 'name': '', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'mac_address': 'fa:16:3e:cf:66:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:59Z', 'updated_at': '2021-12-17T13:12:07Z', 'revision_number': 4, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'subnets': [{'id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:08.577439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86bed6-b3d4-47fa-8002-2c259fa2758f None None] Pushing event updated for resources: {'Port': ['ID=ecd8a80b-b329-4461-b9cb-7daf103c8167,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:08.610923 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ccb9d-1cda-460c-9991-7d378ee2fc92 None None] The sync data for ids ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'] in n-d-815324-5 is: [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:12:01Z', 'revision_number': 4, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'ecd8a80b-b329-4461-b9cb-7daf103c8167', 'name': '', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'mac_address': 'fa:16:3e:cf:66:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:59Z', 'updated_at': '2021-12-17T13:12:07Z', 'revision_number': 4, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'subnets': [{'id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:12:08.657083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:12:08.663381 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb165f1e-2891-49bf-9a08-231a223bfea2 req-e1c10824-7b1b-45ee-8e86-dc9bd48d2beb tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups?id=23a8b329-6ae8-44b3-981f-d309b66d71f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008834 Dec 17 13:12:08.700743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Sync routers for ids ['011c7c1a-1ca7-4b28-91f7-90d3349ffad7'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:12:08.775525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] For port 64a1c441-3b5a-4e1d-8a79-962a176c064e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=64a1c441-3b5a-4e1d-8a79-962a176c064e,segment=NetworkSegment(369d8759-302c-423e-bc72-121c1556834f),segment_id=369d8759-302c-423e-bc72-121c1556834f)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:08.775907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:08.793365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Routers {'011c7c1a-1ca7-4b28-91f7-90d3349ffad7'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:08.795624 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:08.796950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:11:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['011c7c1a-1ca7-4b28-91f7-90d3349ffad7'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:09.065767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb968f9-bf64-47d8-9b7e-7a0da4b2d86a req-3ba0543d-031a-4000-9c8d-b27cfd5141ef tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:09.074868 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6eb968f9-bf64-47d8-9b7e-7a0da4b2d86a req-3ba0543d-031a-4000-9c8d-b27cfd5141ef tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1659837 Dec 17 13:12:09.121058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Set router 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:09.207652 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:09.208511 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:09.209601 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Floating IP 2640f1ad-e085-4b0e-9444-1612925b0ea6 disassociated. External IP: 172.25.0.243, port: 64a1c441-3b5a-4e1d-8a79-962a176c064e. Dec 17 13:12:09.210328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Calling delete_port for 64a1c441-3b5a-4e1d-8a79-962a176c064e owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:12:09.301461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6eb968f9-bf64-47d8-9b7e-7a0da4b2d86a req-6367e13a-32cf-4487-8a57-cae67083d452 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204070 Dec 17 13:12:09.381263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Allocated IP 172.25.0.241 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/b0f8091f-26a2-44af-8f2e-30532d4e2832) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:12:09.456568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54136b22-239f-47f6-8148-62178579e28d req-a68d3ada-192d-4da7-940b-3d4bd7858577 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:09.460931 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-54136b22-239f-47f6-8148-62178579e28d req-a68d3ada-192d-4da7-940b-3d4bd7858577 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.9914289 Dec 17 13:12:09.466082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:09.593534 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:09.595175 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7618fd30-3f0a-4d4a-9b11-649722fa251d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.9636331 Dec 17 13:12:09.603725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'name': 'tempest-ServerRescueNegativeTestJSON-2132250768-router', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '46c72517-322c-458b-b352-8cb3c6031bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:03Z', 'updated_at': '2021-12-17T13:12:06Z', 'revision_number': 3, 'project_id': '43361a85e31a4f57868e845dd68a1beb', 'gw_port': {'id': '46c72517-322c-458b-b352-8cb3c6031bff', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:04Z', 'updated_at': '2021-12-17T13:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:09.604845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59672) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:09.622474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Pushing event deleted for resources: {'Port': ['ID=64a1c441-3b5a-4e1d-8a79-962a176c064e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:09.650532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Checking router: 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:12:09.650887 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Updating router 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 port 46c72517-322c-458b-b352-8cb3c6031bff binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:12:09.703671 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:09.874289 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:09.881751 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-54136b22-239f-47f6-8148-62178579e28d req-f05f64f7-7922-4530-84c8-dcdb4c8a2e1a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116716 Dec 17 13:12:09.888047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Router a3182589-7fe1-4375-9e45-8d44a0704bd5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:12:10.212600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a22b05-fd69-4192-a4b2-84dbdf6f3eaf req-b0794be3-4eea-4e35-8430-5cecd169ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:10.214509 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52a22b05-fd69-4192-a4b2-84dbdf6f3eaf req-b0794be3-4eea-4e35-8430-5cecd169ccfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 1096 time: 0.2964249 Dec 17 13:12:10.390227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:12:10.406454 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2a20e-44fb-4565-be8b-f488f3d9824e None None] Sync routers for ids ['a3182589-7fe1-4375-9e45-8d44a0704bd5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:12:10.438383 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2a20e-44fb-4565-be8b-f488f3d9824e None None] Routers {'a3182589-7fe1-4375-9e45-8d44a0704bd5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:10.439044 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3da2a20e-44fb-4565-be8b-f488f3d9824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:11:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a3182589-7fe1-4375-9e45-8d44a0704bd5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:10.530142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a22b05-fd69-4192-a4b2-84dbdf6f3eaf req-90b2f300-d48d-4ae1-9b92-a39f2bd18a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:10.535743 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52a22b05-fd69-4192-a4b2-84dbdf6f3eaf req-90b2f300-d48d-4ae1-9b92-a39f2bd18a58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02 HTTP/1.1" status: 200 len: 912 time: 0.3120930 Dec 17 13:12:10.558612 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9dad3344-890a-4078-9686-b26202dedb64 req-1a75806a-7654-490a-84cc-5815bd64a5d1 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.2081625 Dec 17 13:12:10.613260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ecd8a80b-b329-4461-b9cb-7daf103c8167 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:12:10.646225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] No DVR routers for this DVR port 64a1c441-3b5a-4e1d-8a79-962a176c064e on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:12:10.660919 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:10.675752 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9de644a9-8bf5-49fe-bef8-4def4e1e0074 req-27ab5d51-3662-44d5-b23f-28c5e8c67324 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.61 "DELETE /v2.0/ports/64a1c441-3b5a-4e1d-8a79-962a176c064e HTTP/1.1" status: 204 len: 173 time: 2.6868706 Dec 17 13:12:10.676453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'name': 'network-vif-deleted', 'tag': '64a1c441-3b5a-4e1d-8a79-962a176c064e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:10.697223 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575dee64-2fb4-48ad-8ddb-8ae96ff9beeb" -d '{"events": [{"server_uuid": "f2a96998-4f53-4cfd-b745-a7b667276cb0", "name": "network-vif-deleted", "tag": "64a1c441-3b5a-4e1d-8a79-962a176c064e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:10.712391 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:10.739694 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3da2a20e-44fb-4565-be8b-f488f3d9824e None None] Set router a3182589-7fe1-4375-9e45-8d44a0704bd5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:10.775170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5ac39-0bf9-4c37-a229-ba1a44ee66fe req-1c40f1a8-2729-4c7f-a6fd-0b9f78a10c09 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:10.777934 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fe5ac39-0bf9-4c37-a229-ba1a44ee66fe req-1c40f1a8-2729-4c7f-a6fd-0b9f78a10c09 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.7230651 Dec 17 13:12:10.784925 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52a22b05-fd69-4192-a4b2-84dbdf6f3eaf req-a0b8a05b-9ed5-4cc7-9718-f352b19ed602 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea8ba244-a50a-4164-b9b4-ce9718571a8a HTTP/1.1" status: 200 len: 217 time: 0.2318306 Dec 17 13:12:10.803398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:10.842648 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:10.905827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ecd8a80b-b329-4461-b9cb-7daf103c8167 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:10.906299 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:10.943740 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:10.996240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:12:11.037125 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:11.188500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daae084-ce34-458f-97fb-9c55db6688aa req-d58c025d-4485-4ec5-aca5-3c3eeecef1ea tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:11.208229 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3daae084-ce34-458f-97fb-9c55db6688aa req-d58c025d-4485-4ec5-aca5-3c3eeecef1ea tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.3519423 Dec 17 13:12:11.245213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212a0f04-4911-4362-848f-5296ae67b2a6 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:12:11.270932 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3da2a20e-44fb-4565-be8b-f488f3d9824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:07:11Z', 'revision_number': 4, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0d5cad71-9a47-4406-b978-c730819b18fc', 'name': '', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'mac_address': 'fa:16:3e:8e:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:10Z', 'updated_at': '2021-12-17T13:07:16Z', 'revision_number': 5, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'subnets': [{'id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:11.279968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fe5ac39-0bf9-4c37-a229-ba1a44ee66fe req-67cc0eda-9922-4a23-ab9f-a5e94b0f48a8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579926 Dec 17 13:12:11.301135 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Pushing event updated for resources: {'Port': ['ID=b0f8091f-26a2-44af-8f2e-30532d4e2832,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:11.320191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a22b05-fd69-4192-a4b2-84dbdf6f3eaf req-0b9c6a35-44f9-4ae9-9ae9-0fb9dde4ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:11.327466 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52a22b05-fd69-4192-a4b2-84dbdf6f3eaf req-0b9c6a35-44f9-4ae9-9ae9-0fb9dde4ba16 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0 HTTP/1.1" status: 200 len: 851 time: 0.5119236 Dec 17 13:12:11.348537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3daae084-ce34-458f-97fb-9c55db6688aa req-58c15f88-d159-4e3b-ac49-8c56560d963a tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380019 Dec 17 13:12:11.373315 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2a20e-44fb-4565-be8b-f488f3d9824e None None] Checking router: a3182589-7fe1-4375-9e45-8d44a0704bd5 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:12:11.373912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Attempting to bind port 46c72517-322c-458b-b352-8cb3c6031bff on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:12:11.375788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Attempting to bind port 46c72517-322c-458b-b352-8cb3c6031bff by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:12:11.377064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Attempting to bind port 46c72517-322c-458b-b352-8cb3c6031bff on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:11.407546 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2a20e-44fb-4565-be8b-f488f3d9824e None None] Routers {'a3182589-7fe1-4375-9e45-8d44a0704bd5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:11.408720 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3da2a20e-44fb-4565-be8b-f488f3d9824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:11:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a3182589-7fe1-4375-9e45-8d44a0704bd5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:11.413851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:12:11.417757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:11.417757 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:11.418177 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52a22b05-fd69-4192-a4b2-84dbdf6f3eaf req-1a968267-e7f0-494f-a687-cac1880a8a33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ae0533c9-be5e-4f3a-af0e-e372fb02ee02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798678 Dec 17 13:12:11.418345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:12:11.418345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Bound port: 46c72517-322c-458b-b352-8cb3c6031bff, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:12:11.418345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:11.419721 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9d562-6256-4532-97e4-630d1bc105a7 None None] Pushing event updated for resources: {'Port': ['ID=46c72517-322c-458b-b352-8cb3c6031bff,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:11.489357 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e3e0af-23c9-49e2-bb40-2b037a8727bb x-openstack-request-id: req-67e3e0af-23c9-49e2-bb40-2b037a8727bb {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:11.492184 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a96998-4f53-4cfd-b745-a7b667276cb0", "name": "network-vif-deleted", "tag": "64a1c441-3b5a-4e1d-8a79-962a176c064e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:11.497969 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67e3e0af-23c9-49e2-bb40-2b037a8727bb {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:11.497969 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a96998-4f53-4cfd-b745-a7b667276cb0', 'name': 'network-vif-deleted', 'tag': '64a1c441-3b5a-4e1d-8a79-962a176c064e', 'status': 'completed', 'code': 200} Dec 17 13:12:11.507026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-56fbc996-e314-4adb-969c-33207b34471e None None] Provisioning complete for port 46c72517-322c-458b-b352-8cb3c6031bff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:11.507551 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-56fbc996-e314-4adb-969c-33207b34471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:11.615645 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] For port 46c72517-322c-458b-b352-8cb3c6031bff, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:12:11.618311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52a22b05-fd69-4192-a4b2-84dbdf6f3eaf req-5fac3351-b13a-4b1b-a00c-3064e57ee35a service neutron] 10.222.0.54 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788611 Dec 17 13:12:11.629564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] For port 46c72517-322c-458b-b352-8cb3c6031bff, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=46c72517-322c-458b-b352-8cb3c6031bff,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:12:11.629564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-56fbc996-e314-4adb-969c-33207b34471e None None] Port 46c72517-322c-458b-b352-8cb3c6031bff cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:12:11.709630 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:11.712734 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3da2a20e-44fb-4565-be8b-f488f3d9824e None None] Set router a3182589-7fe1-4375-9e45-8d44a0704bd5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:11.851303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9d562-6256-4532-97e4-630d1bc105a7 None None] Pushing event updated for resources: {'Port': ['ID=46c72517-322c-458b-b352-8cb3c6031bff,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:11.877518 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec097253-5309-4264-92b8-d204f7b0e625 req-a9c08509-3394-4223-838f-9177892a273b tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.0978775 Dec 17 13:12:11.929455 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d9eea1-568b-4bde-9d2d-fa7163f2517a None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:12:11.976285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Routers {'011c7c1a-1ca7-4b28-91f7-90d3349ffad7'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:11.977251 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:11:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['011c7c1a-1ca7-4b28-91f7-90d3349ffad7'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:12.188611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:12.218193 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3da2a20e-44fb-4565-be8b-f488f3d9824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:07:11Z', 'revision_number': 4, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0d5cad71-9a47-4406-b978-c730819b18fc', 'name': '', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'mac_address': 'fa:16:3e:8e:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:10Z', 'updated_at': '2021-12-17T13:07:16Z', 'revision_number': 5, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'subnets': [{'id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:12.223478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] Set router 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:12.297826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0b3af9ea-035a-468d-a886-04e34bdac612 None None] Provisioning complete for port 46c72517-322c-458b-b352-8cb3c6031bff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:12.298496 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0b3af9ea-035a-468d-a886-04e34bdac612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:12.309266 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2a20e-44fb-4565-be8b-f488f3d9824e None None] The sync data for ids ['a3182589-7fe1-4375-9e45-8d44a0704bd5'] in n-d-815324-5 is: [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:07:11Z', 'revision_number': 4, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0d5cad71-9a47-4406-b978-c730819b18fc', 'name': '', 'network_id': 'f7011b77-0399-460a-b701-5ed2a6f65674', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'mac_address': 'fa:16:3e:8e:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:10Z', 'updated_at': '2021-12-17T13:07:16Z', 'revision_number': 5, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'subnets': [{'id': '0512fd1f-341b-4387-aa9a-ba858f0dffbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:12:12.671264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbccea-8733-4199-9561-10dca4ca2579 req-0a3cb018-b774-4231-bded-ca7cadc348f9 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:12.676079 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0b3af9ea-035a-468d-a886-04e34bdac612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:12.679794 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73fbccea-8733-4199-9561-10dca4ca2579 req-0a3cb018-b774-4231-bded-ca7cadc348f9 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.1779864 Dec 17 13:12:12.737285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 64a1c441-3b5a-4e1d-8a79-962a176c064e no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:12:12.748939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0b3af9ea-035a-468d-a886-04e34bdac612 None None] For port 46c72517-322c-458b-b352-8cb3c6031bff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=46c72517-322c-458b-b352-8cb3c6031bff,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:12.750031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Allocated IP 172.20.0.1 (ea31f1ba-6d09-447e-9006-a06af7beea2c/e7327b84-e581-49a3-950c-f5c7a4b0da8e/f9e68312-8cdf-4f5f-af2f-89dbdf6903a0) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:12:12.811439 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:12.828234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 64a1c441-3b5a-4e1d-8a79-962a176c064e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:12:12.828606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 64a1c441-3b5a-4e1d-8a79-962a176c064e not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:12:12.844562 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0b3af9ea-035a-468d-a886-04e34bdac612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:12.856193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c94d02-710e-44b0-855f-25396bc3bca4 None None] New status for floating IP 2640f1ad-e085-4b0e-9444-1612925b0ea6: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:12:12.881972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73fbccea-8733-4199-9561-10dca4ca2579 req-3e1b3617-8841-48b6-a2b7-a1541ee35730 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967278 Dec 17 13:12:12.982008 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:13.002680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459cfff-2ccc-432e-b384-46203235ffad req-5d7e72a1-7167-44ff-b2fa-115a29611e69 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:13.014616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0459cfff-2ccc-432e-b384-46203235ffad req-5d7e72a1-7167-44ff-b2fa-115a29611e69 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 1.3607442 Dec 17 13:12:13.108851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937576a-0d08-4b18-9239-ea68d85fa55c req-44b33577-9dfe-4417-8b48-e125e7df528a tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:13.122582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9937576a-0d08-4b18-9239-ea68d85fa55c req-44b33577-9dfe-4417-8b48-e125e7df528a tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1047149 Dec 17 13:12:13.142905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52a22b05-fd69-4192-a4b2-84dbdf6f3eaf req-105a612b-d4f4-4200-852d-f1a58e431d81 service neutron] 10.222.0.54 "GET /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5218804 Dec 17 13:12:13.196709 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9937576a-0d08-4b18-9239-ea68d85fa55c req-a80c3f8f-271d-4270-9ceb-8f1bb9d6af86 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705867 Dec 17 13:12:13.335009 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0459cfff-2ccc-432e-b384-46203235ffad req-e66cd465-1bb4-4cf6-93be-5f1bf3400b1a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109367 Dec 17 13:12:13.381879 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:13.535926 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:13.604253 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45f8f808-395d-4da4-9e8d-67051e6701b7 req-4597af72-fe8b-4ae2-ab00-93802802d7cd tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.1892061 Dec 17 13:12:13.629207 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:13.713191 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:13.750502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3af9ea-035a-468d-a886-04e34bdac612 None None] Pushing event updated for resources: {'Port': ['ID=46c72517-322c-458b-b352-8cb3c6031bff,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:13.776868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d249a-8e0b-4655-b3bc-31dd9aea257d req-75417f49-3df9-480d-b816-7ffab5b8d0f2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:13.779559 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3f5d249a-8e0b-4655-b3bc-31dd9aea257d req-75417f49-3df9-480d-b816-7ffab5b8d0f2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.2179387 Dec 17 13:12:13.783232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Pushing event updated for resources: {'Port': ['ID=b0f8091f-26a2-44af-8f2e-30532d4e2832,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:13.792993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'name': 'tempest-ServerRescueNegativeTestJSON-2132250768-router', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '46c72517-322c-458b-b352-8cb3c6031bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:03Z', 'updated_at': '2021-12-17T13:12:06Z', 'revision_number': 3, 'project_id': '43361a85e31a4f57868e845dd68a1beb', 'gw_port': {'id': '46c72517-322c-458b-b352-8cb3c6031bff', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:04Z', 'updated_at': '2021-12-17T13:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:13.810356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Network ea31f1ba-6d09-447e-9006-a06af7beea2c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:13.814115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:13.824179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:12:13.846512 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:13.871557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cd8182-f228-46e8-aa8e-1c78676b8c09 None None] The sync data for ids ['011c7c1a-1ca7-4b28-91f7-90d3349ffad7'] in n-d-815324-5 is: [{'id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'name': 'tempest-ServerRescueNegativeTestJSON-2132250768-router', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '46c72517-322c-458b-b352-8cb3c6031bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:03Z', 'updated_at': '2021-12-17T13:12:06Z', 'revision_number': 3, 'project_id': '43361a85e31a4f57868e845dd68a1beb', 'gw_port': {'id': '46c72517-322c-458b-b352-8cb3c6031bff', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:68:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:04Z', 'updated_at': '2021-12-17T13:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:12:13.875760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3b4716b-c6eb-4411-88e9-ea24d4261191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:13.902611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e68312-8cdf-4f5f-af2f-89dbdf6903a0,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:13.913358 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3f5d249a-8e0b-4655-b3bc-31dd9aea257d req-dd4854cd-04b0-4d66-8ca7-d7027921b5c5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186285 Dec 17 13:12:13.965641 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:14.024171 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:14.034608 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-24e6bc98-4531-4e3f-ab4e-7d31718f5bd3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7688146 Dec 17 13:12:14.247881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfcb5b-bc72-4fcf-8930-409e96e85e39 req-f99f9404-58a8-433b-b7a8-d95149581420 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:14.258869 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-abcfcb5b-bc72-4fcf-8930-409e96e85e39 req-f99f9404-58a8-433b-b7a8-d95149581420 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0779564 Dec 17 13:12:14.353494 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-abcfcb5b-bc72-4fcf-8930-409e96e85e39 req-aeb6ae91-d1fd-4272-83e3-1e42dc73b40b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888083 Dec 17 13:12:14.578987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-cf2a433b-509e-4720-b55c-46edaad12d01 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1582223121&fields=id&tenant_id=6607db3bc87d44a28696726fefc666ee HTTP/1.1" status: 200 len: 267 time: 0.0758553 Dec 17 13:12:14.746032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7a407-45aa-4e89-a42d-ec8931ff2bfb req-8e119bdc-042e-4422-8bdc-dc291a3b7875 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:14.755680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77e7a407-45aa-4e89-a42d-ec8931ff2bfb req-8e119bdc-042e-4422-8bdc-dc291a3b7875 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.6932015 Dec 17 13:12:14.808571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-0f4b7a5f-9f4f-4b91-81c8-46199ad6ee2a tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:14.819679 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-0f4b7a5f-9f4f-4b91-81c8-46199ad6ee2a tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/networks?id=dd22c547-aaba-409c-9e1d-d69c60f03e0c HTTP/1.1" status: 200 len: 812 time: 0.2311151 Dec 17 13:12:14.839704 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-975ebf57-f738-4da7-82ae-438a4d1bebb2 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/quotas/6607db3bc87d44a28696726fefc666ee HTTP/1.1" status: 200 len: 375 time: 0.0187483 Dec 17 13:12:14.864565 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77e7a407-45aa-4e89-a42d-ec8931ff2bfb req-c409348d-1941-4287-b5d8-fe60b55e5089 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032369 Dec 17 13:12:14.926351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:14.970871 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-ce3079b0-aa3f-4843-96c5-2536725fd594 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6607db3bc87d44a28696726fefc666ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165740 Dec 17 13:12:15.200713 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-1f6060bc-53aa-4b2e-bca7-923dc80502d1 service neutron] 10.222.0.59 "GET /v2.0/networks/dd22c547-aaba-409c-9e1d-d69c60f03e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218084 Dec 17 13:12:15.205878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8924b4b-62a1-494f-ace9-4dd4302dd3f8 req-2aacc86c-cdcd-40e0-9eae-8a988b4e75ac tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:15.214008 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8924b4b-62a1-494f-ace9-4dd4302dd3f8 req-2aacc86c-cdcd-40e0-9eae-8a988b4e75ac tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1659329 Dec 17 13:12:15.359718 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-1d32b0d9-cff6-471f-9b7b-4349345a5fc6 service neutron] 10.222.0.59 "GET /v2.0/networks/dd22c547-aaba-409c-9e1d-d69c60f03e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535869 Dec 17 13:12:15.411114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8924b4b-62a1-494f-ace9-4dd4302dd3f8 req-76c0ff5b-4b2a-4fcc-9e5a-9b645cfcc743 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960833 Dec 17 13:12:15.552222 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:15.614858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb11b-a377-4d34-9266-8e584187be30 req-de48173e-b97f-46a2-8668-307497baa018 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:15.622326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f4cb11b-a377-4d34-9266-8e584187be30 req-de48173e-b97f-46a2-8668-307497baa018 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0915091 Dec 17 13:12:15.659334 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:15.756278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f4cb11b-a377-4d34-9266-8e584187be30 req-4c816f93-3a48-495b-a41f-e92aa3f654db tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324935 Dec 17 13:12:15.768771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e68312-8cdf-4f5f-af2f-89dbdf6903a0,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:15.771648 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:16.018538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76f9c30a-fd0b-4627-8aa7-4ebdbfcbc6f5 req-e0cfb823-34bf-4314-b063-03f8f0f46d0b tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 210 time: 0.0986753 Dec 17 13:12:16.140706 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-51c9063b-a497-421b-94e5-aac013585ea5 req-9b98a89c-94dc-4cd9-85a5-085dcedf5023 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.0821609 Dec 17 13:12:16.172314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Network ea31f1ba-6d09-447e-9006-a06af7beea2c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:16.189820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:16.330717 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b7591c32-f43a-43bd-aacb-53b3aa8c0ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:16.436756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb69d3-a720-46fa-9709-d5285466bbe9 req-13c63bd9-0ba6-4121-9eb5-5e5e9f6089db tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:16.445364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37cb69d3-a720-46fa-9709-d5285466bbe9 req-13c63bd9-0ba6-4121-9eb5-5e5e9f6089db tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.2201695 Dec 17 13:12:16.449243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de75a3-79c7-4c17-9fa1-3215cddace15 req-778b9975-05d1-4c0c-a206-e0e1de98f3e8 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:16.459317 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52de75a3-79c7-4c17-9fa1-3215cddace15 req-778b9975-05d1-4c0c-a206-e0e1de98f3e8 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1395395 Dec 17 13:12:16.531879 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 46c72517-322c-458b-b352-8cb3c6031bff up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:12:16.584812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37cb69d3-a720-46fa-9709-d5285466bbe9 req-eba7bf4e-4c52-4d96-8850-1b4fd043e485 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385007 Dec 17 13:12:16.636918 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52de75a3-79c7-4c17-9fa1-3215cddace15 req-9939974f-9fa8-405a-8aa4-de24805d5ea7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772611 Dec 17 13:12:16.639662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Router 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:12:16.774725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 46c72517-322c-458b-b352-8cb3c6031bff triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:16.775460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:16.873061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044be68e-65e0-4bed-af01-8d55b896a8eb req-319ffe53-cf8f-4921-9dad-6649058b67f1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:16.881922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-044be68e-65e0-4bed-af01-8d55b896a8eb req-319ffe53-cf8f-4921-9dad-6649058b67f1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1011190 Dec 17 13:12:16.993274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-044be68e-65e0-4bed-af01-8d55b896a8eb req-09956b91-3ee4-46f7-a3c8-1029d4c718bf tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103706 Dec 17 13:12:16.997487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882f0b5-6d99-4fa3-b8be-a0fa89098267 req-9d5245da-f241-4599-a804-f16646b864b9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:17.015237 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d882f0b5-6d99-4fa3-b8be-a0fa89098267 req-9d5245da-f241-4599-a804-f16646b864b9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1636612 Dec 17 13:12:17.032980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:12:17.044992 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Sync routers for ids ['011c7c1a-1ca7-4b28-91f7-90d3349ffad7'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:12:17.072379 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a93f34a8-0d1e-4b65-9eb2-f0956b870c01 admin admin] 10.222.0.59 "PUT /v2.0/routers/011c7c1a-1ca7-4b28-91f7-90d3349ffad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4619424 Dec 17 13:12:17.081953 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Routers {'011c7c1a-1ca7-4b28-91f7-90d3349ffad7'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:17.083335 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:12:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['011c7c1a-1ca7-4b28-91f7-90d3349ffad7'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:17.238910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d882f0b5-6d99-4fa3-b8be-a0fa89098267 req-65262737-6055-4924-b2b9-8497fafd417b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227402 Dec 17 13:12:17.379003 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Set router 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:17.469317 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7a55c224-5780-4477-9cc6-a0ae1066442e req-9a0f8fe0-08dc-4611-b6de-f1ef9fa49a18 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 210 time: 0.0841563 Dec 17 13:12:17.638008 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:17.695727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-846fb88d-70f8-4ead-814d-e589690935ee req-1a10821a-ba74-4486-90a9-be259274cfae tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.0490227 Dec 17 13:12:17.977915 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'name': 'tempest-ServerRescueNegativeTestJSON-2132250768-router', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '46c72517-322c-458b-b352-8cb3c6031bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:03Z', 'updated_at': '2021-12-17T13:12:14Z', 'revision_number': 4, 'project_id': '43361a85e31a4f57868e845dd68a1beb', 'gw_port': {'id': '46c72517-322c-458b-b352-8cb3c6031bff', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:04Z', 'updated_at': '2021-12-17T13:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'f9e68312-8cdf-4f5f-af2f-89dbdf6903a0', 'name': '', 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'mac_address': 'fa:16:3e:f4:29:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'e7327b84-e581-49a3-950c-f5c7a4b0da8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:12Z', 'updated_at': '2021-12-17T13:12:15Z', 'revision_number': 2, 'project_id': '43361a85e31a4f57868e845dd68a1beb', 'subnets': [{'id': 'e7327b84-e581-49a3-950c-f5c7a4b0da8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:18.034712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdb244-7374-4501-8996-78a92fbb825c req-b5cf1afe-50a2-4342-9bed-b91e4360a532 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:18.044880 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f5bdb244-7374-4501-8996-78a92fbb825c req-b5cf1afe-50a2-4342-9bed-b91e4360a532 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.0701096 Dec 17 13:12:18.057903 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Checking router: 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:12:18.058468 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Updating router 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 port f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:12:18.125476 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:18.171019 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-f58c47b1-1d76-4ba4-924d-3cad54ede034 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:18.178443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f5bdb244-7374-4501-8996-78a92fbb825c req-fae0898e-313b-426d-ba19-578d99042bf4 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250045 Dec 17 13:12:18.180578 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-f58c47b1-1d76-4ba4-924d-3cad54ede034 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/networks?id=ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 200 len: 819 time: 0.2731752 Dec 17 13:12:18.235110 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-d9f19fdb-8013-4377-a6d4-69e7e923b9ac tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/quotas/43361a85e31a4f57868e845dd68a1beb HTTP/1.1" status: 200 len: 375 time: 0.0533681 Dec 17 13:12:18.388609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fa8d2-3f24-4fd1-8a9a-9e7bab4c1b0d req-ca471718-d0f1-4b11-8454-4c3fd632555f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:18.396174 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-100fa8d2-3f24-4fd1-8a9a-9e7bab4c1b0d req-ca471718-d0f1-4b11-8454-4c3fd632555f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.0870583 Dec 17 13:12:18.490212 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-ddc308b0-a697-4494-8da6-49d34c6f0f2f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43361a85e31a4f57868e845dd68a1beb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2514563 Dec 17 13:12:18.504983 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-100fa8d2-3f24-4fd1-8a9a-9e7bab4c1b0d req-a1e0a630-17fa-4582-94b2-83a27c28401e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067204 Dec 17 13:12:18.689151 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-b9f622f7-431d-4c3f-97db-9e8914bda06e service neutron] 10.222.0.59 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789641 Dec 17 13:12:18.734735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c02947-2bc7-48fd-aef5-e994ab3ff435 req-6671fa00-0d29-4077-974d-3c27fbe9dbc7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:18.748606 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35c02947-2bc7-48fd-aef5-e994ab3ff435 req-6671fa00-0d29-4077-974d-3c27fbe9dbc7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1140537 Dec 17 13:12:18.815987 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:18.859728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35c02947-2bc7-48fd-aef5-e994ab3ff435 req-49ae33c3-4322-4789-aa91-46c513f802cd tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076241 Dec 17 13:12:18.899853 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:18.929992 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-5bb48020-071b-438c-a3e2-861992d9d988 service neutron] 10.222.0.59 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328396 Dec 17 13:12:19.050962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ad9bf75-4cf2-498e-b91e-d1e46054317f req-4f1fa0c0-30bf-49ae-b24c-50126c7eedc3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 210 time: 0.0381835 Dec 17 13:12:19.083040 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:19.287668 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dbbff679-1201-4dd9-9040-76e8348b1be6 req-313a93dd-1d2a-4990-9384-145a46063d7c tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.0652089 Dec 17 13:12:19.308013 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07c134-49f5-4e28-8171-0546a4b2c9f4 None None] Pushing event updated for resources: {'Port': ['ID=f9e68312-8cdf-4f5f-af2f-89dbdf6903a0,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:19.452374 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Attempting to bind port f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:12:19.452754 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Attempting to bind port f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:12:19.453114 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Attempting to bind port f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 on network ea31f1ba-6d09-447e-9006-a06af7beea2c {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:19.468483 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:12:19.468862 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Checking segment: {'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:19.469269 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:19.469689 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Bound using segment: {'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:12:19.470200 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Bound port: f9e68312-8cdf-4f5f-af2f-89dbdf6903a0, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:12:19.471197 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:19.562905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09476254-bb3e-43ab-a846-da2bd3ecb3d7 req-f8a4cbdc-3197-4b77-a9de-55425f3e3af5 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 210 time: 0.0518754 Dec 17 13:12:19.613848 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:19.637669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed5a29-3d54-4265-87f7-9018f5aad9f7 req-24528bab-c873-4a0c-ad3d-596381aaca68 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:19.669404 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abed5a29-3d54-4265-87f7-9018f5aad9f7 req-24528bab-c873-4a0c-ad3d-596381aaca68 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1784437 Dec 17 13:12:19.736072 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] For port f9e68312-8cdf-4f5f-af2f-89dbdf6903a0, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:12:19.745908 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] For port f9e68312-8cdf-4f5f-af2f-89dbdf6903a0, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f9e68312-8cdf-4f5f-af2f-89dbdf6903a0,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:12:19.832826 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abed5a29-3d54-4265-87f7-9018f5aad9f7 req-56907447-3273-46e1-a3a7-18f414364b84 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624048 Dec 17 13:12:19.855410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-b07acad4-26bd-4fdd-a0c5-6717297a83c9 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:19.862939 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-b07acad4-26bd-4fdd-a0c5-6717297a83c9 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.61 "GET /v2.0/networks?id=dd22c547-aaba-409c-9e1d-d69c60f03e0c HTTP/1.1" status: 200 len: 812 time: 0.5273232 Dec 17 13:12:19.885368 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:19.995200 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-ebda8773-e03f-4e3d-a687-d64e5d0ada15 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6607db3bc87d44a28696726fefc666ee HTTP/1.1" status: 200 len: 380 time: 0.1199939 Dec 17 13:12:20.007627 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Routers {'011c7c1a-1ca7-4b28-91f7-90d3349ffad7'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:20.012874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Request body: {'port': {'device_id': '809555bd-0b89-4563-9f50-3cb9397dc430', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'admin_state_up': True, 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'security_groups': ['9c0ad819-b895-48c7-a72e-a491fb0fc0b6']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:20.018243 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:12:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['011c7c1a-1ca7-4b28-91f7-90d3349ffad7'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:20.194931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c56b16-11de-4556-82ff-1ec9f03b38d9 req-f31342d0-6357-4be1-aa3e-17d7758a76ee tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:20.197177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b0c56b16-11de-4556-82ff-1ec9f03b38d9 req-f31342d0-6357-4be1-aa3e-17d7758a76ee tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.1805656 Dec 17 13:12:20.294042 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] Set router 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:20.324530 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b0c56b16-11de-4556-82ff-1ec9f03b38d9 req-2633bef6-10f0-4571-bcdd-04bfe3d07f91 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206062 Dec 17 13:12:20.395782 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07c134-49f5-4e28-8171-0546a4b2c9f4 None None] Pushing event updated for resources: {'Port': ['ID=f9e68312-8cdf-4f5f-af2f-89dbdf6903a0,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:20.534875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-d9b8fdeb-19e3-4aa4-bed9-1c2993d516bf tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:20.543845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-d9b8fdeb-19e3-4aa4-bed9-1c2993d516bf tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/networks?id=ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 200 len: 819 time: 0.3461754 Dec 17 13:12:20.568746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Made reservation on behalf of 6607db3bc87d44a28696726fefc666ee for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:20.581469 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:20.584578 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-eba51c90-1a4c-4173-a13c-f26bd651a260 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/quotas/43361a85e31a4f57868e845dd68a1beb HTTP/1.1" status: 200 len: 375 time: 0.0389309 Dec 17 13:12:20.712479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-2d0fc950-f0d6-4134-8a56-28e5ee8bbff2 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43361a85e31a4f57868e845dd68a1beb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226420 Dec 17 13:12:20.819921 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'name': 'tempest-ServerRescueNegativeTestJSON-2132250768-router', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '46c72517-322c-458b-b352-8cb3c6031bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:03Z', 'updated_at': '2021-12-17T13:12:14Z', 'revision_number': 4, 'project_id': '43361a85e31a4f57868e845dd68a1beb', 'gw_port': {'id': '46c72517-322c-458b-b352-8cb3c6031bff', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:04Z', 'updated_at': '2021-12-17T13:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'f9e68312-8cdf-4f5f-af2f-89dbdf6903a0', 'name': '', 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'mac_address': 'fa:16:3e:f4:29:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'e7327b84-e581-49a3-950c-f5c7a4b0da8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:12Z', 'updated_at': '2021-12-17T13:12:19Z', 'revision_number': 4, 'project_id': '43361a85e31a4f57868e845dd68a1beb', 'subnets': [{'id': 'e7327b84-e581-49a3-950c-f5c7a4b0da8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:20.839485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568416d-1e31-49a8-8508-c09358beec24 req-b536fddc-ae43-43c8-805f-4b008e638748 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:20.849754 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d568416d-1e31-49a8-8508-c09358beec24 req-b536fddc-ae43-43c8-805f-4b008e638748 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.2961369 Dec 17 13:12:20.855350 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-e31cfc5d-4f2c-4e80-b639-c39017dbe47c service neutron] 10.222.0.59 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333456 Dec 17 13:12:20.859568 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33912d81-0e69-4a9e-a0e3-6775352690c5 None None] The sync data for ids ['011c7c1a-1ca7-4b28-91f7-90d3349ffad7'] in n-d-815324-5 is: [{'id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'name': 'tempest-ServerRescueNegativeTestJSON-2132250768-router', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '46c72517-322c-458b-b352-8cb3c6031bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:03Z', 'updated_at': '2021-12-17T13:12:14Z', 'revision_number': 4, 'project_id': '43361a85e31a4f57868e845dd68a1beb', 'gw_port': {'id': '46c72517-322c-458b-b352-8cb3c6031bff', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:04Z', 'updated_at': '2021-12-17T13:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'f9e68312-8cdf-4f5f-af2f-89dbdf6903a0', 'name': '', 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'mac_address': 'fa:16:3e:f4:29:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'e7327b84-e581-49a3-950c-f5c7a4b0da8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:12Z', 'updated_at': '2021-12-17T13:12:19Z', 'revision_number': 4, 'project_id': '43361a85e31a4f57868e845dd68a1beb', 'subnets': [{'id': 'e7327b84-e581-49a3-950c-f5c7a4b0da8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:12:20.912769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Allocated IP 172.20.0.10 (dd22c547-aaba-409c-9e1d-d69c60f03e0c/a9aa5bc8-e29e-4de0-847f-9b0db8c59967/b9c45807-85da-4843-ab68-85180b03e397) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:12:20.964055 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d568416d-1e31-49a8-8508-c09358beec24 req-3eb8be78-0af8-4e29-a4c9-ca717fa2a90e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128089 Dec 17 13:12:21.002249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affef27-a5eb-4392-b31d-da3635e84f18 req-6a008c56-529e-474c-ac8a-a54128f73cc1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:21.003990 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7affef27-a5eb-4392-b31d-da3635e84f18 req-6a008c56-529e-474c-ac8a-a54128f73cc1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.1273930 Dec 17 13:12:21.028143 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-6c992c48-7994-4c9a-848a-cbb69eefbfaf service neutron] 10.222.0.59 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688769 Dec 17 13:12:21.169090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-7affef27-a5eb-4392-b31d-da3635e84f18 req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Deleting port ea8ba244-a50a-4164-b9b4-ce9718571a8a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:12:21.169453 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7affef27-a5eb-4392-b31d-da3635e84f18 req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:21.196118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-84ba09b5-fbbf-4edb-8841-2ae04e0b7d7b req-d833d1c6-fb66-4fda-bb16-d801cf50c063 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 210 time: 0.1213310 Dec 17 13:12:21.425533 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:21.432756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-7affef27-a5eb-4392-b31d-da3635e84f18 req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] For port ea8ba244-a50a-4164-b9b4-ce9718571a8a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ea8ba244-a50a-4164-b9b4-ce9718571a8a,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:21.433157 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7affef27-a5eb-4392-b31d-da3635e84f18 req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:21.506781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-25d820cb-143f-4770-9915-63b1bdd71d23 req-fa3ceb1e-37c1-4493-bc65-27df44e3f6d1 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.1732020 Dec 17 13:12:21.541097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-7affef27-a5eb-4392-b31d-da3635e84f18 req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Calling delete_port for ea8ba244-a50a-4164-b9b4-ce9718571a8a owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:12:21.653317 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9340f223-d41c-4079-8767-cc863f6231ee req-d02ccd59-4248-4822-b988-6bd0be08accd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 210 time: 0.0406387 Dec 17 13:12:21.713322 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:21.720117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b204-b4b5-4398-986d-a5d6454387e6 req-2391d9c2-2936-48e0-a40e-2b65c2db69c2 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:21.757903 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6133b204-b4b5-4398-986d-a5d6454387e6 req-2391d9c2-2936-48e0-a40e-2b65c2db69c2 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 945 time: 0.3312407 Dec 17 13:12:21.860314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6133b204-b4b5-4398-986d-a5d6454387e6 req-646bcdc1-8587-44fe-8143-8ced184e787c tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965910 Dec 17 13:12:21.862363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Pushing event updated for resources: {'Port': ['ID=b9c45807-85da-4843-ab68-85180b03e397,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:21.995709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Network dd22c547-aaba-409c-9e1d-d69c60f03e0c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:22.001399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:22.007253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:12:22.163892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:22.207495 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:22.261957 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7affef27-a5eb-4392-b31d-da3635e84f18 req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:22.276607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['ea8ba244-a50a-4164-b9b4-ce9718571a8a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:12:22.370779 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-d1cfc2d3-5ab3-4f94-9b87-ba52da1b42a8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3566668 Dec 17 13:12:22.377888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['185570fe-ff49-427a-a510-17b65143f691'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:12:22.402154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7250e4-09e6-4d8f-aa3c-dfd36113228a req-4121047a-5dd9-45f3-ab45-19077cd42198 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:22.411569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b7250e4-09e6-4d8f-aa3c-dfd36113228a req-4121047a-5dd9-45f3-ab45-19077cd42198 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.5523615 Dec 17 13:12:22.427196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Request body: {'port': {'device_id': '809555bd-0b89-4563-9f50-3cb9397dc430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:22.483174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Pushing event deleted for resources: {'Port': ['ID=ea8ba244-a50a-4164-b9b4-ce9718571a8a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:22.623042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a29e5f98-c8e9-4901-9072-28a2b44f57b9 None None] Provisioning complete for port b9c45807-85da-4843-ab68-85180b03e397 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:22.623769 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a29e5f98-c8e9-4901-9072-28a2b44f57b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:22.652725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-7affef27-a5eb-4392-b31d-da3635e84f18 req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] No DVR routers for this DVR port ea8ba244-a50a-4164-b9b4-ce9718571a8a on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:12:22.656094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-7affef27-a5eb-4392-b31d-da3635e84f18 req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:22.662499 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7affef27-a5eb-4392-b31d-da3635e84f18 req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.54 "DELETE /v2.0/ports/ea8ba244-a50a-4164-b9b4-ce9718571a8a HTTP/1.1" status: 204 len: 173 time: 1.6361301 Dec 17 13:12:22.667994 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.668510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.669087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.669571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.670087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.670776 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.671442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.671918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.672597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.673259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.674283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.674970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.675854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f611bc3-8af4-44e1-8276-7012423b41a1 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:22.679806 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a883476-b730-4027-a5d6-ddba5c7f5022', 'name': 'network-vif-deleted', 'tag': 'ea8ba244-a50a-4164-b9b4-ce9718571a8a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:22.682583 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2422c821-d289-4b57-88ee-86e9d2d6b35e" -d '{"events": [{"server_uuid": "0a883476-b730-4027-a5d6-ddba5c7f5022", "name": "network-vif-deleted", "tag": "ea8ba244-a50a-4164-b9b4-ce9718571a8a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:22.695413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ed7ce-9c97-48ac-b0f6-32d0359666ba req-60b5930f-342f-4a0e-a695-a8d6f1b54cb5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:22.704517 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a1ed7ce-9c97-48ac-b0f6-32d0359666ba req-60b5930f-342f-4a0e-a695-a8d6f1b54cb5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.5184669 Dec 17 13:12:22.758666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b7250e4-09e6-4d8f-aa3c-dfd36113228a req-01abc07b-26b0-4c39-a668-cede339cb5d6 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889272 Dec 17 13:12:22.768885 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:22.825455 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:12:22.842255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a1ed7ce-9c97-48ac-b0f6-32d0359666ba req-914c2b41-2eed-41af-ab1f-8340c0c6350c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365244 Dec 17 13:12:23.053486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7302c3-e58d-404f-b115-8ea50bf748f1 req-abcafb35-3c41-40db-8b4f-d95418483b42 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:23.057215 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4a7302c3-e58d-404f-b115-8ea50bf748f1 req-abcafb35-3c41-40db-8b4f-d95418483b42 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 932 time: 0.1097114 Dec 17 13:12:23.126066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a29e5f98-c8e9-4901-9072-28a2b44f57b9 None None] Port b9c45807-85da-4843-ab68-85180b03e397 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:12:23.141454 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4a7302c3-e58d-404f-b115-8ea50bf748f1 req-a233dc30-d6eb-44a3-af55-1125144810f3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772765 Dec 17 13:12:23.372246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:23.372825 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:23.389008 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-988e5f64-7cc1-44c5-9814-ca05711b569a req-112aeaba-90ac-4456-809f-640d1c8515c3 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.0607560 Dec 17 13:12:23.547761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b97e3882-8379-431d-8d72-6f16a85137e9 req-8614c2cd-122c-4737-9e57-640010c301ea tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 210 time: 0.0543768 Dec 17 13:12:23.559279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c45807-85da-4843-ab68-85180b03e397 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:12:23.571655 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:23.584261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Transition to ACTIVE for port object b9c45807-85da-4843-ab68-85180b03e397 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:12:23.630518 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e445eda-d32c-4a7c-939b-48b35ea88d56 x-openstack-request-id: req-2e445eda-d32c-4a7c-939b-48b35ea88d56 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:23.630872 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a883476-b730-4027-a5d6-ddba5c7f5022", "name": "network-vif-deleted", "tag": "ea8ba244-a50a-4164-b9b4-ce9718571a8a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:23.631140 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2e445eda-d32c-4a7c-939b-48b35ea88d56 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:23.631562 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a883476-b730-4027-a5d6-ddba5c7f5022', 'name': 'network-vif-deleted', 'tag': 'ea8ba244-a50a-4164-b9b4-ce9718571a8a', 'status': 'completed', 'code': 200} Dec 17 13:12:23.644985 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:23.707003 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:23.790932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port f9e68312-8cdf-4f5f-af2f-89dbdf6903a0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f9e68312-8cdf-4f5f-af2f-89dbdf6903a0,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:23.887400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543ea3c-0290-4ac2-859d-d444dda9fb42 req-15deedf5-2fa2-46d8-8aec-c1bffee165c7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:23.894098 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4543ea3c-0290-4ac2-859d-d444dda9fb42 req-15deedf5-2fa2-46d8-8aec-c1bffee165c7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1791925 Dec 17 13:12:23.992741 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:24.031625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Attempting to bind port b9c45807-85da-4843-ab68-85180b03e397 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:12:24.031998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Attempting to bind port b9c45807-85da-4843-ab68-85180b03e397 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:12:24.032322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Attempting to bind port b9c45807-85da-4843-ab68-85180b03e397 on network dd22c547-aaba-409c-9e1d-d69c60f03e0c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:24.050837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-4a8c4d2a-3315-4482-a63e-bec9ff5519ff tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:24.061915 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-4a8c4d2a-3315-4482-a63e-bec9ff5519ff tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 814 time: 0.5453000 Dec 17 13:12:24.098576 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4543ea3c-0290-4ac2-859d-d444dda9fb42 req-c1f7cb0c-801d-4455-8523-16e0f5a45c3d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929791 Dec 17 13:12:24.109015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-d7845a2c-51ba-4af1-8972-77ad0f0cbf38 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/quotas/920bb603683046008c3eec9ca606ce0e HTTP/1.1" status: 200 len: 375 time: 0.0460863 Dec 17 13:12:24.155247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Pushing event updated for resources: {'Port': ['ID=b9c45807-85da-4843-ab68-85180b03e397,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:24.158863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Port b9c45807-85da-4843-ab68-85180b03e397 on network dd22c547-aaba-409c-9e1d-d69c60f03e0c not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:12:24.172991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Attempting to bind port b9c45807-85da-4843-ab68-85180b03e397 on network dd22c547-aaba-409c-9e1d-d69c60f03e0c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:24.193446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=f9e68312-8cdf-4f5f-af2f-89dbdf6903a0,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:24.193730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:12:24.194172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Checking segment: {'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:24.194461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Bound using segment: {'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:12:24.194909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Bound port: b9c45807-85da-4843-ab68-85180b03e397, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5e1823-35b6-452d-bae0-7b78f591797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:12:24.195277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:24.329454 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-bdd7881c-63fa-41f5-9880-128c7a370091 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2194586 Dec 17 13:12:24.346851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ea8ba244-a50a-4164-b9b4-ce9718571a8a no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:12:24.397106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: ea8ba244-a50a-4164-b9b4-ce9718571a8a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:12:24.397735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ea8ba244-a50a-4164-b9b4-ce9718571a8a not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:12:24.404276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-243ff8b5-e2ac-4295-a636-7b7bf046fc00 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:24.407090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-243ff8b5-e2ac-4295-a636-7b7bf046fc00 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.61 "GET /v2.0/networks?id=ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 200 len: 819 time: 0.3748534 Dec 17 13:12:24.441271 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ece7dfe-655c-4f4e-bb76-1c6de1e3af5f req-6745366a-2ee3-439a-b4df-dd13ec659f12 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a883476-b730-4027-a5d6-ddba5c7f5022 HTTP/1.1" status: 200 len: 210 time: 0.0342393 Dec 17 13:12:24.446722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Request body: {'port': {'device_id': 'e9875473-e774-4706-b7f5-7a94df3a1fff', 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c', 'admin_state_up': True, 'tenant_id': '43361a85e31a4f57868e845dd68a1beb'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:24.526475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] For port b9c45807-85da-4843-ab68-85180b03e397, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:12:24.541955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] For port b9c45807-85da-4843-ab68-85180b03e397, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=b9c45807-85da-4843-ab68-85180b03e397,segment=NetworkSegment(2e5e1823-35b6-452d-bae0-7b78f591797c),segment_id=2e5e1823-35b6-452d-bae0-7b78f591797c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:12:24.630645 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-b84da4c0-666e-4884-b31f-470c48d4a676 service neutron] 10.222.0.59 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859681 Dec 17 13:12:24.636005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:12:24.645089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:24.712069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:24.722909 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:24.723208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:24.723208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:24.723871 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] 10.222.0.61 "PUT /v2.0/ports/b9c45807-85da-4843-ab68-85180b03e397 HTTP/1.1" status: 200 len: 1092 time: 2.3062966 Dec 17 13:12:24.724334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809555bd-0b89-4563-9f50-3cb9397dc430', 'tag': 'b9c45807-85da-4843-ab68-85180b03e397'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:24.727141 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d71c301-2a69-4649-8b3e-b985d1269874" -d '{"events": [{"name": "network-changed", "server_uuid": "809555bd-0b89-4563-9f50-3cb9397dc430", "tag": "b9c45807-85da-4843-ab68-85180b03e397"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:24.730768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3523789-a264-48f6-b832-3b2d5fe6157a req-ab5cfe83-37f7-46a5-9fc9-96dba146d4b6 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:24.732768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e3523789-a264-48f6-b832-3b2d5fe6157a req-ab5cfe83-37f7-46a5-9fc9-96dba146d4b6 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.2036853 Dec 17 13:12:24.837539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b1efe-ddb7-4178-9783-262a4751033e service neutron] Pushing event updated for resources: {'Port': ['ID=b9c45807-85da-4843-ab68-85180b03e397,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:24.867005 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e3523789-a264-48f6-b832-3b2d5fe6157a req-830b6fb0-5f8a-481d-a238-3d445612c49e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096702 Dec 17 13:12:24.867005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Made reservation on behalf of 43361a85e31a4f57868e845dd68a1beb for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:24.869499 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:24.908609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-162adf5b-0de0-48ce-a7b4-ceec19780ccf service neutron] 10.222.0.59 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551184 Dec 17 13:12:25.108402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-37a3638b-ee29-4a31-8ae8-d5834446a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:25.110228 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-37a3638b-ee29-4a31-8ae8-d5834446a3cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6607db3bc87d44a28696726fefc666ee&device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 1095 time: 0.0971329 Dec 17 13:12:25.167598 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Allocated IP 172.20.0.2 (ea31f1ba-6d09-447e-9006-a06af7beea2c/e7327b84-e581-49a3-950c-f5c7a4b0da8e/981bc8a5-c473-4c00-8d31-d3e3aea2a3cd) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:12:25.204879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852203fd-b53d-4e31-9779-66ef05f85b70 req-7bc5949b-8f92-4f0d-af47-11f1a9b2841c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:25.207082 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-04d21d09-482c-40fe-a554-dfea14da8130 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9c45807-85da-4843-ab68-85180b03e397 HTTP/1.1" status: 200 len: 217 time: 0.0805788 Dec 17 13:12:25.208665 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-852203fd-b53d-4e31-9779-66ef05f85b70 req-7bc5949b-8f92-4f0d-af47-11f1a9b2841c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 944 time: 0.1462343 Dec 17 13:12:25.351500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-08cedafb-dd4e-4d68-aaf2-9d5ce2293747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:25.352670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-08cedafb-dd4e-4d68-aaf2-9d5ce2293747 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9aa5bc8-e29e-4de0-847f-9b0db8c59967 HTTP/1.1" status: 200 len: 851 time: 0.1327491 Dec 17 13:12:25.463305 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-852203fd-b53d-4e31-9779-66ef05f85b70 req-a0f36e37-5412-40a6-8c10-76154f888652 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235262 Dec 17 13:12:25.593037 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d69499c-29c0-42f8-aae0-28c731c7b323 req-4bde9b3d-2aec-49e0-bcba-c74c92d434e7 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a96998-4f53-4cfd-b745-a7b667276cb0 HTTP/1.1" status: 200 len: 210 time: 0.1514747 Dec 17 13:12:25.677389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-7892933d-e069-48aa-915c-8b60982f2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:25.679033 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-7892933d-e069-48aa-915c-8b60982f2247 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd22c547-aaba-409c-9e1d-d69c60f03e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3170385 Dec 17 13:12:25.717275 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550e61c1-0296-4b1b-b562-051ce0a2161f x-openstack-request-id: req-550e61c1-0296-4b1b-b562-051ce0a2161f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:25.717414 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809555bd-0b89-4563-9f50-3cb9397dc430", "tag": "b9c45807-85da-4843-ab68-85180b03e397", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:25.717677 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-550e61c1-0296-4b1b-b562-051ce0a2161f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:25.718079 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809555bd-0b89-4563-9f50-3cb9397dc430', 'tag': 'b9c45807-85da-4843-ab68-85180b03e397', 'status': 'completed', 'code': 200} Dec 17 13:12:25.729464 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dbc2d54-e3bf-4c5f-af03-0a08c712cbc8 req-ee725050-20c2-4af0-9fb8-00cfce07bdd5 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 210 time: 0.1402617 Dec 17 13:12:25.819450 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:25.856362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-e6ed654f-3314-4b8e-b7c3-44be707db8c6 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:25.859007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-e6ed654f-3314-4b8e-b7c3-44be707db8c6 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.61 "GET /v2.0/networks?id=ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 200 len: 819 time: 0.4162219 Dec 17 13:12:25.892691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Request body: {'port': {'device_id': '62577bd7-b7b2-4a65-b07a-b6d50043744a', 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c', 'admin_state_up': True, 'tenant_id': '43361a85e31a4f57868e845dd68a1beb'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:25.897105 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdf94710-c378-418a-b28f-173274415424 req-a8988528-575e-498e-8773-7b978a722c1e tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 210 time: 0.0542243 Dec 17 13:12:25.910592 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950019a7-acf9-4f23-9257-e1677966bc18 req-f6839fe4-5c47-4d75-881a-48a5b2764ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:25.912052 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-950019a7-acf9-4f23-9257-e1677966bc18 req-f6839fe4-5c47-4d75-881a-48a5b2764ace service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 1097 time: 0.1675603 Dec 17 13:12:26.046791 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-cf6eca94-9be1-4d27-b0ff-de86d0de4ad0 service neutron] 10.222.0.61 "GET /v2.0/networks/dd22c547-aaba-409c-9e1d-d69c60f03e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561256 Dec 17 13:12:26.079357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2b9d9-ca21-4540-9d08-d503d9ae1428 req-8e75ccbe-623d-4e4f-a02e-bc11c10a66d1 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:26.081446 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ded2b9d9-ca21-4540-9d08-d503d9ae1428 req-8e75ccbe-623d-4e4f-a02e-bc11c10a66d1 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.2191055 Dec 17 13:12:26.129775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950019a7-acf9-4f23-9257-e1677966bc18 req-fb7fc528-ee64-4c3f-943f-94085e09f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:26.131281 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-950019a7-acf9-4f23-9257-e1677966bc18 req-fb7fc528-ee64-4c3f-943f-94085e09f2e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 0.1938756 Dec 17 13:12:26.206804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14565a14-fd0e-444a-8a97-a7ebb7aebea0 req-f02b1159-cc90-4d35-9917-37d98ab03194 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:26.214399 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14565a14-fd0e-444a-8a97-a7ebb7aebea0 req-f02b1159-cc90-4d35-9917-37d98ab03194 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.1422727 Dec 17 13:12:26.244295 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:26.253742 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e9957045-51f0-4cfa-9cfe-ab8c148835ea req-a0cf8f13-e99a-48a7-93c9-e9fed88b8a10 service neutron] 10.222.0.61 "GET /v2.0/networks/dd22c547-aaba-409c-9e1d-d69c60f03e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915133 Dec 17 13:12:26.329571 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ded2b9d9-ca21-4540-9d08-d503d9ae1428 req-4aed4677-098e-4689-8c4d-5c9e5f3b5ace tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321074 Dec 17 13:12:26.343970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Network ea31f1ba-6d09-447e-9006-a06af7beea2c is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:26.352794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-950019a7-acf9-4f23-9257-e1677966bc18 req-5c7075e5-400b-496e-90c0-b269ed3062e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=133f02a6-062a-4662-bb64-4f23a6f102b5 HTTP/1.1" status: 200 len: 1002 time: 0.2128463 Dec 17 13:12:26.356840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:26.361874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:12:26.382845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14565a14-fd0e-444a-8a97-a7ebb7aebea0 req-1bfb332a-3397-4b45-a3af-f74df681fe2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668241 Dec 17 13:12:26.404833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Made reservation on behalf of 43361a85e31a4f57868e845dd68a1beb for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:26.415773 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:26.463535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Pushing event updated for resources: {'Port': ['ID=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:26.488293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:26.489943 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:26.504487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950019a7-acf9-4f23-9257-e1677966bc18 req-56609b5b-004e-4305-8dc3-47a24d0ae800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:26.506241 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-950019a7-acf9-4f23-9257-e1677966bc18 req-56609b5b-004e-4305-8dc3-47a24d0ae800 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.1406672 Dec 17 13:12:26.605084 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc5570-f008-4d33-a27d-8a3b4f43cac4 req-f775ef4a-7083-4e9f-990d-98f168bd68cb tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:26.606486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71c301-2a69-4649-8b3e-b985d1269874 req-36cb4f4e-76b7-4ff5-b27a-b723908417f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:26.608356 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d71c301-2a69-4649-8b3e-b985d1269874 req-36cb4f4e-76b7-4ff5-b27a-b723908417f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6607db3bc87d44a28696726fefc666ee&device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 1095 time: 0.1530290 Dec 17 13:12:26.613060 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8cdc5570-f008-4d33-a27d-8a3b4f43cac4 req-f775ef4a-7083-4e9f-990d-98f168bd68cb tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1058049 Dec 17 13:12:26.635968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950019a7-acf9-4f23-9257-e1677966bc18 req-2ea03497-df09-4114-92bc-49fcde858bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:26.637646 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-950019a7-acf9-4f23-9257-e1677966bc18 req-2ea03497-df09-4114-92bc-49fcde858bc5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183231 Dec 17 13:12:26.696941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Allocated IP 172.20.0.12 (ea31f1ba-6d09-447e-9006-a06af7beea2c/e7327b84-e581-49a3-950c-f5c7a4b0da8e/1bc1a960-153d-468c-98b3-b9c2ff32ec80) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:12:26.707981 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-065197d0-4317-4c5c-95f3-d079aa9e2422 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2654293 Dec 17 13:12:26.728142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Request body: {'port': {'device_id': 'e9875473-e774-4706-b7f5-7a94df3a1fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:26.758535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8cdc5570-f008-4d33-a27d-8a3b4f43cac4 req-b536a83b-354d-4b82-95c2-a75eeb4957a6 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441622 Dec 17 13:12:26.840094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:26.864177 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-950019a7-acf9-4f23-9257-e1677966bc18 req-0af2599b-130b-45bc-9ad8-c8c80e03a35c service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135303 Dec 17 13:12:26.988546 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-950019a7-acf9-4f23-9257-e1677966bc18 req-b7bef2b2-5b3c-4c39-bb0b-d29b20e0eeb9 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967691 Dec 17 13:12:27.183423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90158315-a292-4cc6-91fa-9dce4750f134 req-43311871-b931-4ca5-a0cc-bf19a0acd23c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:27.194269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90158315-a292-4cc6-91fa-9dce4750f134 req-43311871-b931-4ca5-a0cc-bf19a0acd23c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 944 time: 0.2045457 Dec 17 13:12:27.290510 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90158315-a292-4cc6-91fa-9dce4750f134 req-ac8da172-6223-4d64-bda7-69b3c9eff7d7 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895007 Dec 17 13:12:27.302403 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-86f1ffd4-ff1d-4028-8158-059416ecea82 req-46ba6f7e-8913-4023-89e7-13863c7d807e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 210 time: 0.0402811 Dec 17 13:12:27.410947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71c301-2a69-4649-8b3e-b985d1269874 req-a4e51488-4eac-40af-b3fb-1d70f197ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:27.412451 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d71c301-2a69-4649-8b3e-b985d1269874 req-a4e51488-4eac-40af-b3fb-1d70f197ba0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd22c547-aaba-409c-9e1d-d69c60f03e0c HTTP/1.1" status: 200 len: 913 time: 0.7742646 Dec 17 13:12:27.427700 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-154b679d-5445-4038-b97a-b376bc4073fc req-1e0b7061-fc65-47d6-acaf-9ab2d1523375 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 210 time: 0.0392814 Dec 17 13:12:27.514338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d71c301-2a69-4649-8b3e-b985d1269874 req-927af3fa-7b63-4690-bb47-535515c28b60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9c45807-85da-4843-ab68-85180b03e397 HTTP/1.1" status: 200 len: 217 time: 0.0874529 Dec 17 13:12:27.596472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d794f-b07e-44f0-abc8-6ec593d913c6 req-b08a7719-d6ce-45a2-bf0f-09b7033150e4 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:27.599407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f1d794f-b07e-44f0-abc8-6ec593d913c6 req-b08a7719-d6ce-45a2-bf0f-09b7033150e4 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.1739163 Dec 17 13:12:27.627998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59980) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:27.665524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:27.673310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71c301-2a69-4649-8b3e-b985d1269874 req-0d821eab-0492-4afc-91c8-937854831f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:27.674971 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d71c301-2a69-4649-8b3e-b985d1269874 req-0d821eab-0492-4afc-91c8-937854831f36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9aa5bc8-e29e-4de0-847f-9b0db8c59967 HTTP/1.1" status: 200 len: 851 time: 0.1498666 Dec 17 13:12:27.721077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f1d794f-b07e-44f0-abc8-6ec593d913c6 req-7b368f81-8510-4303-b7a9-d49454618154 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143136 Dec 17 13:12:27.795881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71c301-2a69-4649-8b3e-b985d1269874 req-616a04e4-fa65-4fb0-a01d-5f0aa3be6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:27.796108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f842fea-b391-40da-850f-ed06a4dc5c2b req-d35564b8-baa4-4759-a19b-0b6a9a540978 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:27.797692 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d71c301-2a69-4649-8b3e-b985d1269874 req-616a04e4-fa65-4fb0-a01d-5f0aa3be6010 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd22c547-aaba-409c-9e1d-d69c60f03e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090581 Dec 17 13:12:27.801307 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f842fea-b391-40da-850f-ed06a4dc5c2b req-d35564b8-baa4-4759-a19b-0b6a9a540978 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1035812 Dec 17 13:12:27.835768 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed6e80f1-21d6-46ad-90f3-ce516098610f tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:27.878195 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:27.965890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Network ea31f1ba-6d09-447e-9006-a06af7beea2c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:27.980274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:27.983619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:12:28.069600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Pushing event updated for resources: {'Port': ['ID=1bc1a960-153d-468c-98b3-b9c2ff32ec80,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:28.085214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe6eee-dd89-48b2-80e6-e2883c49ef8d req-b9009c30-3fad-4057-bab4-a4a8de805d31 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:28.092746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fbe6eee-dd89-48b2-80e6-e2883c49ef8d req-b9009c30-3fad-4057-bab4-a4a8de805d31 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.2588449 Dec 17 13:12:28.104436 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d71c301-2a69-4649-8b3e-b985d1269874 req-c29d923a-078b-4415-9651-d30f87a481c3 service neutron] 10.222.0.61 "GET /v2.0/networks/dd22c547-aaba-409c-9e1d-d69c60f03e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980883 Dec 17 13:12:28.135297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:28.135993 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:28.231718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fbe6eee-dd89-48b2-80e6-e2883c49ef8d req-1821cdaa-3c6b-40d7-b2d0-02fc6a80f921 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378875 Dec 17 13:12:28.288387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-7ba5fa10-dc3f-4e09-912f-7b8cb6ff5167 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4028966 Dec 17 13:12:28.322970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Request body: {'port': {'device_id': '62577bd7-b7b2-4a65-b07a-b6d50043744a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:28.326990 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d71c301-2a69-4649-8b3e-b985d1269874 req-542177e4-a51e-4c60-b4af-f16be6f36e17 service neutron] 10.222.0.61 "GET /v2.0/networks/dd22c547-aaba-409c-9e1d-d69c60f03e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095685 Dec 17 13:12:28.435304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:28.513491 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed6e80f1-21d6-46ad-90f3-ce516098610f tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:28.553368 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f842fea-b391-40da-850f-ed06a4dc5c2b req-d12f1963-d7f7-489f-9766-31443390c19f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7413518 Dec 17 13:12:28.694218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d99e7-f9b4-491a-968b-43d8a437bf37 req-ce3d4172-cf5b-4bb5-8602-c9ec4cd5f5cb tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:28.694879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8b9fbd73-9e4d-4380-a6d1-62e75c2e1c37 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:28.697918 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8b9fbd73-9e4d-4380-a6d1-62e75c2e1c37 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 814 time: 0.3119683 Dec 17 13:12:28.699997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device b9c45807-85da-4843-ab68-85180b03e397 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:12:28.702009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4d99e7-f9b4-491a-968b-43d8a437bf37 req-ce3d4172-cf5b-4bb5-8602-c9ec4cd5f5cb tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 944 time: 0.2680433 Dec 17 13:12:28.758892 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4d99e7-f9b4-491a-968b-43d8a437bf37 req-6f595732-84d9-4e4d-84c7-a306d837a639 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558724 Dec 17 13:12:28.780686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Request body: {'port': {'device_id': '58f269d6-5fa1-497e-b2c7-6aa63d6e2d86', 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c', 'admin_state_up': True, 'tenant_id': '920bb603683046008c3eec9ca606ce0e'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:28.882922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df4990e4-8a14-45e8-914b-1231c350f11f req-a14fcdee-f6f7-487f-9556-83aeacab752e tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 210 time: 0.0492265 Dec 17 13:12:28.889763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port b9c45807-85da-4843-ab68-85180b03e397, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=b9c45807-85da-4843-ab68-85180b03e397,segment=NetworkSegment(2e5e1823-35b6-452d-bae0-7b78f591797c),segment_id=2e5e1823-35b6-452d-bae0-7b78f591797c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:28.906117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'b9c45807-85da-4843-ab68-85180b03e397', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'port_id': 'b9c45807-85da-4843-ab68-85180b03e397', 'mac_address': 'fa:16:3e:b5:3a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:12:28.921010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f5182-aa1f-4a23-a843-607569bd3899 req-2d1e1168-cca6-496e-8025-e9f7af1ef237 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:28.930838 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bb2f5182-aa1f-4a23-a843-607569bd3899 req-2d1e1168-cca6-496e-8025-e9f7af1ef237 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 932 time: 0.2281611 Dec 17 13:12:28.960374 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:28.979590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59996) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:28.985339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c45807-85da-4843-ab68-85180b03e397 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:12:29.005923 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed6e80f1-21d6-46ad-90f3-ce516098610f tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.010909 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ed6e80f1-21d6-46ad-90f3-ce516098610f tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.011312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port b9c45807-85da-4843-ab68-85180b03e397, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=b9c45807-85da-4843-ab68-85180b03e397,segment=NetworkSegment(2e5e1823-35b6-452d-bae0-7b78f591797c),segment_id=2e5e1823-35b6-452d-bae0-7b78f591797c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:29.015734 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ed6e80f1-21d6-46ad-90f3-ce516098610f tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "DELETE /v2.0/security-groups/23a8b329-6ae8-44b3-981f-d309b66d71f2 HTTP/1.1" status: 204 len: 168 time: 1.3843064 Dec 17 13:12:29.022112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60000) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:29.055147 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-77c4884e-5011-406d-88a1-8a5386a5bcc1 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] show failed (client error): The resource could not be found. Dec 17 13:12:29.058908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-77c4884e-5011-406d-88a1-8a5386a5bcc1 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "GET /v2.0/security-groups/23a8b329-6ae8-44b3-981f-d309b66d71f2 HTTP/1.1" status: 404 len: 347 time: 0.0328074 Dec 17 13:12:29.059064 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e80f1-21d6-46ad-90f3-ce516098610f tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a8b329-6ae8-44b3-981f-d309b66d71f2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:29.059240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60002) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:29.131529 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bb2f5182-aa1f-4a23-a843-607569bd3899 req-fb464d98-d2bb-41c8-bd4d-1a0fb6d33c45 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864893 Dec 17 13:12:29.132525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415af8e2-2a34-4af9-9cbe-bf12506dfbc6 req-592fc5bd-1cfc-4b3f-9c4f-7fe3c86c5984 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:29.134624 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-415af8e2-2a34-4af9-9cbe-bf12506dfbc6 req-592fc5bd-1cfc-4b3f-9c4f-7fe3c86c5984 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1573913 Dec 17 13:12:29.135490 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.254607 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b738952-5785-4c87-85c7-d4c5a1e0ca1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.255061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:12:29.260574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=b9c45807-85da-4843-ab68-85180b03e397,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:29.282123 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.310563 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Transition to ACTIVE for port object 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:12:29.326725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed83a1-2af7-4ba1-bfd0-b358fa54e036 req-1ad1ff87-a570-4a65-a912-a4fbcaef2476 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:29.328527 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5eed83a1-2af7-4ba1-bfd0-b358fa54e036 req-1ad1ff87-a570-4a65-a912-a4fbcaef2476 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.0972915 Dec 17 13:12:29.342847 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-415af8e2-2a34-4af9-9cbe-bf12506dfbc6 req-e9209304-891b-403b-ba95-02fd8cf50c8b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134360 Dec 17 13:12:29.382750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e4b590f8-839d-46af-a716-9405cc86d587 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Deleting port cd0832fd-6bc9-433b-9c90-091ada78c5e8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:12:29.383105 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e4b590f8-839d-46af-a716-9405cc86d587 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.414822 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5eed83a1-2af7-4ba1-bfd0-b358fa54e036 req-ae514f3d-aac6-47ee-9325-eae97c7ec343 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/security-groups?id=deb8b3bf-7080-4d36-9fff-6622904f28e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770812 Dec 17 13:12:29.416163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['b9c45807-85da-4843-ab68-85180b03e397'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:12:29.427310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Made reservation on behalf of 920bb603683046008c3eec9ca606ce0e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:29.431290 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.436629 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.526631 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b738952-5785-4c87-85c7-d4c5a1e0ca1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.588749 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e4b590f8-839d-46af-a716-9405cc86d587 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.589137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e4b590f8-839d-46af-a716-9405cc86d587 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.613380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:29.622276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f5305-4861-4afa-b029-e8bcc59da190 req-e34e4ca6-596a-4767-9581-30e665ddb52f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:29.623871 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de0f5305-4861-4afa-b029-e8bcc59da190 req-e34e4ca6-596a-4767-9581-30e665ddb52f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 946 time: 0.1964254 Dec 17 13:12:29.632866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e4b590f8-839d-46af-a716-9405cc86d587 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Calling delete_port for cd0832fd-6bc9-433b-9c90-091ada78c5e8 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:12:29.634579 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b738952-5785-4c87-85c7-d4c5a1e0ca1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.769926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca725de5-44b5-48d1-8ca7-8bcf5b6bea49 req-cbb83c29-5fab-49fa-979d-ebbf4fcfc756 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:29.780007 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca725de5-44b5-48d1-8ca7-8bcf5b6bea49 req-cbb83c29-5fab-49fa-979d-ebbf4fcfc756 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.2077825 Dec 17 13:12:29.794897 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7b738952-5785-4c87-85c7-d4c5a1e0ca1f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a4a43947b805428e8a48b30e4f30cb54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8100843 Dec 17 13:12:29.802281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60014) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:29.816332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b738952-5785-4c87-85c7-d4c5a1e0ca1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30cadf4-7b20-498b-88d6-9b9968c46c05,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:29.859102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Attempting to bind port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:12:29.859102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Attempting to bind port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:12:29.859102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Attempting to bind port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd on network ea31f1ba-6d09-447e-9006-a06af7beea2c {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:29.874988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd on network ea31f1ba-6d09-447e-9006-a06af7beea2c not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:12:29.875265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Attempting to bind port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd on network ea31f1ba-6d09-447e-9006-a06af7beea2c {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:29.884425 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de0f5305-4861-4afa-b029-e8bcc59da190 req-9229e236-7c37-47df-ab98-90399b8b576a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437248 Dec 17 13:12:29.892937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Allocated IP 172.20.0.3 (3273fdd9-f649-409e-913c-2652e785b30c/38b4f68a-57c1-4b44-b104-e17b33fe8875/bbf17ce1-7365-409e-b345-ac7694e65121) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:12:29.895786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc1a960-153d-468c-98b3-b9c2ff32ec80 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:12:29.907135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1175c6-b9d9-46b8-806a-bf6f83ce763d req-dacaa500-574e-4fd8-b1f2-7a0458f7b4ff tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:29.908757 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f1175c6-b9d9-46b8-806a-bf6f83ce763d req-dacaa500-574e-4fd8-b1f2-7a0458f7b4ff tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.61 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 945 time: 0.2364385 Dec 17 13:12:29.915664 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.922802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:12:29.931085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Checking segment: {'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:29.931085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Bound using segment: {'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:12:29.931085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Bound port: 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:12:29.931085 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:29.971750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Transition to ACTIVE for port object 1bc1a960-153d-468c-98b3-b9c2ff32ec80 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:12:29.983713 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca725de5-44b5-48d1-8ca7-8bcf5b6bea49 req-0cec3f56-f885-47e5-a824-28933def31b2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026672 Dec 17 13:12:30.012322 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d566fa2d-270d-4703-97c7-a10cc9565480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.074631 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.119410 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e4b590f8-839d-46af-a716-9405cc86d587 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.143787 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d566fa2d-270d-4703-97c7-a10cc9565480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.183334 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:12:30.193413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0f1175c6-b9d9-46b8-806a-bf6f83ce763d req-0ed3208b-e2ae-4b4f-9b16-acc46005ab2f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Deleting port 185570fe-ff49-427a-a510-17b65143f691 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:12:30.193810 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0f1175c6-b9d9-46b8-806a-bf6f83ce763d req-0ed3208b-e2ae-4b4f-9b16-acc46005ab2f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.198952 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a385e734-afb3-4236-8d26-45f09279fce6 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:12:30.267366 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] For port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:12:30.289106 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] For port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:12:30.346524 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.354380 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.380183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 133f02a6-062a-4662-bb64-4f23a6f102b5 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:12:30.389181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc1a960-153d-468c-98b3-b9c2ff32ec80,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:30.443957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:30.444861 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.446392 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] 10.222.0.61 "PUT /v2.0/ports/981bc8a5-c473-4c00-8d31-d3e3aea2a3cd HTTP/1.1" status: 200 len: 1091 time: 3.7237704 Dec 17 13:12:30.448607 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d566fa2d-270d-4703-97c7-a10cc9565480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.455526 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d566fa2d-270d-4703-97c7-a10cc9565480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.460096 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d566fa2d-270d-4703-97c7-a10cc9565480 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a30cadf4-7b20-498b-88d6-9b9968c46c05 HTTP/1.1" status: 204 len: 168 time: 0.6535494 Dec 17 13:12:30.461385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9875473-e774-4706-b7f5-7a94df3a1fff', 'tag': '981bc8a5-c473-4c00-8d31-d3e3aea2a3cd'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:30.462307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096792be-22c0-4474-ba3d-1d7ddab3308d req-2d5f8210-2251-4dc7-be73-84a4e7a6b3b9 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:30.464000 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8556309f-125c-40bc-bf6b-4d9dceac182e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9875473-e774-4706-b7f5-7a94df3a1fff", "tag": "981bc8a5-c473-4c00-8d31-d3e3aea2a3cd"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:30.464570 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-096792be-22c0-4474-ba3d-1d7ddab3308d req-2d5f8210-2251-4dc7-be73-84a4e7a6b3b9 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 945 time: 0.3758528 Dec 17 13:12:30.477311 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.478251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b590f8-839d-46af-a716-9405cc86d587 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Pushing event deleted for resources: {'Port': ['ID=cd0832fd-6bc9-433b-9c90-091ada78c5e8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:30.497972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0f1175c6-b9d9-46b8-806a-bf6f83ce763d req-0ed3208b-e2ae-4b4f-9b16-acc46005ab2f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] For port 185570fe-ff49-427a-a510-17b65143f691, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=185570fe-ff49-427a-a510-17b65143f691,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:30.498351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0f1175c6-b9d9-46b8-806a-bf6f83ce763d req-0ed3208b-e2ae-4b4f-9b16-acc46005ab2f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.528120 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e4b590f8-839d-46af-a716-9405cc86d587 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.528120 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e4b590f8-839d-46af-a716-9405cc86d587 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.528310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=133f02a6-062a-4662-bb64-4f23a6f102b5,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:30.528433 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e4b590f8-839d-46af-a716-9405cc86d587 tempest-ServersTestBootFromVolume-1815285604 tempest-ServersTestBootFromVolume-1815285604-project] 10.222.0.59 "DELETE /v2.0/floatingips/2640f1ad-e085-4b0e-9444-1612925b0ea6 HTTP/1.1" status: 204 len: 168 time: 1.4595218 Dec 17 13:12:30.528433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60036) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:30.528598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:30.530197 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bd648a-dcb7-497b-91fc-1af9ec096fc4" -d '{"events": [{"server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "name": "network-vif-unplugged", "status": "completed", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:30.533605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2b451-a258-40ce-896d-ad30a4a16fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:30.562190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0f1175c6-b9d9-46b8-806a-bf6f83ce763d req-0ed3208b-e2ae-4b4f-9b16-acc46005ab2f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Calling delete_port for 185570fe-ff49-427a-a510-17b65143f691 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:12:30.562298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566fa2d-270d-4703-97c7-a10cc9565480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30cadf4-7b20-498b-88d6-9b9968c46c05,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:30.581969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Attempting to bind port 1bc1a960-153d-468c-98b3-b9c2ff32ec80 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:12:30.582312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Attempting to bind port 1bc1a960-153d-468c-98b3-b9c2ff32ec80 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:12:30.582641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Attempting to bind port 1bc1a960-153d-468c-98b3-b9c2ff32ec80 on network ea31f1ba-6d09-447e-9006-a06af7beea2c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:30.603579 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Port 1bc1a960-153d-468c-98b3-b9c2ff32ec80 on network ea31f1ba-6d09-447e-9006-a06af7beea2c not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:12:30.604055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Attempting to bind port 1bc1a960-153d-468c-98b3-b9c2ff32ec80 on network ea31f1ba-6d09-447e-9006-a06af7beea2c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:30.615261 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.657244 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.669450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-b212f976-7027-413c-8601-ac8284d33543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:30.671704 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-b212f976-7027-413c-8601-ac8284d33543 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=43361a85e31a4f57868e845dd68a1beb&device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 1094 time: 0.0746357 Dec 17 13:12:30.701986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:12:30.702335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Checking segment: {'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:30.702725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Bound using segment: {'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:12:30.703174 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Bound port: 1bc1a960-153d-468c-98b3-b9c2ff32ec80, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e765d854-dc1f-4227-9c8f-cabee140287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:12:30.703692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:30.705893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a151a9b8-7b40-4e76-8a1f-f43d6c668321'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:12:30.768686 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-169ccff5-4cf0-406e-8bb7-50b719550c00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd HTTP/1.1" status: 200 len: 217 time: 0.0686970 Dec 17 13:12:30.770692 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Network 3273fdd9-f649-409e-913c-2652e785b30c is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:30.774377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device b9c45807-85da-4843-ab68-85180b03e397 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:12:30.774559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:30.784569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-096792be-22c0-4474-ba3d-1d7ddab3308d req-6e1fedc4-d8fb-401e-8544-8b111a0817f3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968135 Dec 17 13:12:30.846197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-b801cdf7-1694-4e84-963b-74c9c6e0a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:30.848667 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-b801cdf7-1694-4e84-963b-74c9c6e0a38e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7327b84-e581-49a3-950c-f5c7a4b0da8e HTTP/1.1" status: 200 len: 859 time: 0.0659108 Dec 17 13:12:30.849964 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:12:30.870846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Pushing event updated for resources: {'Port': ['ID=bbf17ce1-7365-409e-b345-ac7694e65121,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:30.882843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=133f02a6-062a-4662-bb64-4f23a6f102b5,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:30.892642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.893153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.893634 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.894068 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.894692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.896143 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.896597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.897059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.897497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.897960 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.898540 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.898975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.899407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:12:30.915482 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-95823926-b8b8-4a93-a48d-2e4fd260aec8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea31f1ba-6d09-447e-9006-a06af7beea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589263 Dec 17 13:12:31.046740 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:31.048257 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.106677 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-f85ebc80-95d2-4a28-a242-6c12ebd85ca3 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754916 Dec 17 13:12:31.117900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port b9c45807-85da-4843-ab68-85180b03e397 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:12:31.122797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port b9c45807-85da-4843-ab68-85180b03e397 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:31.129850 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.160942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136377e3-2578-4699-8051-2e4723e7946d req-7428e512-29bd-456b-a1f3-e93684c9448d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:31.162616 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-136377e3-2578-4699-8051-2e4723e7946d req-7428e512-29bd-456b-a1f3-e93684c9448d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 931 time: 0.1917179 Dec 17 13:12:31.165622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] For port 1bc1a960-153d-468c-98b3-b9c2ff32ec80, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:12:31.204907 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-8872ed2f-ead8-4bf4-af2b-387bf3eeea08 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4389927 Dec 17 13:12:31.220173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Request body: {'port': {'device_id': '58f269d6-5fa1-497e-b2c7-6aa63d6e2d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:31.242846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.293265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port b9c45807-85da-4843-ab68-85180b03e397, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=b9c45807-85da-4843-ab68-85180b03e397,segment=NetworkSegment(2e5e1823-35b6-452d-bae0-7b78f591797c),segment_id=2e5e1823-35b6-452d-bae0-7b78f591797c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:31.362486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3baff97-d6d7-4e61-ae91-5fc7bb3d924b req-dc221830-9a56-4fea-a0bb-b4b0d7004d7a service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468939 Dec 17 13:12:31.370357 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.370573 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.399400 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-136377e3-2578-4699-8051-2e4723e7946d req-69620d41-8c76-40b8-80fe-279cf4a1577f tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179372 Dec 17 13:12:31.459485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=b9c45807-85da-4843-ab68-85180b03e397,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:31.477442 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.477709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60052) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:31.503530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] For port 1bc1a960-153d-468c-98b3-b9c2ff32ec80, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1bc1a960-153d-468c-98b3-b9c2ff32ec80,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:12:31.508056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0f1175c6-b9d9-46b8-806a-bf6f83ce763d req-0ed3208b-e2ae-4b4f-9b16-acc46005ab2f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.516032 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c6113bf-2cc8-4791-840a-8fb6730e8889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.522462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['185570fe-ff49-427a-a510-17b65143f691'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:12:31.597144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064c41-0929-442d-a361-ffe4b0ad9d11 req-501d69ed-ef11-41ac-a5b0-5aebc2667dae tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:31.597144 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-32064c41-0929-442d-a361-ffe4b0ad9d11 req-501d69ed-ef11-41ac-a5b0-5aebc2667dae tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1924767 Dec 17 13:12:31.597498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3208b-e2ae-4b4f-9b16-acc46005ab2f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Pushing event deleted for resources: {'Port': ['ID=185570fe-ff49-427a-a510-17b65143f691,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:31.631727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1175c6-b9d9-46b8-806a-bf6f83ce763d req-0ed3208b-e2ae-4b4f-9b16-acc46005ab2f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] No DVR routers for this DVR port 185570fe-ff49-427a-a510-17b65143f691 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:12:31.633789 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.638139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0f1175c6-b9d9-46b8-806a-bf6f83ce763d req-0ed3208b-e2ae-4b4f-9b16-acc46005ab2f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.641434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f1175c6-b9d9-46b8-806a-bf6f83ce763d req-0ed3208b-e2ae-4b4f-9b16-acc46005ab2f tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.61 "DELETE /v2.0/ports/185570fe-ff49-427a-a510-17b65143f691 HTTP/1.1" status: 204 len: 173 time: 1.7232282 Dec 17 13:12:31.646155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ec887f-00cb-4b07-acbc-e56d4748f70a', 'name': 'network-vif-deleted', 'tag': '185570fe-ff49-427a-a510-17b65143f691'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:31.648513 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf64862-44d8-4595-a55d-59cb5d815840" -d '{"events": [{"server_uuid": "92ec887f-00cb-4b07-acbc-e56d4748f70a", "name": "network-vif-deleted", "tag": "185570fe-ff49-427a-a510-17b65143f691"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:31.719379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:31.720268 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.721829 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] 10.222.0.61 "PUT /v2.0/ports/1bc1a960-153d-468c-98b3-b9c2ff32ec80 HTTP/1.1" status: 200 len: 1092 time: 3.4193532 Dec 17 13:12:31.759550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29371a-1897-4b69-a5a5-78b45c745792 req-e60c2173-0544-4249-a145-1bc9871fa37f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:31.764596 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a29371a-1897-4b69-a5a5-78b45c745792 req-e60c2173-0544-4249-a145-1bc9871fa37f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 944 time: 0.2291749 Dec 17 13:12:31.768060 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-32064c41-0929-442d-a361-ffe4b0ad9d11 req-bd107939-84fe-4d19-bb70-da045efa3e68 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437087 Dec 17 13:12:31.768555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439db2e-e624-4595-95c8-6eafbfa1cd02 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc1a960-153d-468c-98b3-b9c2ff32ec80,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:31.837443 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c6113bf-2cc8-4791-840a-8fb6730e8889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.870955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a29371a-1897-4b69-a5a5-78b45c745792 req-14a97116-5e53-4887-b47a-bd6767e59c61 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842235 Dec 17 13:12:31.882341 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf17ce1-7365-409e-b345-ac7694e65121 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:12:31.906306 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.928034 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c6113bf-2cc8-4791-840a-8fb6730e8889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.931594 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49ac9105-c45c-4c42-9007-d6e55a9bdcb2 req-603cdb5c-5e25-473e-9b5b-ea08f93d18f9 tempest-ServerRescueTestJSON-850503538 tempest-ServerRescueTestJSON-850503538-project] 10.222.0.59 "GET /v2.0/ports?device_id=92ec887f-00cb-4b07-acbc-e56d4748f70a HTTP/1.1" status: 200 len: 210 time: 0.0646660 Dec 17 13:12:31.934280 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93216ae9-c0eb-4eee-91ce-0dd746d2bab7 x-openstack-request-id: req-93216ae9-c0eb-4eee-91ce-0dd746d2bab7 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:31.935084 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9875473-e774-4706-b7f5-7a94df3a1fff", "tag": "981bc8a5-c473-4c00-8d31-d3e3aea2a3cd", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:31.935084 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93216ae9-c0eb-4eee-91ce-0dd746d2bab7 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:31.935467 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9875473-e774-4706-b7f5-7a94df3a1fff', 'tag': '981bc8a5-c473-4c00-8d31-d3e3aea2a3cd', 'status': 'completed', 'code': 200} Dec 17 13:12:31.935930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-99b472ec-9bc7-4483-bc24-28e1502c73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:31.937478 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-99b472ec-9bc7-4483-bc24-28e1502c73c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=43361a85e31a4f57868e845dd68a1beb&device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 1095 time: 0.0800655 Dec 17 13:12:31.947966 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c86a314-edfa-474e-bedd-a2e995c216f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:31.952660 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Transition to ACTIVE for port object bbf17ce1-7365-409e-b345-ac7694e65121 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:12:31.969271 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf21be7-7544-4b2d-8f3e-8be83a7a2a39 x-openstack-request-id: req-3cf21be7-7544-4b2d-8f3e-8be83a7a2a39 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:31.979203 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "name": "network-vif-unplugged", "status": "failed", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5", "code": 422}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:31.979203 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3cf21be7-7544-4b2d-8f3e-8be83a7a2a39 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:31.979203 n-d-815324-5 neutron-server[110455]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'code': 422} returned with failed status Dec 17 13:12:32.013877 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9c6113bf-2cc8-4791-840a-8fb6730e8889 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bf629834c7cb432c9c86b19d8d122cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5287733 Dec 17 13:12:32.014981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60060) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:32.030869 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:32.075859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6113bf-2cc8-4791-840a-8fb6730e8889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75272af-245b-46d8-bd5d-9f153da03f8f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:32.149194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Pushing event updated for resources: {'Port': ['ID=bbf17ce1-7365-409e-b345-ac7694e65121,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:32.205298 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-663f7b60-d224-4608-a24d-b2124aa409f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:32.262567 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-663f7b60-d224-4608-a24d-b2124aa409f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:32.272971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a47a9d-ab93-4e89-92ef-077445c7a385 req-29e66ec7-e43a-409b-883d-1b72c4e35d9e tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:32.274604 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-12a47a9d-ab93-4e89-92ef-077445c7a385 req-29e66ec7-e43a-409b-883d-1b72c4e35d9e tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 946 time: 0.1443405 Dec 17 13:12:32.334279 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Attempting to bind port bbf17ce1-7365-409e-b345-ac7694e65121 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:12:32.334583 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Attempting to bind port bbf17ce1-7365-409e-b345-ac7694e65121 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:12:32.334851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Attempting to bind port bbf17ce1-7365-409e-b345-ac7694e65121 on network 3273fdd9-f649-409e-913c-2652e785b30c {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:32.352596 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Port bbf17ce1-7365-409e-b345-ac7694e65121 on network 3273fdd9-f649-409e-913c-2652e785b30c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:12:32.355491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Attempting to bind port bbf17ce1-7365-409e-b345-ac7694e65121 on network 3273fdd9-f649-409e-913c-2652e785b30c {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:32.362825 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd589157-26ae-4a06-afbf-28e6f008fd1b x-openstack-request-id: req-cd589157-26ae-4a06-afbf-28e6f008fd1b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:32.363388 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ec887f-00cb-4b07-acbc-e56d4748f70a", "name": "network-vif-deleted", "tag": "185570fe-ff49-427a-a510-17b65143f691", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:32.363388 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd589157-26ae-4a06-afbf-28e6f008fd1b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:32.364070 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ec887f-00cb-4b07-acbc-e56d4748f70a', 'name': 'network-vif-deleted', 'tag': '185570fe-ff49-427a-a510-17b65143f691', 'status': 'completed', 'code': 200} Dec 17 13:12:32.369873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:12:32.370215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Checking segment: {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:32.370609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Bound using segment: {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:12:32.371048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Bound port: bbf17ce1-7365-409e-b345-ac7694e65121, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:12:32.371668 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:32.384100 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-12a47a9d-ab93-4e89-92ef-077445c7a385 req-eaaff978-4d6d-43b4-99e1-c0eee65422ef tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023619 Dec 17 13:12:32.416304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-6cf5db5b-7d06-4013-9da8-52b878ce1652 req-a4ddb021-75b5-4956-bda0-2f9cdf1d5e7b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:12:32.418880 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6cf5db5b-7d06-4013-9da8-52b878ce1652 req-a4ddb021-75b5-4956-bda0-2f9cdf1d5e7b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0573256 Dec 17 13:12:32.419192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-0c673799-c395-4fc9-ade3-2affda6c8ced service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bc1a960-153d-468c-98b3-b9c2ff32ec80 HTTP/1.1" status: 200 len: 217 time: 0.4326131 Dec 17 13:12:32.448872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] For port bbf17ce1-7365-409e-b345-ac7694e65121, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:12:32.453920 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] For port bbf17ce1-7365-409e-b345-ac7694e65121, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=bbf17ce1-7365-409e-b345-ac7694e65121,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:12:32.528642 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-663f7b60-d224-4608-a24d-b2124aa409f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:32.537700 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-663f7b60-d224-4608-a24d-b2124aa409f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:32.537700 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-663f7b60-d224-4608-a24d-b2124aa409f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a75272af-245b-46d8-bd5d-9f153da03f8f HTTP/1.1" status: 204 len: 168 time: 0.5119002 Dec 17 13:12:32.540035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-53e6e490-8512-4ff3-8a2f-314245d1608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:32.541623 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-53e6e490-8512-4ff3-8a2f-314245d1608b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7327b84-e581-49a3-950c-f5c7a4b0da8e HTTP/1.1" status: 200 len: 859 time: 0.1003666 Dec 17 13:12:32.544892 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f7b60-d224-4608-a24d-b2124aa409f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75272af-245b-46d8-bd5d-9f153da03f8f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:32.553416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556309f-125c-40bc-bf6b-4d9dceac182e req-997e7a17-f67b-4cad-9e92-3211fff0497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:32.554903 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8556309f-125c-40bc-bf6b-4d9dceac182e req-997e7a17-f67b-4cad-9e92-3211fff0497f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=43361a85e31a4f57868e845dd68a1beb&device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 1094 time: 0.1960690 Dec 17 13:12:32.564464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1f7c5-d9e7-495e-85d6-8a96809d9c2e req-26b4f5ca-0580-48bd-9dcd-dbe7b49327d4 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:32.566073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ca1f7c5-d9e7-495e-85d6-8a96809d9c2e req-26b4f5ca-0580-48bd-9dcd-dbe7b49327d4 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 943 time: 0.0720282 Dec 17 13:12:32.601287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-026a568a-3c3d-48e3-8242-a35170fd024d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea31f1ba-6d09-447e-9006-a06af7beea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502336 Dec 17 13:12:32.623523 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:32.672099 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ca1f7c5-d9e7-495e-85d6-8a96809d9c2e req-06a837e8-3bea-439b-b2a9-08c191799f6d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986733 Dec 17 13:12:32.688009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:32.688773 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:32.690311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] 10.222.0.54 "PUT /v2.0/ports/bbf17ce1-7365-409e-b345-ac7694e65121 HTTP/1.1" status: 200 len: 1091 time: 1.4752662 Dec 17 13:12:32.696264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0c58f-8bc1-453d-b7f1-21c9e126c69c service neutron] Pushing event updated for resources: {'Port': ['ID=bbf17ce1-7365-409e-b345-ac7694e65121,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:32.703193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:12:32.860504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556309f-125c-40bc-bf6b-4d9dceac182e req-71a1d7b6-5669-4fe9-844d-a584ed87f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:32.861937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8556309f-125c-40bc-bf6b-4d9dceac182e req-71a1d7b6-5669-4fe9-844d-a584ed87f7c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 200 len: 920 time: 0.2976525 Dec 17 13:12:32.866877 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-aae37aa3-32a9-42d9-8e90-846cf6440f20 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364464 Dec 17 13:12:32.899940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:32.924076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '981bc8a5-c473-4c00-8d31-d3e3aea2a3cd', 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c', 'port_id': '981bc8a5-c473-4c00-8d31-d3e3aea2a3cd', 'mac_address': 'fa:16:3e:6a:1d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7327b84-e581-49a3-950c-f5c7a4b0da8e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:12:32.931908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9ec05-5a27-49f2-b039-7cbe69e4a3f9 req-8ca86932-a30b-4c28-ba5e-2838e27fff57 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:32.933481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3bf9ec05-5a27-49f2-b039-7cbe69e4a3f9 req-8ca86932-a30b-4c28-ba5e-2838e27fff57 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1045613 Dec 17 13:12:32.945680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-e5e96145-7b98-4be3-8a7e-1a71893ac587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:32.947935 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-e5e96145-7b98-4be3-8a7e-1a71893ac587 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 1094 time: 0.0708599 Dec 17 13:12:32.987867 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:33.006845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:12:33.028251 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8556309f-125c-40bc-bf6b-4d9dceac182e req-666e27e7-0a21-414a-bd43-a2f9d41f6f9f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd HTTP/1.1" status: 200 len: 217 time: 0.0956411 Dec 17 13:12:33.039673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:33.052755 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-eaa21654-276e-4785-8ac0-a5ec8bc70c30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf17ce1-7365-409e-b345-ac7694e65121 HTTP/1.1" status: 200 len: 217 time: 0.0933585 Dec 17 13:12:33.081309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7a826-ca42-4d58-8db1-a7e32a92c20d req-db23d161-4719-4368-b656-3646ee160828 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:33.082890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ff7a826-ca42-4d58-8db1-a7e32a92c20d req-db23d161-4719-4368-b656-3646ee160828 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.2071834 Dec 17 13:12:33.106698 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:33.138455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-4c905c23-cdee-4833-b3cb-e8842e751b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:33.138455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-4c905c23-cdee-4833-b3cb-e8842e751b29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=38b4f68a-57c1-4b44-b104-e17b33fe8875 HTTP/1.1" status: 200 len: 854 time: 0.0666933 Dec 17 13:12:33.179998 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-dd86c20c-22d0-410a-9914-210e5e5be4b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3273fdd9-f649-409e-913c-2652e785b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378969 Dec 17 13:12:33.184744 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3bf9ec05-5a27-49f2-b039-7cbe69e4a3f9 req-e2bd6d1a-14f1-4ece-b342-5acce248c345 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357042 Dec 17 13:12:33.200982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:33.210201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26008fbd-b20b-4e6e-b7e6-b021f6a80d52 req-aef5c8c9-cf25-4f41-a983-f434a8f747cf service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699730 Dec 17 13:12:33.259886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556309f-125c-40bc-bf6b-4d9dceac182e req-7065ea7e-ecba-41c7-8d7a-c9862fa74638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:33.261952 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8556309f-125c-40bc-bf6b-4d9dceac182e req-7065ea7e-ecba-41c7-8d7a-c9862fa74638 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7327b84-e581-49a3-950c-f5c7a4b0da8e HTTP/1.1" status: 200 len: 859 time: 0.2152758 Dec 17 13:12:33.268421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-5c86a314-edfa-474e-bedd-a2e995c216f4 admin admin] Deleting port 0d5cad71-9a47-4406-b978-c730819b18fc {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:12:33.268774 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c86a314-edfa-474e-bedd-a2e995c216f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:33.275539 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ff7a826-ca42-4d58-8db1-a7e32a92c20d req-12f804e8-784d-4946-89b0-e744214015b6 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620078 Dec 17 13:12:33.330058 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-e4ed4183-71af-4c29-968e-da55b7cd32ae service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402168 Dec 17 13:12:33.380778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['981bc8a5-c473-4c00-8d31-d3e3aea2a3cd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:12:33.384712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60094) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:33.409470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-5c86a314-edfa-474e-bedd-a2e995c216f4 admin admin] For port 0d5cad71-9a47-4406-b978-c730819b18fc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0d5cad71-9a47-4406-b978-c730819b18fc,segment=NetworkSegment(369d8759-302c-423e-bc72-121c1556834f),segment_id=369d8759-302c-423e-bc72-121c1556834f)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:33.410287 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c86a314-edfa-474e-bedd-a2e995c216f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:33.426078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-5c86a314-edfa-474e-bedd-a2e995c216f4 admin admin] Calling delete_port for 0d5cad71-9a47-4406-b978-c730819b18fc owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:12:33.530875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8556309f-125c-40bc-bf6b-4d9dceac182e req-e188f98e-7c4b-420b-a13c-caa902aa8c4e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea31f1ba-6d09-447e-9006-a06af7beea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2537255 Dec 17 13:12:33.556805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b0839-7e67-4124-b404-046382f4ebbd req-78400ac6-965b-4ed7-9837-9492c56c3c45 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:33.564065 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-575b0839-7e67-4124-b404-046382f4ebbd req-78400ac6-965b-4ed7-9837-9492c56c3c45 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 944 time: 0.2410100 Dec 17 13:12:33.676357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c70ca03c-a2f7-4c3b-8c71-ebef866df3f1 req-a0f94cb0-bb70-4b61-8485-47b207045028 service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106773 Dec 17 13:12:33.684009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbfea2-e762-4858-a2be-500ff7595ff2 req-92142142-2617-44e5-a702-2d31885d39d4 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:33.693179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bdbfea2-e762-4858-a2be-500ff7595ff2 req-92142142-2617-44e5-a702-2d31885d39d4 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1982574 Dec 17 13:12:33.698203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-575b0839-7e67-4124-b404-046382f4ebbd req-1684c9b9-c2f8-47c2-bd89-eb5fa6ba6a67 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331553 Dec 17 13:12:33.808073 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0bdbfea2-e762-4858-a2be-500ff7595ff2 req-1ba9fd65-989b-45ac-88f4-d5e905b0c53e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139753 Dec 17 13:12:33.812405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8556309f-125c-40bc-bf6b-4d9dceac182e req-f1d15894-5bd2-401b-9d62-d968b9e2d778 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583778 Dec 17 13:12:33.974130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aa8a0-491e-45ee-88dc-add6d11891e6 req-337b54e6-cd88-4ff2-a6d9-1ee6814dc15a tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:33.975782 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be4aa8a0-491e-45ee-88dc-add6d11891e6 req-337b54e6-cd88-4ff2-a6d9-1ee6814dc15a tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 943 time: 0.0861597 Dec 17 13:12:33.979268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809555bd-0b89-4563-9f50-3cb9397dc430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c45807-85da-4843-ab68-85180b03e397'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:33.980099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8556309f-125c-40bc-bf6b-4d9dceac182e req-89f25504-cc12-4aca-a36c-56ed44f14d73 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573606 Dec 17 13:12:33.982780 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a8631f-3eaf-4619-b467-5f51b83e533f" -d '{"events": [{"server_uuid": "809555bd-0b89-4563-9f50-3cb9397dc430", "name": "network-vif-plugged", "status": "completed", "tag": "b9c45807-85da-4843-ab68-85180b03e397"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:33.999300 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c86a314-edfa-474e-bedd-a2e995c216f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:34.040699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86a314-edfa-474e-bedd-a2e995c216f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5cad71-9a47-4406-b978-c730819b18fc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:34.127740 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be4aa8a0-491e-45ee-88dc-add6d11891e6 req-ff5b16f1-ed84-4a8a-ab6f-171fb98855b9 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451306 Dec 17 13:12:34.224988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f269d6-5fa1-497e-b2c7-6aa63d6e2d86', 'tag': 'bbf17ce1-7365-409e-b345-ac7694e65121'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:34.227731 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc8526a-d2a5-4bd0-8836-c77d4e3651f3" -d '{"events": [{"name": "network-changed", "server_uuid": "58f269d6-5fa1-497e-b2c7-6aa63d6e2d86", "tag": "bbf17ce1-7365-409e-b345-ac7694e65121"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:34.253491 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f415c1-dc79-4bc0-9e52-dcc628350bbb x-openstack-request-id: req-b2f415c1-dc79-4bc0-9e52-dcc628350bbb {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:34.254007 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809555bd-0b89-4563-9f50-3cb9397dc430", "name": "network-vif-plugged", "status": "completed", "tag": "b9c45807-85da-4843-ab68-85180b03e397", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:34.255394 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2f415c1-dc79-4bc0-9e52-dcc628350bbb {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:34.255857 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809555bd-0b89-4563-9f50-3cb9397dc430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c45807-85da-4843-ab68-85180b03e397', 'code': 200} Dec 17 13:12:34.318526 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-47bbefae-2df2-4743-999d-7351d7da3104 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7265360 Dec 17 13:12:34.324049 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-1535e59a-a7cc-422a-b6e6-da80ace0174c service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:12:34.340331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-1535e59a-a7cc-422a-b6e6-da80ace0174c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198510 Dec 17 13:12:34.362606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcc323-53df-43a6-9972-4926fd0fdc83 req-ed97fbb7-39df-42c4-b1fa-efa2280c5b20 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:34.365065 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bfcc323-53df-43a6-9972-4926fd0fdc83 req-ed97fbb7-39df-42c4-b1fa-efa2280c5b20 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 946 time: 0.5659232 Dec 17 13:12:34.365244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62577bd7-b7b2-4a65-b07a-b6d50043744a', 'tag': '1bc1a960-153d-468c-98b3-b9c2ff32ec80'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:34.368701 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c1d7ad-8cef-4319-aaff-6966b3154fce" -d '{"events": [{"name": "network-changed", "server_uuid": "62577bd7-b7b2-4a65-b07a-b6d50043744a", "tag": "1bc1a960-153d-468c-98b3-b9c2ff32ec80"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:34.412089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c86a314-edfa-474e-bedd-a2e995c216f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:34.429234 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bfcc323-53df-43a6-9972-4926fd0fdc83 req-3f775f96-797c-4249-bd09-d9db2a15a56b tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535531 Dec 17 13:12:34.518135 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7ecb92-7208-4a24-a179-6f2c7c6e468b x-openstack-request-id: req-3d7ecb92-7208-4a24-a179-6f2c7c6e468b {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:34.518440 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f269d6-5fa1-497e-b2c7-6aa63d6e2d86", "tag": "bbf17ce1-7365-409e-b345-ac7694e65121", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:34.518869 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d7ecb92-7208-4a24-a179-6f2c7c6e468b {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:34.519271 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f269d6-5fa1-497e-b2c7-6aa63d6e2d86', 'tag': 'bbf17ce1-7365-409e-b345-ac7694e65121', 'status': 'completed', 'code': 200} Dec 17 13:12:34.557791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0abb4c-492b-4457-bcb1-c32d7ce2f19a req-dac55435-4df9-48f9-8250-ea3a9389a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:34.559375 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e0abb4c-492b-4457-bcb1-c32d7ce2f19a req-dac55435-4df9-48f9-8250-ea3a9389a472 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 1097 time: 0.2092621 Dec 17 13:12:34.589305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78bdf-3dad-4d3d-95b3-18ad69920f4c req-2f0ee100-0cd5-43aa-a877-884f80cdd04f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:34.595795 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cee78bdf-3dad-4d3d-95b3-18ad69920f4c req-2f0ee100-0cd5-43aa-a877-884f80cdd04f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.2631230 Dec 17 13:12:34.667664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8526a-d2a5-4bd0-8836-c77d4e3651f3 req-88f14ce3-8b5d-47b5-993b-19becbea6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:34.673639 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dc8526a-d2a5-4bd0-8836-c77d4e3651f3 req-88f14ce3-8b5d-47b5-993b-19becbea6fe0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 1094 time: 0.1243141 Dec 17 13:12:34.694685 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a731113-d255-47b7-aca8-d8113f789a87 req-cb2203f6-d5ad-49b1-a2bc-6ef72bd05f3d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:34.696908 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a731113-d255-47b7-aca8-d8113f789a87 req-cb2203f6-d5ad-49b1-a2bc-6ef72bd05f3d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.1071999 Dec 17 13:12:34.703558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1bc1a960-153d-468c-98b3-b9c2ff32ec80 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:12:34.707047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:12:34.741622 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e0abb4c-492b-4457-bcb1-c32d7ce2f19a req-6f24c162-172c-4524-b552-3e5274206cba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393561 Dec 17 13:12:34.751765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cee78bdf-3dad-4d3d-95b3-18ad69920f4c req-60f421fe-ef23-4f7e-a60c-11f02021aca5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471739 Dec 17 13:12:34.800307 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a764ff31-aff9-48b1-bf95-4cab307f465d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:34.893034 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a731113-d255-47b7-aca8-d8113f789a87 req-180abff7-a699-43aa-8f6f-53748bc85aa1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706185 Dec 17 13:12:34.903324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8526a-d2a5-4bd0-8836-c77d4e3651f3 req-ac143344-f270-4bf1-bbea-055781df4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:34.905194 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dc8526a-d2a5-4bd0-8836-c77d4e3651f3 req-ac143344-f270-4bf1-bbea-055781df4249 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 915 time: 0.2274952 Dec 17 13:12:34.939903 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b57d855-9bcc-458e-9719-2725515a545e x-openstack-request-id: req-3b57d855-9bcc-458e-9719-2725515a545e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:34.940291 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62577bd7-b7b2-4a65-b07a-b6d50043744a", "tag": "1bc1a960-153d-468c-98b3-b9c2ff32ec80", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:34.940602 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b57d855-9bcc-458e-9719-2725515a545e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:34.941050 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62577bd7-b7b2-4a65-b07a-b6d50043744a', 'tag': '1bc1a960-153d-468c-98b3-b9c2ff32ec80', 'status': 'completed', 'code': 200} Dec 17 13:12:34.953649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1bc1a960-153d-468c-98b3-b9c2ff32ec80, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1bc1a960-153d-468c-98b3-b9c2ff32ec80,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:34.982404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '1bc1a960-153d-468c-98b3-b9c2ff32ec80', 'network_id': 'ea31f1ba-6d09-447e-9006-a06af7beea2c', 'port_id': '1bc1a960-153d-468c-98b3-b9c2ff32ec80', 'mac_address': 'fa:16:3e:6e:2f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7327b84-e581-49a3-950c-f5c7a4b0da8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:12:34.994214 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dc8526a-d2a5-4bd0-8836-c77d4e3651f3 req-c69fed9e-edf2-46cb-8664-2531d489ac72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf17ce1-7365-409e-b345-ac7694e65121 HTTP/1.1" status: 200 len: 217 time: 0.0495408 Dec 17 13:12:35.043826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df29dd-de72-47e1-8403-d631163ae0fb req-dd6b2cc9-1e47-4ce0-9f86-bde6bd67e3f5 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:35.051251 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4df29dd-de72-47e1-8403-d631163ae0fb req-dd6b2cc9-1e47-4ce0-9f86-bde6bd67e3f5 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 944 time: 0.1131208 Dec 17 13:12:35.061894 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:35.071566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:12:35.093381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8526a-d2a5-4bd0-8836-c77d4e3651f3 req-44c03213-d608-4215-abfa-2d75cd0399fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:35.095750 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dc8526a-d2a5-4bd0-8836-c77d4e3651f3 req-44c03213-d608-4215-abfa-2d75cd0399fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=38b4f68a-57c1-4b44-b104-e17b33fe8875 HTTP/1.1" status: 200 len: 854 time: 0.0892191 Dec 17 13:12:35.100150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c86a314-edfa-474e-bedd-a2e995c216f4 admin admin] Router a3182589-7fe1-4375-9e45-8d44a0704bd5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:12:35.105161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:35.111343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:35.145034 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4df29dd-de72-47e1-8403-d631163ae0fb req-b012c544-4bde-42b3-b157-c8b2c098cb55 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926042 Dec 17 13:12:35.150315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc1a960-153d-468c-98b3-b9c2ff32ec80 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:12:35.166057 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dc8526a-d2a5-4bd0-8836-c77d4e3651f3 req-ee8dfd20-84c6-471b-881d-9a7e97b7d837 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3273fdd9-f649-409e-913c-2652e785b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358465 Dec 17 13:12:35.175109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d7ad-8cef-4319-aaff-6966b3154fce req-8fc37eaa-d6d3-4207-af9e-dcd04d316abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:35.176669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0c1d7ad-8cef-4319-aaff-6966b3154fce req-8fc37eaa-d6d3-4207-af9e-dcd04d316abb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=43361a85e31a4f57868e845dd68a1beb&device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 1095 time: 0.1646106 Dec 17 13:12:35.207716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1bc1a960-153d-468c-98b3-b9c2ff32ec80, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1bc1a960-153d-468c-98b3-b9c2ff32ec80,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:35.230074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbb265-97c4-4fb2-bd82-09bf36376c2f req-a6ce68d3-0240-4121-8636-8050bb9c40d2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:35.236706 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b7dbb265-97c4-4fb2-bd82-09bf36376c2f req-a6ce68d3-0240-4121-8636-8050bb9c40d2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.2468178 Dec 17 13:12:35.278307 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:35.283772 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:35.359836 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b7dbb265-97c4-4fb2-bd82-09bf36376c2f req-bb657ed5-da42-4966-8869-d81421c530c7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219316 Dec 17 13:12:35.379273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:35.383872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=1bc1a960-153d-468c-98b3-b9c2ff32ec80,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:35.472457 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:35.474231 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 185570fe-ff49-427a-a510-17b65143f691 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:12:35.488330 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dc8526a-d2a5-4bd0-8836-c77d4e3651f3 req-65732230-80e2-47f2-805d-3e702021260b service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417650 Dec 17 13:12:35.497523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c86a314-edfa-474e-bedd-a2e995c216f4 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:12:35.518204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930915c0-b0be-4186-915e-0602af8b0ec0 req-a282ff48-5c00-4e00-8725-4e525818e4ca tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:35.534271 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-930915c0-b0be-4186-915e-0602af8b0ec0 req-a282ff48-5c00-4e00-8725-4e525818e4ca tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 943 time: 0.2707965 Dec 17 13:12:35.549539 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5c86a314-edfa-474e-bedd-a2e995c216f4 admin admin] 10.222.0.59 "PUT /v2.0/routers/a3182589-7fe1-4375-9e45-8d44a0704bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0120108 Dec 17 13:12:35.582055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60160) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:35.623984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeda9fc-e07c-4a99-a018-11682cfe4983 None None] Sync routers for ids ['a3182589-7fe1-4375-9e45-8d44a0704bd5'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:12:35.631506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['1bc1a960-153d-468c-98b3-b9c2ff32ec80'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:12:35.636776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d7ad-8cef-4319-aaff-6966b3154fce req-65655713-d23c-4aa0-ad42-73acbb56b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:35.639394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0c1d7ad-8cef-4319-aaff-6966b3154fce req-65655713-d23c-4aa0-ad42-73acbb56b108 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 200 len: 920 time: 0.4530284 Dec 17 13:12:35.639599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 185570fe-ff49-427a-a510-17b65143f691 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:12:35.640021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 185570fe-ff49-427a-a510-17b65143f691 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:12:35.683448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a764ff31-aff9-48b1-bf95-4cab307f465d admin admin] Deleting port f96d4300-c637-40e6-8668-cc61e650daab {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:12:35.684330 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a764ff31-aff9-48b1-bf95-4cab307f465d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:35.689552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeda9fc-e07c-4a99-a018-11682cfe4983 None None] Routers {'a3182589-7fe1-4375-9e45-8d44a0704bd5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:35.689829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ebeda9fc-e07c-4a99-a018-11682cfe4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:12:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a3182589-7fe1-4375-9e45-8d44a0704bd5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:35.721781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0c1d7ad-8cef-4319-aaff-6966b3154fce req-562d0725-8f25-4eea-8d04-ffeed09e6981 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bc1a960-153d-468c-98b3-b9c2ff32ec80 HTTP/1.1" status: 200 len: 217 time: 0.0692410 Dec 17 13:12:35.731421 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-930915c0-b0be-4186-915e-0602af8b0ec0 req-b72c7deb-a9cb-41ac-84a8-6c03a815d27c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959782 Dec 17 13:12:35.740487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:35.838798 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dc8526a-d2a5-4bd0-8836-c77d4e3651f3 req-78ec33eb-fbac-46c0-b61b-16cc3d26dffc service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426743 Dec 17 13:12:35.856412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df20b9-31d4-4fed-a25c-f8cca6c0b0ba req-d58b23a1-3fd2-4ae7-a669-a16d6ee746ca tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:35.862812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1d7ad-8cef-4319-aaff-6966b3154fce req-923a6f79-d8af-461a-b699-434d91e3d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:35.864272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-87df20b9-31d4-4fed-a25c-f8cca6c0b0ba req-d58b23a1-3fd2-4ae7-a669-a16d6ee746ca tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 946 time: 0.2740705 Dec 17 13:12:35.872320 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0c1d7ad-8cef-4319-aaff-6966b3154fce req-923a6f79-d8af-461a-b699-434d91e3d997 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7327b84-e581-49a3-950c-f5c7a4b0da8e HTTP/1.1" status: 200 len: 859 time: 0.1344523 Dec 17 13:12:35.886229 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ebeda9fc-e07c-4a99-a018-11682cfe4983 None None] Set router a3182589-7fe1-4375-9e45-8d44a0704bd5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:35.893037 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:35.941115 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0c1d7ad-8cef-4319-aaff-6966b3154fce req-8e9e71ae-7955-457a-96cd-f86750e1d8e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea31f1ba-6d09-447e-9006-a06af7beea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555742 Dec 17 13:12:35.952005 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:36.029319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-a764ff31-aff9-48b1-bf95-4cab307f465d admin admin] For port f96d4300-c637-40e6-8668-cc61e650daab, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f96d4300-c637-40e6-8668-cc61e650daab,segment=NetworkSegment(9e4606aa-94db-4e5e-8b2c-96cb07d1448c),segment_id=9e4606aa-94db-4e5e-8b2c-96cb07d1448c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:36.029319 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a764ff31-aff9-48b1-bf95-4cab307f465d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:36.062149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a764ff31-aff9-48b1-bf95-4cab307f465d admin admin] Calling delete_port for f96d4300-c637-40e6-8668-cc61e650daab owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:12:36.066522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c09ab8-3cac-4fe7-abf3-aa794d664d90 req-209b7a13-27f6-451b-a8ac-49b206822a38 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:36.074377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99c09ab8-3cac-4fe7-abf3-aa794d664d90 req-209b7a13-27f6-451b-a8ac-49b206822a38 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1370637 Dec 17 13:12:36.111950 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-87df20b9-31d4-4fed-a25c-f8cca6c0b0ba req-43aba64a-3c22-4992-9a00-6592bb39bb31 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465346 Dec 17 13:12:36.191216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ebeda9fc-e07c-4a99-a018-11682cfe4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:12:33Z', 'revision_number': 5, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:36.200041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0c1d7ad-8cef-4319-aaff-6966b3154fce req-0a0c10da-d8e0-4649-9e79-6ad1e1c52e0d service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478855 Dec 17 13:12:36.207042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99c09ab8-3cac-4fe7-abf3-aa794d664d90 req-b0977f38-a12b-4f26-b874-116047c87635 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317518 Dec 17 13:12:36.288391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9875473-e774-4706-b7f5-7a94df3a1fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981bc8a5-c473-4c00-8d31-d3e3aea2a3cd'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:36.291610 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48831efe-7dd0-42c3-8914-2f8f74684e55" -d '{"events": [{"server_uuid": "e9875473-e774-4706-b7f5-7a94df3a1fff", "name": "network-vif-plugged", "status": "completed", "tag": "981bc8a5-c473-4c00-8d31-d3e3aea2a3cd"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:36.296081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeda9fc-e07c-4a99-a018-11682cfe4983 None None] Checking router: a3182589-7fe1-4375-9e45-8d44a0704bd5 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:12:36.307860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeda9fc-e07c-4a99-a018-11682cfe4983 None None] Routers {'a3182589-7fe1-4375-9e45-8d44a0704bd5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:36.308738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ebeda9fc-e07c-4a99-a018-11682cfe4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:12:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a3182589-7fe1-4375-9e45-8d44a0704bd5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:36.361412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0c1d7ad-8cef-4319-aaff-6966b3154fce req-3d6659a1-b446-4b65-9d7a-9426567e98e3 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525669 Dec 17 13:12:36.402061 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device bbf17ce1-7365-409e-b345-ac7694e65121 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:12:36.411653 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:36.503701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51135785-3536-4c0c-83f8-093b84cbd989 req-95c77db9-f046-4d28-8fde-67218b01b031 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:36.505433 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-51135785-3536-4c0c-83f8-093b84cbd989 req-95c77db9-f046-4d28-8fde-67218b01b031 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.2277617 Dec 17 13:12:36.527016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21299d6-e96b-4daf-9a4a-a0226606ecc0 req-2e147c4c-74bc-48e5-a655-75cfe5d012d9 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:36.538232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a21299d6-e96b-4daf-9a4a-a0226606ecc0 req-2e147c4c-74bc-48e5-a655-75cfe5d012d9 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 945 time: 0.1637321 Dec 17 13:12:36.604018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a21299d6-e96b-4daf-9a4a-a0226606ecc0 req-e4133b99-62aa-4e43-a1d8-360c870e8b16 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647624 Dec 17 13:12:36.703593 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-51135785-3536-4c0c-83f8-093b84cbd989 req-64de4801-0271-48f7-ad5c-b925ac00964a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718519 Dec 17 13:12:36.776437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd65031-0bf6-4c95-b6ad-7a6c903b501c req-d7ff8323-79fd-4d08-af3e-c0c79945a9ef tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:36.778528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bcd65031-0bf6-4c95-b6ad-7a6c903b501c req-d7ff8323-79fd-4d08-af3e-c0c79945a9ef tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0796299 Dec 17 13:12:36.804207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Deleting port a2292c60-a88a-4635-ad93-1e181714712d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:12:36.804207 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:36.865254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bcd65031-0bf6-4c95-b6ad-7a6c903b501c req-fdd1b8ee-156a-4c67-a2d7-17f1351f8a38 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791028 Dec 17 13:12:36.915626 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a764ff31-aff9-48b1-bf95-4cab307f465d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:36.916612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ebeda9fc-e07c-4a99-a018-11682cfe4983 None None] Set router a3182589-7fe1-4375-9e45-8d44a0704bd5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:36.919997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27e6df-9408-4fb3-b7e6-7ccfc96b8f95 req-2aa7783a-545c-41e6-aec3-f904279bf68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:36.922253 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac27e6df-9408-4fb3-b7e6-7ccfc96b8f95 req-2aa7783a-545c-41e6-aec3-f904279bf68d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 1096 time: 0.0553954 Dec 17 13:12:36.991623 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac27e6df-9408-4fb3-b7e6-7ccfc96b8f95 req-00ba268d-6423-451c-8f7f-ee839d8c5730 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622172 Dec 17 13:12:36.998121 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f3f10b-a26e-49ae-8cd4-04c6a6730f79 x-openstack-request-id: req-60f3f10b-a26e-49ae-8cd4-04c6a6730f79 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:36.998849 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9875473-e774-4706-b7f5-7a94df3a1fff", "name": "network-vif-plugged", "status": "completed", "tag": "981bc8a5-c473-4c00-8d31-d3e3aea2a3cd", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:36.998849 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60f3f10b-a26e-49ae-8cd4-04c6a6730f79 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:36.999841 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9875473-e774-4706-b7f5-7a94df3a1fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981bc8a5-c473-4c00-8d31-d3e3aea2a3cd', 'code': 200} Dec 17 13:12:37.001062 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764ff31-aff9-48b1-bf95-4cab307f465d admin admin] Pushing event deleted for resources: {'Port': ['ID=f96d4300-c637-40e6-8668-cc61e650daab,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:37.001609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1bc1a960-153d-468c-98b3-b9c2ff32ec80 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:12:37.033202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] For port a2292c60-a88a-4635-ad93-1e181714712d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a2292c60-a88a-4635-ad93-1e181714712d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:37.033667 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:37.064194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Calling delete_port for a2292c60-a88a-4635-ad93-1e181714712d owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:12:37.070172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ae379-1cb3-408d-9752-722a92970ae3 req-b06f1762-4f9f-4ff7-960b-925080943612 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:37.071828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3ae379-1cb3-408d-9752-722a92970ae3 req-b06f1762-4f9f-4ff7-960b-925080943612 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0783398 Dec 17 13:12:37.149785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3ae379-1cb3-408d-9752-722a92970ae3 req-e0990343-b448-4735-a4f4-df520577da97 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673251 Dec 17 13:12:37.162169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port bbf17ce1-7365-409e-b345-ac7694e65121, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=bbf17ce1-7365-409e-b345-ac7694e65121,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:37.185216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'bbf17ce1-7365-409e-b345-ac7694e65121', 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c', 'port_id': 'bbf17ce1-7365-409e-b345-ac7694e65121', 'mac_address': 'fa:16:3e:7b:1b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4f68a-57c1-4b44-b104-e17b33fe8875', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:12:37.196496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c624c-dfa1-4a75-a297-46c6ee62c9a3 req-fadfda85-6d22-4c45-9cfd-9e51a2204da4 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:37.198266 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-027c624c-dfa1-4a75-a297-46c6ee62c9a3 req-fadfda85-6d22-4c45-9cfd-9e51a2204da4 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 943 time: 0.3155642 Dec 17 13:12:37.272340 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:37.274769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 1bc1a960-153d-468c-98b3-b9c2ff32ec80 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:12:37.297052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 1bc1a960-153d-468c-98b3-b9c2ff32ec80 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:37.297442 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:37.302293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf17ce1-7365-409e-b345-ac7694e65121 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:12:37.338077 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-027c624c-dfa1-4a75-a297-46c6ee62c9a3 req-ef0edf69-a4b3-4ce6-8540-4dfa67966cdc tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783310 Dec 17 13:12:37.350680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port bbf17ce1-7365-409e-b345-ac7694e65121, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=bbf17ce1-7365-409e-b345-ac7694e65121,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:37.418546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ebeda9fc-e07c-4a99-a018-11682cfe4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:12:33Z', 'revision_number': 5, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:37.431224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff05c73-10f1-4ec3-aee7-0c7000ef44da req-a11f7dac-326c-4388-b187-1a5f51db9df5 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:37.440929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ff05c73-10f1-4ec3-aee7-0c7000ef44da req-a11f7dac-326c-4388-b187-1a5f51db9df5 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 946 time: 0.1708250 Dec 17 13:12:37.485694 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:37.507989 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a764ff31-aff9-48b1-bf95-4cab307f465d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:37.535817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeda9fc-e07c-4a99-a018-11682cfe4983 None None] The sync data for ids ['a3182589-7fe1-4375-9e45-8d44a0704bd5'] in n-d-815324-5 is: [{'id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'name': 'tempest-ServersTestBootFromVolume-523974542-router', 'tenant_id': 'fe329ee832f349f28227c540eb053a5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:07:04Z', 'updated_at': '2021-12-17T13:12:33Z', 'revision_number': 5, 'project_id': 'fe329ee832f349f28227c540eb053a5b', 'gw_port': {'id': 'a2292c60-a88a-4635-ad93-1e181714712d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3182589-7fe1-4375-9e45-8d44a0704bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:07:05Z', 'updated_at': '2021-12-17T13:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:12:37.598759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=bbf17ce1-7365-409e-b345-ac7694e65121,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:37.599243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ff05c73-10f1-4ec3-aee7-0c7000ef44da req-d6e4a8d6-0fcb-4631-9fc8-f8ecccd19bc9 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498590 Dec 17 13:12:37.612529 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:37.693272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1bc1a960-153d-468c-98b3-b9c2ff32ec80, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1bc1a960-153d-468c-98b3-b9c2ff32ec80,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:37.732680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['bbf17ce1-7365-409e-b345-ac7694e65121'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:12:37.776605 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:37.823395 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2292c60-a88a-4635-ad93-1e181714712d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:37.834349 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76dd72-f220-4a43-88e3-d9e79f3e3491 req-5b96e43c-80a9-4a7c-b083-c1180dd6e3f7 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:37.852622 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c76dd72-f220-4a43-88e3-d9e79f3e3491 req-5b96e43c-80a9-4a7c-b083-c1180dd6e3f7 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 945 time: 0.1370356 Dec 17 13:12:37.855888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c11ffb8-782e-4dce-9c0f-6ad2d852bbd1 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:12:37.882369 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:38.005077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=1bc1a960-153d-468c-98b3-b9c2ff32ec80,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:38.023793 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c76dd72-f220-4a43-88e3-d9e79f3e3491 req-5681dc51-b681-4a3d-9086-e7556baac5bd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701212 Dec 17 13:12:38.161613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c50943-4efa-41ce-bceb-6936a76ecb08 req-8c068a9e-a65d-48ff-b65e-2b1a6e14f2ce tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:38.176569 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-01c50943-4efa-41ce-bceb-6936a76ecb08 req-8c068a9e-a65d-48ff-b65e-2b1a6e14f2ce tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.5532982 Dec 17 13:12:38.245340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80bbbb-bf2b-4cef-ab09-6d10698598f0 req-cc89928a-5e8a-492d-b87f-662c048cddbc tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:38.247603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc80bbbb-bf2b-4cef-ab09-6d10698598f0 req-cc89928a-5e8a-492d-b87f-662c048cddbc tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 946 time: 0.0690830 Dec 17 13:12:38.257160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60198) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:38.264258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3721157e-1caf-44ee-9004-f73e5ef7dcc8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Request body: {'floatingip': {'port_id': 'b9c45807-85da-4843-ab68-85180b03e397'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:38.675451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0d5cad71-9a47-4406-b978-c730819b18fc no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:12:38.713265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 0d5cad71-9a47-4406-b978-c730819b18fc {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:12:38.713654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0d5cad71-9a47-4406-b978-c730819b18fc not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:12:38.755444 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:38.864412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:38.871931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:38.931176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a764ff31-aff9-48b1-bf95-4cab307f465d admin admin] Router 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:12:38.935382 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-01c50943-4efa-41ce-bceb-6936a76ecb08 req-38095a5c-6d2d-4354-bc30-9a2fd712e77f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7578251 Dec 17 13:12:38.960331 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3721157e-1caf-44ee-9004-f73e5ef7dcc8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:39.001133 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62577bd7-b7b2-4a65-b07a-b6d50043744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc1a960-153d-468c-98b3-b9c2ff32ec80'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:39.004732 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774dc425-f8e4-4ac2-9dbb-dfa35a41895a" -d '{"events": [{"server_uuid": "62577bd7-b7b2-4a65-b07a-b6d50043744a", "name": "network-vif-plugged", "status": "completed", "tag": "1bc1a960-153d-468c-98b3-b9c2ff32ec80"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:39.065487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5804269-e3f2-4c6e-9f2a-59ae25676f79 req-5369bd3e-65e6-4864-849c-c5ea183e2878 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:39.067289 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5804269-e3f2-4c6e-9f2a-59ae25676f79 req-5369bd3e-65e6-4864-849c-c5ea183e2878 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.1598451 Dec 17 13:12:39.090504 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:39.091306 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3182589-7fe1-4375-9e45-8d44a0704bd5 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:12:39.134614 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:39.137231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b0dafa20-e72e-467e-ba4f-9d50b6af0795 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a3182589-7fe1-4375-9e45-8d44a0704bd5 HTTP/1.1" status: 204 len: 168 time: 3.5526650 Dec 17 13:12:39.142208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60210) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:39.243958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a764ff31-aff9-48b1-bf95-4cab307f465d admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:12:39.253704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a23fb9-830f-4c10-a105-0f53ca7472b1 req-8ac27304-f561-45f6-baf4-26506314705d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:39.255291 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52a23fb9-830f-4c10-a105-0f53ca7472b1 req-8ac27304-f561-45f6-baf4-26506314705d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 944 time: 0.1811161 Dec 17 13:12:39.256010 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68a5ea-f2a2-4a54-83f2-af829a3612a1 None None] Sync routers for ids ['483e0f32-3a9b-4cd7-96df-039b98d8c7a5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:12:39.261621 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a764ff31-aff9-48b1-bf95-4cab307f465d admin admin] 10.222.0.59 "PUT /v2.0/routers/483e0f32-3a9b-4cd7-96df-039b98d8c7a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8727374 Dec 17 13:12:39.262816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bab598-00a6-4fca-b171-8b80e4275dba admin admin] Deleting subnet 0512fd1f-341b-4387-aa9a-ba858f0dffbf {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:12:39.267189 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bab598-00a6-4fca-b171-8b80e4275dba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:39.269796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60214) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:39.272707 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68a5ea-f2a2-4a54-83f2-af829a3612a1 None None] Routers {'483e0f32-3a9b-4cd7-96df-039b98d8c7a5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:39.278295 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-bf68a5ea-f2a2-4a54-83f2-af829a3612a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:12:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['483e0f32-3a9b-4cd7-96df-039b98d8c7a5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:39.381896 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5804269-e3f2-4c6e-9f2a-59ae25676f79 req-9382a77d-8c56-4a85-8380-4a8540d85b55 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715826 Dec 17 13:12:39.413286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bab598-00a6-4fca-b171-8b80e4275dba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:39.452682 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-bf68a5ea-f2a2-4a54-83f2-af829a3612a1 None None] Set router 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:39.532644 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7142f5-3747-4cb0-aefc-2a8ac1ce9e3c x-openstack-request-id: req-9d7142f5-3747-4cb0-aefc-2a8ac1ce9e3c {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:39.533289 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62577bd7-b7b2-4a65-b07a-b6d50043744a", "name": "network-vif-plugged", "status": "completed", "tag": "1bc1a960-153d-468c-98b3-b9c2ff32ec80", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:39.533892 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d7142f5-3747-4cb0-aefc-2a8ac1ce9e3c {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:39.534435 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62577bd7-b7b2-4a65-b07a-b6d50043744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc1a960-153d-468c-98b3-b9c2ff32ec80', 'code': 200} Dec 17 13:12:39.575076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52a23fb9-830f-4c10-a105-0f53ca7472b1 req-8f79c264-28d5-492e-8c72-f310ca9a25d5 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043056 Dec 17 13:12:39.650467 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:39.815776 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:39.845340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da6ae6-48b6-4847-b3f0-0286c1299fa8 req-332bfd61-6735-48c2-8a31-15eeb80e84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:39.846935 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-60da6ae6-48b6-4847-b3f0-0286c1299fa8 req-332bfd61-6735-48c2-8a31-15eeb80e84f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 1097 time: 0.2307065 Dec 17 13:12:39.860980 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-bf68a5ea-f2a2-4a54-83f2-af829a3612a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'name': 'tempest-ServerRescueTestJSON-1827302010-router', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:10:20Z', 'updated_at': '2021-12-17T13:12:36Z', 'revision_number': 5, 'project_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'gw_port': {'id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:10:21Z', 'updated_at': '2021-12-17T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:39.871788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37d43c-7fdc-47b0-9bea-a43a8958f8bf req-de93a17c-83ff-430c-8c50-3efba03636b0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:39.873570 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a37d43c-7fdc-47b0-9bea-a43a8958f8bf req-de93a17c-83ff-430c-8c50-3efba03636b0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.2040200 Dec 17 13:12:39.878399 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bab598-00a6-4fca-b171-8b80e4275dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:39.912016 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68a5ea-f2a2-4a54-83f2-af829a3612a1 None None] Checking router: 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:12:39.920470 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a79168-99b1-4441-8a37-e3b0ae87aee2 req-ba2510c0-3e3f-44f2-ae7f-0bacd459bac5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:39.926285 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68a5ea-f2a2-4a54-83f2-af829a3612a1 None None] Routers {'483e0f32-3a9b-4cd7-96df-039b98d8c7a5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:39.927110 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-bf68a5ea-f2a2-4a54-83f2-af829a3612a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:12:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['483e0f32-3a9b-4cd7-96df-039b98d8c7a5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:39.928840 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a2a79168-99b1-4441-8a37-e3b0ae87aee2 req-ba2510c0-3e3f-44f2-ae7f-0bacd459bac5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1418014 Dec 17 13:12:40.000535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.resource_extend [None req-3721157e-1caf-44ee-9004-f73e5ef7dcc8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:12:40.040242 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a37d43c-7fdc-47b0-9bea-a43a8958f8bf req-bb607647-c58a-471d-80b2-70a8ebb8239f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448326 Dec 17 13:12:40.064758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-60da6ae6-48b6-4847-b3f0-0286c1299fa8 req-5f7a285b-494f-4779-b026-60f1cf84fca2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062490 Dec 17 13:12:40.076263 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3721157e-1caf-44ee-9004-f73e5ef7dcc8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:40.078676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a2a79168-99b1-4441-8a37-e3b0ae87aee2 req-98eac57d-3255-47ed-bb04-7d19d9bc55a0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487336 Dec 17 13:12:40.087302 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bab598-00a6-4fca-b171-8b80e4275dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:40.107247 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-bf68a5ea-f2a2-4a54-83f2-af829a3612a1 None None] Set router 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:40.136514 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bab598-00a6-4fca-b171-8b80e4275dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0512fd1f-341b-4387-aa9a-ba858f0dffbf,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:40.139757 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bab598-00a6-4fca-b171-8b80e4275dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:40.143720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f5bab598-00a6-4fca-b171-8b80e4275dba admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0512fd1f-341b-4387-aa9a-ba858f0dffbf HTTP/1.1" status: 204 len: 168 time: 0.9948118 Dec 17 13:12:40.146486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60224) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:40.150378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2a770-a569-4618-bd31-975df4f5dfc4 None None] Network f7011b77-0399-460a-b701-5ed2a6f65674 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:12:40.156393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Deleting port bdec867a-ab77-4f33-b0e8-caf21e69b8eb {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:12:40.156393 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:40.158984 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3721157e-1caf-44ee-9004-f73e5ef7dcc8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:40.297069 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] For port bdec867a-ab77-4f33-b0e8-caf21e69b8eb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bdec867a-ab77-4f33-b0e8-caf21e69b8eb,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:40.297449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:40.314516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Calling delete_port for bdec867a-ab77-4f33-b0e8-caf21e69b8eb owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:12:40.441848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device bbf17ce1-7365-409e-b345-ac7694e65121 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:12:40.485809 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-3721157e-1caf-44ee-9004-f73e5ef7dcc8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Floating IP 95472659-3df3-47f8-8b40-372223cb8fb2 associated. External IP: 172.25.0.241, port: b9c45807-85da-4843-ab68-85180b03e397. Dec 17 13:12:40.551834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0409de85-b933-42b8-9771-e417c352b771 None None] DHCP port deletion for f7011b77-0399-460a-b701-5ed2a6f65674 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:12:40.640810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a2292c60-a88a-4635-ad93-1e181714712d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:12:40.684636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa9bbb-d63e-4494-bca4-7b5440a15e28 req-73f7d81e-0164-4a24-ae8e-49f0e41ec115 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:40.690380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: a2292c60-a88a-4635-ad93-1e181714712d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:12:40.690974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a2292c60-a88a-4635-ad93-1e181714712d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:12:40.691659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 90da6698-c714-42a2-a711-3e6ad57f480b no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:12:40.694447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80fa9bbb-d63e-4494-bca4-7b5440a15e28 req-73f7d81e-0164-4a24-ae8e-49f0e41ec115 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.2052040 Dec 17 13:12:40.694955 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-bf68a5ea-f2a2-4a54-83f2-af829a3612a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'name': 'tempest-ServerRescueTestJSON-1827302010-router', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:10:20Z', 'updated_at': '2021-12-17T13:12:36Z', 'revision_number': 5, 'project_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'gw_port': {'id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:10:21Z', 'updated_at': '2021-12-17T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:40.725475 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68a5ea-f2a2-4a54-83f2-af829a3612a1 None None] The sync data for ids ['483e0f32-3a9b-4cd7-96df-039b98d8c7a5'] in n-d-815324-5 is: [{'id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'name': 'tempest-ServerRescueTestJSON-1827302010-router', 'tenant_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:10:20Z', 'updated_at': '2021-12-17T13:12:36Z', 'revision_number': 5, 'project_id': '2aaefcd390c348a7a4e7afb9a689cf70', 'gw_port': {'id': 'bdec867a-ab77-4f33-b0e8-caf21e69b8eb', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483e0f32-3a9b-4cd7-96df-039b98d8c7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:10:21Z', 'updated_at': '2021-12-17T13:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:12:40.740041 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port bbf17ce1-7365-409e-b345-ac7694e65121 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:12:40.756936 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:40.758053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port bbf17ce1-7365-409e-b345-ac7694e65121 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:40.758493 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:40.764880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb10e-a265-47ef-b52e-f72119f38760 req-d9a7a63d-a44d-44a8-af3c-663e2f4f5b36 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:40.787476 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2cdcb10e-a265-47ef-b52e-f72119f38760 req-d9a7a63d-a44d-44a8-af3c-663e2f4f5b36 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.1706643 Dec 17 13:12:40.833115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0409de85-b933-42b8-9771-e417c352b771 None None] Deleting port 90da6698-c714-42a2-a711-3e6ad57f480b {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:12:40.834411 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0409de85-b933-42b8-9771-e417c352b771 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:40.845023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80fa9bbb-d63e-4494-bca4-7b5440a15e28 req-5e6c703b-c38b-4d44-bee2-1a0883e263e8 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447852 Dec 17 13:12:40.860992 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:40.900809 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2cdcb10e-a265-47ef-b52e-f72119f38760 req-13f3b0d6-003d-4943-867b-a0d615fa59b5 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078327 Dec 17 13:12:40.927843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0409de85-b933-42b8-9771-e417c352b771 None None] For port 90da6698-c714-42a2-a711-3e6ad57f480b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=90da6698-c714-42a2-a711-3e6ad57f480b,segment=NetworkSegment(369d8759-302c-423e-bc72-121c1556834f),segment_id=369d8759-302c-423e-bc72-121c1556834f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:40.928641 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0409de85-b933-42b8-9771-e417c352b771 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:40.945308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0409de85-b933-42b8-9771-e417c352b771 None None] Calling delete_port for 90da6698-c714-42a2-a711-3e6ad57f480b owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:12:40.974924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdec867a-ab77-4f33-b0e8-caf21e69b8eb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:41.102673 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.158868 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ade7492-1ddf-4b4c-8cae-ea5ff0db7449 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:12:41.190568 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0409de85-b933-42b8-9771-e417c352b771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.227892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3721157e-1caf-44ee-9004-f73e5ef7dcc8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:12:41.243130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409de85-b933-42b8-9771-e417c352b771 None None] Pushing event deleted for resources: {'Port': ['ID=90da6698-c714-42a2-a711-3e6ad57f480b,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:41.246566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409de85-b933-42b8-9771-e417c352b771 None None] No DVR routers for this DVR port 90da6698-c714-42a2-a711-3e6ad57f480b on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:12:41.249936 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.310019 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.312940 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.317099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4429a4-ea9f-475c-abc5-7aca23655979 req-9120ba1a-c547-485b-a26a-ba65db0be76d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:41.329683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f4429a4-ea9f-475c-abc5-7aca23655979 req-9120ba1a-c547-485b-a26a-ba65db0be76d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 944 time: 0.2028298 Dec 17 13:12:41.458357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9b99a-72d5-4035-90a4-c8e1d178b0e2 req-41737760-3f77-4bb4-bc55-b6729f4b79ff tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:41.460332 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-37a9b99a-72d5-4035-90a4-c8e1d178b0e2 req-41737760-3f77-4bb4-bc55-b6729f4b79ff tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.0903852 Dec 17 13:12:41.464105 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.502265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.505709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 483e0f32-3a9b-4cd7-96df-039b98d8c7a5 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:12:41.517114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.518673 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6a633c24-23ec-44ee-9043-9d44206f26b6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/483e0f32-3a9b-4cd7-96df-039b98d8c7a5 HTTP/1.1" status: 204 len: 168 time: 2.2475519 Dec 17 13:12:41.521935 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60240) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:41.537712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f269d6-5fa1-497e-b2c7-6aa63d6e2d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf17ce1-7365-409e-b345-ac7694e65121'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:41.540625 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5954a3f-8289-4ff4-abc8-712b3a2e2439" -d '{"events": [{"server_uuid": "58f269d6-5fa1-497e-b2c7-6aa63d6e2d86", "name": "network-vif-plugged", "status": "completed", "tag": "bbf17ce1-7365-409e-b345-ac7694e65121"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:41.550965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Deleting port 90da6698-c714-42a2-a711-3e6ad57f480b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:12:41.551374 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.555458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port bbf17ce1-7365-409e-b345-ac7694e65121, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=bbf17ce1-7365-409e-b345-ac7694e65121,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:41.593120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f4429a4-ea9f-475c-abc5-7aca23655979 req-25179b55-0e7a-486f-a4cf-1bd56d5e5fb9 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593038 Dec 17 13:12:41.615996 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-37a9b99a-72d5-4035-90a4-c8e1d178b0e2 req-0039c0cf-d451-4a8c-ba13-8aed562830f0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463821 Dec 17 13:12:41.642095 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.708018 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f849a9-72a7-47b6-ac01-22ca41421d42 admin admin] Deleting subnet 2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:12:41.722399 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2f849a9-72a7-47b6-ac01-22ca41421d42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.768011 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edea7be9-1345-40d9-b7df-04af841af662 x-openstack-request-id: req-edea7be9-1345-40d9-b7df-04af841af662 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:41.768578 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f269d6-5fa1-497e-b2c7-6aa63d6e2d86", "name": "network-vif-plugged", "status": "completed", "tag": "bbf17ce1-7365-409e-b345-ac7694e65121", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:41.768995 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edea7be9-1345-40d9-b7df-04af841af662 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:41.769618 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f269d6-5fa1-497e-b2c7-6aa63d6e2d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf17ce1-7365-409e-b345-ac7694e65121', 'code': 200} Dec 17 13:12:41.799391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=bbf17ce1-7365-409e-b345-ac7694e65121,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:41.856222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] For port 90da6698-c714-42a2-a711-3e6ad57f480b, host n-d-815324-5, got binding levels [] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:41.856496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.870245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3721157e-1caf-44ee-9004-f73e5ef7dcc8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:12:41.879662 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3721157e-1caf-44ee-9004-f73e5ef7dcc8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:41.883985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85b024-a46b-4ac3-bbe9-d0c3e65a3e0e None None] Sync routers for ids ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:12:41.887193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Calling delete_port for 90da6698-c714-42a2-a711-3e6ad57f480b owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:12:41.900597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.ipam_backend_mixin [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Port 90da6698-c714-42a2-a711-3e6ad57f480b was not found and therefore no delete operation was performed {{(pid=110453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 13:12:41.902860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85b024-a46b-4ac3-bbe9-d0c3e65a3e0e None None] Routers {'92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:41.904762 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6b85b024-a46b-4ac3-bbe9-d0c3e65a3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:12:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:41.951047 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:42.004296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2f849a9-72a7-47b6-ac01-22ca41421d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:42.014727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bae33-6c80-4fb7-8f9a-2025c8648490 req-d4f96abe-7db2-4cb6-8c4f-bf317a979c19 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:42.017770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Pushing event deleted for resources: {'Port': ['ID=90da6698-c714-42a2-a711-3e6ad57f480b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:42.028487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] No DVR routers for this DVR port 90da6698-c714-42a2-a711-3e6ad57f480b on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:12:42.029123 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-936bae33-6c80-4fb7-8f9a-2025c8648490 req-d4f96abe-7db2-4cb6-8c4f-bf317a979c19 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.2497420 Dec 17 13:12:42.031435 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3721157e-1caf-44ee-9004-f73e5ef7dcc8 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "PUT /v2.0/floatingips/95472659-3df3-47f8-8b40-372223cb8fb2 HTTP/1.1" status: 200 len: 992 time: 3.7727857 Dec 17 13:12:42.032137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809555bd-0b89-4563-9f50-3cb9397dc430', 'tag': 'b9c45807-85da-4843-ab68-85180b03e397'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:12:42.036139 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9279dea0-7116-42c7-9a68-59b0ee13688b" -d '{"events": [{"name": "network-changed", "server_uuid": "809555bd-0b89-4563-9f50-3cb9397dc430", "tag": "b9c45807-85da-4843-ab68-85180b03e397"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:12:42.126490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-6b85b024-a46b-4ac3-bbe9-d0c3e65a3e0e None None] Set router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:42.230183 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-936bae33-6c80-4fb7-8f9a-2025c8648490 req-dedf9d2e-fddb-4f83-b6ec-2e8d814ed9e0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997595 Dec 17 13:12:42.262862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c63fb3-c9bf-4dbc-82a9-ab964e99174d req-c6d576b3-44ca-4f8e-92c2-95a225c606ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:42.264496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:42.271999 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14c63fb3-c9bf-4dbc-82a9-ab964e99174d req-c6d576b3-44ca-4f8e-92c2-95a225c606ee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 1096 time: 0.3671875 Dec 17 13:12:42.332523 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2f849a9-72a7-47b6-ac01-22ca41421d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:42.349929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7011b77-0399-460a-b701-5ed2a6f65674']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:42.372426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c988f46-4781-43e4-a79e-209b21ebbd89 req-628df6ad-fb00-463e-a15f-7eef121c027e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:42.381641 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c988f46-4781-43e4-a79e-209b21ebbd89 req-628df6ad-fb00-463e-a15f-7eef121c027e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.2921548 Dec 17 13:12:42.405309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369d8759-302c-423e-bc72-121c1556834f') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:42.405679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369d8759-302c-423e-bc72-121c1556834f') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:42.420793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:42.501948 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d64605d-49e9-431f-b91a-62a14e5595d8 x-openstack-request-id: req-9d64605d-49e9-431f-b91a-62a14e5595d8 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:12:42.502456 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809555bd-0b89-4563-9f50-3cb9397dc430", "tag": "b9c45807-85da-4843-ab68-85180b03e397", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:12:42.503125 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d64605d-49e9-431f-b91a-62a14e5595d8 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:12:42.503688 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809555bd-0b89-4563-9f50-3cb9397dc430', 'tag': 'b9c45807-85da-4843-ab68-85180b03e397', 'status': 'completed', 'code': 200} Dec 17 13:12:42.532561 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-14c63fb3-c9bf-4dbc-82a9-ab964e99174d req-bc659387-b56d-4187-854d-ef7663a00681 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285924 Dec 17 13:12:42.547483 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:42.558412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2f849a9-72a7-47b6-ac01-22ca41421d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:42.604711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f849a9-72a7-47b6-ac01-22ca41421d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:42.614100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6b85b024-a46b-4ac3-bbe9-d0c3e65a3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:12:01Z', 'revision_number': 4, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '95472659-3df3-47f8-8b40-372223cb8fb2', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'port_id': 'b9c45807-85da-4843-ab68-85180b03e397', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'mac_address': 'fa:16:3e:b5:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809555bd-0b89-4563-9f50-3cb9397dc430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:12:11Z', 'updated_at': '2021-12-17T13:12:39Z', 'revision_number': 1, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd8a80b-b329-4461-b9cb-7daf103c8167', 'name': '', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'mac_address': 'fa:16:3e:cf:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:59Z', 'updated_at': '2021-12-17T13:12:08Z', 'revision_number': 5, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'subnets': [{'id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:42.629665 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2f849a9-72a7-47b6-ac01-22ca41421d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:42.641891 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d2f849a9-72a7-47b6-ac01-22ca41421d42 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2ddb21e6-4ed6-4611-a51f-4eb30c05c6d0 HTTP/1.1" status: 204 len: 168 time: 1.1049457 Dec 17 13:12:42.644382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60274) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:42.653557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:12:42.654117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:12:42.657686 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:12:42.678923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85b024-a46b-4ac3-bbe9-d0c3e65a3e0e None None] Checking router: 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:12:42.702052 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c988f46-4781-43e4-a79e-209b21ebbd89 req-d81c99f6-1828-4765-ad07-6f086d6081d0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072598 Dec 17 13:12:42.702816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85b024-a46b-4ac3-bbe9-d0c3e65a3e0e None None] Routers {'92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:42.702816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6b85b024-a46b-4ac3-bbe9-d0c3e65a3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:12:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:42.793817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f96d4300-c637-40e6-8668-cc61e650daab no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:12:42.835986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f96d4300-c637-40e6-8668-cc61e650daab {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:12:42.836619 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f96d4300-c637-40e6-8668-cc61e650daab not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:12:42.837199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device bdec867a-ab77-4f33-b0e8-caf21e69b8eb no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:12:42.875959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: bdec867a-ab77-4f33-b0e8-caf21e69b8eb {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:12:42.876782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device bdec867a-ab77-4f33-b0e8-caf21e69b8eb not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:12:42.883611 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:42.914152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279dea0-7116-42c7-9a68-59b0ee13688b req-ef6572ea-c054-4307-9634-c3af47b9c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:42.917660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9279dea0-7116-42c7-9a68-59b0ee13688b req-ef6572ea-c054-4307-9634-c3af47b9c7b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6607db3bc87d44a28696726fefc666ee&device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 1097 time: 0.2974813 Dec 17 13:12:42.946587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbc846-72ac-49b5-afe1-5f02fca1b5e6 req-a1f29465-7ac7-42af-816f-a76370eae971 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:42.958773 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90cbc846-72ac-49b5-afe1-5f02fca1b5e6 req-a1f29465-7ac7-42af-816f-a76370eae971 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1800911 Dec 17 13:12:43.000926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007d4d-a230-4c99-ad6f-19d003801ff0 req-940f2734-ba1f-4f87-8775-6f79e5da8747 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:43.010812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-70007d4d-a230-4c99-ad6f-19d003801ff0 req-940f2734-ba1f-4f87-8775-6f79e5da8747 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 945 time: 0.1766152 Dec 17 13:12:43.028850 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-6b85b024-a46b-4ac3-bbe9-d0c3e65a3e0e None None] Set router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:43.085424 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:43.129450 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:43.140864 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f7011b77-0399-460a-b701-5ed2a6f65674 HTTP/1.1" status: 204 len: 168 time: 2.9932189 Dec 17 13:12:43.146764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ade695-e023-476b-992a-a26ebcaf7706 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7011b77-0399-460a-b701-5ed2a6f65674,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:43.181641 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:43.195038 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90cbc846-72ac-49b5-afe1-5f02fca1b5e6 req-c2662207-c86b-475a-8333-9cf65c32c4e4 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349825 Dec 17 13:12:43.230087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279dea0-7116-42c7-9a68-59b0ee13688b req-e36b0ae7-8386-4715-9df2-b1e6e3ae038e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:43.232105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9279dea0-7116-42c7-9a68-59b0ee13688b req-e36b0ae7-8386-4715-9df2-b1e6e3ae038e service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd22c547-aaba-409c-9e1d-d69c60f03e0c HTTP/1.1" status: 200 len: 913 time: 0.2986426 Dec 17 13:12:43.292864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0533c9-be5e-4f3a-af0e-e372fb02ee02']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:43.308558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4606aa-94db-4e5e-8b2c-96cb07d1448c') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:43.309267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4606aa-94db-4e5e-8b2c-96cb07d1448c') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:43.331022 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:43.335476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6b85b024-a46b-4ac3-bbe9-d0c3e65a3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:12:01Z', 'revision_number': 4, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '95472659-3df3-47f8-8b40-372223cb8fb2', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'port_id': 'b9c45807-85da-4843-ab68-85180b03e397', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'mac_address': 'fa:16:3e:b5:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809555bd-0b89-4563-9f50-3cb9397dc430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:12:11Z', 'updated_at': '2021-12-17T13:12:39Z', 'revision_number': 1, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd8a80b-b329-4461-b9cb-7daf103c8167', 'name': '', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'mac_address': 'fa:16:3e:cf:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:59Z', 'updated_at': '2021-12-17T13:12:08Z', 'revision_number': 5, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'subnets': [{'id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:43.352355 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:43.362748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:12:43.363511 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:12:43.365950 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:12:43.368774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-70007d4d-a230-4c99-ad6f-19d003801ff0 req-d95893f9-b491-45f7-ba11-baa76269fd9a tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940042 Dec 17 13:12:43.397166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9279dea0-7116-42c7-9a68-59b0ee13688b req-076932d4-e779-4cf1-8d37-154231df4de2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9c45807-85da-4843-ab68-85180b03e397 HTTP/1.1" status: 200 len: 1000 time: 0.1556289 Dec 17 13:12:43.404734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85b024-a46b-4ac3-bbe9-d0c3e65a3e0e None None] The sync data for ids ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'] in n-d-815324-5 is: [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:12:01Z', 'revision_number': 4, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '95472659-3df3-47f8-8b40-372223cb8fb2', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'port_id': 'b9c45807-85da-4843-ab68-85180b03e397', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'mac_address': 'fa:16:3e:b5:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809555bd-0b89-4563-9f50-3cb9397dc430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:12:11Z', 'updated_at': '2021-12-17T13:12:39Z', 'revision_number': 1, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd8a80b-b329-4461-b9cb-7daf103c8167', 'name': '', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'mac_address': 'fa:16:3e:cf:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:59Z', 'updated_at': '2021-12-17T13:12:08Z', 'revision_number': 5, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'subnets': [{'id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:12:43.485499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279dea0-7116-42c7-9a68-59b0ee13688b req-f02c2280-b446-4e96-807c-a59b84261442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:43.490282 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9279dea0-7116-42c7-9a68-59b0ee13688b req-f02c2280-b446-4e96-807c-a59b84261442 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a9aa5bc8-e29e-4de0-847f-9b0db8c59967 HTTP/1.1" status: 200 len: 851 time: 0.0834768 Dec 17 13:12:43.607067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c2250-8dd0-44ef-bad2-76dc05649fa7 req-59870d4b-559c-4064-8b06-bbc0c78b854c tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:43.615019 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279dea0-7116-42c7-9a68-59b0ee13688b req-33756c80-540c-4a2a-b917-b056c91867ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:43.617406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9279dea0-7116-42c7-9a68-59b0ee13688b req-33756c80-540c-4a2a-b917-b056c91867ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd22c547-aaba-409c-9e1d-d69c60f03e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193178 Dec 17 13:12:43.619957 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-808c2250-8dd0-44ef-bad2-76dc05649fa7 req-59870d4b-559c-4064-8b06-bbc0c78b854c tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.1797605 Dec 17 13:12:43.656639 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:43.674782 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:43.682166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ae0533c9-be5e-4f3a-af0e-e372fb02ee02 HTTP/1.1" status: 204 len: 168 time: 1.0339878 Dec 17 13:12:43.702833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a6d62-a4b8-41d0-a0a0-521a73f9d9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0533c9-be5e-4f3a-af0e-e372fb02ee02,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:43.756763 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-808c2250-8dd0-44ef-bad2-76dc05649fa7 req-538f3c3f-8387-424c-b9d4-888ee3c06409 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336975 Dec 17 13:12:43.756763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60306) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:43.848999 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1e71a521-2875-4b75-83ea-5c708a65f521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:43.912381 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dd7829e2-5810-450e-a317-285c36b6e5d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fe329ee832f349f28227c540eb053a5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1544220 Dec 17 13:12:43.914932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60314) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:43.917085 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f650a215-1faa-41e5-975e-8d9080df35a1 None None] New status for floating IP 95472659-3df3-47f8-8b40-372223cb8fb2: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:12:43.938732 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9279dea0-7116-42c7-9a68-59b0ee13688b req-96208bd6-2074-49b6-8903-232d835efa87 service neutron] 10.222.0.61 "GET /v2.0/networks/dd22c547-aaba-409c-9e1d-d69c60f03e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988064 Dec 17 13:12:43.971177 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b1977-6cae-453e-aca9-d07577bb35d5 req-047297b9-196e-42d9-94fa-d3fd923d7230 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:43.981960 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a96b1977-6cae-453e-aca9-d07577bb35d5 req-047297b9-196e-42d9-94fa-d3fd923d7230 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.1394010 Dec 17 13:12:44.025449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f06312a6-80f3-4969-a337-4e0e96ba832d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:44.081368 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a96b1977-6cae-453e-aca9-d07577bb35d5 req-c4cb04ec-679d-4802-a3e8-cba60d21b0f0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949268 Dec 17 13:12:44.088202 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f06312a6-80f3-4969-a337-4e0e96ba832d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:44.130480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063e03c-bdef-4beb-b583-8dcc1b7b0e4a req-33ed2d84-e2e2-4af7-a91d-f852c85bdf17 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:44.133467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f063e03c-bdef-4beb-b583-8dcc1b7b0e4a req-33ed2d84-e2e2-4af7-a91d-f852c85bdf17 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.3693321 Dec 17 13:12:44.135623 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9279dea0-7116-42c7-9a68-59b0ee13688b req-c44c137b-9d88-4353-9501-8f8b2b113c6a service neutron] 10.222.0.61 "GET /v2.0/networks/dd22c547-aaba-409c-9e1d-d69c60f03e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890085 Dec 17 13:12:44.209448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f063e03c-bdef-4beb-b583-8dcc1b7b0e4a req-497cf6cb-9445-4a3b-a2ae-1f8df3e87777 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672097 Dec 17 13:12:44.219977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60320) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:44.281646 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-87734e9c-6e40-4316-a84d-fab8339ccaf4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2aaefcd390c348a7a4e7afb9a689cf70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0590978 Dec 17 13:12:44.283694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60324) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:44.338810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c04e6-7543-4c21-b2b1-72610f222595 req-66cce791-5b80-49ca-a12e-2a4c70393173 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:44.341527 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-005c04e6-7543-4c21-b2b1-72610f222595 req-66cce791-5b80-49ca-a12e-2a4c70393173 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0534251 Dec 17 13:12:44.342868 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f3d4-8011-4219-9c40-494bba77d392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:44.374674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f06312a6-80f3-4969-a337-4e0e96ba832d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:44.377610 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f06312a6-80f3-4969-a337-4e0e96ba832d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:44.378943 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f06312a6-80f3-4969-a337-4e0e96ba832d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30369178-3e49-42f2-880a-862dab3170fa HTTP/1.1" status: 204 len: 168 time: 0.4631939 Dec 17 13:12:44.381397 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f3d4-8011-4219-9c40-494bba77d392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:44.405035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06312a6-80f3-4969-a337-4e0e96ba832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30369178-3e49-42f2-880a-862dab3170fa,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:44.497828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-005c04e6-7543-4c21-b2b1-72610f222595 req-6e8f02e4-d5d6-4391-a17d-b9f8bee25537 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483777 Dec 17 13:12:44.569469 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f3d4-8011-4219-9c40-494bba77d392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:44.574022 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f3d4-8011-4219-9c40-494bba77d392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:44.578138 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9ae5f3d4-8011-4219-9c40-494bba77d392 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/deb8b3bf-7080-4d36-9fff-6622904f28e1 HTTP/1.1" status: 204 len: 168 time: 0.2906246 Dec 17 13:12:44.585504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5f3d4-8011-4219-9c40-494bba77d392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb8b3bf-7080-4d36-9fff-6622904f28e1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:44.673351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7bde3-ba3b-4cb5-8f7e-096f0de3e100 req-3e21b6b0-e6b0-4584-ad87-bee0fc5362e8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:44.674916 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05f7bde3-ba3b-4cb5-8f7e-096f0de3e100 req-3e21b6b0-e6b0-4584-ad87-bee0fc5362e8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 945 time: 0.0820174 Dec 17 13:12:44.778896 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05f7bde3-ba3b-4cb5-8f7e-096f0de3e100 req-460c32a1-b223-47f6-ae75-c36f155d9817 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788100 Dec 17 13:12:44.874616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820925e-8b05-4c2e-bfe0-222e6683424a req-b3d128b9-232a-4926-b1b3-83554a4adb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:44.876255 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d820925e-8b05-4c2e-bfe0-222e6683424a req-b3d128b9-232a-4926-b1b3-83554a4adb6c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=43361a85e31a4f57868e845dd68a1beb&device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 1097 time: 0.0618057 Dec 17 13:12:45.381863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14238fc3-ecd7-4c04-9d82-49357ef70f99 req-01557745-0804-4989-8457-430a92e8ba0c tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:45.383413 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14238fc3-ecd7-4c04-9d82-49357ef70f99 req-01557745-0804-4989-8457-430a92e8ba0c tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.4446166 Dec 17 13:12:45.421727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820925e-8b05-4c2e-bfe0-222e6683424a req-7b7664ca-07b9-422d-ac60-1fc9d0b05f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:45.425200 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d820925e-8b05-4c2e-bfe0-222e6683424a req-7b7664ca-07b9-422d-ac60-1fc9d0b05f90 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 200 len: 920 time: 0.5336535 Dec 17 13:12:45.493318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d820925e-8b05-4c2e-bfe0-222e6683424a req-2b37c240-723f-4a23-aef2-cb5de9637eb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1bc1a960-153d-468c-98b3-b9c2ff32ec80 HTTP/1.1" status: 200 len: 217 time: 0.0629418 Dec 17 13:12:45.558342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14238fc3-ecd7-4c04-9d82-49357ef70f99 req-19c353f5-7a16-4ce9-9396-37c1be726e8f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611683 Dec 17 13:12:45.588021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820925e-8b05-4c2e-bfe0-222e6683424a req-5915bed1-5853-4d49-bc43-f45b64b4e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:45.588021 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d820925e-8b05-4c2e-bfe0-222e6683424a req-5915bed1-5853-4d49-bc43-f45b64b4e59a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7327b84-e581-49a3-950c-f5c7a4b0da8e HTTP/1.1" status: 200 len: 859 time: 0.0724955 Dec 17 13:12:45.619341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d820925e-8b05-4c2e-bfe0-222e6683424a req-550f6414-2988-4c67-b961-2dc9529238ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea31f1ba-6d09-447e-9006-a06af7beea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286424 Dec 17 13:12:45.899922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d820925e-8b05-4c2e-bfe0-222e6683424a req-2165047a-7645-4276-b3e5-df13d28117a1 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726810 Dec 17 13:12:45.968750 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451f0ff-d109-4b55-834d-0e3a30c4ab0e req-a8181bfd-4535-476f-b5dd-2f248f49bd21 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:45.971177 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8451f0ff-d109-4b55-834d-0e3a30c4ab0e req-a8181bfd-4535-476f-b5dd-2f248f49bd21 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0561173 Dec 17 13:12:45.998420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8014e-cfa8-47d4-a501-2c6cc3daa3fb req-a0a491bc-97a8-4b99-848c-cdedb9ca561a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:46.006278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39b8014e-cfa8-47d4-a501-2c6cc3daa3fb req-a0a491bc-97a8-4b99-848c-cdedb9ca561a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.1751580 Dec 17 13:12:46.038220 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8451f0ff-d109-4b55-834d-0e3a30c4ab0e req-23653b9e-d313-4b0a-84c2-795460247409 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607054 Dec 17 13:12:46.122718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39b8014e-cfa8-47d4-a501-2c6cc3daa3fb req-5c9e06f4-b2aa-4d46-99f5-8d790c034275 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029689 Dec 17 13:12:46.149424 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d820925e-8b05-4c2e-bfe0-222e6683424a req-1179711d-88a5-4521-9c3e-075b1c69ed40 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306488 Dec 17 13:12:46.340190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60408) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:46.358290 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-02fc484e-f2ff-451a-8082-fa0ed22799bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:46.502557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60418) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:46.565935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-143596299-network', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:46.603814 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1603543927-network', 'tenant_id': 'faf124e995c7454192e72a02bb3c6016'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:46.711792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc91e0-a198-432f-86f6-0ee273055451 req-12f17dc5-374c-49af-92ae-35be372ddde4 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:46.713425 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23dc91e0-a198-432f-86f6-0ee273055451 req-12f17dc5-374c-49af-92ae-35be372ddde4 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.0532105 Dec 17 13:12:46.763070 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23dc91e0-a198-432f-86f6-0ee273055451 req-076e0d9c-3ce0-46ca-8a40-c2661b2b7548 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Dec 17 13:12:46.763258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:46.765877 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:46.777442 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:46.859816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:46.877324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Made reservation on behalf of faf124e995c7454192e72a02bb3c6016 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:46.879968 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:46.939049 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:46.952019 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:46.979813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:12:46.986126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-db45a1a3-5995-4482-8780-905168ef925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:46.987411 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-db45a1a3-5995-4482-8780-905168ef925d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce&tenant_id=3fd22a158e1943a9ba7adec5ac725163 HTTP/1.1" status: 200 len: 1095 time: 0.1049054 Dec 17 13:12:47.008961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:47.009616 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Added segment b2d7cf31-6f7d-4d80-a713-768aeb22317a of type vlan for network 9123dbf5-2451-44d3-84d5-b8bfebb67752 Dec 17 13:12:47.010977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bd427c-a2c2-4469-ad8f-bf68854e1f1b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:47.104024 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:47.108367 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:47.120804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-fcdc6f6c-7866-4447-b545-212f68bec488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:47.122629 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-fcdc6f6c-7866-4447-b545-212f68bec488 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 1095 time: 0.1024499 Dec 17 13:12:47.194858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9bd6f-d69a-4933-bb47-b9dc142ae6de req-f6303fa3-e57d-4c33-8f16-7ec65c15873d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:47.203016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fa9bd6f-d69a-4933-bb47-b9dc142ae6de req-f6303fa3-e57d-4c33-8f16-7ec65c15873d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0772767 Dec 17 13:12:47.249589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-91c690b6-e9a3-4073-9e0a-5dddf62edafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:47.251853 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-91c690b6-e9a3-4073-9e0a-5dddf62edafe service neutron] 10.222.0.54 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 0.1213799 Dec 17 13:12:47.261381 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fa9bd6f-d69a-4933-bb47-b9dc142ae6de req-2bf5e7bd-e20d-41e5-a9f2-99e0b0aa0092 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550346 Dec 17 13:12:47.280470 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:47.283480 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:47.284905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:47.285915 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:47.293232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:12:47.304541 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:47.304892 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Added segment 2e616103-d52f-4743-af37-e01c2c82bf5a of type vlan for network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 Dec 17 13:12:47.352005 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:47.381065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=9123dbf5-2451-44d3-84d5-b8bfebb67752,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:47.396878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 9123dbf5-2451-44d3-84d5-b8bfebb67752 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:12:47.453096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d4454335-3a98-445e-a0eb-ffa2e86ea3d3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1117516 Dec 17 13:12:47.455985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60434) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:47.464890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f2237bbd-9efb-4389-a4b0-36089da807e8 admin admin] Request body: {'subnet': {'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-143596299-subnet', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:47.487284 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:47.487920 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:47.488507 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:47.522172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ef133c-e7a5-486f-8c32-4ab8d3049953,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:47.557925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2237bbd-9efb-4389-a4b0-36089da807e8 admin admin] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:47.561512 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2237bbd-9efb-4389-a4b0-36089da807e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:47.572117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752a3cf-e8c6-440a-b455-85f32aa95e77 req-d67de7af-6de4-48e3-a670-8186a6c77397 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:47.576309 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a752a3cf-e8c6-440a-b455-85f32aa95e77 req-d67de7af-6de4-48e3-a670-8186a6c77397 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.3466625 Dec 17 13:12:47.588816 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-9fd78fe4-4482-4cd3-93f1-5d09873a8fd4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=133f02a6-062a-4662-bb64-4f23a6f102b5 HTTP/1.1" status: 200 len: 1000 time: 0.3141916 Dec 17 13:12:47.651530 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1473496 Dec 17 13:12:47.665763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60438) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:47.678028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1e8ce922-e165-4220-a410-d65e514f6802 admin admin] Request body: {'subnet': {'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1603543927-subnet', 'tenant_id': 'faf124e995c7454192e72a02bb3c6016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:47.680382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d36689-d4b8-4f69-aa0c-1d2ea6a47f8f admin admin] Pushing event updated for resources: {'Network': ['ID=9dd62150-3a26-44a9-b2ba-a4820fa028d7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:47.724806 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-eb671b27-0dbe-4169-bbcf-2bedec8e7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:47.726337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-eb671b27-0dbe-4169-bbcf-2bedec8e7669 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.1129398 Dec 17 13:12:47.732269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a752a3cf-e8c6-440a-b455-85f32aa95e77 req-47ff6a7f-a9ed-493b-8a99-d9b28ef1b1ce tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407213 Dec 17 13:12:47.804260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:12:47.819732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-e352801c-04d3-4a95-aed9-8f5092c57945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:47.821389 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-e352801c-04d3-4a95-aed9-8f5092c57945 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796940 Dec 17 13:12:47.899602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8ce922-e165-4220-a410-d65e514f6802 admin admin] Made reservation on behalf of faf124e995c7454192e72a02bb3c6016 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:47.902093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce922-e165-4220-a410-d65e514f6802 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:47.954903 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-c4345c31-30fb-470d-88f2-ac71d83dc3e7 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261775 Dec 17 13:12:47.957140 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:48.027688 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2237bbd-9efb-4389-a4b0-36089da807e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:48.070903 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3234fa7-92cc-4a82-a0b4-6e39412940c9 req-f15a2bc8-040d-42f5-aba2-63b3eca2ffa5 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083608 Dec 17 13:12:48.165816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5a04d-96a9-4d9f-8765-b327687dfae9 req-8716b0f1-b0aa-4bdf-bc45-4f031f0bd342 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:48.175871 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ef5a04d-96a9-4d9f-8765-b327687dfae9 req-8716b0f1-b0aa-4bdf-bc45-4f031f0bd342 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.2782795 Dec 17 13:12:48.216066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2237bbd-9efb-4389-a4b0-36089da807e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e678c1-f133-4e32-9a06-06d5a4baf7d6,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:48.251228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2237bbd-9efb-4389-a4b0-36089da807e8 admin admin] Checking segment: {'id': 'b2d7cf31-6f7d-4d80-a713-768aeb22317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:48.251722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2237bbd-9efb-4389-a4b0-36089da807e8 admin admin] Network hostable DHCP agents. Network: 9123dbf5-2451-44d3-84d5-b8bfebb67752, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:12:48.337545 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ef5a04d-96a9-4d9f-8765-b327687dfae9 req-690fd638-49ae-4119-a366-7f6d24ed09df tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601226 Dec 17 13:12:48.449263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2237bbd-9efb-4389-a4b0-36089da807e8 admin admin] Network 9123dbf5-2451-44d3-84d5-b8bfebb67752 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:12:48.513268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652ad40-d218-4356-bcba-ecd859fb20bc req-58547e54-786a-4ebb-a90d-bc2d2bae9a89 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:48.515091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8652ad40-d218-4356-bcba-ecd859fb20bc req-58547e54-786a-4ebb-a90d-bc2d2bae9a89 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0864291 Dec 17 13:12:48.564061 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce922-e165-4220-a410-d65e514f6802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:48.604416 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8652ad40-d218-4356-bcba-ecd859fb20bc req-0dda9785-19cb-4be7-ac39-c86150ade5cd tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740795 Dec 17 13:12:48.618415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-f2237bbd-9efb-4389-a4b0-36089da807e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 9123dbf5-2451-44d3-84d5-b8bfebb67752) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:48.634327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c51c99-f0f0-46b0-b424-702877eb21a4 None None] Network 9123dbf5-2451-44d3-84d5-b8bfebb67752 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:12:48.636318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2237bbd-9efb-4389-a4b0-36089da807e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:48.637214 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2237bbd-9efb-4389-a4b0-36089da807e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:48.658943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ce922-e165-4220-a410-d65e514f6802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f427b02-4099-4e19-ac3f-370afbfda770,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:48.677336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8ce922-e165-4220-a410-d65e514f6802 admin admin] Checking segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:48.678763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ce922-e165-4220-a410-d65e514f6802 admin admin] Network hostable DHCP agents. Network: 9dd62150-3a26-44a9-b2ba-a4820fa028d7, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:12:48.762030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f2237bbd-9efb-4389-a4b0-36089da807e8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3033752 Dec 17 13:12:48.764196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60476) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:48.770511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-143596299-router', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:48.816402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8ce922-e165-4220-a410-d65e514f6802 admin admin] Network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:12:48.887380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-9123dbf5-2451-44d3-84d5-b8bfebb67752', 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752', 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'fixed_ips': [{'subnet_id': '56e678c1-f133-4e32-9a06-06d5a4baf7d6'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:12:48.890213 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:48.975944 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:48.977264 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:48.984368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1e8ce922-e165-4220-a410-d65e514f6802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 9dd62150-3a26-44a9-b2ba-a4820fa028d7) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:49.017355 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd46337-439c-4f96-808e-5e3483a13de9 None None] Network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:12:49.020640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8ce922-e165-4220-a410-d65e514f6802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:49.022397 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce922-e165-4220-a410-d65e514f6802 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:49.043265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ceace-c9df-4f3f-a94b-87417aae414f req-9f03c765-7668-48ee-8d22-9a0a7f65ae9b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:49.054968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-574ceace-c9df-4f3f-a94b-87417aae414f req-9f03c765-7668-48ee-8d22-9a0a7f65ae9b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.1976423 Dec 17 13:12:49.165285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60482) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:49.183114 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-574ceace-c9df-4f3f-a94b-87417aae414f req-4096e9a4-8021-4f9c-b762-2cf59e862afe tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269472 Dec 17 13:12:49.272769 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1e8ce922-e165-4220-a410-d65e514f6802 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6045933 Dec 17 13:12:49.277383 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:49.373088 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:49.432355 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce577b61-4239-454f-a961-985e3dfbcf9a None None] Network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:12:49.698556 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5030ac88-875a-44b2-84fe-668bf6a35813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:49.726475 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Allocated IP 172.20.0.2 (9123dbf5-2451-44d3-84d5-b8bfebb67752/56e678c1-f133-4e32-9a06-06d5a4baf7d6/842c7724-2625-4494-b2a4-875e75d46ac2) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:12:49.856873 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:49.928288 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:49.951188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dfbae-167c-42df-9581-e3feeb01ad20 req-3f3a3b83-2801-4a2f-9458-99daeed1dbdf tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:49.952978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ad8dfbae-167c-42df-9581-e3feeb01ad20 req-3f3a3b83-2801-4a2f-9458-99daeed1dbdf tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.3889031 Dec 17 13:12:50.089024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ad8dfbae-167c-42df-9581-e3feeb01ad20 req-2c1160a2-accc-4dd5-a227-e150070d8299 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289217 Dec 17 13:12:50.095406 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:50.204469 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:50.255814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Network 9123dbf5-2451-44d3-84d5-b8bfebb67752 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:50.262213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:50.268837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:12:50.298335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df892d7-21b4-471d-ba86-1771913e5394 req-dff39d27-255a-4eb7-a1ed-4cad992d4505 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:50.308434 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-dff39d27-255a-4eb7-a1ed-4cad992d4505 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.2989161 Dec 17 13:12:50.329796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-780a4414-d3db-4591-9166-85115799ed08 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/quotas/faf124e995c7454192e72a02bb3c6016 HTTP/1.1" status: 200 len: 375 time: 0.0190790 Dec 17 13:12:50.330176 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5030ac88-875a-44b2-84fe-668bf6a35813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:50.346607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2568f-7977-4c98-9008-169ad7e3c8ef req-8586bb2e-425f-44e9-93cf-f0810edf8687 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:50.348320 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75c2568f-7977-4c98-9008-169ad7e3c8ef req-8586bb2e-425f-44e9-93cf-f0810edf8687 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1472826 Dec 17 13:12:50.367386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Pushing event updated for resources: {'Port': ['ID=842c7724-2625-4494-b2a4-875e75d46ac2,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:50.372152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-055b83a4-0fcf-4f34-a63d-73ab05b5408c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406952 Dec 17 13:12:50.413274 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5030ac88-875a-44b2-84fe-668bf6a35813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:50.465042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Attempting to bind port 842c7724-2625-4494-b2a4-875e75d46ac2 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:12:50.465350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Attempting to bind port 842c7724-2625-4494-b2a4-875e75d46ac2 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'b2d7cf31-6f7d-4d80-a713-768aeb22317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:12:50.465754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Attempting to bind port 842c7724-2625-4494-b2a4-875e75d46ac2 on network 9123dbf5-2451-44d3-84d5-b8bfebb67752 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:50.478396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:12:50.478958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Checking segment: {'id': 'b2d7cf31-6f7d-4d80-a713-768aeb22317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:50.479381 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:50.479669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Bound using segment: {'id': 'b2d7cf31-6f7d-4d80-a713-768aeb22317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:12:50.480160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Bound port: 842c7724-2625-4494-b2a4-875e75d46ac2, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d7cf31-6f7d-4d80-a713-768aeb22317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:12:50.480547 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:50.552786 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-d89fae7f-e026-429c-911c-10148695277c service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792529 Dec 17 13:12:50.570704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5030ac88-875a-44b2-84fe-668bf6a35813 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a909399cc30b4526a509e90fa758315f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4003119 Dec 17 13:12:50.580061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60512) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:50.590408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75c2568f-7977-4c98-9008-169ad7e3c8ef req-f4f3654d-77c3-4c77-a9a7-ffba57fc42ff tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341321 Dec 17 13:12:50.632207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030ac88-875a-44b2-84fe-668bf6a35813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5c42a0-e1ea-4cb0-b19e-88d067ee416a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:50.658537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] For port 842c7724-2625-4494-b2a4-875e75d46ac2, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:12:50.664017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] For port 842c7724-2625-4494-b2a4-875e75d46ac2, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=842c7724-2625-4494-b2a4-875e75d46ac2,segment=NetworkSegment(b2d7cf31-6f7d-4d80-a713-768aeb22317a),segment_id=b2d7cf31-6f7d-4d80-a713-768aeb22317a)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:12:50.747152 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:50.821056 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf06c6fa-5e76-49a8-a7b7-5000b0f862e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:50.854862 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:50.861247 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-60e33abc-e2a2-41ef-a657-66f2b4f4072f service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966166 Dec 17 13:12:50.883837 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf06c6fa-5e76-49a8-a7b7-5000b0f862e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:50.902169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:50.948386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8460a3-1332-42bf-b664-5674f9ebf664 None None] Pushing event updated for resources: {'Port': ['ID=842c7724-2625-4494-b2a4-875e75d46ac2,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:51.053621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c7055-9ca8-410a-ba76-eb393b57ba1e req-0dcc7fa7-306d-4796-b8c7-2d784d378085 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:51.056135 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f1c7055-9ca8-410a-ba76-eb393b57ba1e req-0dcc7fa7-306d-4796-b8c7-2d784d378085 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.2563434 Dec 17 13:12:51.089101 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf06c6fa-5e76-49a8-a7b7-5000b0f862e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:51.092041 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf06c6fa-5e76-49a8-a7b7-5000b0f862e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:51.093546 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bf06c6fa-5e76-49a8-a7b7-5000b0f862e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da5c42a0-e1ea-4cb0-b19e-88d067ee416a HTTP/1.1" status: 204 len: 168 time: 0.5053401 Dec 17 13:12:51.134895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06c6fa-5e76-49a8-a7b7-5000b0f862e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5c42a0-e1ea-4cb0-b19e-88d067ee416a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:51.213750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Allocated IP 172.25.0.212 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/e5865cca-a0e5-4863-82b6-a39a223c4381) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:12:51.256113 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f1c7055-9ca8-410a-ba76-eb393b57ba1e req-f31f2fdb-5e2d-43b7-8610-64a9ffba8c72 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527255 Dec 17 13:12:51.393661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a442384-ac17-403c-9744-918a9b178c89 req-d1ff1ecd-f35f-4dff-986e-12973afbd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:51.396040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a442384-ac17-403c-9744-918a9b178c89 req-d1ff1ecd-f35f-4dff-986e-12973afbd0dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 1095 time: 0.0583305 Dec 17 13:12:51.607187 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:51.648893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9e958-ee4a-4168-8a4b-d3cd61042422 req-22f6718c-e909-40da-bb81-2170a5da40c5 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:51.651901 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f6e9e958-ee4a-4168-8a4b-d3cd61042422 req-22f6718c-e909-40da-bb81-2170a5da40c5 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.1839297 Dec 17 13:12:51.661928 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a442384-ac17-403c-9744-918a9b178c89 req-9cb82974-8b95-4454-963d-5d567ead481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:51.663225 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a442384-ac17-403c-9744-918a9b178c89 req-9cb82974-8b95-4454-963d-5d567ead481e service neutron] 10.222.0.54 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 0.2424622 Dec 17 13:12:51.711590 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb0a0492-631e-4812-a426-81c550f703fe req-2fdfd2fa-ea9e-49a5-9c6b-d86e555a237d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 210 time: 0.0471215 Dec 17 13:12:51.744511 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f6e9e958-ee4a-4168-8a4b-d3cd61042422 req-954e2580-b112-4578-9dd4-92e072360635 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819728 Dec 17 13:12:51.777169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:51.913020 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a442384-ac17-403c-9744-918a9b178c89 req-1c3a46d0-0d8d-4736-8426-ba809f79b426 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=133f02a6-062a-4662-bb64-4f23a6f102b5 HTTP/1.1" status: 200 len: 1000 time: 0.2131422 Dec 17 13:12:51.917973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Pushing event updated for resources: {'Port': ['ID=e5865cca-a0e5-4863-82b6-a39a223c4381,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:51.939875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1c78-b11d-4fa4-b70d-4be07a707e4a req-77886dfb-89ce-4ab7-8215-2fbe47470270 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:51.954544 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8de1c78-b11d-4fa4-b70d-4be07a707e4a req-77886dfb-89ce-4ab7-8215-2fbe47470270 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1127696 Dec 17 13:12:51.968510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:51.971650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:51.976778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:12:51.989354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae16668-d247-404d-bb86-460684b40d41 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:12:52.133769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f184b271-5ded-476b-b1f8-a80149f1949f None None] Provisioning complete for port e5865cca-a0e5-4863-82b6-a39a223c4381 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:52.134151 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f184b271-5ded-476b-b1f8-a80149f1949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:52.177041 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a442384-ac17-403c-9744-918a9b178c89 req-a6e65615-763c-47db-b14d-3507e78d527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:52.179020 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a442384-ac17-403c-9744-918a9b178c89 req-a6e65615-763c-47db-b14d-3507e78d527b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.2122986 Dec 17 13:12:52.182987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8de1c78-b11d-4fa4-b70d-4be07a707e4a req-32b4b774-3879-4514-9909-cd159a697fb5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248154 Dec 17 13:12:52.213188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f184b271-5ded-476b-b1f8-a80149f1949f None None] Port e5865cca-a0e5-4863-82b6-a39a223c4381 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:12:52.235919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60534) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:52.288432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a442384-ac17-403c-9744-918a9b178c89 req-f4ec20fb-eac3-4ae8-a76f-a356de695de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:52.290279 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a442384-ac17-403c-9744-918a9b178c89 req-f4ec20fb-eac3-4ae8-a76f-a356de695de5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864873 Dec 17 13:12:52.354192 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-117ca559-763f-409b-b379-95469793ef63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:52.667366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1c60b-742e-4317-9c9d-319b808f5417 req-003ebe4b-d940-4819-bd7f-c7767b452e32 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:52.669032 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ad1c60b-742e-4317-9c9d-319b808f5417 req-003ebe4b-d940-4819-bd7f-c7767b452e32 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.2079427 Dec 17 13:12:52.709181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 842c7724-2625-4494-b2a4-875e75d46ac2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:12:52.798611 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a442384-ac17-403c-9744-918a9b178c89 req-1b623d9d-9462-4d53-ae9d-41b64ec965af service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102487 Dec 17 13:12:52.835211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c874525-31bb-429e-a0c5-43c6a19ba109 None None] Network 9123dbf5-2451-44d3-84d5-b8bfebb67752 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:12:52.858306 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-117ca559-763f-409b-b379-95469793ef63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:52.876154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ad1c60b-742e-4317-9c9d-319b808f5417 req-c75fb44f-24e7-4c63-9ae0-54a65cff4331 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937566 Dec 17 13:12:52.889665 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:52.952823 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-117ca559-763f-409b-b379-95469793ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:53.011314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a442384-ac17-403c-9744-918a9b178c89 req-e5da9ccd-b081-4646-86c2-ffc56e35df6f service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885765 Dec 17 13:12:53.040767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6f2e88e7-5bd0-4c6b-8f50-5bfcea0353ac None None] Provisioning complete for port 842c7724-2625-4494-b2a4-875e75d46ac2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:53.041973 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f2e88e7-5bd0-4c6b-8f50-5bfcea0353ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:53.091072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-117ca559-763f-409b-b379-95469793ef63 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d3388b1c5df14f5c959032dbbce09a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7839861 Dec 17 13:12:53.093024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ca559-763f-409b-b379-95469793ef63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560ede32-a797-4712-a7fe-72c8fe88e7d3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:53.094313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 842c7724-2625-4494-b2a4-875e75d46ac2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:53.094940 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:53.095871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60548) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:53.127858 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ed1662b-0779-42ef-b8ea-a28b261c7892 req-5910d623-b1c5-47f9-9ddb-b08868744841 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 210 time: 0.2687039 Dec 17 13:12:53.225308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e5646-f6e0-4408-ab27-06aedfd69f1b req-a641a8ed-e34d-4f49-a068-e73dbf74cc3e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:53.227307 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-576e5646-f6e0-4408-ab27-06aedfd69f1b req-a641a8ed-e34d-4f49-a068-e73dbf74cc3e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.2040155 Dec 17 13:12:53.343435 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dab72d00-b8ea-4076-8afc-cdd37b20b219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:53.386213 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-576e5646-f6e0-4408-ab27-06aedfd69f1b req-fbe8923f-93dc-44e9-a74a-7988895ccd54 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449907 Dec 17 13:12:53.396137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:53.399401 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dab72d00-b8ea-4076-8afc-cdd37b20b219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:53.432972 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f2e88e7-5bd0-4c6b-8f50-5bfcea0353ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:53.454905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b31337-4da1-490c-ad51-0aa79aa95ae9 req-1e0b48f0-c1c5-40b6-8bcb-4255a6c9eac2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:53.469055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d2b31337-4da1-490c-ad51-0aa79aa95ae9 req-1e0b48f0-c1c5-40b6-8bcb-4255a6c9eac2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1392109 Dec 17 13:12:53.499229 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:53.569655 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6f2e88e7-5bd0-4c6b-8f50-5bfcea0353ac None None] For port 842c7724-2625-4494-b2a4-875e75d46ac2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=842c7724-2625-4494-b2a4-875e75d46ac2,segment=NetworkSegment(b2d7cf31-6f7d-4d80-a713-768aeb22317a),segment_id=b2d7cf31-6f7d-4d80-a713-768aeb22317a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:53.571983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d2b31337-4da1-490c-ad51-0aa79aa95ae9 req-76b6cda7-17a2-4b9a-b014-5b6ce5c0f188 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012452 Dec 17 13:12:53.620592 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dab72d00-b8ea-4076-8afc-cdd37b20b219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:53.624003 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dab72d00-b8ea-4076-8afc-cdd37b20b219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:53.626636 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dab72d00-b8ea-4076-8afc-cdd37b20b219 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/560ede32-a797-4712-a7fe-72c8fe88e7d3 HTTP/1.1" status: 204 len: 168 time: 0.5259159 Dec 17 13:12:53.655871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab72d00-b8ea-4076-8afc-cdd37b20b219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560ede32-a797-4712-a7fe-72c8fe88e7d3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:53.658055 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f2e88e7-5bd0-4c6b-8f50-5bfcea0353ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:53.677261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Router df7114cb-7386-4f3f-bf52-b2f2e3ac0999 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:12:53.834552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:12:53.877549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Sync routers for ids ['df7114cb-7386-4f3f-bf52-b2f2e3ac0999'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:12:53.948660 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:12:53.951048 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:12:53.951684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e88e7-5bd0-4c6b-8f50-5bfcea0353ac None None] Pushing event updated for resources: {'Port': ['ID=842c7724-2625-4494-b2a4-875e75d46ac2,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:53.970845 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:53.974965 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c50f5ca3-9316-4cad-927b-adafe087477d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2063606 Dec 17 13:12:53.975558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60560) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:53.980534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Routers {'df7114cb-7386-4f3f-bf52-b2f2e3ac0999'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:53.981710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:12:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['df7114cb-7386-4f3f-bf52-b2f2e3ac0999'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:54.077155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-eb607be1-0c6c-4a86-ab26-bf6b2c5b0e0f None None] Provisioning complete for port 842c7724-2625-4494-b2a4-875e75d46ac2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:54.077852 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eb607be1-0c6c-4a86-ab26-bf6b2c5b0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:54.426534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6173e6cb-0944-4d72-a8a7-fba35e5c79a8 req-bbeb0379-d660-49a7-87c9-f3acadf3a7d9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 210 time: 0.0742621 Dec 17 13:12:54.444505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Set router df7114cb-7386-4f3f-bf52-b2f2e3ac0999 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:54.749306 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 842c7724-2625-4494-b2a4-875e75d46ac2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:12:54.853843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bcdc5-eb91-43db-91d2-eeea331618c5 req-8c44c7e7-46be-49c1-a456-bafc3b9ed195 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:54.867868 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-755bcdc5-eb91-43db-91d2-eeea331618c5 req-8c44c7e7-46be-49c1-a456-bafc3b9ed195 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.2203307 Dec 17 13:12:54.871016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 842c7724-2625-4494-b2a4-875e75d46ac2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:54.872126 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:54.987627 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-755bcdc5-eb91-43db-91d2-eeea331618c5 req-36ae9d1c-d6c8-43cd-be88-47fe0f356b86 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108098 Dec 17 13:12:55.023633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'name': 'tempest-ServersTestMultiNic-143596299-router', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:48Z', 'updated_at': '2021-12-17T13:12:52Z', 'revision_number': 3, 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'gw_port': {'id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:50Z', 'updated_at': '2021-12-17T13:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:55.111663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Checking router: df7114cb-7386-4f3f-bf52-b2f2e3ac0999 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:12:55.117890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Updating router df7114cb-7386-4f3f-bf52-b2f2e3ac0999 port e5865cca-a0e5-4863-82b6-a39a223c4381 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:12:55.225546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873b94d-8c53-4e84-929f-c9d23226af15 req-a232806b-2889-431e-ac5b-2753b7b9edc1 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:55.237962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6873b94d-8c53-4e84-929f-c9d23226af15 req-a232806b-2889-431e-ac5b-2753b7b9edc1 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1074121 Dec 17 13:12:55.332093 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:55.385438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6873b94d-8c53-4e84-929f-c9d23226af15 req-3942be9f-dd19-4157-b8cb-e78475150059 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463392 Dec 17 13:12:55.440876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60590) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:55.571710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df892d7-21b4-471d-ba86-1771913e5394 req-dd42c932-7533-43e1-8ae9-00f8ef5049f0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:55.573688 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-dd42c932-7533-43e1-8ae9-00f8ef5049f0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.54 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.2959590 Dec 17 13:12:55.629532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3242d-96ad-41cf-a31c-6db959ae9c48 req-d65ecc4c-c5f6-4b4d-9e08-38ffad66927e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:55.637653 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28c3242d-96ad-41cf-a31c-6db959ae9c48 req-d65ecc4c-c5f6-4b4d-9e08-38ffad66927e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 1.5057130 Dec 17 13:12:55.678483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1323610025-network', 'tenant_id': '7ce882ed676c4f8ca5c2e523bd886e1e'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:55.780491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Made reservation on behalf of 7ce882ed676c4f8ca5c2e523bd886e1e for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:55.783777 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:55.846176 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:55.885764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-15f745da-f3d3-4ea3-bde4-5371bc7b112b req-ce4133e8-625e-444f-bb82-a3e6923d5c56 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 210 time: 0.0734704 Dec 17 13:12:55.886930 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:55.917683 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:56.033912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:56.075533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d07625-410d-44c9-8993-0db5f55f2b0f None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:12:56.106660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:56.169250 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Attempting to bind port e5865cca-a0e5-4863-82b6-a39a223c4381 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:12:56.171423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Attempting to bind port e5865cca-a0e5-4863-82b6-a39a223c4381 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:12:56.173823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Attempting to bind port e5865cca-a0e5-4863-82b6-a39a223c4381 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:12:56.186804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:12:56.187040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e38bb3-d58a-4181-8e9d-8822ba8805e3 None None] Pushing event updated for resources: {'Port': ['ID=e5865cca-a0e5-4863-82b6-a39a223c4381,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:56.225198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:12:56.227731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:56.227928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2d6a37-581d-4c25-adcd-504698c5483a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:56.230586 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:56.231234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:12:56.231988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Bound port: e5865cca-a0e5-4863-82b6-a39a223c4381, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:12:56.234288 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:56.243881 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:56.245085 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Added segment 02405c99-83dc-4207-a979-5761864fcc49 of type vlan for network e1aafe12-a330-4630-a8ae-740c41353f55 Dec 17 13:12:56.272766 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28c3242d-96ad-41cf-a31c-6db959ae9c48 req-9a0486b7-3eff-4c85-b806-36514a129a47 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6340706 Dec 17 13:12:56.312559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-2df892d7-21b4-471d-ba86-1771913e5394 req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Request body: {'port': {'device_id': 'a884a374-269c-4c66-89c0-38644eb5b922', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'admin_state_up': True, 'tenant_id': 'faf124e995c7454192e72a02bb3c6016'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:56.329829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:56.360881 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9334ca5a-8aab-4e22-8f1b-752422165946 None None] Provisioning complete for port e5865cca-a0e5-4863-82b6-a39a223c4381 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:56.361255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9334ca5a-8aab-4e22-8f1b-752422165946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:56.396845 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:56.426647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17dc2e-2a1e-4088-8548-326f9617d668 req-33ebecb0-bd62-41f6-9d2a-445b814873e9 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:56.429162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb17dc2e-2a1e-4088-8548-326f9617d668 req-33ebecb0-bd62-41f6-9d2a-445b814873e9 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.1818495 Dec 17 13:12:56.529795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] For port e5865cca-a0e5-4863-82b6-a39a223c4381, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:12:56.534138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] For port e5865cca-a0e5-4863-82b6-a39a223c4381, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e5865cca-a0e5-4863-82b6-a39a223c4381,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:12:56.535580 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9334ca5a-8aab-4e22-8f1b-752422165946 None None] Port e5865cca-a0e5-4863-82b6-a39a223c4381 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:12:56.649890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb17dc2e-2a1e-4088-8548-326f9617d668 req-ad0b5b47-c83b-4497-bebe-62b4e847c79e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015870 Dec 17 13:12:56.656145 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:56.656385 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:56.656385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:56.656973 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:56.659079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Allocated IP 172.20.0.1 (9123dbf5-2451-44d3-84d5-b8bfebb67752/56e678c1-f133-4e32-9a06-06d5a4baf7d6/203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:12:56.713702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81688abe-aef0-40b4-9edd-d32252221036 req-7be97b30-65e9-42de-b1d6-e2ad02d5d5e9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:56.721757 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81688abe-aef0-40b4-9edd-d32252221036 req-7be97b30-65e9-42de-b1d6-e2ad02d5d5e9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1648343 Dec 17 13:12:56.784788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ca79f-d394-452a-a3aa-35833ef3c702 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:12:56.883721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] Pushing event updated for resources: {'Network': ['ID=e1aafe12-a330-4630-a8ae-740c41353f55,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:56.908370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Routers {'df7114cb-7386-4f3f-bf52-b2f2e3ac0999'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:12:56.908370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:12:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['df7114cb-7386-4f3f-bf52-b2f2e3ac0999'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:56.911122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e1aafe12-a330-4630-a8ae-740c41353f55 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:12:56.965065 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81688abe-aef0-40b4-9edd-d32252221036 req-a5ec7a93-9264-4a12-a666-53b8dbbf5e11 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413609 Dec 17 13:12:57.055601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-182d9ecb-65e6-491f-ab65-72fdf617870e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6127160 Dec 17 13:12:57.059004 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f430f63c-a9c1-4c87-8e79-518999c05e6a req-1e2f606e-94cd-4f6f-9519-46263af93e07 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 210 time: 0.0439923 Dec 17 13:12:57.064640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60606) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:12:57.065928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a30d6116-8df1-47f4-ab68-54be1d24dfd7 admin admin] Request body: {'subnet': {'network_id': 'e1aafe12-a330-4630-a8ae-740c41353f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1323610025-subnet', 'tenant_id': '7ce882ed676c4f8ca5c2e523bd886e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:12:57.105860 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:57.260228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df892d7-21b4-471d-ba86-1771913e5394 req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Made reservation on behalf of faf124e995c7454192e72a02bb3c6016 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:57.264020 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2df892d7-21b4-471d-ba86-1771913e5394 req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:57.271645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30d6116-8df1-47f4-ab68-54be1d24dfd7 admin admin] Made reservation on behalf of 7ce882ed676c4f8ca5c2e523bd886e1e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:12:57.274320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a30d6116-8df1-47f4-ab68-54be1d24dfd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:57.324505 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:57.458537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Network 9123dbf5-2451-44d3-84d5-b8bfebb67752 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:57.479190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:57.482342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:12:57.603616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Pushing event updated for resources: {'Port': ['ID=203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:57.607802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e38bb3-d58a-4181-8e9d-8822ba8805e3 None None] Pushing event updated for resources: {'Port': ['ID=e5865cca-a0e5-4863-82b6-a39a223c4381,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:57.617147 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:57.690629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-65964061-451c-44c1-a53f-d167cd94865d None None] Provisioning complete for port e5865cca-a0e5-4863-82b6-a39a223c4381 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:57.690843 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-65964061-451c-44c1-a53f-d167cd94865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:57.807345 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-2df892d7-21b4-471d-ba86-1771913e5394 req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Allocated IP 172.20.0.11 (9dd62150-3a26-44a9-b2ba-a4820fa028d7/9f427b02-4099-4e19-ac3f-370afbfda770/9050cf4c-840b-40e9-b7ca-c7674ba01388) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:12:57.821728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fdeb8-68b0-43a3-a1d6-e42e65edd14d req-8452825d-0abe-4c30-b744-ee0d8e483b8e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:57.831875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c76fdeb8-68b0-43a3-a1d6-e42e65edd14d req-8452825d-0abe-4c30-b744-ee0d8e483b8e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.2746828 Dec 17 13:12:57.908671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] Set router df7114cb-7386-4f3f-bf52-b2f2e3ac0999 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:12:57.933908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c76fdeb8-68b0-43a3-a1d6-e42e65edd14d req-84e0c41d-c647-411d-b949-0158366d7ea8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010556 Dec 17 13:12:57.952649 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a30d6116-8df1-47f4-ab68-54be1d24dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:58.104092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d6116-8df1-47f4-ab68-54be1d24dfd7 admin admin] Checking segment: {'id': '02405c99-83dc-4207-a979-5761864fcc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e1aafe12-a330-4630-a8ae-740c41353f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:12:58.105221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d6116-8df1-47f4-ab68-54be1d24dfd7 admin admin] Network hostable DHCP agents. Network: e1aafe12-a330-4630-a8ae-740c41353f55, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:12:58.110064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d6116-8df1-47f4-ab68-54be1d24dfd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=910fcd00-bf72-498d-a02e-00e7fcdee913,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:58.177230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48418409-9b10-4849-b8d6-1f327453b045 req-7c790962-f17c-4240-bc27-7929e5640328 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:58.184845 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-48418409-9b10-4849-b8d6-1f327453b045 req-7c790962-f17c-4240-bc27-7929e5640328 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.1184466 Dec 17 13:12:58.219662 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-65964061-451c-44c1-a53f-d167cd94865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:58.231398 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:58.256061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d6116-8df1-47f4-ab68-54be1d24dfd7 admin admin] Network e1aafe12-a330-4630-a8ae-740c41353f55 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:12:58.262491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-65964061-451c-44c1-a53f-d167cd94865d None None] For port e5865cca-a0e5-4863-82b6-a39a223c4381, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e5865cca-a0e5-4863-82b6-a39a223c4381,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:58.271619 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'name': 'tempest-ServersTestMultiNic-143596299-router', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:48Z', 'updated_at': '2021-12-17T13:12:52Z', 'revision_number': 3, 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'gw_port': {'id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:50Z', 'updated_at': '2021-12-17T13:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:12:58.275094 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-48418409-9b10-4849-b8d6-1f327453b045 req-f8ee4fe1-1f43-496e-a64d-2cb4acd1ca62 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883002 Dec 17 13:12:58.312443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9d934-a371-4088-92f4-eeedab186848 None None] The sync data for ids ['df7114cb-7386-4f3f-bf52-b2f2e3ac0999'] in n-d-815324-5 is: [{'id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'name': 'tempest-ServersTestMultiNic-143596299-router', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:48Z', 'updated_at': '2021-12-17T13:12:52Z', 'revision_number': 3, 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'gw_port': {'id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:50Z', 'updated_at': '2021-12-17T13:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:12:58.341388 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-65964061-451c-44c1-a53f-d167cd94865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:58.353238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349f184-822f-48b0-be15-bc3578368069 req-c3a7e9bc-d982-4d36-8f32-0a9402e30a0a tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:58.362819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-a30d6116-8df1-47f4-ab68-54be1d24dfd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e1aafe12-a330-4630-a8ae-740c41353f55) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:58.368414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d6116-8df1-47f4-ab68-54be1d24dfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:58.369176 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a30d6116-8df1-47f4-ab68-54be1d24dfd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:58.372503 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-c3a7e9bc-d982-4d36-8f32-0a9402e30a0a tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 814 time: 0.6381156 Dec 17 13:12:58.385387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca866d2d-f6d6-4310-9305-9c02928aef53 None None] Network e1aafe12-a330-4630-a8ae-740c41353f55 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:12:58.454179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-3ab5acb7-5ad1-4611-96e9-fac372fd2b50 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/quotas/920bb603683046008c3eec9ca606ce0e HTTP/1.1" status: 200 len: 375 time: 0.0786960 Dec 17 13:12:58.489767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65964061-451c-44c1-a53f-d167cd94865d None None] Pushing event updated for resources: {'Port': ['ID=e5865cca-a0e5-4863-82b6-a39a223c4381,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:58.492217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a30d6116-8df1-47f4-ab68-54be1d24dfd7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4313316 Dec 17 13:12:58.539389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-38dfa89c-6d13-40ba-acd6-e1484eb7ba1e None None] Provisioning complete for port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:12:58.540108 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-38dfa89c-6d13-40ba-acd6-e1484eb7ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:58.565499 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2df892d7-21b4-471d-ba86-1771913e5394 req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:58.668501 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-07c226fc-ed0f-44a4-a8b7-a2552d6cf45f tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2107196 Dec 17 13:12:58.707920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-38dfa89c-6d13-40ba-acd6-e1484eb7ba1e None None] Port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:12:58.733654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41983bc4-32cc-4185-954d-3a80e2d02304 req-4186cd0d-c0fd-46f6-8050-1f4d48b7b1d5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:58.739797 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41983bc4-32cc-4185-954d-3a80e2d02304 req-4186cd0d-c0fd-46f6-8050-1f4d48b7b1d5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1427417 Dec 17 13:12:58.769343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b77e21e-6053-4504-b064-3a954a7e7899 None None] Network e1aafe12-a330-4630-a8ae-740c41353f55 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:12:58.783347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a27f573e-91b0-4f35-b7ed-f6f1033dda24 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:12:58.884162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41983bc4-32cc-4185-954d-3a80e2d02304 req-58dbcf1c-4911-423c-adad-2e756fcbe3cd tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333151 Dec 17 13:12:59.064429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-ea916c46-a900-43fe-aaaf-e8b4f2d6497b service neutron] 10.222.0.59 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817008 Dec 17 13:12:59.121776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:59.129442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8dbef21b-dc09-4e5a-a76a-eee93ad0e4a6 req-edc37616-8c65-4155-93a7-f0951f58c65c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 210 time: 0.0954161 Dec 17 13:12:59.170556 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2df892d7-21b4-471d-ba86-1771913e5394 req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:59.178256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24', 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122', 'port_id': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24', 'mac_address': 'fa:16:3e:d8:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d35fe00-cd55-4ece-8438-756061fc1cc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:12:59.246498 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:59.257929 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:59.274518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a27f573e-91b0-4f35-b7ed-f6f1033dda24 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:12:59.274874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1a647-c3d8-49c0-b403-47ec3208d887 req-a7eeee8b-921e-481b-a4ca-dc1be7070886 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:12:59.284796 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-57f1a647-c3d8-49c0-b403-47ec3208d887 req-a7eeee8b-921e-481b-a4ca-dc1be7070886 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.0826044 Dec 17 13:12:59.299558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:12:59.369880 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:59.382983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:59.397739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-57f1a647-c3d8-49c0-b403-47ec3208d887 req-eb20a83b-f24d-42c0-bcaa-a66b85d695fe tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117451 Dec 17 13:12:59.490667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df892d7-21b4-471d-ba86-1771913e5394 req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:12:59.492373 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-2df892d7-21b4-471d-ba86-1771913e5394 req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:12:59.495147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df892d7-21b4-471d-ba86-1771913e5394 req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:12:59.505103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a27f573e-91b0-4f35-b7ed-f6f1033dda24,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:59.543331 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['a27f573e-91b0-4f35-b7ed-f6f1033dda24'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:12:59.616304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event updated for resources: {'Port': ['ID=9050cf4c-840b-40e9-b7ca-c7674ba01388,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:59.640075 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-7913bd2e-e63f-4162-b672-6bd913cffbb4 service neutron] 10.222.0.59 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583122 Dec 17 13:12:59.938583 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:12:59.960052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Pushing event updated for resources: {'Port': ['ID=203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:12:59.984766 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60664) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:00.008081 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df892d7-21b4-471d-ba86-1771913e5394 req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:00.010844 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2df892d7-21b4-471d-ba86-1771913e5394 req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:00.047749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-401191806-network', 'tenant_id': 'a551f9d70935422d94a9a1285fcee08d'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:00.339057 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-ccf98720-bd9b-46eb-a93a-de44398816ff tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0769148 Dec 17 13:13:00.354311 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Network 9123dbf5-2451-44d3-84d5-b8bfebb67752 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:13:00.356036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:00.437142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed2442-b997-4044-b96c-08a241968ebd req-b711adce-b7db-4aec-8760-717778669358 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:00.459648 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05ed2442-b997-4044-b96c-08a241968ebd req-b711adce-b7db-4aec-8760-717778669358 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.9171264 Dec 17 13:13:00.623414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05ed2442-b997-4044-b96c-08a241968ebd req-ddc8ddd7-349e-4ad1-bcdd-7f6ad3a15942 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610739 Dec 17 13:13:00.777330 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a27f573e-91b0-4f35-b7ed-f6f1033dda24 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:00.826777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Request body: {'port': {'device_id': 'a884a374-269c-4c66-89c0-38644eb5b922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:00.847742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Made reservation on behalf of a551f9d70935422d94a9a1285fcee08d for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:00.849503 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:00.905521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e5865cca-a0e5-4863-82b6-a39a223c4381 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:00.930933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b736fd-8e19-4a00-9789-0f9233e0f5f4 req-d0afde59-bbe4-489d-ad09-a132e205d8e0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:00.944913 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20b736fd-8e19-4a00-9789-0f9233e0f5f4 req-d0afde59-bbe4-489d-ad09-a132e205d8e0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 932 time: 0.1597283 Dec 17 13:13:00.996523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Router df7114cb-7386-4f3f-bf52-b2f2e3ac0999 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:13:01.022999 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:01.075506 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20b736fd-8e19-4a00-9789-0f9233e0f5f4 req-5c35cb79-8c65-4d4e-bc34-10b22060724f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294103 Dec 17 13:13:01.151202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fb929f98-66c7-4c98-8ea7-21b07e219e6d None None] Provisioning complete for port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:01.151581 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fb929f98-66c7-4c98-8ea7-21b07e219e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:01.169659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port a27f573e-91b0-4f35-b7ed-f6f1033dda24 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:01.173378 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:01.231562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e5865cca-a0e5-4863-82b6-a39a223c4381 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:01.231942 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:01.347644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a9ad601b-973f-4b78-a28b-2adbda4f8147 req-9a6233a0-2343-460e-bebd-fb82bc7b7bd3 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 210 time: 0.1034853 Dec 17 13:13:01.414328 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:01.482681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb04ea-1457-437a-9006-e997c7231b97 req-8e31b5bf-fcd0-40ea-a98f-b1def0d1ca7f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:01.488632 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c8cb04ea-1457-437a-9006-e997c7231b97 req-8e31b5bf-fcd0-40ea-a98f-b1def0d1ca7f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.0798922 Dec 17 13:13:01.530687 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36a710-1b48-438a-930b-52032ab21502 req-5d32a9eb-7d1c-461f-b81e-80fc10c1cedc tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:01.530687 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1d36a710-1b48-438a-930b-52032ab21502 req-5d32a9eb-7d1c-461f-b81e-80fc10c1cedc tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 944 time: 0.7203584 Dec 17 13:13:01.571616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fb929f98-66c7-4c98-8ea7-21b07e219e6d None None] Port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:13:01.678665 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c8cb04ea-1457-437a-9006-e997c7231b97 req-1732029c-c7e0-4d73-9152-fd24aa9b72c7 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856003 Dec 17 13:13:01.702886 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:01.732560 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1d36a710-1b48-438a-930b-52032ab21502 req-2ccdb978-201f-4a7c-952b-52a3b04d1ccf tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958268 Dec 17 13:13:01.736047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:13:01.744524 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Sync routers for ids ['df7114cb-7386-4f3f-bf52-b2f2e3ac0999'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:13:01.768173 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Routers {'df7114cb-7386-4f3f-bf52-b2f2e3ac0999'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:13:01.768837 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:12:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['df7114cb-7386-4f3f-bf52-b2f2e3ac0999'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:13:01.782054 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a2a3ed25-abd3-42a8-a6ad-0f663a139143 admin admin] 10.222.0.59 "PUT /v2.0/routers/df7114cb-7386-4f3f-bf52-b2f2e3ac0999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7960227 Dec 17 13:13:01.887383 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:01.954800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:01.977441 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b5230b-46c8-48dd-83d3-a88aba258003" -d '{"events": [{"server_uuid": "518527f5-7c13-4e9e-a0ee-90776148c77a", "name": "network-vif-plugged", "status": "completed", "tag": "a27f573e-91b0-4f35-b7ed-f6f1033dda24"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:02.106710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:02.106710 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9ab9cd-7974-473a-bc4c-3fbeb3f0b040 x-openstack-request-id: req-7c9ab9cd-7974-473a-bc4c-3fbeb3f0b040 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:02.106710 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518527f5-7c13-4e9e-a0ee-90776148c77a", "name": "network-vif-plugged", "status": "completed", "tag": "a27f573e-91b0-4f35-b7ed-f6f1033dda24", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:02.106710 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c9ab9cd-7974-473a-bc4c-3fbeb3f0b040 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:02.106710 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24', 'code': 200} Dec 17 13:13:02.197469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60708) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:02.262273 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Set router df7114cb-7386-4f3f-bf52-b2f2e3ac0999 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:13:02.272613 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:02.363781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fb71c-c707-45ce-8548-b77d01a4785c req-5d686859-f3a6-4a5e-b117-7a796bf82be3 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:02.383162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b27fb71c-c707-45ce-8548-b77d01a4785c req-5d686859-f3a6-4a5e-b117-7a796bf82be3 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 932 time: 0.1659622 Dec 17 13:13:02.462055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1736655757'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:02.517707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d454d2-f653-416a-9a21-7f0fb044d0ef req-0b0f129a-d988-4e6b-b9fc-9d3fd5c74b7a tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:02.529891 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d2d454d2-f653-416a-9a21-7f0fb044d0ef req-0b0f129a-d988-4e6b-b9fc-9d3fd5c74b7a tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.4437199 Dec 17 13:13:02.611738 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'name': 'tempest-ServersTestMultiNic-143596299-router', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:48Z', 'updated_at': '2021-12-17T13:12:58Z', 'revision_number': 4, 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'gw_port': {'id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:50Z', 'updated_at': '2021-12-17T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e', 'name': '', 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'mac_address': 'fa:16:3e:a1:1f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '56e678c1-f133-4e32-9a06-06d5a4baf7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:56Z', 'updated_at': '2021-12-17T13:12:58Z', 'revision_number': 2, 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'subnets': [{'id': '56e678c1-f133-4e32-9a06-06d5a4baf7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:13:02.658051 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Checking router: df7114cb-7386-4f3f-bf52-b2f2e3ac0999 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:13:02.659236 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Updating router df7114cb-7386-4f3f-bf52-b2f2e3ac0999 port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:13:02.678808 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d2d454d2-f653-416a-9a21-7f0fb044d0ef req-27d4b2e4-18ac-4a93-80b6-12d19c42d805 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450622 Dec 17 13:13:02.688634 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:02.823148 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b27fb71c-c707-45ce-8548-b77d01a4785c req-dda6414d-3eea-4304-b620-070d4c53ad9d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356966 Dec 17 13:13:02.850366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:02.852242 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:02.855673 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:02.906067 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:02.922936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:13:02.937077 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:02.937482 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Added segment 74902e7a-9c68-4c9d-99d4-218cd2793627 of type vlan for network 82723be0-12ae-44a7-9fa1-4ca4a5e25074 Dec 17 13:13:02.970876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:13:02.993967 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:03.007791 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:03.008147 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Added segment e7508cdc-e29e-442e-9114-adb6c1cdb21e of type vlan for network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 Dec 17 13:13:03.060753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-020554f7-d0a6-48bf-8a9d-959ec636c276 req-8b158930-1eac-4707-ab76-d312048506bf tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 210 time: 0.2201648 Dec 17 13:13:03.063183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a27f573e-91b0-4f35-b7ed-f6f1033dda24,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:03.063957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c17028-bd0d-4222-89c8-9e14a43cdd4a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:03.099271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9050cf4c-840b-40e9-b7ca-c7674ba01388 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:03.147240 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:03.154724 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:03.160072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:03.161715 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:03.286308 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:03.338618 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:03.426344 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:03.442693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745c03a-efc2-410c-80b7-1904418388be req-da61e1ad-2ad3-4bce-9259-a8d1092717ff tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:03.448317 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2745c03a-efc2-410c-80b7-1904418388be req-da61e1ad-2ad3-4bce-9259-a8d1092717ff tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.3943303 Dec 17 13:13:03.504119 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b273cc-fbd3-4ee5-827a-e60ed7801fa8 None None] Pushing event updated for resources: {'Port': ['ID=203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:03.507114 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:03.531836 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:03.532654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:03.661297 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Attempting to bind port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:13:03.661706 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Attempting to bind port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'b2d7cf31-6f7d-4d80-a713-768aeb22317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:13:03.662070 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Attempting to bind port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e on network 9123dbf5-2451-44d3-84d5-b8bfebb67752 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:03.689002 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:13:03.689742 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Checking segment: {'id': 'b2d7cf31-6f7d-4d80-a713-768aeb22317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:03.690322 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:03.690887 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Bound using segment: {'id': 'b2d7cf31-6f7d-4d80-a713-768aeb22317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:13:03.691543 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Bound port: 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d7cf31-6f7d-4d80-a713-768aeb22317a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:13:03.692118 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:03.787522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Network': ['ID=60c3b2ea-4269-46bb-8a39-a262c28d4a33,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:03.826485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2745c03a-efc2-410c-80b7-1904418388be req-b083c23e-e722-4ebd-b943-2d2a0509334b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3729990 Dec 17 13:13:03.852448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6535034 Dec 17 13:13:03.855031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60728) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:03.860290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.860823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.861278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.864125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.864599 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.865247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.866462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.866772 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] For port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:13:03.867292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.869214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.871409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.875954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.876666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.877246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc90590d-2cf9-4e19-a517-ee974304b04d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:03.878811 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] For port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e,segment=NetworkSegment(b2d7cf31-6f7d-4d80-a713-768aeb22317a),segment_id=b2d7cf31-6f7d-4d80-a713-768aeb22317a)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:13:03.899727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:13:03.905791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b59914b2-c3c5-4dac-83cb-4847dcf871cd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'subnet': {'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:04.004853 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:04.338415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c9d0f9f1-8b8e-489e-a92b-64e2df6fcc20 None None] Provisioning complete for port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:04.339293 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9d0f9f1-8b8e-489e-a92b-64e2df6fcc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:04.429910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Transition to ACTIVE for port object 9050cf4c-840b-40e9-b7ca-c7674ba01388 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:13:04.433920 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Routers {'df7114cb-7386-4f3f-bf52-b2f2e3ac0999'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:13:04.437820 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:12:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['df7114cb-7386-4f3f-bf52-b2f2e3ac0999'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:13:04.440886 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b273cc-fbd3-4ee5-827a-e60ed7801fa8 None None] Pushing event updated for resources: {'Port': ['ID=203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:04.563518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5f0be-2631-47f9-baab-f5c92464c081 req-1b686e8b-704e-440c-99fd-fc20e846ddcb tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:04.577253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] Pushing event updated for resources: {'Network': ['ID=82723be0-12ae-44a7-9fa1-4ca4a5e25074,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:04.579418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0be5f0be-2631-47f9-baab-f5c92464c081 req-1b686e8b-704e-440c-99fd-fc20e846ddcb tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.3331678 Dec 17 13:13:04.601071 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:04.610480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 82723be0-12ae-44a7-9fa1-4ca4a5e25074 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:13:04.614497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d74fd1d3-f099-4cb2-a2e8-2262992a0bb5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.5909429 Dec 17 13:13:04.642911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60732) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:04.694928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bfdb4304-388c-4ab0-8f9e-4c844e66f083 admin admin] Request body: {'subnet': {'network_id': '82723be0-12ae-44a7-9fa1-4ca4a5e25074', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-401191806-subnet', 'tenant_id': 'a551f9d70935422d94a9a1285fcee08d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:04.779085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d7ce2-a897-44d8-b155-87fa0128a725 req-f5eb4920-9b45-44e7-937a-257db73d558f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:04.793886 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b4d7ce2-a897-44d8-b155-87fa0128a725 req-f5eb4920-9b45-44e7-937a-257db73d558f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.3660109 Dec 17 13:13:04.794451 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] Set router df7114cb-7386-4f3f-bf52-b2f2e3ac0999 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:13:04.854888 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=9050cf4c-840b-40e9-b7ca-c7674ba01388,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:05.028816 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b4d7ce2-a897-44d8-b155-87fa0128a725 req-a683b664-b851-4de2-bb64-77fe148bda0e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332745 Dec 17 13:13:05.032351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0be5f0be-2631-47f9-baab-f5c92464c081 req-5a522bc8-0b63-459e-a609-90de4a7bf969 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421792 Dec 17 13:13:05.077921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349f184-822f-48b0-be15-bc3578368069 req-c5fac80e-c9c6-40f4-adc4-b4b08d541463 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:05.079652 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-c5fac80e-c9c6-40f4-adc4-b4b08d541463 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 814 time: 0.6815705 Dec 17 13:13:05.080886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59914b2-c3c5-4dac-83cb-4847dcf871cd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:05.084699 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b59914b2-c3c5-4dac-83cb-4847dcf871cd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:05.098637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Attempting to bind port 9050cf4c-840b-40e9-b7ca-c7674ba01388 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:13:05.098950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Attempting to bind port 9050cf4c-840b-40e9-b7ca-c7674ba01388 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:13:05.099491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Attempting to bind port 9050cf4c-840b-40e9-b7ca-c7674ba01388 on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:05.128237 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Port 9050cf4c-840b-40e9-b7ca-c7674ba01388 on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:13:05.128765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Attempting to bind port 9050cf4c-840b-40e9-b7ca-c7674ba01388 on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:05.192535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:13:05.193101 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Checking segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:05.193773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Bound using segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:13:05.194459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Bound port: 9050cf4c-840b-40e9-b7ca-c7674ba01388, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:13:05.195036 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:05.207481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdb4304-388c-4ab0-8f9e-4c844e66f083 admin admin] Made reservation on behalf of a551f9d70935422d94a9a1285fcee08d for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:05.217715 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4304-388c-4ab0-8f9e-4c844e66f083 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:05.233513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3349f184-822f-48b0-be15-bc3578368069 req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Request body: {'port': {'device_id': 'f714ce42-10f0-4f1d-8d8f-d0426bff4286', 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c', 'admin_state_up': True, 'tenant_id': '920bb603683046008c3eec9ca606ce0e'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:05.291932 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'name': 'tempest-ServersTestMultiNic-143596299-router', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:48Z', 'updated_at': '2021-12-17T13:12:58Z', 'revision_number': 4, 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'gw_port': {'id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:50Z', 'updated_at': '2021-12-17T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e', 'name': '', 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'mac_address': 'fa:16:3e:a1:1f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '56e678c1-f133-4e32-9a06-06d5a4baf7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:56Z', 'updated_at': '2021-12-17T13:13:03Z', 'revision_number': 4, 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'subnets': [{'id': '56e678c1-f133-4e32-9a06-06d5a4baf7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:13:05.300538 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9d0f9f1-8b8e-489e-a92b-64e2df6fcc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:05.325682 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88427850-36b7-45ba-9f23-345fefbab7fb None None] The sync data for ids ['df7114cb-7386-4f3f-bf52-b2f2e3ac0999'] in n-d-815324-5 is: [{'id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'name': 'tempest-ServersTestMultiNic-143596299-router', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:48Z', 'updated_at': '2021-12-17T13:12:58Z', 'revision_number': 4, 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'gw_port': {'id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:50Z', 'updated_at': '2021-12-17T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e', 'name': '', 'network_id': '9123dbf5-2451-44d3-84d5-b8bfebb67752', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'mac_address': 'fa:16:3e:a1:1f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '56e678c1-f133-4e32-9a06-06d5a4baf7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:56Z', 'updated_at': '2021-12-17T13:13:03Z', 'revision_number': 4, 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'subnets': [{'id': '56e678c1-f133-4e32-9a06-06d5a4baf7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:13:05.390532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] For port 9050cf4c-840b-40e9-b7ca-c7674ba01388, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:13:05.397289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] For port 9050cf4c-840b-40e9-b7ca-c7674ba01388, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=9050cf4c-840b-40e9-b7ca-c7674ba01388,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:13:05.404549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c9d0f9f1-8b8e-489e-a92b-64e2df6fcc20 None None] For port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e,segment=NetworkSegment(b2d7cf31-6f7d-4d80-a713-768aeb22317a),segment_id=b2d7cf31-6f7d-4d80-a713-768aeb22317a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:05.472653 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9d0f9f1-8b8e-489e-a92b-64e2df6fcc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:05.472921 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:05.624054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0f9f1-8b8e-489e-a92b-64e2df6fcc20 None None] Pushing event updated for resources: {'Port': ['ID=203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:05.647893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-812f5959-a9cf-45de-9423-b1dcb67fbc2b None None] Provisioning complete for port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:05.649259 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-812f5959-a9cf-45de-9423-b1dcb67fbc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:05.695924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=9050cf4c-840b-40e9-b7ca-c7674ba01388,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:05.722351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fb97ef12-2a9f-4cf8-b507-ed76f9171fa5 req-2e64f928-8cb9-4433-a8a8-dcaba65124b6 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 210 time: 0.5156779 Dec 17 13:13:05.723253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:05.724047 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:05.726779 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-26134b79-0b48-4da6-a34f-bd28e22c8ab3 service neutron] 10.222.0.54 "PUT /v2.0/ports/9050cf4c-840b-40e9-b7ca-c7674ba01388 HTTP/1.1" status: 200 len: 1092 time: 4.9242163 Dec 17 13:13:05.783120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a884a374-269c-4c66-89c0-38644eb5b922', 'tag': '9050cf4c-840b-40e9-b7ca-c7674ba01388'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:05.796126 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3698eb-300c-4453-9503-3af53ecfa27f" -d '{"events": [{"name": "network-changed", "server_uuid": "a884a374-269c-4c66-89c0-38644eb5b922", "tag": "9050cf4c-840b-40e9-b7ca-c7674ba01388"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:05.860567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bb0fb-d630-4689-bd5c-05e043d872a5 req-f2d9f5ca-7cb3-4912-9f3d-0e78398d13cf tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:05.877267 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea4bb0fb-d630-4689-bd5c-05e043d872a5 req-f2d9f5ca-7cb3-4912-9f3d-0e78398d13cf tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 944 time: 0.5711017 Dec 17 13:13:05.916233 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:06.007755 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea4bb0fb-d630-4689-bd5c-05e043d872a5 req-549d68fe-242c-4b46-8883-f38378729b54 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279600 Dec 17 13:13:06.051564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df892d7-21b4-471d-ba86-1771913e5394 req-61b62dbb-3152-49c0-9400-7fe83e5d8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:06.056083 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-61b62dbb-3152-49c0-9400-7fe83e5d8a79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 1095 time: 0.1178014 Dec 17 13:13:06.098952 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4304-388c-4ab0-8f9e-4c844e66f083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:06.144343 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-01ac4b4c-88f8-4941-9f48-5abd9deeadd2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9050cf4c-840b-40e9-b7ca-c7674ba01388 HTTP/1.1" status: 200 len: 217 time: 0.0787909 Dec 17 13:13:06.170371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb4304-388c-4ab0-8f9e-4c844e66f083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ffc84f7-e604-4ac5-982b-4c92156ce51d,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:06.183576 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b59914b2-c3c5-4dac-83cb-4847dcf871cd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:06.233655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04968-a654-4c44-ad60-922595684d1f req-a530fece-8dfa-45d1-8080-1403684f3398 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:06.238163 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31966a3-d84a-4b14-a18e-5b8096e7c8ad x-openstack-request-id: req-b31966a3-d84a-4b14-a18e-5b8096e7c8ad {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:06.238451 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a884a374-269c-4c66-89c0-38644eb5b922", "tag": "9050cf4c-840b-40e9-b7ca-c7674ba01388", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:06.238705 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b31966a3-d84a-4b14-a18e-5b8096e7c8ad {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:06.239102 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a884a374-269c-4c66-89c0-38644eb5b922', 'tag': '9050cf4c-840b-40e9-b7ca-c7674ba01388', 'status': 'completed', 'code': 200} Dec 17 13:13:06.251796 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b8a04968-a654-4c44-ad60-922595684d1f req-a530fece-8dfa-45d1-8080-1403684f3398 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.3992817 Dec 17 13:13:06.252346 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df892d7-21b4-471d-ba86-1771913e5394 req-a83cab62-ff5c-4d69-868d-0ac15d04728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:06.254306 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-a83cab62-ff5c-4d69-868d-0ac15d04728f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.0904689 Dec 17 13:13:06.265132 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3349f184-822f-48b0-be15-bc3578368069 req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Made reservation on behalf of 920bb603683046008c3eec9ca606ce0e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:06.270540 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3349f184-822f-48b0-be15-bc3578368069 req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:06.305129 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-699378cb-e45a-4b51-bf09-7e8371c7545a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421963 Dec 17 13:13:06.505455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05650b-d693-4440-8651-ca36ce061370 req-db4645e3-bea4-4727-b83a-175e875e3495 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:06.514452 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b05650b-d693-4440-8651-ca36ce061370 req-db4645e3-bea4-4727-b83a-175e875e3495 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1247897 Dec 17 13:13:06.536197 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-acafed34-8649-4daf-b13c-f11e9424f39f service neutron] 10.222.0.54 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211909 Dec 17 13:13:06.543628 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b8a04968-a654-4c44-ad60-922595684d1f req-966b9bfb-e042-420c-addc-9e44f5b0b269 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908714 Dec 17 13:13:06.617143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59914b2-c3c5-4dac-83cb-4847dcf871cd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Checking segment: {'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:06.617515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59914b2-c3c5-4dac-83cb-4847dcf871cd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network hostable DHCP agents. Network: 60c3b2ea-4269-46bb-8a39-a262c28d4a33, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:13:06.629997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59914b2-c3c5-4dac-83cb-4847dcf871cd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Subnet': ['ID=56c98e15-e879-4774-bc2b-6bd79ab5c7d6,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:06.696542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdb4304-388c-4ab0-8f9e-4c844e66f083 admin admin] Checking segment: {'id': '74902e7a-9c68-4c9d-99d4-218cd2793627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '82723be0-12ae-44a7-9fa1-4ca4a5e25074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:06.697017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdb4304-388c-4ab0-8f9e-4c844e66f083 admin admin] Network hostable DHCP agents. Network: 82723be0-12ae-44a7-9fa1-4ca4a5e25074, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:13:06.773766 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b05650b-d693-4440-8651-ca36ce061370 req-82bcefe2-3caa-4a34-8a84-a9b65b7259b0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578866 Dec 17 13:13:06.803990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-3349f184-822f-48b0-be15-bc3578368069 req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Allocated IP 172.20.0.14 (3273fdd9-f649-409e-913c-2652e785b30c/38b4f68a-57c1-4b44-b104-e17b33fe8875/6f66da89-953b-4163-acd2-b811d15a2c71) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:13:06.849913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59914b2-c3c5-4dac-83cb-4847dcf871cd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:13:06.858970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:06.864930 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2df892d7-21b4-471d-ba86-1771913e5394 req-954dc7fc-71d7-4f7c-851d-97e8e70df483 service neutron] 10.222.0.54 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207445 Dec 17 13:13:06.897453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85602e-63dd-4563-808b-cdd8964e6070 req-6d91a29e-4c7a-4b76-98c7-6ac2acf9dc41 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:06.905192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc85602e-63dd-4563-808b-cdd8964e6070 req-6d91a29e-4c7a-4b76-98c7-6ac2acf9dc41 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.2433555 Dec 17 13:13:06.928866 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-60a8417b-6082-460c-8e16-1f68251533f6 req-fc01348f-5e36-4e2f-87be-5801b83255c1 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 210 time: 0.0394428 Dec 17 13:13:07.051696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:07.054961 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:07.119155 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3349f184-822f-48b0-be15-bc3578368069 req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:07.163848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3698eb-300c-4453-9503-3af53ecfa27f req-b4ef10be-7001-412f-b7de-f3e19fd2a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:07.180982 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:13:07.181964 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e3698eb-300c-4453-9503-3af53ecfa27f req-b4ef10be-7001-412f-b7de-f3e19fd2a00c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 1095 time: 0.1454709 Dec 17 13:13:07.199632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdb4304-388c-4ab0-8f9e-4c844e66f083 admin admin] Network 82723be0-12ae-44a7-9fa1-4ca4a5e25074 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:13:07.208759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-bfdb4304-388c-4ab0-8f9e-4c844e66f083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 82723be0-12ae-44a7-9fa1-4ca4a5e25074) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:07.210539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-b59914b2-c3c5-4dac-83cb-4847dcf871cd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 60c3b2ea-4269-46bb-8a39-a262c28d4a33) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:07.224164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59914b2-c3c5-4dac-83cb-4847dcf871cd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:07.224779 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b59914b2-c3c5-4dac-83cb-4847dcf871cd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:07.238745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdb4304-388c-4ab0-8f9e-4c844e66f083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:07.239359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bfdb4304-388c-4ab0-8f9e-4c844e66f083 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:07.257552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfb2e8e-cfcd-4c78-8a51-63e7bf887a14 None None] Network 82723be0-12ae-44a7-9fa1-4ca4a5e25074 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:13:07.260673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639fec6c-c325-4912-a6e4-d99fa4f467d0 None None] Network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:13:07.279800 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc85602e-63dd-4563-808b-cdd8964e6070 req-d3ce2796-2094-4903-b23b-dccbc0ba152c tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730831 Dec 17 13:13:07.281877 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3349f184-822f-48b0-be15-bc3578368069 req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:07.377171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a151a9b8-7b40-4e76-8a1f-f43d6c668321', 'bbf17ce1-7365-409e-b345-ac7694e65121'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:07.380732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Pushing event updated for resources: {'Port': ['ID=6f66da89-953b-4163-acd2-b811d15a2c71,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:07.396681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b59914b2-c3c5-4dac-83cb-4847dcf871cd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5113783 Dec 17 13:13:07.400117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60752) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:07.405439 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bfdb4304-388c-4ab0-8f9e-4c844e66f083 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7522216 Dec 17 13:13:07.410630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-76e3d268-9327-45fd-a698-1ccc80f099dc tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1326955834'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:07.426938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3349f184-822f-48b0-be15-bc3578368069 req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Network 3273fdd9-f649-409e-913c-2652e785b30c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:13:07.430773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-3349f184-822f-48b0-be15-bc3578368069 req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:07.457680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3349f184-822f-48b0-be15-bc3578368069 req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:13:07.503125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3698eb-300c-4453-9503-3af53ecfa27f req-671fe5f6-8c62-4a30-b1c1-605c923acaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:07.508344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e3698eb-300c-4453-9503-3af53ecfa27f req-671fe5f6-8c62-4a30-b1c1-605c923acaa7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 907 time: 0.3239462 Dec 17 13:13:07.540678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e3d268-9327-45fd-a698-1ccc80f099dc tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:07.562750 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76e3d268-9327-45fd-a698-1ccc80f099dc tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:07.589146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-60c3b2ea-4269-46bb-8a39-a262c28d4a33', 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33', 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'fixed_ips': [{'subnet_id': '56c98e15-e879-4774-bc2b-6bd79ab5c7d6'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:13:07.590295 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:07.666382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349f184-822f-48b0-be15-bc3578368069 req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:07.667127 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3349f184-822f-48b0-be15-bc3578368069 req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:07.668578 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad2ac2a-c29a-4840-83cb-93d61b58616c None None] Network 82723be0-12ae-44a7-9fa1-4ca4a5e25074 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:13:07.680182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf05df-6ac4-417e-be21-009413936244 req-ad4dbbce-6da7-4d45-9239-0a6a63801a4b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:07.699720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebaf05df-6ac4-417e-be21-009413936244 req-ad4dbbce-6da7-4d45-9239-0a6a63801a4b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 944 time: 0.4264448 Dec 17 13:13:07.703827 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e3698eb-300c-4453-9503-3af53ecfa27f req-515842ac-5305-46d6-89ca-712c474d2178 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9050cf4c-840b-40e9-b7ca-c7674ba01388 HTTP/1.1" status: 200 len: 217 time: 0.1845896 Dec 17 13:13:07.715378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e3d268-9327-45fd-a698-1ccc80f099dc tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:13:07.781940 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76e3d268-9327-45fd-a698-1ccc80f099dc tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:07.785386 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-76e3d268-9327-45fd-a698-1ccc80f099dc tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Added segment d7adb3b5-e6bb-4bc0-862e-742f6cc92d07 of type vlan for network 211471d8-6023-4da6-905d-a982573c332c Dec 17 13:13:07.850530 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-865bf51c-75f9-4df7-91c8-960b3c8e9f3c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6438653 Dec 17 13:13:07.868499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Request body: {'port': {'device_id': 'f714ce42-10f0-4f1d-8d8f-d0426bff4286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:07.877284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3698eb-300c-4453-9503-3af53ecfa27f req-604c30ed-a766-46cd-bd26-cd8127392a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:07.878858 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76e3d268-9327-45fd-a698-1ccc80f099dc tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:07.879135 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e3698eb-300c-4453-9503-3af53ecfa27f req-604c30ed-a766-46cd-bd26-cd8127392a90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.1589446 Dec 17 13:13:07.894832 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebaf05df-6ac4-417e-be21-009413936244 req-d57ebb28-3645-482b-8be1-acc151de3ab5 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937516 Dec 17 13:13:07.955539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333f7ab-9df0-4788-a350-69440d2b73af req-06fdaa89-1e10-4279-8692-311b3a3b3127 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:07.966344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b333f7ab-9df0-4788-a350-69440d2b73af req-06fdaa89-1e10-4279-8692-311b3a3b3127 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.2231812 Dec 17 13:13:07.974234 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e3698eb-300c-4453-9503-3af53ecfa27f req-257acf3d-7e8f-40b8-8445-0f24f83533f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713642 Dec 17 13:13:08.079089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Allocated IP 19.80.0.2 (60c3b2ea-4269-46bb-8a39-a262c28d4a33/56c98e15-e879-4774-bc2b-6bd79ab5c7d6/80237c73-f874-4c3a-acd9-1490fe0fdd58) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:13:08.104615 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:08.169267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b333f7ab-9df0-4788-a350-69440d2b73af req-6b1befdb-a604-4a8f-8afc-04a96117fed1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005143 Dec 17 13:13:08.183808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb1d75-3f18-4d30-961e-29efc39242ff req-f52384ed-2053-4aa4-a422-3ecf149ca884 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:08.192356 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fefb1d75-3f18-4d30-961e-29efc39242ff req-f52384ed-2053-4aa4-a422-3ecf149ca884 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1320720 Dec 17 13:13:08.218770 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e3698eb-300c-4453-9503-3af53ecfa27f req-5e2fa7a2-6cfe-40db-9901-1d61f8b11c2e service neutron] 10.222.0.54 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345850 Dec 17 13:13:08.308424 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fefb1d75-3f18-4d30-961e-29efc39242ff req-164b48f0-8a07-41fb-98ff-fff6b74c1b17 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147323 Dec 17 13:13:08.314047 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:08.354039 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76e3d268-9327-45fd-a698-1ccc80f099dc tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:08.361757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e3d268-9327-45fd-a698-1ccc80f099dc tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:08.362431 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76e3d268-9327-45fd-a698-1ccc80f099dc tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:08.406549 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e3698eb-300c-4453-9503-3af53ecfa27f req-bd1d5e78-8c13-490d-9e71-3f116a021132 service neutron] 10.222.0.54 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790037 Dec 17 13:13:08.442080 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:08.473828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-76e3d268-9327-45fd-a698-1ccc80f099dc tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0720856 Dec 17 13:13:08.481453 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60774) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:08.503071 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-923bf701-8dc8-4c98-b39d-4c9d33d24f9d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'subnet': {'network_id': '211471d8-6023-4da6-905d-a982573c332c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:08.533788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Pushing event updated for resources: {'Port': ['ID=80237c73-f874-4c3a-acd9-1490fe0fdd58,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:08.544366 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5b2f5-b6f9-4f6d-91d0-bdc64ded0010 req-7c79abf3-6ec1-4d07-98e9-120a7424500c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:08.548226 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4c5b2f5-b6f9-4f6d-91d0-bdc64ded0010 req-7c79abf3-6ec1-4d07-98e9-120a7424500c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 932 time: 0.1346233 Dec 17 13:13:08.554994 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:13:08.560975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:08.564366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:13:08.677241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Attempting to bind port 80237c73-f874-4c3a-acd9-1490fe0fdd58 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:13:08.677719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Attempting to bind port 80237c73-f874-4c3a-acd9-1490fe0fdd58 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:13:08.678033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Attempting to bind port 80237c73-f874-4c3a-acd9-1490fe0fdd58 on network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:08.693958 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4c5b2f5-b6f9-4f6d-91d0-bdc64ded0010 req-0f630313-6941-43a0-8ca2-eb865b4921c2 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048925 Dec 17 13:13:08.695501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:13:08.695897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Checking segment: {'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:08.696305 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:08.696706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Bound using segment: {'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:13:08.697189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Bound port: 80237c73-f874-4c3a-acd9-1490fe0fdd58, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:13:08.697597 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:08.705642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-db7cf4c8-b6f8-4981-88f8-5487181fb873 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:08.707321 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-db7cf4c8-b6f8-4981-88f8-5487181fb873 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/networks?id=e1aafe12-a330-4630-a8ae-740c41353f55 HTTP/1.1" status: 200 len: 809 time: 0.1655200 Dec 17 13:13:08.710744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3d268-9327-45fd-a698-1ccc80f099dc tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Network': ['ID=211471d8-6023-4da6-905d-a982573c332c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:08.748172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 211471d8-6023-4da6-905d-a982573c332c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:13:08.767732 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-a3adb328-c13f-49aa-9cad-64bfe04a7fc6 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/quotas/7ce882ed676c4f8ca5c2e523bd886e1e HTTP/1.1" status: 200 len: 375 time: 0.0174782 Dec 17 13:13:08.827918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923bf701-8dc8-4c98-b39d-4c9d33d24f9d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:08.837786 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-923bf701-8dc8-4c98-b39d-4c9d33d24f9d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:08.846015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cb8d695c-54ee-4f5e-9496-410a8e37c4ec tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ce882ed676c4f8ca5c2e523bd886e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418968 Dec 17 13:13:08.927981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f66da89-953b-4163-acd2-b811d15a2c71 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:08.927981 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:08.944282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Transition to ACTIVE for port object 6f66da89-953b-4163-acd2-b811d15a2c71 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:13:08.946994 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fdee4-2351-413b-8fc2-a3c74767373a req-6bbae340-dc0e-442f-9f04-03626795bbd0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:08.953085 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f81fdee4-2351-413b-8fc2-a3c74767373a req-6bbae340-dc0e-442f-9f04-03626795bbd0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.1369946 Dec 17 13:13:09.028662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] For port 80237c73-f874-4c3a-acd9-1490fe0fdd58, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:13:09.034197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] For port 80237c73-f874-4c3a-acd9-1490fe0fdd58, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=80237c73-f874-4c3a-acd9-1490fe0fdd58,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:13:09.059051 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:09.086750 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-169271bd-58ec-4c93-97fe-e667477f4339 service neutron] 10.222.0.59 "GET /v2.0/networks/e1aafe12-a330-4630-a8ae-740c41353f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409192 Dec 17 13:13:09.128831 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f81fdee4-2351-413b-8fc2-a3c74767373a req-4a55ef75-03b3-4ae9-a7ac-28fa0e4c5abf tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746755 Dec 17 13:13:09.208173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Pushing event updated for resources: {'Port': ['ID=6f66da89-953b-4163-acd2-b811d15a2c71,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:09.298298 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-169e40c7-0bcf-439e-bf68-a619cea10bb9 service neutron] 10.222.0.59 "GET /v2.0/networks/e1aafe12-a330-4630-a8ae-740c41353f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036033 Dec 17 13:13:09.299397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Attempting to bind port 6f66da89-953b-4163-acd2-b811d15a2c71 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:13:09.299736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Attempting to bind port 6f66da89-953b-4163-acd2-b811d15a2c71 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:13:09.300091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Attempting to bind port 6f66da89-953b-4163-acd2-b811d15a2c71 on network 3273fdd9-f649-409e-913c-2652e785b30c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:09.304893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Port 6f66da89-953b-4163-acd2-b811d15a2c71 on network 3273fdd9-f649-409e-913c-2652e785b30c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:13:09.305685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Attempting to bind port 6f66da89-953b-4163-acd2-b811d15a2c71 on network 3273fdd9-f649-409e-913c-2652e785b30c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:09.310709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:13:09.311058 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Checking segment: {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:09.311452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Bound using segment: {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:13:09.311892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Bound port: 6f66da89-953b-4163-acd2-b811d15a2c71, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:13:09.312388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:09.347728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8b5d3-1650-4d89-a05a-0677a52c093f req-f81ce1f4-d2d6-463b-b22f-d5637f1fee65 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:09.349314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0e8b5d3-1650-4d89-a05a-0677a52c093f req-f81ce1f4-d2d6-463b-b22f-d5637f1fee65 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 944 time: 0.0588074 Dec 17 13:13:09.388888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] For port 6f66da89-953b-4163-acd2-b811d15a2c71, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:13:09.393011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] For port 6f66da89-953b-4163-acd2-b811d15a2c71, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6f66da89-953b-4163-acd2-b811d15a2c71,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:13:09.400344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0e8b5d3-1650-4d89-a05a-0677a52c093f req-a1f1d83e-da7a-4016-ba62-5f81b7d0fe56 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 Dec 17 13:13:09.530010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b28549-df4b-421d-b5b5-33537a6f1da1 req-e8575fe2-d4f3-4db8-b067-add744780c17 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:09.530010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76b28549-df4b-421d-b5b5-33537a6f1da1 req-e8575fe2-d4f3-4db8-b067-add744780c17 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.0552063 Dec 17 13:13:09.552199 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:09.576009 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-923bf701-8dc8-4c98-b39d-4c9d33d24f9d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:09.586772 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76b28549-df4b-421d-b5b5-33537a6f1da1 req-7e115f15-a438-4b11-b31e-fe5a6fe4e1b9 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668738 Dec 17 13:13:09.614237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd7514-e152-49a7-ba6f-b28c0e183988 None None] Pushing event updated for resources: {'Port': ['ID=80237c73-f874-4c3a-acd9-1490fe0fdd58,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:09.643628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bf701-8dc8-4c98-b39d-4c9d33d24f9d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Subnet': ['ID=8c0428fe-a5d1-41eb-aa5f-bc5af60e29ce,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:09.667325 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:09.671490 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923bf701-8dc8-4c98-b39d-4c9d33d24f9d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Checking segment: {'id': 'd7adb3b5-e6bb-4bc0-862e-742f6cc92d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211471d8-6023-4da6-905d-a982573c332c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:09.672097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bf701-8dc8-4c98-b39d-4c9d33d24f9d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network hostable DHCP agents. Network: 211471d8-6023-4da6-905d-a982573c332c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:13:09.696603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:09.698320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:09.700227 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] 10.222.0.54 "PUT /v2.0/ports/6f66da89-953b-4163-acd2-b811d15a2c71 HTTP/1.1" status: 200 len: 1092 time: 1.8394003 Dec 17 13:13:09.703965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f714ce42-10f0-4f1d-8d8f-d0426bff4286', 'tag': '6f66da89-953b-4163-acd2-b811d15a2c71'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:09.707689 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b635e076-cb8f-417f-af0f-69794addacff" -d '{"events": [{"name": "network-changed", "server_uuid": "f714ce42-10f0-4f1d-8d8f-d0426bff4286", "tag": "6f66da89-953b-4163-acd2-b811d15a2c71"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:09.781016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21a235-e36d-41fd-a59a-797616a14a78 service neutron] Pushing event updated for resources: {'Port': ['ID=6f66da89-953b-4163-acd2-b811d15a2c71,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:09.808024 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e9076-ef2f-4f96-a41a-7a7531cd5001 req-30f9892a-2a9f-4d2b-a03e-f55e240894b9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:09.819202 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bd9e9076-ef2f-4f96-a41a-7a7531cd5001 req-30f9892a-2a9f-4d2b-a03e-f55e240894b9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1506779 Dec 17 13:13:09.841831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bf701-8dc8-4c98-b39d-4c9d33d24f9d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network 211471d8-6023-4da6-905d-a982573c332c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:13:09.914182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bd9e9076-ef2f-4f96-a41a-7a7531cd5001 req-6030e2e2-f24d-4c62-8a81-6444a4906f75 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935144 Dec 17 13:13:09.915669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e7be6094-2a70-43ab-8bce-64373808e3d4 req-e36bf8ca-fc45-423f-a619-e9032ce3167c tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 210 time: 0.0815356 Dec 17 13:13:09.941161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-923bf701-8dc8-4c98-b39d-4c9d33d24f9d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 211471d8-6023-4da6-905d-a982573c332c) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:09.943413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349f184-822f-48b0-be15-bc3578368069 req-b8b69b39-76e3-4f4e-bbe0-c8da7345b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:09.947694 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-b8b69b39-76e3-4f4e-bbe0-c8da7345b532 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 1095 time: 0.1307700 Dec 17 13:13:09.959968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923bf701-8dc8-4c98-b39d-4c9d33d24f9d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:09.963723 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-923bf701-8dc8-4c98-b39d-4c9d33d24f9d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:09.999130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab4a41-9471-45c9-83aa-8b3f70addb81 None None] Network 211471d8-6023-4da6-905d-a982573c332c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:13:10.023153 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-3e2286a5-fdd0-41b5-9f65-fa72ff403a72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f66da89-953b-4163-acd2-b811d15a2c71 HTTP/1.1" status: 200 len: 217 time: 0.0672917 Dec 17 13:13:10.080596 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-923bf701-8dc8-4c98-b39d-4c9d33d24f9d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5950727 Dec 17 13:13:10.161010 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bad200-a415-4925-bdf7-74691ebd9c4c x-openstack-request-id: req-53bad200-a415-4925-bdf7-74691ebd9c4c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:10.161227 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f714ce42-10f0-4f1d-8d8f-d0426bff4286", "tag": "6f66da89-953b-4163-acd2-b811d15a2c71", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:10.161485 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53bad200-a415-4925-bdf7-74691ebd9c4c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:10.161911 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f714ce42-10f0-4f1d-8d8f-d0426bff4286', 'tag': '6f66da89-953b-4163-acd2-b811d15a2c71', 'status': 'completed', 'code': 200} Dec 17 13:13:10.255034 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-211471d8-6023-4da6-905d-a982573c332c', 'network_id': '211471d8-6023-4da6-905d-a982573c332c', 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'fixed_ips': [{'subnet_id': '8c0428fe-a5d1-41eb-aa5f-bc5af60e29ce'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:13:10.256093 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:10.307622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349f184-822f-48b0-be15-bc3578368069 req-d61913d1-ba07-45f8-9d9e-753d2ebd9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:10.309268 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-d61913d1-ba07-45f8-9d9e-753d2ebd9fd0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=38b4f68a-57c1-4b44-b104-e17b33fe8875 HTTP/1.1" status: 200 len: 854 time: 0.2776396 Dec 17 13:13:10.326925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197340c-9594-49df-886a-8421733977b8 req-c73d5076-52b4-4e7c-98c4-0d14f7bbb545 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:10.329404 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3197340c-9594-49df-886a-8421733977b8 req-c73d5076-52b4-4e7c-98c4-0d14f7bbb545 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 944 time: 0.1754878 Dec 17 13:13:10.342386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51db396-eea2-4bd6-89ba-6679a9acca7f req-da1c6fb5-afc7-41c0-b038-0e01a0929765 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:10.344560 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f51db396-eea2-4bd6-89ba-6679a9acca7f req-da1c6fb5-afc7-41c0-b038-0e01a0929765 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.0759685 Dec 17 13:13:10.386811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-4fdab008-a5c3-4f00-bc18-41d4236af691 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3273fdd9-f649-409e-913c-2652e785b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544147 Dec 17 13:13:10.428676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f51db396-eea2-4bd6-89ba-6679a9acca7f req-7f93f926-93c5-43b6-9ec1-60809a7fc4d5 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679061 Dec 17 13:13:10.547474 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3197340c-9594-49df-886a-8421733977b8 req-fd2232dc-cf3c-4576-9b24-df1103b938b9 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702075 Dec 17 13:13:10.583901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 9050cf4c-840b-40e9-b7ca-c7674ba01388 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:13:10.626953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-6ba8d4a1-f5bb-4fe7-ba7e-a767bfc81d94 service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262785 Dec 17 13:13:10.644751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Allocated IP 19.86.0.2 (211471d8-6023-4da6-905d-a982573c332c/8c0428fe-a5d1-41eb-aa5f-bc5af60e29ce/eb9d83b6-0166-4b49-b130-f0aa839d39cd) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:13:10.788966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-b1df2b10-fa54-4b9d-8968-43a053a74ceb tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:10.802484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-b1df2b10-fa54-4b9d-8968-43a053a74ceb tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:10.816067 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-b1df2b10-fa54-4b9d-8968-43a053a74ceb tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/networks?id=60c3b2ea-4269-46bb-8a39-a262c28d4a33&id=211471d8-6023-4da6-905d-a982573c332c&id=60c3b2ea-4269-46bb-8a39-a262c28d4a33 HTTP/1.1" status: 200 len: 1392 time: 0.2826946 Dec 17 13:13:10.860931 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-2d6165f1-2081-4d7b-931e-566cb772e8d4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/quotas/2ade64fd6c0f436798d66fa320ffcf65 HTTP/1.1" status: 200 len: 375 time: 0.0398195 Dec 17 13:13:10.877104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 80237c73-f874-4c3a-acd9-1490fe0fdd58 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:10.997468 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-e452ec40-8064-4a2d-bf53-41ea016948d4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1345763 Dec 17 13:13:11.008705 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3349f184-822f-48b0-be15-bc3578368069 req-f98aab4a-46d6-4fca-abac-5b9116195891 service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728521 Dec 17 13:13:11.046037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12b5aa-fb4a-4867-8170-525167cdcbb9 req-a5b4931d-7b24-4aee-a307-b2307435de49 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:11.054243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e12b5aa-fb4a-4867-8170-525167cdcbb9 req-a5b4931d-7b24-4aee-a307-b2307435de49 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 944 time: 0.1816325 Dec 17 13:13:11.058297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 9050cf4c-840b-40e9-b7ca-c7674ba01388, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=9050cf4c-840b-40e9-b7ca-c7674ba01388,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:11.082245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 80237c73-f874-4c3a-acd9-1490fe0fdd58 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:11.082995 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:11.104423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '9050cf4c-840b-40e9-b7ca-c7674ba01388', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'port_id': '9050cf4c-840b-40e9-b7ca-c7674ba01388', 'mac_address': 'fa:16:3e:ab:bb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f427b02-4099-4e19-ac3f-370afbfda770', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:13:11.176157 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-711a2598-5c46-4065-9dfa-6e34583f56d1 service neutron] 10.222.0.59 "GET /v2.0/networks/60c3b2ea-4269-46bb-8a39-a262c28d4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482518 Dec 17 13:13:11.183182 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e12b5aa-fb4a-4867-8170-525167cdcbb9 req-bef934e7-3426-4bcb-9ff6-33e25bcf01db tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278729 Dec 17 13:13:11.359592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635e076-cb8f-417f-af0f-69794addacff req-638ccb20-730e-491c-834c-6ea942b182c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:11.362865 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b635e076-cb8f-417f-af0f-69794addacff req-638ccb20-730e-491c-834c-6ea942b182c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 1095 time: 0.1787505 Dec 17 13:13:11.405293 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-29945b68-81ec-4579-b290-2fa87d933e1a service neutron] 10.222.0.59 "GET /v2.0/networks/60c3b2ea-4269-46bb-8a39-a262c28d4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280121 Dec 17 13:13:11.534665 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-a66a3675-1909-49b9-a53f-9ba6affd7ae5 service neutron] 10.222.0.59 "GET /v2.0/networks/211471d8-6023-4da6-905d-a982573c332c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281908 Dec 17 13:13:11.535563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14cf5e-bf75-4e2e-ab41-c1061baa13e5 None None] Network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:13:11.663420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ebe59-0590-4d2c-af00-711412b9e1a7 req-9eca82d2-cffd-4bd9-aef8-761218abcbb9 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:11.672914 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f78ebe59-0590-4d2c-af00-711412b9e1a7 req-9eca82d2-cffd-4bd9-aef8-761218abcbb9 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.2687049 Dec 17 13:13:11.692808 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-aace9bb1-cf22-4e35-aa7c-2691b2934c53 service neutron] 10.222.0.59 "GET /v2.0/networks/211471d8-6023-4da6-905d-a982573c332c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498415 Dec 17 13:13:11.693324 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:11.705422 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:11.715940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635e076-cb8f-417f-af0f-69794addacff req-a85a9f52-d25c-4b71-9f62-2f5439ee3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:11.717449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b635e076-cb8f-417f-af0f-69794addacff req-a85a9f52-d25c-4b71-9f62-2f5439ee3c73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 915 time: 0.3373222 Dec 17 13:13:11.797122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9050cf4c-840b-40e9-b7ca-c7674ba01388 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:11.811789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b635e076-cb8f-417f-af0f-69794addacff req-be6f31a6-bdd6-408c-9b46-9c882b5daf05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f66da89-953b-4163-acd2-b811d15a2c71 HTTP/1.1" status: 200 len: 217 time: 0.0787365 Dec 17 13:13:11.818661 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f78ebe59-0590-4d2c-af00-711412b9e1a7 req-1700a97b-8ba7-4faa-9ec2-7f0f89b1b1ef tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448946 Dec 17 13:13:11.835233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 9050cf4c-840b-40e9-b7ca-c7674ba01388, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=9050cf4c-840b-40e9-b7ca-c7674ba01388,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:11.840741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-683543f0-5bc9-49ef-99d3-67ce918e85fa None None] Provisioning complete for port 80237c73-f874-4c3a-acd9-1490fe0fdd58 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:11.841179 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-683543f0-5bc9-49ef-99d3-67ce918e85fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:11.894554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635e076-cb8f-417f-af0f-69794addacff req-1cd997f5-30ce-408a-9bb6-ff4322b59d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:11.899577 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b635e076-cb8f-417f-af0f-69794addacff req-1cd997f5-30ce-408a-9bb6-ff4322b59d0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=38b4f68a-57c1-4b44-b104-e17b33fe8875 HTTP/1.1" status: 200 len: 854 time: 0.0760682 Dec 17 13:13:11.933480 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:11.946967 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-b9d88fab-9554-41ad-9eb4-bd7060cbfe14 service neutron] 10.222.0.59 "GET /v2.0/networks/60c3b2ea-4269-46bb-8a39-a262c28d4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530992 Dec 17 13:13:11.958932 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:11.972174 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b635e076-cb8f-417f-af0f-69794addacff req-5aa4fa3f-4cad-4e2b-82d4-40b56007b94e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3273fdd9-f649-409e-913c-2652e785b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675616 Dec 17 13:13:12.076820 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:12.086017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a05dcb3-d529-4763-b86c-26d050ca8f67 req-d4a9648b-b84c-4c16-a49d-fc366f7c2726 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 210 time: 0.0660751 Dec 17 13:13:12.136056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b635e076-cb8f-417f-af0f-69794addacff req-32a2ec5d-8a33-4b81-bd2e-89c0da48951a service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542914 Dec 17 13:13:12.175549 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-1e39dc5d-cc45-43ac-9365-af768b786369 service neutron] 10.222.0.59 "GET /v2.0/networks/60c3b2ea-4269-46bb-8a39-a262c28d4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190802 Dec 17 13:13:12.215577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Network 211471d8-6023-4da6-905d-a982573c332c is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:13:12.267936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:12.270850 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:13:12.297152 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 80237c73-f874-4c3a-acd9-1490fe0fdd58, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=80237c73-f874-4c3a-acd9-1490fe0fdd58,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:12.304620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Pushing event updated for resources: {'Port': ['ID=eb9d83b6-0166-4b49-b130-f0aa839d39cd,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:12.337566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:12.379942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e54178-9056-43c0-aeac-1353d4b080ad req-ee9ce7ad-28c7-4209-b151-1a94d8f73138 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:12.395525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88e54178-9056-43c0-aeac-1353d4b080ad req-ee9ce7ad-28c7-4209-b151-1a94d8f73138 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1020205 Dec 17 13:13:12.410991 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:12.445477 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-683543f0-5bc9-49ef-99d3-67ce918e85fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:12.545688 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88e54178-9056-43c0-aeac-1353d4b080ad req-adddeb08-9051-4518-974e-8f04886634ab tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471436 Dec 17 13:13:12.581456 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b635e076-cb8f-417f-af0f-69794addacff req-5e8d5fea-8257-4864-8d59-ff8a4e9161fb service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384227 Dec 17 13:13:12.590377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=9050cf4c-840b-40e9-b7ca-c7674ba01388,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:12.661085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Attempting to bind port eb9d83b6-0166-4b49-b130-f0aa839d39cd on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:13:12.661794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Attempting to bind port eb9d83b6-0166-4b49-b130-f0aa839d39cd by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd7adb3b5-e6bb-4bc0-862e-742f6cc92d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211471d8-6023-4da6-905d-a982573c332c'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:13:12.662336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Attempting to bind port eb9d83b6-0166-4b49-b130-f0aa839d39cd on network 211471d8-6023-4da6-905d-a982573c332c {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:12.734788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d0208-ccac-493c-8d67-6c9dce8f8863 req-f565e44b-c950-47a4-bf37-89eb388cd25f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:12.738714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:13:12.739512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Checking segment: {'id': 'd7adb3b5-e6bb-4bc0-862e-742f6cc92d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211471d8-6023-4da6-905d-a982573c332c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:12.739512 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:12.739871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Bound using segment: {'id': 'd7adb3b5-e6bb-4bc0-862e-742f6cc92d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211471d8-6023-4da6-905d-a982573c332c'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:13:12.740362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Bound port: eb9d83b6-0166-4b49-b130-f0aa839d39cd, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7adb3b5-e6bb-4bc0-862e-742f6cc92d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211471d8-6023-4da6-905d-a982573c332c'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:13:12.740744 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:12.751993 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b46d0208-ccac-493c-8d67-6c9dce8f8863 req-f565e44b-c950-47a4-bf37-89eb388cd25f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.1416328 Dec 17 13:13:12.806662 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-683543f0-5bc9-49ef-99d3-67ce918e85fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:13:12.807026 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-683543f0-5bc9-49ef-99d3-67ce918e85fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:13:12.834884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897840c7-7e3d-4176-b64e-13c3ff69fcf4 req-d74351c2-f226-4dd2-8c09-388ccb8b34fa tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:12.853655 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-897840c7-7e3d-4176-b64e-13c3ff69fcf4 req-d74351c2-f226-4dd2-8c09-388ccb8b34fa tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 944 time: 0.1653488 Dec 17 13:13:12.888381 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b46d0208-ccac-493c-8d67-6c9dce8f8863 req-beab569a-e0d4-4185-ad22-9d9e7cdae6ec tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342883 Dec 17 13:13:12.925804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] For port eb9d83b6-0166-4b49-b130-f0aa839d39cd, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:13:12.930523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] For port eb9d83b6-0166-4b49-b130-f0aa839d39cd, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=eb9d83b6-0166-4b49-b130-f0aa839d39cd,segment=NetworkSegment(d7adb3b5-e6bb-4bc0-862e-742f6cc92d07),segment_id=d7adb3b5-e6bb-4bc0-862e-742f6cc92d07)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:13:12.932646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=80237c73-f874-4c3a-acd9-1490fe0fdd58,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:12.984555 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-897840c7-7e3d-4176-b64e-13c3ff69fcf4 req-97803bdc-cffe-4244-9348-a1a48ce12cd0 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266937 Dec 17 13:13:13.020779 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:13.092217 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-db3d5820-ae52-41cf-9e07-8b91ca9b8fcb req-0783f512-9b7a-42eb-9b84-4e620895d6a9 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 210 time: 0.0477755 Dec 17 13:13:13.138837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e379a-fe5d-4db0-94ad-7caef23fcee3 None None] Pushing event updated for resources: {'Port': ['ID=eb9d83b6-0166-4b49-b130-f0aa839d39cd,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:13.156887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd83a7a-8584-4371-b471-d2747ca48c3c req-6f7a9a96-1c03-4bbc-9004-7f92e5b56032 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:13.166380 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0dd83a7a-8584-4371-b471-d2747ca48c3c req-6f7a9a96-1c03-4bbc-9004-7f92e5b56032 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 945 time: 0.1181068 Dec 17 13:13:13.277996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fcab2-6ae3-4195-ab57-b12f8038304e req-b3219d3d-b08b-44af-bb4a-2403e24a7bca tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:13.286739 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f86fcab2-6ae3-4195-ab57-b12f8038304e req-b3219d3d-b08b-44af-bb4a-2403e24a7bca tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.0982788 Dec 17 13:13:13.377275 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f86fcab2-6ae3-4195-ab57-b12f8038304e req-1c5f5e11-86d8-4675-9b10-e4f292b77086 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893991 Dec 17 13:13:13.378260 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0dd83a7a-8584-4371-b471-d2747ca48c3c req-d5a4e826-048f-4028-a8d9-a68e90e0f344 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985857 Dec 17 13:13:13.544196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-df3374bc-f3af-458a-86de-bdece27aa11d tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:13.545932 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-df3374bc-f3af-458a-86de-bdece27aa11d tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.61 "GET /v2.0/networks?id=e1aafe12-a330-4630-a8ae-740c41353f55 HTTP/1.1" status: 200 len: 809 time: 0.3478134 Dec 17 13:13:13.571660 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-60379c6c-cc27-41d1-a1f7-092f921e800d req-0cb27931-a296-44ab-9564-4c32af9d3364 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 210 time: 0.0913508 Dec 17 13:13:13.571932 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Request body: {'port': {'device_id': '4c14e92a-9869-48b6-bb7b-8fe726745a50', 'network_id': 'e1aafe12-a330-4630-a8ae-740c41353f55', 'admin_state_up': True, 'tenant_id': '7ce882ed676c4f8ca5c2e523bd886e1e'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:13.648049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ac703367-065f-4ecf-9299-939ada8d6988 None None] Provisioning complete for port 80237c73-f874-4c3a-acd9-1490fe0fdd58 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:13.649155 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ac703367-065f-4ecf-9299-939ada8d6988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:13.832318 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4922-d243-424a-b8e6-8c07073552b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:13.877571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb06b-534f-4d6a-9122-671199b28a98 req-9bf5c746-8cdd-4d0e-90fd-1cb2c4acd7a9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:13.884535 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa1bb06b-534f-4d6a-9122-671199b28a98 req-9bf5c746-8cdd-4d0e-90fd-1cb2c4acd7a9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1492610 Dec 17 13:13:13.978086 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa1bb06b-534f-4d6a-9122-671199b28a98 req-fe45a4d9-d003-4cb0-aff3-d54c3cdf1717 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924530 Dec 17 13:13:14.068798 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a86e45-483b-40f5-83e6-1ac7fbf26592 req-94347c9a-6d72-4f6b-8c56-81e3acb455c0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:14.070781 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-87a86e45-483b-40f5-83e6-1ac7fbf26592 req-94347c9a-6d72-4f6b-8c56-81e3acb455c0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.0846267 Dec 17 13:13:14.088800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Made reservation on behalf of 7ce882ed676c4f8ca5c2e523bd886e1e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:14.090771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:14.214935 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-87a86e45-483b-40f5-83e6-1ac7fbf26592 req-2e71f215-8750-4dde-a371-8edf2ed96b04 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350625 Dec 17 13:13:14.473808 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e31f26a7-fb86-4cd4-932f-29de432c342f req-5d54685b-3c60-49ae-bcc9-fe7930898a37 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 210 time: 0.0839696 Dec 17 13:13:14.615725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 6f66da89-953b-4163-acd2-b811d15a2c71 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:13:14.632781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 9050cf4c-840b-40e9-b7ca-c7674ba01388 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:14.746408 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dbad8-beb8-4281-9631-ce92176ddab3 req-edfeff81-727f-420d-b1b3-bf30b9b10497 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:14.761125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b469b1-9d47-43aa-893b-5847c099b26f req-375ea8af-4ec1-4a11-8d27-dd11ff7d8eff tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:14.762481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f45dbad8-beb8-4281-9631-ce92176ddab3 req-edfeff81-727f-420d-b1b3-bf30b9b10497 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.1792674 Dec 17 13:13:14.770336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-47b469b1-9d47-43aa-893b-5847c099b26f req-375ea8af-4ec1-4a11-8d27-dd11ff7d8eff tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 944 time: 0.6889472 Dec 17 13:13:14.791857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40311150-ed9e-456c-a20c-0f11a032f0ca None None] Network 211471d8-6023-4da6-905d-a982573c332c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:13:14.882447 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f45dbad8-beb8-4281-9631-ce92176ddab3 req-1784d948-87bb-481a-98b8-96cfc58d1dc4 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174500 Dec 17 13:13:14.891967 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-47b469b1-9d47-43aa-893b-5847c099b26f req-aef90a07-f20a-4f46-9747-9ea5b3ac4537 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205888 Dec 17 13:13:14.934326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Allocated IP 172.20.0.8 (e1aafe12-a330-4630-a8ae-740c41353f55/910fcd00-bf72-498d-a02e-00e7fcdee913/bbd8e466-c3e8-4ea3-b714-0f044b5b50da) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:13:15.059744 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1e53db7e-75a9-4f65-92cd-cca015902237 req-1a191203-1030-413a-b3cf-80e5e1ea10af tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 210 time: 0.0388520 Dec 17 13:13:15.080033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 6f66da89-953b-4163-acd2-b811d15a2c71, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6f66da89-953b-4163-acd2-b811d15a2c71,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:15.097935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 80237c73-f874-4c3a-acd9-1490fe0fdd58 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:15.118329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ae975-b504-4d8e-8036-4e7171424355 req-3c882f77-569b-44ba-80fe-6de8114ce0f0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:15.119994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-075ae975-b504-4d8e-8036-4e7171424355 req-3c882f77-569b-44ba-80fe-6de8114ce0f0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 945 time: 0.1509492 Dec 17 13:13:15.166634 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '6f66da89-953b-4163-acd2-b811d15a2c71', 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c', 'port_id': '6f66da89-953b-4163-acd2-b811d15a2c71', 'mac_address': 'fa:16:3e:38:b5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4f68a-57c1-4b44-b104-e17b33fe8875', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:13:15.175914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-44c78763-7408-496f-b27b-b2ec4d2f106b None None] Provisioning complete for port eb9d83b6-0166-4b49-b130-f0aa839d39cd triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:15.176292 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-44c78763-7408-496f-b27b-b2ec4d2f106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:15.216488 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567e37c-97e5-4202-b387-328cf2ad7e9c req-d7498936-43a0-468c-a214-da1e0d8e48e8 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:15.228840 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5567e37c-97e5-4202-b387-328cf2ad7e9c req-d7498936-43a0-468c-a214-da1e0d8e48e8 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0866880 Dec 17 13:13:15.285697 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-075ae975-b504-4d8e-8036-4e7171424355 req-e3cc9e76-14c7-4419-83d3-db19c274ef7e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527493 Dec 17 13:13:15.315280 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5567e37c-97e5-4202-b387-328cf2ad7e9c req-b764284d-bc9e-4c33-bee3-dbb0448ac4a5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847135 Dec 17 13:13:15.320281 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:15.367559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 9050cf4c-840b-40e9-b7ca-c7674ba01388 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:13:15.376857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 9050cf4c-840b-40e9-b7ca-c7674ba01388 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:15.377240 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:15.383811 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:15.438886 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:15.443504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 80237c73-f874-4c3a-acd9-1490fe0fdd58 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:15.444095 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:15.474587 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-44c78763-7408-496f-b27b-b2ec4d2f106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:15.501221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Network e1aafe12-a330-4630-a8ae-740c41353f55 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:13:15.507508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:15.514137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:13:15.526056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286ed56-c30b-41b9-b0a6-759226e65ac2 req-55916a63-547c-43c4-8da0-ab2a4472050f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:15.534854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e286ed56-c30b-41b9-b0a6-759226e65ac2 req-55916a63-547c-43c4-8da0-ab2a4472050f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.1327219 Dec 17 13:13:15.545906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f66da89-953b-4163-acd2-b811d15a2c71 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:15.554523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Pushing event updated for resources: {'Port': ['ID=bbd8e466-c3e8-4ea3-b714-0f044b5b50da,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:15.571267 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 6f66da89-953b-4163-acd2-b811d15a2c71, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6f66da89-953b-4163-acd2-b811d15a2c71,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:15.646836 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:15.648844 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:15.668651 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-44c78763-7408-496f-b27b-b2ec4d2f106b None None] For port eb9d83b6-0166-4b49-b130-f0aa839d39cd, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=eb9d83b6-0166-4b49-b130-f0aa839d39cd,segment=NetworkSegment(d7adb3b5-e6bb-4bc0-862e-742f6cc92d07),segment_id=d7adb3b5-e6bb-4bc0-862e-742f6cc92d07)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:15.669238 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:15.670063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 133f02a6-062a-4662-bb64-4f23a6f102b5 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:13:15.686803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e286ed56-c30b-41b9-b0a6-759226e65ac2 req-f6af8a3d-459a-4b94-a65e-3d002df03066 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507213 Dec 17 13:13:15.700568 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b919bd4-c569-4c62-a9ad-f59729bc74a7 req-44eeedf9-fcba-4e19-9734-36a577607729 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 210 time: 0.1185496 Dec 17 13:13:15.784335 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-cf9c1579-5f4a-46c3-adfa-992a8d844376 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2204058 Dec 17 13:13:15.806241 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-44c78763-7408-496f-b27b-b2ec4d2f106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:15.809612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Request body: {'port': {'device_id': '4c14e92a-9869-48b6-bb7b-8fe726745a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:15.829568 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:15.882354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device eb9d83b6-0166-4b49-b130-f0aa839d39cd up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:16.095001 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:16.122531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c0d17a75-6623-4327-a469-d9d46ba19f64 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:16.132374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c0d17a75-6623-4327-a469-d9d46ba19f64 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:16.134803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c0d17a75-6623-4327-a469-d9d46ba19f64 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.54 "GET /v2.0/networks?id=60c3b2ea-4269-46bb-8a39-a262c28d4a33&id=211471d8-6023-4da6-905d-a982573c332c&id=60c3b2ea-4269-46bb-8a39-a262c28d4a33 HTTP/1.1" status: 200 len: 1392 time: 0.3634391 Dec 17 13:13:16.135306 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=6f66da89-953b-4163-acd2-b811d15a2c71,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:16.173816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3ed7e-e932-45e9-9817-effa2549a897 req-b23763f3-6fc8-44b1-93fc-7d6b295dddff tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:16.183228 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5c3ed7e-e932-45e9-9817-effa2549a897 req-b23763f3-6fc8-44b1-93fc-7d6b295dddff tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 945 time: 0.1209416 Dec 17 13:13:16.224332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a884a374-269c-4c66-89c0-38644eb5b922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9050cf4c-840b-40e9-b7ca-c7674ba01388'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:16.227451 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c362eaff-c0cd-4b73-bb7e-099a03d22434" -d '{"events": [{"server_uuid": "a884a374-269c-4c66-89c0-38644eb5b922", "name": "network-vif-plugged", "status": "completed", "tag": "9050cf4c-840b-40e9-b7ca-c7674ba01388"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:16.250466 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5c3ed7e-e932-45e9-9817-effa2549a897 req-e56bcf9b-42a6-4310-92b2-ec4c2ce6b087 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654988 Dec 17 13:13:16.291977 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 9050cf4c-840b-40e9-b7ca-c7674ba01388, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=9050cf4c-840b-40e9-b7ca-c7674ba01388,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:16.335661 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d43f5ae4-0e5f-4c1c-a6bc-69299e800b5b None None] Provisioning complete for port eb9d83b6-0166-4b49-b130-f0aa839d39cd triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:16.336197 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d43f5ae4-0e5f-4c1c-a6bc-69299e800b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:16.358218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'port': {'device_id': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33', 'admin_state_up': True, 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:16.364621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c78763-7408-496f-b27b-b2ec4d2f106b None None] Pushing event updated for resources: {'Port': ['ID=eb9d83b6-0166-4b49-b130-f0aa839d39cd,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:16.372206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff2efc-ca23-4bd3-a587-5e621fc73375 req-8ab97f40-acb7-4cf1-aad1-1c77715573dc tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:16.375431 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4ff2efc-ca23-4bd3-a587-5e621fc73375 req-8ab97f40-acb7-4cf1-aad1-1c77715573dc tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 931 time: 0.0712595 Dec 17 13:13:16.390741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=133f02a6-062a-4662-bb64-4f23a6f102b5,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:16.415242 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:16.424434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port eb9d83b6-0166-4b49-b130-f0aa839d39cd triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:16.424884 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:16.426928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'port_id': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'mac_address': 'fa:16:3e:06:f4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:13:16.428439 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a5df6add-dd4b-4d64-8726-488adf4a13b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:16.452777 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4ff2efc-ca23-4bd3-a587-5e621fc73375 req-4f4aac08-bb7c-41c6-8199-d3f4f4c9a39f tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708349 Dec 17 13:13:16.539071 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc1c6c6-b151-4d14-9cec-832a28fb252d x-openstack-request-id: req-8bc1c6c6-b151-4d14-9cec-832a28fb252d {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:16.539495 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a884a374-269c-4c66-89c0-38644eb5b922", "name": "network-vif-plugged", "status": "completed", "tag": "9050cf4c-840b-40e9-b7ca-c7674ba01388", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:16.539848 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8bc1c6c6-b151-4d14-9cec-832a28fb252d {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:16.540470 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a884a374-269c-4c66-89c0-38644eb5b922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9050cf4c-840b-40e9-b7ca-c7674ba01388', 'code': 200} Dec 17 13:13:16.620088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd8e466-c3e8-4ea3-b714-0f044b5b50da {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:16.630944 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:16.648372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=9050cf4c-840b-40e9-b7ca-c7674ba01388,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:16.657168 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:16.676378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Transition to ACTIVE for port object bbd8e466-c3e8-4ea3-b714-0f044b5b50da will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:13:16.711546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133f02a6-062a-4662-bb64-4f23a6f102b5 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:16.759714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144495a2-0234-404c-af54-f7779594e9a8 req-f08cf0b7-de71-416a-988a-261ad9e73037 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:16.763907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e8ef2-c125-4f40-81ff-92eb86ec2b1d req-2a1bbb88-5ddb-4532-ad20-04e06fcfe1a1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:16.766442 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc6e8ef2-c125-4f40-81ff-92eb86ec2b1d req-2a1bbb88-5ddb-4532-ad20-04e06fcfe1a1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 946 time: 0.1207557 Dec 17 13:13:16.768955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc9749-e649-4e96-84c2-cbb5c3e0010e req-431b5e5a-85ec-4321-9a1c-55e58c5138eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:16.769483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-144495a2-0234-404c-af54-f7779594e9a8 req-f08cf0b7-de71-416a-988a-261ad9e73037 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 944 time: 0.6333189 Dec 17 13:13:16.771131 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17cc9749-e649-4e96-84c2-cbb5c3e0010e req-431b5e5a-85ec-4321-9a1c-55e58c5138eb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 1097 time: 0.1756303 Dec 17 13:13:16.805893 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:16.831359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=133f02a6-062a-4662-bb64-4f23a6f102b5,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:16.892006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc6e8ef2-c125-4f40-81ff-92eb86ec2b1d req-4c9b380b-0f46-4f39-931b-ea3e2af286d7 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168251 Dec 17 13:13:16.913097 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17cc9749-e649-4e96-84c2-cbb5c3e0010e req-ed6255e3-fa04-4f34-af16-9088181458e1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253514 Dec 17 13:13:16.953243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-144495a2-0234-404c-af54-f7779594e9a8 req-550dbf65-889f-4d16-ade9-6e14b04b036e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824865 Dec 17 13:13:16.985611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device eb9d83b6-0166-4b49-b130-f0aa839d39cd up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:17.028343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Pushing event updated for resources: {'Port': ['ID=bbd8e466-c3e8-4ea3-b714-0f044b5b50da,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:17.047118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port eb9d83b6-0166-4b49-b130-f0aa839d39cd triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:17.122675 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:17.123696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Attempting to bind port bbd8e466-c3e8-4ea3-b714-0f044b5b50da on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:13:17.123696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Attempting to bind port bbd8e466-c3e8-4ea3-b714-0f044b5b50da by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '02405c99-83dc-4207-a979-5761864fcc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e1aafe12-a330-4630-a8ae-740c41353f55'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:13:17.123696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Attempting to bind port bbd8e466-c3e8-4ea3-b714-0f044b5b50da on network e1aafe12-a330-4630-a8ae-740c41353f55 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:17.123696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Port bbd8e466-c3e8-4ea3-b714-0f044b5b50da on network e1aafe12-a330-4630-a8ae-740c41353f55 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:13:17.123696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Attempting to bind port bbd8e466-c3e8-4ea3-b714-0f044b5b50da on network e1aafe12-a330-4630-a8ae-740c41353f55 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:17.124168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ee1d1-afe0-4931-a8cc-611a13de3e3a req-a8582724-f87c-4283-9831-b4a4456cfd4b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:17.124168 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-608ee1d1-afe0-4931-a8cc-611a13de3e3a req-a8582724-f87c-4283-9831-b4a4456cfd4b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1027017 Dec 17 13:13:17.124483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:13:17.124483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Checking segment: {'id': '02405c99-83dc-4207-a979-5761864fcc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e1aafe12-a330-4630-a8ae-740c41353f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:17.124483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Bound using segment: {'id': '02405c99-83dc-4207-a979-5761864fcc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e1aafe12-a330-4630-a8ae-740c41353f55'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:13:17.124483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Bound port: bbd8e466-c3e8-4ea3-b714-0f044b5b50da, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02405c99-83dc-4207-a979-5761864fcc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e1aafe12-a330-4630-a8ae-740c41353f55'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:13:17.124483 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:17.163240 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-608ee1d1-afe0-4931-a8cc-611a13de3e3a req-209dba60-9c9e-47e8-9cef-622cc9aa23ed tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560081 Dec 17 13:13:17.182756 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:17.216204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] For port bbd8e466-c3e8-4ea3-b714-0f044b5b50da, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:13:17.235003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae42dd-f0c2-4228-8f1b-573f685ab8dc req-4e7730e5-9f59-4317-9cde-c6a4c6880fd2 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:17.236560 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07ae42dd-f0c2-4228-8f1b-573f685ab8dc req-4e7730e5-9f59-4317-9cde-c6a4c6880fd2 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.1176131 Dec 17 13:13:17.238897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=133f02a6-062a-4662-bb64-4f23a6f102b5,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:17.243257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] For port bbd8e466-c3e8-4ea3-b714-0f044b5b50da, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=bbd8e466-c3e8-4ea3-b714-0f044b5b50da,segment=NetworkSegment(02405c99-83dc-4207-a979-5761864fcc49),segment_id=02405c99-83dc-4207-a979-5761864fcc49)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:13:17.244197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:17.248148 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:17.264059 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f561639-98a0-431b-a8d5-049e15e9dc71 req-f8461b89-359c-484e-9531-316d1db6dba4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 210 time: 0.0363443 Dec 17 13:13:17.347062 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:17.366631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07ae42dd-f0c2-4228-8f1b-573f685ab8dc req-706050ac-a888-4460-b0e2-00b78d86888b tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072552 Dec 17 13:13:17.428541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94114c03-fae3-4234-ba3a-27a18e471e9a req-4ee87930-1c5e-49c1-a686-62f036a74c81 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:17.431596 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94114c03-fae3-4234-ba3a-27a18e471e9a req-4ee87930-1c5e-49c1-a686-62f036a74c81 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 945 time: 0.0971394 Dec 17 13:13:17.436279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:17.437221 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:17.438723 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] 10.222.0.61 "PUT /v2.0/ports/bbd8e466-c3e8-4ea3-b714-0f044b5b50da HTTP/1.1" status: 200 len: 1091 time: 1.6334555 Dec 17 13:13:17.439202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c14e92a-9869-48b6-bb7b-8fe726745a50', 'tag': 'bbd8e466-c3e8-4ea3-b714-0f044b5b50da'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:17.441519 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933ba617-ed4f-4e9e-bdb9-82bd34267b96" -d '{"events": [{"name": "network-changed", "server_uuid": "4c14e92a-9869-48b6-bb7b-8fe726745a50", "tag": "bbd8e466-c3e8-4ea3-b714-0f044b5b50da"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:17.458451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['6f66da89-953b-4163-acd2-b811d15a2c71'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:17.512209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95d461-a2dc-4559-9427-75d8d97babbc service neutron] Pushing event updated for resources: {'Port': ['ID=bbd8e466-c3e8-4ea3-b714-0f044b5b50da,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:17.529249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Allocated IP 19.80.0.6 (60c3b2ea-4269-46bb-8a39-a262c28d4a33/56c98e15-e879-4774-bc2b-6bd79ab5c7d6/6814bb75-041c-451d-a0a9-723d58522b00) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:13:17.563951 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6dde22-5685-423b-8ce9-218857beb7c4 x-openstack-request-id: req-1c6dde22-5685-423b-8ce9-218857beb7c4 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:17.564188 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c14e92a-9869-48b6-bb7b-8fe726745a50", "tag": "bbd8e466-c3e8-4ea3-b714-0f044b5b50da", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:17.564452 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c6dde22-5685-423b-8ce9-218857beb7c4 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:17.564870 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c14e92a-9869-48b6-bb7b-8fe726745a50', 'tag': 'bbd8e466-c3e8-4ea3-b714-0f044b5b50da', 'status': 'completed', 'code': 200} Dec 17 13:13:17.571737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['133f02a6-062a-4662-bb64-4f23a6f102b5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:17.591432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94114c03-fae3-4234-ba3a-27a18e471e9a req-6a08f88b-b4d0-4408-b7a6-fb773d0df2a1 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434920 Dec 17 13:13:17.789402 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:17.963796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:17.967203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-e1da3321-9566-40e9-9c9f-3d76eafe77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:17.969202 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-e1da3321-9566-40e9-9c9f-3d76eafe77f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ce882ed676c4f8ca5c2e523bd886e1e&device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 1094 time: 0.3885560 Dec 17 13:13:17.988183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c035d-5c9e-46b1-b8a1-29d927b5ba68 req-9c9413a7-5360-4865-bf30-0c31a3d5db39 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:17.996095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-305c035d-5c9e-46b1-b8a1-29d927b5ba68 req-9c9413a7-5360-4865-bf30-0c31a3d5db39 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 943 time: 0.1941562 Dec 17 13:13:18.027572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f6409-1818-4bbc-b8d2-96a728c3972e req-87e6449b-72f8-4ef0-bacf-127511778171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:18.029163 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f92f6409-1818-4bbc-b8d2-96a728c3972e req-87e6449b-72f8-4ef0-bacf-127511778171 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 1097 time: 0.2260180 Dec 17 13:13:18.082916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51e29-cd4d-4434-8eac-66e9e4bf3cba req-72dddd7d-5298-4a72-b207-be81aa442c35 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:18.084358 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0cd51e29-cd4d-4434-8eac-66e9e4bf3cba req-72dddd7d-5298-4a72-b207-be81aa442c35 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 946 time: 0.0953748 Dec 17 13:13:18.087670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-a7a85f06-7354-4016-9bd1-9f79eb0a6bc9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbd8e466-c3e8-4ea3-b714-0f044b5b50da HTTP/1.1" status: 200 len: 217 time: 0.0809054 Dec 17 13:13:18.174255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0cd51e29-cd4d-4434-8eac-66e9e4bf3cba req-06c9b0f2-9d12-4973-8bb0-4db677e45fd5 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793488 Dec 17 13:13:18.201041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-8fb47398-641c-479a-833c-75979c145042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:18.203313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-8fb47398-641c-479a-833c-75979c145042 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fcd00-bf72-498d-a02e-00e7fcdee913 HTTP/1.1" status: 200 len: 849 time: 0.0999506 Dec 17 13:13:18.294739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-305c035d-5c9e-46b1-b8a1-29d927b5ba68 req-f1546084-ab98-4684-8f99-faca246fcda3 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976050 Dec 17 13:13:18.297773 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-92e2113a-197b-447e-bdd2-be789a61002b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1aafe12-a330-4630-a8ae-740c41353f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779965 Dec 17 13:13:18.312630 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:18.341324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f92f6409-1818-4bbc-b8d2-96a728c3972e req-3400a2b8-1adc-4045-be52-ba0f33cf785e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672796 Dec 17 13:13:18.387561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab967c6-b594-4f7a-8eb1-f9398b49f1bb req-c9f8a69b-d23b-4bd2-9a92-f344c6c14a94 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:18.391799 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ab967c6-b594-4f7a-8eb1-f9398b49f1bb req-c9f8a69b-d23b-4bd2-9a92-f344c6c14a94 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 945 time: 0.1161325 Dec 17 13:13:18.416469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Port': ['ID=6814bb75-041c-451d-a0a9-723d58522b00,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:18.460610 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ab967c6-b594-4f7a-8eb1-f9398b49f1bb req-10a0ada4-08a1-4ee5-a2bb-1f9a40811af0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594471 Dec 17 13:13:18.499015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:13:18.502539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:18.515298 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:13:18.618090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:18.618769 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:18.651199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-aeb76f41-781c-4015-8fa1-d2825a23bf8d service neutron] 10.222.0.61 "GET /v2.0/networks/e1aafe12-a330-4630-a8ae-740c41353f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253229 Dec 17 13:13:18.660067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a862e-0088-4f11-ad11-2df54669c17f req-a6d0a73e-304e-4147-a462-3b1ce9ea0513 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:18.668044 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d1a862e-0088-4f11-ad11-2df54669c17f req-a6d0a73e-304e-4147-a462-3b1ce9ea0513 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.1037292 Dec 17 13:13:18.704506 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-34668962-fc85-48a6-9fdf-42bcdd199bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3568211 Dec 17 13:13:18.758926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'port': {'device_id': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'network_id': '211471d8-6023-4da6-905d-a982573c332c', 'admin_state_up': True, 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:18.783539 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d1a862e-0088-4f11-ad11-2df54669c17f req-f87c9079-a55f-4125-8ec1-b4963ff42d46 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144154 Dec 17 13:13:18.792756 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:18.918465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1e495-7fd3-4adb-994f-a3308bf91048 req-b6beca8f-7e58-4bfa-8ebb-b162ef6734c1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:18.926219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bff1e495-7fd3-4adb-994f-a3308bf91048 req-b6beca8f-7e58-4bfa-8ebb-b162ef6734c1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 930 time: 0.1899395 Dec 17 13:13:18.959429 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c7bfdf0-04b3-4adb-aea3-7a5d45deef71 req-38931a9d-bc28-4add-bc0d-1cab1bc550a1 service neutron] 10.222.0.61 "GET /v2.0/networks/e1aafe12-a330-4630-a8ae-740c41353f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959018 Dec 17 13:13:19.007495 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bff1e495-7fd3-4adb-994f-a3308bf91048 req-4e5b5d50-8ed2-41b5-b944-8ff7b1e3bb43 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803330 Dec 17 13:13:19.024256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c8e4dc1f-734f-4753-ae4b-14b2b09b564e None None] Provisioning complete for port 6814bb75-041c-451d-a0a9-723d58522b00 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:19.024839 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c8e4dc1f-734f-4753-ae4b-14b2b09b564e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:19.059690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583882ab-e2e8-4704-b22c-5c7e0c664aae req-920e195b-fc1f-42ac-94ca-40d488f36262 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:19.068995 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-583882ab-e2e8-4704-b22c-5c7e0c664aae req-920e195b-fc1f-42ac-94ca-40d488f36262 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.1412361 Dec 17 13:13:19.069655 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4dc1f-734f-4753-ae4b-14b2b09b564e None None] Port 6814bb75-041c-451d-a0a9-723d58522b00 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:13:19.094611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:19.099747 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:19.143468 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-583882ab-e2e8-4704-b22c-5c7e0c664aae req-d6c8e224-f1d3-4a7a-a1c1-3a71933888f6 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735588 Dec 17 13:13:19.197805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 6f66da89-953b-4163-acd2-b811d15a2c71 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:19.293946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ba617-ed4f-4e9e-bdb9-82bd34267b96 req-0b7ba626-b897-404b-b449-7d51170e4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:19.295844 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-933ba617-ed4f-4e9e-bdb9-82bd34267b96 req-0b7ba626-b897-404b-b449-7d51170e4cc1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ce882ed676c4f8ca5c2e523bd886e1e&device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 1094 time: 0.1466224 Dec 17 13:13:19.313014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f85b6-73e2-4c0b-910a-48e58368aa0a req-020f54b2-bea0-438e-82b2-5e25147ebd38 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:19.315474 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e7f85b6-73e2-4c0b-910a-48e58368aa0a req-020f54b2-bea0-438e-82b2-5e25147ebd38 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 945 time: 0.1889379 Dec 17 13:13:19.351133 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 6f66da89-953b-4163-acd2-b811d15a2c71 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:13:19.357453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 6f66da89-953b-4163-acd2-b811d15a2c71 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:19.358681 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:19.360002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad944c7-44a3-414a-a853-4f41ef662e75 req-4c9f3883-e6fa-48f8-ab72-39c2f5dd1ab8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:19.368682 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ad944c7-44a3-414a-a853-4f41ef662e75 req-4c9f3883-e6fa-48f8-ab72-39c2f5dd1ab8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 946 time: 0.0930467 Dec 17 13:13:19.436464 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ad944c7-44a3-414a-a853-4f41ef662e75 req-1240003b-c6cd-4766-85bd-9a55d63c2c7b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666177 Dec 17 13:13:19.594357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79f34f-7006-4aa5-b499-fc2b76e83915 req-3f781893-2546-4173-9d19-d75b33cb5055 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:19.595745 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:19.612208 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bd79f34f-7006-4aa5-b499-fc2b76e83915 req-3f781893-2546-4173-9d19-d75b33cb5055 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 943 time: 0.1092486 Dec 17 13:13:19.633868 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e7f85b6-73e2-4c0b-910a-48e58368aa0a req-ff967394-fb1e-4475-b427-952bcf357053 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859817 Dec 17 13:13:19.648281 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:19.651885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Allocated IP 19.86.0.198 (211471d8-6023-4da6-905d-a982573c332c/8c0428fe-a5d1-41eb-aa5f-bc5af60e29ce/a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:13:19.670123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f714ce42-10f0-4f1d-8d8f-d0426bff4286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f66da89-953b-4163-acd2-b811d15a2c71'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:19.672969 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7642b4-4358-41c2-9b57-64a2b4090d9c" -d '{"events": [{"server_uuid": "f714ce42-10f0-4f1d-8d8f-d0426bff4286", "name": "network-vif-plugged", "status": "completed", "tag": "6f66da89-953b-4163-acd2-b811d15a2c71"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:19.735221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 6f66da89-953b-4163-acd2-b811d15a2c71, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6f66da89-953b-4163-acd2-b811d15a2c71,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:19.739473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bd79f34f-7006-4aa5-b499-fc2b76e83915 req-2c544905-d8d0-4c64-99e0-7b654e50c8fa tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252749 Dec 17 13:13:19.820190 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:19.821181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 133f02a6-062a-4662-bb64-4f23a6f102b5 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:19.843526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ba617-ed4f-4e9e-bdb9-82bd34267b96 req-f77f0b2a-d76e-46a1-9588-e6874fdbb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:19.845191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-933ba617-ed4f-4e9e-bdb9-82bd34267b96 req-f77f0b2a-d76e-46a1-9588-e6874fdbb4b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e1aafe12-a330-4630-a8ae-740c41353f55 HTTP/1.1" status: 200 len: 910 time: 0.5285640 Dec 17 13:13:19.957858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8f81d-5975-47e6-8253-b33cee8a7ea0 req-89204476-adf7-4392-a6f1-a0271a872734 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:19.959760 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c3c8f81d-5975-47e6-8253-b33cee8a7ea0 req-89204476-adf7-4392-a6f1-a0271a872734 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 945 time: 0.1747417 Dec 17 13:13:19.964416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-933ba617-ed4f-4e9e-bdb9-82bd34267b96 req-e2b09c92-aef6-4ebe-bc3e-aa30869f86d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbd8e466-c3e8-4ea3-b714-0f044b5b50da HTTP/1.1" status: 200 len: 217 time: 0.0832670 Dec 17 13:13:20.028961 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c3c8f81d-5975-47e6-8253-b33cee8a7ea0 req-84e0be98-78e3-4dd3-b3e1-41c12b7e2f3d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594120 Dec 17 13:13:20.095754 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a082f8c0-5145-4bea-99c4-93256a3c48f3 x-openstack-request-id: req-a082f8c0-5145-4bea-99c4-93256a3c48f3 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:20.096570 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f714ce42-10f0-4f1d-8d8f-d0426bff4286", "name": "network-vif-plugged", "status": "completed", "tag": "6f66da89-953b-4163-acd2-b811d15a2c71", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:20.096829 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a082f8c0-5145-4bea-99c4-93256a3c48f3 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:20.097423 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f714ce42-10f0-4f1d-8d8f-d0426bff4286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f66da89-953b-4163-acd2-b811d15a2c71', 'code': 200} Dec 17 13:13:20.130672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=6f66da89-953b-4163-acd2-b811d15a2c71,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:20.165560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ba617-ed4f-4e9e-bdb9-82bd34267b96 req-0f2aa4d3-89b6-49ab-8696-c193602d3a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:20.167487 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-933ba617-ed4f-4e9e-bdb9-82bd34267b96 req-0f2aa4d3-89b6-49ab-8696-c193602d3a33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=910fcd00-bf72-498d-a02e-00e7fcdee913 HTTP/1.1" status: 200 len: 849 time: 0.1423440 Dec 17 13:13:20.172572 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 133f02a6-062a-4662-bb64-4f23a6f102b5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:20.173087 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:20.212269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21983082-f80d-4443-829e-f933147c4da1 req-703be36c-af83-46a2-a184-2d6a47975346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:20.213406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-933ba617-ed4f-4e9e-bdb9-82bd34267b96 req-baf6ed74-8f07-4233-96f3-c786f8caeb06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e1aafe12-a330-4630-a8ae-740c41353f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368826 Dec 17 13:13:20.214600 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21983082-f80d-4443-829e-f933147c4da1 req-703be36c-af83-46a2-a184-2d6a47975346 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 1097 time: 0.1194763 Dec 17 13:13:20.260667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7f0f6-1f34-4dea-a4a1-997916996ec7 req-38f3efcf-83f2-47e4-9ac9-e1ec926e507a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:20.269105 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3da7f0f6-1f34-4dea-a4a1-997916996ec7 req-38f3efcf-83f2-47e4-9ac9-e1ec926e507a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.2282541 Dec 17 13:13:20.273987 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:20.300898 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3da7f0f6-1f34-4dea-a4a1-997916996ec7 req-f6472207-d1de-4e2e-b1c9-a9479e8448cc tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/quotas/faf124e995c7454192e72a02bb3c6016 HTTP/1.1" status: 200 len: 375 time: 0.0299323 Dec 17 13:13:20.353402 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:20.365803 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21983082-f80d-4443-829e-f933147c4da1 req-54478198-cd3a-4a3b-b43d-4c3a1a789af6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385858 Dec 17 13:13:20.393255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3da7f0f6-1f34-4dea-a4a1-997916996ec7 req-69202ef7-343a-4d34-b96a-56e114679907 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903723 Dec 17 13:13:20.404987 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:20.407715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=133f02a6-062a-4662-bb64-4f23a6f102b5,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:20.476438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network 211471d8-6023-4da6-905d-a982573c332c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:13:20.484240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:20.484780 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:20.491039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:13:20.571696 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3da7f0f6-1f34-4dea-a4a1-997916996ec7 req-5c136cef-4280-44e7-b0d7-f315205fe54b service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589978 Dec 17 13:13:20.586787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=133f02a6-062a-4662-bb64-4f23a6f102b5,revision_number=10']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:20.599629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Port': ['ID=a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:20.611971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb101f-21ca-4099-9171-4d74d24fcc77 req-f9eef0d4-078a-4198-8b5d-0d3407e40acb tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:20.619577 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-16bb101f-21ca-4099-9171-4d74d24fcc77 req-f9eef0d4-078a-4198-8b5d-0d3407e40acb tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.2995796 Dec 17 13:13:20.683542 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-933ba617-ed4f-4e9e-bdb9-82bd34267b96 req-63c9ee5d-afcd-457d-8839-441f8ee8ba97 service neutron] 10.222.0.61 "GET /v2.0/networks/e1aafe12-a330-4630-a8ae-740c41353f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525586 Dec 17 13:13:20.723160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:20.723896 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:20.805323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-16bb101f-21ca-4099-9171-4d74d24fcc77 req-d2b69f98-8158-4e3e-bb5b-06239bcfe130 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838918 Dec 17 13:13:20.806155 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3da7f0f6-1f34-4dea-a4a1-997916996ec7 req-37a57be2-a46b-40d0-b2a1-5e75482ddbf3 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183499 Dec 17 13:13:20.913322 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-933ba617-ed4f-4e9e-bdb9-82bd34267b96 req-7e0b403f-2f8d-4692-9ae8-9984752e6d67 service neutron] 10.222.0.61 "GET /v2.0/networks/e1aafe12-a330-4630-a8ae-740c41353f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119386 Dec 17 13:13:20.917725 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-50e4d240-084a-400d-8a4a-dd61b9299ac7 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1644588 Dec 17 13:13:20.930851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0ed5764d-6c1f-4dc3-ab89-b284dc04da67 None None] Provisioning complete for port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:20.943085 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0ed5764d-6c1f-4dc3-ab89-b284dc04da67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:20.970999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'port': {'device_id': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33', 'admin_state_up': True, 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:20.985405 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5764d-6c1f-4dc3-ab89-b284dc04da67 None None] Port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:13:21.047483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbc681-c046-45ae-beda-da0ea1bba270 req-cefdc4d2-9ce2-4347-9431-2b3c1d4a0852 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:21.053509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbc681-c046-45ae-beda-da0ea1bba270 req-cefdc4d2-9ce2-4347-9431-2b3c1d4a0852 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:21.060980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-57fbc681-c046-45ae-beda-da0ea1bba270 req-cefdc4d2-9ce2-4347-9431-2b3c1d4a0852 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 1653 time: 0.1291471 Dec 17 13:13:21.158448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-57fbc681-c046-45ae-beda-da0ea1bba270 req-6e64e4f9-8bb2-47b8-a415-23dbdf27e59f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817592 Dec 17 13:13:21.262752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba10d-ec73-4a5b-93d3-0b35a46170ba req-bbe64212-98c5-4240-b472-078ef471ebb8 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:21.271437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f83ba10d-ec73-4a5b-93d3-0b35a46170ba req-bbe64212-98c5-4240-b472-078ef471ebb8 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.0839367 Dec 17 13:13:21.314692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:21.318543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:21.345340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c27bd1-ae37-465a-a80d-b0b424f06422 req-6dd9997d-07b6-42d4-965e-7df651f767ee tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:21.347234 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7c27bd1-ae37-465a-a80d-b0b424f06422 req-6dd9997d-07b6-42d4-965e-7df651f767ee tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 946 time: 0.0986719 Dec 17 13:13:21.368462 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f83ba10d-ec73-4a5b-93d3-0b35a46170ba req-cf6c4daf-8350-41e5-8c27-8949c5cf114c tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960274 Dec 17 13:13:21.501752 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7c27bd1-ae37-465a-a80d-b0b424f06422 req-3028a120-d3b8-4810-9d66-e4622dc71f07 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349628 Dec 17 13:13:21.526755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb10e9e-c3b3-41cd-aae4-204654be228c req-63198b82-3538-4494-b18c-0c47dc5f6215 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:21.535643 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dfb10e9e-c3b3-41cd-aae4-204654be228c req-63198b82-3538-4494-b18c-0c47dc5f6215 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 943 time: 0.1013396 Dec 17 13:13:21.617759 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dfb10e9e-c3b3-41cd-aae4-204654be228c req-5ea254f8-9442-4df6-ad05-07fdd371447a tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809498 Dec 17 13:13:21.623727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Allocated IP 19.80.0.143 (60c3b2ea-4269-46bb-8a39-a262c28d4a33/56c98e15-e879-4774-bc2b-6bd79ab5c7d6/939c4894-7afa-45ad-b29e-9e5a9f73c127) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:13:21.853119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc58a2a-e1c0-4f89-b4f8-d211a8d23964 req-b0130361-120f-4e67-ab6d-49d12b9522ef tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:21.862572 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-adc58a2a-e1c0-4f89-b4f8-d211a8d23964 req-b0130361-120f-4e67-ab6d-49d12b9522ef tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 947 time: 0.1473827 Dec 17 13:13:21.920404 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:21.930323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-adc58a2a-e1c0-4f89-b4f8-d211a8d23964 req-4122911f-3b9a-4c95-9d23-cd76e23000fa tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668256 Dec 17 13:13:22.096883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f71236-42a5-4ce0-8d31-c015bcc99b67 req-54b9b71e-6b8f-47b0-939b-fb3dfeb76c0f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:22.098616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6f71236-42a5-4ce0-8d31-c015bcc99b67 req-54b9b71e-6b8f-47b0-939b-fb3dfeb76c0f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0773716 Dec 17 13:13:22.099673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:22.102168 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eba7c13-3856-4c67-8198-116ef3800bbe" -d '{"events": [{"server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "name": "network-vif-plugged", "status": "completed", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:22.161590 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6f71236-42a5-4ce0-8d31-c015bcc99b67 req-dbc0305c-e8b2-4dea-80e1-d9d41fc8b0a0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551040 Dec 17 13:13:22.271986 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9104ace-66a4-4700-a425-3550e0c9d6b1 req-4197b7d5-9f19-4408-a562-eeb322c3b99d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:22.273494 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9104ace-66a4-4700-a425-3550e0c9d6b1 req-4197b7d5-9f19-4408-a562-eeb322c3b99d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0524266 Dec 17 13:13:22.282760 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:22.330681 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9104ace-66a4-4700-a425-3550e0c9d6b1 req-e8749901-c1ab-47ff-b725-6cb4f2dfb72e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511577 Dec 17 13:13:22.350017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:13:22.354061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:22.359528 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:13:22.364125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Port': ['ID=939c4894-7afa-45ad-b29e-9e5a9f73c127,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:22.397467 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1221c1-b14b-402a-bfae-b6d7111c77b6 x-openstack-request-id: req-1c1221c1-b14b-402a-bfae-b6d7111c77b6 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:22.397798 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "name": "network-vif-plugged", "status": "completed", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:22.398060 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c1221c1-b14b-402a-bfae-b6d7111c77b6 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:22.398457 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'code': 200} Dec 17 13:13:22.434737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:22.435496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:22.532161 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-7c97f57c-4c85-41c9-9061-e3d04a09a67e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5712426 Dec 17 13:13:22.546689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Request body: {'port': {'device_id': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:22.678036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0053542-ffea-416d-b231-e6a376394d7d req-b747c74e-c783-485f-a8db-97eb82d195d9 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:22.702823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0053542-ffea-416d-b231-e6a376394d7d req-b747c74e-c783-485f-a8db-97eb82d195d9 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:22.706768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0053542-ffea-416d-b231-e6a376394d7d req-b747c74e-c783-485f-a8db-97eb82d195d9 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:22.708659 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e0053542-ffea-416d-b231-e6a376394d7d req-b747c74e-c783-485f-a8db-97eb82d195d9 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2375 time: 0.2034016 Dec 17 13:13:22.728786 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:22.824159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-aa07f9ed-5e78-41b2-a5f4-5bef53d39a6f None None] Provisioning complete for port 939c4894-7afa-45ad-b29e-9e5a9f73c127 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:22.825304 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aa07f9ed-5e78-41b2-a5f4-5bef53d39a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:22.855414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00cd30-345d-4bb5-ac35-0e79cc462a34 req-150da241-521f-4ceb-b15b-9211203095e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:22.856946 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce00cd30-345d-4bb5-ac35-0e79cc462a34 req-150da241-521f-4ceb-b15b-9211203095e7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 1098 time: 0.1452520 Dec 17 13:13:22.883512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device bbd8e466-c3e8-4ea3-b714-0f044b5b50da details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:13:22.904463 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e0053542-ffea-416d-b231-e6a376394d7d req-a0e1c640-de4b-40cb-a070-00ce37cf07e5 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639061 Dec 17 13:13:22.933805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-aa07f9ed-5e78-41b2-a5f4-5bef53d39a6f None None] Port 939c4894-7afa-45ad-b29e-9e5a9f73c127 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:13:22.982310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce00cd30-345d-4bb5-ac35-0e79cc462a34 req-3519e413-634d-4553-b1a2-829f4e2daf38 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103985 Dec 17 13:13:22.989208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e73e13-33db-4185-a4d4-ad0bafc5411b req-420c12ad-fe8c-4ace-8f8a-aef0290d9753 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:22.999245 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46e73e13-33db-4185-a4d4-ad0bafc5411b req-420c12ad-fe8c-4ace-8f8a-aef0290d9753 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 946 time: 0.1795063 Dec 17 13:13:23.127316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port bbd8e466-c3e8-4ea3-b714-0f044b5b50da, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=bbd8e466-c3e8-4ea3-b714-0f044b5b50da,segment=NetworkSegment(02405c99-83dc-4207-a979-5761864fcc49),segment_id=02405c99-83dc-4207-a979-5761864fcc49)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:23.144456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'bbd8e466-c3e8-4ea3-b714-0f044b5b50da', 'network_id': 'e1aafe12-a330-4630-a8ae-740c41353f55', 'port_id': 'bbd8e466-c3e8-4ea3-b714-0f044b5b50da', 'mac_address': 'fa:16:3e:99:c5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910fcd00-bf72-498d-a02e-00e7fcdee913', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:13:23.144803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46e73e13-33db-4185-a4d4-ad0bafc5411b req-f03fe1d8-2877-4036-a927-7b760aee110d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611830 Dec 17 13:13:23.213018 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d202ad-2f02-41d1-9040-7d9b6e5e5232 req-53dc0efd-ae8f-4c06-9f39-b9c248945d8c tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:23.222635 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-89d202ad-2f02-41d1-9040-7d9b6e5e5232 req-53dc0efd-ae8f-4c06-9f39-b9c248945d8c tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 943 time: 0.0891452 Dec 17 13:13:23.250163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:23.283322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd8e466-c3e8-4ea3-b714-0f044b5b50da {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:23.316834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port bbd8e466-c3e8-4ea3-b714-0f044b5b50da, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=bbd8e466-c3e8-4ea3-b714-0f044b5b50da,segment=NetworkSegment(02405c99-83dc-4207-a979-5761864fcc49),segment_id=02405c99-83dc-4207-a979-5761864fcc49)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:23.327975 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-89d202ad-2f02-41d1-9040-7d9b6e5e5232 req-c95119e6-39e8-455f-a37c-cea82d391f5f tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030765 Dec 17 13:13:23.408611 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:23.468772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=bbd8e466-c3e8-4ea3-b714-0f044b5b50da,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:23.482547 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb63c0-da72-4f75-899d-4a99775a1b58 req-a9b7d321-9b91-451e-a5aa-921741c2e098 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:23.504218 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1bcb63c0-da72-4f75-899d-4a99775a1b58 req-a9b7d321-9b91-451e-a5aa-921741c2e098 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 947 time: 0.1022558 Dec 17 13:13:23.574306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6814bb75-041c-451d-a0a9-723d58522b00 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:23.582489 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1bcb63c0-da72-4f75-899d-4a99775a1b58 req-19018a7d-adb7-4c04-a96e-1fecfe82e6d7 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717988 Dec 17 13:13:23.586082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:23.610504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Transition to ACTIVE for port object 6814bb75-041c-451d-a0a9-723d58522b00 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:13:23.695053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['bbd8e466-c3e8-4ea3-b714-0f044b5b50da'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:23.729924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f4c30-1340-47d8-8cc8-e0b4012a20f9 req-ff202c62-54fb-42aa-9451-18e2774d88d1 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:23.734771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:23.739469 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-df8f4c30-1340-47d8-8cc8-e0b4012a20f9 req-ff202c62-54fb-42aa-9451-18e2774d88d1 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0763781 Dec 17 13:13:23.842389 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-df8f4c30-1340-47d8-8cc8-e0b4012a20f9 req-354fc5dd-5bd1-4906-8e4f-1bc5e9d05c66 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000299 Dec 17 13:13:23.859136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Pushing event updated for resources: {'Port': ['ID=6814bb75-041c-451d-a0a9-723d58522b00,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:23.980863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688fdc-1596-4c92-b048-d2658a980806 req-2f3318f7-9bb4-4412-8f12-6fd9da055087 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:23.981733 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-2f3318f7-9bb4-4412-8f12-6fd9da055087 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.3357873 Dec 17 13:13:23.983068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Attempting to bind port 6814bb75-041c-451d-a0a9-723d58522b00 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:13:23.983404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Attempting to bind port 6814bb75-041c-451d-a0a9-723d58522b00 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:13:23.983832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Attempting to bind port 6814bb75-041c-451d-a0a9-723d58522b00 on network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:24.009424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Port 6814bb75-041c-451d-a0a9-723d58522b00 on network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:13:24.009882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Attempting to bind port 6814bb75-041c-451d-a0a9-723d58522b00 on network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:24.016281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:13:24.016641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Checking segment: {'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:24.017040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Bound using segment: {'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:13:24.017496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Bound port: 6814bb75-041c-451d-a0a9-723d58522b00, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:13:24.017889 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:24.033114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-337a13f9-9814-4995-b753-eec4dc4a5e48 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/quotas/faf124e995c7454192e72a02bb3c6016 HTTP/1.1" status: 200 len: 375 time: 0.0201783 Dec 17 13:13:24.052582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0041686-7b88-4147-9333-1a238c8350b6 req-cd4b090a-3750-435d-af49-b48414a3b48d tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:24.061839 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0041686-7b88-4147-9333-1a238c8350b6 req-cd4b090a-3750-435d-af49-b48414a3b48d tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1151845 Dec 17 13:13:24.143752 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0041686-7b88-4147-9333-1a238c8350b6 req-772ec91a-3eea-4453-9d36-ef1fed0a9e87 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810111 Dec 17 13:13:24.146101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-15802ae1-85b0-49f4-a1dd-9f88690555f8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1049819 Dec 17 13:13:24.148892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] For port 6814bb75-041c-451d-a0a9-723d58522b00, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:13:24.152430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] For port 6814bb75-041c-451d-a0a9-723d58522b00, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6814bb75-041c-451d-a0a9-723d58522b00,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:13:24.286244 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:24.313533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d133f-8c71-452d-b5c0-995ac65e9e6c req-15cb623c-6919-4bdc-a79e-d6606e12373c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:24.320080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d133f-8c71-452d-b5c0-995ac65e9e6c req-15cb623c-6919-4bdc-a79e-d6606e12373c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:24.326552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d133f-8c71-452d-b5c0-995ac65e9e6c req-15cb623c-6919-4bdc-a79e-d6606e12373c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:24.328863 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f30d133f-8c71-452d-b5c0-995ac65e9e6c req-15cb623c-6919-4bdc-a79e-d6606e12373c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2387 time: 0.1016107 Dec 17 13:13:24.391710 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f30d133f-8c71-452d-b5c0-995ac65e9e6c req-6f73924b-834a-410f-8e33-e912d300de51 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544722 Dec 17 13:13:24.602546 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3a7cd-704c-4431-93b4-615b924411cc req-d6fcec20-313d-4212-995f-641dd7d41859 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:24.604653 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6dd3a7cd-704c-4431-93b4-615b924411cc req-d6fcec20-313d-4212-995f-641dd7d41859 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 944 time: 0.0608990 Dec 17 13:13:24.668897 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6dd3a7cd-704c-4431-93b4-615b924411cc req-95abc129-ea1e-4836-b18c-8265e7b151fa tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558062 Dec 17 13:13:24.760212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:24.760212 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:24.761529 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] 10.222.0.54 "PUT /v2.0/ports/6814bb75-041c-451d-a0a9-723d58522b00 HTTP/1.1" status: 200 len: 1090 time: 2.2149818 Dec 17 13:13:24.770919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'tag': '6814bb75-041c-451d-a0a9-723d58522b00'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:24.773617 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da768a8-557c-4e1f-90e7-97c7142f123e" -d '{"events": [{"name": "network-changed", "server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "tag": "6814bb75-041c-451d-a0a9-723d58522b00"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:24.821424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10faa88c-cee9-4422-bec0-cf00480ba236 service neutron] Pushing event updated for resources: {'Port': ['ID=6814bb75-041c-451d-a0a9-723d58522b00,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:24.825606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235961d4-5c6a-4d75-a466-75bea2d909f1 req-29fb919c-1dfc-449f-8f08-767e6cc5c18a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:24.831148 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-235961d4-5c6a-4d75-a466-75bea2d909f1 req-29fb919c-1dfc-449f-8f08-767e6cc5c18a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 947 time: 0.0974917 Dec 17 13:13:24.851913 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-26fd062e-8703-471b-886d-b47cef878c74 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713161 Dec 17 13:13:24.861723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device bbd8e466-c3e8-4ea3-b714-0f044b5b50da up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:24.866880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Request body: {'port': {'device_id': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:24.942566 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-235961d4-5c6a-4d75-a466-75bea2d909f1 req-578d4424-2b26-444c-a8cc-70111ee5c745 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006491 Dec 17 13:13:25.003805 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:25.015705 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2c8df7-9823-4eda-9549-ad8095d89752 x-openstack-request-id: req-2d2c8df7-9823-4eda-9549-ad8095d89752 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:25.015999 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "tag": "6814bb75-041c-451d-a0a9-723d58522b00", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:25.016253 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d2c8df7-9823-4eda-9549-ad8095d89752 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:25.023826 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'tag': '6814bb75-041c-451d-a0a9-723d58522b00', 'status': 'completed', 'code': 200} Dec 17 13:13:25.082984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port bbd8e466-c3e8-4ea3-b714-0f044b5b50da completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:13:25.092889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port bbd8e466-c3e8-4ea3-b714-0f044b5b50da triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:25.092889 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:25.093893 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-420d410d-486f-4a91-9662-6ffc94853536 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359319 Dec 17 13:13:25.095456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da768a8-557c-4e1f-90e7-97c7142f123e req-1386e966-bf65-4922-a6a3-222bd85cca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.096218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da768a8-557c-4e1f-90e7-97c7142f123e req-1386e966-bf65-4922-a6a3-222bd85cca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.096878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da768a8-557c-4e1f-90e7-97c7142f123e req-1386e966-bf65-4922-a6a3-222bd85cca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.113111 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1da768a8-557c-4e1f-90e7-97c7142f123e req-1386e966-bf65-4922-a6a3-222bd85cca22 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2730 time: 0.0752087 Dec 17 13:13:25.270340 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:25.317363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df341d-be48-4a77-9026-d321366a0751 req-1e655a41-efc6-46fa-b5fb-c66a6ff8001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.318339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c14e92a-9869-48b6-bb7b-8fe726745a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd8e466-c3e8-4ea3-b714-0f044b5b50da'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:25.318939 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49df341d-be48-4a77-9026-d321366a0751 req-1e655a41-efc6-46fa-b5fb-c66a6ff8001a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 1096 time: 0.0961139 Dec 17 13:13:25.319466 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed9ac-2507-4bdb-941e-c8979563aa08 req-fe9c17b3-c654-4840-88db-efeaae248726 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.322897 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d951ce22-6fa2-493a-b951-fac568e0e702" -d '{"events": [{"server_uuid": "4c14e92a-9869-48b6-bb7b-8fe726745a50", "name": "network-vif-plugged", "status": "completed", "tag": "bbd8e466-c3e8-4ea3-b714-0f044b5b50da"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:25.327932 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eebed9ac-2507-4bdb-941e-c8979563aa08 req-fe9c17b3-c654-4840-88db-efeaae248726 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.2124600 Dec 17 13:13:25.345219 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port bbd8e466-c3e8-4ea3-b714-0f044b5b50da, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=bbd8e466-c3e8-4ea3-b714-0f044b5b50da,segment=NetworkSegment(02405c99-83dc-4207-a979-5761864fcc49),segment_id=02405c99-83dc-4207-a979-5761864fcc49)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:25.426735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eebed9ac-2507-4bdb-941e-c8979563aa08 req-e7d8b5d6-0a51-40d6-a074-b7dce52c792f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978582 Dec 17 13:13:25.428113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da768a8-557c-4e1f-90e7-97c7142f123e req-fbba5c11-4017-40bb-95e0-e263c2a67377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.428588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da768a8-557c-4e1f-90e7-97c7142f123e req-fbba5c11-4017-40bb-95e0-e263c2a67377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.429054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da768a8-557c-4e1f-90e7-97c7142f123e req-fbba5c11-4017-40bb-95e0-e263c2a67377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.430832 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1da768a8-557c-4e1f-90e7-97c7142f123e req-fbba5c11-4017-40bb-95e0-e263c2a67377 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2207232 Dec 17 13:13:25.431227 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:25.499903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=bbd8e466-c3e8-4ea3-b714-0f044b5b50da,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:25.568534 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f460f536-5396-4cd1-bd29-dcdd322accb9 x-openstack-request-id: req-f460f536-5396-4cd1-bd29-dcdd322accb9 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:25.570479 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c14e92a-9869-48b6-bb7b-8fe726745a50", "name": "network-vif-plugged", "status": "completed", "tag": "bbd8e466-c3e8-4ea3-b714-0f044b5b50da", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:25.570923 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f460f536-5396-4cd1-bd29-dcdd322accb9 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:25.571437 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c14e92a-9869-48b6-bb7b-8fe726745a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd8e466-c3e8-4ea3-b714-0f044b5b50da', 'code': 200} Dec 17 13:13:25.662840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da768a8-557c-4e1f-90e7-97c7142f123e req-5b6f382d-270a-4c55-a420-2f83de067425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.664555 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1da768a8-557c-4e1f-90e7-97c7142f123e req-5b6f382d-270a-4c55-a420-2f83de067425 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2258813 Dec 17 13:13:25.715532 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c2f06a47-3588-47b4-84c9-da7dd468ca6c req-dfde8627-ba19-4a43-ab51-4ee168d7628e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 210 time: 0.0526845 Dec 17 13:13:25.783634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:25.785411 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df341d-be48-4a77-9026-d321366a0751 req-26e9cce7-391d-4672-9811-841f2741ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.786974 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49df341d-be48-4a77-9026-d321366a0751 req-26e9cce7-391d-4672-9811-841f2741ddd8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ac616f1-83c2-4e98-bca5-5ee36fd96122 HTTP/1.1" status: 200 len: 915 time: 0.4420784 Dec 17 13:13:25.798919 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:25.820715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f9bc5-eba3-48b6-95db-0a5bd92c988f req-7bebef6b-5c6b-41e6-b40c-153209333fed tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.821704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-942f9bc5-eba3-48b6-95db-0a5bd92c988f req-7bebef6b-5c6b-41e6-b40c-153209333fed tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.3132639 Dec 17 13:13:25.848749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7b4e6-52c8-473f-8fe2-196c64fe1d10 req-dd1a6077-9761-4ad6-a616-65b42ae6e16c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.854612 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7b4e6-52c8-473f-8fe2-196c64fe1d10 req-dd1a6077-9761-4ad6-a616-65b42ae6e16c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.860983 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7b4e6-52c8-473f-8fe2-196c64fe1d10 req-dd1a6077-9761-4ad6-a616-65b42ae6e16c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.862661 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a1d7b4e6-52c8-473f-8fe2-196c64fe1d10 req-dd1a6077-9761-4ad6-a616-65b42ae6e16c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2387 time: 0.0704021 Dec 17 13:13:25.873930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49df341d-be48-4a77-9026-d321366a0751 req-683935f6-a81d-4858-8b61-c932a3658b75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24 HTTP/1.1" status: 200 len: 217 time: 0.0711567 Dec 17 13:13:25.877401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Transition to ACTIVE for port object a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:13:25.915130 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a1d7b4e6-52c8-473f-8fe2-196c64fe1d10 req-9c2a1688-b34d-457a-b1dc-d91a375c7c0e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461416 Dec 17 13:13:25.924536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d3dca-1e2b-4220-b5ae-fff021b2e3a2 req-efbb479a-0c00-4664-888b-fc284e4e31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.926134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a21d3dca-1e2b-4220-b5ae-fff021b2e3a2 req-efbb479a-0c00-4664-888b-fc284e4e31aa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 1096 time: 0.1792564 Dec 17 13:13:25.986376 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-942f9bc5-eba3-48b6-95db-0a5bd92c988f req-2f97a433-4025-4290-bbf5-355acaade0d7 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288228 Dec 17 13:13:25.998107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df341d-be48-4a77-9026-d321366a0751 req-edc95e1f-458d-4874-8aee-94d98a965b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:25.998107 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49df341d-be48-4a77-9026-d321366a0751 req-edc95e1f-458d-4874-8aee-94d98a965b30 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d35fe00-cd55-4ece-8438-756061fc1cc1 HTTP/1.1" status: 200 len: 854 time: 0.1103230 Dec 17 13:13:25.998107 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:26.096973 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a21d3dca-1e2b-4220-b5ae-fff021b2e3a2 req-d7e1d62c-21f4-4996-b0f9-ed71929bd9f0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502995 Dec 17 13:13:26.099958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49df341d-be48-4a77-9026-d321366a0751 req-117aaf71-1b7f-44c9-b76a-26dc97cfbfe9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ac616f1-83c2-4e98-bca5-5ee36fd96122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845118 Dec 17 13:13:26.136405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033ecd8-7597-4091-b6f7-be65951a8758 req-f99e8874-d22c-4197-b3c0-2e0ba9c4ef86 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:26.138231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e033ecd8-7597-4091-b6f7-be65951a8758 req-f99e8874-d22c-4197-b3c0-2e0ba9c4ef86 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.0822749 Dec 17 13:13:26.182126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:26.228212 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e033ecd8-7597-4091-b6f7-be65951a8758 req-60dd0f49-0f77-4552-92c8-d1fabf3b610c tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826731 Dec 17 13:13:26.264397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e68f4-b8e9-4126-8a6a-2d51a0e37f4f req-80cf799d-e5e0-49ef-8c93-c4bc2e063d7c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:26.266223 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e1e68f4-b8e9-4126-8a6a-2d51a0e37f4f req-80cf799d-e5e0-49ef-8c93-c4bc2e063d7c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 947 time: 0.1469052 Dec 17 13:13:26.368993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Attempting to bind port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:13:26.369340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Attempting to bind port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'd7adb3b5-e6bb-4bc0-862e-742f6cc92d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211471d8-6023-4da6-905d-a982573c332c'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:13:26.369730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Attempting to bind port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 on network 211471d8-6023-4da6-905d-a982573c332c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:26.396855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 on network 211471d8-6023-4da6-905d-a982573c332c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:13:26.397193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Attempting to bind port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 on network 211471d8-6023-4da6-905d-a982573c332c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:26.409571 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e1e68f4-b8e9-4126-8a6a-2d51a0e37f4f req-ec61d523-8d50-4ea8-b244-47afb1b95351 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322455 Dec 17 13:13:26.414071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:13:26.414340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Checking segment: {'id': 'd7adb3b5-e6bb-4bc0-862e-742f6cc92d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211471d8-6023-4da6-905d-a982573c332c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:26.414739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Bound using segment: {'id': 'd7adb3b5-e6bb-4bc0-862e-742f6cc92d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211471d8-6023-4da6-905d-a982573c332c'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:13:26.446222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Bound port: a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7adb3b5-e6bb-4bc0-862e-742f6cc92d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '211471d8-6023-4da6-905d-a982573c332c'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:13:26.446222 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:26.455554 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49df341d-be48-4a77-9026-d321366a0751 req-99a7bb88-ce93-4c59-b4fe-cef585a116ab service neutron] 10.222.0.61 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770060 Dec 17 13:13:26.564751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] For port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:13:26.569423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] For port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4,segment=NetworkSegment(d7adb3b5-e6bb-4bc0-862e-742f6cc92d07),segment_id=d7adb3b5-e6bb-4bc0-862e-742f6cc92d07)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:13:26.592811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49df341d-be48-4a77-9026-d321366a0751 req-66d1c8f8-50c8-42dc-851c-be9308f68973 service neutron] 10.222.0.61 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162751 Dec 17 13:13:26.677455 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:26.714458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:26.715178 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:26.716648 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] 10.222.0.54 "PUT /v2.0/ports/a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 HTTP/1.1" status: 200 len: 1092 time: 1.8557856 Dec 17 13:13:26.743902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5be40-139e-48ac-8aef-20ff380f08f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:26.840785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd68592-682c-4d5c-9007-988a0914c6f4 req-e7ff70d6-c1bc-4207-8139-cd7d20d57562 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:26.842451 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6dd68592-682c-4d5c-9007-988a0914c6f4 req-e7ff70d6-c1bc-4207-8139-cd7d20d57562 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0597768 Dec 17 13:13:26.879416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Request body: {'port': {'device_id': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:26.965742 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6dd68592-682c-4d5c-9007-988a0914c6f4 req-7e8628f7-0716-4c2b-8b7b-4cdaafb73381 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158278 Dec 17 13:13:26.974444 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:27.056867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'tag': 'a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:27.062608 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bef1bb-ec54-4dc8-b320-b329066cc641" -d '{"events": [{"name": "network-changed", "server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "tag": "a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:27.203300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8dfc1-e6ca-4d32-8c3b-9f7aeab8ab8d req-5852d406-f322-459b-b784-169780b4143e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:27.205500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26a8dfc1-e6ca-4d32-8c3b-9f7aeab8ab8d req-5852d406-f322-459b-b784-169780b4143e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1385212 Dec 17 13:13:27.315015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26a8dfc1-e6ca-4d32-8c3b-9f7aeab8ab8d req-d217bbad-839f-45d8-8799-ea744c75bea1 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969887 Dec 17 13:13:27.393886 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-80676515-9c0b-4f40-984f-7e989691aa00 req-71bda500-08d9-491f-8d01-112e46f41f53 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 210 time: 0.0297554 Dec 17 13:13:27.484102 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939c4894-7afa-45ad-b29e-9e5a9f73c127 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:27.503575 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:27.538474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Transition to ACTIVE for port object 939c4894-7afa-45ad-b29e-9e5a9f73c127 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:13:27.558785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b033-1f70-43ec-81a9-2dabefed10ad req-7cb59612-b5bd-4afb-b52d-f405ac62adfb tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:27.567650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b033-1f70-43ec-81a9-2dabefed10ad req-7cb59612-b5bd-4afb-b52d-f405ac62adfb tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:27.574062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b033-1f70-43ec-81a9-2dabefed10ad req-7cb59612-b5bd-4afb-b52d-f405ac62adfb tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:27.575819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d538b033-1f70-43ec-81a9-2dabefed10ad req-7cb59612-b5bd-4afb-b52d-f405ac62adfb tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2399 time: 0.1004384 Dec 17 13:13:27.636302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d538b033-1f70-43ec-81a9-2dabefed10ad req-2dfeff36-a213-491a-8df5-c033e9ce30c5 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535941 Dec 17 13:13:27.648151 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:27.728971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Pushing event updated for resources: {'Port': ['ID=939c4894-7afa-45ad-b29e-9e5a9f73c127,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:27.766631 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59de8a04-29d9-4541-85eb-0f6b46fcea89 x-openstack-request-id: req-59de8a04-29d9-4541-85eb-0f6b46fcea89 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:27.775120 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "tag": "a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:27.775120 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-59de8a04-29d9-4541-85eb-0f6b46fcea89 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:27.775721 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'tag': 'a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4', 'status': 'completed', 'code': 200} Dec 17 13:13:27.899296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a8c81-88b8-4379-a070-b10d0ba862bd req-fc68a75f-1036-4c8d-bd71-11bba0ebb362 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:27.900920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-265a8c81-88b8-4379-a070-b10d0ba862bd req-fc68a75f-1036-4c8d-bd71-11bba0ebb362 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.1441529 Dec 17 13:13:27.903760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Attempting to bind port 939c4894-7afa-45ad-b29e-9e5a9f73c127 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:13:27.904125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Attempting to bind port 939c4894-7afa-45ad-b29e-9e5a9f73c127 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:13:27.904472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Attempting to bind port 939c4894-7afa-45ad-b29e-9e5a9f73c127 on network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:27.910210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Port 939c4894-7afa-45ad-b29e-9e5a9f73c127 on network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:13:27.910552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Attempting to bind port 939c4894-7afa-45ad-b29e-9e5a9f73c127 on network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:27.916969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef1bb-ec54-4dc8-b320-b329066cc641 req-6f0f8b56-3517-4b36-ad9b-d22221eb5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:27.917367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef1bb-ec54-4dc8-b320-b329066cc641 req-6f0f8b56-3517-4b36-ad9b-d22221eb5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:27.917879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef1bb-ec54-4dc8-b320-b329066cc641 req-6f0f8b56-3517-4b36-ad9b-d22221eb5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:27.919733 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d6bef1bb-ec54-4dc8-b320-b329066cc641 req-6f0f8b56-3517-4b36-ad9b-d22221eb5bbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2822 time: 0.1281779 Dec 17 13:13:27.924627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:13:27.925422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Checking segment: {'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:27.925944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Bound using segment: {'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:13:27.926502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Bound port: 939c4894-7afa-45ad-b29e-9e5a9f73c127, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7508cdc-e29e-442e-9114-adb6c1cdb21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:13:27.926934 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:28.012611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb3c6f-acd1-4af4-8b6a-210d69e76469 req-a6b07d65-51ad-451d-9c63-2da515145810 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.020543 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdeb3c6f-acd1-4af4-8b6a-210d69e76469 req-a6b07d65-51ad-451d-9c63-2da515145810 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 947 time: 0.1440504 Dec 17 13:13:28.053763 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-265a8c81-88b8-4379-a070-b10d0ba862bd req-9a0354e3-6600-4255-99f5-d09db99754dc tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269085 Dec 17 13:13:28.067076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] For port 939c4894-7afa-45ad-b29e-9e5a9f73c127, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:13:28.068230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] For port 939c4894-7afa-45ad-b29e-9e5a9f73c127, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=939c4894-7afa-45ad-b29e-9e5a9f73c127,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:13:28.099253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef1bb-ec54-4dc8-b320-b329066cc641 req-1d713087-e196-4d65-a798-d566f9d48e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.099733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef1bb-ec54-4dc8-b320-b329066cc641 req-1d713087-e196-4d65-a798-d566f9d48e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.100249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef1bb-ec54-4dc8-b320-b329066cc641 req-1d713087-e196-4d65-a798-d566f9d48e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.101926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d6bef1bb-ec54-4dc8-b320-b329066cc641 req-1d713087-e196-4d65-a798-d566f9d48e13 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1695960 Dec 17 13:13:28.154200 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:28.160754 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdeb3c6f-acd1-4af4-8b6a-210d69e76469 req-44bf2fa6-1d3f-4ef3-b1cd-fb66d81ff0e7 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365755 Dec 17 13:13:28.236336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.237050 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:28.239191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] 10.222.0.54 "PUT /v2.0/ports/939c4894-7afa-45ad-b29e-9e5a9f73c127 HTTP/1.1" status: 200 len: 1092 time: 1.3670034 Dec 17 13:13:28.298196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b03a5-a986-4d84-8d19-0e2f4c9ceb90 service neutron] Pushing event updated for resources: {'Port': ['ID=939c4894-7afa-45ad-b29e-9e5a9f73c127,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:28.310844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99ff1a-9f47-4941-b49d-994431c39283 req-cc3198a5-46d0-4812-9738-d7aec979d832 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.313085 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1d99ff1a-9f47-4941-b49d-994431c39283 req-cc3198a5-46d0-4812-9738-d7aec979d832 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 945 time: 0.0880806 Dec 17 13:13:28.333895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef1bb-ec54-4dc8-b320-b329066cc641 req-6519a2d8-31c4-4cda-b661-5abfdc210388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.337462 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d6bef1bb-ec54-4dc8-b320-b329066cc641 req-6519a2d8-31c4-4cda-b661-5abfdc210388 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050843 Dec 17 13:13:28.466120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-0f0b99a9-d3f1-4144-8374-97ef3b48ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.466946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-0f0b99a9-d3f1-4144-8374-97ef3b48ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.468058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-0f0b99a9-d3f1-4144-8374-97ef3b48ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.470839 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-0f0b99a9-d3f1-4144-8374-97ef3b48ad23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2864 time: 0.0773869 Dec 17 13:13:28.538482 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1d99ff1a-9f47-4941-b49d-994431c39283 req-55c9a90e-46f7-4318-a7bc-6d070336aeed tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952374 Dec 17 13:13:28.551616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-1d70ef4b-c0f3-4e6e-a5ec-1bbeb0ee7ba9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=6814bb75-041c-451d-a0a9-723d58522b00 HTTP/1.1" status: 200 len: 217 time: 0.0701730 Dec 17 13:13:28.606603 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413764b-4153-4925-919e-0463be88807a req-5540dc2d-3439-4b9a-a187-d67e47ef34fe tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.618797 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7413764b-4153-4925-919e-0463be88807a req-5540dc2d-3439-4b9a-a187-d67e47ef34fe tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1462512 Dec 17 13:13:28.662580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688fdc-1596-4c92-b048-d2658a980806 req-bb5f56f2-06ba-4186-8dcd-5888b59156fe tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.665403 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-bb5f56f2-06ba-4186-8dcd-5888b59156fe tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.3008041 Dec 17 13:13:28.681274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-d56a1fbf-0c2d-45f2-b0ac-02c7adadd89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:28.683078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-d56a1fbf-0c2d-45f2-b0ac-02c7adadd89a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56c98e15-e879-4774-bc2b-6bd79ab5c7d6 HTTP/1.1" status: 200 len: 801 time: 0.1249330 Dec 17 13:13:28.699634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-df688fdc-1596-4c92-b048-d2658a980806 req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Request body: {'port': {'device_id': '22e76a0a-721b-4608-bc5c-e28fc8cfe011', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'admin_state_up': True, 'tenant_id': 'faf124e995c7454192e72a02bb3c6016'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:28.885184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a27f573e-91b0-4f35-b7ed-f6f1033dda24 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:13:28.913987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-24787d0a-30dc-4a94-958b-5328a94670ed req-86792504-f217-4c97-950f-b44e528b24d1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 210 time: 0.0741022 Dec 17 13:13:29.070460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:29.071026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df688fdc-1596-4c92-b048-d2658a980806 req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Made reservation on behalf of faf124e995c7454192e72a02bb3c6016 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:29.074999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-df688fdc-1596-4c92-b048-d2658a980806 req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:29.143558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:29.146678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:29.151713 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97411554-db20-4bef-aeed-88d70b2b63e5" -d '{"events": [{"server_uuid": "518527f5-7c13-4e9e-a0ee-90776148c77a", "name": "network-vif-unplugged", "status": "completed", "tag": "a27f573e-91b0-4f35-b7ed-f6f1033dda24"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:29.204437 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:29.360070 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a27f573e-91b0-4f35-b7ed-f6f1033dda24,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:29.407327 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e33b56-741b-41f7-b898-deda4f6fdf7a req-9c479bdc-6927-49a9-8307-4242ce9db672 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:29.414950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e33b56-741b-41f7-b898-deda4f6fdf7a req-9c479bdc-6927-49a9-8307-4242ce9db672 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:29.422397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e33b56-741b-41f7-b898-deda4f6fdf7a req-9c479bdc-6927-49a9-8307-4242ce9db672 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:29.431048 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31e33b56-741b-41f7-b898-deda4f6fdf7a req-9c479bdc-6927-49a9-8307-4242ce9db672 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2411 time: 0.1467886 Dec 17 13:13:29.465215 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7413764b-4153-4925-919e-0463be88807a req-1d21c810-ef47-4393-9481-d2654dfbf239 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8437173 Dec 17 13:13:29.480559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-df688fdc-1596-4c92-b048-d2658a980806 req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Allocated IP 172.20.0.12 (9dd62150-3a26-44a9-b2ba-a4820fa028d7/9f427b02-4099-4e19-ac3f-370afbfda770/9266108b-d481-4918-917a-78dc31a8782f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:13:29.492943 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-ec0b163e-14bd-40ae-9d82-5ee899d512e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:29.497515 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-ec0b163e-14bd-40ae-9d82-5ee899d512e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=60c3b2ea-4269-46bb-8a39-a262c28d4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7949421 Dec 17 13:13:29.558166 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d310c3b-3d5b-4984-8d4d-d9cea5990f0c x-openstack-request-id: req-9d310c3b-3d5b-4984-8d4d-d9cea5990f0c {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:29.558581 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518527f5-7c13-4e9e-a0ee-90776148c77a", "name": "network-vif-unplugged", "status": "completed", "tag": "a27f573e-91b0-4f35-b7ed-f6f1033dda24", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:29.559023 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d310c3b-3d5b-4984-8d4d-d9cea5990f0c {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:29.559900 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24', 'code': 200} Dec 17 13:13:29.578132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31e33b56-741b-41f7-b898-deda4f6fdf7a req-34dd27f3-e3d6-4ae8-af0d-0d35893373e9 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456237 Dec 17 13:13:29.684072 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-9839ac18-f735-48ff-b16e-7d65c08ab0bf service neutron] 10.222.0.54 "GET /v2.0/networks/60c3b2ea-4269-46bb-8a39-a262c28d4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772177 Dec 17 13:13:29.782844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'tag': '939c4894-7afa-45ad-b29e-9e5a9f73c127'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:29.786448 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc" -d '{"events": [{"name": "network-changed", "server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "tag": "939c4894-7afa-45ad-b29e-9e5a9f73c127"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:29.819644 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-df688fdc-1596-4c92-b048-d2658a980806 req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:29.845413 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-769c9172-3050-4e15-937f-69a72688d025 service neutron] 10.222.0.54 "GET /v2.0/networks/60c3b2ea-4269-46bb-8a39-a262c28d4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340003 Dec 17 13:13:29.870269 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2b6fa9-3016-489d-96c7-a8b301fc95b6 x-openstack-request-id: req-ea2b6fa9-3016-489d-96c7-a8b301fc95b6 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:29.870626 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "tag": "939c4894-7afa-45ad-b29e-9e5a9f73c127", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:29.870925 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea2b6fa9-3016-489d-96c7-a8b301fc95b6 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:29.871437 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'tag': '939c4894-7afa-45ad-b29e-9e5a9f73c127', 'status': 'completed', 'code': 200} Dec 17 13:13:29.900236 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-1a190ffe-47ea-4c82-ab9f-b38bb79c4d00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.198&port_id=a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 HTTP/1.1" status: 200 len: 217 time: 0.0461240 Dec 17 13:13:29.958945 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-df688fdc-1596-4c92-b048-d2658a980806 req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:29.965643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d486b0-f348-4c0a-b16f-3cf9d1d767a2 req-d79b5317-92cc-455a-9796-a9a0f3a0a118 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:29.968551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b6d486b0-f348-4c0a-b16f-3cf9d1d767a2 req-d79b5317-92cc-455a-9796-a9a0f3a0a118 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.3050928 Dec 17 13:13:29.973758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:30.026574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-1255724a-c5fa-47be-b3db-4c63040c19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:30.028377 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-1255724a-c5fa-47be-b3db-4c63040c19a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8c0428fe-a5d1-41eb-aa5f-bc5af60e29ce HTTP/1.1" status: 200 len: 801 time: 0.1173439 Dec 17 13:13:30.064509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df688fdc-1596-4c92-b048-d2658a980806 req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:13:30.088681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-df688fdc-1596-4c92-b048-d2658a980806 req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:30.090677 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b6d486b0-f348-4c0a-b16f-3cf9d1d767a2 req-2f9c5ae5-0d16-4394-8275-4419eadb4336 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155665 Dec 17 13:13:30.119679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-df688fdc-1596-4c92-b048-d2658a980806 req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:13:30.131975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event updated for resources: {'Port': ['ID=9266108b-d481-4918-917a-78dc31a8782f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:30.222783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-cc42d6dc-80c8-41b6-84d1-1f1adf6bd0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:30.228076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-cc42d6dc-80c8-41b6-84d1-1f1adf6bd0d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=211471d8-6023-4da6-905d-a982573c332c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1481268 Dec 17 13:13:30.338846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4cbc9-8f25-4f51-ac94-815720d73beb req-00b5bb1d-127b-4db2-b8b1-746bf1cbfe7a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:30.340762 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90f4cbc9-8f25-4f51-ac94-815720d73beb req-00b5bb1d-127b-4db2-b8b1-746bf1cbfe7a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 932 time: 0.2375896 Dec 17 13:13:30.347910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688fdc-1596-4c92-b048-d2658a980806 req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:30.348777 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-df688fdc-1596-4c92-b048-d2658a980806 req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:30.415693 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3966f86-5711-48af-836b-d630d6627a8e req-85eead4b-8d23-4683-89f5-9ed4d8668f56 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:30.416241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90f4cbc9-8f25-4f51-ac94-815720d73beb req-2a5c9ea8-3ab4-42a5-b02e-4df169802f43 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528154 Dec 17 13:13:30.422785 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e3966f86-5711-48af-836b-d630d6627a8e req-85eead4b-8d23-4683-89f5-9ed4d8668f56 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0834610 Dec 17 13:13:30.453946 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-1ef895a9-ab24-4d27-a52d-3a64f8f7b6bb service neutron] 10.222.0.54 "GET /v2.0/networks/211471d8-6023-4da6-905d-a982573c332c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178979 Dec 17 13:13:30.468634 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-f0d618a7-2496-431e-a58c-e2095f54a2e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7919388 Dec 17 13:13:30.568027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Request body: {'port': {'device_id': '22e76a0a-721b-4608-bc5c-e28fc8cfe011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:30.569339 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e3966f86-5711-48af-836b-d630d6627a8e req-7ef0c0f0-89e4-466c-918a-7e20de27c5a0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415722 Dec 17 13:13:30.679005 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:30.695108 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-880e1748-92dc-4c25-8deb-759cb788e5b3 service neutron] 10.222.0.54 "GET /v2.0/networks/211471d8-6023-4da6-905d-a982573c332c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319453 Dec 17 13:13:30.796420 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-78a2a11c-f5b5-44f1-81fb-9fec9f4f4ce3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=939c4894-7afa-45ad-b29e-9e5a9f73c127 HTTP/1.1" status: 200 len: 217 time: 0.0893917 Dec 17 13:13:30.879141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864aa81-5b13-437a-b727-9fa5d5ade369 req-a01ce38f-ad77-4f1a-9325-dc8f6eed2e09 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:30.879316 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-1122bf76-ebe9-492e-9140-c26707c6ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:30.881419 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-1122bf76-ebe9-492e-9140-c26707c6ce4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56c98e15-e879-4774-bc2b-6bd79ab5c7d6 HTTP/1.1" status: 200 len: 801 time: 0.0776675 Dec 17 13:13:30.887519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864aa81-5b13-437a-b727-9fa5d5ade369 req-a01ce38f-ad77-4f1a-9325-dc8f6eed2e09 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:30.894643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864aa81-5b13-437a-b727-9fa5d5ade369 req-a01ce38f-ad77-4f1a-9325-dc8f6eed2e09 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:30.896393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7864aa81-5b13-437a-b727-9fa5d5ade369 req-a01ce38f-ad77-4f1a-9325-dc8f6eed2e09 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2411 time: 0.1476936 Dec 17 13:13:30.995035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-fb538379-5ec2-437d-abfd-307446916e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:30.998207 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-fb538379-5ec2-437d-abfd-307446916e4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=60c3b2ea-4269-46bb-8a39-a262c28d4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1083503 Dec 17 13:13:31.022577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-8e4a835b-b5fb-4982-bb9b-4dd39f564903 req-d04ad229-b725-4304-a04c-d5e89a1cf239 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:13:31.024063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8e4a835b-b5fb-4982-bb9b-4dd39f564903 req-d04ad229-b725-4304-a04c-d5e89a1cf239 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074995 Dec 17 13:13:31.029501 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7864aa81-5b13-437a-b727-9fa5d5ade369 req-7b15e3fd-531b-4fe7-a588-ff17d4d2db04 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216211 Dec 17 13:13:31.147776 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-49fe6cf5-e81d-4972-bdc6-40da3669fea7 service neutron] 10.222.0.54 "GET /v2.0/networks/60c3b2ea-4269-46bb-8a39-a262c28d4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377630 Dec 17 13:13:31.172356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9266108b-d481-4918-917a-78dc31a8782f {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:31.182008 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:31.195972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Transition to ACTIVE for port object 9266108b-d481-4918-917a-78dc31a8782f will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:13:31.270903 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:31.299405 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04e4bb4c-89da-4e38-879e-0e30b44b95bb req-dda3fb38-023d-41d8-921a-56022ac8a9e0 service neutron] 10.222.0.54 "GET /v2.0/networks/60c3b2ea-4269-46bb-8a39-a262c28d4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407588 Dec 17 13:13:31.351847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Pushing event updated for resources: {'Port': ['ID=9266108b-d481-4918-917a-78dc31a8782f,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:31.447916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:31.526232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa88bf-a845-4f61-a7f0-d679f3cce940 req-7e6a4382-f720-415f-9c5c-641d30545913 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:31.528330 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-effa88bf-a845-4f61-a7f0-d679f3cce940 req-7e6a4382-f720-415f-9c5c-641d30545913 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.1681700 Dec 17 13:13:31.570863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Attempting to bind port 9266108b-d481-4918-917a-78dc31a8782f on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:13:31.571331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Attempting to bind port 9266108b-d481-4918-917a-78dc31a8782f by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:13:31.571792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Attempting to bind port 9266108b-d481-4918-917a-78dc31a8782f on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:31.593010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-ed721014-6e45-4927-a736-28f0597fbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:31.593611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-ed721014-6e45-4927-a736-28f0597fbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:31.593958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Port 9266108b-d481-4918-917a-78dc31a8782f on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:13:31.594082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-ed721014-6e45-4927-a736-28f0597fbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:31.594710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Attempting to bind port 9266108b-d481-4918-917a-78dc31a8782f on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:31.596331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-ed721014-6e45-4927-a736-28f0597fbeab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2864 time: 0.1613600 Dec 17 13:13:31.605518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:13:31.606074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Checking segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:31.606627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Bound using segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:13:31.607439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Bound port: 9266108b-d481-4918-917a-78dc31a8782f, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:13:31.608008 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:31.638978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d146e-9a1c-42e0-9c86-6286592e0a39 req-28125682-159a-4692-85ae-46b35024303f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:31.641284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-012d146e-9a1c-42e0-9c86-6286592e0a39 req-28125682-159a-4692-85ae-46b35024303f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 944 time: 0.1125975 Dec 17 13:13:31.710233 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-effa88bf-a845-4f61-a7f0-d679f3cce940 req-6face8de-ddf8-43fa-8c66-69c7cc2be9d5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666911 Dec 17 13:13:31.765754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] For port 9266108b-d481-4918-917a-78dc31a8782f, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:13:31.770096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] For port 9266108b-d481-4918-917a-78dc31a8782f, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9266108b-d481-4918-917a-78dc31a8782f,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:13:31.774488 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-012d146e-9a1c-42e0-9c86-6286592e0a39 req-45639bed-9905-4033-9533-4736db54cfda tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916207 Dec 17 13:13:31.817649 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-32c2ab0f-8a33-4920-beab-cd20ec637ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:31.817649 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-32c2ab0f-8a33-4920-beab-cd20ec637ef0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=60c3b2ea-4269-46bb-8a39-a262c28d4a33 HTTP/1.1" status: 200 len: 903 time: 0.2045217 Dec 17 13:13:31.849293 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:31.904168 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:31.904168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:31.904352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] 10.222.0.61 "PUT /v2.0/ports/9266108b-d481-4918-917a-78dc31a8782f HTTP/1.1" status: 200 len: 1092 time: 1.4268010 Dec 17 13:13:31.909653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e76a0a-721b-4608-bc5c-e28fc8cfe011', 'tag': '9266108b-d481-4918-917a-78dc31a8782f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:31.916263 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5859b76-53b2-4c0f-8c9a-cc8c9ded365f" -d '{"events": [{"name": "network-changed", "server_uuid": "22e76a0a-721b-4608-bc5c-e28fc8cfe011", "tag": "9266108b-d481-4918-917a-78dc31a8782f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:31.924303 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-a8c5490a-6c9a-4d19-a3a2-52113873cc1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=939c4894-7afa-45ad-b29e-9e5a9f73c127 HTTP/1.1" status: 200 len: 217 time: 0.0996294 Dec 17 13:13:31.965538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255bde4-1650-452e-b4af-3eec10574649 service neutron] Pushing event updated for resources: {'Port': ['ID=9266108b-d481-4918-917a-78dc31a8782f,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:31.996528 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ed36b2-4ef6-4c4a-ab16-4cdd37a2ad9c x-openstack-request-id: req-06ed36b2-4ef6-4c4a-ab16-4cdd37a2ad9c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:31.997303 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e76a0a-721b-4608-bc5c-e28fc8cfe011", "tag": "9266108b-d481-4918-917a-78dc31a8782f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:31.997789 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06ed36b2-4ef6-4c4a-ab16-4cdd37a2ad9c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:32.009018 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e76a0a-721b-4608-bc5c-e28fc8cfe011', 'tag': '9266108b-d481-4918-917a-78dc31a8782f', 'status': 'completed', 'code': 200} Dec 17 13:13:32.093163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5859b76-53b2-4c0f-8c9a-cc8c9ded365f req-915c2b11-0442-4197-b064-3fe0cc7193be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:32.094953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5859b76-53b2-4c0f-8c9a-cc8c9ded365f req-915c2b11-0442-4197-b064-3fe0cc7193be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 1095 time: 0.0629189 Dec 17 13:13:32.098551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-aed1eb96-0cd8-4093-8157-d663af76218a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3390210 Dec 17 13:13:32.106107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-c770f803-7fa6-4c99-aa1e-bec7a2805215 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:13:32.108193 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-c770f803-7fa6-4c99-aa1e-bec7a2805215 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079441 Dec 17 13:13:32.110233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-2427f3fe-dc8f-4cdf-bc54-b9190baa97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:32.111678 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-2427f3fe-dc8f-4cdf-bc54-b9190baa97a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56c98e15-e879-4774-bc2b-6bd79ab5c7d6 HTTP/1.1" status: 200 len: 801 time: 0.1735961 Dec 17 13:13:32.227593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-9cf6991d-5b26-44e5-a60a-a7e38027bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:32.229717 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-9cf6991d-5b26-44e5-a60a-a7e38027bcf6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=60c3b2ea-4269-46bb-8a39-a262c28d4a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1099076 Dec 17 13:13:32.258969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fe3a6-76c4-4e8b-b5b7-e19034077d99 req-eeb19ddd-1738-4069-ac00-b978110f7d79 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:32.265186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fe3a6-76c4-4e8b-b5b7-e19034077d99 req-eeb19ddd-1738-4069-ac00-b978110f7d79 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:32.272053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fe3a6-76c4-4e8b-b5b7-e19034077d99 req-eeb19ddd-1738-4069-ac00-b978110f7d79 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:32.279763 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-225fe3a6-76c4-4e8b-b5b7-e19034077d99 req-eeb19ddd-1738-4069-ac00-b978110f7d79 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2411 time: 0.1088521 Dec 17 13:13:32.354023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5859b76-53b2-4c0f-8c9a-cc8c9ded365f req-b832fd21-13b6-4c88-8688-9a602fc738c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:32.355648 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5859b76-53b2-4c0f-8c9a-cc8c9ded365f req-b832fd21-13b6-4c88-8688-9a602fc738c4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=faf124e995c7454192e72a02bb3c6016&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2515252 Dec 17 13:13:32.370387 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-5c471e0c-7355-49bb-a13d-574de5d43c10 service neutron] 10.222.0.54 "GET /v2.0/networks/60c3b2ea-4269-46bb-8a39-a262c28d4a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274118 Dec 17 13:13:32.468826 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-225fe3a6-76c4-4e8b-b5b7-e19034077d99 req-46e03c52-b88a-401f-beb7-b33826935f23 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874917 Dec 17 13:13:32.502566 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4ecb06f-3755-4c52-b4da-d4ce2e5c17fc req-b1f7b22d-31cb-458b-a1e8-43531447c10e service neutron] 10.222.0.54 "GET /v2.0/networks/60c3b2ea-4269-46bb-8a39-a262c28d4a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142330 Dec 17 13:13:32.518271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5859b76-53b2-4c0f-8c9a-cc8c9ded365f req-4476fe1e-a098-4162-b745-6ff4a18ad32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:32.532540 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5859b76-53b2-4c0f-8c9a-cc8c9ded365f req-4476fe1e-a098-4162-b745-6ff4a18ad32c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1544185 Dec 17 13:13:32.637888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688fdc-1596-4c92-b048-d2658a980806 req-8d7a9145-29ab-44bd-9d02-c7406e961ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:32.640262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-8d7a9145-29ab-44bd-9d02-c7406e961ef3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 1095 time: 0.0735047 Dec 17 13:13:32.755271 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-fbeda213-bb12-421a-aaaa-cca705826d02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9266108b-d481-4918-917a-78dc31a8782f HTTP/1.1" status: 200 len: 217 time: 0.1059442 Dec 17 13:13:32.832219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688fdc-1596-4c92-b048-d2658a980806 req-83834324-05d5-4831-aa22-e511d614ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:32.833774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-83834324-05d5-4831-aa22-e511d614ffae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.0678844 Dec 17 13:13:32.875929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-ae5854fe-d3fb-474b-bcb7-30cb23134d87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273397 Dec 17 13:13:32.901151 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a27f573e-91b0-4f35-b7ed-f6f1033dda24 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:13:33.103314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a691-9012-446d-8299-4966eaa0a34b req-40ec5f46-19d2-4125-b819-11937b898860 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:33.105120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fc8a691-9012-446d-8299-4966eaa0a34b req-40ec5f46-19d2-4125-b819-11937b898860 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 944 time: 0.0957103 Dec 17 13:13:33.306768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fc8a691-9012-446d-8299-4966eaa0a34b req-3eca0f01-1422-4067-914d-569de5526073 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827162 Dec 17 13:13:33.386084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f208118-7326-413b-90a7-cf70647f2c88 req-80ca8105-0e7f-4663-ad40-23276ebe45d2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:33.392046 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be3b35-6850-4989-a81e-485f047c701f req-91f630db-f27a-482a-83e4-4eff9ad4a477 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:33.425271 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73be3b35-6850-4989-a81e-485f047c701f req-91f630db-f27a-482a-83e4-4eff9ad4a477 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1160023 Dec 17 13:13:33.425527 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f208118-7326-413b-90a7-cf70647f2c88 req-80ca8105-0e7f-4663-ad40-23276ebe45d2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.5786328 Dec 17 13:13:33.479487 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73be3b35-6850-4989-a81e-485f047c701f req-98770a22-4c2a-48e0-9eef-371d6e4319ca tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718718 Dec 17 13:13:33.524785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a052e5-6a92-489a-904c-fcd886877162 req-bbe0fb0f-c42a-4643-9ac2-5865b4610390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:33.526550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-97a052e5-6a92-489a-904c-fcd886877162 req-bbe0fb0f-c42a-4643-9ac2-5865b4610390 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=43361a85e31a4f57868e845dd68a1beb&device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 1096 time: 0.1628187 Dec 17 13:13:33.540714 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f208118-7326-413b-90a7-cf70647f2c88 req-5b528a32-c41e-49ba-9f8e-bee0d67c1678 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457338 Dec 17 13:13:33.566618 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-81a9f2d4-0f8f-4d83-ae28-b1c4fb5aff58 service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6730595 Dec 17 13:13:33.775957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a052e5-6a92-489a-904c-fcd886877162 req-53e38cfe-0b6d-4f38-9b3f-04375c2d51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:33.777486 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-97a052e5-6a92-489a-904c-fcd886877162 req-53e38cfe-0b6d-4f38-9b3f-04375c2d51a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 200 len: 920 time: 0.2331765 Dec 17 13:13:33.795090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88be07-ce3b-4c8e-9f9b-c2505b11913c req-e2defeba-f5b2-4774-8aa6-79dd0be92062 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:33.802400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88be07-ce3b-4c8e-9f9b-c2505b11913c req-e2defeba-f5b2-4774-8aa6-79dd0be92062 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:33.811159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88be07-ce3b-4c8e-9f9b-c2505b11913c req-e2defeba-f5b2-4774-8aa6-79dd0be92062 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:33.813393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f88be07-ce3b-4c8e-9f9b-c2505b11913c req-e2defeba-f5b2-4774-8aa6-79dd0be92062 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2411 time: 0.1429691 Dec 17 13:13:33.815448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df688fdc-1596-4c92-b048-d2658a980806 req-bdb3b083-b521-4184-813d-33258f455116 service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367628 Dec 17 13:13:33.862861 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-97a052e5-6a92-489a-904c-fcd886877162 req-e5c71b2c-85fa-41ad-9b16-591ca52e838f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd HTTP/1.1" status: 200 len: 217 time: 0.0773118 Dec 17 13:13:33.944320 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f88be07-ce3b-4c8e-9f9b-c2505b11913c req-48196c48-eb73-4cee-ba48-c0defb6e9ddd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227295 Dec 17 13:13:33.950657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a052e5-6a92-489a-904c-fcd886877162 req-b1c2bcea-b28a-45fc-838f-9521f632899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:33.953325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-97a052e5-6a92-489a-904c-fcd886877162 req-b1c2bcea-b28a-45fc-838f-9521f632899a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7327b84-e581-49a3-950c-f5c7a4b0da8e HTTP/1.1" status: 200 len: 859 time: 0.0809543 Dec 17 13:13:33.995306 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-97a052e5-6a92-489a-904c-fcd886877162 req-4ca14b68-7520-45bf-bea1-3ef23ab186f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea31f1ba-6d09-447e-9006-a06af7beea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284383 Dec 17 13:13:34.179248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-621c5b65-1d14-4780-a1eb-4b5a0f7d4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:34.180876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-621c5b65-1d14-4780-a1eb-4b5a0f7d4bec service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a&tenant_id=235ced4f4cd14eb5815491d3e0be8e58 HTTP/1.1" status: 200 len: 1094 time: 0.1578255 Dec 17 13:13:34.219499 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-97a052e5-6a92-489a-904c-fcd886877162 req-0f4b9183-b277-4564-b307-4e51b9224055 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142122 Dec 17 13:13:34.330271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-6a68fc54-342f-4558-8efb-84e78744224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:34.331834 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-6a68fc54-342f-4558-8efb-84e78744224f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 1094 time: 0.1230466 Dec 17 13:13:34.439386 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-97a052e5-6a92-489a-904c-fcd886877162 req-d317808e-f1e0-4c93-9633-8b70be2c698e service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928458 Dec 17 13:13:34.479721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd84aad-5dec-4c28-9495-58218302fdce req-ca4a4725-d9bf-4f3d-b716-4c785806632b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:34.481262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5dd84aad-5dec-4c28-9495-58218302fdce req-ca4a4725-d9bf-4f3d-b716-4c785806632b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 944 time: 0.1040804 Dec 17 13:13:34.518204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-4824a74f-2a50-4702-b19f-29902258fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:34.519718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-4824a74f-2a50-4702-b19f-29902258fdd5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ac616f1-83c2-4e98-bca5-5ee36fd96122 HTTP/1.1" status: 200 len: 915 time: 0.1715064 Dec 17 13:13:34.556267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fd55b-23b5-4e12-9a42-9168a37ec92f req-9e068d4c-d0ed-4bee-9f09-1f8a0189d4b3 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:34.563733 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-132fd55b-23b5-4e12-9a42-9168a37ec92f req-9e068d4c-d0ed-4bee-9f09-1f8a0189d4b3 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.0630450 Dec 17 13:13:34.581222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-f67aab1f-266a-4cf3-bcd5-f92ac9e3b6fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24 HTTP/1.1" status: 200 len: 217 time: 0.0487432 Dec 17 13:13:34.589082 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5dd84aad-5dec-4c28-9495-58218302fdce req-706b0f9d-c78d-4608-8ea2-08d8037ffdd4 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952668 Dec 17 13:13:34.632840 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-132fd55b-23b5-4e12-9a42-9168a37ec92f req-d3a71e5c-56bd-48f1-bcdf-a858e7a9df2f tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640628 Dec 17 13:13:34.689001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-abf3d0b8-6c90-4639-afbc-46ce06ebc3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:34.690730 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-abf3d0b8-6c90-4639-afbc-46ce06ebc3e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d35fe00-cd55-4ece-8438-756061fc1cc1 HTTP/1.1" status: 200 len: 854 time: 0.0856154 Dec 17 13:13:34.737326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-9abace29-7786-43a6-8fed-13bc30eda324 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ac616f1-83c2-4e98-bca5-5ee36fd96122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310206 Dec 17 13:13:34.758085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12970e-0dd7-40d3-aaf3-0ffde6b8d62a req-4e169b25-e5ec-4f5f-920f-7c471436ddaf tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:34.759405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae12970e-0dd7-40d3-aaf3-0ffde6b8d62a req-4e169b25-e5ec-4f5f-920f-7c471436ddaf tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0900724 Dec 17 13:13:34.778820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7b889-4abe-427c-9006-7899b2588d30 req-9f895441-bc37-47cf-b4c9-01b0c07a3a65 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:34.781569 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dac7b889-4abe-427c-9006-7899b2588d30 req-9f895441-bc37-47cf-b4c9-01b0c07a3a65 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0633464 Dec 17 13:13:34.836750 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dac7b889-4abe-427c-9006-7899b2588d30 req-531c1350-66c6-49e0-8e0b-6807904fdadb tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467508 Dec 17 13:13:34.910408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae12970e-0dd7-40d3-aaf3-0ffde6b8d62a req-616f6b74-cfd3-4f70-bd10-59ed72f80e12 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287460 Dec 17 13:13:34.927188 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-12c4153c-0995-404a-9fe4-d89c189990b0 service neutron] 10.222.0.61 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666920 Dec 17 13:13:35.038313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-6c3e81e9-2f4c-4145-b63e-8a0ca9354a82 service neutron] 10.222.0.61 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955541 Dec 17 13:13:35.098179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557d545-d6a9-4619-9d63-99144c7b8b28 req-1472be80-7838-4448-b9ee-2643adf0e49c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:35.104143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557d545-d6a9-4619-9d63-99144c7b8b28 req-1472be80-7838-4448-b9ee-2643adf0e49c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:35.111657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557d545-d6a9-4619-9d63-99144c7b8b28 req-1472be80-7838-4448-b9ee-2643adf0e49c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:35.113353 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2557d545-d6a9-4619-9d63-99144c7b8b28 req-1472be80-7838-4448-b9ee-2643adf0e49c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2411 time: 0.0741167 Dec 17 13:13:35.167467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2557d545-d6a9-4619-9d63-99144c7b8b28 req-ac802f8a-bad1-419a-ae84-afc5f8384169 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475285 Dec 17 13:13:35.282901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 6814bb75-041c-451d-a0a9-723d58522b00 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:13:35.385553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 6814bb75-041c-451d-a0a9-723d58522b00, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6814bb75-041c-451d-a0a9-723d58522b00,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:35.400883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '6814bb75-041c-451d-a0a9-723d58522b00', 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33', 'port_id': '6814bb75-041c-451d-a0a9-723d58522b00', 'mac_address': 'fa:16:3e:b5:59:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c98e15-e879-4774-bc2b-6bd79ab5c7d6', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:13:35.439254 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:35.452558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6814bb75-041c-451d-a0a9-723d58522b00 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:35.473286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 6814bb75-041c-451d-a0a9-723d58522b00, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6814bb75-041c-451d-a0a9-723d58522b00,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:35.549640 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:35.554300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 939c4894-7afa-45ad-b29e-9e5a9f73c127 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:13:35.617919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=6814bb75-041c-451d-a0a9-723d58522b00,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:35.632542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.633074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.633482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.633966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.634404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.634830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.635266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.635761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.636197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.636645 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.637075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.637503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.637962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:35.659530 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 939c4894-7afa-45ad-b29e-9e5a9f73c127, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=939c4894-7afa-45ad-b29e-9e5a9f73c127,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:35.689116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '939c4894-7afa-45ad-b29e-9e5a9f73c127', 'network_id': '60c3b2ea-4269-46bb-8a39-a262c28d4a33', 'port_id': '939c4894-7afa-45ad-b29e-9e5a9f73c127', 'mac_address': 'fa:16:3e:d9:70:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c98e15-e879-4774-bc2b-6bd79ab5c7d6', 'ip_address': '19.80.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:13:35.793966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed4ce3-1dbb-4520-84f2-f7a3cf6544ea req-cbe13946-5233-48f1-8e6f-a4cf49742286 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:35.803729 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-84ed4ce3-1dbb-4520-84f2-f7a3cf6544ea req-cbe13946-5233-48f1-8e6f-a4cf49742286 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 944 time: 0.0800724 Dec 17 13:13:35.818811 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:35.828017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce96d53-f006-42bd-8ac7-900ae93dc919 req-a0fa62a8-94c5-4fe2-9200-99cfe8a2771d tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:35.846581 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dce96d53-f006-42bd-8ac7-900ae93dc919 req-a0fa62a8-94c5-4fe2-9200-99cfe8a2771d tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.0820947 Dec 17 13:13:35.846757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939c4894-7afa-45ad-b29e-9e5a9f73c127 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:35.861307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 939c4894-7afa-45ad-b29e-9e5a9f73c127, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=939c4894-7afa-45ad-b29e-9e5a9f73c127,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:35.875300 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-84ed4ce3-1dbb-4520-84f2-f7a3cf6544ea req-452def22-b4e9-418e-ae1e-f682e572bd27 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700917 Dec 17 13:13:35.922305 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dce96d53-f006-42bd-8ac7-900ae93dc919 req-09dd6b10-9533-4df8-a625-0bc9e67487f1 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848548 Dec 17 13:13:35.941619 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:35.969787 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:35.970565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:13:36.046086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45954b-9bbf-4c60-ab78-829c5e859292 req-72b36511-24aa-4aaf-825e-29d178e2baa7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:36.047936 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e45954b-9bbf-4c60-ab78-829c5e859292 req-72b36511-24aa-4aaf-825e-29d178e2baa7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0827758 Dec 17 13:13:36.074779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=939c4894-7afa-45ad-b29e-9e5a9f73c127,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:36.135257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4,segment=NetworkSegment(d7adb3b5-e6bb-4bc0-862e-742f6cc92d07),segment_id=d7adb3b5-e6bb-4bc0-862e-742f6cc92d07)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:36.164489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4', 'network_id': '211471d8-6023-4da6-905d-a982573c332c', 'port_id': 'a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4', 'mac_address': 'fa:16:3e:cd:29:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0428fe-a5d1-41eb-aa5f-bc5af60e29ce', 'ip_address': '19.86.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:13:36.165910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e45954b-9bbf-4c60-ab78-829c5e859292 req-9102ed98-646f-4cdb-925d-ef8cc1dda5a2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029956 Dec 17 13:13:36.183294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848ae10-f1b3-40b2-b475-2a0425dbfa59 req-676fb73c-8a33-4d5a-99f7-184565a05bfd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:36.201023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f848ae10-f1b3-40b2-b475-2a0425dbfa59 req-676fb73c-8a33-4d5a-99f7-184565a05bfd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1187479 Dec 17 13:13:36.248552 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:36.277929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:36.303507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4,segment=NetworkSegment(d7adb3b5-e6bb-4bc0-862e-742f6cc92d07),segment_id=d7adb3b5-e6bb-4bc0-862e-742f6cc92d07)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:36.331865 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f848ae10-f1b3-40b2-b475-2a0425dbfa59 req-600c07b0-f57e-4ee4-a383-1aebe512ad0a tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246040 Dec 17 13:13:36.375317 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:36.429345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:36.482072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fadac-81f6-4575-9ff3-221f269b1364 req-8c7977a5-f6cb-4d03-8ba2-c9355afe24e2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:36.492543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fadac-81f6-4575-9ff3-221f269b1364 req-8c7977a5-f6cb-4d03-8ba2-c9355afe24e2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:36.503106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fadac-81f6-4575-9ff3-221f269b1364 req-8c7977a5-f6cb-4d03-8ba2-c9355afe24e2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:36.505674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f98fadac-81f6-4575-9ff3-221f269b1364 req-8c7977a5-f6cb-4d03-8ba2-c9355afe24e2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2414 time: 0.0972924 Dec 17 13:13:36.579526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f98fadac-81f6-4575-9ff3-221f269b1364 req-0994ce9b-a78f-48f5-b04d-e00e87c46f31 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667524 Dec 17 13:13:36.749088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['939c4894-7afa-45ad-b29e-9e5a9f73c127'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:36.790158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:36.831902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['6814bb75-041c-451d-a0a9-723d58522b00'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:36.918246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 9266108b-d481-4918-917a-78dc31a8782f details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:13:37.027259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785d98a-66cc-4046-9a49-6225e0af13e5 req-1acfed06-07da-4f84-8f50-bab0bd075a56 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:37.029546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e785d98a-66cc-4046-9a49-6225e0af13e5 req-1acfed06-07da-4f84-8f50-bab0bd075a56 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 944 time: 0.0642068 Dec 17 13:13:37.095627 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e785d98a-66cc-4046-9a49-6225e0af13e5 req-b35559db-5e00-4902-b4e0-f8cea3443cd7 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587153 Dec 17 13:13:37.245917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e70b70-300b-4ed9-bcb7-d1962255ebc7 req-69deb595-6776-405d-8e64-130cd3857e1b tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:37.247873 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6e70b70-300b-4ed9-bcb7-d1962255ebc7 req-69deb595-6776-405d-8e64-130cd3857e1b tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.0803077 Dec 17 13:13:37.305003 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6e70b70-300b-4ed9-bcb7-d1962255ebc7 req-0be773b0-41e3-40a6-b66f-3360c6b4b61a tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503635 Dec 17 13:13:37.395406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 9266108b-d481-4918-917a-78dc31a8782f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9266108b-d481-4918-917a-78dc31a8782f,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:37.429836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '9266108b-d481-4918-917a-78dc31a8782f', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'port_id': '9266108b-d481-4918-917a-78dc31a8782f', 'mac_address': 'fa:16:3e:f2:9e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f427b02-4099-4e19-ac3f-370afbfda770', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:13:37.453371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4cf74-4ce6-4be8-bed3-a6d0998044a0 req-5bd2f398-4844-4461-8626-f667e0d0894d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:37.461969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49f4cf74-4ce6-4be8-bed3-a6d0998044a0 req-5bd2f398-4844-4461-8626-f667e0d0894d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0849266 Dec 17 13:13:37.523710 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:37.523967 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49f4cf74-4ce6-4be8-bed3-a6d0998044a0 req-f1cbcec6-b9f0-4b87-bc52-50cc9ab6bdec tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606525 Dec 17 13:13:37.543427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9266108b-d481-4918-917a-78dc31a8782f {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:37.570029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 9266108b-d481-4918-917a-78dc31a8782f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9266108b-d481-4918-917a-78dc31a8782f,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:37.649355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97286b-73e1-49de-8c96-dc0dcaa2f022 req-207624e5-6e2c-433e-809b-1854063150ce tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:37.651128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df97286b-73e1-49de-8c96-dc0dcaa2f022 req-207624e5-6e2c-433e-809b-1854063150ce tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0560973 Dec 17 13:13:37.659369 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:37.716219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df97286b-73e1-49de-8c96-dc0dcaa2f022 req-ce2d6ae1-9034-4dd7-87dc-463224b910b0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585268 Dec 17 13:13:37.728449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=9266108b-d481-4918-917a-78dc31a8782f,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:37.851160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dc22-8e6d-4094-bc4e-a15a8329938d req-d3b92066-9f99-4dc3-a7f2-629ef1450e87 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:37.860722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dc22-8e6d-4094-bc4e-a15a8329938d req-d3b92066-9f99-4dc3-a7f2-629ef1450e87 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:37.866971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722dc22-8e6d-4094-bc4e-a15a8329938d req-d3b92066-9f99-4dc3-a7f2-629ef1450e87 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:37.868723 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c722dc22-8e6d-4094-bc4e-a15a8329938d req-d3b92066-9f99-4dc3-a7f2-629ef1450e87 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2414 time: 0.0824101 Dec 17 13:13:37.919695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c722dc22-8e6d-4094-bc4e-a15a8329938d req-0c9596bb-7267-4532-8dbb-c5f8a4b1ed6f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439386 Dec 17 13:13:37.963903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['9266108b-d481-4918-917a-78dc31a8782f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:38.249428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7043fbb-903d-45d0-bb59-c717ce044110 req-bdc92c1d-f180-4fe9-aacf-b3957a9d284c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:38.254323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7043fbb-903d-45d0-bb59-c717ce044110 req-bdc92c1d-f180-4fe9-aacf-b3957a9d284c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 945 time: 0.0841105 Dec 17 13:13:38.309614 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7043fbb-903d-45d0-bb59-c717ce044110 req-6119400d-8277-437a-b0fb-1c24e4b21c81 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491393 Dec 17 13:13:38.444901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8574b-11e4-4ff7-9570-ae2107b83d6b req-816db01b-d00e-47fb-a49f-a23494c7502f tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:38.454645 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ac8574b-11e4-4ff7-9570-ae2107b83d6b req-816db01b-d00e-47fb-a49f-a23494c7502f tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.0706489 Dec 17 13:13:38.528231 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ac8574b-11e4-4ff7-9570-ae2107b83d6b req-f21405cf-e030-4a86-8ba5-538a173ec453 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633657 Dec 17 13:13:38.654260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c019c18-34ea-4518-b9c1-1a9662a4f9f0 req-ea3e3b6a-4848-4c20-84ba-ec871480a587 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:38.656459 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c019c18-34ea-4518-b9c1-1a9662a4f9f0 req-ea3e3b6a-4848-4c20-84ba-ec871480a587 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0556428 Dec 17 13:13:38.707154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c019c18-34ea-4518-b9c1-1a9662a4f9f0 req-d000588d-6e78-4b02-9e43-8e3007c4b249 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446942 Dec 17 13:13:38.849260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c1c7a-9b55-4c0f-bbe8-69e8242dcbda req-129a19c4-d144-43fa-8d11-f8de99951ecc tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:38.851165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-661c1c7a-9b55-4c0f-bbe8-69e8242dcbda req-129a19c4-d144-43fa-8d11-f8de99951ecc tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0568347 Dec 17 13:13:38.915671 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-661c1c7a-9b55-4c0f-bbe8-69e8242dcbda req-66ae65ab-3cbc-42b8-9655-0dee97b1843d tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556200 Dec 17 13:13:38.939441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 9266108b-d481-4918-917a-78dc31a8782f up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:39.054886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917156-87c7-406b-8cef-3ce9ff542449 req-b7b37293-57aa-4c2b-93c6-5fe082044eee tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:39.060945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917156-87c7-406b-8cef-3ce9ff542449 req-b7b37293-57aa-4c2b-93c6-5fe082044eee tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:39.068187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917156-87c7-406b-8cef-3ce9ff542449 req-b7b37293-57aa-4c2b-93c6-5fe082044eee tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:39.069974 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22917156-87c7-406b-8cef-3ce9ff542449 req-b7b37293-57aa-4c2b-93c6-5fe082044eee tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2414 time: 0.0686820 Dec 17 13:13:39.094323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 9266108b-d481-4918-917a-78dc31a8782f completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:13:39.099312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 9266108b-d481-4918-917a-78dc31a8782f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:39.099312 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:39.153746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22917156-87c7-406b-8cef-3ce9ff542449 req-4b608728-b265-458e-9cbd-17c4de1f2e22 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715976 Dec 17 13:13:39.208742 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:39.236392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e76a0a-721b-4608-bc5c-e28fc8cfe011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9266108b-d481-4918-917a-78dc31a8782f'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:39.238784 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9a10d5-b730-47ea-bf88-d0b48e2b252c" -d '{"events": [{"server_uuid": "22e76a0a-721b-4608-bc5c-e28fc8cfe011", "name": "network-vif-plugged", "status": "completed", "tag": "9266108b-d481-4918-917a-78dc31a8782f"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:39.255873 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 9266108b-d481-4918-917a-78dc31a8782f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9266108b-d481-4918-917a-78dc31a8782f,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:39.279112 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8005e4f-5196-4eee-a9b0-3710275a3821 x-openstack-request-id: req-d8005e4f-5196-4eee-a9b0-3710275a3821 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:39.279416 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e76a0a-721b-4608-bc5c-e28fc8cfe011", "name": "network-vif-plugged", "status": "completed", "tag": "9266108b-d481-4918-917a-78dc31a8782f", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:39.279676 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d8005e4f-5196-4eee-a9b0-3710275a3821 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:39.280118 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e76a0a-721b-4608-bc5c-e28fc8cfe011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9266108b-d481-4918-917a-78dc31a8782f', 'code': 200} Dec 17 13:13:39.328233 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:39.356810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 6814bb75-041c-451d-a0a9-723d58522b00 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:39.422365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=9266108b-d481-4918-917a-78dc31a8782f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:39.437864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ef4a3-cd71-46dc-84c5-592ee1592df8 req-8a7a21c6-5796-40a7-9155-02ff6d642993 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:39.439468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-293ef4a3-cd71-46dc-84c5-592ee1592df8 req-8a7a21c6-5796-40a7-9155-02ff6d642993 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.0536349 Dec 17 13:13:39.503324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-293ef4a3-cd71-46dc-84c5-592ee1592df8 req-063fb4bf-0f8b-4001-a148-75f0494bfe0e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577013 Dec 17 13:13:39.510749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 6814bb75-041c-451d-a0a9-723d58522b00 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:13:39.515348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 6814bb75-041c-451d-a0a9-723d58522b00 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:39.515731 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:39.624963 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:39.685352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b8238-8b5f-494f-a43e-7a12e5d2dd47 req-c9fbdad1-704d-441a-bbf7-d03ce4e1abf5 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:39.686969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e70b8238-8b5f-494f-a43e-7a12e5d2dd47 req-c9fbdad1-704d-441a-bbf7-d03ce4e1abf5 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.0607684 Dec 17 13:13:39.693141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 6814bb75-041c-451d-a0a9-723d58522b00, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6814bb75-041c-451d-a0a9-723d58522b00,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:39.743242 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e70b8238-8b5f-494f-a43e-7a12e5d2dd47 req-e1f38f02-b4c3-411b-a542-9b36ce5c5667 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487609 Dec 17 13:13:39.745383 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:39.746439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 939c4894-7afa-45ad-b29e-9e5a9f73c127 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:39.837147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=6814bb75-041c-451d-a0a9-723d58522b00,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:39.898633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa7dc1-6730-4d05-b7f4-daa9408d82fd req-154895d1-6253-4e83-908b-305186bcc735 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:39.900284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fbfa7dc1-6730-4d05-b7f4-daa9408d82fd req-154895d1-6253-4e83-908b-305186bcc735 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0666678 Dec 17 13:13:39.916598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 939c4894-7afa-45ad-b29e-9e5a9f73c127 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:13:39.921795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 939c4894-7afa-45ad-b29e-9e5a9f73c127 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:39.922156 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:39.975073 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fbfa7dc1-6730-4d05-b7f4-daa9408d82fd req-4e495863-8e22-4fab-99a5-40f28dd6844a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673788 Dec 17 13:13:40.050001 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:40.095559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f00c-af51-42c6-8272-fa089cc4fad3 req-374f33e5-a1e2-42df-98ad-c4de3a9dc9a0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:40.097950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f524f00c-af51-42c6-8272-fa089cc4fad3 req-374f33e5-a1e2-42df-98ad-c4de3a9dc9a0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0638297 Dec 17 13:13:40.113447 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 939c4894-7afa-45ad-b29e-9e5a9f73c127, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=939c4894-7afa-45ad-b29e-9e5a9f73c127,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:40.158765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f524f00c-af51-42c6-8272-fa089cc4fad3 req-03f953a2-7b94-4bb8-a815-597878e9f7ff tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548668 Dec 17 13:13:40.214119 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:40.215174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:40.299887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df85366-d33a-4a0a-8ac0-71107c4537d1 req-465bce2c-9dd2-40ab-ab0b-8680ad877d18 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:40.306341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df85366-d33a-4a0a-8ac0-71107c4537d1 req-465bce2c-9dd2-40ab-ab0b-8680ad877d18 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:40.313648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df85366-d33a-4a0a-8ac0-71107c4537d1 req-465bce2c-9dd2-40ab-ab0b-8680ad877d18 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:40.315405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7df85366-d33a-4a0a-8ac0-71107c4537d1 req-465bce2c-9dd2-40ab-ab0b-8680ad877d18 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2416 time: 0.0795283 Dec 17 13:13:40.320672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=939c4894-7afa-45ad-b29e-9e5a9f73c127,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:40.382210 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7df85366-d33a-4a0a-8ac0-71107c4537d1 req-9a7eda04-7100-4cc3-8dfb-0a91f9321cb1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596168 Dec 17 13:13:40.396716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:13:40.401932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:40.402319 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:40.499040 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:40.547945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4,segment=NetworkSegment(d7adb3b5-e6bb-4bc0-862e-742f6cc92d07),segment_id=d7adb3b5-e6bb-4bc0-862e-742f6cc92d07)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:40.625248 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:40.640306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476c181-2f72-4920-9d6e-ecbcc6275efd req-738fee11-e9c8-4f84-b056-98e0f29a4922 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:40.642185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d476c181-2f72-4920-9d6e-ecbcc6275efd req-738fee11-e9c8-4f84-b056-98e0f29a4922 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.0573525 Dec 17 13:13:40.685598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:40.731627 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d476c181-2f72-4920-9d6e-ecbcc6275efd req-840b0c48-6375-45ad-a3a0-98d8ae20e98d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824542 Dec 17 13:13:40.920971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795484b-eac4-42e7-9f06-81de7a433016 req-0af551cf-2592-4fd5-bde8-832b51e0b410 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:40.922645 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4795484b-eac4-42e7-9f06-81de7a433016 req-0af551cf-2592-4fd5-bde8-832b51e0b410 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.0703626 Dec 17 13:13:40.992044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4795484b-eac4-42e7-9f06-81de7a433016 req-47cba161-1850-4bbe-bcc8-c33bdc41a6a2 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597632 Dec 17 13:13:41.116851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cd589-0121-4654-a649-c9698de68ae4 req-8ee8b5a0-72c0-4fd3-a584-81f13c60a40e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:41.118601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-573cd589-0121-4654-a649-c9698de68ae4 req-8ee8b5a0-72c0-4fd3-a584-81f13c60a40e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0581415 Dec 17 13:13:41.178027 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-573cd589-0121-4654-a649-c9698de68ae4 req-964af94d-279a-451b-83d1-fca152ac0fbe tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520484 Dec 17 13:13:41.281184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6814bb75-041c-451d-a0a9-723d58522b00'}, {'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939c4894-7afa-45ad-b29e-9e5a9f73c127'}, {'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:41.283777 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0536e17d-b48e-4e55-bc18-8cc2b1f1dbad" -d '{"events": [{"server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "name": "network-vif-plugged", "status": "completed", "tag": "6814bb75-041c-451d-a0a9-723d58522b00"}, {"server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "name": "network-vif-plugged", "status": "completed", "tag": "939c4894-7afa-45ad-b29e-9e5a9f73c127"}, {"server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "name": "network-vif-plugged", "status": "completed", "tag": "a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:41.329964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a991-285d-4ef2-b6fd-1ba9fa9788db req-8b746fc7-9ec4-4b55-82e0-a0aa12ca4f28 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:41.331575 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b304a991-285d-4ef2-b6fd-1ba9fa9788db req-8b746fc7-9ec4-4b55-82e0-a0aa12ca4f28 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0636716 Dec 17 13:13:41.381691 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b304a991-285d-4ef2-b6fd-1ba9fa9788db req-ecd5ad8e-595c-490a-ae0f-caa192bfb2e4 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433559 Dec 17 13:13:41.427884 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d98ed29-80e1-44a0-b0da-deaa5dc6da2e x-openstack-request-id: req-1d98ed29-80e1-44a0-b0da-deaa5dc6da2e {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:41.428251 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "name": "network-vif-plugged", "status": "completed", "tag": "6814bb75-041c-451d-a0a9-723d58522b00", "code": 200}, {"server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "name": "network-vif-plugged", "status": "completed", "tag": "939c4894-7afa-45ad-b29e-9e5a9f73c127", "code": 200}, {"server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "name": "network-vif-plugged", "status": "completed", "tag": "a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:41.428574 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d98ed29-80e1-44a0-b0da-deaa5dc6da2e {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:41.429046 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6814bb75-041c-451d-a0a9-723d58522b00', 'code': 200} Dec 17 13:13:41.429383 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939c4894-7afa-45ad-b29e-9e5a9f73c127', 'code': 200} Dec 17 13:13:41.429724 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4', 'code': 200} Dec 17 13:13:41.549736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472ed4-c2c3-4196-83cd-7f4052629303 req-ffd19642-d22e-4450-8f22-3619550c0b9c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:41.555768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472ed4-c2c3-4196-83cd-7f4052629303 req-ffd19642-d22e-4450-8f22-3619550c0b9c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:41.562775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472ed4-c2c3-4196-83cd-7f4052629303 req-ffd19642-d22e-4450-8f22-3619550c0b9c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:41.565567 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9472ed4-c2c3-4196-83cd-7f4052629303 req-ffd19642-d22e-4450-8f22-3619550c0b9c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2417 time: 0.0792682 Dec 17 13:13:41.580255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67b826-3ad7-4696-a42e-9c1eedb69642 req-76e72a35-4b67-4f1d-bd3c-887d453b7ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:41.580842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67b826-3ad7-4696-a42e-9c1eedb69642 req-76e72a35-4b67-4f1d-bd3c-887d453b7ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:41.581220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67b826-3ad7-4696-a42e-9c1eedb69642 req-76e72a35-4b67-4f1d-bd3c-887d453b7ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:41.583222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f67b826-3ad7-4696-a42e-9c1eedb69642 req-76e72a35-4b67-4f1d-bd3c-887d453b7ecd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2870 time: 0.0596645 Dec 17 13:13:41.646006 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9472ed4-c2c3-4196-83cd-7f4052629303 req-06d4139d-1663-4dbd-8026-35d2c5e3087d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733082 Dec 17 13:13:41.657794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f67b826-3ad7-4696-a42e-9c1eedb69642 req-bc5f5db0-ad7b-4a30-8755-80d8b1ebe322 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662394 Dec 17 13:13:41.880204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0b928-02c4-4e38-9c53-ec3f9f831d72 req-a9af9271-4b22-4cb1-8876-5ee7e452d545 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:41.881970 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28b0b928-02c4-4e38-9c53-ec3f9f831d72 req-a9af9271-4b22-4cb1-8876-5ee7e452d545 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.0648198 Dec 17 13:13:41.947305 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28b0b928-02c4-4e38-9c53-ec3f9f831d72 req-3f3c2a4c-ea36-4b8c-9883-b87bd81fa5fc tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575259 Dec 17 13:13:42.187987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701554a-ce64-410c-b50f-cd8efd2c97fe req-ad38886c-3708-4b62-989b-974f6ed21b4b tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:42.189537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6701554a-ce64-410c-b50f-cd8efd2c97fe req-ad38886c-3708-4b62-989b-974f6ed21b4b tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.0740228 Dec 17 13:13:42.244028 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6701554a-ce64-410c-b50f-cd8efd2c97fe req-0365f9a7-85b2-492d-9008-8b344db78e09 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480101 Dec 17 13:13:42.738464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3491225-6b83-4556-a6b6-c099db2b1aa1 req-74801b55-a18f-4792-991b-057ebbe7d221 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:42.740564 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3491225-6b83-4556-a6b6-c099db2b1aa1 req-74801b55-a18f-4792-991b-057ebbe7d221 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0645947 Dec 17 13:13:42.819488 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3491225-6b83-4556-a6b6-c099db2b1aa1 req-a017c0c4-ec2b-40f1-b2c5-020da0e5e49f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715020 Dec 17 13:13:42.968146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff0c98-0477-4f7d-beb3-3a811ff0ddb1 req-afc88bc3-7bd5-4ba5-8df8-05a576c13c96 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:42.971451 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5fff0c98-0477-4f7d-beb3-3a811ff0ddb1 req-afc88bc3-7bd5-4ba5-8df8-05a576c13c96 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0741825 Dec 17 13:13:43.032365 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5fff0c98-0477-4f7d-beb3-3a811ff0ddb1 req-78d77e73-b177-4787-ba33-6731a9b8a640 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554602 Dec 17 13:13:43.268646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12bc9d-0079-4577-92e9-7daefb61c74b req-8e86b496-fff9-470c-8aba-3cb22b2777c6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:43.275058 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12bc9d-0079-4577-92e9-7daefb61c74b req-8e86b496-fff9-470c-8aba-3cb22b2777c6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:43.282082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12bc9d-0079-4577-92e9-7daefb61c74b req-8e86b496-fff9-470c-8aba-3cb22b2777c6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:43.283907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e12bc9d-0079-4577-92e9-7daefb61c74b req-8e86b496-fff9-470c-8aba-3cb22b2777c6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2417 time: 0.0991504 Dec 17 13:13:43.352560 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e12bc9d-0079-4577-92e9-7daefb61c74b req-d7bdb06b-2e6d-4461-a0f7-a8fce5c9a4db tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619535 Dec 17 13:13:43.486902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e12e6-1576-488a-b87e-0e064e738090 req-56416062-6b76-4829-aedf-4eb2b7808bef tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:43.495111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b4e12e6-1576-488a-b87e-0e064e738090 req-56416062-6b76-4829-aedf-4eb2b7808bef tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.0772712 Dec 17 13:13:43.552239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b4e12e6-1576-488a-b87e-0e064e738090 req-bc45c01e-ef46-4a8d-9a60-4122d6589314 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559440 Dec 17 13:13:43.688384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296571c-39a7-450b-a951-3bc97d13d189 req-7dea4cca-478e-4bab-a068-48fe974ccd56 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:43.690621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f296571c-39a7-450b-a951-3bc97d13d189 req-7dea4cca-478e-4bab-a068-48fe974ccd56 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.0706773 Dec 17 13:13:43.753026 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f296571c-39a7-450b-a951-3bc97d13d189 req-aeea047f-2a0d-426d-93f4-c4c2f5ba9e9d tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566070 Dec 17 13:13:43.989856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1eaef-4091-4713-9cee-65697c79e0fd req-5c87e738-14a1-4c76-84bf-ed618e8bf277 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:43.991595 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a2b1eaef-4091-4713-9cee-65697c79e0fd req-5c87e738-14a1-4c76-84bf-ed618e8bf277 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0759306 Dec 17 13:13:44.060002 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ff86ef0-bb6f-48f0-a00f-20b03cacb607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:44.105434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a2b1eaef-4091-4713-9cee-65697c79e0fd req-757dbb10-b0ae-4688-b3a8-d0ca32f5ad49 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021416 Dec 17 13:13:44.177435 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:13:44.258961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8e811-4446-48ea-b5bb-40f4aa518995 req-fb33a5d6-4743-407d-b312-271a185b3c3f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:44.260624 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfc8e811-4446-48ea-b5bb-40f4aa518995 req-fb33a5d6-4743-407d-b312-271a185b3c3f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0637465 Dec 17 13:13:44.336578 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfc8e811-4446-48ea-b5bb-40f4aa518995 req-91a8f0ab-6d0a-450f-8aca-9f83da57b92e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655990 Dec 17 13:13:44.536826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e951ea-8dcd-4679-99a4-55c101d81434 req-982194fd-bd44-472d-80b7-998b6810107c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:44.542800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e951ea-8dcd-4679-99a4-55c101d81434 req-982194fd-bd44-472d-80b7-998b6810107c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:44.549158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e951ea-8dcd-4679-99a4-55c101d81434 req-982194fd-bd44-472d-80b7-998b6810107c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:44.552281 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0e951ea-8dcd-4679-99a4-55c101d81434 req-982194fd-bd44-472d-80b7-998b6810107c tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2417 time: 0.0772431 Dec 17 13:13:44.622598 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0e951ea-8dcd-4679-99a4-55c101d81434 req-54be6830-5c40-43ef-b51f-37584033d88d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637183 Dec 17 13:13:44.753839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90424b0-6079-4ee9-bcb5-34e44b213b20 req-4166527f-e189-41e0-a142-a0ca2e973d5b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:44.755416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f90424b0-6079-4ee9-bcb5-34e44b213b20 req-4166527f-e189-41e0-a142-a0ca2e973d5b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.0582571 Dec 17 13:13:44.812023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f90424b0-6079-4ee9-bcb5-34e44b213b20 req-d7f7f9bf-2d4e-4942-b899-162b34ba2058 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496328 Dec 17 13:13:44.973035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f7a32-bacf-4d4e-98ba-8ab2e7e88c00 req-c26cb840-78b4-4a50-a17f-94a2164b4cf8 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:44.974936 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-433f7a32-bacf-4d4e-98ba-8ab2e7e88c00 req-c26cb840-78b4-4a50-a17f-94a2164b4cf8 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.0590477 Dec 17 13:13:45.027376 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-433f7a32-bacf-4d4e-98ba-8ab2e7e88c00 req-cc8e6818-f50f-4750-b4cd-642a6774f3eb tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459259 Dec 17 13:13:45.592832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76a0bd-fdc7-488d-b23c-57ff69aa8da5 req-877cc0bd-bc11-40e5-bad0-51aa7e9dd425 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:45.598430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b76a0bd-fdc7-488d-b23c-57ff69aa8da5 req-877cc0bd-bc11-40e5-bad0-51aa7e9dd425 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0946822 Dec 17 13:13:45.706216 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b76a0bd-fdc7-488d-b23c-57ff69aa8da5 req-8c0d33dc-a77c-43f7-bdf5-bbb1188cb313 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830426 Dec 17 13:13:45.863634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207ba8f-461f-42be-aab8-0c70592b0e82 req-e9be1d14-723c-4f4c-b506-9b4c9abc356b tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:45.865242 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207ba8f-461f-42be-aab8-0c70592b0e82 req-e9be1d14-723c-4f4c-b506-9b4c9abc356b tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0575829 Dec 17 13:13:45.937326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207ba8f-461f-42be-aab8-0c70592b0e82 req-bf1ba2f3-b0a4-4bba-b843-a6cfdd126e5d tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639393 Dec 17 13:13:46.237511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3cb51-864f-46b3-8bfb-8e12dda9c850 req-2d7bc443-3768-48da-a259-658e54999550 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:46.250646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3cb51-864f-46b3-8bfb-8e12dda9c850 req-2d7bc443-3768-48da-a259-658e54999550 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:46.259974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3cb51-864f-46b3-8bfb-8e12dda9c850 req-2d7bc443-3768-48da-a259-658e54999550 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:46.261738 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ae3cb51-864f-46b3-8bfb-8e12dda9c850 req-2d7bc443-3768-48da-a259-658e54999550 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2417 time: 0.1459892 Dec 17 13:13:46.269422 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4ab9f80-c812-4d21-9435-13307f26a1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:46.354539 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ae3cb51-864f-46b3-8bfb-8e12dda9c850 req-2579ffac-6301-41f7-a8c0-f362443ed1a2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854199 Dec 17 13:13:46.481455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9759b-2053-42aa-8fbb-74c7a38b4d25 req-b493e543-8d75-4536-a60b-541bf5c68026 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:46.484809 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-42d9759b-2053-42aa-8fbb-74c7a38b4d25 req-b493e543-8d75-4536-a60b-541bf5c68026 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.0661585 Dec 17 13:13:46.558447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-42d9759b-2053-42aa-8fbb-74c7a38b4d25 req-c6642e7a-e3b6-456c-a40d-21158c67f7fe tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660162 Dec 17 13:13:46.708029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f00aca-f673-4203-bf60-2fc97fcfa274 req-bceb4d96-7096-481f-9c11-a33d7e609f5e tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:46.711576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-66f00aca-f673-4203-bf60-2fc97fcfa274 req-bceb4d96-7096-481f-9c11-a33d7e609f5e tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.0778432 Dec 17 13:13:46.765860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-66f00aca-f673-4203-bf60-2fc97fcfa274 req-b39d2768-671f-4c62-8c40-354258d1a66d tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501919 Dec 17 13:13:46.910055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe10a4-2e1d-42b5-8fa1-5c3d072c00be req-43fd3b49-3013-4d13-ab98-cd691ebc5b40 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:46.912040 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-50fe10a4-2e1d-42b5-8fa1-5c3d072c00be req-43fd3b49-3013-4d13-ab98-cd691ebc5b40 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0796559 Dec 17 13:13:46.966248 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-50fe10a4-2e1d-42b5-8fa1-5c3d072c00be req-e5b9c3c1-a3e9-4ae6-a384-c372651cee32 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476427 Dec 17 13:13:47.096007 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd1b92-2807-44b8-b7e1-0385e37cb950 req-64fb0e43-f205-4988-b1ce-65d0ec375701 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:47.098119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95cd1b92-2807-44b8-b7e1-0385e37cb950 req-64fb0e43-f205-4988-b1ce-65d0ec375701 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0575931 Dec 17 13:13:47.155913 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95cd1b92-2807-44b8-b7e1-0385e37cb950 req-006eafb1-7688-4479-88a2-94c226163a63 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510657 Dec 17 13:13:47.397261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-23a3c4cd-ce24-4fc0-aa50-8d37d403b172 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:47.403871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-23a3c4cd-ce24-4fc0-aa50-8d37d403b172 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:47.410351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-23a3c4cd-ce24-4fc0-aa50-8d37d403b172 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:47.411925 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-23a3c4cd-ce24-4fc0-aa50-8d37d403b172 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.54 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2417 time: 0.0647178 Dec 17 13:13:47.478195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f7753-e1d5-4b53-a07c-429a279e370d req-7695b5ba-3868-4eea-94e3-3c81f216072d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:47.486465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f7753-e1d5-4b53-a07c-429a279e370d req-7695b5ba-3868-4eea-94e3-3c81f216072d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:47.491270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f7753-e1d5-4b53-a07c-429a279e370d req-7695b5ba-3868-4eea-94e3-3c81f216072d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:47.494045 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-914f7753-e1d5-4b53-a07c-429a279e370d req-7695b5ba-3868-4eea-94e3-3c81f216072d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 2417 time: 0.0664294 Dec 17 13:13:47.523575 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Deleting port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:13:47.523919 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:47.554133 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-914f7753-e1d5-4b53-a07c-429a279e370d req-7ea62ae4-9153-44a3-9a63-64b6da2df4aa tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527344 Dec 17 13:13:47.602290 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:47.620267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] For port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4,segment=NetworkSegment(d7adb3b5-e6bb-4bc0-862e-742f6cc92d07),segment_id=d7adb3b5-e6bb-4bc0-862e-742f6cc92d07)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:47.620631 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:47.640191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Calling delete_port for a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:13:47.711150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd7edd-723d-4898-9450-e57185e7d3b2 req-a28c203d-c198-47ef-adb4-6124dc80701e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:47.719921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ddbd7edd-723d-4898-9450-e57185e7d3b2 req-a28c203d-c198-47ef-adb4-6124dc80701e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.0889654 Dec 17 13:13:47.796933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ddbd7edd-723d-4898-9450-e57185e7d3b2 req-73934caf-2ad2-4724-9caf-a04ce875d418 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759275 Dec 17 13:13:47.859371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3715119-aecc-40a6-963e-05afe559c9b3 req-2c40849c-5295-48b9-ab31-a1f5355d1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:47.861006 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3715119-aecc-40a6-963e-05afe559c9b3 req-2c40849c-5295-48b9-ab31-a1f5355d1b5d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 1097 time: 0.0630829 Dec 17 13:13:47.875975 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:47.921018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3715119-aecc-40a6-963e-05afe559c9b3 req-6dea1b7a-6340-4128-9712-01fb4c924505 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453091 Dec 17 13:13:47.939911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Port': ['ID=a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:48.017358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.018028 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.018548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.019080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.019613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.020123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.020653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.021545 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.022104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.024265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.024265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.024265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.024265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:13:48.062538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] No DVR routers for this DVR port a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:13:48.066772 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:48.072161 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-6c835ea1-356f-49a7-a140-27bdbdea0bcd tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.54 "DELETE /v2.0/ports/a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 HTTP/1.1" status: 204 len: 173 time: 0.6485252 Dec 17 13:13:48.073593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'name': 'network-vif-deleted', 'tag': 'a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:48.076940 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646b22f3-ec81-4cef-add3-44747a45ae50" -d '{"events": [{"server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "name": "network-vif-deleted", "tag": "a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:48.116468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3fcd0-9219-4c43-9613-0c373f465f5a req-6f7f93fb-eab3-4bf6-ba27-c99e0d828c7d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:48.125737 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-24a3fcd0-9219-4c43-9613-0c373f465f5a req-6f7f93fb-eab3-4bf6-ba27-c99e0d828c7d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.0732903 Dec 17 13:13:48.185740 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-24a3fcd0-9219-4c43-9613-0c373f465f5a req-81f86461-76e8-48aa-923c-3ea13ca36885 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587158 Dec 17 13:13:48.210837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd7357-6605-4a51-b7be-9f4ae1109be3 req-45987a94-a097-47a7-9fac-633127425107 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:48.213359 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9acd7357-6605-4a51-b7be-9f4ae1109be3 req-45987a94-a097-47a7-9fac-633127425107 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.2814896 Dec 17 13:13:48.238283 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83846bed-0608-4c29-b166-39a10320b8f7 x-openstack-request-id: req-83846bed-0608-4c29-b166-39a10320b8f7 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:48.238283 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "name": "network-vif-deleted", "tag": "a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:48.238283 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83846bed-0608-4c29-b166-39a10320b8f7 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:48.238283 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'name': 'network-vif-deleted', 'tag': 'a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4', 'status': 'completed', 'code': 200} Dec 17 13:13:48.273711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-bd85c9fc-40c7-4e68-bf7d-a3fc580a390d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Deleting port 6814bb75-041c-451d-a0a9-723d58522b00 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:13:48.274068 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-bd85c9fc-40c7-4e68-bf7d-a3fc580a390d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:48.339690 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9acd7357-6605-4a51-b7be-9f4ae1109be3 req-ade1c35e-8a24-4e6d-88be-808dc5c22924 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e2d6a37-581d-4c25-adcd-504698c5483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176081 Dec 17 13:13:48.345725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccf68f-e51e-4b59-adf1-09186782c7e4 req-9032dcb3-3ef4-4d8b-8a09-fd84789d3d4e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:48.347717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99ccf68f-e51e-4b59-adf1-09186782c7e4 req-9032dcb3-3ef4-4d8b-8a09-fd84789d3d4e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0611608 Dec 17 13:13:48.417626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-bd85c9fc-40c7-4e68-bf7d-a3fc580a390d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] For port 6814bb75-041c-451d-a0a9-723d58522b00, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6814bb75-041c-451d-a0a9-723d58522b00,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:48.418246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-bd85c9fc-40c7-4e68-bf7d-a3fc580a390d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:48.434400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-bd85c9fc-40c7-4e68-bf7d-a3fc580a390d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Calling delete_port for 6814bb75-041c-451d-a0a9-723d58522b00 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:13:48.450167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99ccf68f-e51e-4b59-adf1-09186782c7e4 req-5dd33b9b-e3cb-4cf6-948e-489a06cfc972 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936215 Dec 17 13:13:48.472093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff47b6-eac8-4bba-aa5c-940f9bfc28ec req-5a569c7b-defe-49a6-9ac4-8d5dd58fa238 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:48.475145 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7ff47b6-eac8-4bba-aa5c-940f9bfc28ec req-5a569c7b-defe-49a6-9ac4-8d5dd58fa238 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 945 time: 0.0686054 Dec 17 13:13:48.584851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-d7ff47b6-eac8-4bba-aa5c-940f9bfc28ec req-dafb5d6c-06bd-4960-b1b8-a24e7001dcb7 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Deleting port bbd8e466-c3e8-4ea3-b714-0f044b5b50da {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:13:48.585270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7ff47b6-eac8-4bba-aa5c-940f9bfc28ec req-dafb5d6c-06bd-4960-b1b8-a24e7001dcb7 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:48.655699 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-bd85c9fc-40c7-4e68-bf7d-a3fc580a390d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:48.687022 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d7ff47b6-eac8-4bba-aa5c-940f9bfc28ec req-dafb5d6c-06bd-4960-b1b8-a24e7001dcb7 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] For port bbd8e466-c3e8-4ea3-b714-0f044b5b50da, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=bbd8e466-c3e8-4ea3-b714-0f044b5b50da,segment=NetworkSegment(02405c99-83dc-4207-a979-5761864fcc49),segment_id=02405c99-83dc-4207-a979-5761864fcc49)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:48.687420 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7ff47b6-eac8-4bba-aa5c-940f9bfc28ec req-dafb5d6c-06bd-4960-b1b8-a24e7001dcb7 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:48.688202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85c9fc-40c7-4e68-bf7d-a3fc580a390d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Port': ['ID=6814bb75-041c-451d-a0a9-723d58522b00,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:48.716849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-d7ff47b6-eac8-4bba-aa5c-940f9bfc28ec req-dafb5d6c-06bd-4960-b1b8-a24e7001dcb7 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Calling delete_port for bbd8e466-c3e8-4ea3-b714-0f044b5b50da owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:13:48.730432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25730632-eed9-446b-a683-70664fd51c81 req-fbd5d0c1-f039-48f6-a606-7ff0e3b95cad tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:48.737307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25730632-eed9-446b-a683-70664fd51c81 req-fbd5d0c1-f039-48f6-a606-7ff0e3b95cad tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:48.749406 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-25730632-eed9-446b-a683-70664fd51c81 req-fbd5d0c1-f039-48f6-a606-7ff0e3b95cad tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 1604 time: 0.1229861 Dec 17 13:13:48.793730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-bd85c9fc-40c7-4e68-bf7d-a3fc580a390d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] No DVR routers for this DVR port 6814bb75-041c-451d-a0a9-723d58522b00 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:13:48.801876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-bd85c9fc-40c7-4e68-bf7d-a3fc580a390d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:48.805270 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-bd85c9fc-40c7-4e68-bf7d-a3fc580a390d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.54 "DELETE /v2.0/ports/6814bb75-041c-451d-a0a9-723d58522b00 HTTP/1.1" status: 204 len: 173 time: 0.7234902 Dec 17 13:13:48.822309 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:48.851847 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-25730632-eed9-446b-a683-70664fd51c81 req-8d9e3c38-7a35-4b9d-98b2-48c324d631df tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012757 Dec 17 13:13:48.943034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-746b054b-d565-420a-91a6-e6d88ffcfa63 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Deleting port 939c4894-7afa-45ad-b29e-9e5a9f73c127 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:13:48.943695 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-746b054b-d565-420a-91a6-e6d88ffcfa63 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:48.974206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5abff0-aee7-4f6e-9436-8c551656fe2d req-d5011266-ab3b-4a49-9f9c-34c0d10911c9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:48.979503 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2c5abff0-aee7-4f6e-9436-8c551656fe2d req-d5011266-ab3b-4a49-9f9c-34c0d10911c9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.0695572 Dec 17 13:13:49.030281 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2c5abff0-aee7-4f6e-9436-8c551656fe2d req-dc040063-75c8-4045-8f1b-824c5dc3431a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466862 Dec 17 13:13:49.031533 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7ff47b6-eac8-4bba-aa5c-940f9bfc28ec req-dafb5d6c-06bd-4960-b1b8-a24e7001dcb7 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:49.043349 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['bbd8e466-c3e8-4ea3-b714-0f044b5b50da'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:49.059157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-746b054b-d565-420a-91a6-e6d88ffcfa63 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] For port 939c4894-7afa-45ad-b29e-9e5a9f73c127, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=939c4894-7afa-45ad-b29e-9e5a9f73c127,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:49.059675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-746b054b-d565-420a-91a6-e6d88ffcfa63 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:49.074841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-746b054b-d565-420a-91a6-e6d88ffcfa63 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Calling delete_port for 939c4894-7afa-45ad-b29e-9e5a9f73c127 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:13:49.100138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb5d6c-06bd-4960-b1b8-a24e7001dcb7 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Pushing event deleted for resources: {'Port': ['ID=bbd8e466-c3e8-4ea3-b714-0f044b5b50da,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:49.114958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ff47b6-eac8-4bba-aa5c-940f9bfc28ec req-dafb5d6c-06bd-4960-b1b8-a24e7001dcb7 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] No DVR routers for this DVR port bbd8e466-c3e8-4ea3-b714-0f044b5b50da on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:13:49.117261 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d7ff47b6-eac8-4bba-aa5c-940f9bfc28ec req-dafb5d6c-06bd-4960-b1b8-a24e7001dcb7 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:49.120953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7ff47b6-eac8-4bba-aa5c-940f9bfc28ec req-dafb5d6c-06bd-4960-b1b8-a24e7001dcb7 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.61 "DELETE /v2.0/ports/bbd8e466-c3e8-4ea3-b714-0f044b5b50da HTTP/1.1" status: 204 len: 173 time: 0.6391218 Dec 17 13:13:49.121422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c14e92a-9869-48b6-bb7b-8fe726745a50', 'name': 'network-vif-deleted', 'tag': 'bbd8e466-c3e8-4ea3-b714-0f044b5b50da'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:49.124298 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96070d2-c242-46b4-a373-f34b61498af3" -d '{"events": [{"server_uuid": "4c14e92a-9869-48b6-bb7b-8fe726745a50", "name": "network-vif-deleted", "tag": "bbd8e466-c3e8-4ea3-b714-0f044b5b50da"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:49.179202 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf934843-44c4-433f-8925-5ef14b1da675 x-openstack-request-id: req-bf934843-44c4-433f-8925-5ef14b1da675 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:49.179497 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c14e92a-9869-48b6-bb7b-8fe726745a50", "name": "network-vif-deleted", "tag": "bbd8e466-c3e8-4ea3-b714-0f044b5b50da", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:49.183610 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bf934843-44c4-433f-8925-5ef14b1da675 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:49.183610 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c14e92a-9869-48b6-bb7b-8fe726745a50', 'name': 'network-vif-deleted', 'tag': 'bbd8e466-c3e8-4ea3-b714-0f044b5b50da', 'status': 'completed', 'code': 200} Dec 17 13:13:49.333140 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-746b054b-d565-420a-91a6-e6d88ffcfa63 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:49.366706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b93310-c411-47ed-9144-10ce4a0a49b9 req-2c4a8233-eaed-4ff7-9a8b-4bfcef3c5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:49.368239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b054b-d565-420a-91a6-e6d88ffcfa63 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Port': ['ID=939c4894-7afa-45ad-b29e-9e5a9f73c127,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:49.368394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2b93310-c411-47ed-9144-10ce4a0a49b9 req-2c4a8233-eaed-4ff7-9a8b-4bfcef3c5ae1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 1096 time: 0.0691388 Dec 17 13:13:49.382634 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 6814bb75-041c-451d-a0a9-723d58522b00 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:13:49.411675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 6814bb75-041c-451d-a0a9-723d58522b00 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:13:49.412422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 6814bb75-041c-451d-a0a9-723d58522b00 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:13:49.413436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 939c4894-7afa-45ad-b29e-9e5a9f73c127 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:13:49.427110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2b93310-c411-47ed-9144-10ce4a0a49b9 req-e2ae25fc-2af2-45b0-ac70-db5793050900 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506265 Dec 17 13:13:49.436238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8fd7b-dd5e-474d-b1de-5b575a05a571 req-abb3e611-3394-4450-88a2-fa048b072fd8 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:49.445346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-17d8fd7b-dd5e-474d-b1de-5b575a05a571 req-abb3e611-3394-4450-88a2-fa048b072fd8 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.1594136 Dec 17 13:13:49.449567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-746b054b-d565-420a-91a6-e6d88ffcfa63 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] No DVR routers for this DVR port 939c4894-7afa-45ad-b29e-9e5a9f73c127 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:13:49.454193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 939c4894-7afa-45ad-b29e-9e5a9f73c127 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:13:49.455252 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-746b054b-d565-420a-91a6-e6d88ffcfa63 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:49.455902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 939c4894-7afa-45ad-b29e-9e5a9f73c127 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:13:49.456636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:13:49.459241 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a4a03d8-d8a1-4122-b790-082e747fb3b3 req-746b054b-d565-420a-91a6-e6d88ffcfa63 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.54 "DELETE /v2.0/ports/939c4894-7afa-45ad-b29e-9e5a9f73c127 HTTP/1.1" status: 204 len: 173 time: 0.6470830 Dec 17 13:13:49.481323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:13:49.483968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a8ad68bd-8f09-4d9f-9cd9-ebf3c787b7d4 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:13:49.511579 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-17d8fd7b-dd5e-474d-b1de-5b575a05a571 req-df628107-2dac-4f07-9946-0b2ab7e31ccf tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651171 Dec 17 13:13:49.520685 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f8e96102-a37f-4a40-970f-cfac374562ff req-1247bf51-3f0e-40b3-a271-7f6fc37041c2 tempest-VolumesActionsTest-1690875110 tempest-VolumesActionsTest-1690875110-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c14e92a-9869-48b6-bb7b-8fe726745a50 HTTP/1.1" status: 200 len: 210 time: 0.0358355 Dec 17 13:13:49.600726 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:49.656097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9430ac-4254-49d2-af90-339582bb4478 req-cc3d630b-4c65-4c21-ac6b-8866c0a1692b tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:49.665444 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bf9430ac-4254-49d2-af90-339582bb4478 req-cc3d630b-4c65-4c21-ac6b-8866c0a1692b tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0735619 Dec 17 13:13:49.718477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bf9430ac-4254-49d2-af90-339582bb4478 req-bc33e27f-7e27-4652-9e9f-0fa376fb5106 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518117 Dec 17 13:13:49.993524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-4d14685f-771b-49c9-b954-18195f9275a7 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:49.995323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-4d14685f-771b-49c9-b954-18195f9275a7 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 814 time: 0.1226869 Dec 17 13:13:50.013330 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-195a3dc9-725e-4184-a75f-bf9edb93192b tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/quotas/920bb603683046008c3eec9ca606ce0e HTTP/1.1" status: 200 len: 375 time: 0.0102825 Dec 17 13:13:50.018243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-42da5847-444d-4577-b39a-c56f0744b858 req-aff8fca2-c512-42e4-8035-303a8d30d4b0 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ce1149-f0f6-4c30-b699-25e4968644eb HTTP/1.1" status: 200 len: 210 time: 0.0300136 Dec 17 13:13:50.073785 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-fd03b528-27b6-4413-946b-e343623e879f tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543859 Dec 17 13:13:50.183859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501bfcc-c8fb-462c-bbce-840ace4671a1 req-010097fb-b011-400f-94bb-1a5e7c69b494 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:50.185439 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3501bfcc-c8fb-462c-bbce-840ace4671a1 req-010097fb-b011-400f-94bb-1a5e7c69b494 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.0566249 Dec 17 13:13:50.186847 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-5275345c-5be5-43ae-9dba-2b8644133077 service neutron] 10.222.0.59 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042030 Dec 17 13:13:50.240076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'name': 'network-vif-deleted', 'tag': '6814bb75-041c-451d-a0a9-723d58522b00'}, {'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'name': 'network-vif-deleted', 'tag': '939c4894-7afa-45ad-b29e-9e5a9f73c127'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:50.242778 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6903eff7-ea18-4457-b449-b231ea7aa007" -d '{"events": [{"server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "name": "network-vif-deleted", "tag": "6814bb75-041c-451d-a0a9-723d58522b00"}, {"server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "name": "network-vif-deleted", "tag": "939c4894-7afa-45ad-b29e-9e5a9f73c127"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:50.246383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3501bfcc-c8fb-462c-bbce-840ace4671a1 req-e24a3f64-8fc2-4b87-a5ce-0c7cf4b80f95 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522146 Dec 17 13:13:50.313701 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-ea53d783-9d92-4bd2-a5ec-5904654cdfb6 service neutron] 10.222.0.59 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215518 Dec 17 13:13:50.338042 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0163164-df3f-4343-bdb7-64a9ea2bf0d8 x-openstack-request-id: req-f0163164-df3f-4343-bdb7-64a9ea2bf0d8 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:50.338474 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "name": "network-vif-deleted", "tag": "6814bb75-041c-451d-a0a9-723d58522b00", "status": "completed", "code": 200}, {"server_uuid": "99ce1149-f0f6-4c30-b699-25e4968644eb", "name": "network-vif-deleted", "tag": "939c4894-7afa-45ad-b29e-9e5a9f73c127", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:50.338826 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f0163164-df3f-4343-bdb7-64a9ea2bf0d8 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:50.339815 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'name': 'network-vif-deleted', 'tag': '6814bb75-041c-451d-a0a9-723d58522b00', 'status': 'completed', 'code': 200} Dec 17 13:13:50.340167 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ce1149-f0f6-4c30-b699-25e4968644eb', 'name': 'network-vif-deleted', 'tag': '939c4894-7afa-45ad-b29e-9e5a9f73c127', 'status': 'completed', 'code': 200} Dec 17 13:13:50.479808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63a521-e7e8-4b8b-9941-0a4432712915 req-4e7fe31a-f84f-47ec-a3a3-2d8eed4d1e0b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:50.481489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a63a521-e7e8-4b8b-9941-0a4432712915 req-4e7fe31a-f84f-47ec-a3a3-2d8eed4d1e0b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.0543671 Dec 17 13:13:50.543071 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a63a521-e7e8-4b8b-9941-0a4432712915 req-96331159-6e03-4bc0-856d-6932b4f528c9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531468 Dec 17 13:13:50.722471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e27de-0033-47be-801a-92fd8b1c4acf req-9c3ba382-fa38-473d-8d3b-1b1e08499cc9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:50.727283 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec1e27de-0033-47be-801a-92fd8b1c4acf req-9c3ba382-fa38-473d-8d3b-1b1e08499cc9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 943 time: 0.1134918 Dec 17 13:13:50.827957 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec1e27de-0033-47be-801a-92fd8b1c4acf req-3f64b268-d935-4ddf-ae43-15de8786cec1 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898540 Dec 17 13:13:50.910358 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b23733d4-b004-4948-a172-d95e3a02e202 req-882ecfda-2cc5-47cb-bc3c-aaaa7ddff31c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 210 time: 0.0433137 Dec 17 13:13:50.955109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a27f573e-91b0-4f35-b7ed-f6f1033dda24 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:13:51.028647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cc300-9cb8-4885-bd84-e399bf9a1840 req-8ea53ea9-686d-426f-a14d-532b10db1703 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:51.032727 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d41cc300-9cb8-4885-bd84-e399bf9a1840 req-8ea53ea9-686d-426f-a14d-532b10db1703 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0615940 Dec 17 13:13:51.100181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:51.123698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d41cc300-9cb8-4885-bd84-e399bf9a1840 req-1735dffa-bf90-493a-9d02-1b776e65b6c5 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833571 Dec 17 13:13:51.128002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24', 'network_id': '6ac616f1-83c2-4e98-bca5-5ee36fd96122', 'port_id': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24', 'mac_address': 'fa:16:3e:d8:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d35fe00-cd55-4ece-8438-756061fc1cc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:13:51.197336 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:51.213201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27f573e-91b0-4f35-b7ed-f6f1033dda24 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:51.371653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:51.373083 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-392916a1-0e41-462f-bd6a-247ec16ab791 req-64e658cb-9a2d-4a5f-804f-296f147ce1e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473528 Dec 17 13:13:51.373083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392916a1-0e41-462f-bd6a-247ec16ab791 req-69673da0-e9df-499c-89a2-71345ca43853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:51.373083 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-392916a1-0e41-462f-bd6a-247ec16ab791 req-69673da0-e9df-499c-89a2-71345ca43853 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 1097 time: 0.0412683 Dec 17 13:13:51.375905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33300) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:51.440645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4fe067-c176-4d3f-921f-42ff6dff7712 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Deleting subnet 8c0428fe-a5d1-41eb-aa5f-bc5af60e29ce {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:13:51.444472 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe067-c176-4d3f-921f-42ff6dff7712 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:51.488134 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe067-c176-4d3f-921f-42ff6dff7712 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:51.488886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392916a1-0e41-462f-bd6a-247ec16ab791 req-8cbc4979-5fdb-4c1c-a3a4-6915399f4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:51.490517 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-392916a1-0e41-462f-bd6a-247ec16ab791 req-8cbc4979-5fdb-4c1c-a3a4-6915399f4a2c service neutron] 10.222.0.54 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 915 time: 0.1249948 Dec 17 13:13:51.534651 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-392916a1-0e41-462f-bd6a-247ec16ab791 req-6a8fc8b8-e08e-459d-abbd-dd85e7083b58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a151a9b8-7b40-4e76-8a1f-f43d6c668321 HTTP/1.1" status: 200 len: 217 time: 0.0363700 Dec 17 13:13:51.579525 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe067-c176-4d3f-921f-42ff6dff7712 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:51.593520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392916a1-0e41-462f-bd6a-247ec16ab791 req-22153aac-f3a1-4c3b-a8ed-8d86d935a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:51.595073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-392916a1-0e41-462f-bd6a-247ec16ab791 req-22153aac-f3a1-4c3b-a8ed-8d86d935a886 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=38b4f68a-57c1-4b44-b104-e17b33fe8875 HTTP/1.1" status: 200 len: 854 time: 0.0521450 Dec 17 13:13:51.632505 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-392916a1-0e41-462f-bd6a-247ec16ab791 req-4135fd16-5637-4dd4-aba1-e84219334544 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3273fdd9-f649-409e-913c-2652e785b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284932 Dec 17 13:13:51.728448 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-392916a1-0e41-462f-bd6a-247ec16ab791 req-3b0648bd-ee94-4822-ba06-eddfe6161dc0 service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886559 Dec 17 13:13:51.854159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6ddb6-337d-4bf6-8416-555edefc6a0e req-adb1543d-12e5-40ae-91eb-b9628ac88787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:51.854159 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59b6ddb6-337d-4bf6-8416-555edefc6a0e req-adb1543d-12e5-40ae-91eb-b9628ac88787 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 1094 time: 0.0574117 Dec 17 13:13:51.864785 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-392916a1-0e41-462f-bd6a-247ec16ab791 req-4ca30f8b-058a-4b26-bf13-67a8d1b961ed service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203072 Dec 17 13:13:51.965484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151de5c-b118-40bb-bb7b-354392de349e req-b6b29122-926b-420f-9f84-713414eb32c7 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:51.967821 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c151de5c-b118-40bb-bb7b-354392de349e req-b6b29122-926b-420f-9f84-713414eb32c7 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.0776563 Dec 17 13:13:52.002079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6ddb6-337d-4bf6-8416-555edefc6a0e req-b7fdf49f-99df-43dc-8aae-27f7e7471215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:52.005083 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59b6ddb6-337d-4bf6-8416-555edefc6a0e req-b7fdf49f-99df-43dc-8aae-27f7e7471215 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ac616f1-83c2-4e98-bca5-5ee36fd96122 HTTP/1.1" status: 200 len: 915 time: 0.1165872 Dec 17 13:13:52.037858 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c151de5c-b118-40bb-bb7b-354392de349e req-98f8bcff-961a-4d87-b124-4b47da2615f0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633197 Dec 17 13:13:52.048091 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:52.095096 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe067-c176-4d3f-921f-42ff6dff7712 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:52.099213 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59b6ddb6-337d-4bf6-8416-555edefc6a0e req-fc212bc5-4014-4a8e-9394-ee8299718911 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24 HTTP/1.1" status: 200 len: 217 time: 0.0826883 Dec 17 13:13:52.113805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a27f573e-91b0-4f35-b7ed-f6f1033dda24,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:52.156933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fe067-c176-4d3f-921f-42ff6dff7712 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0428fe-a5d1-41eb-aa5f-bc5af60e29ce,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:52.162761 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e4fe067-c176-4d3f-921f-42ff6dff7712 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:52.167027 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9e4fe067-c176-4d3f-921f-42ff6dff7712 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "DELETE /v2.0/subnets/8c0428fe-a5d1-41eb-aa5f-bc5af60e29ce HTTP/1.1" status: 204 len: 168 time: 0.7941930 Dec 17 13:13:52.222733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a6e68-e6e3-48b1-b1cd-998c68939a39 None None] Network 211471d8-6023-4da6-905d-a982573c332c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:13:52.222934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33310) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:52.222934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6ddb6-337d-4bf6-8416-555edefc6a0e req-c8974db9-0a2a-4c13-905c-619e8f1dc1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:52.227323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59b6ddb6-337d-4bf6-8416-555edefc6a0e req-c8974db9-0a2a-4c13-905c-619e8f1dc1d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d35fe00-cd55-4ece-8438-756061fc1cc1 HTTP/1.1" status: 200 len: 854 time: 0.1179271 Dec 17 13:13:52.297075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1be067-4a0d-4e5e-a436-2a46582cf76e req-0bb21721-4cf3-445b-a029-1d1c1d1d2ab6 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:52.298825 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f1be067-4a0d-4e5e-a436-2a46582cf76e req-0bb21721-4cf3-445b-a029-1d1c1d1d2ab6 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 944 time: 0.1501448 Dec 17 13:13:52.338825 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59b6ddb6-337d-4bf6-8416-555edefc6a0e req-43f382f5-2fc5-4f69-8742-c4624ee0f2c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ac616f1-83c2-4e98-bca5-5ee36fd96122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960791 Dec 17 13:13:52.385322 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f1be067-4a0d-4e5e-a436-2a46582cf76e req-150464d6-afb5-4130-aae3-2de34f41d7eb tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795228 Dec 17 13:13:52.386145 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fbb7d8eb-c1c9-44b2-89cf-84e8c46e2dc7 req-54b1aaf9-0c10-4f36-bf1d-3b06a3cfa943 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 210 time: 0.1185286 Dec 17 13:13:52.441724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['a27f573e-91b0-4f35-b7ed-f6f1033dda24'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:52.516984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243cfa49-ffc1-449a-8488-f06a5865ecbb None None] DHCP port deletion for 211471d8-6023-4da6-905d-a982573c332c request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:13:52.622262 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-243cfa49-ffc1-449a-8488-f06a5865ecbb None None] Deleting port eb9d83b6-0166-4b49-b130-f0aa839d39cd {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:13:52.622641 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-243cfa49-ffc1-449a-8488-f06a5865ecbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:52.729243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-243cfa49-ffc1-449a-8488-f06a5865ecbb None None] For port eb9d83b6-0166-4b49-b130-f0aa839d39cd, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=eb9d83b6-0166-4b49-b130-f0aa839d39cd,segment=NetworkSegment(d7adb3b5-e6bb-4bc0-862e-742f6cc92d07),segment_id=d7adb3b5-e6bb-4bc0-862e-742f6cc92d07)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:52.729641 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-243cfa49-ffc1-449a-8488-f06a5865ecbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:52.752484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-243cfa49-ffc1-449a-8488-f06a5865ecbb None None] Calling delete_port for eb9d83b6-0166-4b49-b130-f0aa839d39cd owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:13:52.885647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:52.918568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9079a4-d868-48f7-bbb2-c61ea6363cd3 req-3e1243c2-d0cb-4824-9aa3-6f732fac5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:52.921999 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e9079a4-d868-48f7-bbb2-c61ea6363cd3 req-3e1243c2-d0cb-4824-9aa3-6f732fac5af7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=43361a85e31a4f57868e845dd68a1beb&device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 1096 time: 0.5619023 Dec 17 13:13:52.939924 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-243cfa49-ffc1-449a-8488-f06a5865ecbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:52.993627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] The port 'eb9d83b6-0166-4b49-b130-f0aa839d39cd' was deleted {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 17 13:13:53.003914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadcdc4-f0ed-4a12-9bb0-91ad4f4b70bc req-73ccd6be-79d7-46e6-a004-1d70792bc410 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:53.005495 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbadcdc4-f0ed-4a12-9bb0-91ad4f4b70bc req-73ccd6be-79d7-46e6-a004-1d70792bc410 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1606836 Dec 17 13:13:53.007415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59b6ddb6-337d-4bf6-8416-555edefc6a0e req-f5a1a879-fd81-45df-b84f-a6d996672700 service neutron] 10.222.0.61 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358752 Dec 17 13:13:53.021769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cfa49-ffc1-449a-8488-f06a5865ecbb None None] No DVR routers for this DVR port eb9d83b6-0166-4b49-b130-f0aa839d39cd on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:13:53.033104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device bbd8e466-c3e8-4ea3-b714-0f044b5b50da no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:13:53.071058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device eb9d83b6-0166-4b49-b130-f0aa839d39cd no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:13:53.079864 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cfa49-ffc1-449a-8488-f06a5865ecbb None None] Pushing event deleted for resources: {'Port': ['ID=eb9d83b6-0166-4b49-b130-f0aa839d39cd,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:53.127175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: bbd8e466-c3e8-4ea3-b714-0f044b5b50da {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:13:53.129365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device bbd8e466-c3e8-4ea3-b714-0f044b5b50da not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:13:53.130905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: eb9d83b6-0166-4b49-b130-f0aa839d39cd {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:13:53.139950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device eb9d83b6-0166-4b49-b130-f0aa839d39cd not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:13:53.234741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:53.276618 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbadcdc4-f0ed-4a12-9bb0-91ad4f4b70bc req-9c2061e0-2568-4b67-887d-2f2489d15118 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361991 Dec 17 13:13:53.291380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9079a4-d868-48f7-bbb2-c61ea6363cd3 req-fd756c5c-9f7f-4888-b834-0ac2c40d8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:53.304593 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e9079a4-d868-48f7-bbb2-c61ea6363cd3 req-fd756c5c-9f7f-4888-b834-0ac2c40d8b83 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 200 len: 920 time: 0.3546791 Dec 17 13:13:53.304593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211471d8-6023-4da6-905d-a982573c332c']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:13:53.340141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1037e6-6285-48ac-b6c7-6460ab45df49 req-0e86dfbc-0664-48b3-ac33-553c544e41f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:53.342891 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5e1037e6-6285-48ac-b6c7-6460ab45df49 req-0e86dfbc-0664-48b3-ac33-553c544e41f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.0974483 Dec 17 13:13:53.357622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7adb3b5-e6bb-4bc0-862e-742f6cc92d07') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:13:53.357622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7adb3b5-e6bb-4bc0-862e-742f6cc92d07') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:13:53.360840 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e9079a4-d868-48f7-bbb2-c61ea6363cd3 req-6e2ba408-8fac-4c46-8958-978ed7a6568f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd HTTP/1.1" status: 200 len: 217 time: 0.0563741 Dec 17 13:13:53.362836 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59b6ddb6-337d-4bf6-8416-555edefc6a0e req-f6b34a29-48fd-4044-9d0f-84febc23e057 service neutron] 10.222.0.61 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213861 Dec 17 13:13:53.371830 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:53.422352 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:53.437987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:13:53.437987 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:13:53.441206 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:13:53.484427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44ba9e-2a3b-40fd-a44e-416fc89eff7d req-9659e7ce-e546-4162-ab24-fa1a0ec12014 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:53.487139 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c44ba9e-2a3b-40fd-a44e-416fc89eff7d req-9659e7ce-e546-4162-ab24-fa1a0ec12014 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 946 time: 0.1424761 Dec 17 13:13:53.499669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9079a4-d868-48f7-bbb2-c61ea6363cd3 req-745607bb-a75c-4bc0-8479-11643cac4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:53.501371 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e9079a4-d868-48f7-bbb2-c61ea6363cd3 req-745607bb-a75c-4bc0-8479-11643cac4e98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7327b84-e581-49a3-950c-f5c7a4b0da8e HTTP/1.1" status: 200 len: 859 time: 0.1270635 Dec 17 13:13:53.512034 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5e1037e6-6285-48ac-b6c7-6460ab45df49 req-18d6f7a2-16b3-422a-a72f-3d8a717e71b7 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562166 Dec 17 13:13:53.574461 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e9079a4-d868-48f7-bbb2-c61ea6363cd3 req-8f1b1251-bd60-4395-89e0-4226b75f7b50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea31f1ba-6d09-447e-9006-a06af7beea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568941 Dec 17 13:13:53.588720 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d006d845-16a0-4704-bdf7-366009f7c65d req-cb462583-6012-4954-be08-af0d8025f059 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 210 time: 0.0556350 Dec 17 13:13:53.665227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:53.702692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:53.703714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafac7d-6ec7-42f6-87c9-a91d0b7563bf req-d8b02f19-414c-4997-b7a0-62ca6cf5ce1c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:53.707796 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "DELETE /v2.0/networks/211471d8-6023-4da6-905d-a982573c332c HTTP/1.1" status: 204 len: 168 time: 1.4711328 Dec 17 13:13:53.707934 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3eafac7d-6ec7-42f6-87c9-a91d0b7563bf req-d8b02f19-414c-4997-b7a0-62ca6cf5ce1c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 944 time: 0.1036499 Dec 17 13:13:53.709385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbb40f-4f0b-46e9-b2df-0a588530034f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Network': ['ID=211471d8-6023-4da6-905d-a982573c332c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:53.712321 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33334) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:53.749739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e9079a4-d868-48f7-bbb2-c61ea6363cd3 req-e2978799-e645-40cf-8487-051d4811130d service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598630 Dec 17 13:13:53.804139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54d3238-ebde-4684-a037-6721826af1d6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Deleting subnet 56c98e15-e879-4774-bc2b-6bd79ab5c7d6 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:13:53.815653 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b54d3238-ebde-4684-a037-6721826af1d6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:53.843785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-2c44ba9e-2a3b-40fd-a44e-416fc89eff7d req-34274bd5-b1ca-4199-8b75-88b6bfb51f9a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Deleting port 9266108b-d481-4918-917a-78dc31a8782f {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:13:53.844230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2c44ba9e-2a3b-40fd-a44e-416fc89eff7d req-34274bd5-b1ca-4199-8b75-88b6bfb51f9a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:53.855901 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3eafac7d-6ec7-42f6-87c9-a91d0b7563bf req-c4bd0726-b03f-40e6-984f-d78aeeef753f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443145 Dec 17 13:13:53.865996 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e9079a4-d868-48f7-bbb2-c61ea6363cd3 req-7839f098-86b2-44cb-8796-fb3c22861658 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076818 Dec 17 13:13:53.915328 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b54d3238-ebde-4684-a037-6721826af1d6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:54.050498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-2c44ba9e-2a3b-40fd-a44e-416fc89eff7d req-34274bd5-b1ca-4199-8b75-88b6bfb51f9a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] For port 9266108b-d481-4918-917a-78dc31a8782f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9266108b-d481-4918-917a-78dc31a8782f,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:54.050904 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2c44ba9e-2a3b-40fd-a44e-416fc89eff7d req-34274bd5-b1ca-4199-8b75-88b6bfb51f9a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:54.069553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-2c44ba9e-2a3b-40fd-a44e-416fc89eff7d req-34274bd5-b1ca-4199-8b75-88b6bfb51f9a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Calling delete_port for 9266108b-d481-4918-917a-78dc31a8782f owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:13:54.074957 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b54d3238-ebde-4684-a037-6721826af1d6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:54.318517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-13867233-ba88-4b51-8b84-0bd21ce54481 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:54.320040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-13867233-ba88-4b51-8b84-0bd21ce54481 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 814 time: 0.2230783 Dec 17 13:13:54.343188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Request body: {'port': {'device_id': '094a0d06-4eda-4702-b8c7-286a24b052b8', 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c', 'admin_state_up': True, 'tenant_id': '920bb603683046008c3eec9ca606ce0e'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:54.391126 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b54d3238-ebde-4684-a037-6721826af1d6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:54.432995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b33ab0-991e-4e16-9fdc-f4b7a1d75db2 req-09293cb1-2980-41d0-8115-29405baaf85e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:54.438350 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b8b33ab0-991e-4e16-9fdc-f4b7a1d75db2 req-09293cb1-2980-41d0-8115-29405baaf85e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0743620 Dec 17 13:13:54.463495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d3238-ebde-4684-a037-6721826af1d6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Subnet': ['ID=56c98e15-e879-4774-bc2b-6bd79ab5c7d6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:54.486001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b54d3238-ebde-4684-a037-6721826af1d6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:54.488715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1de1a6-9773-40b7-aaf4-fc4ec7e165f9 None None] Network 60c3b2ea-4269-46bb-8a39-a262c28d4a33 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:13:54.490120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b54d3238-ebde-4684-a037-6721826af1d6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "DELETE /v2.0/subnets/56c98e15-e879-4774-bc2b-6bd79ab5c7d6 HTTP/1.1" status: 204 len: 168 time: 0.7767327 Dec 17 13:13:54.498090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33342) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:54.523927 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b8b33ab0-991e-4e16-9fdc-f4b7a1d75db2 req-8eb88bc9-1127-483d-b8fd-79bde85a1fa0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828290 Dec 17 13:13:54.634313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2c44ba9e-2a3b-40fd-a44e-416fc89eff7d req-34274bd5-b1ca-4199-8b75-88b6bfb51f9a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:54.653466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['9266108b-d481-4918-917a-78dc31a8782f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:54.663054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:54.717834 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00054b97-d8c3-41a8-a644-24af52e9dc38 req-78133a1f-beef-4dc6-a387-b490893cde9f tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 210 time: 0.0486453 Dec 17 13:13:54.718084 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b8b698-b835-4681-bc72-55dec300499f None None] DHCP port deletion for 60c3b2ea-4269-46bb-8a39-a262c28d4a33 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:13:54.859144 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-64b8b698-b835-4681-bc72-55dec300499f None None] Deleting port 80237c73-f874-4c3a-acd9-1490fe0fdd58 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:13:54.859515 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-64b8b698-b835-4681-bc72-55dec300499f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:54.980312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a27f573e-91b0-4f35-b7ed-f6f1033dda24 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:13:55.050616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34274bd5-b1ca-4199-8b75-88b6bfb51f9a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event deleted for resources: {'Port': ['ID=9266108b-d481-4918-917a-78dc31a8782f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:55.062709 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0683fdfc-00f1-443f-8c7d-9a41b9482302 req-6d605d2a-a0c0-4772-b38c-176c34d01eed tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 210 time: 0.4402208 Dec 17 13:13:55.077287 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:55.087143 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 80237c73-f874-4c3a-acd9-1490fe0fdd58 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:13:55.090962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-64b8b698-b835-4681-bc72-55dec300499f None None] For port 80237c73-f874-4c3a-acd9-1490fe0fdd58, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=80237c73-f874-4c3a-acd9-1490fe0fdd58,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:55.091308 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-64b8b698-b835-4681-bc72-55dec300499f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:55.139514 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88805fe-b39e-4954-b7f3-e4e1c3036c0d req-ff833cf3-ee71-497f-97b6-600b522d1d39 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:55.157613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c88805fe-b39e-4954-b7f3-e4e1c3036c0d req-ff833cf3-ee71-497f-97b6-600b522d1d39 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 944 time: 0.1509089 Dec 17 13:13:55.165017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-64b8b698-b835-4681-bc72-55dec300499f None None] Calling delete_port for 80237c73-f874-4c3a-acd9-1490fe0fdd58 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:13:55.190818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c44ba9e-2a3b-40fd-a44e-416fc89eff7d req-34274bd5-b1ca-4199-8b75-88b6bfb51f9a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] No DVR routers for this DVR port 9266108b-d481-4918-917a-78dc31a8782f on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:13:55.196342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2c44ba9e-2a3b-40fd-a44e-416fc89eff7d req-34274bd5-b1ca-4199-8b75-88b6bfb51f9a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:55.200130 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c44ba9e-2a3b-40fd-a44e-416fc89eff7d req-34274bd5-b1ca-4199-8b75-88b6bfb51f9a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "DELETE /v2.0/ports/9266108b-d481-4918-917a-78dc31a8782f HTTP/1.1" status: 204 len: 173 time: 1.6886706 Dec 17 13:13:55.201036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e76a0a-721b-4608-bc5c-e28fc8cfe011', 'name': 'network-vif-deleted', 'tag': '9266108b-d481-4918-917a-78dc31a8782f'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:55.203672 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565f809a-8eb7-453a-85dd-ac4cb5c27be8" -d '{"events": [{"server_uuid": "22e76a0a-721b-4608-bc5c-e28fc8cfe011", "name": "network-vif-deleted", "tag": "9266108b-d481-4918-917a-78dc31a8782f"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:55.246949 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c88805fe-b39e-4954-b7f3-e4e1c3036c0d req-81898358-7fe6-47b9-b01a-f7c834ce58a1 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978217 Dec 17 13:13:55.265847 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Made reservation on behalf of 920bb603683046008c3eec9ca606ce0e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:55.271636 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:55.275350 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10677e7d-6329-4191-838b-68e03c775d78 x-openstack-request-id: req-10677e7d-6329-4191-838b-68e03c775d78 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:55.275854 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e76a0a-721b-4608-bc5c-e28fc8cfe011", "name": "network-vif-deleted", "tag": "9266108b-d481-4918-917a-78dc31a8782f", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:55.276258 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10677e7d-6329-4191-838b-68e03c775d78 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:55.277111 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e76a0a-721b-4608-bc5c-e28fc8cfe011', 'name': 'network-vif-deleted', 'tag': '9266108b-d481-4918-917a-78dc31a8782f', 'status': 'completed', 'code': 200} Dec 17 13:13:55.327213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Deleting port 80237c73-f874-4c3a-acd9-1490fe0fdd58 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:13:55.327865 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:55.351805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port a27f573e-91b0-4f35-b7ed-f6f1033dda24 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:13:55.352099 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:55.417632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] For port 80237c73-f874-4c3a-acd9-1490fe0fdd58, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=80237c73-f874-4c3a-acd9-1490fe0fdd58,segment=NetworkSegment(e7508cdc-e29e-442e-9114-adb6c1cdb21e),segment_id=e7508cdc-e29e-442e-9114-adb6c1cdb21e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:55.418360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:55.434369 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Calling delete_port for 80237c73-f874-4c3a-acd9-1490fe0fdd58 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:13:55.489398 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:55.605016 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-64b8b698-b835-4681-bc72-55dec300499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:55.658263 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b8b698-b835-4681-bc72-55dec300499f None None] No DVR routers for this DVR port 80237c73-f874-4c3a-acd9-1490fe0fdd58 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:13:55.766282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8b698-b835-4681-bc72-55dec300499f None None] Pushing event deleted for resources: {'Port': ['ID=80237c73-f874-4c3a-acd9-1490fe0fdd58,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:55.772784 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:55.782958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e0ec0-5d6f-4c3d-9b56-40b584991239 req-6dd94961-8465-4221-8332-afc4db90bae1 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:55.785489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a2e0ec0-5d6f-4c3d-9b56-40b584991239 req-6dd94961-8465-4221-8332-afc4db90bae1 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0902536 Dec 17 13:13:55.828141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:55.832477 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326edce7-14f8-45ff-9cf7-e1044f1caa85" -d '{"events": [{"server_uuid": "518527f5-7c13-4e9e-a0ee-90776148c77a", "name": "network-vif-plugged", "status": "completed", "tag": "a27f573e-91b0-4f35-b7ed-f6f1033dda24"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:55.850270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:13:55.871150 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:55.875132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a2e0ec0-5d6f-4c3d-9b56-40b584991239 req-8d6f063d-7a4f-4375-9d2f-2066ddd46cc2 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825386 Dec 17 13:13:55.928556 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:55.930162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 9266108b-d481-4918-917a-78dc31a8782f no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:13:55.954925 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b055a7f7-2356-49e1-901e-60145bc1a2d6 req-50d5a1bc-0234-439b-a6a3-3c88e85b97c6 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 210 time: 0.1023798 Dec 17 13:13:55.956071 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Port': ['ID=80237c73-f874-4c3a-acd9-1490fe0fdd58,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:55.972623 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] No DVR routers for this DVR port 80237c73-f874-4c3a-acd9-1490fe0fdd58 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:13:56.013692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 9266108b-d481-4918-917a-78dc31a8782f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:13:56.014258 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 9266108b-d481-4918-917a-78dc31a8782f not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:13:56.075354 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Allocated IP 172.20.0.12 (3273fdd9-f649-409e-913c-2652e785b30c/38b4f68a-57c1-4b44-b104-e17b33fe8875/ccf1a203-ac67-444c-93c0-b3be8efe6534) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:13:56.161846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:56.216711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c3b2ea-4269-46bb-8a39-a262c28d4a33']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:13:56.241607 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7508cdc-e29e-442e-9114-adb6c1cdb21e') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:13:56.242159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7508cdc-e29e-442e-9114-adb6c1cdb21e') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:13:56.313339 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:56.400986 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1f0f367-bc44-4d92-8acd-57ba9172faf0 req-5882178d-968e-46ea-9cda-3289a7f32d79 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=22e76a0a-721b-4608-bc5c-e28fc8cfe011 HTTP/1.1" status: 200 len: 210 time: 0.1061144 Dec 17 13:13:56.447484 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:56.489334 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c10a973-75b7-44e3-b6a8-7a01afc43975 x-openstack-request-id: req-2c10a973-75b7-44e3-b6a8-7a01afc43975 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:56.489654 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518527f5-7c13-4e9e-a0ee-90776148c77a", "name": "network-vif-plugged", "status": "completed", "tag": "a27f573e-91b0-4f35-b7ed-f6f1033dda24", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:56.490234 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c10a973-75b7-44e3-b6a8-7a01afc43975 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:56.490335 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24', 'code': 200} Dec 17 13:13:56.491562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:13:56.493852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:13:56.506505 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:13:56.517251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20061dc9-e90c-459d-91a5-64591991e6a2 req-2058a53b-0124-4d0e-a4c7-d33784e2ca27 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:56.530318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20061dc9-e90c-459d-91a5-64591991e6a2 req-2058a53b-0124-4d0e-a4c7-d33784e2ca27 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1239262 Dec 17 13:13:56.552867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a27f573e-91b0-4f35-b7ed-f6f1033dda24,revision_number=10']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:56.641492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20061dc9-e90c-459d-91a5-64591991e6a2 req-b8ae789e-7f5c-4246-acdd-73c42069a530 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985596 Dec 17 13:13:56.702058 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:56.712265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde06897-6d57-48d4-86ca-a6b9c700104f req-e32bbef9-6ffb-4064-ae8e-dadf2e08f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:56.714248 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cde06897-6d57-48d4-86ca-a6b9c700104f req-e32bbef9-6ffb-4064-ae8e-dadf2e08f06f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 1097 time: 0.1782589 Dec 17 13:13:56.772826 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:56.786961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:56.790462 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "DELETE /v2.0/networks/60c3b2ea-4269-46bb-8a39-a262c28d4a33 HTTP/1.1" status: 204 len: 168 time: 2.2891297 Dec 17 13:13:56.796507 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cde06897-6d57-48d4-86ca-a6b9c700104f req-0c2a5593-d223-4cfe-bd90-ba812cea741f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742097 Dec 17 13:13:56.801661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33376) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:56.806203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0716ddf-c39c-458c-ac74-216df03fbf86 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Network': ['ID=60c3b2ea-4269-46bb-8a39-a262c28d4a33,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:56.807178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-32956e35-5d9d-4eba-a67f-1c2e1e2a94b6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-852416671'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:56.870021 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:56.882451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a151a9b8-7b40-4e76-8a1f-f43d6c668321', 'bbf17ce1-7365-409e-b345-ac7694e65121', '6f66da89-953b-4163-acd2-b811d15a2c71'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:13:56.897623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32956e35-5d9d-4eba-a67f-1c2e1e2a94b6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:56.901159 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32956e35-5d9d-4eba-a67f-1c2e1e2a94b6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:56.921360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Network 3273fdd9-f649-409e-913c-2652e785b30c is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:13:56.925209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:56.929902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:13:56.965538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Pushing event updated for resources: {'Port': ['ID=ccf1a203-ac67-444c-93c0-b3be8efe6534,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:56.980369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32956e35-5d9d-4eba-a67f-1c2e1e2a94b6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:13:56.999670 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32956e35-5d9d-4eba-a67f-1c2e1e2a94b6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:57.000199 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-32956e35-5d9d-4eba-a67f-1c2e1e2a94b6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Added segment 59119c16-c8c7-4506-917a-1a53e341f995 of type vlan for network a47c3e4f-52e8-4145-b2e6-04b507fdcc0d Dec 17 13:13:57.063322 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:57.063997 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:57.072522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32956e35-5d9d-4eba-a67f-1c2e1e2a94b6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:57.130232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3830bef-3633-447f-83b9-958e569d01d9 req-57509cd5-690a-4af3-8f72-dc642e61c67d tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:57.135713 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3830bef-3633-447f-83b9-958e569d01d9 req-57509cd5-690a-4af3-8f72-dc642e61c67d tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1248496 Dec 17 13:13:57.205703 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-12cf65a8-0298-4be4-812e-e1c99e527265 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8743715 Dec 17 13:13:57.227145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Request body: {'port': {'device_id': '094a0d06-4eda-4702-b8c7-286a24b052b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:57.252643 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32956e35-5d9d-4eba-a67f-1c2e1e2a94b6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:57.259440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32956e35-5d9d-4eba-a67f-1c2e1e2a94b6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:57.260349 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32956e35-5d9d-4eba-a67f-1c2e1e2a94b6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:57.273522 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3830bef-3633-447f-83b9-958e569d01d9 req-ab88b1a2-e7da-474c-80df-46c7051746a8 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347225 Dec 17 13:13:57.353173 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:57.394887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aacec-d770-4be6-b2cb-997943b80357 req-0b57c2e0-5c2c-43e2-8eb2-44ae4d4ad6d8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:57.403650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-495aacec-d770-4be6-b2cb-997943b80357 req-0b57c2e0-5c2c-43e2-8eb2-44ae4d4ad6d8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 932 time: 0.1884761 Dec 17 13:13:57.465532 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-32956e35-5d9d-4eba-a67f-1c2e1e2a94b6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6622455 Dec 17 13:13:57.472578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33390) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:57.473544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32956e35-5d9d-4eba-a67f-1c2e1e2a94b6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Network': ['ID=a47c3e4f-52e8-4145-b2e6-04b507fdcc0d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:57.480540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8053403c-b557-4e23-8871-31597c980ce4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'subnet': {'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:57.495084 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network a47c3e4f-52e8-4145-b2e6-04b507fdcc0d details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:13:57.568708 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-495aacec-d770-4be6-b2cb-997943b80357 req-c52c4eda-c9fa-4504-92d9-1ebc9db64e6d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637323 Dec 17 13:13:57.823188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8053403c-b557-4e23-8871-31597c980ce4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:57.827701 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8053403c-b557-4e23-8871-31597c980ce4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:57.923641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562546d-6f07-4bb6-a9bd-dfaff6f70184 req-65ea29fd-e11e-4992-b17b-b5354bfb4620 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:57.931623 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9562546d-6f07-4bb6-a9bd-dfaff6f70184 req-65ea29fd-e11e-4992-b17b-b5354bfb4620 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1675642 Dec 17 13:13:58.021872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf1a203-ac67-444c-93c0-b3be8efe6534 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:13:58.034201 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:58.071772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Transition to ACTIVE for port object ccf1a203-ac67-444c-93c0-b3be8efe6534 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:13:58.140070 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9562546d-6f07-4bb6-a9bd-dfaff6f70184 req-0aa56309-327c-478a-90c9-6c2a60689ccf tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073047 Dec 17 13:13:58.185697 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:58.411176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf1a203-ac67-444c-93c0-b3be8efe6534,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:58.419621 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8053403c-b557-4e23-8871-31597c980ce4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:58.508537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053403c-b557-4e23-8871-31597c980ce4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Subnet': ['ID=7ec74e7c-ea55-40a8-910b-428569651112,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:58.511053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05058fe-9a80-4817-b636-027b8660dc1c req-c95de175-d1e5-4d1b-b99b-783d74e7956b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:58.512836 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-c95de175-d1e5-4d1b-b99b-783d74e7956b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.2851739 Dec 17 13:13:58.514017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Attempting to bind port ccf1a203-ac67-444c-93c0-b3be8efe6534 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:13:58.514347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Attempting to bind port ccf1a203-ac67-444c-93c0-b3be8efe6534 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:13:58.514687 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Attempting to bind port ccf1a203-ac67-444c-93c0-b3be8efe6534 on network 3273fdd9-f649-409e-913c-2652e785b30c {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:58.515633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8053403c-b557-4e23-8871-31597c980ce4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Checking segment: {'id': '59119c16-c8c7-4506-917a-1a53e341f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:58.516028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8053403c-b557-4e23-8871-31597c980ce4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network hostable DHCP agents. Network: a47c3e4f-52e8-4145-b2e6-04b507fdcc0d, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:13:58.533850 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Port ccf1a203-ac67-444c-93c0-b3be8efe6534 on network 3273fdd9-f649-409e-913c-2652e785b30c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:13:58.534182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Attempting to bind port ccf1a203-ac67-444c-93c0-b3be8efe6534 on network 3273fdd9-f649-409e-913c-2652e785b30c {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:13:58.548024 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-bb01fb10-7c9c-489a-8db0-be78133fd987 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/quotas/faf124e995c7454192e72a02bb3c6016 HTTP/1.1" status: 200 len: 375 time: 0.0232093 Dec 17 13:13:58.549287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:13:58.549698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Checking segment: {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:13:58.550114 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Bound using segment: {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:13:58.550791 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Bound port: ccf1a203-ac67-444c-93c0-b3be8efe6534, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e84ce84-ce15-4acf-9048-4c39472c445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:13:58.550967 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:58.659649 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-6ec33485-ec2a-4689-bb21-6f5e9c1b72e3 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1049461 Dec 17 13:13:58.681990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] For port ccf1a203-ac67-444c-93c0-b3be8efe6534, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:13:58.691074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8053403c-b557-4e23-8871-31597c980ce4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network a47c3e4f-52e8-4145-b2e6-04b507fdcc0d is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:13:58.735456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9c9ff-764b-4825-9fad-b45e1cf85881 req-be0b6207-4433-4fd9-8ad1-46783dd5b366 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:58.740980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b9c9ff-764b-4825-9fad-b45e1cf85881 req-be0b6207-4433-4fd9-8ad1-46783dd5b366 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 944 time: 0.0938756 Dec 17 13:13:58.773786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] For port ccf1a203-ac67-444c-93c0-b3be8efe6534, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ccf1a203-ac67-444c-93c0-b3be8efe6534,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:13:58.809753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8053403c-b557-4e23-8871-31597c980ce4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, a47c3e4f-52e8-4145-b2e6-04b507fdcc0d) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:13:58.821166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc28421-38be-4099-8196-1cf93d39432f None None] Network a47c3e4f-52e8-4145-b2e6-04b507fdcc0d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:13:58.848667 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-e6ac45a0-6ebf-420c-9b97-1b108b7a9245 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692550 Dec 17 13:13:58.862122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8053403c-b557-4e23-8871-31597c980ce4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:58.864154 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8053403c-b557-4e23-8871-31597c980ce4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:58.941997 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3b9c9ff-764b-4825-9fad-b45e1cf85881 req-4d7a8482-0140-4693-8ceb-761ef9352266 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922321 Dec 17 13:13:58.942885 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:59.008132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:59.009673 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:59.011608 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] 10.222.0.54 "PUT /v2.0/ports/ccf1a203-ac67-444c-93c0-b3be8efe6534 HTTP/1.1" status: 200 len: 1092 time: 1.7923968 Dec 17 13:13:59.020418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8053403c-b557-4e23-8871-31597c980ce4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5438008 Dec 17 13:13:59.022168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094a0d06-4eda-4702-b8c7-286a24b052b8', 'tag': 'ccf1a203-ac67-444c-93c0-b3be8efe6534'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:13:59.025953 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b0fd22-f01b-4b72-8f81-af636d68cac6" -d '{"events": [{"name": "network-changed", "server_uuid": "094a0d06-4eda-4702-b8c7-286a24b052b8", "tag": "ccf1a203-ac67-444c-93c0-b3be8efe6534"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:13:59.026189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33458) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:59.056740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f7daf0ad-9b3b-44fa-99a1-639ff93019d2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-326196264'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:59.080630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-a47c3e4f-52e8-4145-b2e6-04b507fdcc0d', 'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d', 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'fixed_ips': [{'subnet_id': '7ec74e7c-ea55-40a8-910b-428569651112'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:13:59.081863 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:59.185162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f7dee-ac9f-4704-9495-552da698e105 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf1a203-ac67-444c-93c0-b3be8efe6534,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:59.206615 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fa6915-03d7-4837-b80a-bde6ecf1b57d x-openstack-request-id: req-90fa6915-03d7-4837-b80a-bde6ecf1b57d {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:13:59.210326 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094a0d06-4eda-4702-b8c7-286a24b052b8", "tag": "ccf1a203-ac67-444c-93c0-b3be8efe6534", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:13:59.211300 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-90fa6915-03d7-4837-b80a-bde6ecf1b57d {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:13:59.212284 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094a0d06-4eda-4702-b8c7-286a24b052b8', 'tag': 'ccf1a203-ac67-444c-93c0-b3be8efe6534', 'status': 'completed', 'code': 200} Dec 17 13:13:59.224912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7daf0ad-9b3b-44fa-99a1-639ff93019d2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:13:59.229803 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7daf0ad-9b3b-44fa-99a1-639ff93019d2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:59.281045 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-a0f40bb1-4663-4ece-ba45-827857af8e73 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290352 Dec 17 13:13:59.296771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7daf0ad-9b3b-44fa-99a1-639ff93019d2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:13:59.313623 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7daf0ad-9b3b-44fa-99a1-639ff93019d2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:59.314230 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-f7daf0ad-9b3b-44fa-99a1-639ff93019d2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Added segment 1f3013b8-bf62-47ce-803b-2a2b250d3b52 of type vlan for network ab100be9-1dc0-42b1-9bba-09282e423a09 Dec 17 13:13:59.328384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-fea2cf56-6028-4eb6-a503-5b6d483e03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:59.334314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-fea2cf56-6028-4eb6-a503-5b6d483e03f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 1095 time: 0.1394172 Dec 17 13:13:59.401077 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7daf0ad-9b3b-44fa-99a1-639ff93019d2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:59.430953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-41eff7a6-c1ff-4970-9009-d1bf09eb78d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf1a203-ac67-444c-93c0-b3be8efe6534 HTTP/1.1" status: 200 len: 217 time: 0.0786939 Dec 17 13:13:59.518295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Allocated IP 19.80.0.2 (a47c3e4f-52e8-4145-b2e6-04b507fdcc0d/7ec74e7c-ea55-40a8-910b-428569651112/eddfb897-8409-4e96-845d-743192e1583f) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:13:59.538087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-c16eabf1-1475-4f29-b357-a541f5762e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:59.543347 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-c16eabf1-1475-4f29-b357-a541f5762e67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=38b4f68a-57c1-4b44-b104-e17b33fe8875 HTTP/1.1" status: 200 len: 854 time: 0.1000850 Dec 17 13:13:59.567536 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7daf0ad-9b3b-44fa-99a1-639ff93019d2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:59.578282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7daf0ad-9b3b-44fa-99a1-639ff93019d2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:59.584643 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7daf0ad-9b3b-44fa-99a1-639ff93019d2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:13:59.602553 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-1ad7dc58-34ec-4d4d-b25c-dfb3dbd22ef5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3273fdd9-f649-409e-913c-2652e785b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493486 Dec 17 13:13:59.847267 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-81c9ee6d-781d-4dee-b948-d628b9e4e5bc service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370274 Dec 17 13:13:59.893807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b26548-bc4a-4d04-9ae1-b855d16b67d6 req-c0d4df8c-d493-4a8a-9daa-d1b2b8704378 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:13:59.895109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6b26548-bc4a-4d04-9ae1-b855d16b67d6 req-c0d4df8c-d493-4a8a-9daa-d1b2b8704378 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.4409807 Dec 17 13:13:59.917031 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f7daf0ad-9b3b-44fa-99a1-639ff93019d2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8889773 Dec 17 13:13:59.924503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33476) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:13:59.925285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daf0ad-9b3b-44fa-99a1-639ff93019d2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Network': ['ID=ab100be9-1dc0-42b1-9bba-09282e423a09,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:13:59.941455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-9399ac38-179d-40bf-91c1-a5202dc46fa1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'subnet': {'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:13:59.956960 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network ab100be9-1dc0-42b1-9bba-09282e423a09 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:14:00.083696 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:00.146758 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:00.148981 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6b26548-bc4a-4d04-9ae1-b855d16b67d6 req-a85ef433-89b0-4cd2-9ce5-38daf342f5b8 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219410 Dec 17 13:14:00.199557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2aaba27f-67ae-48ff-97d1-2cd5b419e59d req-31e71997-fac7-48d1-bc0e-d8bde4fd125a service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437476 Dec 17 13:14:00.248291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Network a47c3e4f-52e8-4145-b2e6-04b507fdcc0d is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:14:00.265333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:14:00.272430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:14:00.387947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Pushing event updated for resources: {'Port': ['ID=eddfb897-8409-4e96-845d-743192e1583f,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:00.395390 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d1c2772-b9c5-4b1d-8fd9-12fd03c53522 req-8491693d-3b76-42b4-8c87-25b5558ab163 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 210 time: 0.1199317 Dec 17 13:14:00.399171 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9399ac38-179d-40bf-91c1-a5202dc46fa1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:14:00.422422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9399ac38-179d-40bf-91c1-a5202dc46fa1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:00.442357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eed966-cc70-4479-aab4-5d99367195f3 req-bca3ebdf-95d6-4dc6-b8de-eff667421dca tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:00.452217 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d7eed966-cc70-4479-aab4-5d99367195f3 req-bca3ebdf-95d6-4dc6-b8de-eff667421dca tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 944 time: 0.1525621 Dec 17 13:14:00.495778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Attempting to bind port eddfb897-8409-4e96-845d-743192e1583f on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:14:00.496497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Attempting to bind port eddfb897-8409-4e96-845d-743192e1583f by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '59119c16-c8c7-4506-917a-1a53e341f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:14:00.497247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Attempting to bind port eddfb897-8409-4e96-845d-743192e1583f on network a47c3e4f-52e8-4145-b2e6-04b507fdcc0d {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:00.505529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:14:00.506100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Checking segment: {'id': '59119c16-c8c7-4506-917a-1a53e341f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:14:00.506624 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:00.507123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Bound using segment: {'id': '59119c16-c8c7-4506-917a-1a53e341f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:14:00.507708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Bound port: eddfb897-8409-4e96-845d-743192e1583f, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59119c16-c8c7-4506-917a-1a53e341f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:14:00.508356 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:00.579185 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d7eed966-cc70-4479-aab4-5d99367195f3 req-fcd82044-9734-476c-99e6-db2398271a78 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266119 Dec 17 13:14:00.604485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0fd22-f01b-4b72-8f81-af636d68cac6 req-349f2df0-5b7a-4138-ae83-578e74fcd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:00.606423 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79b0fd22-f01b-4b72-8f81-af636d68cac6 req-349f2df0-5b7a-4138-ae83-578e74fcd088 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 1095 time: 0.2272007 Dec 17 13:14:00.685097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] For port eddfb897-8409-4e96-845d-743192e1583f, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:14:00.698661 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] For port eddfb897-8409-4e96-845d-743192e1583f, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=eddfb897-8409-4e96-845d-743192e1583f,segment=NetworkSegment(59119c16-c8c7-4506-917a-1a53e341f995),segment_id=59119c16-c8c7-4506-917a-1a53e341f995)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:14:00.769965 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:00.866941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0fd22-f01b-4b72-8f81-af636d68cac6 req-921243ad-0372-480d-b903-291b48d1b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:00.866941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79b0fd22-f01b-4b72-8f81-af636d68cac6 req-921243ad-0372-480d-b903-291b48d1b724 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 915 time: 0.2460730 Dec 17 13:14:00.942948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329507f0-7e99-4a3f-ae2d-650004c11157 None None] Pushing event updated for resources: {'Port': ['ID=eddfb897-8409-4e96-845d-743192e1583f,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:00.985140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79b0fd22-f01b-4b72-8f81-af636d68cac6 req-9ad17303-9669-4b38-b9d5-ca8830173f55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf1a203-ac67-444c-93c0-b3be8efe6534 HTTP/1.1" status: 200 len: 217 time: 0.1031339 Dec 17 13:14:01.047055 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9399ac38-179d-40bf-91c1-a5202dc46fa1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:01.066363 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0fd22-f01b-4b72-8f81-af636d68cac6 req-2702305e-5597-4ee3-a30b-449afcf84f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:01.068716 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79b0fd22-f01b-4b72-8f81-af636d68cac6 req-2702305e-5597-4ee3-a30b-449afcf84f34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=38b4f68a-57c1-4b44-b104-e17b33fe8875 HTTP/1.1" status: 200 len: 854 time: 0.0660055 Dec 17 13:14:01.128029 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79b0fd22-f01b-4b72-8f81-af636d68cac6 req-664c22e5-cc36-4bc4-b7dc-1013deb84a53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3273fdd9-f649-409e-913c-2652e785b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504253 Dec 17 13:14:01.195355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399ac38-179d-40bf-91c1-a5202dc46fa1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Subnet': ['ID=9984710c-4740-4436-8e1e-0f6260630a84,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:01.230622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399ac38-179d-40bf-91c1-a5202dc46fa1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Checking segment: {'id': '1f3013b8-bf62-47ce-803b-2a2b250d3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:14:01.230622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9399ac38-179d-40bf-91c1-a5202dc46fa1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network hostable DHCP agents. Network: ab100be9-1dc0-42b1-9bba-09282e423a09, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:14:01.335328 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79b0fd22-f01b-4b72-8f81-af636d68cac6 req-94cc07e2-6d52-4574-a9bb-bac8cbc3159c service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966634 Dec 17 13:14:01.394076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9399ac38-179d-40bf-91c1-a5202dc46fa1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network ab100be9-1dc0-42b1-9bba-09282e423a09 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:14:01.489215 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79b0fd22-f01b-4b72-8f81-af636d68cac6 req-36881d64-b679-4244-ab55-557e0bd7d679 service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435738 Dec 17 13:14:01.531998 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:01.554068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026c17d-4f54-471e-91ad-18ed4fcacb51 req-df8ba3fa-8ff2-4927-8638-ea84d8de5a6d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:01.564712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2026c17d-4f54-471e-91ad-18ed4fcacb51 req-df8ba3fa-8ff2-4927-8638-ea84d8de5a6d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.2542489 Dec 17 13:14:01.596632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-9399ac38-179d-40bf-91c1-a5202dc46fa1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, ab100be9-1dc0-42b1-9bba-09282e423a09) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:14:01.600598 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6735a3cd-cf19-46b3-b98c-f31c09139b7d req-35ad97d5-6aa9-4650-9377-0e479f7145fd tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 210 time: 0.0735614 Dec 17 13:14:01.605484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9399ac38-179d-40bf-91c1-a5202dc46fa1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:01.607052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9399ac38-179d-40bf-91c1-a5202dc46fa1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:01.619648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178ed6b0-c961-49d6-8e8e-24f5bc160595 None None] Network ab100be9-1dc0-42b1-9bba-09282e423a09 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:14:01.709314 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2026c17d-4f54-471e-91ad-18ed4fcacb51 req-7b43d7cf-4dbf-43ec-ad70-519cbb1cdaae tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436262 Dec 17 13:14:01.790499 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9399ac38-179d-40bf-91c1-a5202dc46fa1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8558760 Dec 17 13:14:01.915579 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76154a38-527c-4cee-a4cf-4051a15ff5d1 req-2c8395d1-e019-4596-a274-4db6515855de tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:01.917611 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76154a38-527c-4cee-a4cf-4051a15ff5d1 req-2c8395d1-e019-4596-a274-4db6515855de tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 944 time: 0.1244214 Dec 17 13:14:01.920899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-ab100be9-1dc0-42b1-9bba-09282e423a09', 'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09', 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'fixed_ips': [{'subnet_id': '9984710c-4740-4436-8e1e-0f6260630a84'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:14:01.921810 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:01.932078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332cd7-50be-46b0-ae98-b9e12d280731 req-4378e3c3-8779-4c74-a28e-843ff7137ff6 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:01.947513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba332cd7-50be-46b0-ae98-b9e12d280731 req-4378e3c3-8779-4c74-a28e-843ff7137ff6 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1374450 Dec 17 13:14:02.033617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76154a38-527c-4cee-a4cf-4051a15ff5d1 req-ccd695a5-ac58-4f5d-afe0-d82d4a74f8a8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988653 Dec 17 13:14:02.112316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba332cd7-50be-46b0-ae98-b9e12d280731 req-f6c77b6a-29a5-4354-a706-fd9eb69b9bcf tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617773 Dec 17 13:14:02.362671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4989687-54ab-4ede-a57d-01bef2e9defe req-1762d778-3191-4931-bb24-26aea335bfa7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:02.377239 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4989687-54ab-4ede-a57d-01bef2e9defe req-1762d778-3191-4931-bb24-26aea335bfa7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1679029 Dec 17 13:14:02.381367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Allocated IP 19.86.0.2 (ab100be9-1dc0-42b1-9bba-09282e423a09/9984710c-4740-4436-8e1e-0f6260630a84/f567fe5f-6b53-45cc-981c-d5246c801864) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:14:02.482779 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4989687-54ab-4ede-a57d-01bef2e9defe req-b8161bbc-3423-429c-a68a-d43b1b0df3b6 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012926 Dec 17 13:14:02.543189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-7c990ac8-08bf-4f8e-a56c-5ca0457d0c35 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:02.543538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-7c990ac8-08bf-4f8e-a56c-5ca0457d0c35 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:02.545683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-7c990ac8-08bf-4f8e-a56c-5ca0457d0c35 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/networks?id=a47c3e4f-52e8-4145-b2e6-04b507fdcc0d&id=ab100be9-1dc0-42b1-9bba-09282e423a09 HTTP/1.1" status: 200 len: 1390 time: 0.1798587 Dec 17 13:14:02.575124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-d48923f3-a8e6-464f-85f6-42070a404f87 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/quotas/2ade64fd6c0f436798d66fa320ffcf65 HTTP/1.1" status: 200 len: 375 time: 0.0175111 Dec 17 13:14:02.644733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac998caa-ee2d-44f2-a5f3-e420a22bd61a None None] Network a47c3e4f-52e8-4145-b2e6-04b507fdcc0d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:14:02.707103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-638a41b0-9bc1-4246-9657-a1e4b20632ed tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1304553 Dec 17 13:14:02.735194 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:02.777547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-316b5bcd-6648-41fa-ac09-320705da5c69 None None] Provisioning complete for port eddfb897-8409-4e96-845d-743192e1583f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:02.778202 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-316b5bcd-6648-41fa-ac09-320705da5c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:02.834496 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:02.867736 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-bfe0ac75-7749-4884-8ba4-dbce0883efeb service neutron] 10.222.0.59 "GET /v2.0/networks/a47c3e4f-52e8-4145-b2e6-04b507fdcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555161 Dec 17 13:14:02.899670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Network ab100be9-1dc0-42b1-9bba-09282e423a09 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:14:02.907946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:14:02.911826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Pushing event updated for resources: {'Port': ['ID=f567fe5f-6b53-45cc-981c-d5246c801864,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:02.916567 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:14:02.998228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05058fe-9a80-4817-b636-027b8660dc1c req-374d684f-ff98-4e7e-83ee-ed5cae5fae70 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:02.999788 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-374d684f-ff98-4e7e-83ee-ed5cae5fae70 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.1968715 Dec 17 13:14:03.014190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-a05058fe-9a80-4817-b636-027b8660dc1c req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Request body: {'port': {'device_id': 'fbb50867-8dff-4029-8c80-7142f2e15319', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'admin_state_up': True, 'tenant_id': 'faf124e995c7454192e72a02bb3c6016'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:03.068267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-7b8bcfc7-d29e-4939-9d3d-d3a094353408 service neutron] 10.222.0.59 "GET /v2.0/networks/a47c3e4f-52e8-4145-b2e6-04b507fdcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866047 Dec 17 13:14:03.068413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Attempting to bind port f567fe5f-6b53-45cc-981c-d5246c801864 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:14:03.071276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Attempting to bind port f567fe5f-6b53-45cc-981c-d5246c801864 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '1f3013b8-bf62-47ce-803b-2a2b250d3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:14:03.071276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Attempting to bind port f567fe5f-6b53-45cc-981c-d5246c801864 on network ab100be9-1dc0-42b1-9bba-09282e423a09 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:03.106509 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:14:03.110810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Checking segment: {'id': '1f3013b8-bf62-47ce-803b-2a2b250d3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:14:03.110810 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:03.110810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Bound using segment: {'id': '1f3013b8-bf62-47ce-803b-2a2b250d3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:14:03.113877 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Bound port: f567fe5f-6b53-45cc-981c-d5246c801864, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3013b8-bf62-47ce-803b-2a2b250d3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:14:03.119425 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:03.132487 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-316b5bcd-6648-41fa-ac09-320705da5c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:03.190429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-316b5bcd-6648-41fa-ac09-320705da5c69 None None] For port eddfb897-8409-4e96-845d-743192e1583f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=eddfb897-8409-4e96-845d-743192e1583f,segment=NetworkSegment(59119c16-c8c7-4506-917a-1a53e341f995),segment_id=59119c16-c8c7-4506-917a-1a53e341f995)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:03.230731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device eddfb897-8409-4e96-845d-743192e1583f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:14:03.271291 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-316b5bcd-6648-41fa-ac09-320705da5c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:03.306677 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-58be8f98-3a82-4333-8677-0b2b6e806fc3 service neutron] 10.222.0.59 "GET /v2.0/networks/ab100be9-1dc0-42b1-9bba-09282e423a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014120 Dec 17 13:14:03.338212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] For port f567fe5f-6b53-45cc-981c-d5246c801864, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:14:03.345194 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] For port f567fe5f-6b53-45cc-981c-d5246c801864, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f567fe5f-6b53-45cc-981c-d5246c801864,segment=NetworkSegment(1f3013b8-bf62-47ce-803b-2a2b250d3b52),segment_id=1f3013b8-bf62-47ce-803b-2a2b250d3b52)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:14:03.383088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b5bcd-6648-41fa-ac09-320705da5c69 None None] Pushing event updated for resources: {'Port': ['ID=eddfb897-8409-4e96-845d-743192e1583f,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:03.398477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port eddfb897-8409-4e96-845d-743192e1583f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:03.398477 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:03.417271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05058fe-9a80-4817-b636-027b8660dc1c req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Made reservation on behalf of faf124e995c7454192e72a02bb3c6016 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:14:03.423285 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a05058fe-9a80-4817-b636-027b8660dc1c req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:03.435805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ccf1a203-ac67-444c-93c0-b3be8efe6534 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:14:03.462283 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:03.473002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-89e5a923-64b1-453f-a6eb-7b099c6f54b9 None None] Provisioning complete for port eddfb897-8409-4e96-845d-743192e1583f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:03.473994 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-89e5a923-64b1-453f-a6eb-7b099c6f54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:03.479267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-14a9e066-9be3-4869-a6da-6d08daeb5622 service neutron] 10.222.0.59 "GET /v2.0/networks/ab100be9-1dc0-42b1-9bba-09282e423a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635330 Dec 17 13:14:03.567173 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.resource_extend [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:14:03.629411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-a05058fe-9a80-4817-b636-027b8660dc1c req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Allocated IP 172.20.0.8 (9dd62150-3a26-44a9-b2ba-a4820fa028d7/9f427b02-4099-4e19-ac3f-370afbfda770/909e0c7a-af50-4b8e-a959-b8ab29804f7e) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:14:03.735788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1d118-f1c3-4b97-bf83-33d41ed9b304 None None] Pushing event updated for resources: {'Port': ['ID=f567fe5f-6b53-45cc-981c-d5246c801864,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:03.917169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ccf1a203-ac67-444c-93c0-b3be8efe6534, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ccf1a203-ac67-444c-93c0-b3be8efe6534,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:04.010457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'ccf1a203-ac67-444c-93c0-b3be8efe6534', 'network_id': '3273fdd9-f649-409e-913c-2652e785b30c', 'port_id': 'ccf1a203-ac67-444c-93c0-b3be8efe6534', 'mac_address': 'fa:16:3e:bd:40:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b4f68a-57c1-4b44-b104-e17b33fe8875', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:14:04.050700 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a05058fe-9a80-4817-b636-027b8660dc1c req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:04.140908 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:04.172214 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a05058fe-9a80-4817-b636-027b8660dc1c req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:04.189354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17512e-84d2-4ba5-a72d-91ff92c51636 req-1d02021c-ac55-4d01-b9ed-1d470937f3d5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:04.194132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:04.210552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e17512e-84d2-4ba5-a72d-91ff92c51636 req-1d02021c-ac55-4d01-b9ed-1d470937f3d5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1445758 Dec 17 13:14:04.267343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event updated for resources: {'Port': ['ID=909e0c7a-af50-4b8e-a959-b8ab29804f7e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:04.285377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05058fe-9a80-4817-b636-027b8660dc1c req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:14:04.287416 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-a05058fe-9a80-4817-b636-027b8660dc1c req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:14:04.291701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05058fe-9a80-4817-b636-027b8660dc1c req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:14:04.327050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf1a203-ac67-444c-93c0-b3be8efe6534 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:14:04.386454 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e17512e-84d2-4ba5-a72d-91ff92c51636 req-ca76fdf4-1419-42b1-8cc9-92f55577b128 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686981 Dec 17 13:14:04.387417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ccf1a203-ac67-444c-93c0-b3be8efe6534, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ccf1a203-ac67-444c-93c0-b3be8efe6534,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:04.440261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05058fe-9a80-4817-b636-027b8660dc1c req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:04.443354 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a05058fe-9a80-4817-b636-027b8660dc1c req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:04.459600 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:04.510816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e832413-e6ac-44ae-9e59-924bf7e9fa90 req-79b73a34-57ff-4ffc-ab6e-e3b60d19cb7c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:04.522495 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e832413-e6ac-44ae-9e59-924bf7e9fa90 req-79b73a34-57ff-4ffc-ab6e-e3b60d19cb7c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 931 time: 0.1874373 Dec 17 13:14:04.565166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-7b302c3c-5a89-470c-a822-7a7a0da515fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5552654 Dec 17 13:14:04.582278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2308bc-8f76-45f4-a1d3-41eda36a6880 req-f860c8f3-79d8-476f-bc01-65e0df7a45d8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:04.584558 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb2308bc-8f76-45f4-a1d3-41eda36a6880 req-f860c8f3-79d8-476f-bc01-65e0df7a45d8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 945 time: 0.1050012 Dec 17 13:14:04.585729 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Request body: {'port': {'device_id': 'fbb50867-8dff-4029-8c80-7142f2e15319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:04.723800 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb2308bc-8f76-45f4-a1d3-41eda36a6880 req-ec0d6b11-bb2a-448c-b9a5-110c2659370b tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256115 Dec 17 13:14:04.789943 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=ccf1a203-ac67-444c-93c0-b3be8efe6534,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:04.803041 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:04.808796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e832413-e6ac-44ae-9e59-924bf7e9fa90 req-891fc653-9f06-43c3-b960-13bf805c1ef9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835207 Dec 17 13:14:04.885250 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f94e94c-7e1d-43fd-8a40-1577188da137 req-e401db94-136d-4cb2-a6ba-b45356ae0066 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 210 time: 0.0985100 Dec 17 13:14:04.890285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['ccf1a203-ac67-444c-93c0-b3be8efe6534'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:05.368372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device eddfb897-8409-4e96-845d-743192e1583f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:14:05.445822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port eddfb897-8409-4e96-845d-743192e1583f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:05.446502 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:05.478951 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9996cec-14b1-40d5-9322-439f5d88f1c6 req-b686ea47-c4d6-401b-b018-84009ed22bf7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:05.480541 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9996cec-14b1-40d5-9322-439f5d88f1c6 req-b686ea47-c4d6-401b-b018-84009ed22bf7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.2213411 Dec 17 13:14:05.553961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f567fe5f-6b53-45cc-981c-d5246c801864 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:14:05.656932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909e0c7a-af50-4b8e-a959-b8ab29804f7e {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:14:05.666899 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:05.676853 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9213d19-4508-4a42-9825-9f81a10c2ead None None] Network ab100be9-1dc0-42b1-9bba-09282e423a09 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:14:05.683550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Transition to ACTIVE for port object 909e0c7a-af50-4b8e-a959-b8ab29804f7e will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:14:05.707498 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9996cec-14b1-40d5-9322-439f5d88f1c6 req-c70a02d4-0ca9-452d-8205-b7451d2fa092 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141676 Dec 17 13:14:05.721903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f567fe5f-6b53-45cc-981c-d5246c801864 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:05.722373 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:05.740416 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:05.908777 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:05.973800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port f567fe5f-6b53-45cc-981c-d5246c801864, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f567fe5f-6b53-45cc-981c-d5246c801864,segment=NetworkSegment(1f3013b8-bf62-47ce-803b-2a2b250d3b52),segment_id=1f3013b8-bf62-47ce-803b-2a2b250d3b52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:05.975223 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:05.980995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249afbd0-1a0d-4526-a58b-33a2395771b9 req-599e1082-4524-4156-87cd-3fc7b7eff3bb tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:05.982824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-aedd6e92-fe49-4dc1-8128-41396c421519 None None] Provisioning complete for port f567fe5f-6b53-45cc-981c-d5246c801864 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:05.983365 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aedd6e92-fe49-4dc1-8128-41396c421519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:05.991950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-249afbd0-1a0d-4526-a58b-33a2395771b9 req-599e1082-4524-4156-87cd-3fc7b7eff3bb tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1260433 Dec 17 13:14:06.078366 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:06.114491 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-249afbd0-1a0d-4526-a58b-33a2395771b9 req-b2728d18-4e1f-4830-917f-d0b1dcb0ee65 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194437 Dec 17 13:14:06.138167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=909e0c7a-af50-4b8e-a959-b8ab29804f7e,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:06.247960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecbb34-73dc-447a-8ad6-c3ad72156b67 req-ea3c9d41-7212-4f18-b55a-95b1b71cf0c7 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:06.259419 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17ecbb34-73dc-447a-8ad6-c3ad72156b67 req-ea3c9d41-7212-4f18-b55a-95b1b71cf0c7 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 945 time: 0.3977778 Dec 17 13:14:06.260355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Attempting to bind port 909e0c7a-af50-4b8e-a959-b8ab29804f7e on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:14:06.260787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Attempting to bind port 909e0c7a-af50-4b8e-a959-b8ab29804f7e by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:14:06.261216 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Attempting to bind port 909e0c7a-af50-4b8e-a959-b8ab29804f7e on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:06.267646 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Port 909e0c7a-af50-4b8e-a959-b8ab29804f7e on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:14:06.268113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Attempting to bind port 909e0c7a-af50-4b8e-a959-b8ab29804f7e on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:06.281424 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:14:06.281935 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Checking segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:14:06.282441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Bound using segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:14:06.282998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Bound port: 909e0c7a-af50-4b8e-a959-b8ab29804f7e, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:14:06.283462 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:06.295719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=f567fe5f-6b53-45cc-981c-d5246c801864,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:06.376119 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17ecbb34-73dc-447a-8ad6-c3ad72156b67 req-55ec593f-2076-4896-8ff5-b7cc17423ef8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053679 Dec 17 13:14:06.429385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff663a2e-80d3-4915-85a6-74571faaeb6d req-0f9f05ea-0232-4956-a24b-8fe3026d5a3f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:06.431110 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] For port 909e0c7a-af50-4b8e-a959-b8ab29804f7e, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:14:06.435450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] For port 909e0c7a-af50-4b8e-a959-b8ab29804f7e, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=909e0c7a-af50-4b8e-a959-b8ab29804f7e,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:14:06.441290 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff663a2e-80d3-4915-85a6-74571faaeb6d req-0f9f05ea-0232-4956-a24b-8fe3026d5a3f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 943 time: 0.1096270 Dec 17 13:14:06.509183 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:06.580000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff663a2e-80d3-4915-85a6-74571faaeb6d req-48f36d20-ed76-4b57-a398-3e166e006800 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342337 Dec 17 13:14:06.606124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=909e0c7a-af50-4b8e-a959-b8ab29804f7e,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:06.619266 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a350f4a-54a6-48e2-8089-a842576ff7f8 req-031381da-8530-4eaf-b787-5ed25437dc4b tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 210 time: 0.1257339 Dec 17 13:14:06.631858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:06.632833 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:06.647210 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-443847da-68e1-4f1a-a6cc-2965fa815ea2 service neutron] 10.222.0.61 "PUT /v2.0/ports/909e0c7a-af50-4b8e-a959-b8ab29804f7e HTTP/1.1" status: 200 len: 1091 time: 2.0576420 Dec 17 13:14:06.647210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb50867-8dff-4029-8c80-7142f2e15319', 'tag': '909e0c7a-af50-4b8e-a959-b8ab29804f7e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:06.662353 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862e9436-0232-4aec-97f3-fef5336734b0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb50867-8dff-4029-8c80-7142f2e15319", "tag": "909e0c7a-af50-4b8e-a959-b8ab29804f7e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:06.800608 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05058fe-9a80-4817-b636-027b8660dc1c req-b8414510-7a8f-436c-b9ab-1876facd8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:06.802329 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-b8414510-7a8f-436c-b9ab-1876facd8ff5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 1094 time: 0.0538480 Dec 17 13:14:06.871745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c2108f6d-fee3-4fba-8f4f-4651a367921c None None] Provisioning complete for port f567fe5f-6b53-45cc-981c-d5246c801864 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:06.872050 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c2108f6d-fee3-4fba-8f4f-4651a367921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:06.936138 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-b1924fda-821b-4a7a-9e45-f60ea586ea10 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=909e0c7a-af50-4b8e-a959-b8ab29804f7e HTTP/1.1" status: 200 len: 217 time: 0.1181254 Dec 17 13:14:06.973741 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c2c3c7-6ca9-47e3-9aa8-1541d76d7e89 x-openstack-request-id: req-d7c2c3c7-6ca9-47e3-9aa8-1541d76d7e89 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:06.974672 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb50867-8dff-4029-8c80-7142f2e15319", "tag": "909e0c7a-af50-4b8e-a959-b8ab29804f7e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:06.974953 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7c2c3c7-6ca9-47e3-9aa8-1541d76d7e89 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:06.975363 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb50867-8dff-4029-8c80-7142f2e15319', 'tag': '909e0c7a-af50-4b8e-a959-b8ab29804f7e', 'status': 'completed', 'code': 200} Dec 17 13:14:07.053756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f567fe5f-6b53-45cc-981c-d5246c801864 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:14:07.078380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12541b7-fc4b-4599-b36a-07e29981d871 req-580ba9aa-d73d-4684-ab83-5d1189f930d3 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:07.087672 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c12541b7-fc4b-4599-b36a-07e29981d871 req-580ba9aa-d73d-4684-ab83-5d1189f930d3 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1488461 Dec 17 13:14:07.093508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05058fe-9a80-4817-b636-027b8660dc1c req-e71be6aa-d116-4e5d-8b09-913f24fca56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:07.123815 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-e71be6aa-d116-4e5d-8b09-913f24fca56a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.1300724 Dec 17 13:14:07.126982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f567fe5f-6b53-45cc-981c-d5246c801864 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:07.127523 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:07.144551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-99747c82-3bb2-4316-9086-97812d371086 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395718 Dec 17 13:14:07.318493 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c12541b7-fc4b-4599-b36a-07e29981d871 req-65982d13-676e-4010-8e26-ee6ea93b43e9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298059 Dec 17 13:14:07.321102 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-10b707e0-a9d7-4ef3-82d6-aec20f7211fe service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437430 Dec 17 13:14:07.453313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ccf1a203-ac67-444c-93c0-b3be8efe6534 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:14:07.600769 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a05058fe-9a80-4817-b636-027b8660dc1c req-725bbe03-5307-4cb0-bc60-4c845aacf4b5 service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711554 Dec 17 13:14:07.622774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8247e-28f2-4d36-b4e2-c33a9dd18d9d req-832d9773-06da-47ea-858e-e0fe7380db25 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:07.624471 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbe8247e-28f2-4d36-b4e2-c33a9dd18d9d req-832d9773-06da-47ea-858e-e0fe7380db25 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 945 time: 0.1230116 Dec 17 13:14:07.646550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05160a3-e1f7-4f38-8b93-74c466ba8435 req-586233ff-a63d-42ae-b8cf-06ad398bf0c0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:07.662515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f05160a3-e1f7-4f38-8b93-74c466ba8435 req-586233ff-a63d-42ae-b8cf-06ad398bf0c0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1956306 Dec 17 13:14:07.676048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port ccf1a203-ac67-444c-93c0-b3be8efe6534 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:14:07.680348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port ccf1a203-ac67-444c-93c0-b3be8efe6534 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:07.680723 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:07.735172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-e80c7817-d6df-4922-8dcc-7baac177190b tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:07.745857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-e80c7817-d6df-4922-8dcc-7baac177190b tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:07.749652 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-e80c7817-d6df-4922-8dcc-7baac177190b tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.61 "GET /v2.0/networks?id=a47c3e4f-52e8-4145-b2e6-04b507fdcc0d&id=ab100be9-1dc0-42b1-9bba-09282e423a09 HTTP/1.1" status: 200 len: 1390 time: 0.3833992 Dec 17 13:14:07.768998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'port': {'device_id': '0772c617-2503-4ff7-8881-04667c169f45', 'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d', 'admin_state_up': True, 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:07.798922 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:07.826758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094a0d06-4eda-4702-b8c7-286a24b052b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf1a203-ac67-444c-93c0-b3be8efe6534'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:07.830052 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bc3446-4630-4e98-97ba-b83626f6fa96" -d '{"events": [{"server_uuid": "094a0d06-4eda-4702-b8c7-286a24b052b8", "name": "network-vif-plugged", "status": "completed", "tag": "ccf1a203-ac67-444c-93c0-b3be8efe6534"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:07.853133 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port ccf1a203-ac67-444c-93c0-b3be8efe6534, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ccf1a203-ac67-444c-93c0-b3be8efe6534,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:07.896638 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f05160a3-e1f7-4f38-8b93-74c466ba8435 req-39c75794-8e6c-4f27-b812-9b11dde510d5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333746 Dec 17 13:14:07.930584 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:08.044026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=ccf1a203-ac67-444c-93c0-b3be8efe6534,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:08.067335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82725240-b9e4-4f0c-a857-685742f16422 req-9214d724-4fb5-4202-81a8-3e7eb6c41d2a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:08.068989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-82725240-b9e4-4f0c-a857-685742f16422 req-9214d724-4fb5-4202-81a8-3e7eb6c41d2a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 943 time: 0.0725780 Dec 17 13:14:08.149128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-82725240-b9e4-4f0c-a857-685742f16422 req-ed35b72d-382c-4588-9113-879295b9736d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689931 Dec 17 13:14:08.152475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:14:08.154328 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbe8247e-28f2-4d36-b4e2-c33a9dd18d9d req-155057d0-013a-4283-a22f-e5f688c7c979 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151584 Dec 17 13:14:08.161690 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:08.214737 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e9436-0232-4aec-97f3-fef5336734b0 req-b52d383a-a045-46ac-98c2-823cae1ea521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:08.217169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-862e9436-0232-4aec-97f3-fef5336734b0 req-b52d383a-a045-46ac-98c2-823cae1ea521 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 1094 time: 0.0925586 Dec 17 13:14:08.309766 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04a14a39-b4c8-4d73-9d28-3928f03e465b req-56a81c97-a8ca-4ced-aac2-783be5564f02 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 210 time: 0.0380318 Dec 17 13:14:08.443392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Allocated IP 19.80.0.165 (a47c3e4f-52e8-4145-b2e6-04b507fdcc0d/7ec74e7c-ea55-40a8-910b-428569651112/97e03ad1-e834-4453-a551-a946aaafdbc0) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:14:08.456732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e9436-0232-4aec-97f3-fef5336734b0 req-580bee0c-6e0b-494d-afd6-1f947fba0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:08.458370 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-862e9436-0232-4aec-97f3-fef5336734b0 req-580bee0c-6e0b-494d-afd6-1f947fba0eeb service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 907 time: 0.2179191 Dec 17 13:14:08.523393 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-862e9436-0232-4aec-97f3-fef5336734b0 req-96b4ebf0-ca6a-41ce-b514-f29b54b76cd5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=909e0c7a-af50-4b8e-a959-b8ab29804f7e HTTP/1.1" status: 200 len: 217 time: 0.0546296 Dec 17 13:14:08.533341 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42125e5-01d3-42d8-bfd2-7e3d5e753569 x-openstack-request-id: req-e42125e5-01d3-42d8-bfd2-7e3d5e753569 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:08.534500 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094a0d06-4eda-4702-b8c7-286a24b052b8", "name": "network-vif-plugged", "status": "completed", "tag": "ccf1a203-ac67-444c-93c0-b3be8efe6534", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:08.534500 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e42125e5-01d3-42d8-bfd2-7e3d5e753569 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:08.534705 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094a0d06-4eda-4702-b8c7-286a24b052b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf1a203-ac67-444c-93c0-b3be8efe6534', 'code': 200} Dec 17 13:14:08.595758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e9436-0232-4aec-97f3-fef5336734b0 req-92279b13-9f16-4fc2-ae24-e2cd02d05e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:08.597254 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-862e9436-0232-4aec-97f3-fef5336734b0 req-92279b13-9f16-4fc2-ae24-e2cd02d05e44 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.0648520 Dec 17 13:14:08.696323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-862e9436-0232-4aec-97f3-fef5336734b0 req-948eeffb-c97a-462f-b527-d595bcf35d45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522661 Dec 17 13:14:08.725454 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:08.783096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc69a04-108c-41a9-993b-8973acc2bee6 req-595e6795-bbd6-44ef-aaca-1cf614865f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:08.788956 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dbc69a04-108c-41a9-993b-8973acc2bee6 req-595e6795-bbd6-44ef-aaca-1cf614865f18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 1097 time: 0.1797161 Dec 17 13:14:08.831330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:08.908295 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network a47c3e4f-52e8-4145-b2e6-04b507fdcc0d is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:14:08.931869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:14:08.937455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dbc69a04-108c-41a9-993b-8973acc2bee6 req-6a716b97-193e-41e0-a593-cd281585e1d0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317213 Dec 17 13:14:08.938884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:14:08.942851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Port': ['ID=97e03ad1-e834-4453-a551-a946aaafdbc0,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:08.961400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-862e9436-0232-4aec-97f3-fef5336734b0 req-df59d83a-4c73-4b10-935e-dfc67eab72ae service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535622 Dec 17 13:14:08.977778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:08.978135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:08.978483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:08.978821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:08.979695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:08.979695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:08.979985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:08.980087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:08.980414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:08.980737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:08.981064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:08.981389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:08.981762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:09.031362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927d3d1-8e50-46a2-966f-a8db9bc5e5da req-6ccad199-678a-4b46-b770-67136c8ced79 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:09.040554 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9927d3d1-8e50-46a2-966f-a8db9bc5e5da req-6ccad199-678a-4b46-b770-67136c8ced79 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1633646 Dec 17 13:14:09.069928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:09.069928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:09.133406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9927d3d1-8e50-46a2-966f-a8db9bc5e5da req-2ba453c7-90e7-4d41-99cf-f85ef9ef40dd tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906191 Dec 17 13:14:09.193661 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-ded60dcc-387e-4451-9153-c9ad4e32942f tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4317710 Dec 17 13:14:09.198807 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-862e9436-0232-4aec-97f3-fef5336734b0 req-f4810706-d102-4d31-b18c-519a27ef6d22 service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247651 Dec 17 13:14:09.224219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Request body: {'port': {'device_id': '0772c617-2503-4ff7-8881-04667c169f45', 'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09', 'admin_state_up': True, 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:09.398233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-68c266b9-8818-437b-a565-9c288bfd816e None None] Provisioning complete for port 97e03ad1-e834-4453-a551-a946aaafdbc0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:09.399270 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-68c266b9-8818-437b-a565-9c288bfd816e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:09.402473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7eede-b457-4335-97f9-cab963d3493c req-41f4fd34-c606-4a3a-86e9-0a97e30a2344 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:09.407748 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4bb7eede-b457-4335-97f9-cab963d3493c req-41f4fd34-c606-4a3a-86e9-0a97e30a2344 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 943 time: 0.0964217 Dec 17 13:14:09.429835 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842eefbd-f854-4131-8477-d4b039805fc4 req-78aaf46c-3578-447e-b134-28a4094e0277 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:09.437849 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-842eefbd-f854-4131-8477-d4b039805fc4 req-78aaf46c-3578-447e-b134-28a4094e0277 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 946 time: 0.1338406 Dec 17 13:14:09.508986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-68c266b9-8818-437b-a565-9c288bfd816e None None] Port 97e03ad1-e834-4453-a551-a946aaafdbc0 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:14:09.512558 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4bb7eede-b457-4335-97f9-cab963d3493c req-4504a019-8e96-4b0f-ad96-21a8468163d3 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008873 Dec 17 13:14:09.563491 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-842eefbd-f854-4131-8477-d4b039805fc4 req-22d137b9-a14a-4c3f-b2c5-267d280e374b tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241767 Dec 17 13:14:09.616991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Made reservation on behalf of 2ade64fd6c0f436798d66fa320ffcf65 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:14:09.621302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:09.711495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46760111-f01a-4b18-92a7-831d86ad8d7a req-586c6b02-5566-4046-aea3-69974f9c9cfa tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:09.714910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46760111-f01a-4b18-92a7-831d86ad8d7a req-586c6b02-5566-4046-aea3-69974f9c9cfa tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 932 time: 0.0747290 Dec 17 13:14:09.793767 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46760111-f01a-4b18-92a7-831d86ad8d7a req-63fb4779-c053-480a-a567-d8b224823ac3 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711954 Dec 17 13:14:09.840689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Allocated IP 19.86.0.187 (ab100be9-1dc0-42b1-9bba-09282e423a09/9984710c-4740-4436-8e1e-0f6260630a84/09c8b0c3-3c7d-47ba-802f-50a5b29c2774) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:14:10.051726 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:10.147427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-a26769d4-48c3-4093-9b88-ae36a91478a5 req-95b29cc6-b546-4c7c-9d29-e351378f1386 service neutron] (110454) timed out ('10.222.0.54', 65013) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:14:10.157813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:10.222805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Network ab100be9-1dc0-42b1-9bba-09282e423a09 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:14:10.236474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:14:10.255797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:14:10.289550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event updated for resources: {'Port': ['ID=09c8b0c3-3c7d-47ba-802f-50a5b29c2774,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:10.326334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:10.327009 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:10.336618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9358ebc-6e48-4da1-b07b-26abc35fcee7 req-0696ffd7-967d-497e-911f-01a8cc8a5530 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:10.338270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9358ebc-6e48-4da1-b07b-26abc35fcee7 req-0696ffd7-967d-497e-911f-01a8cc8a5530 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1198864 Dec 17 13:14:10.407135 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9358ebc-6e48-4da1-b07b-26abc35fcee7 req-68930eac-3546-48a4-bc7d-378c4983d8c0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598342 Dec 17 13:14:10.439322 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-1554fe23-6f1e-47ab-a851-56399339c2f4 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2244763 Dec 17 13:14:10.463882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Request body: {'port': {'device_id': '0772c617-2503-4ff7-8881-04667c169f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:10.530256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:10.547666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-19ba6c20-6105-49aa-bea0-85e1d3f93dce None None] Provisioning complete for port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:10.548174 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-19ba6c20-6105-49aa-bea0-85e1d3f93dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:10.626390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-19ba6c20-6105-49aa-bea0-85e1d3f93dce None None] Port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:14:10.662114 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b49a57-02d4-42ad-a28d-c23bd4754e8a req-31da85f0-b98e-4650-b206-30cf4f4c7a60 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:10.663721 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5b49a57-02d4-42ad-a28d-c23bd4754e8a req-31da85f0-b98e-4650-b206-30cf4f4c7a60 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 943 time: 0.0805910 Dec 17 13:14:10.727587 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5b49a57-02d4-42ad-a28d-c23bd4754e8a req-e05aa9d5-5690-44b5-b858-1e158cf6d2cb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564394 Dec 17 13:14:10.885877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e03ad1-e834-4453-a551-a946aaafdbc0 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:14:10.893197 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:10.923404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Transition to ACTIVE for port object 97e03ad1-e834-4453-a551-a946aaafdbc0 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:14:10.953992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb911b-e3f9-4447-9747-a7fdc31adbe9 req-b91c4961-f67b-4030-ae60-88a58f703f7a tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:10.955901 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-37bb911b-e3f9-4447-9747-a7fdc31adbe9 req-b91c4961-f67b-4030-ae60-88a58f703f7a tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 946 time: 0.0696065 Dec 17 13:14:11.010528 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:11.025191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 909e0c7a-af50-4b8e-a959-b8ab29804f7e details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:14:11.041273 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-37bb911b-e3f9-4447-9747-a7fdc31adbe9 req-e631dc04-027a-47af-8329-bb9babefe186 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795333 Dec 17 13:14:11.060883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41456753-da93-46eb-a471-408749e4efb3 req-2d934366-d7dd-4019-9117-144bc09c75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:11.062677 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41456753-da93-46eb-a471-408749e4efb3 req-2d934366-d7dd-4019-9117-144bc09c75ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 1097 time: 0.0668571 Dec 17 13:14:11.155938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29533f46-bc8f-49d1-9d83-b472d7f29652 req-01c58557-0304-45a2-96cf-1777a3cb58df tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:11.169361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29533f46-bc8f-49d1-9d83-b472d7f29652 req-01c58557-0304-45a2-96cf-1777a3cb58df tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1878154 Dec 17 13:14:11.228389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 909e0c7a-af50-4b8e-a959-b8ab29804f7e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=909e0c7a-af50-4b8e-a959-b8ab29804f7e,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:11.242040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Pushing event updated for resources: {'Port': ['ID=97e03ad1-e834-4453-a551-a946aaafdbc0,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:11.245208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '909e0c7a-af50-4b8e-a959-b8ab29804f7e', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'port_id': '909e0c7a-af50-4b8e-a959-b8ab29804f7e', 'mac_address': 'fa:16:3e:75:43:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f427b02-4099-4e19-ac3f-370afbfda770', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:14:11.294987 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:11.308818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41456753-da93-46eb-a471-408749e4efb3 req-30c49e3a-32f7-4c85-9b49-f0b2241756ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:11.311686 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41456753-da93-46eb-a471-408749e4efb3 req-30c49e3a-32f7-4c85-9b49-f0b2241756ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ac616f1-83c2-4e98-bca5-5ee36fd96122 HTTP/1.1" status: 200 len: 915 time: 0.2344239 Dec 17 13:14:11.328034 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29533f46-bc8f-49d1-9d83-b472d7f29652 req-049ddba9-764a-448b-b333-071bf3558db9 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567211 Dec 17 13:14:11.330642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909e0c7a-af50-4b8e-a959-b8ab29804f7e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:14:11.382049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Attempting to bind port 97e03ad1-e834-4453-a551-a946aaafdbc0 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:14:11.382342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 909e0c7a-af50-4b8e-a959-b8ab29804f7e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=909e0c7a-af50-4b8e-a959-b8ab29804f7e,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:11.382571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Attempting to bind port 97e03ad1-e834-4453-a551-a946aaafdbc0 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '59119c16-c8c7-4506-917a-1a53e341f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:14:11.383343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Attempting to bind port 97e03ad1-e834-4453-a551-a946aaafdbc0 on network a47c3e4f-52e8-4145-b2e6-04b507fdcc0d {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:11.389256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Port 97e03ad1-e834-4453-a551-a946aaafdbc0 on network a47c3e4f-52e8-4145-b2e6-04b507fdcc0d not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:14:11.389885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Attempting to bind port 97e03ad1-e834-4453-a551-a946aaafdbc0 on network a47c3e4f-52e8-4145-b2e6-04b507fdcc0d {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:11.395916 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:14:11.396404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Checking segment: {'id': '59119c16-c8c7-4506-917a-1a53e341f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:14:11.396889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Bound using segment: {'id': '59119c16-c8c7-4506-917a-1a53e341f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:14:11.397451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Bound port: 97e03ad1-e834-4453-a551-a946aaafdbc0, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59119c16-c8c7-4506-917a-1a53e341f995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:14:11.397939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:11.412153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d6e61-db59-4b03-9135-7938909537db req-01effe64-940b-4261-8925-5cad19e2f528 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:11.422883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d6e61-db59-4b03-9135-7938909537db req-01effe64-940b-4261-8925-5cad19e2f528 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:11.424617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a96d6e61-db59-4b03-9135-7938909537db req-01effe64-940b-4261-8925-5cad19e2f528 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1667 time: 0.1779490 Dec 17 13:14:11.426780 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41456753-da93-46eb-a471-408749e4efb3 req-29441745-2ef9-4708-aaad-fee51c4232cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24 HTTP/1.1" status: 200 len: 217 time: 0.1073420 Dec 17 13:14:11.486530 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:11.498777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] For port 97e03ad1-e834-4453-a551-a946aaafdbc0, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:14:11.502705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] For port 97e03ad1-e834-4453-a551-a946aaafdbc0, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=97e03ad1-e834-4453-a551-a946aaafdbc0,segment=NetworkSegment(59119c16-c8c7-4506-917a-1a53e341f995),segment_id=59119c16-c8c7-4506-917a-1a53e341f995)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:14:11.537161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41456753-da93-46eb-a471-408749e4efb3 req-03f70e57-f7d0-4501-ba9f-763549609bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:11.538760 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41456753-da93-46eb-a471-408749e4efb3 req-03f70e57-f7d0-4501-ba9f-763549609bc1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d35fe00-cd55-4ece-8438-756061fc1cc1 HTTP/1.1" status: 200 len: 854 time: 0.1047716 Dec 17 13:14:11.552055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=909e0c7a-af50-4b8e-a959-b8ab29804f7e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:11.570372 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a96d6e61-db59-4b03-9135-7938909537db req-bdbb10b8-7702-458b-aaaa-c831adcf11a2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225364 Dec 17 13:14:11.585550 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41456753-da93-46eb-a471-408749e4efb3 req-0278dc50-04ad-4462-8c0f-433864cfc644 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ac616f1-83c2-4e98-bca5-5ee36fd96122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370133 Dec 17 13:14:11.610349 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:11.697867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:11.698951 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:11.706132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] 10.222.0.61 "PUT /v2.0/ports/97e03ad1-e834-4453-a551-a946aaafdbc0 HTTP/1.1" status: 200 len: 1092 time: 1.2476194 Dec 17 13:14:11.706900 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0772c617-2503-4ff7-8881-04667c169f45', 'tag': '97e03ad1-e834-4453-a551-a946aaafdbc0'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:11.715741 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbe8598-ba79-42ba-a1a6-15dda358c10b" -d '{"events": [{"name": "network-changed", "server_uuid": "0772c617-2503-4ff7-8881-04667c169f45", "tag": "97e03ad1-e834-4453-a551-a946aaafdbc0"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:11.778414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cd65c-516e-4797-9904-4813476c5d69 service neutron] Pushing event updated for resources: {'Port': ['ID=97e03ad1-e834-4453-a551-a946aaafdbc0,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:11.802650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['909e0c7a-af50-4b8e-a959-b8ab29804f7e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:11.806409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Request body: {'port': {'device_id': '0772c617-2503-4ff7-8881-04667c169f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:11.863617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41456753-da93-46eb-a471-408749e4efb3 req-0d887667-1828-40a4-8eaa-cb97cc7572ca service neutron] 10.222.0.61 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676857 Dec 17 13:14:11.976359 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d172c808-720c-4cb4-a8d1-120702e415ec x-openstack-request-id: req-d172c808-720c-4cb4-a8d1-120702e415ec {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:11.976359 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0772c617-2503-4ff7-8881-04667c169f45", "tag": "97e03ad1-e834-4453-a551-a946aaafdbc0", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:11.976359 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d172c808-720c-4cb4-a8d1-120702e415ec {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:11.976359 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0772c617-2503-4ff7-8881-04667c169f45', 'tag': '97e03ad1-e834-4453-a551-a946aaafdbc0', 'status': 'completed', 'code': 200} Dec 17 13:14:12.040048 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:12.096778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5f8e5-639b-4e4e-b842-bc178a947048 req-34a8a42e-54a9-4f0d-8c5b-8f2bb7158dcd tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:12.100215 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ce5f8e5-639b-4e4e-b842-bc178a947048 req-34a8a42e-54a9-4f0d-8c5b-8f2bb7158dcd tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 944 time: 0.1022046 Dec 17 13:14:12.109692 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41456753-da93-46eb-a471-408749e4efb3 req-aacde693-6af3-4ec0-afa3-13c2fe3b36ac service neutron] 10.222.0.61 "GET /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364025 Dec 17 13:14:12.181674 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ce5f8e5-639b-4e4e-b842-bc178a947048 req-9f4a6ea4-33eb-4324-aa29-a377e98d5f14 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679138 Dec 17 13:14:12.186935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe8598-ba79-42ba-a1a6-15dda358c10b req-79712754-b6b4-403b-9247-70cb80776676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:12.187804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe8598-ba79-42ba-a1a6-15dda358c10b req-79712754-b6b4-403b-9247-70cb80776676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:12.189867 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abbe8598-ba79-42ba-a1a6-15dda358c10b req-79712754-b6b4-403b-9247-70cb80776676 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1914 time: 0.2177231 Dec 17 13:14:12.733259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a38ce-5399-4ab4-a886-4798b6c4a490 req-ddb7fb2f-16f4-41c9-8bd5-853833767924 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:12.740304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a38ce-5399-4ab4-a886-4798b6c4a490 req-ddb7fb2f-16f4-41c9-8bd5-853833767924 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:12.742375 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f88a38ce-5399-4ab4-a886-4798b6c4a490 req-ddb7fb2f-16f4-41c9-8bd5-853833767924 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1667 time: 0.0857582 Dec 17 13:14:12.808574 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f88a38ce-5399-4ab4-a886-4798b6c4a490 req-c8a5cde1-01c6-4b0e-9f80-9048f0d8c23a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534811 Dec 17 13:14:12.938964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe8598-ba79-42ba-a1a6-15dda358c10b req-c0b02cae-be8a-43bc-bd6d-e8ab5f598379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:12.939541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe8598-ba79-42ba-a1a6-15dda358c10b req-c0b02cae-be8a-43bc-bd6d-e8ab5f598379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:12.940021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe8598-ba79-42ba-a1a6-15dda358c10b req-c0b02cae-be8a-43bc-bd6d-e8ab5f598379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:12.941834 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abbe8598-ba79-42ba-a1a6-15dda358c10b req-c0b02cae-be8a-43bc-bd6d-e8ab5f598379 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7271056 Dec 17 13:14:13.028448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89c667-40b6-4692-ae19-8f031d4d9c3b req-ffd2546c-a7b9-4184-a156-56c845b125bc tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:13.029689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 909e0c7a-af50-4b8e-a959-b8ab29804f7e up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:14:13.037732 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b89c667-40b6-4692-ae19-8f031d4d9c3b req-ffd2546c-a7b9-4184-a156-56c845b125bc tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1879952 Dec 17 13:14:13.298998 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 909e0c7a-af50-4b8e-a959-b8ab29804f7e completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:14:13.308278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 909e0c7a-af50-4b8e-a959-b8ab29804f7e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:13.308278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:13.326674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b89c667-40b6-4692-ae19-8f031d4d9c3b req-e67250e1-7329-4b0f-b031-51a7b51b937d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878530 Dec 17 13:14:13.341238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe8598-ba79-42ba-a1a6-15dda358c10b req-112cceca-0fbc-49fa-ac05-2bad1f839d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:13.342997 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abbe8598-ba79-42ba-a1a6-15dda358c10b req-112cceca-0fbc-49fa-ac05-2bad1f839d8a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3890774 Dec 17 13:14:13.369027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:14:13.403842 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:13.451416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Transition to ACTIVE for port object 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:14:13.478123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf375c7-e370-46f1-b6e1-66d2f8385235 req-ae2ef125-5288-494f-86a6-17c57f116c65 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:13.480169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8cf375c7-e370-46f1-b6e1-66d2f8385235 req-ae2ef125-5288-494f-86a6-17c57f116c65 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 944 time: 0.0932453 Dec 17 13:14:13.508087 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:13.537403 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:13.554413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 909e0c7a-af50-4b8e-a959-b8ab29804f7e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=909e0c7a-af50-4b8e-a959-b8ab29804f7e,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:13.555449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb50867-8dff-4029-8c80-7142f2e15319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909e0c7a-af50-4b8e-a959-b8ab29804f7e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:13.557846 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cbfb8b-f83c-448e-8a82-c831f45c6904" -d '{"events": [{"server_uuid": "fbb50867-8dff-4029-8c80-7142f2e15319", "name": "network-vif-plugged", "status": "completed", "tag": "909e0c7a-af50-4b8e-a959-b8ab29804f7e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:13.560245 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8cf375c7-e370-46f1-b6e1-66d2f8385235 req-5c2c2410-b0ea-497b-8389-bf69b7dabce0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648122 Dec 17 13:14:13.638904 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:13.695260 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70fc531-9002-41bb-8f01-ba4810e80ab2 x-openstack-request-id: req-d70fc531-9002-41bb-8f01-ba4810e80ab2 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:13.695998 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb50867-8dff-4029-8c80-7142f2e15319", "name": "network-vif-plugged", "status": "completed", "tag": "909e0c7a-af50-4b8e-a959-b8ab29804f7e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:13.699693 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d70fc531-9002-41bb-8f01-ba4810e80ab2 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:13.701061 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb50867-8dff-4029-8c80-7142f2e15319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909e0c7a-af50-4b8e-a959-b8ab29804f7e', 'code': 200} Dec 17 13:14:13.703455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Pushing event updated for resources: {'Port': ['ID=09c8b0c3-3c7d-47ba-802f-50a5b29c2774,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:13.845278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=909e0c7a-af50-4b8e-a959-b8ab29804f7e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:13.884961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84f0d3-99b1-44d7-a916-c5aec33942f4 req-0c77ef23-67c7-4adc-90d9-a611aab04d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:13.886358 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee84f0d3-99b1-44d7-a916-c5aec33942f4 req-0c77ef23-67c7-4adc-90d9-a611aab04d19 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 1096 time: 0.1294620 Dec 17 13:14:13.892197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Attempting to bind port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:14:13.892541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Attempting to bind port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '1f3013b8-bf62-47ce-803b-2a2b250d3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:14:13.892913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Attempting to bind port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 on network ab100be9-1dc0-42b1-9bba-09282e423a09 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:13.903007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-18f2a1d9-8b02-4472-a654-f75e74d92b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:13.906412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 on network ab100be9-1dc0-42b1-9bba-09282e423a09 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:14:13.907568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Attempting to bind port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 on network ab100be9-1dc0-42b1-9bba-09282e423a09 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:13.945660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:14:13.946019 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Checking segment: {'id': '1f3013b8-bf62-47ce-803b-2a2b250d3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:14:13.946418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Bound using segment: {'id': '1f3013b8-bf62-47ce-803b-2a2b250d3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:14:13.946866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Bound port: 09c8b0c3-3c7d-47ba-802f-50a5b29c2774, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3013b8-bf62-47ce-803b-2a2b250d3b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:14:13.947233 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:14.052804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839df93d-f7d5-4975-8565-90f3bded92f8 req-ab170c82-6020-44bb-a0e9-74c6ff5b6347 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:14.054645 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-839df93d-f7d5-4975-8565-90f3bded92f8 req-ab170c82-6020-44bb-a0e9-74c6ff5b6347 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 947 time: 0.0759239 Dec 17 13:14:14.097687 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee84f0d3-99b1-44d7-a916-c5aec33942f4 req-afeb8864-dcb2-4350-9387-0b0743aced50 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985009 Dec 17 13:14:14.103972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] For port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:14:14.109127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] For port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=09c8b0c3-3c7d-47ba-802f-50a5b29c2774,segment=NetworkSegment(1f3013b8-bf62-47ce-803b-2a2b250d3b52),segment_id=1f3013b8-bf62-47ce-803b-2a2b250d3b52)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:14:14.135681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ef604-90ad-4c34-a2d6-788128434776 req-f4d62941-1068-4c5a-875d-b8299a94c04b tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:14.146325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ef604-90ad-4c34-a2d6-788128434776 req-f4d62941-1068-4c5a-875d-b8299a94c04b tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:14.148988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e11ef604-90ad-4c34-a2d6-788128434776 req-f4d62941-1068-4c5a-875d-b8299a94c04b tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1679 time: 0.1566999 Dec 17 13:14:14.172925 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-839df93d-f7d5-4975-8565-90f3bded92f8 req-e2f8ebd5-1abb-4eff-8112-f4453afb80d1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101770 Dec 17 13:14:14.247720 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:14.269799 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e11ef604-90ad-4c34-a2d6-788128434776 req-02188c51-3176-4ff4-bf30-8f3b79dbb5d6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076484 Dec 17 13:14:14.444034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Pushing event updated for resources: {'Port': ['ID=09c8b0c3-3c7d-47ba-802f-50a5b29c2774,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:14.486859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:14.487723 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:14.489332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-fedf1ff2-477b-4b9f-a03f-1feb04490766 service neutron] 10.222.0.61 "PUT /v2.0/ports/09c8b0c3-3c7d-47ba-802f-50a5b29c2774 HTTP/1.1" status: 200 len: 1092 time: 2.6949246 Dec 17 13:14:14.489912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0772c617-2503-4ff7-8881-04667c169f45', 'tag': '09c8b0c3-3c7d-47ba-802f-50a5b29c2774'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:14.492433 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3a07af-5975-4368-8608-a41bdd3b8a94" -d '{"events": [{"name": "network-changed", "server_uuid": "0772c617-2503-4ff7-8881-04667c169f45", "tag": "09c8b0c3-3c7d-47ba-802f-50a5b29c2774"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:14.607522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6020fd8-f9de-4741-8d22-b0fa80a9aaa9 req-a7cdf033-f72d-41cd-862f-68ec15ecc24c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:14.620720 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6020fd8-f9de-4741-8d22-b0fa80a9aaa9 req-a7cdf033-f72d-41cd-862f-68ec15ecc24c tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1161253 Dec 17 13:14:14.696830 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db7345c-0461-4bca-9b9b-5672341d2b6a x-openstack-request-id: req-2db7345c-0461-4bca-9b9b-5672341d2b6a {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:14.697140 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0772c617-2503-4ff7-8881-04667c169f45", "tag": "09c8b0c3-3c7d-47ba-802f-50a5b29c2774", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:14.698804 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2db7345c-0461-4bca-9b9b-5672341d2b6a {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:14.699349 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0772c617-2503-4ff7-8881-04667c169f45', 'tag': '09c8b0c3-3c7d-47ba-802f-50a5b29c2774', 'status': 'completed', 'code': 200} Dec 17 13:14:14.827747 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6020fd8-f9de-4741-8d22-b0fa80a9aaa9 req-5b0a5d27-e2b2-4aa5-9661-20b3a59cee56 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057302 Dec 17 13:14:14.869416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-16274a76-330c-438e-a177-4e274655038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:14.870276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-16274a76-330c-438e-a177-4e274655038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:14.881695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-16274a76-330c-438e-a177-4e274655038d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1981 time: 0.1646943 Dec 17 13:14:14.931383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d97808-97ba-4444-a104-272880914e82 req-6f8c6099-5479-4412-975f-5df8bc2af474 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:14.943195 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17d97808-97ba-4444-a104-272880914e82 req-6f8c6099-5479-4412-975f-5df8bc2af474 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 945 time: 0.1474173 Dec 17 13:14:14.950027 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-368397bd-8d1e-48a5-ae9f-b7ebb797e226 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=97e03ad1-e834-4453-a551-a946aaafdbc0 HTTP/1.1" status: 200 len: 217 time: 0.0617819 Dec 17 13:14:15.014724 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17d97808-97ba-4444-a104-272880914e82 req-2e806ca0-e655-4c35-b57d-cc3d245960a3 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652089 Dec 17 13:14:15.048098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-95597ecf-415d-4f32-be6c-bd3d3fa05c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:15.049674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-95597ecf-415d-4f32-be6c-bd3d3fa05c2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7ec74e7c-ea55-40a8-910b-428569651112 HTTP/1.1" status: 200 len: 801 time: 0.0932651 Dec 17 13:14:15.061956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebab58-198c-41b7-a764-034da68253cf req-c0123f33-87cc-4304-81f6-747e2822906a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:15.063582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-54ebab58-198c-41b7-a764-034da68253cf req-c0123f33-87cc-4304-81f6-747e2822906a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.0987434 Dec 17 13:14:15.151922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-54ebab58-198c-41b7-a764-034da68253cf req-223bef7d-5491-4a00-99ba-b6dabf7ab7d6 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724676 Dec 17 13:14:15.151922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-cf71bf80-cdee-4ed3-be09-d17fb6523669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:15.152786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-cf71bf80-cdee-4ed3-be09-d17fb6523669 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a47c3e4f-52e8-4145-b2e6-04b507fdcc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0844345 Dec 17 13:14:15.380438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59384ed-35fc-4831-a9b0-858ce7829c92 req-dd4e1160-58dd-4e2e-b504-7286b182c2b3 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:15.389109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d59384ed-35fc-4831-a9b0-858ce7829c92 req-dd4e1160-58dd-4e2e-b504-7286b182c2b3 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1081812 Dec 17 13:14:15.411662 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-e2eeea7b-1e2f-40db-89ba-ac27be979989 service neutron] 10.222.0.61 "GET /v2.0/networks/a47c3e4f-52e8-4145-b2e6-04b507fdcc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479372 Dec 17 13:14:15.471604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee8a0-4a7d-45a0-a04f-1eb1c85eafef req-5a3f63d1-ec31-4f55-8800-146b5561cbdf tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:15.480677 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-072ee8a0-4a7d-45a0-a04f-1eb1c85eafef req-5a3f63d1-ec31-4f55-8800-146b5561cbdf tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 947 time: 0.1523678 Dec 17 13:14:15.507640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d59384ed-35fc-4831-a9b0-858ce7829c92 req-d75bab54-8097-4d16-8ad2-d794b5936485 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173308 Dec 17 13:14:15.516045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-aa5842f2-0328-469f-9112-eecc26465d2e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:15.519389 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-aa5842f2-0328-469f-9112-eecc26465d2e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.54 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 947 time: 0.1559713 Dec 17 13:14:15.563675 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-418efa67-7042-4af6-8d1f-8688dfa44093 service neutron] 10.222.0.61 "GET /v2.0/networks/a47c3e4f-52e8-4145-b2e6-04b507fdcc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258156 Dec 17 13:14:15.635958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-7b82e15f-545b-479a-8acd-323a7cfdbd2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.187&port_id=09c8b0c3-3c7d-47ba-802f-50a5b29c2774 HTTP/1.1" status: 200 len: 217 time: 0.0716813 Dec 17 13:14:15.645388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-072ee8a0-4a7d-45a0-a04f-1eb1c85eafef req-02a8f9d2-2379-423b-b443-5ab18de70bb3 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=6df65425-36a8-4226-954a-b4299fafd029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625874 Dec 17 13:14:15.725513 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Deleting port 133f02a6-062a-4662-bb64-4f23a6f102b5 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:15.726200 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:15.745766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-f03be84f-f3de-40d3-a38f-70108984501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:15.747922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-f03be84f-f3de-40d3-a38f-70108984501b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9984710c-4740-4436-8e1e-0f6260630a84 HTTP/1.1" status: 200 len: 801 time: 0.0840459 Dec 17 13:14:15.785728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3435e6-823a-423e-a584-65eeb712d7c9 req-867ca9cc-c500-41da-a6a6-608938337d50 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:15.800724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3435e6-823a-423e-a584-65eeb712d7c9 req-867ca9cc-c500-41da-a6a6-608938337d50 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:15.819672 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fd3435e6-823a-423e-a584-65eeb712d7c9 req-867ca9cc-c500-41da-a6a6-608938337d50 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1679 time: 0.1855173 Dec 17 13:14:15.891047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] For port 133f02a6-062a-4662-bb64-4f23a6f102b5, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=133f02a6-062a-4662-bb64-4f23a6f102b5,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:15.891871 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:15.915828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-a1e6c620-ca39-4bba-bc98-0dd3786d6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:15.917454 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-a1e6c620-ca39-4bba-bc98-0dd3786d6b1d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab100be9-1dc0-42b1-9bba-09282e423a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0964706 Dec 17 13:14:15.952217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ded93c-c07e-4c7e-be9f-85f61ade7e7d req-45d8c840-c09b-493f-8758-04b0537f7227 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:15.961055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a4ded93c-c07e-4c7e-be9f-85f61ade7e7d req-45d8c840-c09b-493f-8758-04b0537f7227 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1147957 Dec 17 13:14:15.966393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fd3435e6-823a-423e-a584-65eeb712d7c9 req-ece6698b-46f0-4553-b3f5-c7f6b81a6575 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157050 Dec 17 13:14:16.036860 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a4ded93c-c07e-4c7e-be9f-85f61ade7e7d req-08797fed-d463-4969-a02d-e3410a5421f8 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729194 Dec 17 13:14:16.144909 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-23c30863-ae94-4ab1-8837-eea6f355c879 service neutron] 10.222.0.61 "GET /v2.0/networks/ab100be9-1dc0-42b1-9bba-09282e423a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162533 Dec 17 13:14:16.229758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:16.230048 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:16.230375 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Floating IP 0f2a8ec8-d226-4e86-a5b0-d6be20afa028 disassociated. External IP: 172.25.0.223, port: 133f02a6-062a-4662-bb64-4f23a6f102b5. Dec 17 13:14:16.230735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Calling delete_port for 133f02a6-062a-4662-bb64-4f23a6f102b5 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:16.240174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab215214-36e1-434b-bc6f-cb9aa5daa957 req-60137816-4034-438a-ae56-2c15806cf7a8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:16.241745 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ab215214-36e1-434b-bc6f-cb9aa5daa957 req-60137816-4034-438a-ae56-2c15806cf7a8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 945 time: 0.1132193 Dec 17 13:14:16.281209 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-48a455a9-d2dd-4d51-938b-6b5476fcd22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:16.285740 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dd2760e9-c6a1-4bb8-aeb2-ebea37f89b2e req-2eab9c12-184d-4050-8f8e-c5d887b0c41a service neutron] 10.222.0.61 "GET /v2.0/networks/ab100be9-1dc0-42b1-9bba-09282e423a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276834 Dec 17 13:14:16.347899 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ab215214-36e1-434b-bc6f-cb9aa5daa957 req-9a8a45d9-d860-4ab2-b70f-662532a3afeb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957599 Dec 17 13:14:16.462793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a07af-5975-4368-8608-a41bdd3b8a94 req-0fa2f56b-75b8-419a-96f9-f9292a3da0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:16.463358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a07af-5975-4368-8608-a41bdd3b8a94 req-0fa2f56b-75b8-419a-96f9-f9292a3da0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:16.465038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa3a07af-5975-4368-8608-a41bdd3b8a94 req-0fa2f56b-75b8-419a-96f9-f9292a3da0ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1981 time: 0.0666392 Dec 17 13:14:16.482482 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:16.520746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event deleted for resources: {'Port': ['ID=133f02a6-062a-4662-bb64-4f23a6f102b5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:16.620388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a07af-5975-4368-8608-a41bdd3b8a94 req-fba4b4a3-5f03-4e76-8066-e9a339b7ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:16.622063 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa3a07af-5975-4368-8608-a41bdd3b8a94 req-fba4b4a3-5f03-4e76-8066-e9a339b7ee4b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab100be9-1dc0-42b1-9bba-09282e423a09 HTTP/1.1" status: 200 len: 902 time: 0.1490402 Dec 17 13:14:16.718270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa3a07af-5975-4368-8608-a41bdd3b8a94 req-0d84d60c-f155-46ef-8e25-870363f9dd9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.187&port_id=09c8b0c3-3c7d-47ba-802f-50a5b29c2774 HTTP/1.1" status: 200 len: 217 time: 0.0873449 Dec 17 13:14:16.747681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Router aae42629-7fe6-4724-b48e-c47c7f468cfe has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:14:16.779919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e48c3-1a4d-42bc-bc0d-b244eace4540 req-e9749b91-ed2f-4af3-82e7-bdf30e51d220 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:16.782529 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-849e48c3-1a4d-42bc-bc0d-b244eace4540 req-e9749b91-ed2f-4af3-82e7-bdf30e51d220 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 945 time: 0.1044869 Dec 17 13:14:16.812928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a07af-5975-4368-8608-a41bdd3b8a94 req-155112c9-2b0c-4d08-934f-2552d151439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:16.815449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa3a07af-5975-4368-8608-a41bdd3b8a94 req-155112c9-2b0c-4d08-934f-2552d151439c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9984710c-4740-4436-8e1e-0f6260630a84 HTTP/1.1" status: 200 len: 801 time: 0.0850043 Dec 17 13:14:16.911683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a07af-5975-4368-8608-a41bdd3b8a94 req-d26f24b7-4c62-41cf-8861-a5c33dd6e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:16.913939 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa3a07af-5975-4368-8608-a41bdd3b8a94 req-d26f24b7-4c62-41cf-8861-a5c33dd6e8c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab100be9-1dc0-42b1-9bba-09282e423a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0839581 Dec 17 13:14:17.004634 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-849e48c3-1a4d-42bc-bc0d-b244eace4540 req-1363e9e0-42f2-441c-81ab-1c77f2ce5285 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131166 Dec 17 13:14:17.039739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:14:17.054417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b506aaa-0246-4bca-b6aa-5ed01dc6cdb6 None None] Sync routers for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:14:17.074745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b506aaa-0246-4bca-b6aa-5ed01dc6cdb6 None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:14:17.075485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4b506aaa-0246-4bca-b6aa-5ed01dc6cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:14:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:17.129334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] No DVR routers for this DVR port 133f02a6-062a-4662-bb64-4f23a6f102b5 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:17.137116 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:17.140551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd671bc7-077d-428c-b5c4-1b9000e584d4 req-548e39eb-3616-47ac-8180-574176131157 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.54 "DELETE /v2.0/ports/133f02a6-062a-4662-bb64-4f23a6f102b5 HTTP/1.1" status: 204 len: 173 time: 1.6138189 Dec 17 13:14:17.141375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'name': 'network-vif-deleted', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:17.144250 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362723e1-a9f3-466a-8861-3ab85cbb90b1" -d '{"events": [{"server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "name": "network-vif-deleted", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:17.207675 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa3a07af-5975-4368-8608-a41bdd3b8a94 req-8435e1fc-117e-4c48-b121-5da84173dd07 service neutron] 10.222.0.61 "GET /v2.0/networks/ab100be9-1dc0-42b1-9bba-09282e423a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739525 Dec 17 13:14:17.222472 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7333e-d902-4d2d-a20f-70a89b59f582 req-924d8dfb-53bc-4d64-9be7-6bad2cbbf81b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:17.234927 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08b7333e-d902-4d2d-a20f-70a89b59f582 req-924d8dfb-53bc-4d64-9be7-6bad2cbbf81b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1089795 Dec 17 13:14:17.334197 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08b7333e-d902-4d2d-a20f-70a89b59f582 req-c448ca51-188c-4e27-a01c-57ee3991d4a8 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935028 Dec 17 13:14:17.380642 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae10f50e-b8c4-45ae-84ec-ea38096ab74e req-7d1c9ba7-f1b2-4d20-bac2-32db46353a92 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=05747d55-72a9-44c8-b30f-980104ae76ce HTTP/1.1" status: 200 len: 210 time: 0.1244178 Dec 17 13:14:17.403108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-4b506aaa-0246-4bca-b6aa-5ed01dc6cdb6 None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:14:17.436191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa3a07af-5975-4368-8608-a41bdd3b8a94 req-cd967db7-6920-4008-b821-6d8a46a904d6 service neutron] 10.222.0.61 "GET /v2.0/networks/ab100be9-1dc0-42b1-9bba-09282e423a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141659 Dec 17 13:14:17.684348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f4999-2162-46ea-8e7b-537d94b4f6cd req-5e3f408d-a7dc-41d8-8eaa-2b15f2c24c1a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:17.693810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f4999-2162-46ea-8e7b-537d94b4f6cd req-5e3f408d-a7dc-41d8-8eaa-2b15f2c24c1a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:17.708144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c60f4999-2162-46ea-8e7b-537d94b4f6cd req-5e3f408d-a7dc-41d8-8eaa-2b15f2c24c1a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1679 time: 0.1459522 Dec 17 13:14:17.782518 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c60f4999-2162-46ea-8e7b-537d94b4f6cd req-43acc28f-6a5a-44d7-aa6f-fb9492557941 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693901 Dec 17 13:14:17.805432 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:17.838465 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a63813-062a-416f-9752-9015d92b5653 x-openstack-request-id: req-d3a63813-062a-416f-9752-9015d92b5653 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:17.838769 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05747d55-72a9-44c8-b30f-980104ae76ce", "name": "network-vif-deleted", "tag": "133f02a6-062a-4662-bb64-4f23a6f102b5", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:17.839029 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d3a63813-062a-416f-9752-9015d92b5653 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:17.839448 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05747d55-72a9-44c8-b30f-980104ae76ce', 'name': 'network-vif-deleted', 'tag': '133f02a6-062a-4662-bb64-4f23a6f102b5', 'status': 'completed', 'code': 200} Dec 17 13:14:17.893812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4b506aaa-0246-4bca-b6aa-5ed01dc6cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:25Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:17.949300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b506aaa-0246-4bca-b6aa-5ed01dc6cdb6 None None] Checking router: aae42629-7fe6-4724-b48e-c47c7f468cfe for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:14:17.961615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b506aaa-0246-4bca-b6aa-5ed01dc6cdb6 None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:14:17.962522 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4b506aaa-0246-4bca-b6aa-5ed01dc6cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:14:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:18.072975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c735429-7f4a-408b-920c-bab688ad6970 req-f7ecbcbf-4254-41e4-b68e-bd99a325098b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:18.072975 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c735429-7f4a-408b-920c-bab688ad6970 req-f7ecbcbf-4254-41e4-b68e-bd99a325098b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1313393 Dec 17 13:14:18.118914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-4b506aaa-0246-4bca-b6aa-5ed01dc6cdb6 None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:14:18.183935 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c735429-7f4a-408b-920c-bab688ad6970 req-d05803e0-7c8f-4b87-b6d3-6dea17072ff0 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003714 Dec 17 13:14:18.272894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6d51-6a69-4d04-8b4b-2177e1f6b832 req-fc3f8145-8189-45ec-b7ed-f3c5decb8506 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:18.276351 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-405f6d51-6a69-4d04-8b4b-2177e1f6b832 req-fc3f8145-8189-45ec-b7ed-f3c5decb8506 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 945 time: 0.1192234 Dec 17 13:14:18.409308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb01ee-4237-46aa-80fd-546dd58f82a6 req-d731cb9a-6ecc-4a86-9cc6-817d1837561b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:18.413621 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-405f6d51-6a69-4d04-8b4b-2177e1f6b832 req-02cb3fac-f655-4166-b3ed-88d9a41f1bf2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293859 Dec 17 13:14:18.427230 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cffb01ee-4237-46aa-80fd-546dd58f82a6 req-d731cb9a-6ecc-4a86-9cc6-817d1837561b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.0826931 Dec 17 13:14:18.457853 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4b506aaa-0246-4bca-b6aa-5ed01dc6cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:25Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:18.511251 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b506aaa-0246-4bca-b6aa-5ed01dc6cdb6 None None] The sync data for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 is: [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:25Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:14:18.512478 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cffb01ee-4237-46aa-80fd-546dd58f82a6 req-97acce63-f484-41b0-9d6a-0bfe5df3efa2 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822892 Dec 17 13:14:18.796324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4eea0-1c11-4270-84fa-838832c445ce req-2b2b3c2d-87f1-40d6-97cf-c13bd6eadd97 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:18.800885 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ce4eea0-1c11-4270-84fa-838832c445ce req-2b2b3c2d-87f1-40d6-97cf-c13bd6eadd97 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1117289 Dec 17 13:14:18.842648 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:18.867995 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ce4eea0-1c11-4270-84fa-838832c445ce req-eed8a404-eed8-4bd0-8e43-806a53e4ebe7 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570092 Dec 17 13:14:18.899471 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df2d05b-3911-4c42-ad3d-47abece71844 None None] New status for floating IP 0f2a8ec8-d226-4e86-a5b0-d6be20afa028: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:14:19.018181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e2c2d-25e7-4c0d-a24c-201824a35a25 req-0a40e9cf-ca9d-48cc-9e31-3b73c267e7c8 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:19.027295 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e2c2d-25e7-4c0d-a24c-201824a35a25 req-0a40e9cf-ca9d-48cc-9e31-3b73c267e7c8 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:19.038708 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ac5e2c2d-25e7-4c0d-a24c-201824a35a25 req-0a40e9cf-ca9d-48cc-9e31-3b73c267e7c8 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1679 time: 0.0905793 Dec 17 13:14:19.057313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:14:19.128820 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ac5e2c2d-25e7-4c0d-a24c-201824a35a25 req-7607be2b-a2be-4449-91fd-a5e51e81892e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887337 Dec 17 13:14:19.344008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3cd3a-e517-491b-9ddd-156e366e8a75 req-e0ecc001-fb24-483e-b773-40aca6af5b13 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:19.346348 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2d3cd3a-e517-491b-9ddd-156e366e8a75 req-e0ecc001-fb24-483e-b773-40aca6af5b13 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.0771089 Dec 17 13:14:19.428332 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2d3cd3a-e517-491b-9ddd-156e366e8a75 req-5d51526e-44eb-4804-b8ca-7674964eb55d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722833 Dec 17 13:14:19.445954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=09c8b0c3-3c7d-47ba-802f-50a5b29c2774,segment=NetworkSegment(1f3013b8-bf62-47ce-803b-2a2b250d3b52),segment_id=1f3013b8-bf62-47ce-803b-2a2b250d3b52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:19.465194 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '09c8b0c3-3c7d-47ba-802f-50a5b29c2774', 'network_id': 'ab100be9-1dc0-42b1-9bba-09282e423a09', 'port_id': '09c8b0c3-3c7d-47ba-802f-50a5b29c2774', 'mac_address': 'fa:16:3e:1d:cd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9984710c-4740-4436-8e1e-0f6260630a84', 'ip_address': '19.86.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:14:19.517549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 133f02a6-062a-4662-bb64-4f23a6f102b5 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:19.571070 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 133f02a6-062a-4662-bb64-4f23a6f102b5 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:14:19.571070 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 133f02a6-062a-4662-bb64-4f23a6f102b5 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:19.577209 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:19.596614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:14:19.605464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f27e7-b623-4bb7-a33f-e0c7ac19d54a req-19a639ca-e6be-4369-8a7b-e453db7665f0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:19.616134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e50f27e7-b623-4bb7-a33f-e0c7ac19d54a req-19a639ca-e6be-4369-8a7b-e453db7665f0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 945 time: 0.0931780 Dec 17 13:14:19.643926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=09c8b0c3-3c7d-47ba-802f-50a5b29c2774,segment=NetworkSegment(1f3013b8-bf62-47ce-803b-2a2b250d3b52),segment_id=1f3013b8-bf62-47ce-803b-2a2b250d3b52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:19.658672 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:19.658913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21908518-049a-427b-9b73-2d4300f07f3c req-359e1f4d-2585-4112-aba9-831623907c66 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:19.661341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21908518-049a-427b-9b73-2d4300f07f3c req-359e1f4d-2585-4112-aba9-831623907c66 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 945 time: 0.0797911 Dec 17 13:14:19.687107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e50f27e7-b623-4bb7-a33f-e0c7ac19d54a req-b30cbaaf-2970-404b-bc93-cd3fdc92e03e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618320 Dec 17 13:14:19.702796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33810) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:19.733610 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:19.734319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 97e03ad1-e834-4453-a551-a946aaafdbc0 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:14:19.881623 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573472b-760e-4809-9428-6b0e083e9d0b req-37690f2d-52d2-4128-96af-bcdeb6507c93 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:19.889406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=09c8b0c3-3c7d-47ba-802f-50a5b29c2774,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:19.899452 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7573472b-760e-4809-9428-6b0e083e9d0b req-37690f2d-52d2-4128-96af-bcdeb6507c93 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.0934782 Dec 17 13:14:19.953983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-21908518-049a-427b-9b73-2d4300f07f3c req-712c9c0e-c041-4dde-9ff3-d41bada702e1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Deleting port 909e0c7a-af50-4b8e-a959-b8ab29804f7e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:19.954613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-21908518-049a-427b-9b73-2d4300f07f3c req-712c9c0e-c041-4dde-9ff3-d41bada702e1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:19.961552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 97e03ad1-e834-4453-a551-a946aaafdbc0, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=97e03ad1-e834-4453-a551-a946aaafdbc0,segment=NetworkSegment(59119c16-c8c7-4506-917a-1a53e341f995),segment_id=59119c16-c8c7-4506-917a-1a53e341f995)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:19.983966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '97e03ad1-e834-4453-a551-a946aaafdbc0', 'network_id': 'a47c3e4f-52e8-4145-b2e6-04b507fdcc0d', 'port_id': '97e03ad1-e834-4453-a551-a946aaafdbc0', 'mac_address': 'fa:16:3e:09:b2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec74e7c-ea55-40a8-910b-428569651112', 'ip_address': '19.80.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:14:20.008124 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7573472b-760e-4809-9428-6b0e083e9d0b req-2ac5640b-d163-4ed3-afec-85f67c81ab7b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074352 Dec 17 13:14:20.068821 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:20.092897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-21908518-049a-427b-9b73-2d4300f07f3c req-712c9c0e-c041-4dde-9ff3-d41bada702e1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] For port 909e0c7a-af50-4b8e-a959-b8ab29804f7e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=909e0c7a-af50-4b8e-a959-b8ab29804f7e,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:20.094191 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-21908518-049a-427b-9b73-2d4300f07f3c req-712c9c0e-c041-4dde-9ff3-d41bada702e1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:20.100362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e03ad1-e834-4453-a551-a946aaafdbc0 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:14:20.111152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-21908518-049a-427b-9b73-2d4300f07f3c req-712c9c0e-c041-4dde-9ff3-d41bada702e1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Calling delete_port for 909e0c7a-af50-4b8e-a959-b8ab29804f7e owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:20.127624 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 97e03ad1-e834-4453-a551-a946aaafdbc0, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=97e03ad1-e834-4453-a551-a946aaafdbc0,segment=NetworkSegment(59119c16-c8c7-4506-917a-1a53e341f995),segment_id=59119c16-c8c7-4506-917a-1a53e341f995)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:20.134937 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-acbe8bb9-c8c9-4a70-8c6f-5f390fc38813 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:20.205430 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-acbe8bb9-c8c9-4a70-8c6f-5f390fc38813 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:20.224577 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:20.241228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75ee0f-f535-470a-97f0-7468e674cac6 req-3925fcb5-2bc0-4b31-9e2e-03da1b71af6d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:20.243820 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d75ee0f-f535-470a-97f0-7468e674cac6 req-3925fcb5-2bc0-4b31-9e2e-03da1b71af6d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1109688 Dec 17 13:14:20.303184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=97e03ad1-e834-4453-a551-a946aaafdbc0,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:20.316730 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d75ee0f-f535-470a-97f0-7468e674cac6 req-82eef967-72a4-4f3d-9c54-b8c2a9a119dd tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651343 Dec 17 13:14:20.348347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85443763-2646-4a3d-863f-b5651220e84b req-212516f9-a218-4e44-bac0-69a196a9ce49 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:20.355136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85443763-2646-4a3d-863f-b5651220e84b req-212516f9-a218-4e44-bac0-69a196a9ce49 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:20.356929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85443763-2646-4a3d-863f-b5651220e84b req-212516f9-a218-4e44-bac0-69a196a9ce49 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1681 time: 0.0794380 Dec 17 13:14:20.406083 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-21908518-049a-427b-9b73-2d4300f07f3c req-712c9c0e-c041-4dde-9ff3-d41bada702e1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:20.418227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:20.459063 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85443763-2646-4a3d-863f-b5651220e84b req-3a0286c8-1a34-42e9-9433-1c85234858c6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949476 Dec 17 13:14:20.459442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c9c0e-c041-4dde-9ff3-d41bada702e1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event deleted for resources: {'Port': ['ID=909e0c7a-af50-4b8e-a959-b8ab29804f7e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:20.491551 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-acbe8bb9-c8c9-4a70-8c6f-5f390fc38813 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:20.494535 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-acbe8bb9-c8c9-4a70-8c6f-5f390fc38813 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:20.503831 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-acbe8bb9-c8c9-4a70-8c6f-5f390fc38813 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "DELETE /v2.0/security-groups/6df65425-36a8-4226-954a-b4299fafd029 HTTP/1.1" status: 204 len: 168 time: 0.7998862 Dec 17 13:14:20.507725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33824) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:20.526214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['97e03ad1-e834-4453-a551-a946aaafdbc0'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:20.544843 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-917f3a7e-d65a-48eb-a783-c505227267ca tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] show failed (client error): The resource could not be found. Dec 17 13:14:20.546398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe8bb9-c8c9-4a70-8c6f-5f390fc38813 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df65425-36a8-4226-954a-b4299fafd029,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:20.549127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-917f3a7e-d65a-48eb-a783-c505227267ca tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups/6df65425-36a8-4226-954a-b4299fafd029 HTTP/1.1" status: 404 len: 347 time: 0.0402551 Dec 17 13:14:20.550190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-21908518-049a-427b-9b73-2d4300f07f3c req-712c9c0e-c041-4dde-9ff3-d41bada702e1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] No DVR routers for this DVR port 909e0c7a-af50-4b8e-a959-b8ab29804f7e on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:20.555001 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-21908518-049a-427b-9b73-2d4300f07f3c req-712c9c0e-c041-4dde-9ff3-d41bada702e1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:20.561744 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21908518-049a-427b-9b73-2d4300f07f3c req-712c9c0e-c041-4dde-9ff3-d41bada702e1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "DELETE /v2.0/ports/909e0c7a-af50-4b8e-a959-b8ab29804f7e HTTP/1.1" status: 204 len: 173 time: 0.8932846 Dec 17 13:14:20.562275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb50867-8dff-4029-8c80-7142f2e15319', 'name': 'network-vif-deleted', 'tag': '909e0c7a-af50-4b8e-a959-b8ab29804f7e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:20.567988 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d079225-1799-45ca-875e-5650557c67aa" -d '{"events": [{"server_uuid": "fbb50867-8dff-4029-8c80-7142f2e15319", "name": "network-vif-deleted", "tag": "909e0c7a-af50-4b8e-a959-b8ab29804f7e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:20.577664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33828) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:20.650631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1fa15-08c7-4192-afc1-8eedd87eab66 req-ff5416d4-0027-4440-b7f3-96575f113cef tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:20.652177 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49c1fa15-08c7-4192-afc1-8eedd87eab66 req-ff5416d4-0027-4440-b7f3-96575f113cef tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.2594371 Dec 17 13:14:20.659159 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41ca8c6-8787-4b73-a440-0ee7473b75e8 x-openstack-request-id: req-e41ca8c6-8787-4b73-a440-0ee7473b75e8 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:20.659869 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb50867-8dff-4029-8c80-7142f2e15319", "name": "network-vif-deleted", "tag": "909e0c7a-af50-4b8e-a959-b8ab29804f7e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:20.659869 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e41ca8c6-8787-4b73-a440-0ee7473b75e8 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:20.660165 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb50867-8dff-4029-8c80-7142f2e15319', 'name': 'network-vif-deleted', 'tag': '909e0c7a-af50-4b8e-a959-b8ab29804f7e', 'status': 'completed', 'code': 200} Dec 17 13:14:20.880458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-25e6de4d-de41-46cf-8039-4602ba7c9a24 req-488d2eac-929c-492e-854d-642a24069ce7 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb50867-8dff-4029-8c80-7142f2e15319 HTTP/1.1" status: 200 len: 210 time: 0.0591807 Dec 17 13:14:21.033229 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-49c1fa15-08c7-4192-afc1-8eedd87eab66 req-6cb06c29-7465-4cf0-b083-982915afc9ff tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650720 Dec 17 13:14:21.057300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 909e0c7a-af50-4b8e-a959-b8ab29804f7e no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:21.072463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e1896-73e9-4135-84f7-4d9b4b2128c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Deleting port 88669395-8b3d-427b-ba55-80b7c99a6e6b {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:21.074182 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7a1e1896-73e9-4135-84f7-4d9b4b2128c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:21.108202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 909e0c7a-af50-4b8e-a959-b8ab29804f7e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:14:21.108632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 909e0c7a-af50-4b8e-a959-b8ab29804f7e not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:21.177965 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:14:21.250077 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7a1e1896-73e9-4135-84f7-4d9b4b2128c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:21.250422 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7a1e1896-73e9-4135-84f7-4d9b4b2128c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:21.269121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e1896-73e9-4135-84f7-4d9b4b2128c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Calling delete_port for 88669395-8b3d-427b-ba55-80b7c99a6e6b owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:21.306640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d7b7e-de36-4ade-95fc-6a2b33c8f771 req-f2ba354c-d08e-4007-812b-1964e1eb5e58 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:21.308408 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d10d7b7e-de36-4ade-95fc-6a2b33c8f771 req-f2ba354c-d08e-4007-812b-1964e1eb5e58 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1376755 Dec 17 13:14:21.425626 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d10d7b7e-de36-4ade-95fc-6a2b33c8f771 req-2168b2bd-ee7c-4d43-b724-5fc32ac359ee tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774326 Dec 17 13:14:21.587677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['09c8b0c3-3c7d-47ba-802f-50a5b29c2774'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:21.642871 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7a1e1896-73e9-4135-84f7-4d9b4b2128c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:21.862991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6dbd0-20ca-41a4-81b0-1e29b6a6e50f req-7dfff7df-c30d-43d4-bc22-b8ff76433c2d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:21.869140 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdc6dbd0-20ca-41a4-81b0-1e29b6a6e50f req-7dfff7df-c30d-43d4-bc22-b8ff76433c2d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.2300239 Dec 17 13:14:21.912078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e1896-73e9-4135-84f7-4d9b4b2128c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event deleted for resources: {'Port': ['ID=88669395-8b3d-427b-ba55-80b7c99a6e6b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:21.989100 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdc6dbd0-20ca-41a4-81b0-1e29b6a6e50f req-0747e0e0-b54a-46b8-9e50-ba2d639dd854 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017168 Dec 17 13:14:22.089238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faef3d5-f620-4a8c-870c-901d1d8c4ca6 req-8430ef02-3430-40fc-a91b-c97613fc33f2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:22.107640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faef3d5-f620-4a8c-870c-901d1d8c4ca6 req-8430ef02-3430-40fc-a91b-c97613fc33f2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:22.124409 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6faef3d5-f620-4a8c-870c-901d1d8c4ca6 req-8430ef02-3430-40fc-a91b-c97613fc33f2 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1681 time: 0.2813997 Dec 17 13:14:22.156398 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7a1e1896-73e9-4135-84f7-4d9b4b2128c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:22.162748 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7a1e1896-73e9-4135-84f7-4d9b4b2128c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:22.164712 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7a1e1896-73e9-4135-84f7-4d9b4b2128c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "DELETE /v2.0/floatingips/0f2a8ec8-d226-4e86-a5b0-d6be20afa028 HTTP/1.1" status: 204 len: 168 time: 1.5576034 Dec 17 13:14:22.285667 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6faef3d5-f620-4a8c-870c-901d1d8c4ca6 req-c7a33dda-cb3f-40c6-b0cd-b9ef32acbb0e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491888 Dec 17 13:14:22.441776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a462b-344a-4df3-929d-bcbe6fa7458b req-6a4b1462-ef81-42e5-8352-e565d43bf991 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:22.443687 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-226a462b-344a-4df3-929d-bcbe6fa7458b req-6a4b1462-ef81-42e5-8352-e565d43bf991 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.0587504 Dec 17 13:14:22.502310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-226a462b-344a-4df3-929d-bcbe6fa7458b req-46a55bb0-522b-47e4-a870-d8ae5a66791f tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500336 Dec 17 13:14:22.720108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33886) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:22.727101 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8fd48403-6be6-45f2-a269-684167f46013 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1578923463', 'description': 'tempest-description--1359580981'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:22.768223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-ace485e7-dec0-4dfc-9660-41347303665e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:22.770748 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-ace485e7-dec0-4dfc-9660-41347303665e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.1560576 Dec 17 13:14:22.801969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-80c29d18-da9e-4052-906e-5a8eeff4e229 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/quotas/faf124e995c7454192e72a02bb3c6016 HTTP/1.1" status: 200 len: 375 time: 0.0228608 Dec 17 13:14:22.894741 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8fd48403-6be6-45f2-a269-684167f46013 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:22.906998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-80412e66-4326-404a-b11f-8b37c1a5ad4c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0913217 Dec 17 13:14:23.025561 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8fd48403-6be6-45f2-a269-684167f46013 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:23.065062 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-bca84253-8cba-4e12-983b-58f40dea5469 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501086 Dec 17 13:14:23.076974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:14:23.134263 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8fd48403-6be6-45f2-a269-684167f46013 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:23.260743 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8fd48403-6be6-45f2-a269-684167f46013 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:23.264253 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8fd48403-6be6-45f2-a269-684167f46013 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5415235 Dec 17 13:14:23.271737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33896) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:23.283171 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a94c2c9a-8c67-4e55-89c5-5102e9fef52c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Request body: {'security_group_rule': {'security_group_id': 'f680e067-0c56-4abd-a194-19e35ade3c02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:23.299258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd48403-6be6-45f2-a269-684167f46013 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f680e067-0c56-4abd-a194-19e35ade3c02,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:23.303696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:14:23.312817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:23.315732 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:23.354442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-e881397b-1d71-4a55-a56f-7a094d28225f service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827597 Dec 17 13:14:23.463990 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a94c2c9a-8c67-4e55-89c5-5102e9fef52c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:23.493631 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:23.505837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28791d40-76ee-4f1c-8820-eaea9ea8a14e req-5e00497c-8c51-4505-95bb-65a7ced43ca0 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:23.508505 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28791d40-76ee-4f1c-8820-eaea9ea8a14e req-5e00497c-8c51-4505-95bb-65a7ced43ca0 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 946 time: 0.1227469 Dec 17 13:14:23.541214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0772c617-2503-4ff7-8881-04667c169f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c8b0c3-3c7d-47ba-802f-50a5b29c2774'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:23.543756 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f72da0-114d-4b07-8b7f-52d511901794" -d '{"events": [{"server_uuid": "0772c617-2503-4ff7-8881-04667c169f45", "name": "network-vif-plugged", "status": "completed", "tag": "09c8b0c3-3c7d-47ba-802f-50a5b29c2774"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:23.555605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a94c2c9a-8c67-4e55-89c5-5102e9fef52c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:23.557346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=09c8b0c3-3c7d-47ba-802f-50a5b29c2774,segment=NetworkSegment(1f3013b8-bf62-47ce-803b-2a2b250d3b52),segment_id=1f3013b8-bf62-47ce-803b-2a2b250d3b52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:23.606252 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28791d40-76ee-4f1c-8820-eaea9ea8a14e req-0101392a-4c36-4ec7-b484-d1c913f2c867 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901871 Dec 17 13:14:23.653749 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a94c2c9a-8c67-4e55-89c5-5102e9fef52c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:23.682215 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:23.682874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c2c9a-8c67-4e55-89c5-5102e9fef52c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12d643b-d7c5-4317-af32-66dc78b2076c,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:23.683779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 97e03ad1-e834-4453-a551-a946aaafdbc0 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:14:23.765302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a94c2c9a-8c67-4e55-89c5-5102e9fef52c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:23.769752 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a94c2c9a-8c67-4e55-89c5-5102e9fef52c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4947851 Dec 17 13:14:23.778849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33910) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:23.778849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cb73cc94-c3f8-46fc-ae1d-4e1a2ceb1f95 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Request body: {'security_group_rule': {'security_group_id': 'f680e067-0c56-4abd-a194-19e35ade3c02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:23.795735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661dd05-15c9-4248-a07a-05dbf1e7ba11 req-f9bf2494-d44f-40a8-b86c-f0f3c3785a3e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:23.813893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661dd05-15c9-4248-a07a-05dbf1e7ba11 req-f9bf2494-d44f-40a8-b86c-f0f3c3785a3e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:23.822238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9661dd05-15c9-4248-a07a-05dbf1e7ba11 req-f9bf2494-d44f-40a8-b86c-f0f3c3785a3e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1682 time: 0.1323028 Dec 17 13:14:23.830966 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db787f30-81d7-4706-b2c9-fc0678879570 x-openstack-request-id: req-db787f30-81d7-4706-b2c9-fc0678879570 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:23.834515 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0772c617-2503-4ff7-8881-04667c169f45", "name": "network-vif-plugged", "status": "completed", "tag": "09c8b0c3-3c7d-47ba-802f-50a5b29c2774", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:23.834515 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db787f30-81d7-4706-b2c9-fc0678879570 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:23.834515 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0772c617-2503-4ff7-8881-04667c169f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c8b0c3-3c7d-47ba-802f-50a5b29c2774', 'code': 200} Dec 17 13:14:23.844940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=09c8b0c3-3c7d-47ba-802f-50a5b29c2774,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:23.922550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dec6ea41-7937-42f5-8e53-ba2f1fdc32f9 req-70a40d3a-bf34-482d-9e33-53063f0662a0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 210 time: 0.0592725 Dec 17 13:14:23.926983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9661dd05-15c9-4248-a07a-05dbf1e7ba11 req-e4913928-4531-4559-a0c2-6b6e0cc5f633 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983710 Dec 17 13:14:23.974576 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb73cc94-c3f8-46fc-ae1d-4e1a2ceb1f95 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:23.995950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 97e03ad1-e834-4453-a551-a946aaafdbc0 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:14:24.009489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 97e03ad1-e834-4453-a551-a946aaafdbc0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:24.009489 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:24.084798 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb73cc94-c3f8-46fc-ae1d-4e1a2ceb1f95 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:24.142711 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:24.190838 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb73cc94-c3f8-46fc-ae1d-4e1a2ceb1f95 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:24.209820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 97e03ad1-e834-4453-a551-a946aaafdbc0, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=97e03ad1-e834-4453-a551-a946aaafdbc0,segment=NetworkSegment(59119c16-c8c7-4506-917a-1a53e341f995),segment_id=59119c16-c8c7-4506-917a-1a53e341f995)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:24.242282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73cc94-c3f8-46fc-ae1d-4e1a2ceb1f95 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1474be04-83dd-46ba-b933-281d81d348da,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:24.283441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:24.352328 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb73cc94-c3f8-46fc-ae1d-4e1a2ceb1f95 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:24.353559 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cb73cc94-c3f8-46fc-ae1d-4e1a2ceb1f95 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5820827 Dec 17 13:14:24.356771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33930) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:24.361489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:24.424944 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=97e03ad1-e834-4453-a551-a946aaafdbc0,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:24.486879 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:24.644531 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:24.682881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6e02a-c2b1-4b88-be1f-8a6f71b1434c req-e4a6bcfe-287d-400b-a1e3-9ad6ed905711 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:24.685284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a2b6e02a-c2b1-4b88-be1f-8a6f71b1434c req-e4a6bcfe-287d-400b-a1e3-9ad6ed905711 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 946 time: 0.0889444 Dec 17 13:14:24.759006 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a2b6e02a-c2b1-4b88-be1f-8a6f71b1434c req-09fd0a70-529f-4000-bd5b-718f5eec7b1b tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668044 Dec 17 13:14:24.827625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Allocated IP 172.25.0.250 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/26fb858f-b177-4c07-ab4e-0767dd53de38) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:14:25.018286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:25.132317 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-51e01afb-6116-47b0-933c-0bf2e376b398 req-443bba57-459b-48c5-a7bf-acefc2068838 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 210 time: 0.0627003 Dec 17 13:14:25.147843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a49d39-f575-4c4b-9d06-625793030b5d req-18b5720c-bb2d-4600-9340-beaf2efca7a1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:25.166762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a49d39-f575-4c4b-9d06-625793030b5d req-18b5720c-bb2d-4600-9340-beaf2efca7a1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:25.178093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c8a49d39-f575-4c4b-9d06-625793030b5d req-18b5720c-bb2d-4600-9340-beaf2efca7a1 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1683 time: 0.1257329 Dec 17 13:14:25.260079 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:25.276986 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c8a49d39-f575-4c4b-9d06-625793030b5d req-f5840c29-8206-4971-9786-9699beb68ce0 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910785 Dec 17 13:14:25.357360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:14:25.362153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:14:25.369653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:14:25.412627 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event updated for resources: {'Port': ['ID=26fb858f-b177-4c07-ab4e-0767dd53de38,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:25.558098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:25.761246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:25.832785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0772c617-2503-4ff7-8881-04667c169f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e03ad1-e834-4453-a551-a946aaafdbc0'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:25.836378 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcc4d47-8012-4a4c-b9d5-8fd911dfaa4e" -d '{"events": [{"server_uuid": "0772c617-2503-4ff7-8881-04667c169f45", "name": "network-vif-plugged", "status": "completed", "tag": "97e03ad1-e834-4453-a551-a946aaafdbc0"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:25.867673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842185e7-096d-4c8d-8dac-37322ad336c2 req-928f580d-103a-44cf-bdb5-4d88fc826819 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:25.870839 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-842185e7-096d-4c8d-8dac-37322ad336c2 req-928f580d-103a-44cf-bdb5-4d88fc826819 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 946 time: 0.1115570 Dec 17 13:14:25.973704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-842185e7-096d-4c8d-8dac-37322ad336c2 req-4165d87d-23cb-41d2-a22f-37cfd7b3e59a tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887394 Dec 17 13:14:26.017548 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d6c546-3924-41cd-89b3-ad05c30a19e8 x-openstack-request-id: req-30d6c546-3924-41cd-89b3-ad05c30a19e8 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:26.018161 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0772c617-2503-4ff7-8881-04667c169f45", "name": "network-vif-plugged", "status": "completed", "tag": "97e03ad1-e834-4453-a551-a946aaafdbc0", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:26.018562 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-30d6c546-3924-41cd-89b3-ad05c30a19e8 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:26.019149 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0772c617-2503-4ff7-8881-04667c169f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e03ad1-e834-4453-a551-a946aaafdbc0', 'code': 200} Dec 17 13:14:26.090362 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:26.144755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0358bf8-100b-41f2-8b94-009a92c4bdcb req-5d2cc3a5-9cf0-4217-9723-7bd28499b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:26.145243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0358bf8-100b-41f2-8b94-009a92c4bdcb req-5d2cc3a5-9cf0-4217-9723-7bd28499b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:26.146868 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0358bf8-100b-41f2-8b94-009a92c4bdcb req-5d2cc3a5-9cf0-4217-9723-7bd28499b578 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1985 time: 0.0438371 Dec 17 13:14:26.251227 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:26.257406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0358bf8-100b-41f2-8b94-009a92c4bdcb req-abc94e8b-52b0-4bfb-973f-570b03ea4210 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987654 Dec 17 13:14:26.286060 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e5a8fd2-23f3-4b54-9734-c0a4b381fc0d req-6395012c-fc6d-4ab2-bce3-ba89bb0e2564 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 210 time: 0.0547733 Dec 17 13:14:26.344051 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:26.370580 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event updated for resources: {'Port': ['ID=26fb858f-b177-4c07-ab4e-0767dd53de38,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:26.447567 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b3c82-5822-4637-b266-691967c57cce req-1170ff29-af02-44de-883e-bd7e715b9de5 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:26.454329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b3c82-5822-4637-b266-691967c57cce req-1170ff29-af02-44de-883e-bd7e715b9de5 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:26.456339 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4d4b3c82-5822-4637-b266-691967c57cce req-1170ff29-af02-44de-883e-bd7e715b9de5 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1683 time: 0.0640490 Dec 17 13:14:26.484611 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:26.495735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9c7eb55c-e877-4ff4-89f8-2a5f9161761e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1279089 Dec 17 13:14:26.495735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa33bb-8318-4e0b-915c-721548f4be83 req-5e3f4875-b77d-4c13-91f9-7f7ff509cb2e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:26.504121 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-06fa33bb-8318-4e0b-915c-721548f4be83 req-5e3f4875-b77d-4c13-91f9-7f7ff509cb2e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0764740 Dec 17 13:14:26.537113 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4d4b3c82-5822-4637-b266-691967c57cce req-e99d1c98-75fc-4de4-8555-08448213ec70 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653250 Dec 17 13:14:26.576764 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-06fa33bb-8318-4e0b-915c-721548f4be83 req-21aca91a-7f88-4bdf-8db4-2d45c199f67d tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723457 Dec 17 13:14:26.692199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce04f2-8912-4d3c-a593-4132c0169ab0 req-c35a773b-cec4-4eff-b9f9-3f5776193b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:26.693841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71ce04f2-8912-4d3c-a593-4132c0169ab0 req-c35a773b-cec4-4eff-b9f9-3f5776193b09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=43361a85e31a4f57868e845dd68a1beb&device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 1096 time: 0.0784860 Dec 17 13:14:26.766347 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-b139a83a-b6e6-4c41-996d-e02b7a648158 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1578923463&fields=id&tenant_id=3fd22a158e1943a9ba7adec5ac725163 HTTP/1.1" status: 200 len: 267 time: 0.1026824 Dec 17 13:14:26.950797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce04f2-8912-4d3c-a593-4132c0169ab0 req-eefc3d30-db36-41cc-bf76-ddd2b5c1b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:26.952906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71ce04f2-8912-4d3c-a593-4132c0169ab0 req-eefc3d30-db36-41cc-bf76-ddd2b5c1b1ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 200 len: 920 time: 0.2484179 Dec 17 13:14:27.040077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71ce04f2-8912-4d3c-a593-4132c0169ab0 req-c2f65c8b-cee8-4850-98c3-dbfa1fa372a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd HTTP/1.1" status: 200 len: 217 time: 0.0722511 Dec 17 13:14:27.129132 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d17403-9648-4a03-8361-ff1c542f780c req-8211b5f6-3fc1-4eaa-8048-a214a5829c8f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:27.137987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-8211b5f6-3fc1-4eaa-8048-a214a5829c8f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 817 time: 0.3579488 Dec 17 13:14:27.146796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-0b456b90-cfb9-4dd9-a2cc-b50e44cf65cf tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:27.148334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-0b456b90-cfb9-4dd9-a2cc-b50e44cf65cf tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.3549592 Dec 17 13:14:27.167799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Request body: {'port': {'device_id': '3210cfb4-3017-4651-87b0-aa2f2c0e94f1', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'admin_state_up': True, 'tenant_id': 'faf124e995c7454192e72a02bb3c6016'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:27.183524 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-7b4a45e3-040b-49e5-bdec-95637e9d3407 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/quotas/3fd22a158e1943a9ba7adec5ac725163 HTTP/1.1" status: 200 len: 375 time: 0.0461290 Dec 17 13:14:27.211577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2198d81-e31a-431a-b1b1-d9617c559686 req-dda62642-6d75-462f-a5a4-61db358d798b tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:27.227037 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2198d81-e31a-431a-b1b1-d9617c559686 req-dda62642-6d75-462f-a5a4-61db358d798b tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 946 time: 0.1103406 Dec 17 13:14:27.253897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce04f2-8912-4d3c-a593-4132c0169ab0 req-c9c8f1f7-e52d-49e8-b402-aaf305631a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:27.255409 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71ce04f2-8912-4d3c-a593-4132c0169ab0 req-c9c8f1f7-e52d-49e8-b402-aaf305631a38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7327b84-e581-49a3-950c-f5c7a4b0da8e HTTP/1.1" status: 200 len: 859 time: 0.1931031 Dec 17 13:14:27.331168 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2198d81-e31a-431a-b1b1-d9617c559686 req-5908dfb1-8e6b-4382-a694-98053a8ec4b3 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006415 Dec 17 13:14:27.359683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71ce04f2-8912-4d3c-a593-4132c0169ab0 req-93d9157b-8bed-4e14-8147-afa84f427d16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea31f1ba-6d09-447e-9006-a06af7beea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850201 Dec 17 13:14:27.482136 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-e7062e8d-150d-41e2-b763-f5351017eed2 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2894652 Dec 17 13:14:27.487424 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5dc24e0f-b15f-425a-8a86-a5fd1b10a88d req-2fa1da53-f4f3-4460-9489-4661ea00f743 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 210 time: 0.0567930 Dec 17 13:14:27.627390 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71ce04f2-8912-4d3c-a593-4132c0169ab0 req-5674011a-e777-4675-9c22-e8ac1a6fc000 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413836 Dec 17 13:14:27.672767 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-3f92092d-0114-459e-85bc-d70084ff877a service neutron] 10.222.0.59 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896656 Dec 17 13:14:27.675137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-8d00167d-7f0b-4e9a-b004-c03cf8bddb94 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:27.680164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-8d00167d-7f0b-4e9a-b004-c03cf8bddb94 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.61 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 946 time: 0.1294146 Dec 17 13:14:27.753499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Made reservation on behalf of faf124e995c7454192e72a02bb3c6016 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:14:27.757920 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:27.848399 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdfc9b-98e4-4d36-85ad-f9b1575c3ed9 req-9ed3677f-70c6-4cc9-a631-ce677e473aa8 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:27.857830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdfc9b-98e4-4d36-85ad-f9b1575c3ed9 req-9ed3677f-70c6-4cc9-a631-ce677e473aa8 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:27.860078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8bdfc9b-98e4-4d36-85ad-f9b1575c3ed9 req-9ed3677f-70c6-4cc9-a631-ce677e473aa8 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1683 time: 0.1820245 Dec 17 13:14:28.010023 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8bdfc9b-98e4-4d36-85ad-f9b1575c3ed9 req-e1d2ed99-5fdd-40ff-a4c3-e32940eb7262 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286976 Dec 17 13:14:28.020742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Deleting port b9c45807-85da-4843-ab68-85180b03e397 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:28.021337 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:28.092220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71ce04f2-8912-4d3c-a593-4132c0169ab0 req-c795fdeb-1caa-4a96-afe9-b644733a3d8d service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420459 Dec 17 13:14:28.139857 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-51cba7f5-3923-446e-a4f2-99736a590d3d service neutron] 10.222.0.59 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504678 Dec 17 13:14:28.284678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] For port b9c45807-85da-4843-ab68-85180b03e397, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=b9c45807-85da-4843-ab68-85180b03e397,segment=NetworkSegment(2e5e1823-35b6-452d-bae0-7b78f591797c),segment_id=2e5e1823-35b6-452d-bae0-7b78f591797c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:28.287150 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:28.292211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Allocated IP 172.20.0.3 (9dd62150-3a26-44a9-b2ba-a4820fa028d7/9f427b02-4099-4e19-ac3f-370afbfda770/691e633d-2ad9-4081-aae1-355b3019ae55) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:14:28.314825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968619c-6c84-4fe8-a980-de244792c720 req-b5df7fbe-fbac-4a14-a994-a53be79e7112 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:28.316445 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4968619c-6c84-4fe8-a980-de244792c720 req-b5df7fbe-fbac-4a14-a994-a53be79e7112 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1974266 Dec 17 13:14:28.530974 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4968619c-6c84-4fe8-a980-de244792c720 req-ac24b36e-a1c0-416c-8744-bea32da56e4e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607006 Dec 17 13:14:28.736200 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4591e82f-7619-4112-8b4c-b2528e95fd2f req-e21c3e98-e5f8-4ae8-bb4c-0a660c064ffd tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 210 time: 0.1144009 Dec 17 13:14:29.153755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e5374-1905-4ece-af16-7f87dac4cbae req-bf0872c6-308b-4911-8419-6904c50d9170 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:29.155541 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc9e5374-1905-4ece-af16-7f87dac4cbae req-bf0872c6-308b-4911-8419-6904c50d9170 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 946 time: 0.2630479 Dec 17 13:14:29.307361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:29.353378 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc9e5374-1905-4ece-af16-7f87dac4cbae req-5ed106f7-8de3-4502-8c27-723194034982 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c0ad819-b895-48c7-a72e-a491fb0fc0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680470 Dec 17 13:14:29.378985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:29.382117 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:29.382579 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Floating IP 95472659-3df3-47f8-8b40-372223cb8fb2 disassociated. External IP: 172.25.0.241, port: b9c45807-85da-4843-ab68-85180b03e397. Dec 17 13:14:29.384558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Calling delete_port for b9c45807-85da-4843-ab68-85180b03e397 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:29.407372 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-933878a8-ff5d-4bbb-8a12-cacd3e5c0532 req-6a1e6d08-80cf-4c09-abc7-d75d87d01889 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 210 time: 0.5775068 Dec 17 13:14:29.511189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:29.524065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:29.579516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:14:29.588481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:14:29.595527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:14:29.651016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32a71b-849e-43e7-9086-c302ce1bcb7a req-b10a14c3-9d66-456f-ba5a-b556fbc9899d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:29.669975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32a71b-849e-43e7-9086-c302ce1bcb7a req-b10a14c3-9d66-456f-ba5a-b556fbc9899d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:29.675351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce32a71b-849e-43e7-9086-c302ce1bcb7a req-b10a14c3-9d66-456f-ba5a-b556fbc9899d tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1683 time: 0.2104731 Dec 17 13:14:29.678749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event updated for resources: {'Port': ['ID=691e633d-2ad9-4081-aae1-355b3019ae55,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:29.726099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca124d24-4ee9-49f2-87f5-8ee710772382 req-cf850ffa-a914-4df2-970f-f5420c5f343e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:29.748109 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca124d24-4ee9-49f2-87f5-8ee710772382 req-cf850ffa-a914-4df2-970f-f5420c5f343e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0951931 Dec 17 13:14:29.749435 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:29.792995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:29.793604 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:29.852918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Pushing event deleted for resources: {'Port': ['ID=b9c45807-85da-4843-ab68-85180b03e397,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:29.877705 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce32a71b-849e-43e7-9086-c302ce1bcb7a req-bbb2fa24-5ae9-4e8b-ac30-22e88996224e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826138 Dec 17 13:14:29.994300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-cd7ae04a-c671-4425-929e-a3d51ddb7d8b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8326318 Dec 17 13:14:30.010399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a2d9d5a4-0ad9-42fb-94c1-537b293eaaf1 req-4239b744-6888-4bce-8782-f7c702c8f438 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 210 time: 0.0575707 Dec 17 13:14:30.034448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Request body: {'port': {'device_id': '3210cfb4-3017-4651-87b0-aa2f2c0e94f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:30.037566 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca124d24-4ee9-49f2-87f5-8ee710772382 req-6e087fc1-d324-4afc-b716-4988557e1fd6 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620490 Dec 17 13:14:30.097888 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:14:30.198503 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:30.441506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:14:30.458185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b2aca-60e4-4623-b4f8-f6099dc96d9e None None] Sync routers for ids ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:14:30.505761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b2aca-60e4-4623-b4f8-f6099dc96d9e None None] Routers {'92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:14:30.505761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-918b2aca-60e4-4623-b4f8-f6099dc96d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:14:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:30.557314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] No DVR routers for this DVR port b9c45807-85da-4843-ab68-85180b03e397 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:30.569847 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:30.577366 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00723fbe-b17c-453c-a6e4-22ab1f2d0bb2 req-9a8ebb4f-fcc9-44c7-b6cd-ee06a149369c tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.61 "DELETE /v2.0/ports/b9c45807-85da-4843-ab68-85180b03e397 HTTP/1.1" status: 204 len: 173 time: 2.8833020 Dec 17 13:14:30.578259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809555bd-0b89-4563-9f50-3cb9397dc430', 'name': 'network-vif-deleted', 'tag': 'b9c45807-85da-4843-ab68-85180b03e397'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:30.581811 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2800f0d5-fd09-4218-bca5-3ec7ad78d017" -d '{"events": [{"server_uuid": "809555bd-0b89-4563-9f50-3cb9397dc430", "name": "network-vif-deleted", "tag": "b9c45807-85da-4843-ab68-85180b03e397"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:30.721087 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fdf537ea-79a7-4ec0-a568-7cd7fd1dab27 req-8dd98d48-fca1-41b8-a581-df840f7f8b70 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 210 time: 0.1433756 Dec 17 13:14:30.756337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-918b2aca-60e4-4623-b4f8-f6099dc96d9e None None] Set router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:14:30.889146 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaad52e-ef69-4dfb-888b-64671f5ed130 x-openstack-request-id: req-baaad52e-ef69-4dfb-888b-64671f5ed130 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:30.889447 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809555bd-0b89-4563-9f50-3cb9397dc430", "name": "network-vif-deleted", "tag": "b9c45807-85da-4843-ab68-85180b03e397", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:30.889723 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-baaad52e-ef69-4dfb-888b-64671f5ed130 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:30.900162 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809555bd-0b89-4563-9f50-3cb9397dc430', 'name': 'network-vif-deleted', 'tag': 'b9c45807-85da-4843-ab68-85180b03e397', 'status': 'completed', 'code': 200} Dec 17 13:14:30.970849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691e633d-2ad9-4081-aae1-355b3019ae55 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:14:30.981648 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:31.005219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Transition to ACTIVE for port object 691e633d-2ad9-4081-aae1-355b3019ae55 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:14:31.070778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52772f9a-08f4-4ca6-9d14-bbecc8380e36 req-78ecd877-6ce2-48e1-a3f5-d6a433385f74 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:31.074840 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52772f9a-08f4-4ca6-9d14-bbecc8380e36 req-78ecd877-6ce2-48e1-a3f5-d6a433385f74 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 931 time: 0.2181861 Dec 17 13:14:31.130474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccdfba-3ee1-411a-a6f1-4937efd3d6d9 req-de509927-2a03-470b-9baa-20c1ababdd05 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:31.142244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccdfba-3ee1-411a-a6f1-4937efd3d6d9 req-de509927-2a03-470b-9baa-20c1ababdd05 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:31.144272 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49ccdfba-3ee1-411a-a6f1-4937efd3d6d9 req-de509927-2a03-470b-9baa-20c1ababdd05 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1683 time: 0.1193366 Dec 17 13:14:31.145906 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:31.179466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device b9c45807-85da-4843-ab68-85180b03e397 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:31.198356 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52772f9a-08f4-4ca6-9d14-bbecc8380e36 req-8ee61d9e-3086-4172-ba0e-4adfcf4ba17c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041892 Dec 17 13:14:31.226996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: b9c45807-85da-4843-ab68-85180b03e397 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:14:31.227345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device b9c45807-85da-4843-ab68-85180b03e397 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:31.261332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-918b2aca-60e4-4623-b4f8-f6099dc96d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:12:01Z', 'revision_number': 4, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'ecd8a80b-b329-4461-b9cb-7daf103c8167', 'name': '', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'mac_address': 'fa:16:3e:cf:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:59Z', 'updated_at': '2021-12-17T13:12:08Z', 'revision_number': 5, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'subnets': [{'id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:31.309040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b2aca-60e4-4623-b4f8-f6099dc96d9e None None] Checking router: 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:14:31.326549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b2aca-60e4-4623-b4f8-f6099dc96d9e None None] Routers {'92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:14:31.331821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-918b2aca-60e4-4623-b4f8-f6099dc96d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:14:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:31.416297 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9dd9682d-e196-4c53-ad09-14b3fbd2f8dc req-7c1eadbe-82e7-4863-b95c-4a6eee88ef7d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 210 time: 0.0446064 Dec 17 13:14:31.483707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49ccdfba-3ee1-411a-a6f1-4937efd3d6d9 req-37ea7617-0445-43ac-89cc-5923091ad590 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042347 Dec 17 13:14:31.484760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=691e633d-2ad9-4081-aae1-355b3019ae55,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:31.509809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Attempting to bind port 691e633d-2ad9-4081-aae1-355b3019ae55 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:14:31.511826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Attempting to bind port 691e633d-2ad9-4081-aae1-355b3019ae55 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:14:31.513175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Attempting to bind port 691e633d-2ad9-4081-aae1-355b3019ae55 on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:31.523795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Port 691e633d-2ad9-4081-aae1-355b3019ae55 on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:14:31.524687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Attempting to bind port 691e633d-2ad9-4081-aae1-355b3019ae55 on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:31.532613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:14:31.543067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Checking segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:14:31.543067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Bound using segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:14:31.543067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Bound port: 691e633d-2ad9-4081-aae1-355b3019ae55, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:14:31.543067 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:31.543583 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-918b2aca-60e4-4623-b4f8-f6099dc96d9e None None] Set router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:14:31.589366 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:31.668621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] For port 691e633d-2ad9-4081-aae1-355b3019ae55, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:14:31.678433 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac00b05-cecb-4b3b-a6f0-a375b149c8e8 req-cdf5bf42-89a0-45c4-8ab4-ffce04074ca2 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:31.681893 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7ac00b05-cecb-4b3b-a6f0-a375b149c8e8 req-cdf5bf42-89a0-45c4-8ab4-ffce04074ca2 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1480491 Dec 17 13:14:31.686303 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] For port 691e633d-2ad9-4081-aae1-355b3019ae55, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=691e633d-2ad9-4081-aae1-355b3019ae55,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:14:31.762968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7ac00b05-cecb-4b3b-a6f0-a375b149c8e8 req-a4b671be-073d-440e-9f2d-7b150927bcdb tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642655 Dec 17 13:14:31.811920 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:31.901710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-918b2aca-60e4-4623-b4f8-f6099dc96d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:12:01Z', 'revision_number': 4, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'ecd8a80b-b329-4461-b9cb-7daf103c8167', 'name': '', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'mac_address': 'fa:16:3e:cf:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:59Z', 'updated_at': '2021-12-17T13:12:08Z', 'revision_number': 5, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'subnets': [{'id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:31.915919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:31.916719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:31.921907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] 10.222.0.61 "PUT /v2.0/ports/691e633d-2ad9-4081-aae1-355b3019ae55 HTTP/1.1" status: 200 len: 1091 time: 1.9063852 Dec 17 13:14:31.921907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3210cfb4-3017-4651-87b0-aa2f2c0e94f1', 'tag': '691e633d-2ad9-4081-aae1-355b3019ae55'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:31.921907 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c22e8d4-f6e2-4f52-bc6c-454bfddc12c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3210cfb4-3017-4651-87b0-aa2f2c0e94f1", "tag": "691e633d-2ad9-4081-aae1-355b3019ae55"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:31.925879 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af8d61b9-a012-456b-ad04-fca31d83b385 req-38939a9a-11c9-488b-84c3-af26a5ee613a tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/ports?device_id=809555bd-0b89-4563-9f50-3cb9397dc430 HTTP/1.1" status: 200 len: 210 time: 0.0588596 Dec 17 13:14:31.953637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d17403-9648-4a03-8361-ff1c542f780c req-3805482d-4a71-41a3-b0c8-6150a4d52ba0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:31.955773 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-3805482d-4a71-41a3-b0c8-6150a4d52ba0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.54 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 817 time: 0.1909804 Dec 17 13:14:31.962159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b2aca-60e4-4623-b4f8-f6099dc96d9e None None] The sync data for ids ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'] in n-d-815324-5 is: [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:12:01Z', 'revision_number': 4, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'ecd8a80b-b329-4461-b9cb-7daf103c8167', 'name': '', 'network_id': 'dd22c547-aaba-409c-9e1d-d69c60f03e0c', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'mac_address': 'fa:16:3e:cf:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:59Z', 'updated_at': '2021-12-17T13:12:08Z', 'revision_number': 5, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'subnets': [{'id': 'a9aa5bc8-e29e-4de0-847f-9b0db8c59967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:14:31.986083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63309c69-e3ff-459a-99d1-6f0fd0a58cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=691e633d-2ad9-4081-aae1-355b3019ae55,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:32.004304 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9187db5d-fa41-486d-ab22-ec8180986dd3 x-openstack-request-id: req-9187db5d-fa41-486d-ab22-ec8180986dd3 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:32.016130 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3210cfb4-3017-4651-87b0-aa2f2c0e94f1", "tag": "691e633d-2ad9-4081-aae1-355b3019ae55", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:32.021112 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9187db5d-fa41-486d-ab22-ec8180986dd3 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:32.021746 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3210cfb4-3017-4651-87b0-aa2f2c0e94f1', 'tag': '691e633d-2ad9-4081-aae1-355b3019ae55', 'status': 'completed', 'code': 200} Dec 17 13:14:32.066904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-a69d2993-83f1-4608-b287-5c9c9d78a19a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fd22a158e1943a9ba7adec5ac725163 HTTP/1.1" status: 200 len: 380 time: 0.0967844 Dec 17 13:14:32.084441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-71d17403-9648-4a03-8361-ff1c542f780c req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Request body: {'port': {'device_id': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'admin_state_up': True, 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'security_groups': ['f680e067-0c56-4abd-a194-19e35ade3c02']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:32.102701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22e8d4-f6e2-4f52-bc6c-454bfddc12c9 req-d1e49410-9524-4cf5-aee0-1b7b11ccbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:32.104611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c22e8d4-f6e2-4f52-bc6c-454bfddc12c9 req-d1e49410-9524-4cf5-aee0-1b7b11ccbee0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 1094 time: 0.0749311 Dec 17 13:14:32.458907 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198b7b1-3c1c-401b-967b-ac399bc19b28 None None] New status for floating IP 95472659-3df3-47f8-8b40-372223cb8fb2: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:14:32.476928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22e8d4-f6e2-4f52-bc6c-454bfddc12c9 req-35694d73-fe73-42e2-8f00-1747e6cf810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:32.476928 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c22e8d4-f6e2-4f52-bc6c-454bfddc12c9 req-35694d73-fe73-42e2-8f00-1747e6cf810c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=faf124e995c7454192e72a02bb3c6016&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3529503 Dec 17 13:14:32.536828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-3dc14d2d-768f-4116-bc80-f36b5bd625f6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:32.544485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-3dc14d2d-768f-4116-bc80-f36b5bd625f6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:32.546297 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-3dc14d2d-768f-4116-bc80-f36b5bd625f6 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.61 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1683 time: 0.1371725 Dec 17 13:14:32.641835 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-003c8e28-56f9-4504-bf52-1c0d48607244 req-31091025-8ea8-4b41-bcbf-743ea177a2ed tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 210 time: 0.0745103 Dec 17 13:14:32.643478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa5ba3-c531-43ce-85e3-e3e122409096 req-ceab07dc-42d8-4ff4-870d-c5145cb0f738 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:32.645222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-09fa5ba3-c531-43ce-85e3-e3e122409096 req-ceab07dc-42d8-4ff4-870d-c5145cb0f738 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 943 time: 0.1699502 Dec 17 13:14:32.658119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d17403-9648-4a03-8361-ff1c542f780c req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Made reservation on behalf of 3fd22a158e1943a9ba7adec5ac725163 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:14:32.665742 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-71d17403-9648-4a03-8361-ff1c542f780c req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:32.700341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22e8d4-f6e2-4f52-bc6c-454bfddc12c9 req-de6b2fdc-dea1-4a28-9edf-bd6e05fa54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:32.701918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c22e8d4-f6e2-4f52-bc6c-454bfddc12c9 req-de6b2fdc-dea1-4a28-9edf-bd6e05fa54fc service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1863823 Dec 17 13:14:32.770243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-09fa5ba3-c531-43ce-85e3-e3e122409096 req-51a7bd98-9087-4481-b4ea-86c943368e59 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032958 Dec 17 13:14:32.828330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-97a009de-b282-4e0a-8544-0eae0004c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:32.835042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-97a009de-b282-4e0a-8544-0eae0004c797 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 1094 time: 0.0664580 Dec 17 13:14:32.910575 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-4c1d82ab-ae5d-4182-aee3-eab116d7f1b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=691e633d-2ad9-4081-aae1-355b3019ae55 HTTP/1.1" status: 200 len: 217 time: 0.0717251 Dec 17 13:14:32.981237 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d920f1-4175-4a2c-ba5c-ca1287e539ab req-1535f51b-0338-4b93-9930-3ebd935cb241 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:32.993769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d920f1-4175-4a2c-ba5c-ca1287e539ab req-1535f51b-0338-4b93-9930-3ebd935cb241 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:32.997930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-f4961426-39c3-4ab8-8e7d-9a2133a89d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:32.998319 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-10d920f1-4175-4a2c-ba5c-ca1287e539ab req-1535f51b-0338-4b93-9930-3ebd935cb241 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 1683 time: 0.1940696 Dec 17 13:14:32.999415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-f4961426-39c3-4ab8-8e7d-9a2133a89d76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.0789506 Dec 17 13:14:33.039370 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-71ca2286-fe79-4c8b-bf53-d19c876d2c29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287790 Dec 17 13:14:33.074558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-d669cb4d-19ce-4261-8e26-90cc9fd8fd98 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Deleting port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:33.075006 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-d669cb4d-19ce-4261-8e26-90cc9fd8fd98 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:33.152469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-71d17403-9648-4a03-8361-ff1c542f780c req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Allocated IP 172.20.0.12 (e16b8094-9765-429e-b3f9-d6069186d4a7/1d474f1c-9141-4e9d-9cda-36607a65bd0f/1ef2a740-1c53-48ea-86b9-4a26d13be93a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:14:33.167269 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-5a8212c7-2584-4290-8018-0aabba32f1a3 service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080503 Dec 17 13:14:33.190179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-10d920f1-4175-4a2c-ba5c-ca1287e539ab req-8463f9a0-491b-446a-bb61-37a71fd22575 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621852 Dec 17 13:14:33.258251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-d669cb4d-19ce-4261-8e26-90cc9fd8fd98 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] For port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=09c8b0c3-3c7d-47ba-802f-50a5b29c2774,segment=NetworkSegment(1f3013b8-bf62-47ce-803b-2a2b250d3b52),segment_id=1f3013b8-bf62-47ce-803b-2a2b250d3b52)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:33.266044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-d669cb4d-19ce-4261-8e26-90cc9fd8fd98 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:33.302900 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1123ccd8-886f-4ebe-88ca-9147e7c75082 req-bf4b9f68-846e-4cf5-b128-2150838de01e service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361933 Dec 17 13:14:33.311857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-d669cb4d-19ce-4261-8e26-90cc9fd8fd98 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Calling delete_port for 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:33.494288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae8d2f-23a6-4df2-a24f-b2465c41cc15 req-5e803672-c1cc-41cb-8013-79700bbe6201 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:33.496174 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-faae8d2f-23a6-4df2-a24f-b2465c41cc15 req-5e803672-c1cc-41cb-8013-79700bbe6201 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.2165880 Dec 17 13:14:33.604380 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-faae8d2f-23a6-4df2-a24f-b2465c41cc15 req-736c0a69-e993-4f2c-b68a-56b98ea2d410 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999699 Dec 17 13:14:33.655657 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-71d17403-9648-4a03-8361-ff1c542f780c req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:33.765407 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-d669cb4d-19ce-4261-8e26-90cc9fd8fd98 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:33.779135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34130) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:33.782799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['97e03ad1-e834-4453-a551-a946aaafdbc0', '09c8b0c3-3c7d-47ba-802f-50a5b29c2774'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:33.878396 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-71d17403-9648-4a03-8361-ff1c542f780c req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:33.880144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669cb4d-19ce-4261-8e26-90cc9fd8fd98 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Port': ['ID=09c8b0c3-3c7d-47ba-802f-50a5b29c2774,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:33.979061 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d8869b67-7e82-479d-bc87-23ad92808034 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.023868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0604b17-d525-49ec-9192-7880fa7d3c18 req-a5ffd96d-4722-4719-8c16-18a25d9485f5 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:34.030576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a0604b17-d525-49ec-9192-7880fa7d3c18 req-a5ffd96d-4722-4719-8c16-18a25d9485f5 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 932 time: 0.1084290 Dec 17 13:14:34.030576 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d8869b67-7e82-479d-bc87-23ad92808034 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.088142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d17403-9648-4a03-8361-ff1c542f780c req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Network e16b8094-9765-429e-b3f9-d6069186d4a7 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:14:34.089756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-d669cb4d-19ce-4261-8e26-90cc9fd8fd98 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] No DVR routers for this DVR port 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:34.094084 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-d669cb4d-19ce-4261-8e26-90cc9fd8fd98 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.098584 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-d669cb4d-19ce-4261-8e26-90cc9fd8fd98 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.61 "DELETE /v2.0/ports/09c8b0c3-3c7d-47ba-802f-50a5b29c2774 HTTP/1.1" status: 204 len: 173 time: 1.5437706 Dec 17 13:14:34.102666 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-71d17403-9648-4a03-8361-ff1c542f780c req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:14:34.105175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0772c617-2503-4ff7-8881-04667c169f45', 'name': 'network-vif-deleted', 'tag': '09c8b0c3-3c7d-47ba-802f-50a5b29c2774'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:34.107916 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb3a028-1307-43cd-9310-176dc0573488" -d '{"events": [{"server_uuid": "0772c617-2503-4ff7-8881-04667c169f45", "name": "network-vif-deleted", "tag": "09c8b0c3-3c7d-47ba-802f-50a5b29c2774"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:34.184035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d17403-9648-4a03-8361-ff1c542f780c req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:14:34.254778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a0604b17-d525-49ec-9192-7880fa7d3c18 req-189ec414-c14e-4200-bd4b-aa78cfc801fc tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152767 Dec 17 13:14:34.299425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d8869b67-7e82-479d-bc87-23ad92808034 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.303579 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d8869b67-7e82-479d-bc87-23ad92808034 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.307833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d8869b67-7e82-479d-bc87-23ad92808034 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "DELETE /v2.0/security-groups/9c0ad819-b895-48c7-a72e-a491fb0fc0b6 HTTP/1.1" status: 204 len: 168 time: 0.5274804 Dec 17 13:14:34.308510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34144) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:34.336818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d17403-9648-4a03-8361-ff1c542f780c req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:34.337730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-71d17403-9648-4a03-8361-ff1c542f780c req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.372780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8869b67-7e82-479d-bc87-23ad92808034 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0ad819-b895-48c7-a72e-a491fb0fc0b6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:34.409664 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-3e6f763d-ebd4-4388-9aff-fd2743baa482 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] show failed (client error): The resource could not be found. Dec 17 13:14:34.413024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3e6f763d-ebd4-4388-9aff-fd2743baa482 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "GET /v2.0/security-groups/9c0ad819-b895-48c7-a72e-a491fb0fc0b6 HTTP/1.1" status: 404 len: 347 time: 0.0806808 Dec 17 13:14:34.415345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34148) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:34.415792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event updated for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:34.475631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-84d4df73-8c57-41fa-909a-aa3b5d42ef2c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3968599 Dec 17 13:14:34.514590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e32bd-d3d6-4e7a-95f6-00c5010eb3b5 req-0ab27f5e-5852-4256-83d0-5249ae0fe9c3 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:34.518553 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-031e32bd-d3d6-4e7a-95f6-00c5010eb3b5 req-0ab27f5e-5852-4256-83d0-5249ae0fe9c3 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.5302134 Dec 17 13:14:34.532105 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Request body: {'port': {'device_id': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:34.621481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-864b6449-f27c-47b6-93b5-843dcdd0b3c1 None None] Provisioning complete for port 1ef2a740-1c53-48ea-86b9-4a26d13be93a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:34.622206 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-864b6449-f27c-47b6-93b5-843dcdd0b3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.658479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-031e32bd-d3d6-4e7a-95f6-00c5010eb3b5 req-f4732dc8-3bde-48ec-9980-25cc364eb9a5 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146190 Dec 17 13:14:34.664540 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-864b6449-f27c-47b6-93b5-843dcdd0b3c1 None None] Port 1ef2a740-1c53-48ea-86b9-4a26d13be93a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:14:34.672098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb282c30-3dd3-4e3d-a2fd-1a1974eb06b9 req-210e04eb-2a88-4ffb-a36b-fdf0d45f9daa tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:34.679788 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb282c30-3dd3-4e3d-a2fd-1a1974eb06b9 req-210e04eb-2a88-4ffb-a36b-fdf0d45f9daa tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 943 time: 0.1658719 Dec 17 13:14:34.698362 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-b84ead40-487f-43d0-a33d-231f48eca14a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Deleting port 97e03ad1-e834-4453-a551-a946aaafdbc0 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:34.698754 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-b84ead40-487f-43d0-a33d-231f48eca14a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.704177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1c91816a-3d94-40e6-9df3-8e6d10232ff6 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Deleting port b0f8091f-26a2-44af-8f2e-30532d4e2832 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:34.704635 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c91816a-3d94-40e6-9df3-8e6d10232ff6 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.746282 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb282c30-3dd3-4e3d-a2fd-1a1974eb06b9 req-41f6e21a-ff15-4498-8a81-1a8108ca82ec tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653765 Dec 17 13:14:34.886862 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c91816a-3d94-40e6-9df3-8e6d10232ff6 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.888483 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c91816a-3d94-40e6-9df3-8e6d10232ff6 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.896365 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340322df-2cf5-4a5e-9696-47f02e15c40b x-openstack-request-id: req-340322df-2cf5-4a5e-9696-47f02e15c40b {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:34.896668 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0772c617-2503-4ff7-8881-04667c169f45", "name": "network-vif-deleted", "tag": "09c8b0c3-3c7d-47ba-802f-50a5b29c2774", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:34.897059 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-340322df-2cf5-4a5e-9696-47f02e15c40b {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:34.897536 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0772c617-2503-4ff7-8881-04667c169f45', 'name': 'network-vif-deleted', 'tag': '09c8b0c3-3c7d-47ba-802f-50a5b29c2774', 'status': 'completed', 'code': 200} Dec 17 13:14:34.898239 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.904514 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1c91816a-3d94-40e6-9df3-8e6d10232ff6 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Calling delete_port for b0f8091f-26a2-44af-8f2e-30532d4e2832 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:34.938616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-b84ead40-487f-43d0-a33d-231f48eca14a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] For port 97e03ad1-e834-4453-a551-a946aaafdbc0, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=97e03ad1-e834-4453-a551-a946aaafdbc0,segment=NetworkSegment(59119c16-c8c7-4506-917a-1a53e341f995),segment_id=59119c16-c8c7-4506-917a-1a53e341f995)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:34.939107 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-b84ead40-487f-43d0-a33d-231f48eca14a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:34.977108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-b84ead40-487f-43d0-a33d-231f48eca14a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Calling delete_port for 97e03ad1-e834-4453-a551-a946aaafdbc0 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:35.007386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa15c0-1a0c-4b9d-ba2c-7d368570e4bb req-29e6fccf-f888-43f2-90bf-b0a2d028204a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:35.009260 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7dfa15c0-1a0c-4b9d-ba2c-7d368570e4bb req-29e6fccf-f888-43f2-90bf-b0a2d028204a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 946 time: 0.1496756 Dec 17 13:14:35.123986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a2a21-4397-4891-902e-470c210c7403 req-2769e1f0-6330-49ad-bee9-dfc8b72fe7a0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:35.126012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c4a2a21-4397-4891-902e-470c210c7403 req-2769e1f0-6330-49ad-bee9-dfc8b72fe7a0 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0931847 Dec 17 13:14:35.218586 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c4a2a21-4397-4891-902e-470c210c7403 req-ced6eb61-4e0e-4322-8698-c6aab0248d9d tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731966 Dec 17 13:14:35.219728 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c91816a-3d94-40e6-9df3-8e6d10232ff6 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:35.265539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91816a-3d94-40e6-9df3-8e6d10232ff6 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Pushing event deleted for resources: {'Port': ['ID=b0f8091f-26a2-44af-8f2e-30532d4e2832,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:35.277701 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7dfa15c0-1a0c-4b9d-ba2c-7d368570e4bb req-7cbee713-b53a-486a-abfc-bef95504785e tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/security-groups?id=13bd427c-a2c2-4469-ad8f-bf68854e1f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241457 Dec 17 13:14:35.383003 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c91816a-3d94-40e6-9df3-8e6d10232ff6 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:35.386471 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c91816a-3d94-40e6-9df3-8e6d10232ff6 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:35.390581 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1c91816a-3d94-40e6-9df3-8e6d10232ff6 tempest-ServersTestManualDisk-362632649 tempest-ServersTestManualDisk-362632649-project] 10.222.0.59 "DELETE /v2.0/floatingips/95472659-3df3-47f8-8b40-372223cb8fb2 HTTP/1.1" status: 204 len: 168 time: 0.9669595 Dec 17 13:14:35.392553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34164) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:35.474314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef2a740-1c53-48ea-86b9-4a26d13be93a {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:14:35.484818 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:35.504124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Transition to ACTIVE for port object 1ef2a740-1c53-48ea-86b9-4a26d13be93a will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:14:35.516948 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-b84ead40-487f-43d0-a33d-231f48eca14a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:35.537415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8985e-0a47-4da8-b17a-669827f7aec5 req-fe3ec9b9-7482-4c2e-b535-a5a9f1efd198 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:35.546674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7a8985e-0a47-4da8-b17a-669827f7aec5 req-fe3ec9b9-7482-4c2e-b535-a5a9f1efd198 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 932 time: 0.1957545 Dec 17 13:14:35.560144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ead40-487f-43d0-a33d-231f48eca14a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Port': ['ID=97e03ad1-e834-4453-a551-a946aaafdbc0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:35.589817 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:35.743958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:35.805990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-b84ead40-487f-43d0-a33d-231f48eca14a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] No DVR routers for this DVR port 97e03ad1-e834-4453-a551-a946aaafdbc0 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:35.819694 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-b84ead40-487f-43d0-a33d-231f48eca14a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:35.830379 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7d14c89-d42e-4fc7-afab-c06e24d3a73c req-b84ead40-487f-43d0-a33d-231f48eca14a tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.61 "DELETE /v2.0/ports/97e03ad1-e834-4453-a551-a946aaafdbc0 HTTP/1.1" status: 204 len: 173 time: 1.7175350 Dec 17 13:14:35.876464 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:36.024007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Attempting to bind port 1ef2a740-1c53-48ea-86b9-4a26d13be93a on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:14:36.024348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Attempting to bind port 1ef2a740-1c53-48ea-86b9-4a26d13be93a by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:14:36.024675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Attempting to bind port 1ef2a740-1c53-48ea-86b9-4a26d13be93a on network e16b8094-9765-429e-b3f9-d6069186d4a7 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:36.035368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Port 1ef2a740-1c53-48ea-86b9-4a26d13be93a on network e16b8094-9765-429e-b3f9-d6069186d4a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:14:36.035725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Attempting to bind port 1ef2a740-1c53-48ea-86b9-4a26d13be93a on network e16b8094-9765-429e-b3f9-d6069186d4a7 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:36.050786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:14:36.051130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Checking segment: {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:14:36.051519 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Bound using segment: {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:14:36.051966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Bound port: 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:14:36.052322 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:36.094804 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7a8985e-0a47-4da8-b17a-669827f7aec5 req-f199907e-90da-4e06-bcfb-1c3ac3be14e1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5463562 Dec 17 13:14:36.155908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb876dcb-1b67-4a44-978f-1fb3ad124c4e req-db7d9bc8-2ce5-4f6f-b542-541d412d331b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:36.157695 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb876dcb-1b67-4a44-978f-1fb3ad124c4e req-db7d9bc8-2ce5-4f6f-b542-541d412d331b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.3235831 Dec 17 13:14:36.202127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bf3bb-7c49-41df-a864-5a205e4fcd0e req-14930729-2ec8-4e3b-b45a-f6d7011e5426 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:36.203787 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-887bf3bb-7c49-41df-a864-5a205e4fcd0e req-14930729-2ec8-4e3b-b45a-f6d7011e5426 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.61 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.2280335 Dec 17 13:14:36.231289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:14:36.265836 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:14:36.283838 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb876dcb-1b67-4a44-978f-1fb3ad124c4e req-75366c20-f153-491a-878a-866fc4af750b tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130533 Dec 17 13:14:36.335839 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:36.432436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:36.442701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:36.443478 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:36.445314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-a317c8e5-20c3-4221-b2e0-cb426f268af5 service neutron] 10.222.0.54 "PUT /v2.0/ports/1ef2a740-1c53-48ea-86b9-4a26d13be93a HTTP/1.1" status: 200 len: 1092 time: 1.9239056 Dec 17 13:14:36.529900 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31228492-1569-466d-9137-684c8c41e39f req-f8c9ed25-bf54-48b3-9e33-4af079b40b79 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:36.542039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31228492-1569-466d-9137-684c8c41e39f req-f8c9ed25-bf54-48b3-9e33-4af079b40b79 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 943 time: 0.2678583 Dec 17 13:14:36.645356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-887bf3bb-7c49-41df-a864-5a205e4fcd0e req-d03fde87-1339-40c4-acce-f6639905387a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Deleting port a27f573e-91b0-4f35-b7ed-f6f1033dda24 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:36.645741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-887bf3bb-7c49-41df-a864-5a205e4fcd0e req-d03fde87-1339-40c4-acce-f6639905387a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:36.655463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a69ff2-a83a-4808-8fec-aaf544ec1a5f req-e76effa8-bad6-4e0d-9514-7f3273bb81b6 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:36.657497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-62a69ff2-a83a-4808-8fec-aaf544ec1a5f req-e76effa8-bad6-4e0d-9514-7f3273bb81b6 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1682243 Dec 17 13:14:36.666418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31228492-1569-466d-9137-684c8c41e39f req-462fc429-d46d-44b2-9612-f62017482605 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185875 Dec 17 13:14:36.770803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d17403-9648-4a03-8361-ff1c542f780c req-8ca16917-a74c-4fe3-ad75-a025895b2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:36.772439 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-8ca16917-a74c-4fe3-ad75-a025895b2b75 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 1095 time: 0.1963551 Dec 17 13:14:36.834235 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39fed64f-a043-404a-9a8b-725530664896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:36.851644 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-62a69ff2-a83a-4808-8fec-aaf544ec1a5f req-2e8363d0-8fb8-4c03-8d45-fb3a963c9b4a tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766655 Dec 17 13:14:36.853535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-178db2e2-7cb0-4ae5-84a2-b8241e59a652 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a HTTP/1.1" status: 200 len: 217 time: 0.0649507 Dec 17 13:14:36.916654 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0772c617-2503-4ff7-8881-04667c169f45', 'name': 'network-vif-deleted', 'tag': '97e03ad1-e834-4453-a551-a946aaafdbc0'}, {'name': 'network-changed', 'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:36.935684 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be531161-eeb1-4fa8-b7ed-a18601d68d6f" -d '{"events": [{"server_uuid": "0772c617-2503-4ff7-8881-04667c169f45", "name": "network-vif-deleted", "tag": "97e03ad1-e834-4453-a551-a946aaafdbc0"}, {"name": "network-changed", "server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:36.938535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-887bf3bb-7c49-41df-a864-5a205e4fcd0e req-d03fde87-1339-40c4-acce-f6639905387a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] For port a27f573e-91b0-4f35-b7ed-f6f1033dda24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a27f573e-91b0-4f35-b7ed-f6f1033dda24,segment=NetworkSegment(47f8c037-0b60-40e7-9fbd-557eff9bdde0),segment_id=47f8c037-0b60-40e7-9fbd-557eff9bdde0)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:36.938535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-887bf3bb-7c49-41df-a864-5a205e4fcd0e req-d03fde87-1339-40c4-acce-f6639905387a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:36.990013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d17403-9648-4a03-8361-ff1c542f780c req-cbac86fc-2d23-47df-b7fa-a79033d45106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:36.992851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-cbac86fc-2d23-47df-b7fa-a79033d45106 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.1305583 Dec 17 13:14:36.994279 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85bbf930-7828-4aad-9bfb-1dfe4caef4d6 req-abe71dab-3f4a-450a-a645-42f3bb588be3 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "GET /v2.0/ports?device_id=0772c617-2503-4ff7-8881-04667c169f45 HTTP/1.1" status: 200 len: 210 time: 0.1961887 Dec 17 13:14:36.997272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-887bf3bb-7c49-41df-a864-5a205e4fcd0e req-d03fde87-1339-40c4-acce-f6639905387a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Calling delete_port for a27f573e-91b0-4f35-b7ed-f6f1033dda24 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:37.070165 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac676fa-57a7-407a-8d10-12c1f8a68b11 x-openstack-request-id: req-9ac676fa-57a7-407a-8d10-12c1f8a68b11 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:37.070455 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0772c617-2503-4ff7-8881-04667c169f45", "name": "network-vif-deleted", "tag": "97e03ad1-e834-4453-a551-a946aaafdbc0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:37.070709 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ac676fa-57a7-407a-8d10-12c1f8a68b11 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:37.071104 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0772c617-2503-4ff7-8881-04667c169f45', 'name': 'network-vif-deleted', 'tag': '97e03ad1-e834-4453-a551-a946aaafdbc0', 'status': 'completed', 'code': 200} Dec 17 13:14:37.071360 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'status': 'completed', 'code': 200} Dec 17 13:14:37.095762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d17403-9648-4a03-8361-ff1c542f780c req-c1173bc7-57bf-4b32-929b-40c5fc65c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:37.098179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-c1173bc7-57bf-4b32-929b-40c5fc65c942 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976491 Dec 17 13:14:37.166256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 691e633d-2ad9-4081-aae1-355b3019ae55 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:14:37.227230 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-683346ff-4ed4-48f0-abfb-19df453620f1 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215346 Dec 17 13:14:37.315561 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 691e633d-2ad9-4081-aae1-355b3019ae55, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=691e633d-2ad9-4081-aae1-355b3019ae55,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:37.333834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '691e633d-2ad9-4081-aae1-355b3019ae55', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'port_id': '691e633d-2ad9-4081-aae1-355b3019ae55', 'mac_address': 'fa:16:3e:b7:d6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f427b02-4099-4e19-ac3f-370afbfda770', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:14:37.337500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:37.390167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:14:37.390607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 09c8b0c3-3c7d-47ba-802f-50a5b29c2774 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:37.390959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 97e03ad1-e834-4453-a551-a946aaafdbc0 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:37.443531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 97e03ad1-e834-4453-a551-a946aaafdbc0 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:14:37.444043 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 97e03ad1-e834-4453-a551-a946aaafdbc0 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:37.485292 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:37.503277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691e633d-2ad9-4081-aae1-355b3019ae55 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:14:37.519623 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71d17403-9648-4a03-8361-ff1c542f780c req-1bba07ae-2980-473c-bfad-b8782f381c70 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849114 Dec 17 13:14:37.547879 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 691e633d-2ad9-4081-aae1-355b3019ae55, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=691e633d-2ad9-4081-aae1-355b3019ae55,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:37.551454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931c85f-31b1-4cf9-b6bf-55175d30b5bd req-5665a732-53b1-4be3-85e9-b58292ea9c37 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:37.559289 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2931c85f-31b1-4cf9-b6bf-55175d30b5bd req-5665a732-53b1-4be3-85e9-b58292ea9c37 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 944 time: 0.2790666 Dec 17 13:14:37.566708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bf75e-005b-4a66-b830-ba24510f6768 req-ebcbe2e5-7614-476c-bb4b-f3229912f87d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:37.568279 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec5bf75e-005b-4a66-b830-ba24510f6768 req-ebcbe2e5-7614-476c-bb4b-f3229912f87d tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 946 time: 0.1310804 Dec 17 13:14:37.637052 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:37.648266 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec5bf75e-005b-4a66-b830-ba24510f6768 req-734f1c93-9a17-4aa7-baad-2d41bdf2de36 tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/security-groups?id=1fd35022-5b7b-4705-94a1-2835be0ffe60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719709 Dec 17 13:14:37.795003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be531161-eeb1-4fa8-b7ed-a18601d68d6f req-332c7b78-edeb-473b-af6c-746206a23916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:37.795003 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be531161-eeb1-4fa8-b7ed-a18601d68d6f req-332c7b78-edeb-473b-af6c-746206a23916 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 1095 time: 0.1112332 Dec 17 13:14:37.850477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-66b92041-b417-4c53-9648-b985d6fc0e12 req-edf96b38-5a2a-4507-b9b0-b0987626c858 service neutron] (110453) timed out ('10.222.0.61', 62362) {{(pid=110453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:14:37.874861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=691e633d-2ad9-4081-aae1-355b3019ae55,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:37.893928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.894400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.895103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.895512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.895997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.896401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.896804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.897673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.898116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.898517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.898912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.899308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.899699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:37.942067 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['691e633d-2ad9-4081-aae1-355b3019ae55'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:37.964871 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-887bf3bb-7c49-41df-a864-5a205e4fcd0e req-d03fde87-1339-40c4-acce-f6639905387a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:38.157959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-887bf3bb-7c49-41df-a864-5a205e4fcd0e req-d03fde87-1339-40c4-acce-f6639905387a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] No DVR routers for this DVR port a27f573e-91b0-4f35-b7ed-f6f1033dda24 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:38.165893 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-887bf3bb-7c49-41df-a864-5a205e4fcd0e req-d03fde87-1339-40c4-acce-f6639905387a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:38.171444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-887bf3bb-7c49-41df-a864-5a205e4fcd0e req-d03fde87-1339-40c4-acce-f6639905387a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.61 "DELETE /v2.0/ports/a27f573e-91b0-4f35-b7ed-f6f1033dda24 HTTP/1.1" status: 204 len: 173 time: 1.9554818 Dec 17 13:14:38.190361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2931c85f-31b1-4cf9-b6bf-55175d30b5bd req-65289008-144a-4e2f-aae8-62b953586830 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6207554 Dec 17 13:14:38.197052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'name': 'network-vif-deleted', 'tag': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:38.206698 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fef7310-9123-44ef-9168-65a7987ea7dc" -d '{"events": [{"server_uuid": "518527f5-7c13-4e9e-a0ee-90776148c77a", "name": "network-vif-deleted", "tag": "a27f573e-91b0-4f35-b7ed-f6f1033dda24"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:38.214391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fde87-1339-40c4-acce-f6639905387a tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] Pushing event deleted for resources: {'Port': ['ID=a27f573e-91b0-4f35-b7ed-f6f1033dda24,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:38.227710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-39fed64f-a043-404a-9a8b-725530664896 admin admin] Deleting port ecd8a80b-b329-4461-b9cb-7daf103c8167 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:38.229127 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39fed64f-a043-404a-9a8b-725530664896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:38.369816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f22c7-3726-4cee-93c5-9f61cefc004a req-972ad101-5dca-4e22-8c0d-4c48a6b7a37a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:38.371298 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e3f22c7-3726-4cee-93c5-9f61cefc004a req-972ad101-5dca-4e22-8c0d-4c48a6b7a37a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 944 time: 0.4930100 Dec 17 13:14:38.375294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be531161-eeb1-4fa8-b7ed-a18601d68d6f req-991394d5-9d64-4f7f-8a27-2899861c08e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:38.377719 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be531161-eeb1-4fa8-b7ed-a18601d68d6f req-991394d5-9d64-4f7f-8a27-2899861c08e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 0.5981314 Dec 17 13:14:38.396246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5ecba-36bf-4030-9438-a4f5cb9648d9 req-7f029627-003a-44f8-8791-d43ecf9aada3 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:38.398289 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37e5ecba-36bf-4030-9438-a4f5cb9648d9 req-7f029627-003a-44f8-8791-d43ecf9aada3 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0952334 Dec 17 13:14:38.441643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-39fed64f-a043-404a-9a8b-725530664896 admin admin] For port ecd8a80b-b329-4461-b9cb-7daf103c8167, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ecd8a80b-b329-4461-b9cb-7daf103c8167,segment=NetworkSegment(2e5e1823-35b6-452d-bae0-7b78f591797c),segment_id=2e5e1823-35b6-452d-bae0-7b78f591797c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:38.441943 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39fed64f-a043-404a-9a8b-725530664896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:38.446790 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be531161-eeb1-4fa8-b7ed-a18601d68d6f req-61a5af1a-7070-4385-a304-73f352551593 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a HTTP/1.1" status: 200 len: 217 time: 0.0507689 Dec 17 13:14:38.480352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-39fed64f-a043-404a-9a8b-725530664896 admin admin] Calling delete_port for ecd8a80b-b329-4461-b9cb-7daf103c8167 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:38.568345 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e3f22c7-3726-4cee-93c5-9f61cefc004a req-3b444989-8814-475c-9cfc-918d7db60d14 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806800 Dec 17 13:14:38.593178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be531161-eeb1-4fa8-b7ed-a18601d68d6f req-60cbb088-29f5-437f-8e6d-e7410e9211fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:38.596804 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be531161-eeb1-4fa8-b7ed-a18601d68d6f req-60cbb088-29f5-437f-8e6d-e7410e9211fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.1405098 Dec 17 13:14:38.650146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34198) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:38.654791 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37e5ecba-36bf-4030-9438-a4f5cb9648d9 req-8c34ddac-4eb2-4be3-bf78-78ea35fa5ff5 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485063 Dec 17 13:14:38.731617 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be531161-eeb1-4fa8-b7ed-a18601d68d6f req-eefea53e-5d2e-41b0-ad5f-ced80adc7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:38.731617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be531161-eeb1-4fa8-b7ed-a18601d68d6f req-eefea53e-5d2e-41b0-ad5f-ced80adc7087 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179826 Dec 17 13:14:38.748999 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cb0dea-64a8-46ae-9808-2d7b5d2d0497 x-openstack-request-id: req-80cb0dea-64a8-46ae-9808-2d7b5d2d0497 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:38.749351 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518527f5-7c13-4e9e-a0ee-90776148c77a", "name": "network-vif-deleted", "tag": "a27f573e-91b0-4f35-b7ed-f6f1033dda24", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:38.749554 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80cb0dea-64a8-46ae-9808-2d7b5d2d0497 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:38.749981 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518527f5-7c13-4e9e-a0ee-90776148c77a', 'name': 'network-vif-deleted', 'tag': 'a27f573e-91b0-4f35-b7ed-f6f1033dda24', 'status': 'completed', 'code': 200} Dec 17 13:14:38.773058 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-97df0b2a-0981-4322-bf45-7fb3e290b2fa tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Deleting subnet 9984710c-4740-4436-8e1e-0f6260630a84 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:14:38.773058 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97df0b2a-0981-4322-bf45-7fb3e290b2fa tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:38.821020 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97df0b2a-0981-4322-bf45-7fb3e290b2fa tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:38.994488 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be531161-eeb1-4fa8-b7ed-a18601d68d6f req-01ce98b9-36ae-4a68-a7d3-4b9bbcf7f5a7 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611048 Dec 17 13:14:39.024919 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97df0b2a-0981-4322-bf45-7fb3e290b2fa tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:39.130347 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be531161-eeb1-4fa8-b7ed-a18601d68d6f req-ea30e278-b3a6-4c9d-8c8f-a3aeecb0f646 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266322 Dec 17 13:14:39.165439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 691e633d-2ad9-4081-aae1-355b3019ae55 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:14:39.174165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39fb68c9-0c11-49b2-8aff-6d20585bde45 req-732530de-eabf-4a9d-8281-bba108d7421e tempest-ServersNegativeTestJSON-394921181 tempest-ServersNegativeTestJSON-394921181-project] 10.222.0.59 "GET /v2.0/ports?device_id=518527f5-7c13-4e9e-a0ee-90776148c77a HTTP/1.1" status: 200 len: 210 time: 0.0886793 Dec 17 13:14:39.318722 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97df0b2a-0981-4322-bf45-7fb3e290b2fa tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:39.382930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df0b2a-0981-4322-bf45-7fb3e290b2fa tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Subnet': ['ID=9984710c-4740-4436-8e1e-0f6260630a84,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:39.390339 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39fed64f-a043-404a-9a8b-725530664896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:39.413434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 691e633d-2ad9-4081-aae1-355b3019ae55 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:14:39.420748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 691e633d-2ad9-4081-aae1-355b3019ae55 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:39.421476 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:39.501339 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b64ea-4648-46e6-a583-d7fbdacde871 req-0c7c5d0c-df4c-4f61-8175-b17175c5c668 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:39.534836 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-252b64ea-4648-46e6-a583-d7fbdacde871 req-0c7c5d0c-df4c-4f61-8175-b17175c5c668 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 944 time: 0.1691985 Dec 17 13:14:39.642134 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:39.696757 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-252b64ea-4648-46e6-a583-d7fbdacde871 req-b6381311-84c1-482d-8b42-5d1259ec5ea8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608088 Dec 17 13:14:39.712057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3210cfb4-3017-4651-87b0-aa2f2c0e94f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691e633d-2ad9-4081-aae1-355b3019ae55'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:39.725643 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2137473f-50fb-40f6-b2c7-1b609c1f5412" -d '{"events": [{"server_uuid": "3210cfb4-3017-4651-87b0-aa2f2c0e94f1", "name": "network-vif-plugged", "status": "completed", "tag": "691e633d-2ad9-4081-aae1-355b3019ae55"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:39.746176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 691e633d-2ad9-4081-aae1-355b3019ae55, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=691e633d-2ad9-4081-aae1-355b3019ae55,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:39.862472 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:39.863336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a27f573e-91b0-4f35-b7ed-f6f1033dda24 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:39.934087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70429bfa-45da-4268-91ad-5f342cddccb2 req-fae4a2a0-da41-4b5a-8be9-9e21e49a3bde tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:39.936337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70429bfa-45da-4268-91ad-5f342cddccb2 req-fae4a2a0-da41-4b5a-8be9-9e21e49a3bde tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1083460 Dec 17 13:14:39.947892 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: a27f573e-91b0-4f35-b7ed-f6f1033dda24 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:14:39.948579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a27f573e-91b0-4f35-b7ed-f6f1033dda24 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:39.956394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=691e633d-2ad9-4081-aae1-355b3019ae55,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:40.018179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70429bfa-45da-4268-91ad-5f342cddccb2 req-00d11ada-913e-4151-b233-f1568ba56464 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727377 Dec 17 13:14:40.077378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305bff84-3012-4e9e-bef9-6eb75e991904 None None] Network ab100be9-1dc0-42b1-9bba-09282e423a09 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:14:40.077663 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97df0b2a-0981-4322-bf45-7fb3e290b2fa tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:40.084713 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-97df0b2a-0981-4322-bf45-7fb3e290b2fa tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "DELETE /v2.0/subnets/9984710c-4740-4436-8e1e-0f6260630a84 HTTP/1.1" status: 204 len: 168 time: 1.4264116 Dec 17 13:14:40.091166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34228) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:40.128738 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fed64f-a043-404a-9a8b-725530664896 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd8a80b-b329-4461-b9cb-7daf103c8167,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:40.182307 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cc7aec-238e-4ca8-aa26-75495d678b2a x-openstack-request-id: req-31cc7aec-238e-4ca8-aa26-75495d678b2a {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:40.183090 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3210cfb4-3017-4651-87b0-aa2f2c0e94f1", "name": "network-vif-plugged", "status": "completed", "tag": "691e633d-2ad9-4081-aae1-355b3019ae55", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:40.183090 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31cc7aec-238e-4ca8-aa26-75495d678b2a {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:40.183302 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3210cfb4-3017-4651-87b0-aa2f2c0e94f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691e633d-2ad9-4081-aae1-355b3019ae55', 'code': 200} Dec 17 13:14:40.282743 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:40.311225 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34232) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:40.394330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b025dc8-1f25-4656-b59a-abfa2dbf905e req-7affd190-ecb5-4540-b482-5f61ae9563e7 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:40.396046 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b025dc8-1f25-4656-b59a-abfa2dbf905e req-7affd190-ecb5-4540-b482-5f61ae9563e7 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 945 time: 0.3380375 Dec 17 13:14:40.408702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ddaa73-26e4-4367-8aed-7cf8413f5c6f admin admin] Deleting subnet 1d35fe00-cd55-4ece-8438-756061fc1cc1 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:14:40.409818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119f1fdd-7ff5-4670-b027-19dc5d9b8d05 None None] DHCP port deletion for ab100be9-1dc0-42b1-9bba-09282e423a09 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:14:40.420267 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71ddaa73-26e4-4367-8aed-7cf8413f5c6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:40.427535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905e6a4-d851-4803-b014-3c55ac6281d7 req-0c293f79-7baa-4b1d-9f57-2558615439da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:40.429072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f905e6a4-d851-4803-b014-3c55ac6281d7 req-0c293f79-7baa-4b1d-9f57-2558615439da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 1096 time: 0.3677049 Dec 17 13:14:40.531993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b025dc8-1f25-4656-b59a-abfa2dbf905e req-7c2fb36d-16e3-40f9-9b71-6769bf52c04a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268389 Dec 17 13:14:40.537139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-119f1fdd-7ff5-4670-b027-19dc5d9b8d05 None None] Deleting port f567fe5f-6b53-45cc-981c-d5246c801864 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:40.537451 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-119f1fdd-7ff5-4670-b027-19dc5d9b8d05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:40.542013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f8478-b40f-4cdd-a227-37e203caa0b8 req-18c642b8-080a-4a16-96bb-959320e93471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:40.563255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-073f8478-b40f-4cdd-a227-37e203caa0b8 req-18c642b8-080a-4a16-96bb-959320e93471 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 1096 time: 0.3120124 Dec 17 13:14:40.584172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f905e6a4-d851-4803-b014-3c55ac6281d7 req-2d8e6d66-3ac2-49a0-88b7-47dde5314a56 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197839 Dec 17 13:14:40.596762 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71ddaa73-26e4-4367-8aed-7cf8413f5c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:40.606666 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39fed64f-a043-404a-9a8b-725530664896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:40.650260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-119f1fdd-7ff5-4670-b027-19dc5d9b8d05 None None] For port f567fe5f-6b53-45cc-981c-d5246c801864, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f567fe5f-6b53-45cc-981c-d5246c801864,segment=NetworkSegment(1f3013b8-bf62-47ce-803b-2a2b250d3b52),segment_id=1f3013b8-bf62-47ce-803b-2a2b250d3b52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:40.650907 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-119f1fdd-7ff5-4670-b027-19dc5d9b8d05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:40.670444 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-119f1fdd-7ff5-4670-b027-19dc5d9b8d05 None None] Calling delete_port for f567fe5f-6b53-45cc-981c-d5246c801864 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:40.783461 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71ddaa73-26e4-4367-8aed-7cf8413f5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:40.846091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-073f8478-b40f-4cdd-a227-37e203caa0b8 req-4180b9c2-9162-4410-8d2f-0ec19d5a0c34 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694371 Dec 17 13:14:40.892815 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-119f1fdd-7ff5-4670-b027-19dc5d9b8d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:40.933164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f1fdd-7ff5-4670-b027-19dc5d9b8d05 None None] Pushing event deleted for resources: {'Port': ['ID=f567fe5f-6b53-45cc-981c-d5246c801864,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:40.945224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Deleting port f567fe5f-6b53-45cc-981c-d5246c801864 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:40.945563 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:40.948678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f1fdd-7ff5-4670-b027-19dc5d9b8d05 None None] No DVR routers for this DVR port f567fe5f-6b53-45cc-981c-d5246c801864 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:41.111950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e353b-ad28-44cb-831b-b41169b6dab5 req-422e05c3-eb17-471b-af7f-78029aa5f1eb tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:41.120468 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc3e353b-ad28-44cb-831b-b41169b6dab5 req-422e05c3-eb17-471b-af7f-78029aa5f1eb tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 944 time: 0.2673550 Dec 17 13:14:41.153445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fed64f-a043-404a-9a8b-725530664896 admin admin] Router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:14:41.171794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] For port f567fe5f-6b53-45cc-981c-d5246c801864, host n-d-815324-5, got binding levels [] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:41.172205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:41.197601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Calling delete_port for f567fe5f-6b53-45cc-981c-d5246c801864 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:41.206506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_backend_mixin [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Port f567fe5f-6b53-45cc-981c-d5246c801864 was not found and therefore no delete operation was performed {{(pid=110454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 13:14:41.212160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f567fe5f-6b53-45cc-981c-d5246c801864 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:41.242937 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f567fe5f-6b53-45cc-981c-d5246c801864 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:14:41.243574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f567fe5f-6b53-45cc-981c-d5246c801864 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:41.253063 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:41.286777 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71ddaa73-26e4-4367-8aed-7cf8413f5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:41.294548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Port': ['ID=f567fe5f-6b53-45cc-981c-d5246c801864,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:41.340115 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc3e353b-ad28-44cb-831b-b41169b6dab5 req-1007262d-3a5c-49e0-87f1-36f6605cc566 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187414 Dec 17 13:14:41.342993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] No DVR routers for this DVR port f567fe5f-6b53-45cc-981c-d5246c801864 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:41.345052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddaa73-26e4-4367-8aed-7cf8413f5c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d35fe00-cd55-4ece-8438-756061fc1cc1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:41.457812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee64906-1474-491a-8a02-89d4afe5bd3b req-1c368694-7de2-4101-830d-debc77bececa tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:41.466132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fee64906-1474-491a-8a02-89d4afe5bd3b req-1c368694-7de2-4101-830d-debc77bececa tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1926794 Dec 17 13:14:41.469812 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71ddaa73-26e4-4367-8aed-7cf8413f5c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:41.476477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-71ddaa73-26e4-4367-8aed-7cf8413f5c6f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1d35fe00-cd55-4ece-8438-756061fc1cc1 HTTP/1.1" status: 204 len: 168 time: 1.1456718 Dec 17 13:14:41.477086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fed64f-a043-404a-9a8b-725530664896 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:14:41.479264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34244) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:41.491800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2fe45e-fd3b-4ea2-b8d9-dddd25b3e47d None None] Sync routers for ids ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:14:41.494002 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-39fed64f-a043-404a-9a8b-725530664896 admin admin] 10.222.0.59 "PUT /v2.0/routers/92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0993133 Dec 17 13:14:41.497843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34246) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:41.508993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2fe45e-fd3b-4ea2-b8d9-dddd25b3e47d None None] Routers {'92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:14:41.510027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-dc2fe45e-fd3b-4ea2-b8d9-dddd25b3e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:14:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:41.600447 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:41.615453 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fee64906-1474-491a-8a02-89d4afe5bd3b req-588a5624-e104-4f7c-9fba-cb85943fe485 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464314 Dec 17 13:14:41.641856 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:41.669660 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab100be9-1dc0-42b1-9bba-09282e423a09']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:41.689948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3013b8-bf62-47ce-803b-2a2b250d3b52') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:41.694540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3013b8-bf62-47ce-803b-2a2b250d3b52') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:41.796193 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:41.822696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1ef2a740-1c53-48ea-86b9-4a26d13be93a details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:14:41.857363 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:41.896807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac616f1-83c2-4e98-bca5-5ee36fd96122']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:41.904399 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:41.916671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f8c037-0b60-40e7-9fbd-557eff9bdde0') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:41.917337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f8c037-0b60-40e7-9fbd-557eff9bdde0') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:41.927677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebe1b2-7411-475e-a5f6-1d216b34e956 req-780d5b28-8b36-4538-bf86-284675c39795 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:41.941784 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:41.944044 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00ebe1b2-7411-475e-a5f6-1d216b34e956 req-780d5b28-8b36-4538-bf86-284675c39795 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 945 time: 0.1573837 Dec 17 13:14:41.962351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:41.971808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:14:41.972639 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:41.984941 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-dc2fe45e-fd3b-4ea2-b8d9-dddd25b3e47d None None] Set router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:14:42.009439 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:14:42.013131 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:14:42.063034 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:14:42.080580 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:14:42.128623 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.153262 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:42.176314 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'port_id': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'mac_address': 'fa:16:3e:a5:b7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:14:42.179898 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.186715 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.190674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] 10.222.0.59 "DELETE /v2.0/networks/6ac616f1-83c2-4e98-bca5-5ee36fd96122 HTTP/1.1" status: 204 len: 168 time: 0.7042987 Dec 17 13:14:42.192344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b94ea2-5ecb-46a1-ad36-367c22375cab admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac616f1-83c2-4e98-bca5-5ee36fd96122,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:42.252401 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.288676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef2a740-1c53-48ea-86b9-4a26d13be93a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:14:42.349337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00ebe1b2-7411-475e-a5f6-1d216b34e956 req-42fcc3a0-b719-416a-81bd-e6200baec99f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695626 Dec 17 13:14:42.354603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:42.382947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-dc2fe45e-fd3b-4ea2-b8d9-dddd25b3e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:14:39Z', 'revision_number': 5, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:42.422743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2fe45e-fd3b-4ea2-b8d9-dddd25b3e47d None None] Checking router: 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:14:42.431226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2fe45e-fd3b-4ea2-b8d9-dddd25b3e47d None None] Routers {'92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:14:42.431894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-dc2fe45e-fd3b-4ea2-b8d9-dddd25b3e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:14:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:42.468250 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.481951 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.498851 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.502636 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "DELETE /v2.0/networks/ab100be9-1dc0-42b1-9bba-09282e423a09 HTTP/1.1" status: 204 len: 168 time: 2.4156072 Dec 17 13:14:42.512771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34258) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:42.520325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.546260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d05fce-6006-47e2-9b02-58fb076a4892 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Network': ['ID=ab100be9-1dc0-42b1-9bba-09282e423a09,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:42.595522 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:42.618431 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-dc2fe45e-fd3b-4ea2-b8d9-dddd25b3e47d None None] Set router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:14:42.700453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adcff21-2364-479f-80ca-b26d9c9f2006 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Deleting subnet 7ec74e7c-ea55-40a8-910b-428569651112 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:14:42.730113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65b78f-8c79-464f-8cd2-f8410081cffd req-696dbd5b-cafb-45c5-9b75-9a9627fa904d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:42.731760 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b65b78f-8c79-464f-8cd2-f8410081cffd req-696dbd5b-cafb-45c5-9b75-9a9627fa904d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.2827671 Dec 17 13:14:42.732754 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0adcff21-2364-479f-80ca-b26d9c9f2006 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.748830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['1ef2a740-1c53-48ea-86b9-4a26d13be93a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:42.803413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Deleting port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:42.804505 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.813195 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0adcff21-2364-479f-80ca-b26d9c9f2006 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.858190 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b65b78f-8c79-464f-8cd2-f8410081cffd req-f54c013e-ad15-4878-8870-b13799cf0556 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190689 Dec 17 13:14:42.916021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34266) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:42.961816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0adcff21-2364-479f-80ca-b26d9c9f2006 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.970068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] For port 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:42.974829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:42.985082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Calling delete_port for 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:42.985966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-dc2fe45e-fd3b-4ea2-b8d9-dddd25b3e47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:14:39Z', 'revision_number': 5, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:43.026828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2fe45e-fd3b-4ea2-b8d9-dddd25b3e47d None None] The sync data for ids ['92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9'] in n-d-815324-5 is: [{'id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'name': 'tempest-ServersTestManualDisk-1284990825-router', 'tenant_id': '6607db3bc87d44a28696726fefc666ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:11:52Z', 'updated_at': '2021-12-17T13:14:39Z', 'revision_number': 5, 'project_id': '6607db3bc87d44a28696726fefc666ee', 'gw_port': {'id': '81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:11:54Z', 'updated_at': '2021-12-17T13:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:14:43.132828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d90c77-6681-462d-ab6e-dba894929787 req-ee387b40-fae6-451a-a393-11c08d42179c tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:43.134433 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7d90c77-6681-462d-ab6e-dba894929787 req-ee387b40-fae6-451a-a393-11c08d42179c tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.3841627 Dec 17 13:14:43.197329 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0adcff21-2364-479f-80ca-b26d9c9f2006 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:43.229832 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-451867f9-8db9-4663-9dcc-8424a850b1b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=235ced4f4cd14eb5815491d3e0be8e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3124585 Dec 17 13:14:43.230793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34270) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:43.245651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0adcff21-2364-479f-80ca-b26d9c9f2006 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:43.253998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0adcff21-2364-479f-80ca-b26d9c9f2006 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "DELETE /v2.0/subnets/7ec74e7c-ea55-40a8-910b-428569651112 HTTP/1.1" status: 204 len: 168 time: 0.7142098 Dec 17 13:14:43.254923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34272) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:43.256026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd0fab2-8887-4b5d-8c4d-995768a07129 None None] Network a47c3e4f-52e8-4145-b2e6-04b507fdcc0d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:14:43.257958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcff21-2364-479f-80ca-b26d9c9f2006 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec74e7c-ea55-40a8-910b-428569651112,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:43.299299 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7d90c77-6681-462d-ab6e-dba894929787 req-2c66a04f-9ddb-4416-8925-45f228b79cb1 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448274 Dec 17 13:14:43.432766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:43.526588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a241d2-d48d-4f84-a80e-aca4b7bb864e None None] DHCP port deletion for a47c3e4f-52e8-4145-b2e6-04b507fdcc0d request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:14:43.609747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:43.630011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Deleting port eddfb897-8409-4e96-845d-743192e1583f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:43.630437 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:43.683923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-53a241d2-d48d-4f84-a80e-aca4b7bb864e None None] Deleting port eddfb897-8409-4e96-845d-743192e1583f {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:43.684406 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-53a241d2-d48d-4f84-a80e-aca4b7bb864e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:43.778133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:43.797447 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aba1c9-513d-4997-8e21-27ec05766240 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:14:43.797918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de1f58e7-1717-4a32-8e01-ba01de771417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:43.802573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] For port eddfb897-8409-4e96-845d-743192e1583f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=eddfb897-8409-4e96-845d-743192e1583f,segment=NetworkSegment(59119c16-c8c7-4506-917a-1a53e341f995),segment_id=59119c16-c8c7-4506-917a-1a53e341f995)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:43.804415 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:43.830613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Calling delete_port for eddfb897-8409-4e96-845d-743192e1583f owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:43.888531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-53a241d2-d48d-4f84-a80e-aca4b7bb864e None None] For port eddfb897-8409-4e96-845d-743192e1583f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=eddfb897-8409-4e96-845d-743192e1583f,segment=NetworkSegment(59119c16-c8c7-4506-917a-1a53e341f995),segment_id=59119c16-c8c7-4506-917a-1a53e341f995)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:43.891845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-53a241d2-d48d-4f84-a80e-aca4b7bb864e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:43.907334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de1f58e7-1717-4a32-8e01-ba01de771417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:43.919053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca97e5-0430-4648-8dd2-fc724665da34 req-3547e581-cc2e-4a89-b909-591bf0bdb754 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:43.920646 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5eca97e5-0430-4648-8dd2-fc724665da34 req-3547e581-cc2e-4a89-b909-591bf0bdb754 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 945 time: 0.3491325 Dec 17 13:14:43.928662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-53a241d2-d48d-4f84-a80e-aca4b7bb864e None None] Calling delete_port for eddfb897-8409-4e96-845d-743192e1583f owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:43.980079 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4c7c8ed9-6621-48e8-a860-08e8281a24fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:43.984463 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.106495 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.120392 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5eca97e5-0430-4648-8dd2-fc724665da34 req-d4f2d65f-0b40-4b65-bac1-9979634be87e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906490 Dec 17 13:14:44.130654 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.253229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae91fef-14ac-4713-8970-fb9e346b5d88 req-402ab10f-eb62-4c5d-bd73-1af257bf34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:44.255109 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cae91fef-14ac-4713-8970-fb9e346b5d88 req-402ab10f-eb62-4c5d-bd73-1af257bf34ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=43361a85e31a4f57868e845dd68a1beb&device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 1096 time: 0.0522983 Dec 17 13:14:44.282778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866c1a6-4289-45ad-a4b0-576ec9d40336 req-e69c0459-dbcb-43cd-b18e-bae474992e57 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:44.300657 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d866c1a6-4289-45ad-a4b0-576ec9d40336 req-e69c0459-dbcb-43cd-b18e-bae474992e57 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.1666720 Dec 17 13:14:44.358523 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-53a241d2-d48d-4f84-a80e-aca4b7bb864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.379050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a241d2-d48d-4f84-a80e-aca4b7bb864e None None] No DVR routers for this DVR port eddfb897-8409-4e96-845d-743192e1583f on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:44.418207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d866c1a6-4289-45ad-a4b0-576ec9d40336 req-c07678a5-83d5-428c-8b48-6285ea35a998 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986826 Dec 17 13:14:44.425782 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.440573 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a241d2-d48d-4f84-a80e-aca4b7bb864e None None] Pushing event deleted for resources: {'Port': ['ID=eddfb897-8409-4e96-845d-743192e1583f,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:44.441246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae91fef-14ac-4713-8970-fb9e346b5d88 req-262ac0cb-9172-42b4-960e-0980b9d2f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:44.450400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cae91fef-14ac-4713-8970-fb9e346b5d88 req-262ac0cb-9172-42b4-960e-0980b9d2f3da service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 200 len: 920 time: 0.1873183 Dec 17 13:14:44.483629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Port': ['ID=eddfb897-8409-4e96-845d-743192e1583f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:44.495547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] No DVR routers for this DVR port eddfb897-8409-4e96-845d-743192e1583f on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:44.547564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34300) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:44.587272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cae91fef-14ac-4713-8970-fb9e346b5d88 req-d040278b-62f9-47f0-90a1-1f98b3b846f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd HTTP/1.1" status: 200 len: 217 time: 0.0498481 Dec 17 13:14:44.588580 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.589041 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:14:44.591785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de1f58e7-1717-4a32-8e01-ba01de771417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.594082 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de1f58e7-1717-4a32-8e01-ba01de771417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.598131 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-de1f58e7-1717-4a32-8e01-ba01de771417 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1fd35022-5b7b-4705-94a1-2835be0ffe60 HTTP/1.1" status: 204 len: 168 time: 1.3621950 Dec 17 13:14:44.616802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b52f22-9306-4819-bfe7-56475a036d30 admin admin] Deleting subnet 910fcd00-bf72-498d-a02e-00e7fcdee913 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:14:44.621928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f3b52f22-9306-4819-bfe7-56475a036d30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.661220 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f3b52f22-9306-4819-bfe7-56475a036d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.705024 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f3b52f22-9306-4819-bfe7-56475a036d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.739767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae91fef-14ac-4713-8970-fb9e346b5d88 req-ce679ef9-7812-4d2b-a797-28bc1c677bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:44.742035 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cae91fef-14ac-4713-8970-fb9e346b5d88 req-ce679ef9-7812-4d2b-a797-28bc1c677bae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7327b84-e581-49a3-950c-f5c7a4b0da8e HTTP/1.1" status: 200 len: 859 time: 0.1300862 Dec 17 13:14:44.745672 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.749802 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f4424a07-9f05-4000-952e-8c7681d3d612 admin admin] 10.222.0.59 "DELETE /v2.0/routers/92d7a7d0-c6e4-4e93-ab75-5f3e13e15af9 HTTP/1.1" status: 204 len: 168 time: 3.2446103 Dec 17 13:14:44.755020 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f58e7-1717-4a32-8e01-ba01de771417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd35022-5b7b-4705-94a1-2835be0ffe60,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:44.797771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34308) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:44.800156 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cae91fef-14ac-4713-8970-fb9e346b5d88 req-c468bb2a-ab5c-45c9-8aeb-30adc204e090 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea31f1ba-6d09-447e-9006-a06af7beea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448592 Dec 17 13:14:44.879803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fc630-fc94-4656-9b2e-090e6db05363 req-ab464d3d-42a6-4c09-bacd-0efc80bfe6ad tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:44.889838 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-482fc630-fc94-4656-9b2e-090e6db05363 req-ab464d3d-42a6-4c09-bacd-0efc80bfe6ad tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.4375436 Dec 17 13:14:44.961073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:44.993317 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-482fc630-fc94-4656-9b2e-090e6db05363 req-f380b685-290d-4678-ad5a-8c6e569ac746 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020069 Dec 17 13:14:45.004033 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f3b52f22-9306-4819-bfe7-56475a036d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.011528 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47c3e4f-52e8-4145-b2e6-04b507fdcc0d']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:45.036039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c924eb66-8b27-4b7d-b0f7-556b33c125df admin admin] Deleting subnet a9aa5bc8-e29e-4de0-847f-9b0db8c59967 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:14:45.041633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c924eb66-8b27-4b7d-b0f7-556b33c125df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.106410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-d9fcdcf6-65e0-440c-a860-d4020a0098bf tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:45.107630 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c924eb66-8b27-4b7d-b0f7-556b33c125df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.108806 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-d9fcdcf6-65e0-440c-a860-d4020a0098bf tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.5051856 Dec 17 13:14:45.116616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59119c16-c8c7-4506-917a-1a53e341f995') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:45.117226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59119c16-c8c7-4506-917a-1a53e341f995') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:45.120014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b52f22-9306-4819-bfe7-56475a036d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=910fcd00-bf72-498d-a02e-00e7fcdee913,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:45.131630 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cae91fef-14ac-4713-8970-fb9e346b5d88 req-6e1eba48-e8d6-402e-b28a-27705c187bc3 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111868 Dec 17 13:14:45.151474 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-155d3582-cb04-4c93-91dd-2b2e1bfb2801 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/quotas/faf124e995c7454192e72a02bb3c6016 HTTP/1.1" status: 200 len: 375 time: 0.0174186 Dec 17 13:14:45.155837 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.158658 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f3b52f22-9306-4819-bfe7-56475a036d30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.166409 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f3b52f22-9306-4819-bfe7-56475a036d30 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/910fcd00-bf72-498d-a02e-00e7fcdee913 HTTP/1.1" status: 204 len: 168 time: 0.6174216 Dec 17 13:14:45.167279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34310) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:45.322535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.355805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device eddfb897-8409-4e96-845d-743192e1583f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:45.378446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:14:45.380971 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.392077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: eddfb897-8409-4e96-845d-743192e1583f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:14:45.393443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device eddfb897-8409-4e96-845d-743192e1583f not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:45.394354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:14:45.395627 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:14:45.428018 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.436796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:14:45.437153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 81a8e8d6-c633-4ceb-962d-6c6b7d59ebd9 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:45.437616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ecd8a80b-b329-4461-b9cb-7daf103c8167 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:45.501386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: ecd8a80b-b329-4461-b9cb-7daf103c8167 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:14:45.501777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ecd8a80b-b329-4461-b9cb-7daf103c8167 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:45.509401 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c924eb66-8b27-4b7d-b0f7-556b33c125df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.605071 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cae91fef-14ac-4713-8970-fb9e346b5d88 req-3db1b69b-577b-4008-b5db-fe8b7a6ab8b4 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619372 Dec 17 13:14:45.616758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1ef2a740-1c53-48ea-86b9-4a26d13be93a up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:14:45.705337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c2fe3-8a97-4e19-8e15-3297ffa7470a req-52fba502-4259-403f-ba63-f5d6da20742b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:45.708226 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e13c2fe3-8a97-4e19-8e15-3297ffa7470a req-52fba502-4259-403f-ba63-f5d6da20742b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.0996087 Dec 17 13:14:45.759265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c924eb66-8b27-4b7d-b0f7-556b33c125df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.783551 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.811145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1aafe12-a330-4630-a8ae-740c41353f55']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:45.823660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02405c99-83dc-4207-a979-5761864fcc49') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:45.824067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02405c99-83dc-4207-a979-5761864fcc49') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:45.836920 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.837613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 1ef2a740-1c53-48ea-86b9-4a26d13be93a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:14:45.843354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 1ef2a740-1c53-48ea-86b9-4a26d13be93a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:14:45.844047 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.859550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.867434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:14:45.867673 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c924eb66-8b27-4b7d-b0f7-556b33c125df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.868231 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:45.880100 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c924eb66-8b27-4b7d-b0f7-556b33c125df admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a9aa5bc8-e29e-4de0-847f-9b0db8c59967 HTTP/1.1" status: 204 len: 168 time: 1.0737250 Dec 17 13:14:45.885922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924eb66-8b27-4b7d-b0f7-556b33c125df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9aa5bc8-e29e-4de0-847f-9b0db8c59967,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:45.891313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34326) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:45.908694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f2d55f-2b41-4105-be83-9ccf2a754806 None None] Network dd22c547-aaba-409c-9e1d-d69c60f03e0c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:14:45.954383 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:14:45.977842 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-ee5e4838-d001-425f-8e86-221cbdb9b89f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8090568 Dec 17 13:14:45.994092 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.012443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e13c2fe3-8a97-4e19-8e15-3297ffa7470a req-fab18918-36d9-4b1d-95d2-2aec844fa72b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883661 Dec 17 13:14:46.159866 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-b3e6f5ff-c427-4581-baf9-2ec96feea69e service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805289 Dec 17 13:14:46.167686 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.169331 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.193335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Deleting port 51b2dec1-b329-4dbc-9493-20db75a5614d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:46.193717 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.196622 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.204650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] 10.222.0.59 "DELETE /v2.0/networks/e1aafe12-a330-4630-a8ae-740c41353f55 HTTP/1.1" status: 204 len: 168 time: 1.0124769 Dec 17 13:14:46.242372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.251555 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] 10.222.0.59 "DELETE /v2.0/networks/a47c3e4f-52e8-4145-b2e6-04b507fdcc0d HTTP/1.1" status: 204 len: 168 time: 2.9890745 Dec 17 13:14:46.262747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34334) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:46.264590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4441b7e-23cb-4026-a978-798b4af96890 tempest-ServersTestMultiNic-351992503 tempest-ServersTestMultiNic-351992503-project] Pushing event deleted for resources: {'Network': ['ID=a47c3e4f-52e8-4145-b2e6-04b507fdcc0d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:46.282149 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.339427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:46.344035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:46.346445 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25076580-98dc-4a8b-b250-ab407a0d7b7b" -d '{"events": [{"server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "name": "network-vif-plugged", "status": "completed", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:46.384808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82afdb4-8981-48bc-a365-0c209328639a admin admin] Pushing event deleted for resources: {'Network': ['ID=e1aafe12-a330-4630-a8ae-740c41353f55,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:46.430731 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.433691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec03a1f-0078-4524-8905-05592479d4ed admin admin] Deleting subnet 6ffc84f7-e604-4ac5-982b-4c92156ce51d {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:14:46.444284 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ec03a1f-0078-4524-8905-05592479d4ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.475676 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00b3eed3-b1b3-4f30-9ca8-0132e62b41a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.489476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c6b279-8203-4384-9b29-1975f699a44b None None] DHCP port deletion for dd22c547-aaba-409c-9e1d-d69c60f03e0c request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:14:46.497219 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ec03a1f-0078-4524-8905-05592479d4ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.582768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ec03a1f-0078-4524-8905-05592479d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.694997 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-a79d293c-a023-46b7-930a-8b9071826dd4 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338609 Dec 17 13:14:46.764657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:46.796828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6b279-8203-4384-9b29-1975f699a44b None None] Deleting port 51b2dec1-b329-4dbc-9493-20db75a5614d {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:46.797205 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b8c6b279-8203-4384-9b29-1975f699a44b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.839937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] For port 51b2dec1-b329-4dbc-9493-20db75a5614d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=51b2dec1-b329-4dbc-9493-20db75a5614d,segment=NetworkSegment(2e5e1823-35b6-452d-bae0-7b78f591797c),segment_id=2e5e1823-35b6-452d-bae0-7b78f591797c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:46.840761 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.851732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4b967-38c9-4e8d-91be-300b599d317d req-beb9a460-b23b-41e5-a99e-359d3d5455ac tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:46.853515 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfe4b967-38c9-4e8d-91be-300b599d317d req-beb9a460-b23b-41e5-a99e-359d3d5455ac tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.6626573 Dec 17 13:14:46.860345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ec03a1f-0078-4524-8905-05592479d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.874718 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Calling delete_port for 51b2dec1-b329-4dbc-9493-20db75a5614d owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:46.894098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b8c6b279-8203-4384-9b29-1975f699a44b None None] For port 51b2dec1-b329-4dbc-9493-20db75a5614d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=51b2dec1-b329-4dbc-9493-20db75a5614d,segment=NetworkSegment(2e5e1823-35b6-452d-bae0-7b78f591797c),segment_id=2e5e1823-35b6-452d-bae0-7b78f591797c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:46.894453 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b8c6b279-8203-4384-9b29-1975f699a44b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.900432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec03a1f-0078-4524-8905-05592479d4ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ffc84f7-e604-4ac5-982b-4c92156ce51d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:46.909287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6b279-8203-4384-9b29-1975f699a44b None None] Calling delete_port for 51b2dec1-b329-4dbc-9493-20db75a5614d owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:46.910833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ec03a1f-0078-4524-8905-05592479d4ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:46.916366 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0ec03a1f-0078-4524-8905-05592479d4ed admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6ffc84f7-e604-4ac5-982b-4c92156ce51d HTTP/1.1" status: 204 len: 168 time: 0.6491594 Dec 17 13:14:46.919342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34348) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:47.019761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfe4b967-38c9-4e8d-91be-300b599d317d req-1e8c55a9-ef1d-47c6-b12e-2b3f83da1f84 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506319 Dec 17 13:14:47.058944 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.084616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 51b2dec1-b329-4dbc-9493-20db75a5614d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:47.126118 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de56d2c5-86e1-432e-a398-9e0721ae9ba5 x-openstack-request-id: req-de56d2c5-86e1-432e-a398-9e0721ae9ba5 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:47.126713 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "name": "network-vif-plugged", "status": "completed", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:47.127273 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de56d2c5-86e1-432e-a398-9e0721ae9ba5 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:47.127822 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'code': 200} Dec 17 13:14:47.140958 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b8c6b279-8203-4384-9b29-1975f699a44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.143864 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.265299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6b279-8203-4384-9b29-1975f699a44b None None] Pushing event deleted for resources: {'Port': ['ID=51b2dec1-b329-4dbc-9493-20db75a5614d,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:47.267474 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c6b279-8203-4384-9b29-1975f699a44b None None] No DVR routers for this DVR port 51b2dec1-b329-4dbc-9493-20db75a5614d on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:47.274827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No active binding found for port 51b2dec1-b329-4dbc-9493-20db75a5614d {{(pid=110455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 13:14:47.275324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 51b2dec1-b329-4dbc-9493-20db75a5614d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:47.307157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Pushing event deleted for resources: {'Port': ['ID=51b2dec1-b329-4dbc-9493-20db75a5614d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:47.315310 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.367845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] No DVR routers for this DVR port 51b2dec1-b329-4dbc-9493-20db75a5614d on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:47.368751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82723be0-12ae-44a7-9fa1-4ca4a5e25074']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:47.381461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74902e7a-9c68-4c9d-99d4-218cd2793627') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:47.381856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74902e7a-9c68-4c9d-99d4-218cd2793627') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:47.395466 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.424801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.437352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329e8d5-ebee-4661-be83-38d1a56853ba req-8efc8371-2db3-4229-a9fc-086136b77b98 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:47.443082 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb342c4d-dbaa-4c2a-b373-7fa7530e9400 req-b88b33dc-a6e0-49b9-9c19-cad44bc1daf1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 210 time: 0.1692579 Dec 17 13:14:47.445143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1329e8d5-ebee-4661-be83-38d1a56853ba req-8efc8371-2db3-4229-a9fc-086136b77b98 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1263039 Dec 17 13:14:47.455062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:14:47.455062 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:14:47.457528 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:14:47.581819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1329e8d5-ebee-4661-be83-38d1a56853ba req-50197cb4-5c6b-4662-9016-7dd998cf031e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358025 Dec 17 13:14:47.582417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34370) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:47.627125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8287d1-97d6-43e8-90c8-6961dfff45f2 req-b18bd6f0-1dc6-432e-a119-04a6800f7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:47.630224 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea8287d1-97d6-43e8-90c8-6961dfff45f2 req-b18bd6f0-1dc6-432e-a119-04a6800f7a37 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 1097 time: 0.3936248 Dec 17 13:14:47.646205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.680719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd22c547-aaba-409c-9e1d-d69c60f03e0c']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:47.685510 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.702314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5e1823-35b6-452d-bae0-7b78f591797c') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:47.702314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5e1823-35b6-452d-bae0-7b78f591797c') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:47.721695 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.736377 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea8287d1-97d6-43e8-90c8-6961dfff45f2 req-2fabce45-d383-4bd3-bab0-89fc2666156b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986371 Dec 17 13:14:47.748842 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.757234 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.759732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:14:47.760605 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:14:47.763409 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:14:47.774850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:47.785841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/82723be0-12ae-44a7-9fa1-4ca4a5e25074 HTTP/1.1" status: 204 len: 168 time: 0.8576400 Dec 17 13:14:47.791666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4caaa-421b-433f-a80d-5b9bf7a93fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=82723be0-12ae-44a7-9fa1-4ca4a5e25074,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:47.989106 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:48.000052 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:48.013403 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] 10.222.0.59 "DELETE /v2.0/networks/dd22c547-aaba-409c-9e1d-d69c60f03e0c HTTP/1.1" status: 204 len: 168 time: 2.1072872 Dec 17 13:14:48.015466 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df1324-096d-4bd5-8146-85c5f4ad608d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd22c547-aaba-409c-9e1d-d69c60f03e0c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:48.036923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34380) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:48.106661 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-255e91f3-b92a-49c7-bc88-b99466f67ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:48.266071 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689b7b5-bd2d-4371-9303-3b3b894bbcdf req-4768d1be-75ab-4e70-ab0b-28fc2073b392 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:48.266071 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b689b7b5-bd2d-4371-9303-3b3b894bbcdf req-4768d1be-75ab-4e70-ab0b-28fc2073b392 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0581286 Dec 17 13:14:48.266071 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b689b7b5-bd2d-4371-9303-3b3b894bbcdf req-ac3d69cf-06ac-485a-9539-180db8121ab4 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524628 Dec 17 13:14:48.400435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-255e91f3-b92a-49c7-bc88-b99466f67ba4 admin admin] Deleting port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:48.401044 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-255e91f3-b92a-49c7-bc88-b99466f67ba4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:48.460128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34394) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:48.533240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-255e91f3-b92a-49c7-bc88-b99466f67ba4 admin admin] For port 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e,segment=NetworkSegment(b2d7cf31-6f7d-4d80-a713-768aeb22317a),segment_id=b2d7cf31-6f7d-4d80-a713-768aeb22317a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:48.533904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-255e91f3-b92a-49c7-bc88-b99466f67ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:48.551039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-255e91f3-b92a-49c7-bc88-b99466f67ba4 admin admin] Calling delete_port for 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:48.563761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddf6c664-ff3c-41f3-9dae-0628b109eae0 req-bb90534c-839c-4305-acd4-e6f35010b15c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 210 time: 0.0635867 Dec 17 13:14:48.596061 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2e3befa5-0996-4d23-a957-9cf3371690f4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ce882ed676c4f8ca5c2e523bd886e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380465 Dec 17 13:14:48.600767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34402) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:48.691473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34406) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:48.785911 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:48.790908 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-397a2805-a3b2-42dc-9167-dea35ec10924 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6607db3bc87d44a28696726fefc666ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0953512 Dec 17 13:14:48.818068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34408) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:48.825157 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:48.918330 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9069d44-df4f-40c0-8c44-9795cf453ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:48.926374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:48.976378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9069d44-df4f-40c0-8c44-9795cf453ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:49.126209 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0407561c-7206-4477-8e44-5dd63c57140a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:49.221347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3dce3-5c63-4677-9223-029c11d9f4f2 req-a5dde9ec-abf5-48e1-a58b-ef0ffc12fe5d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:49.222894 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cf3dce3-5c63-4677-9223-029c11d9f4f2 req-a5dde9ec-abf5-48e1-a58b-ef0ffc12fe5d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1498647 Dec 17 13:14:49.251444 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:49.256226 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:49.257881 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e2d6a37-581d-4c25-adcd-504698c5483a HTTP/1.1" status: 204 len: 168 time: 0.6559341 Dec 17 13:14:49.265091 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9069d44-df4f-40c0-8c44-9795cf453ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:49.268052 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9069d44-df4f-40c0-8c44-9795cf453ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:49.270423 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b9069d44-df4f-40c0-8c44-9795cf453ef2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/915bf3a9-220e-4450-9050-3fa409ebef39 HTTP/1.1" status: 204 len: 168 time: 0.4502361 Dec 17 13:14:49.290189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2d6a37-581d-4c25-adcd-504698c5483a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:49.328072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.328648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.329251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.331944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.332473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.333731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.334800 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.335312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.336894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.337930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.341159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.341159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.341436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc5b1a-5966-464c-adda-11a63565e528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:14:49.392883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9069d44-df4f-40c0-8c44-9795cf453ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915bf3a9-220e-4450-9050-3fa409ebef39,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:49.536588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833c8f5-4379-4225-86fc-a1021568556a req-8ef705e5-62e3-4f24-ac96-3a75309fb4e4 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:49.541222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9833c8f5-4379-4225-86fc-a1021568556a req-8ef705e5-62e3-4f24-ac96-3a75309fb4e4 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 946 time: 0.0982351 Dec 17 13:14:49.586825 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cf3dce3-5c63-4677-9223-029c11d9f4f2 req-b9255399-c3aa-4170-9cfe-3cf3cbbda7fc tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531156 Dec 17 13:14:49.633090 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-255e91f3-b92a-49c7-bc88-b99466f67ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:49.673906 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:49.685136 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9833c8f5-4379-4225-86fc-a1021568556a req-6b1669aa-9cb4-4a1a-8ad7-1cc484c65b2c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304786 Dec 17 13:14:49.754157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e91f3-b92a-49c7-bc88-b99466f67ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:49.785885 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0407561c-7206-4477-8e44-5dd63c57140a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:49.864503 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cb13c92-d957-4648-a156-d13c73c14090 req-1f8d4b7a-18a8-4f83-a7b2-784be71ae006 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 210 time: 0.1213374 Dec 17 13:14:49.945181 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0407561c-7206-4477-8e44-5dd63c57140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:50.042688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407561c-7206-4477-8e44-5dd63c57140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33db5c57-ca10-4075-833e-5853df45bc25,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:50.142510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0407561c-7206-4477-8e44-5dd63c57140a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f5e3ee44a3544ebca4398d59e314c894&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1048005 Dec 17 13:14:50.148621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34430) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:50.225929 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-255e91f3-b92a-49c7-bc88-b99466f67ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:50.251530 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-72105099-7bcd-4c1d-af63-68d217f065ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:50.290605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-72105099-7bcd-4c1d-af63-68d217f065ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:50.513599 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-72105099-7bcd-4c1d-af63-68d217f065ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:50.521611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-72105099-7bcd-4c1d-af63-68d217f065ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:50.526207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-72105099-7bcd-4c1d-af63-68d217f065ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33db5c57-ca10-4075-833e-5853df45bc25 HTTP/1.1" status: 204 len: 168 time: 0.3756576 Dec 17 13:14:50.543724 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34438) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:50.661184 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c943f0d6-308d-484a-95a5-a3dd949d6d7c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a551f9d70935422d94a9a1285fcee08d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1131403 Dec 17 13:14:50.691675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34444) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:50.715213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72105099-7bcd-4c1d-af63-68d217f065ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33db5c57-ca10-4075-833e-5853df45bc25,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:50.726427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-daeade50-8aef-4342-8f92-4171b17367f9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:50.726427 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-daeade50-8aef-4342-8f92-4171b17367f9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.2618001 Dec 17 13:14:50.766547 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Request body: {'port': {'device_id': '04bb901d-781b-46e4-b256-223083b6160e', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'admin_state_up': True, 'tenant_id': 'faf124e995c7454192e72a02bb3c6016'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:50.906306 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8427271a-5bcc-4df5-bdbe-a3c2af4de14d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:50.919236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff49149-28ca-43a1-ac6c-f191960771e8 req-58e76bca-0294-4d52-994c-3d731bd4224a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:50.926827 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dff49149-28ca-43a1-ac6c-f191960771e8 req-58e76bca-0294-4d52-994c-3d731bd4224a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1831789 Dec 17 13:14:50.993313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255e91f3-b92a-49c7-bc88-b99466f67ba4 admin admin] Router df7114cb-7386-4f3f-bf52-b2f2e3ac0999 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:14:50.995546 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8427271a-5bcc-4df5-bdbe-a3c2af4de14d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:51.039277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025ebe2-3d5c-4078-b90d-9ec7c49d2c42 req-a1785344-38d5-43be-848e-d78b868845bb tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:51.040885 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2025ebe2-3d5c-4078-b90d-9ec7c49d2c42 req-a1785344-38d5-43be-848e-d78b868845bb tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 946 time: 0.3055286 Dec 17 13:14:51.070831 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dff49149-28ca-43a1-ac6c-f191960771e8 req-e740761b-913f-4e04-956d-a40582dae562 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429987 Dec 17 13:14:51.145755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6dea6-75e2-4cd8-bb52-4f615a8f00ab req-42a28ff2-ffc4-4b2b-b24c-7c5fa6ceb6e4 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:51.167435 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4b6dea6-75e2-4cd8-bb52-4f615a8f00ab req-42a28ff2-ffc4-4b2b-b24c-7c5fa6ceb6e4 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 946 time: 0.3589044 Dec 17 13:14:51.289532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255e91f3-b92a-49c7-bc88-b99466f67ba4 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:14:51.296757 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-255e91f3-b92a-49c7-bc88-b99466f67ba4 admin admin] 10.222.0.59 "PUT /v2.0/routers/df7114cb-7386-4f3f-bf52-b2f2e3ac0999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7132378 Dec 17 13:14:51.300557 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824d3d2-dcb0-4a70-ab95-1a0276e2c2ea None None] Sync routers for ids ['df7114cb-7386-4f3f-bf52-b2f2e3ac0999'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:14:51.304478 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87ccc7cb-d6fa-419d-9bc1-afb36eeeb64c req-0da50791-8984-46fa-b702-83152f12f2e5 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 210 time: 0.1026089 Dec 17 13:14:51.304478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34462) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:51.315009 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824d3d2-dcb0-4a70-ab95-1a0276e2c2ea None None] Routers {'df7114cb-7386-4f3f-bf52-b2f2e3ac0999'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:14:51.316710 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6824d3d2-dcb0-4a70-ab95-1a0276e2c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:14:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['df7114cb-7386-4f3f-bf52-b2f2e3ac0999'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:51.389191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Made reservation on behalf of faf124e995c7454192e72a02bb3c6016 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:14:51.398729 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:51.416890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34468) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:51.430730 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8427271a-5bcc-4df5-bdbe-a3c2af4de14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:51.433824 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8427271a-5bcc-4df5-bdbe-a3c2af4de14d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:51.437731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8427271a-5bcc-4df5-bdbe-a3c2af4de14d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/27c17028-bd0d-4222-89c8-9e14a43cdd4a HTTP/1.1" status: 204 len: 168 time: 0.7175558 Dec 17 13:14:51.482534 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6824d3d2-dcb0-4a70-ab95-1a0276e2c2ea None None] Set router df7114cb-7386-4f3f-bf52-b2f2e3ac0999 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:14:51.541895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427271a-5bcc-4df5-bdbe-a3c2af4de14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c17028-bd0d-4222-89c8-9e14a43cdd4a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:51.647229 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:51.662257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23733d2-acf3-4483-b865-add320180116 req-68cedc15-c110-4462-b3ed-cd04029e144c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:51.665882 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e23733d2-acf3-4483-b865-add320180116 req-68cedc15-c110-4462-b3ed-cd04029e144c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.2468512 Dec 17 13:14:51.814321 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Allocated IP 172.20.0.7 (9dd62150-3a26-44a9-b2ba-a4820fa028d7/9f427b02-4099-4e19-ac3f-370afbfda770/719b9b15-c5cc-4bd1-a05e-65990ef40cd1) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:14:51.833980 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6824d3d2-dcb0-4a70-ab95-1a0276e2c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'name': 'tempest-ServersTestMultiNic-143596299-router', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:48Z', 'updated_at': '2021-12-17T13:14:49Z', 'revision_number': 5, 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'gw_port': {'id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:50Z', 'updated_at': '2021-12-17T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:51.864408 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34476) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:51.875142 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824d3d2-dcb0-4a70-ab95-1a0276e2c2ea None None] Checking router: df7114cb-7386-4f3f-bf52-b2f2e3ac0999 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:14:51.885119 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824d3d2-dcb0-4a70-ab95-1a0276e2c2ea None None] Routers {'df7114cb-7386-4f3f-bf52-b2f2e3ac0999'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:14:51.885901 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6824d3d2-dcb0-4a70-ab95-1a0276e2c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:14:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['df7114cb-7386-4f3f-bf52-b2f2e3ac0999'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:51.923869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d07676fe-49e5-4a20-a2d9-ad8f99d47661 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Request body: {'floatingip': {'port_id': '1ef2a740-1c53-48ea-86b9-4a26d13be93a'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:51.986196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4b6dea6-75e2-4cd8-bb52-4f615a8f00ab req-53a4476a-8f63-4109-b171-9b522bba7eaf tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8187199 Dec 17 13:14:52.052609 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6824d3d2-dcb0-4a70-ab95-1a0276e2c2ea None None] Set router df7114cb-7386-4f3f-bf52-b2f2e3ac0999 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:14:52.090345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-303388382-network', 'tenant_id': 'b9ca8c4c705a4437affc1be4bfd20a5d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:52.098097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d07676fe-49e5-4a20-a2d9-ad8f99d47661 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:52.104458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:52.141722 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:52.247954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-2025ebe2-3d5c-4078-b90d-9ec7c49d2c42 req-90a27db3-6267-45c1-b7f8-7d5498aa3349 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Deleting port ccf1a203-ac67-444c-93c0-b3be8efe6534 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:52.248277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2025ebe2-3d5c-4078-b90d-9ec7c49d2c42 req-90a27db3-6267-45c1-b7f8-7d5498aa3349 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:52.350135 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad1caed-eec7-4125-9358-af2f3f005868 req-ae653d7b-483a-4d9b-9027-30b8ea8c384a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4847171 Dec 17 13:14:52.370768 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:52.386760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['691e633d-2ad9-4081-aae1-355b3019ae55'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:52.423624 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6824d3d2-dcb0-4a70-ab95-1a0276e2c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'name': 'tempest-ServersTestMultiNic-143596299-router', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:48Z', 'updated_at': '2021-12-17T13:14:49Z', 'revision_number': 5, 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'gw_port': {'id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:50Z', 'updated_at': '2021-12-17T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:52.489224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-2025ebe2-3d5c-4078-b90d-9ec7c49d2c42 req-90a27db3-6267-45c1-b7f8-7d5498aa3349 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] For port ccf1a203-ac67-444c-93c0-b3be8efe6534, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=ccf1a203-ac67-444c-93c0-b3be8efe6534,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:52.489224 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2025ebe2-3d5c-4078-b90d-9ec7c49d2c42 req-90a27db3-6267-45c1-b7f8-7d5498aa3349 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:52.498434 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824d3d2-dcb0-4a70-ab95-1a0276e2c2ea None None] The sync data for ids ['df7114cb-7386-4f3f-bf52-b2f2e3ac0999'] in n-d-815324-5 is: [{'id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'name': 'tempest-ServersTestMultiNic-143596299-router', 'tenant_id': '2ade64fd6c0f436798d66fa320ffcf65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:48Z', 'updated_at': '2021-12-17T13:14:49Z', 'revision_number': 5, 'project_id': '2ade64fd6c0f436798d66fa320ffcf65', 'gw_port': {'id': 'e5865cca-a0e5-4863-82b6-a39a223c4381', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7114cb-7386-4f3f-bf52-b2f2e3ac0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:50Z', 'updated_at': '2021-12-17T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:14:52.500559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Made reservation on behalf of b9ca8c4c705a4437affc1be4bfd20a5d for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:14:52.503377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:52.512783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:14:52.524111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:14:52.527106 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:14:52.539765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-2025ebe2-3d5c-4078-b90d-9ec7c49d2c42 req-90a27db3-6267-45c1-b7f8-7d5498aa3349 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Calling delete_port for ccf1a203-ac67-444c-93c0-b3be8efe6534 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:52.565895 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:52.570141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:52.629315 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-996d91eb-e01e-4fb4-95d2-ba32aaa20bc3 req-9d44eb1e-6aba-47e5-a191-9b381df00748 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3711946 Dec 17 13:14:52.671153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:52.673366 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:52.679915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event updated for resources: {'Port': ['ID=719b9b15-c5cc-4bd1-a05e-65990ef40cd1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:52.732842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1caed-eec7-4125-9358-af2f3f005868 req-8a7a74fd-f713-4ed7-8fdd-adf7a7352212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:52.736151 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad1caed-eec7-4125-9358-af2f3f005868 req-8a7a74fd-f713-4ed7-8fdd-adf7a7352212 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=43361a85e31a4f57868e845dd68a1beb&device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 1096 time: 0.3418484 Dec 17 13:14:52.786828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559b0c5-383a-4ab2-8fc2-864ba63400ba req-b9684dbe-1a75-45f3-83b4-0b81209391b0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:52.796899 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d559b0c5-383a-4ab2-8fc2-864ba63400ba req-b9684dbe-1a75-45f3-83b4-0b81209391b0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 931 time: 0.3430207 Dec 17 13:14:52.814703 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-1c66b6de-7869-43a7-9d8a-07f121f97e72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0548160 Dec 17 13:14:52.824402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Deleting port e5865cca-a0e5-4863-82b6-a39a223c4381 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:52.824740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:52.831107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Request body: {'port': {'device_id': '04bb901d-781b-46e4-b256-223083b6160e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:53.002420 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:53.194230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d91eb-e01e-4fb4-95d2-ba32aaa20bc3 req-7f443b8e-c9c6-4363-acaf-50487ec55ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:53.196703 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-996d91eb-e01e-4fb4-95d2-ba32aaa20bc3 req-7f443b8e-c9c6-4363-acaf-50487ec55ccd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=920bb603683046008c3eec9ca606ce0e&device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 1096 time: 0.5303950 Dec 17 13:14:53.418468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:53.451668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:14:53.452013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 203d4e0a-bdf2-4e4c-b3b7-a7221a4bb26e not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:53.648287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7ac8a-774d-4f8b-bc2f-c0e553aea7c5 req-bf73434e-1fa2-48f0-91de-64ce0ffe347d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:53.649969 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-19e7ac8a-774d-4f8b-bc2f-c0e553aea7c5 req-bf73434e-1fa2-48f0-91de-64ce0ffe347d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 946 time: 0.1835582 Dec 17 13:14:53.683082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:14:53.694395 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:53.733495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Transition to ACTIVE for port object 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:14:53.735617 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2025ebe2-3d5c-4078-b90d-9ec7c49d2c42 req-90a27db3-6267-45c1-b7f8-7d5498aa3349 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:53.746562 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-19e7ac8a-774d-4f8b-bc2f-c0e553aea7c5 req-a88bf45b-e760-4caa-aedf-923910594000 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870504 Dec 17 13:14:53.747770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a151a9b8-7b40-4e76-8a1f-f43d6c668321', 'bbf17ce1-7365-409e-b345-ac7694e65121', '6f66da89-953b-4163-acd2-b811d15a2c71'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:14:53.806551 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a27db3-6267-45c1-b7f8-7d5498aa3349 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Pushing event deleted for resources: {'Port': ['ID=ccf1a203-ac67-444c-93c0-b3be8efe6534,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:53.833831 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:53.902006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2025ebe2-3d5c-4078-b90d-9ec7c49d2c42 req-90a27db3-6267-45c1-b7f8-7d5498aa3349 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] No DVR routers for this DVR port ccf1a203-ac67-444c-93c0-b3be8efe6534 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:14:53.909538 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-2025ebe2-3d5c-4078-b90d-9ec7c49d2c42 req-90a27db3-6267-45c1-b7f8-7d5498aa3349 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:53.918846 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2025ebe2-3d5c-4078-b90d-9ec7c49d2c42 req-90a27db3-6267-45c1-b7f8-7d5498aa3349 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "DELETE /v2.0/ports/ccf1a203-ac67-444c-93c0-b3be8efe6534 HTTP/1.1" status: 204 len: 173 time: 2.8672378 Dec 17 13:14:53.927429 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094a0d06-4eda-4702-b8c7-286a24b052b8', 'name': 'network-vif-deleted', 'tag': 'ccf1a203-ac67-444c-93c0-b3be8efe6534'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:53.935422 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fe68ec-1108-493b-8fa0-201cc1afef38" -d '{"events": [{"server_uuid": "094a0d06-4eda-4702-b8c7-286a24b052b8", "name": "network-vif-deleted", "tag": "ccf1a203-ac67-444c-93c0-b3be8efe6534"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:53.953363 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Pushing event updated for resources: {'Port': ['ID=719b9b15-c5cc-4bd1-a05e-65990ef40cd1,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:53.987454 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d559b0c5-383a-4ab2-8fc2-864ba63400ba req-7b9f2db1-e713-46e5-b832-1346f807ed25 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1892939 Dec 17 13:14:54.120970 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5884fd-361b-4ac8-8191-5b042c5c0ea9 x-openstack-request-id: req-1a5884fd-361b-4ac8-8191-5b042c5c0ea9 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:54.128137 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094a0d06-4eda-4702-b8c7-286a24b052b8", "name": "network-vif-deleted", "tag": "ccf1a203-ac67-444c-93c0-b3be8efe6534", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:54.129607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1caed-eec7-4125-9358-af2f3f005868 req-8f2336f8-49da-4b9f-840a-d760b255a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:54.131548 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad1caed-eec7-4125-9358-af2f3f005868 req-8f2336f8-49da-4b9f-840a-d760b255a0d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 200 len: 920 time: 1.3306830 Dec 17 13:14:54.132735 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a5884fd-361b-4ac8-8191-5b042c5c0ea9 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:54.133185 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094a0d06-4eda-4702-b8c7-286a24b052b8', 'name': 'network-vif-deleted', 'tag': 'ccf1a203-ac67-444c-93c0-b3be8efe6534', 'status': 'completed', 'code': 200} Dec 17 13:14:54.140955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] For port e5865cca-a0e5-4863-82b6-a39a223c4381, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e5865cca-a0e5-4863-82b6-a39a223c4381,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:54.141726 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:54.161352 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:54.188717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Attempting to bind port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:14:54.190132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Attempting to bind port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:14:54.190672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Attempting to bind port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:54.198920 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:14:54.199125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Attempting to bind port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:14:54.208224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:14:54.208746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Checking segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:14:54.209397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Bound using segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:14:54.211828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Bound port: 719b9b15-c5cc-4bd1-a05e-65990ef40cd1, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:14:54.212407 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:54.282343 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:54.289713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Calling delete_port for e5865cca-a0e5-4863-82b6-a39a223c4381 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:54.334829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] For port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:14:54.364535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] For port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=719b9b15-c5cc-4bd1-a05e-65990ef40cd1,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:14:54.370498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad1caed-eec7-4125-9358-af2f3f005868 req-80ca312f-882f-4670-a6ba-2f7c3d39bcc2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd HTTP/1.1" status: 200 len: 217 time: 0.2072480 Dec 17 13:14:54.447546 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:54.524480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Pushing event updated for resources: {'Port': ['ID=719b9b15-c5cc-4bd1-a05e-65990ef40cd1,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:54.530280 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:54.531024 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:54.532772 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-581d028a-b074-48cc-b9ed-98e478aa4d66 service neutron] 10.222.0.61 "PUT /v2.0/ports/719b9b15-c5cc-4bd1-a05e-65990ef40cd1 HTTP/1.1" status: 200 len: 1091 time: 1.7087760 Dec 17 13:14:54.552486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d91eb-e01e-4fb4-95d2-ba32aaa20bc3 req-343781e2-b469-4f92-a6a1-3cc0657c20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:54.555360 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-996d91eb-e01e-4fb4-95d2-ba32aaa20bc3 req-343781e2-b469-4f92-a6a1-3cc0657c20b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 200 len: 915 time: 1.3240511 Dec 17 13:14:54.573346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:14:54.728968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-9d058e51-589a-45eb-920c-f01abf4a9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:54.731134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-9d058e51-589a-45eb-920c-f01abf4a9dc8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 1094 time: 0.0627034 Dec 17 13:14:54.764064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-996d91eb-e01e-4fb4-95d2-ba32aaa20bc3 req-c5315213-5109-4bc4-a762-ea3984a54814 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf17ce1-7365-409e-b345-ac7694e65121 HTTP/1.1" status: 200 len: 217 time: 0.1703465 Dec 17 13:14:54.782303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:54.782653 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Added segment 910847d9-094c-4d46-ac8c-4f7dcc98ea8c of type vlan for network 829b9634-20e4-4680-a605-6e72fb3e7374 Dec 17 13:14:54.805396 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-d954b287-d2a3-401f-9382-b52f4edbfa0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=719b9b15-c5cc-4bd1-a05e-65990ef40cd1 HTTP/1.1" status: 200 len: 217 time: 0.0635116 Dec 17 13:14:54.866491 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:54.897769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace3fa68-1685-498d-a3d4-6918cdc1af74,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:54.922454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-637a0b14-ed2c-438d-98db-a1bae2e7830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:54.929128 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-637a0b14-ed2c-438d-98db-a1bae2e7830f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.1142976 Dec 17 13:14:54.971196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8b1b8894-7787-40fe-b157-73adde0972e2 req-faea71da-460d-44d9-916e-4a99ccdd3389 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=094a0d06-4eda-4702-b8c7-286a24b052b8 HTTP/1.1" status: 200 len: 210 time: 0.0381341 Dec 17 13:14:55.029843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-504fce9f-f094-429d-afb5-64ebcd8e9412 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539362 Dec 17 13:14:55.107808 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.resource_extend [None req-d07676fe-49e5-4a20-a2d9-ad8f99d47661 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:14:55.248673 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-04dd7c18-e177-4884-a506-fd5e1d5dade3 service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098510 Dec 17 13:14:55.249736 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:55.250879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:55.251588 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:55.352990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1caed-eec7-4125-9358-af2f3f005868 req-d93038f2-4b28-478d-be71-c38901a5f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:55.354706 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad1caed-eec7-4125-9358-af2f3f005868 req-d93038f2-4b28-478d-be71-c38901a5f2aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e7327b84-e581-49a3-950c-f5c7a4b0da8e HTTP/1.1" status: 200 len: 859 time: 0.9626749 Dec 17 13:14:55.372121 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d622e467-e5a5-4128-b0ab-cb4a28e52ae4 req-6c63ac99-317a-42a3-8b1f-5419774261c2 service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116209 Dec 17 13:14:55.394355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] Pushing event updated for resources: {'Network': ['ID=829b9634-20e4-4680-a605-6e72fb3e7374,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:55.405682 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:55.406802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 829b9634-20e4-4680-a605-6e72fb3e7374 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:14:55.445218 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d07676fe-49e5-4a20-a2d9-ad8f99d47661 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:55.485244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d91eb-e01e-4fb4-95d2-ba32aaa20bc3 req-2a24a0da-560b-4b7f-8b16-d73e6fc1c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:55.487146 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-996d91eb-e01e-4fb4-95d2-ba32aaa20bc3 req-2a24a0da-560b-4b7f-8b16-d73e6fc1c911 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=38b4f68a-57c1-4b44-b104-e17b33fe8875 HTTP/1.1" status: 200 len: 854 time: 0.5491455 Dec 17 13:14:55.515227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5865cca-a0e5-4863-82b6-a39a223c4381,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:55.604065 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d07676fe-49e5-4a20-a2d9-ad8f99d47661 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:55.640536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ccf1a203-ac67-444c-93c0-b3be8efe6534 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:55.672364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-996d91eb-e01e-4fb4-95d2-ba32aaa20bc3 req-e39a915b-e777-40ec-a778-940788852463 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3273fdd9-f649-409e-913c-2652e785b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208496 Dec 17 13:14:55.672764 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: ccf1a203-ac67-444c-93c0-b3be8efe6534 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:14:55.673131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device ccf1a203-ac67-444c-93c0-b3be8efe6534 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:14:55.679436 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad1caed-eec7-4125-9358-af2f3f005868 req-074db06f-21fb-4e55-abcb-2cf3a1e3f764 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea31f1ba-6d09-447e-9006-a06af7beea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2708006 Dec 17 13:14:55.687413 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1be32bd5-c03b-4048-8640-afc57a6da325 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.2671723 Dec 17 13:14:55.690509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34588) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:55.695933 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6c1d221c-2961-4f2d-842d-514f73411dc2 admin admin] Request body: {'subnet': {'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-303388382-subnet', 'tenant_id': 'b9ca8c4c705a4437affc1be4bfd20a5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:14:55.717071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4571eb80-5e3b-4e98-b829-48aec88da04f None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:14:55.824602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1d221c-2961-4f2d-842d-514f73411dc2 admin admin] Made reservation on behalf of b9ca8c4c705a4437affc1be4bfd20a5d for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:14:55.828382 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c1d221c-2961-4f2d-842d-514f73411dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:55.960252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043addf-9150-4542-a0fc-aeaca2af5278 req-c0da9d5d-830c-4e51-939c-619f0c034812 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:55.969012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1043addf-9150-4542-a0fc-aeaca2af5278 req-c0da9d5d-830c-4e51-939c-619f0c034812 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 943 time: 0.7077713 Dec 17 13:14:56.004837 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-d07676fe-49e5-4a20-a2d9-ad8f99d47661 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Floating IP 3705f14a-f0b6-4704-9c2f-4bbe40481bbf associated. External IP: 172.25.0.250, port: 1ef2a740-1c53-48ea-86b9-4a26d13be93a. Dec 17 13:14:56.176577 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:56.182819 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bb901d-781b-46e4-b256-223083b6160e', 'tag': '719b9b15-c5cc-4bd1-a05e-65990ef40cd1'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:56.198539 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae634d13-a296-47e1-9208-a280ae95a5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "04bb901d-781b-46e4-b256-223083b6160e", "tag": "719b9b15-c5cc-4bd1-a05e-65990ef40cd1"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:56.270300 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c1d221c-2961-4f2d-842d-514f73411dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:56.339874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:56.347395 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:56.376993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d221c-2961-4f2d-842d-514f73411dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a5071f-2c4e-428f-861a-6a25290a0bfd,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:56.413718 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b1cf54-c889-4155-9fd4-0faadbd5eaaa x-openstack-request-id: req-54b1cf54-c889-4155-9fd4-0faadbd5eaaa {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:56.414207 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bb901d-781b-46e4-b256-223083b6160e", "tag": "719b9b15-c5cc-4bd1-a05e-65990ef40cd1", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:56.414576 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54b1cf54-c889-4155-9fd4-0faadbd5eaaa {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:56.415052 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bb901d-781b-46e4-b256-223083b6160e', 'tag': '719b9b15-c5cc-4bd1-a05e-65990ef40cd1', 'status': 'completed', 'code': 200} Dec 17 13:14:56.434864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1d221c-2961-4f2d-842d-514f73411dc2 admin admin] Checking segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:14:56.435117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d221c-2961-4f2d-842d-514f73411dc2 admin admin] Network hostable DHCP agents. Network: 829b9634-20e4-4680-a605-6e72fb3e7374, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:14:56.584702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae634d13-a296-47e1-9208-a280ae95a5fb req-e35b0dfa-ab49-4b9d-ba18-9344ef77889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:56.588221 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae634d13-a296-47e1-9208-a280ae95a5fb req-e35b0dfa-ab49-4b9d-ba18-9344ef77889b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 1094 time: 0.1429064 Dec 17 13:14:56.711351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae634d13-a296-47e1-9208-a280ae95a5fb req-f7a335c1-9cd4-48e0-b231-b7b35fd41e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:56.714052 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae634d13-a296-47e1-9208-a280ae95a5fb req-f7a335c1-9cd4-48e0-b231-b7b35fd41e88 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 907 time: 0.1168787 Dec 17 13:14:56.716359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d221c-2961-4f2d-842d-514f73411dc2 admin admin] Network 829b9634-20e4-4680-a605-6e72fb3e7374 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:14:56.767531 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-996d91eb-e01e-4fb4-95d2-ba32aaa20bc3 req-202f01fb-1f1b-4075-b024-7d251e9fb9df service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0843091 Dec 17 13:14:56.782486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae634d13-a296-47e1-9208-a280ae95a5fb req-c3cb5fe0-2bfa-4087-936e-66f60ac66709 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=719b9b15-c5cc-4bd1-a05e-65990ef40cd1 HTTP/1.1" status: 200 len: 217 time: 0.0597615 Dec 17 13:14:56.829987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1043addf-9150-4542-a0fc-aeaca2af5278 req-facf1db5-ffc1-4ac4-a0fc-af6c9ddc478f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8523521 Dec 17 13:14:56.871449 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07676fe-49e5-4a20-a2d9-ad8f99d47661 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Router aae42629-7fe6-4724-b48e-c47c7f468cfe has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:14:56.874814 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad1caed-eec7-4125-9358-af2f3f005868 req-64bb1eca-f185-42ef-8d45-a757b6a72641 service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1741312 Dec 17 13:14:56.893244 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:56.894109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router df7114cb-7386-4f3f-bf52-b2f2e3ac0999 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:14:56.913830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae634d13-a296-47e1-9208-a280ae95a5fb req-1b86ed44-1e07-4e92-984b-022b3df10e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:56.913830 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae634d13-a296-47e1-9208-a280ae95a5fb req-1b86ed44-1e07-4e92-984b-022b3df10e00 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.1232450 Dec 17 13:14:56.916984 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d221c-2961-4f2d-842d-514f73411dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 829b9634-20e4-4680-a605-6e72fb3e7374) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:14:56.928542 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:56.928944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1d221c-2961-4f2d-842d-514f73411dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:56.929176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b78374-43a2-40b2-839b-79933a8ef594 None None] Network 829b9634-20e4-4680-a605-6e72fb3e7374 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:14:56.929647 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c1d221c-2961-4f2d-842d-514f73411dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:56.945361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0eac3da7-cf7e-470f-971c-b9c3ca38ed5e admin admin] 10.222.0.59 "DELETE /v2.0/routers/df7114cb-7386-4f3f-bf52-b2f2e3ac0999 HTTP/1.1" status: 204 len: 168 time: 5.6428800 Dec 17 13:14:56.972355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34642) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:57.036117 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae634d13-a296-47e1-9208-a280ae95a5fb req-910d267e-1c37-4d05-ad37-cdc5c85f1dc9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634835 Dec 17 13:14:57.084905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6c1d221c-2961-4f2d-842d-514f73411dc2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3930929 Dec 17 13:14:57.184503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-61eb8afb-a72a-4cb6-9e13-bae437b9aa48 admin admin] Deleting subnet 56e678c1-f133-4e32-9a06-06d5a4baf7d6 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:14:57.213285 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-61eb8afb-a72a-4cb6-9e13-bae437b9aa48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:57.240327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3157877a-5723-4e06-a80d-de99790788a1 None None] Network 829b9634-20e4-4680-a605-6e72fb3e7374 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:14:57.364526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-996d91eb-e01e-4fb4-95d2-ba32aaa20bc3 req-0bced770-4624-4491-9f19-5c68ada76782 service neutron] 10.222.0.54 "GET /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804470 Dec 17 13:14:57.392987 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-61eb8afb-a72a-4cb6-9e13-bae437b9aa48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:57.442325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad1caed-eec7-4125-9358-af2f3f005868 req-1caf2a39-7f16-4de2-9d6b-7bf8c34e7f1f service neutron] 10.222.0.61 "GET /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592551 Dec 17 13:14:57.525363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07676fe-49e5-4a20-a2d9-ad8f99d47661 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:14:57.527986 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae634d13-a296-47e1-9208-a280ae95a5fb req-20f12e79-6e12-436e-a908-5e536b074ffb service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610193 Dec 17 13:14:57.537801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d07676fe-49e5-4a20-a2d9-ad8f99d47661 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:57.563657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c8295-39da-42f3-a984-f7cbe09e085c None None] Sync routers for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:14:57.613220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c8295-39da-42f3-a984-f7cbe09e085c None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:14:57.615674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-cb8c8295-39da-42f3-a984-f7cbe09e085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:14:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:57.676067 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d07676fe-49e5-4a20-a2d9-ad8f99d47661 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "PUT /v2.0/floatingips/3705f14a-f0b6-4704-9c2f-4bbe40481bbf HTTP/1.1" status: 200 len: 992 time: 5.7860653 Dec 17 13:14:57.677012 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:14:57.692142 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b95380d-a571-4624-9878-3bc7d2df7344" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:14:57.743262 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae634d13-a296-47e1-9208-a280ae95a5fb req-bf3c38df-0b3a-4877-86f7-68898fd5417d service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029409 Dec 17 13:14:57.786270 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9fb62e-c753-4b4d-8e09-4e7217535050 x-openstack-request-id: req-ce9fb62e-c753-4b4d-8e09-4e7217535050 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:14:57.786270 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:14:57.786270 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce9fb62e-c753-4b4d-8e09-4e7217535050 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:14:57.787012 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'status': 'completed', 'code': 200} Dec 17 13:14:57.887299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95380d-a571-4624-9878-3bc7d2df7344 req-68bdcdcc-d345-4004-9cdc-d13d0bfe6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:57.889043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b95380d-a571-4624-9878-3bc7d2df7344 req-68bdcdcc-d345-4004-9cdc-d13d0bfe6222 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 1097 time: 0.0812993 Dec 17 13:14:57.922449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-cb8c8295-39da-42f3-a984-f7cbe09e085c None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:14:58.038875 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-61eb8afb-a72a-4cb6-9e13-bae437b9aa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:58.156953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2038b7-679a-4b8f-b561-c4c69f8e132b req-6a3de4b5-7f99-47bc-a4d6-af7270963a47 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:58.158672 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e2038b7-679a-4b8f-b561-c4c69f8e132b req-6a3de4b5-7f99-47bc-a4d6-af7270963a47 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 943 time: 0.1835003 Dec 17 13:14:58.179347 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:14:58.271539 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-61eb8afb-a72a-4cb6-9e13-bae437b9aa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:58.333636 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb8afb-a72a-4cb6-9e13-bae437b9aa48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e678c1-f133-4e32-9a06-06d5a4baf7d6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:58.359572 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-61eb8afb-a72a-4cb6-9e13-bae437b9aa48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:58.366111 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-61eb8afb-a72a-4cb6-9e13-bae437b9aa48 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/56e678c1-f133-4e32-9a06-06d5a4baf7d6 HTTP/1.1" status: 204 len: 168 time: 1.3716271 Dec 17 13:14:58.367053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34668) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:58.378327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e2038b7-679a-4b8f-b561-c4c69f8e132b req-82cd9c9d-8802-4a52-8f78-63de4d7eff71 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848764 Dec 17 13:14:58.387751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95380d-a571-4624-9878-3bc7d2df7344 req-6c20a930-7b0f-4f16-9575-b8705254d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:58.388191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba66471-c1c4-434e-99a8-b84a3fe96bf4 None None] Network 9123dbf5-2451-44d3-84d5-b8bfebb67752 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:14:58.390747 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b95380d-a571-4624-9878-3bc7d2df7344 req-6c20a930-7b0f-4f16-9575-b8705254d595 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 0.4931414 Dec 17 13:14:58.481385 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b95380d-a571-4624-9878-3bc7d2df7344 req-4ee598d5-2b7c-4836-9a8b-038313b90605 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a HTTP/1.1" status: 200 len: 1000 time: 0.0826309 Dec 17 13:14:58.537107 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:58.541477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95380d-a571-4624-9878-3bc7d2df7344 req-fea86b74-8e59-4f8a-99a3-05938a6aea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:58.544089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b95380d-a571-4624-9878-3bc7d2df7344 req-fea86b74-8e59-4f8a-99a3-05938a6aea55 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.0558326 Dec 17 13:14:58.726023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-cb8c8295-39da-42f3-a984-f7cbe09e085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '3705f14a-f0b6-4704-9c2f-4bbe40481bbf', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'port_id': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'mac_address': 'fa:16:3e:a5:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:14:25Z', 'updated_at': '2021-12-17T13:14:54Z', 'revision_number': 1, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:25Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:58.729091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95380d-a571-4624-9878-3bc7d2df7344 req-80d12147-fcbf-41fc-9462-491739319ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:58.735684 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b95380d-a571-4624-9878-3bc7d2df7344 req-80d12147-fcbf-41fc-9462-491739319ba8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792719 Dec 17 13:14:58.797053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c8295-39da-42f3-a984-f7cbe09e085c None None] Checking router: aae42629-7fe6-4724-b48e-c47c7f468cfe for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:14:58.858412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c8295-39da-42f3-a984-f7cbe09e085c None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:14:58.859052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-cb8c8295-39da-42f3-a984-f7cbe09e085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:14:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:14:58.916179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-f7a90ffb-a835-4245-9134-bcbee6a99cab tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:58.923788 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-f7a90ffb-a835-4245-9134-bcbee6a99cab tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.2463660 Dec 17 13:14:58.987725 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b95380d-a571-4624-9878-3bc7d2df7344 req-6b9e136b-4fa8-4938-a3ff-b2b30af49c6b service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395732 Dec 17 13:14:58.992534 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-4e9a3b8d-0b29-4502-a109-91c6ce3411d6 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/quotas/b9ca8c4c705a4437affc1be4bfd20a5d HTTP/1.1" status: 200 len: 375 time: 0.0676064 Dec 17 13:14:59.004821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34694) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:59.137304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-cb8c8295-39da-42f3-a984-f7cbe09e085c None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:14:59.149498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b95380d-a571-4624-9878-3bc7d2df7344 req-6c2ec49d-9278-4200-9fd5-3eca47cfbf3d service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533933 Dec 17 13:14:59.176613 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-db56e826-fbde-4de3-9bfa-0ce1c9242e02 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1785915 Dec 17 13:14:59.209001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Deleting port 842c7724-2625-4494-b2a4-875e75d46ac2 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:14:59.209445 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:59.223672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c4f76-49bc-46d5-b379-d9c9daa190c9 None None] DHCP port deletion for 9123dbf5-2451-44d3-84d5-b8bfebb67752 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:14:59.247081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 842c7724-2625-4494-b2a4-875e75d46ac2 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:14:59.316990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:14:59.368064 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17553cd2-0a30-42ad-a658-aa95ec5b660c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:59.558621 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-42723ec0-a31f-471b-b637-a857e10ada85 service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809552 Dec 17 13:14:59.568313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cc6df-2cfd-4464-a348-3948d5e16f59 req-99f020d2-f97d-4894-b3cf-50e248efe7c1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:14:59.570263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2cc6df-2cfd-4464-a348-3948d5e16f59 req-99f020d2-f97d-4894-b3cf-50e248efe7c1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 943 time: 0.0966203 Dec 17 13:14:59.651301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2cc6df-2cfd-4464-a348-3948d5e16f59 req-57b867b4-73c1-44b1-a465-a5cbc1a941b5 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725827 Dec 17 13:14:59.684032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] For port 842c7724-2625-4494-b2a4-875e75d46ac2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=842c7724-2625-4494-b2a4-875e75d46ac2,segment=NetworkSegment(b2d7cf31-6f7d-4d80-a713-768aeb22317a),segment_id=b2d7cf31-6f7d-4d80-a713-768aeb22317a)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:59.684785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:59.700357 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17553cd2-0a30-42ad-a658-aa95ec5b660c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:59.711953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Calling delete_port for 842c7724-2625-4494-b2a4-875e75d46ac2 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:14:59.821947 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17553cd2-0a30-42ad-a658-aa95ec5b660c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:14:59.877824 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-17553cd2-0a30-42ad-a658-aa95ec5b660c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=860f89578fa643ff8144111812ffabf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8646698 Dec 17 13:14:59.880494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34708) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:14:59.933607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=719b9b15-c5cc-4bd1-a05e-65990ef40cd1,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:14:59.943651 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-889a85f0-891d-4673-a665-b3ebf8632a2e service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576317 Dec 17 13:14:59.981628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17553cd2-0a30-42ad-a658-aa95ec5b660c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191d0779-3c54-4108-bc87-5d5bb20f37b3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:14:59.987833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14cadad3-4ed2-4b23-b1f2-7001618668e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.010386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '719b9b15-c5cc-4bd1-a05e-65990ef40cd1', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'port_id': '719b9b15-c5cc-4bd1-a05e-65990ef40cd1', 'mac_address': 'fa:16:3e:36:f3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f427b02-4099-4e19-ac3f-370afbfda770', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:15:00.035390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.072739 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14cadad3-4ed2-4b23-b1f2-7001618668e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.138626 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.174305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] No DVR routers for this DVR port 842c7724-2625-4494-b2a4-875e75d46ac2 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:15:00.198800 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.210284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=842c7724-2625-4494-b2a4-875e75d46ac2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:00.224617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:15:00.248566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=719b9b15-c5cc-4bd1-a05e-65990ef40cd1,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:00.250460 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14cadad3-4ed2-4b23-b1f2-7001618668e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.254342 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14cadad3-4ed2-4b23-b1f2-7001618668e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.255811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-14cadad3-4ed2-4b23-b1f2-7001618668e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/191d0779-3c54-4108-bc87-5d5bb20f37b3 HTTP/1.1" status: 204 len: 168 time: 0.3743069 Dec 17 13:15:00.276137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cadad3-4ed2-4b23-b1f2-7001618668e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191d0779-3c54-4108-bc87-5d5bb20f37b3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:00.315904 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-058c4f76-49bc-46d5-b379-d9c9daa190c9 None None] Deleting port 842c7724-2625-4494-b2a4-875e75d46ac2 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:15:00.316278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-058c4f76-49bc-46d5-b379-d9c9daa190c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.390153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-058c4f76-49bc-46d5-b379-d9c9daa190c9 None None] For port 842c7724-2625-4494-b2a4-875e75d46ac2, host n-d-815324-5, got binding levels [] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:00.390558 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-058c4f76-49bc-46d5-b379-d9c9daa190c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.403918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-058c4f76-49bc-46d5-b379-d9c9daa190c9 None None] Calling delete_port for 842c7724-2625-4494-b2a4-875e75d46ac2 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:15:00.406945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.ipam_backend_mixin [None req-058c4f76-49bc-46d5-b379-d9c9daa190c9 None None] Port 842c7724-2625-4494-b2a4-875e75d46ac2 was not found and therefore no delete operation was performed {{(pid=110455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 13:15:00.411825 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-058c4f76-49bc-46d5-b379-d9c9daa190c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.528287 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.528904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-65e13537-68ab-43aa-ab61-23201d0da7cb req-86598a78-d841-4550-8f94-ac04f3616d32 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 210 time: 0.1020734 Dec 17 13:15:00.534869 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c4f76-49bc-46d5-b379-d9c9daa190c9 None None] No DVR routers for this DVR port 842c7724-2625-4494-b2a4-875e75d46ac2 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:15:00.535368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.540051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c4f76-49bc-46d5-b379-d9c9daa190c9 None None] Pushing event deleted for resources: {'Port': ['ID=842c7724-2625-4494-b2a4-875e75d46ac2,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:00.551478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e5865cca-a0e5-4863-82b6-a39a223c4381 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:15:00.621049 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9123dbf5-2451-44d3-84d5-b8bfebb67752']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:00.641716 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d7cf31-6f7d-4d80-a713-768aeb22317a') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:00.642026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d7cf31-6f7d-4d80-a713-768aeb22317a') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:00.659726 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.695468 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.702947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:15:00.703359 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:15:00.705315 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:15:00.719407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e5865cca-a0e5-4863-82b6-a39a223c4381 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:15:00.719710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e5865cca-a0e5-4863-82b6-a39a223c4381 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:15:00.725391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=719b9b15-c5cc-4bd1-a05e-65990ef40cd1,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:00.805454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-cb8c8295-39da-42f3-a984-f7cbe09e085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '3705f14a-f0b6-4704-9c2f-4bbe40481bbf', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'port_id': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'mac_address': 'fa:16:3e:a5:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:14:25Z', 'updated_at': '2021-12-17T13:14:54Z', 'revision_number': 1, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:25Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:00.908802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['719b9b15-c5cc-4bd1-a05e-65990ef40cd1'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:00.932196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c8295-39da-42f3-a984-f7cbe09e085c None None] The sync data for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 is: [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '3705f14a-f0b6-4704-9c2f-4bbe40481bbf', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'port_id': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'mac_address': 'fa:16:3e:a5:b7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:14:25Z', 'updated_at': '2021-12-17T13:14:54Z', 'revision_number': 1, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:25Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:15:00.960975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9def885-10c3-4a44-95ec-4fd97f61af5d req-62bb9bb6-2d40-4686-b863-0e8324434e9a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:00.966873 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9def885-10c3-4a44-95ec-4fd97f61af5d req-62bb9bb6-2d40-4686-b863-0e8324434e9a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 944 time: 0.1444247 Dec 17 13:15:01.107753 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9def885-10c3-4a44-95ec-4fd97f61af5d req-3fd0591e-4418-42d6-9b27-7577119fc29f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254139 Dec 17 13:15:01.112977 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:01.122009 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:01.131018 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9123dbf5-2451-44d3-84d5-b8bfebb67752 HTTP/1.1" status: 204 len: 168 time: 2.7620823 Dec 17 13:15:01.165847 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fca48-1af5-4742-9685-481f3acae1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9123dbf5-2451-44d3-84d5-b8bfebb67752,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:01.332380 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ac3bd-de61-4ab1-831b-280e08545255 None None] New status for floating IP 3705f14a-f0b6-4704-9c2f-4bbe40481bbf: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:15:01.500451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34740) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:01.521846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:01.543156 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-358086a0-c032-4bbf-b386-25b9964d3edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:01.656263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34746) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:01.759551 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d33684be-e0da-468c-ade4-b99eca9ab99f req-46dd6854-f7e4-482f-b5e5-4dccb8c64f1a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 210 time: 0.0937440 Dec 17 13:15:01.834505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d926f3e5-d73f-4d4d-9b3b-6807804940c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ade64fd6c0f436798d66fa320ffcf65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1771648 Dec 17 13:15:01.838804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34748) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:01.854293 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-358086a0-c032-4bbf-b386-25b9964d3edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:01.924313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-358086a0-c032-4bbf-b386-25b9964d3edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:01.948839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d292748-3cc2-4e5f-8b60-9654d29b72b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:01.973318 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-358086a0-c032-4bbf-b386-25b9964d3edc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c44888eb3074c31ab4cf5177ad37cb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4713309 Dec 17 13:15:01.975831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34750) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:02.015963 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d292748-3cc2-4e5f-8b60-9654d29b72b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:02.070786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358086a0-c032-4bbf-b386-25b9964d3edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad77c8b-b83d-4370-8314-e95be04182a1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:02.118183 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b05e5e80-dd35-49e6-88ab-ea1af2b42bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:02.184926 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b05e5e80-dd35-49e6-88ab-ea1af2b42bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:02.218909 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d292748-3cc2-4e5f-8b60-9654d29b72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:02.221692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d292748-3cc2-4e5f-8b60-9654d29b72b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:02.222911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4d292748-3cc2-4e5f-8b60-9654d29b72b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13bd427c-a2c2-4469-ad8f-bf68854e1f1b HTTP/1.1" status: 204 len: 168 time: 0.3816705 Dec 17 13:15:02.247896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d292748-3cc2-4e5f-8b60-9654d29b72b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bd427c-a2c2-4469-ad8f-bf68854e1f1b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:02.397187 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b05e5e80-dd35-49e6-88ab-ea1af2b42bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:02.406527 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b05e5e80-dd35-49e6-88ab-ea1af2b42bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:02.407988 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b05e5e80-dd35-49e6-88ab-ea1af2b42bf1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ad77c8b-b83d-4370-8314-e95be04182a1 HTTP/1.1" status: 204 len: 168 time: 0.4308860 Dec 17 13:15:02.473301 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e5e80-dd35-49e6-88ab-ea1af2b42bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad77c8b-b83d-4370-8314-e95be04182a1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:02.513239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a5bc8-1136-4272-aaaf-eeeaf4b8c915 req-43a2bb6e-98e9-4d8b-a0cb-fce4f5b7d10c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:02.524924 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-558a5bc8-1136-4272-aaaf-eeeaf4b8c915 req-43a2bb6e-98e9-4d8b-a0cb-fce4f5b7d10c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 944 time: 0.1909320 Dec 17 13:15:02.660690 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-558a5bc8-1136-4272-aaaf-eeeaf4b8c915 req-e01a2d6b-02c5-4765-88bb-8cc5324f0ffb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343310 Dec 17 13:15:02.930339 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3716aba2-ba03-4a42-b56b-14455172d5f3 req-d6bee431-39de-4644-801e-26b6eeacb1b5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 210 time: 0.0352297 Dec 17 13:15:03.302342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:15:03.493153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:15:03.498319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:03.498849 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:03.607540 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:03.665717 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bb901d-781b-46e4-b256-223083b6160e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719b9b15-c5cc-4bd1-a05e-65990ef40cd1'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:03.669670 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b8d955-2693-4d8a-9962-685b8ef5bf26" -d '{"events": [{"server_uuid": "04bb901d-781b-46e4-b256-223083b6160e", "name": "network-vif-plugged", "status": "completed", "tag": "719b9b15-c5cc-4bd1-a05e-65990ef40cd1"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:03.718325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=719b9b15-c5cc-4bd1-a05e-65990ef40cd1,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:03.782054 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b731b2-73a4-4b8d-9170-8b48ead7dd7a x-openstack-request-id: req-93b731b2-73a4-4b8d-9170-8b48ead7dd7a {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:03.782054 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bb901d-781b-46e4-b256-223083b6160e", "name": "network-vif-plugged", "status": "completed", "tag": "719b9b15-c5cc-4bd1-a05e-65990ef40cd1", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:03.782054 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93b731b2-73a4-4b8d-9170-8b48ead7dd7a {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:03.782054 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bb901d-781b-46e4-b256-223083b6160e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719b9b15-c5cc-4bd1-a05e-65990ef40cd1', 'code': 200} Dec 17 13:15:03.807683 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:03.927229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-134d0f85-14be-4efc-a865-18b3d9a5769f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:03.931045 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-134d0f85-14be-4efc-a865-18b3d9a5769f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.3499990 Dec 17 13:15:03.949772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Request body: {'port': {'device_id': '176e7144-bdda-4c0e-8295-db1510a2a0c6', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'admin_state_up': True, 'tenant_id': 'b9ca8c4c705a4437affc1be4bfd20a5d'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:04.006556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=719b9b15-c5cc-4bd1-a05e-65990ef40cd1,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:04.152721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3f56c-6903-4f2b-a5dd-32b90f1b0849 req-d4cd4d23-12b4-4712-bce4-fea32825fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:04.156155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3c3f56c-6903-4f2b-a5dd-32b90f1b0849 req-d4cd4d23-12b4-4712-bce4-fea32825fca9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 1096 time: 0.2313938 Dec 17 13:15:04.178440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137ea9c-2f03-464f-a946-73e5620a3107 req-da116edb-3d2c-4df4-b6f8-019d1597bd95 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:04.180515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6137ea9c-2f03-464f-a946-73e5620a3107 req-da116edb-3d2c-4df4-b6f8-019d1597bd95 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 945 time: 0.1812928 Dec 17 13:15:04.328934 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3c3f56c-6903-4f2b-a5dd-32b90f1b0849 req-8af9fe42-4e50-4dcf-9d39-45b1780aa4fa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592090 Dec 17 13:15:04.379124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6137ea9c-2f03-464f-a946-73e5620a3107 req-b2796fae-a76d-4c21-b12b-840ff28e9e50 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840541 Dec 17 13:15:04.693129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34824) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:04.771609 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fce61e6e-6c98-4a3c-9d8c-f48589fcf5c4 req-f7e649b9-1140-4dc0-a33e-3b4dde832890 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 210 time: 0.0527744 Dec 17 13:15:05.076903 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Made reservation on behalf of b9ca8c4c705a4437affc1be4bfd20a5d for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:15:05.082344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:05.134501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-741474681-network', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:05.301904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:15:05.305157 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:05.316888 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:05.326962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Allocated IP 172.20.0.11 (829b9634-20e4-4680-a605-6e72fb3e7374/e2a5071f-2c4e-428f-861a-6a25290a0bfd/a1d8d500-af3c-451c-8f0b-e4807fbd46c1) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:15:05.439221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f3a05-9641-4e94-835c-426c486d07f8 req-8a48b02a-a0d1-4858-9ba0-192c3a237919 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:05.448830 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-277f3a05-9641-4e94-835c-426c486d07f8 req-8a48b02a-a0d1-4858-9ba0-192c3a237919 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 946 time: 0.1139948 Dec 17 13:15:05.607594 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-277f3a05-9641-4e94-835c-426c486d07f8 req-d3efedf8-8af8-4189-ab77-5aa499410d1c tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576667 Dec 17 13:15:05.632427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:05.679172 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:05.706526 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:05.764673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:15:05.772525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee04c4e-1bae-4b22-97a7-24fd3f61d151,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:05.789151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7477c-ca87-40dc-a493-1b02fff02a1d req-3d75ac10-ada4-4fe0-97cb-a41ff06c2b4a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:05.798290 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5be7477c-ca87-40dc-a493-1b02fff02a1d req-3d75ac10-ada4-4fe0-97cb-a41ff06c2b4a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 945 time: 0.2269108 Dec 17 13:15:05.810718 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:05.811068 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Added segment 6a6766f1-e36f-43f6-905f-14eeb92e4ae4 of type vlan for network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c Dec 17 13:15:05.814375 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:05.887818 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:05.941183 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Network 829b9634-20e4-4680-a605-6e72fb3e7374 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:15:05.947357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:05.950739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:15:05.965374 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5be7477c-ca87-40dc-a493-1b02fff02a1d req-09fb0b05-e904-4923-ab28-7572a1811027 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655240 Dec 17 13:15:05.988365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:06.061047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Pushing event updated for resources: {'Port': ['ID=a1d8d500-af3c-451c-8f0b-e4807fbd46c1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:06.091171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:06.094804 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:06.120340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583114e-7b10-4840-ade9-152f694e9ee9 req-f2748736-a727-44f9-91b3-693f52c352e4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:06.122290 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e583114e-7b10-4840-ade9-152f694e9ee9 req-f2748736-a727-44f9-91b3-693f52c352e4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 932 time: 0.1633291 Dec 17 13:15:06.195930 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e583114e-7b10-4840-ade9-152f694e9ee9 req-6056c553-66d2-418a-84d8-44b69ed4e987 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671322 Dec 17 13:15:06.204595 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:06.206470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:06.207359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:06.240856 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-6607216d-7fa1-45e6-b1ce-fe744e99df01 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2974207 Dec 17 13:15:06.257567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Request body: {'port': {'device_id': '176e7144-bdda-4c0e-8295-db1510a2a0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:06.283877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:06.298542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:15:06.346587 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e1016907-a38d-4e6c-8939-4114ed661cc1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6521118 Dec 17 13:15:06.349265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34864) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:06.355090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-acbbb62d-b11b-41f5-930d-d000cfea3600 admin admin] Request body: {'subnet': {'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-741474681-subnet', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:06.401918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:06.515759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbbb62d-b11b-41f5-930d-d000cfea3600 admin admin] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:15:06.518549 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-acbbb62d-b11b-41f5-930d-d000cfea3600 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:06.800789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d40274-5409-4827-82ea-f63ff6bab50a req-b88c8569-6fdd-43b6-beb8-73a0771ab3ec tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:06.802557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1d40274-5409-4827-82ea-f63ff6bab50a req-b88c8569-6fdd-43b6-beb8-73a0771ab3ec tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 946 time: 0.1857777 Dec 17 13:15:06.929659 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d8d500-af3c-451c-8f0b-e4807fbd46c1 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:15:06.938334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:06.953218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Transition to ACTIVE for port object a1d8d500-af3c-451c-8f0b-e4807fbd46c1 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:15:07.003605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f2d62-fda1-4d27-9655-ca6e8c1c7dfd req-00a78ae2-5970-44a2-94b7-c65b8c0a3be8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:07.005237 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-027f2d62-fda1-4d27-9655-ca6e8c1c7dfd req-00a78ae2-5970-44a2-94b7-c65b8c0a3be8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 946 time: 0.1974282 Dec 17 13:15:07.052937 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:07.269840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Pushing event updated for resources: {'Port': ['ID=a1d8d500-af3c-451c-8f0b-e4807fbd46c1,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:07.287271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb368f3-d7dc-44d5-912f-e9a17c422db3 req-086cdb3b-02a5-4f32-bc9b-82cdc06bb3c0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:07.295718 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5cb368f3-d7dc-44d5-912f-e9a17c422db3 req-086cdb3b-02a5-4f32-bc9b-82cdc06bb3c0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 945 time: 0.2045069 Dec 17 13:15:07.335469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Attempting to bind port a1d8d500-af3c-451c-8f0b-e4807fbd46c1 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:15:07.335892 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Attempting to bind port a1d8d500-af3c-451c-8f0b-e4807fbd46c1 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:15:07.336313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Attempting to bind port a1d8d500-af3c-451c-8f0b-e4807fbd46c1 on network 829b9634-20e4-4680-a605-6e72fb3e7374 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:07.353382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Port a1d8d500-af3c-451c-8f0b-e4807fbd46c1 on network 829b9634-20e4-4680-a605-6e72fb3e7374 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:15:07.354100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Attempting to bind port a1d8d500-af3c-451c-8f0b-e4807fbd46c1 on network 829b9634-20e4-4680-a605-6e72fb3e7374 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:07.374094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:15:07.374891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Checking segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:15:07.375271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Bound using segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:15:07.375794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Bound port: a1d8d500-af3c-451c-8f0b-e4807fbd46c1, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:15:07.376265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:07.426178 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5cb368f3-d7dc-44d5-912f-e9a17c422db3 req-93da4021-33b9-4262-b0fd-7040b62cb2e9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123471 Dec 17 13:15:07.537607 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] For port a1d8d500-af3c-451c-8f0b-e4807fbd46c1, host n-h2-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:15:07.542714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] For port a1d8d500-af3c-451c-8f0b-e4807fbd46c1, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a1d8d500-af3c-451c-8f0b-e4807fbd46c1,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:15:07.546473 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-acbbb62d-b11b-41f5-930d-d000cfea3600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:07.641627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbb62d-b11b-41f5-930d-d000cfea3600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:07.675750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-a1d40274-5409-4827-82ea-f63ff6bab50a req-03ec03d1-e5fa-4ed1-9eba-2a9cc8f6e35d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Deleting port 6f66da89-953b-4163-acd2-b811d15a2c71 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:15:07.676168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a1d40274-5409-4827-82ea-f63ff6bab50a req-03ec03d1-e5fa-4ed1-9eba-2a9cc8f6e35d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:07.708586 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-027f2d62-fda1-4d27-9655-ca6e8c1c7dfd req-23ff9784-ca11-4241-8646-8786b32caab9 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6877451 Dec 17 13:15:07.713047 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:07.825105 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb05ac-be4e-4c63-bb0f-20708b165468 req-c4f42371-2281-4ece-9759-edba08311b1d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:07.844370 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfcb05ac-be4e-4c63-bb0f-20708b165468 req-c4f42371-2281-4ece-9759-edba08311b1d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 944 time: 0.2428377 Dec 17 13:15:07.894331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbbb62d-b11b-41f5-930d-d000cfea3600 admin admin] Checking segment: {'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:15:07.894700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbbb62d-b11b-41f5-930d-d000cfea3600 admin admin] Network hostable DHCP agents. Network: c4cf3903-80fa-4b0c-9f62-fac6d510ab5c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:15:07.967516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee89576-7f12-47c4-811f-d68a68f5971f req-2d27eb55-521b-4a53-9d9d-3c81607506cd tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:07.969311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1ee89576-7f12-47c4-811f-d68a68f5971f req-2d27eb55-521b-4a53-9d9d-3c81607506cd tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 945 time: 0.1470447 Dec 17 13:15:07.971405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a1d40274-5409-4827-82ea-f63ff6bab50a req-03ec03d1-e5fa-4ed1-9eba-2a9cc8f6e35d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] For port 6f66da89-953b-4163-acd2-b811d15a2c71, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=6f66da89-953b-4163-acd2-b811d15a2c71,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:07.971725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a1d40274-5409-4827-82ea-f63ff6bab50a req-03ec03d1-e5fa-4ed1-9eba-2a9cc8f6e35d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:07.980008 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfcb05ac-be4e-4c63-bb0f-20708b165468 req-cb40bd06-5764-4daa-92ab-a3a171050763 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351123 Dec 17 13:15:07.992218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:07.993217 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:07.994788 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] 10.222.0.61 "PUT /v2.0/ports/a1d8d500-af3c-451c-8f0b-e4807fbd46c1 HTTP/1.1" status: 200 len: 1092 time: 1.7416134 Dec 17 13:15:07.999773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176e7144-bdda-4c0e-8295-db1510a2a0c6', 'tag': 'a1d8d500-af3c-451c-8f0b-e4807fbd46c1'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:08.002877 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8908564-ca64-400a-91b6-1b7bf8561265" -d '{"events": [{"name": "network-changed", "server_uuid": "176e7144-bdda-4c0e-8295-db1510a2a0c6", "tag": "a1d8d500-af3c-451c-8f0b-e4807fbd46c1"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:08.013404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-a1d40274-5409-4827-82ea-f63ff6bab50a req-03ec03d1-e5fa-4ed1-9eba-2a9cc8f6e35d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Calling delete_port for 6f66da89-953b-4163-acd2-b811d15a2c71 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:15:08.061480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014e421-51e7-49fb-a775-7bbe344181ae service neutron] Pushing event updated for resources: {'Port': ['ID=a1d8d500-af3c-451c-8f0b-e4807fbd46c1,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:08.096578 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d42e9f3-6fe0-4f9b-b1f7-928b3e549fae x-openstack-request-id: req-7d42e9f3-6fe0-4f9b-b1f7-928b3e549fae {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:08.097196 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176e7144-bdda-4c0e-8295-db1510a2a0c6", "tag": "a1d8d500-af3c-451c-8f0b-e4807fbd46c1", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:08.097493 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d42e9f3-6fe0-4f9b-b1f7-928b3e549fae {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:08.097923 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176e7144-bdda-4c0e-8295-db1510a2a0c6', 'tag': 'a1d8d500-af3c-451c-8f0b-e4807fbd46c1', 'status': 'completed', 'code': 200} Dec 17 13:15:08.116291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbbb62d-b11b-41f5-930d-d000cfea3600 admin admin] Network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:15:08.141460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1ee89576-7f12-47c4-811f-d68a68f5971f req-73d493fc-bc7e-4484-9cb2-d13e6e6afa5a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606405 Dec 17 13:15:08.233733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-acbbb62d-b11b-41f5-930d-d000cfea3600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, c4cf3903-80fa-4b0c-9f62-fac6d510ab5c) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:08.246521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaab0c6-e449-4b86-8f4c-83150c7f1a27 None None] Network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:15:08.247535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbbb62d-b11b-41f5-930d-d000cfea3600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:08.248532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-acbbb62d-b11b-41f5-930d-d000cfea3600 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:08.275613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908564-ca64-400a-91b6-1b7bf8561265 req-d184cfe6-1e7c-4786-90fa-8acf40b2ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:08.278222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c8908564-ca64-400a-91b6-1b7bf8561265 req-d184cfe6-1e7c-4786-90fa-8acf40b2ee4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 1095 time: 0.1252606 Dec 17 13:15:08.376954 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-acbbb62d-b11b-41f5-930d-d000cfea3600 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0265117 Dec 17 13:15:08.379814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34908) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:08.385626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:08.396938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'fixed_ips': [{'subnet_id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:15:08.398398 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:08.421332 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908564-ca64-400a-91b6-1b7bf8561265 req-3403f2bc-2888-4f76-8328-e5060d730a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:08.423451 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c8908564-ca64-400a-91b6-1b7bf8561265 req-3403f2bc-2888-4f76-8328-e5060d730a8c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1341636 Dec 17 13:15:08.439657 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a1d40274-5409-4827-82ea-f63ff6bab50a req-03ec03d1-e5fa-4ed1-9eba-2a9cc8f6e35d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:08.491115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a151a9b8-7b40-4e76-8a1f-f43d6c668321', 'bbf17ce1-7365-409e-b345-ac7694e65121', '6f66da89-953b-4163-acd2-b811d15a2c71'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:08.503634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4027b8-01e6-4f03-add8-e87742e1ae38 req-c6596f00-e3a1-4b35-9a95-e6ede4a6ea15 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:08.512429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd4027b8-01e6-4f03-add8-e87742e1ae38 req-c6596f00-e3a1-4b35-9a95-e6ede4a6ea15 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 945 time: 0.2404959 Dec 17 13:15:08.605792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d40274-5409-4827-82ea-f63ff6bab50a req-03ec03d1-e5fa-4ed1-9eba-2a9cc8f6e35d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] No DVR routers for this DVR port 6f66da89-953b-4163-acd2-b811d15a2c71 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:15:08.610360 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a1d40274-5409-4827-82ea-f63ff6bab50a req-03ec03d1-e5fa-4ed1-9eba-2a9cc8f6e35d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:08.628382 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1d40274-5409-4827-82ea-f63ff6bab50a req-03ec03d1-e5fa-4ed1-9eba-2a9cc8f6e35d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "DELETE /v2.0/ports/6f66da89-953b-4163-acd2-b811d15a2c71 HTTP/1.1" status: 204 len: 173 time: 1.8025639 Dec 17 13:15:08.629072 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:08.631825 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:08.646788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f714ce42-10f0-4f1d-8d8f-d0426bff4286', 'name': 'network-vif-deleted', 'tag': '6f66da89-953b-4163-acd2-b811d15a2c71'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:08.656514 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b499fb4b-5e12-4f4d-81d1-e9082d723408" -d '{"events": [{"server_uuid": "f714ce42-10f0-4f1d-8d8f-d0426bff4286", "name": "network-vif-deleted", "tag": "6f66da89-953b-4163-acd2-b811d15a2c71"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:08.660577 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec03d1-e5fa-4ed1-9eba-2a9cc8f6e35d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Pushing event deleted for resources: {'Port': ['ID=6f66da89-953b-4163-acd2-b811d15a2c71,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:08.722262 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a96ad9f-5f13-4b96-8553-387992819647 x-openstack-request-id: req-0a96ad9f-5f13-4b96-8553-387992819647 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:08.723567 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f714ce42-10f0-4f1d-8d8f-d0426bff4286", "name": "network-vif-deleted", "tag": "6f66da89-953b-4163-acd2-b811d15a2c71", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:08.724093 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a96ad9f-5f13-4b96-8553-387992819647 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:08.724830 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f714ce42-10f0-4f1d-8d8f-d0426bff4286', 'name': 'network-vif-deleted', 'tag': '6f66da89-953b-4163-acd2-b811d15a2c71', 'status': 'completed', 'code': 200} Dec 17 13:15:08.743053 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd4027b8-01e6-4f03-add8-e87742e1ae38 req-08e45609-1227-40fe-86ff-c067070849bb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293193 Dec 17 13:15:08.744856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908564-ca64-400a-91b6-1b7bf8561265 req-fb9884cc-1a20-4e98-af15-ac095b7adc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:08.747112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c8908564-ca64-400a-91b6-1b7bf8561265 req-fb9884cc-1a20-4e98-af15-ac095b7adc93 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3165102 Dec 17 13:15:08.830590 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Allocated IP 172.20.0.2 (c4cf3903-80fa-4b0c-9f62-fac6d510ab5c/5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13/4366a304-44b9-4a05-8e9b-3364be0eecf9) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:15:08.841658 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:08.922786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-e5913ff2-ee46-45d8-8cb4-3be1cbdbfe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:08.924106 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-e5913ff2-ee46-45d8-8cb4-3be1cbdbfe26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 1095 time: 0.1213036 Dec 17 13:15:08.981137 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee9c8e62-5b06-45fb-a2ff-97fafb3a9173 req-5753b0f1-d1b2-4a33-8f0f-17a3d91a9f4a tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=f714ce42-10f0-4f1d-8d8f-d0426bff4286 HTTP/1.1" status: 200 len: 210 time: 0.0780649 Dec 17 13:15:09.008271 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-a1f07d0b-457b-4cf5-a89f-98093a45a60a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1d8d500-af3c-451c-8f0b-e4807fbd46c1 HTTP/1.1" status: 200 len: 217 time: 0.0714839 Dec 17 13:15:09.156670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34926) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:09.166035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-7b5ca8df-64ee-4148-a7d9-334d316a2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:09.172112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-7b5ca8df-64ee-4148-a7d9-334d316a2b82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2a5071f-2c4e-428f-861a-6a25290a0bfd HTTP/1.1" status: 200 len: 851 time: 0.1465666 Dec 17 13:15:09.253270 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:09.266362 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-4466123f-2210-4da4-9334-433ec896b8a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829b9634-20e4-4680-a605-6e72fb3e7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866530 Dec 17 13:15:09.315651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ef34e-5f01-4714-82a3-41fc4bd74179 req-874918a8-9424-4087-b759-25beedbba770 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:09.323458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a1ef34e-5f01-4714-82a3-41fc4bd74179 req-874918a8-9424-4087-b759-25beedbba770 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 944 time: 0.1656411 Dec 17 13:15:09.325344 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:09.343476 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:09.400012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a1ef34e-5f01-4714-82a3-41fc4bd74179 req-0133f5ad-bb6e-4a82-876f-e2042ed21e50 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754893 Dec 17 13:15:09.407588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:15:09.412690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:09.419910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:15:09.472087 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-9e49f59f-0572-471a-a566-4e087a193a8a service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954575 Dec 17 13:15:09.522227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Pushing event updated for resources: {'Port': ['ID=4366a304-44b9-4a05-8e9b-3364be0eecf9,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:09.541357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Attempting to bind port 4366a304-44b9-4a05-8e9b-3364be0eecf9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:15:09.542122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Attempting to bind port 4366a304-44b9-4a05-8e9b-3364be0eecf9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:15:09.542715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Attempting to bind port 4366a304-44b9-4a05-8e9b-3364be0eecf9 on network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:09.549735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:15:09.550411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Checking segment: {'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:15:09.551040 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:09.551609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Bound using segment: {'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:15:09.552298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Bound port: 4366a304-44b9-4a05-8e9b-3364be0eecf9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:15:09.552867 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:09.605922 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:09.671150 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] For port 4366a304-44b9-4a05-8e9b-3364be0eecf9, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:15:09.675537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] For port 4366a304-44b9-4a05-8e9b-3364be0eecf9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4366a304-44b9-4a05-8e9b-3364be0eecf9,segment=NetworkSegment(6a6766f1-e36f-43f6-905f-14eeb92e4ae4),segment_id=6a6766f1-e36f-43f6-905f-14eeb92e4ae4)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:15:09.712297 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caf26ece-15e2-461f-a0a8-c3e8de23a09f req-9b67df36-aeb8-4f63-be98-5f42d2379926 service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304854 Dec 17 13:15:09.754969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1f78-e812-4d0e-b754-7c5b83b84aa3 req-9540883a-862d-4b59-b7e7-26e5eeffcc17 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:09.763347 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92fa1f78-e812-4d0e-b754-7c5b83b84aa3 req-9540883a-862d-4b59-b7e7-26e5eeffcc17 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 945 time: 0.2065551 Dec 17 13:15:09.770809 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:09.857568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973f5e0-742e-42a1-9d0c-7f908832d1b0 None None] Pushing event updated for resources: {'Port': ['ID=4366a304-44b9-4a05-8e9b-3364be0eecf9,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:09.890997 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92fa1f78-e812-4d0e-b754-7c5b83b84aa3 req-6c11b686-3ca7-41e1-8020-6a3449d9f7d7 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264551 Dec 17 13:15:09.923804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:10.037396 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:10.118697 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=67b3bc96d0a3437ab021432f11e5b601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9568787 Dec 17 13:15:10.119732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34942) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:10.140030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2e7572-423b-4335-931f-a45e1075a71e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:10.186658 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:10.228240 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:10.236522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.237015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.237371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.237764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.238124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.238436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.238769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.239100 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.239423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.239748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.240141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.240466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.240847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7716e6-87ef-4ca9-ba47-183c157b0270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:10.319045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db0fb791-7d01-4b41-b52d-85c0d9cba748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:10.382439 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db0fb791-7d01-4b41-b52d-85c0d9cba748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:10.438998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Allocated IP 172.25.0.24 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/345e9eda-fd87-4d09-8218-84ece290f108) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:15:10.552633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d16689-a6c5-4fa2-b3ea-f226e0e3af69 req-2d243455-3a07-4b5f-b8e3-5365d01532b3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:10.560678 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7d16689-a6c5-4fa2-b3ea-f226e0e3af69 req-2d243455-3a07-4b5f-b8e3-5365d01532b3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 944 time: 0.0785208 Dec 17 13:15:10.598750 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:10.611552 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db0fb791-7d01-4b41-b52d-85c0d9cba748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:10.615454 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7d16689-a6c5-4fa2-b3ea-f226e0e3af69 req-1eb345ab-5a0e-4162-b7d4-48a6379277a5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538969 Dec 17 13:15:10.618568 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db0fb791-7d01-4b41-b52d-85c0d9cba748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:10.619730 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-db0fb791-7d01-4b41-b52d-85c0d9cba748 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a2e7572-423b-4335-931f-a45e1075a71e HTTP/1.1" status: 204 len: 168 time: 0.4988186 Dec 17 13:15:10.664900 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fb791-7d01-4b41-b52d-85c0d9cba748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2e7572-423b-4335-931f-a45e1075a71e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:10.709042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f540b-f999-4385-b333-1c2f355bc99d req-a1394004-0f30-443d-a4f0-85e685fcfa8d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:10.717360 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-986f540b-f999-4385-b333-1c2f355bc99d req-a1394004-0f30-443d-a4f0-85e685fcfa8d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 945 time: 0.1128278 Dec 17 13:15:10.787301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-986f540b-f999-4385-b333-1c2f355bc99d req-638ace1c-3e03-4b4d-8816-abe0c104c0e9 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688443 Dec 17 13:15:10.790094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:10.915546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:15:10.927939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:10.935082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:15:10.950022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7666ba12-c910-44d0-9b87-06bbe97e9daf None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:15:11.038500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1b69ae55-645c-4468-b6f9-28ae2def7ad8 None None] Provisioning complete for port 345e9eda-fd87-4d09-8218-84ece290f108 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:11.038891 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1b69ae55-645c-4468-b6f9-28ae2def7ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:11.067473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Pushing event updated for resources: {'Port': ['ID=345e9eda-fd87-4d09-8218-84ece290f108,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:11.145967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1b69ae55-645c-4468-b6f9-28ae2def7ad8 None None] Port 345e9eda-fd87-4d09-8218-84ece290f108 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:15:11.184073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4366a304-44b9-4a05-8e9b-3364be0eecf9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:15:11.205117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeba980-d665-4d8e-8125-6ec7429d7964 req-396bf8f4-014e-4bff-ab1b-ea2aba182aa8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:11.207316 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9eeba980-d665-4d8e-8125-6ec7429d7964 req-396bf8f4-014e-4bff-ab1b-ea2aba182aa8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 945 time: 0.1474416 Dec 17 13:15:11.270672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4366a304-44b9-4a05-8e9b-3364be0eecf9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:11.271344 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:11.421196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a6d018-b79f-4d35-b000-0e298161b9ba None None] Network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:15:11.432619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ab7f6-58ac-4ef0-b043-e958a7066a36 req-17cae590-0076-42c3-9695-cedeec1853a1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:11.442170 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a6ab7f6-58ac-4ef0-b043-e958a7066a36 req-17cae590-0076-42c3-9695-cedeec1853a1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 945 time: 0.4043148 Dec 17 13:15:11.450139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-9eeba980-d665-4d8e-8125-6ec7429d7964 req-169c61e4-42db-4bd1-938f-8aa31891a06f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Deleting port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:15:11.450758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9eeba980-d665-4d8e-8125-6ec7429d7964 req-169c61e4-42db-4bd1-938f-8aa31891a06f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:11.493355 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:11.565122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 4366a304-44b9-4a05-8e9b-3364be0eecf9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4366a304-44b9-4a05-8e9b-3364be0eecf9,segment=NetworkSegment(6a6766f1-e36f-43f6-905f-14eeb92e4ae4),segment_id=6a6766f1-e36f-43f6-905f-14eeb92e4ae4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:11.570863 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f10c1-735b-416c-89c3-2dff1ecb8f44 req-51b757c0-6135-4558-8c4d-abe868bbe5e3 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:11.573738 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-663f10c1-735b-416c-89c3-2dff1ecb8f44 req-51b757c0-6135-4558-8c4d-abe868bbe5e3 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.1183214 Dec 17 13:15:11.576291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b7445dcb-674e-42a4-850b-d84401d7f53c None None] Provisioning complete for port 4366a304-44b9-4a05-8e9b-3364be0eecf9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:11.576671 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b7445dcb-674e-42a4-850b-d84401d7f53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:11.650371 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9eeba980-d665-4d8e-8125-6ec7429d7964 req-169c61e4-42db-4bd1-938f-8aa31891a06f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] For port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=719b9b15-c5cc-4bd1-a05e-65990ef40cd1,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:11.651021 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9eeba980-d665-4d8e-8125-6ec7429d7964 req-169c61e4-42db-4bd1-938f-8aa31891a06f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:11.674579 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a6ab7f6-58ac-4ef0-b043-e958a7066a36 req-20cfe6b8-ad98-416b-80fc-c4304adab83d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307034 Dec 17 13:15:11.701677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-9eeba980-d665-4d8e-8125-6ec7429d7964 req-169c61e4-42db-4bd1-938f-8aa31891a06f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Calling delete_port for 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:15:11.716732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 6f66da89-953b-4163-acd2-b811d15a2c71 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:15:11.741788 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-663f10c1-735b-416c-89c3-2dff1ecb8f44 req-f98e5e2c-0308-4672-8b15-b909b564648f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398380 Dec 17 13:15:11.784648 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:11.802042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 6f66da89-953b-4163-acd2-b811d15a2c71 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:15:11.802679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 6f66da89-953b-4163-acd2-b811d15a2c71 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:15:11.878678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34968) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:11.911436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=4366a304-44b9-4a05-8e9b-3364be0eecf9,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:11.919925 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d282d588-5f76-4d81-a7c4-1f67d574faf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:12.052338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b33bc-3356-4576-999b-b0d5a68eb025 req-6ab2c4fa-aa8b-4a67-a218-7fe7ad36c62b tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:12.054006 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fd5b33bc-3356-4576-999b-b0d5a68eb025 req-6ab2c4fa-aa8b-4a67-a218-7fe7ad36c62b tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 945 time: 0.1215684 Dec 17 13:15:12.081417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd90a4-258b-49e7-a0cf-e45a9364f2d5 req-66601793-2eff-4fd8-b82a-fc959ac5bf47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:12.089356 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7dd90a4-258b-49e7-a0cf-e45a9364f2d5 req-66601793-2eff-4fd8-b82a-fc959ac5bf47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 944 time: 0.2393100 Dec 17 13:15:12.102755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a3c0b-987f-4b4d-8840-72068c016f9b req-e16cb036-cfa5-4b88-a1b6-ddc68953092d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:12.105934 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-043a3c0b-987f-4b4d-8840-72068c016f9b req-e16cb036-cfa5-4b88-a1b6-ddc68953092d tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 945 time: 0.1687257 Dec 17 13:15:12.143104 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:12.239635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-265896b2-1deb-488a-9a7c-25bb7b82818b None None] Provisioning complete for port 4366a304-44b9-4a05-8e9b-3364be0eecf9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:12.243610 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-265896b2-1deb-488a-9a7c-25bb7b82818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:12.283966 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-043a3c0b-987f-4b4d-8840-72068c016f9b req-cb0d6fe6-385c-400c-b610-f4f0aebceff9 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698246 Dec 17 13:15:12.353914 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d282d588-5f76-4d81-a7c4-1f67d574faf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:12.385177 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9eeba980-d665-4d8e-8125-6ec7429d7964 req-169c61e4-42db-4bd1-938f-8aa31891a06f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:12.400115 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7dd90a4-258b-49e7-a0cf-e45a9364f2d5 req-becaec7f-3697-4c2d-9a19-cc84642c3ce3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052278 Dec 17 13:15:12.437167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-fd5b33bc-3356-4576-999b-b0d5a68eb025 req-ccf01e14-7f32-44a4-a3ae-4f10c33a24be tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Deleting port bbf17ce1-7365-409e-b345-ac7694e65121 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:15:12.437823 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fd5b33bc-3356-4576-999b-b0d5a68eb025 req-ccf01e14-7f32-44a4-a3ae-4f10c33a24be tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:12.450344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:12.453745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['691e633d-2ad9-4081-aae1-355b3019ae55', '719b9b15-c5cc-4bd1-a05e-65990ef40cd1'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:12.483071 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d282d588-5f76-4d81-a7c4-1f67d574faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:12.617852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282d588-5f76-4d81-a7c4-1f67d574faf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76826ab-5e5c-4ba6-8f69-6b553cec9c9b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:12.674457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-fd5b33bc-3356-4576-999b-b0d5a68eb025 req-ccf01e14-7f32-44a4-a3ae-4f10c33a24be tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] For port bbf17ce1-7365-409e-b345-ac7694e65121, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=bbf17ce1-7365-409e-b345-ac7694e65121,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:12.675560 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fd5b33bc-3356-4576-999b-b0d5a68eb025 req-ccf01e14-7f32-44a4-a3ae-4f10c33a24be tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:12.688812 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:12.689961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eeba980-d665-4d8e-8125-6ec7429d7964 req-169c61e4-42db-4bd1-938f-8aa31891a06f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] No DVR routers for this DVR port 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:15:12.693098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9eeba980-d665-4d8e-8125-6ec7429d7964 req-169c61e4-42db-4bd1-938f-8aa31891a06f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:12.697322 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9eeba980-d665-4d8e-8125-6ec7429d7964 req-169c61e4-42db-4bd1-938f-8aa31891a06f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "DELETE /v2.0/ports/719b9b15-c5cc-4bd1-a05e-65990ef40cd1 HTTP/1.1" status: 204 len: 173 time: 1.4804840 Dec 17 13:15:12.698210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c61e4-42db-4bd1-938f-8aa31891a06f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event deleted for resources: {'Port': ['ID=719b9b15-c5cc-4bd1-a05e-65990ef40cd1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:12.703172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-fd5b33bc-3356-4576-999b-b0d5a68eb025 req-ccf01e14-7f32-44a4-a3ae-4f10c33a24be tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Calling delete_port for bbf17ce1-7365-409e-b345-ac7694e65121 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:15:12.705202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bb901d-781b-46e4-b256-223083b6160e', 'name': 'network-vif-deleted', 'tag': '719b9b15-c5cc-4bd1-a05e-65990ef40cd1'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:12.708382 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf6e065-b84a-4ae2-8fe6-be8d0728daac" -d '{"events": [{"server_uuid": "04bb901d-781b-46e4-b256-223083b6160e", "name": "network-vif-deleted", "tag": "719b9b15-c5cc-4bd1-a05e-65990ef40cd1"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:12.728440 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d282d588-5f76-4d81-a7c4-1f67d574faf7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=741d6a309d4b4a57ba63e101bcfd96c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8484962 Dec 17 13:15:12.729090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34978) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:12.787282 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05d73e8a-151a-472f-97c0-0a2cdd788a6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:12.824883 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05d73e8a-151a-472f-97c0-0a2cdd788a6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:12.856863 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbb2158-9710-4721-bdeb-8b87adbd1241 x-openstack-request-id: req-7cbb2158-9710-4721-bdeb-8b87adbd1241 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:12.857147 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bb901d-781b-46e4-b256-223083b6160e", "name": "network-vif-deleted", "tag": "719b9b15-c5cc-4bd1-a05e-65990ef40cd1", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:12.857405 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7cbb2158-9710-4721-bdeb-8b87adbd1241 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:12.857847 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bb901d-781b-46e4-b256-223083b6160e', 'name': 'network-vif-deleted', 'tag': '719b9b15-c5cc-4bd1-a05e-65990ef40cd1', 'status': 'completed', 'code': 200} Dec 17 13:15:12.999066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ae9a325-25f5-42a6-8507-b907c696db03 req-7020edc0-f65f-495b-abf5-edd8270a36f9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=04bb901d-781b-46e4-b256-223083b6160e HTTP/1.1" status: 200 len: 210 time: 0.1371977 Dec 17 13:15:13.001197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661023-4118-46c4-9a97-6ce90d6d30b4 req-4d8b6b85-eed3-4897-bc38-7ab1f393583a tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:13.006768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17661023-4118-46c4-9a97-6ce90d6d30b4 req-4d8b6b85-eed3-4897-bc38-7ab1f393583a tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.0783300 Dec 17 13:15:13.055160 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05d73e8a-151a-472f-97c0-0a2cdd788a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:13.057850 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05d73e8a-151a-472f-97c0-0a2cdd788a6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:13.059858 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-05d73e8a-151a-472f-97c0-0a2cdd788a6c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c76826ab-5e5c-4ba6-8f69-6b553cec9c9b HTTP/1.1" status: 204 len: 168 time: 0.3291581 Dec 17 13:15:13.074608 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d73e8a-151a-472f-97c0-0a2cdd788a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76826ab-5e5c-4ba6-8f69-6b553cec9c9b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:13.102684 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17661023-4118-46c4-9a97-6ce90d6d30b4 req-6ca2e3c6-fc73-4369-a1bf-34039bf0cd3f tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922701 Dec 17 13:15:13.120908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4366a304-44b9-4a05-8e9b-3364be0eecf9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:15:13.172472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Router 3fcb58de-cce6-476f-8dcf-619a83921935 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:15:13.194752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4366a304-44b9-4a05-8e9b-3364be0eecf9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:13.195315 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:13.281272 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fd5b33bc-3356-4576-999b-b0d5a68eb025 req-ccf01e14-7f32-44a4-a3ae-4f10c33a24be tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:13.301832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a151a9b8-7b40-4e76-8a1f-f43d6c668321', 'bbf17ce1-7365-409e-b345-ac7694e65121'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:13.333120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf01e14-7f32-44a4-a3ae-4f10c33a24be tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Pushing event deleted for resources: {'Port': ['ID=bbf17ce1-7365-409e-b345-ac7694e65121,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:13.387134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:15:13.390476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a1d8d500-af3c-451c-8f0b-e4807fbd46c1 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:15:13.409048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Sync routers for ids ['3fcb58de-cce6-476f-8dcf-619a83921935'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:15:13.416665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5b33bc-3356-4576-999b-b0d5a68eb025 req-ccf01e14-7f32-44a4-a3ae-4f10c33a24be tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] No DVR routers for this DVR port bbf17ce1-7365-409e-b345-ac7694e65121 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:15:13.424634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fd5b33bc-3356-4576-999b-b0d5a68eb025 req-ccf01e14-7f32-44a4-a3ae-4f10c33a24be tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:13.428173 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fd5b33bc-3356-4576-999b-b0d5a68eb025 req-ccf01e14-7f32-44a4-a3ae-4f10c33a24be tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "DELETE /v2.0/ports/bbf17ce1-7365-409e-b345-ac7694e65121 HTTP/1.1" status: 204 len: 173 time: 1.3665166 Dec 17 13:15:13.428488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f269d6-5fa1-497e-b2c7-6aa63d6e2d86', 'name': 'network-vif-deleted', 'tag': 'bbf17ce1-7365-409e-b345-ac7694e65121'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:13.430848 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805a4e4a-aae8-47fc-a90b-6462c3aac564" -d '{"events": [{"server_uuid": "58f269d6-5fa1-497e-b2c7-6aa63d6e2d86", "name": "network-vif-deleted", "tag": "bbf17ce1-7365-409e-b345-ac7694e65121"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:13.451446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Routers {'3fcb58de-cce6-476f-8dcf-619a83921935'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:15:13.452238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:14:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3fcb58de-cce6-476f-8dcf-619a83921935'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:13.452910 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c882ddad-1781-4948-ae0f-78b72ffa1e02 req-18e9f08d-fcc0-46a3-87b5-5dc89d9afd49 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 210 time: 0.0473111 Dec 17 13:15:13.524155 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c27e64e-0604-488f-b06a-3e52d35bb0f5 x-openstack-request-id: req-4c27e64e-0604-488f-b06a-3e52d35bb0f5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:13.524155 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f269d6-5fa1-497e-b2c7-6aa63d6e2d86", "name": "network-vif-deleted", "tag": "bbf17ce1-7365-409e-b345-ac7694e65121", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:13.524155 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c27e64e-0604-488f-b06a-3e52d35bb0f5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:13.524155 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f269d6-5fa1-497e-b2c7-6aa63d6e2d86', 'name': 'network-vif-deleted', 'tag': 'bbf17ce1-7365-409e-b345-ac7694e65121', 'status': 'completed', 'code': 200} Dec 17 13:15:13.556367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:13.557709 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5b390dc2-ebb2-4bfe-9a82-90937b953d78 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1766930 Dec 17 13:15:13.561198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34996) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:13.562874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17259f-2514-46de-9d23-cd9f2601d241 req-78cf2269-e213-4a93-9589-7ee31388834f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:13.564477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f17259f-2514-46de-9d23-cd9f2601d241 req-78cf2269-e213-4a93-9589-7ee31388834f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 944 time: 0.0884583 Dec 17 13:15:13.687567 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f17259f-2514-46de-9d23-cd9f2601d241 req-6523c646-ac05-4173-8a21-ca8a844679c5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142554 Dec 17 13:15:13.862631 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a1d8d500-af3c-451c-8f0b-e4807fbd46c1, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a1d8d500-af3c-451c-8f0b-e4807fbd46c1,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:13.893071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'a1d8d500-af3c-451c-8f0b-e4807fbd46c1', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'port_id': 'a1d8d500-af3c-451c-8f0b-e4807fbd46c1', 'mac_address': 'fa:16:3e:aa:c6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a5071f-2c4e-428f-861a-6a25290a0bfd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:15:13.921792 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Set router 3fcb58de-cce6-476f-8dcf-619a83921935 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:15:14.021095 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fa762-0e06-4f6b-bbac-ed7c689dc396 req-90598132-f677-4729-990c-3d0c8c48ac72 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:14.022982 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-538fa762-0e06-4f6b-bbac-ed7c689dc396 req-90598132-f677-4729-990c-3d0c8c48ac72 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.61 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 946 time: 0.0660827 Dec 17 13:15:14.311961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-538fa762-0e06-4f6b-bbac-ed7c689dc396 req-31992c6d-9c8a-4116-a53e-3926be2a3fdd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Deleting port 1bc1a960-153d-468c-98b3-b9c2ff32ec80 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:15:14.311961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-538fa762-0e06-4f6b-bbac-ed7c689dc396 req-31992c6d-9c8a-4116-a53e-3926be2a3fdd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:14.312823 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f3f83499-94b0-40d6-8739-f933f08e47bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:14.404046 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:14.427926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-538fa762-0e06-4f6b-bbac-ed7c689dc396 req-31992c6d-9c8a-4116-a53e-3926be2a3fdd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] For port 1bc1a960-153d-468c-98b3-b9c2ff32ec80, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1bc1a960-153d-468c-98b3-b9c2ff32ec80,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:14.429020 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-538fa762-0e06-4f6b-bbac-ed7c689dc396 req-31992c6d-9c8a-4116-a53e-3926be2a3fdd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:14.437310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d8d500-af3c-451c-8f0b-e4807fbd46c1 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:15:14.450852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-538fa762-0e06-4f6b-bbac-ed7c689dc396 req-31992c6d-9c8a-4116-a53e-3926be2a3fdd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Calling delete_port for 1bc1a960-153d-468c-98b3-b9c2ff32ec80 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:15:14.475730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a1d8d500-af3c-451c-8f0b-e4807fbd46c1, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a1d8d500-af3c-451c-8f0b-e4807fbd46c1,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:14.571453 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:14.579003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:15:11Z', 'revision_number': 3, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:14.637863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Checking router: 3fcb58de-cce6-476f-8dcf-619a83921935 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:15:14.638235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Updating router 3fcb58de-cce6-476f-8dcf-619a83921935 port 345e9eda-fd87-4d09-8218-84ece290f108 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:15:14.687398 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:14.715511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a1d8d500-af3c-451c-8f0b-e4807fbd46c1,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:14.780199 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-538fa762-0e06-4f6b-bbac-ed7c689dc396 req-31992c6d-9c8a-4116-a53e-3926be2a3fdd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:14.807892 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['981bc8a5-c473-4c00-8d31-d3e3aea2a3cd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:14.853066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['a1d8d500-af3c-451c-8f0b-e4807fbd46c1'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:14.957273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31992c6d-9c8a-4116-a53e-3926be2a3fdd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Pushing event deleted for resources: {'Port': ['ID=1bc1a960-153d-468c-98b3-b9c2ff32ec80,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:15.017850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:15.021023 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fe119c78-0326-46de-b22a-572386cd0ca6 req-6c2fe118-48ca-4ca5-804b-214b96794425 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=58f269d6-5fa1-497e-b2c7-6aa63d6e2d86 HTTP/1.1" status: 200 len: 210 time: 0.1761613 Dec 17 13:15:15.056877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddec511-54cd-4a24-afa8-7e7263a525ae req-ef9787ee-390b-44bc-9ef4-6b99d60e17a1 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:15.068680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ddec511-54cd-4a24-afa8-7e7263a525ae req-ef9787ee-390b-44bc-9ef4-6b99d60e17a1 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 867 time: 0.7662303 Dec 17 13:15:15.097379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-538fa762-0e06-4f6b-bbac-ed7c689dc396 req-31992c6d-9c8a-4116-a53e-3926be2a3fdd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] No DVR routers for this DVR port 1bc1a960-153d-468c-98b3-b9c2ff32ec80 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:15:15.100811 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-538fa762-0e06-4f6b-bbac-ed7c689dc396 req-31992c6d-9c8a-4116-a53e-3926be2a3fdd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:15.116381 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-538fa762-0e06-4f6b-bbac-ed7c689dc396 req-31992c6d-9c8a-4116-a53e-3926be2a3fdd tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.61 "DELETE /v2.0/ports/1bc1a960-153d-468c-98b3-b9c2ff32ec80 HTTP/1.1" status: 204 len: 173 time: 1.0765393 Dec 17 13:15:15.116801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62577bd7-b7b2-4a65-b07a-b6d50043744a', 'name': 'network-vif-deleted', 'tag': '1bc1a960-153d-468c-98b3-b9c2ff32ec80'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:15.121895 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aac1103-930b-4c2c-aeba-12372e830ba8" -d '{"events": [{"server_uuid": "62577bd7-b7b2-4a65-b07a-b6d50043744a", "name": "network-vif-deleted", "tag": "1bc1a960-153d-468c-98b3-b9c2ff32ec80"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:15.296779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903c21f-61af-4cc3-92ca-81dfa2ee4632 req-528a990c-8401-45cf-bcfb-8b4a9a7fe9a1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:15.314828 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5903c21f-61af-4cc3-92ca-81dfa2ee4632 req-528a990c-8401-45cf-bcfb-8b4a9a7fe9a1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 945 time: 0.0810013 Dec 17 13:15:15.325060 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ddec511-54cd-4a24-afa8-7e7263a525ae req-efc11d80-c55c-47e6-b6b3-467718d68efb tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547681 Dec 17 13:15:15.367209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Allocated IP 172.20.0.1 (c4cf3903-80fa-4b0c-9f62-fac6d510ab5c/5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13/8fe52e9e-4918-4d4e-8f38-38bea515db68) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:15:15.378452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:15:15.406950 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5903c21f-61af-4cc3-92ca-81dfa2ee4632 req-b52f8344-bf6b-44e5-90d6-eedcfb5ebcfb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885651 Dec 17 13:15:15.419476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:15:15.419826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 719b9b15-c5cc-4bd1-a05e-65990ef40cd1 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:15:15.420240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1bc1a960-153d-468c-98b3-b9c2ff32ec80 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:15:15.445534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 1bc1a960-153d-468c-98b3-b9c2ff32ec80 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:15:15.445910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1bc1a960-153d-468c-98b3-b9c2ff32ec80 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:15:15.459327 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:15.464429 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b7eca6-839f-4374-bd44-099484490160 x-openstack-request-id: req-e2b7eca6-839f-4374-bd44-099484490160 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:15.464628 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62577bd7-b7b2-4a65-b07a-b6d50043744a", "name": "network-vif-deleted", "tag": "1bc1a960-153d-468c-98b3-b9c2ff32ec80", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:15.465241 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2b7eca6-839f-4374-bd44-099484490160 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:15.465241 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62577bd7-b7b2-4a65-b07a-b6d50043744a', 'name': 'network-vif-deleted', 'tag': '1bc1a960-153d-468c-98b3-b9c2ff32ec80', 'status': 'completed', 'code': 200} Dec 17 13:15:15.547412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341930a-388e-4045-945d-68d3f58cb6e3 req-0dec8b0d-f651-4075-90f3-0a858ce38475 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:15.548988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e341930a-388e-4045-945d-68d3f58cb6e3 req-0dec8b0d-f651-4075-90f3-0a858ce38475 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 945 time: 0.1451497 Dec 17 13:15:15.613655 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:15.636459 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e341930a-388e-4045-945d-68d3f58cb6e3 req-51519e96-bce2-497b-9146-7d5e83ea61a5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776572 Dec 17 13:15:15.636720 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:15.699184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa09c9f-553c-4cca-bdfc-0261e3e1098e None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:15:15.714580 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Attempting to bind port 345e9eda-fd87-4d09-8218-84ece290f108 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:15:15.715089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Attempting to bind port 345e9eda-fd87-4d09-8218-84ece290f108 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:15:15.715552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Attempting to bind port 345e9eda-fd87-4d09-8218-84ece290f108 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:15.718919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39aa956-7300-4772-bce2-dd5478859e1e None None] Pushing event updated for resources: {'Port': ['ID=345e9eda-fd87-4d09-8218-84ece290f108,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:15.725077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:15:15.725495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:15:15.725889 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:15.726734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:15:15.726734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Bound port: 345e9eda-fd87-4d09-8218-84ece290f108, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:15:15.727131 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:15.758606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device bbf17ce1-7365-409e-b345-ac7694e65121 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:15:15.783328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: bbf17ce1-7365-409e-b345-ac7694e65121 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:15:15.783716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device bbf17ce1-7365-409e-b345-ac7694e65121 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:15:15.802553 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:15.821674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] For port 345e9eda-fd87-4d09-8218-84ece290f108, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:15:15.825426 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] For port 345e9eda-fd87-4d09-8218-84ece290f108, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=345e9eda-fd87-4d09-8218-84ece290f108,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:15:15.831240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-31ebbfde-ff16-4d75-bd7a-b46785ac18dc None None] Provisioning complete for port 345e9eda-fd87-4d09-8218-84ece290f108 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:15.831615 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-31ebbfde-ff16-4d75-bd7a-b46785ac18dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:15.846010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:15:15.849043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:15.852251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:15:15.873224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-31ebbfde-ff16-4d75-bd7a-b46785ac18dc None None] Port 345e9eda-fd87-4d09-8218-84ece290f108 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:15:16.234739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Pushing event updated for resources: {'Port': ['ID=8fe52e9e-4918-4d4e-8f38-38bea515db68,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:16.234739 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:16.241076 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:16.241076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Routers {'3fcb58de-cce6-476f-8dcf-619a83921935'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:15:16.241076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:14:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3fcb58de-cce6-476f-8dcf-619a83921935'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:16.241076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39aa956-7300-4772-bce2-dd5478859e1e None None] Pushing event updated for resources: {'Port': ['ID=345e9eda-fd87-4d09-8218-84ece290f108,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:16.241076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5562c11e-a4b5-4ce2-b2fd-bc6e88899d69 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:15:16.241076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] Set router 3fcb58de-cce6-476f-8dcf-619a83921935 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:15:16.264924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d79c7-d626-4812-8766-2673855d5d91 req-9299ec56-1897-435e-938f-8404612d2726 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:16.267020 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-de8d79c7-d626-4812-8766-2673855d5d91 req-9299ec56-1897-435e-938f-8404612d2726 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 945 time: 0.0723114 Dec 17 13:15:16.328706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1f5548aa-7c89-4e44-b304-3abe8481e4ea None None] Provisioning complete for port 345e9eda-fd87-4d09-8218-84ece290f108 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:16.329132 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1f5548aa-7c89-4e44-b304-3abe8481e4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:16.363717 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-83852258-633e-424d-b937-e3ce5882e920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:16.429200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-de8d79c7-d626-4812-8766-2673855d5d91 req-59d61936-e24f-471d-8ff9-52d9fad9bd53 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Deleting port 691e633d-2ad9-4081-aae1-355b3019ae55 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:15:16.429732 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-de8d79c7-d626-4812-8766-2673855d5d91 req-59d61936-e24f-471d-8ff9-52d9fad9bd53 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:16.456161 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:16.565507 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1f5548aa-7c89-4e44-b304-3abe8481e4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:16.628474 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1f5548aa-7c89-4e44-b304-3abe8481e4ea None None] For port 345e9eda-fd87-4d09-8218-84ece290f108, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=345e9eda-fd87-4d09-8218-84ece290f108,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:16.664221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:15:11Z', 'revision_number': 3, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:16.683824 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94dabc4c-0fef-4100-bc1d-3c54e14f107d req-32548d50-9694-42f3-915d-ede4b41dd1bf tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=62577bd7-b7b2-4a65-b07a-b6d50043744a HTTP/1.1" status: 200 len: 210 time: 0.1194725 Dec 17 13:15:16.698363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e0c0c-5471-4507-a09f-342437491b4d None None] The sync data for ids ['3fcb58de-cce6-476f-8dcf-619a83921935'] in n-d-815324-5 is: [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:15:11Z', 'revision_number': 3, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:15:16.716991 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1f5548aa-7c89-4e44-b304-3abe8481e4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:16.848531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee360741-bb84-4a1f-9239-61f3d505d933 req-8815c772-fee3-438c-8aab-b25ac9dff31a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:16.850943 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-de8d79c7-d626-4812-8766-2673855d5d91 req-59d61936-e24f-471d-8ff9-52d9fad9bd53 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] For port 691e633d-2ad9-4081-aae1-355b3019ae55, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=691e633d-2ad9-4081-aae1-355b3019ae55,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:16.851479 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-de8d79c7-d626-4812-8766-2673855d5d91 req-59d61936-e24f-471d-8ff9-52d9fad9bd53 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:16.858239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee360741-bb84-4a1f-9239-61f3d505d933 req-8815c772-fee3-438c-8aab-b25ac9dff31a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 945 time: 0.1905799 Dec 17 13:15:16.861222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5548aa-7c89-4e44-b304-3abe8481e4ea None None] Pushing event updated for resources: {'Port': ['ID=345e9eda-fd87-4d09-8218-84ece290f108,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:16.878658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1f5548aa-7c89-4e44-b304-3abe8481e4ea None None] Provisioning complete for port 8fe52e9e-4918-4d4e-8f38-38bea515db68 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:16.884800 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1f5548aa-7c89-4e44-b304-3abe8481e4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:16.892875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca06c3-5403-49b3-a867-3728b1489aa5 req-aaaefcb6-d551-4afb-81dd-30fc4db4d3f6 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:16.911021 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93ca06c3-5403-49b3-a867-3728b1489aa5 req-aaaefcb6-d551-4afb-81dd-30fc4db4d3f6 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 945 time: 0.1285973 Dec 17 13:15:16.950764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-de8d79c7-d626-4812-8766-2673855d5d91 req-59d61936-e24f-471d-8ff9-52d9fad9bd53 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Calling delete_port for 691e633d-2ad9-4081-aae1-355b3019ae55 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:15:16.975510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee360741-bb84-4a1f-9239-61f3d505d933 req-eaf9e86e-4a79-4565-a541-2ab7bbfe03a8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017523 Dec 17 13:15:16.991657 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:17.033697 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1f5548aa-7c89-4e44-b304-3abe8481e4ea None None] Port 8fe52e9e-4918-4d4e-8f38-38bea515db68 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:15:17.074604 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:17.194035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Pushing event updated for resources: {'Port': ['ID=8fe52e9e-4918-4d4e-8f38-38bea515db68,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:17.219625 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:17.254095 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93ca06c3-5403-49b3-a867-3728b1489aa5 req-2dbb000f-7b28-4996-8413-5c8860fcaa4f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357303 Dec 17 13:15:17.388816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a1d8d500-af3c-451c-8f0b-e4807fbd46c1 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:15:17.475065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:15:17.482427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:17.559233 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-de8d79c7-d626-4812-8766-2673855d5d91 req-59d61936-e24f-471d-8ff9-52d9fad9bd53 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:17.575103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:17.618614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port a1d8d500-af3c-451c-8f0b-e4807fbd46c1 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:15:17.647183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port a1d8d500-af3c-451c-8f0b-e4807fbd46c1 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:17.652905 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:17.654735 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:17.676962 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Router 3fcb58de-cce6-476f-8dcf-619a83921935 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:15:17.689464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d61936-e24f-471d-8ff9-52d9fad9bd53 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event deleted for resources: {'Port': ['ID=691e633d-2ad9-4081-aae1-355b3019ae55,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:17.868084 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8d79c7-d626-4812-8766-2673855d5d91 req-59d61936-e24f-471d-8ff9-52d9fad9bd53 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] No DVR routers for this DVR port 691e633d-2ad9-4081-aae1-355b3019ae55 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:15:17.896821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-de8d79c7-d626-4812-8766-2673855d5d91 req-59d61936-e24f-471d-8ff9-52d9fad9bd53 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:17.909018 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-de8d79c7-d626-4812-8766-2673855d5d91 req-59d61936-e24f-471d-8ff9-52d9fad9bd53 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "DELETE /v2.0/ports/691e633d-2ad9-4081-aae1-355b3019ae55 HTTP/1.1" status: 204 len: 173 time: 1.6331980 Dec 17 13:15:17.913176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3210cfb4-3017-4651-87b0-aa2f2c0e94f1', 'name': 'network-vif-deleted', 'tag': '691e633d-2ad9-4081-aae1-355b3019ae55'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:17.928469 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d3b064-7c7a-4e69-b5f3-59df446f22a7" -d '{"events": [{"server_uuid": "3210cfb4-3017-4651-87b0-aa2f2c0e94f1", "name": "network-vif-deleted", "tag": "691e633d-2ad9-4081-aae1-355b3019ae55"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:18.082297 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4461654-0648-486a-a96b-0f1878b8d322 x-openstack-request-id: req-e4461654-0648-486a-a96b-0f1878b8d322 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:18.082819 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3210cfb4-3017-4651-87b0-aa2f2c0e94f1", "name": "network-vif-deleted", "tag": "691e633d-2ad9-4081-aae1-355b3019ae55", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:18.083913 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4461654-0648-486a-a96b-0f1878b8d322 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:18.085105 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3210cfb4-3017-4651-87b0-aa2f2c0e94f1', 'name': 'network-vif-deleted', 'tag': '691e633d-2ad9-4081-aae1-355b3019ae55', 'status': 'completed', 'code': 200} Dec 17 13:15:18.094570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:15:18.113519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ef17b63b-cc56-42cc-b578-ce16392ce16c admin admin] 10.222.0.59 "PUT /v2.0/routers/3fcb58de-cce6-476f-8dcf-619a83921935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5502102 Dec 17 13:15:18.152996 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:18.178635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4a535f28-a110-4768-85ee-096a04d30e15 None None] Provisioning complete for port 8fe52e9e-4918-4d4e-8f38-38bea515db68 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:18.180620 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4a535f28-a110-4768-85ee-096a04d30e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:18.267726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4a535f28-a110-4768-85ee-096a04d30e15 None None] Port 8fe52e9e-4918-4d4e-8f38-38bea515db68 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:15:18.312379 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4fd52a25-d658-4fdc-8efb-3629447e80af req-f5495f8a-922a-445e-b222-47b2d402540b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=3210cfb4-3017-4651-87b0-aa2f2c0e94f1 HTTP/1.1" status: 200 len: 210 time: 0.0838242 Dec 17 13:15:18.329773 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176e7144-bdda-4c0e-8295-db1510a2a0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d8d500-af3c-451c-8f0b-e4807fbd46c1'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:18.332268 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8fe593-0491-4ccd-91fb-0f769a80d42b" -d '{"events": [{"server_uuid": "176e7144-bdda-4c0e-8295-db1510a2a0c6", "name": "network-vif-plugged", "status": "completed", "tag": "a1d8d500-af3c-451c-8f0b-e4807fbd46c1"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:18.375784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a1d8d500-af3c-451c-8f0b-e4807fbd46c1, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a1d8d500-af3c-451c-8f0b-e4807fbd46c1,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:18.470773 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:18.472673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 691e633d-2ad9-4081-aae1-355b3019ae55 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:15:18.526413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6fb59-834f-43b4-9446-227a31b875f0 req-b0a550c1-c0d9-4fa4-abb1-7e35cb125df1 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:18.543290 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5b6fb59-834f-43b4-9446-227a31b875f0 req-b0a550c1-c0d9-4fa4-abb1-7e35cb125df1 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 945 time: 0.1095634 Dec 17 13:15:18.630993 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5b6fb59-834f-43b4-9446-227a31b875f0 req-78cb0e0e-add4-4f6c-936d-b8f54f7e0ed8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818279 Dec 17 13:15:18.632774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 691e633d-2ad9-4081-aae1-355b3019ae55 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:15:18.633203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 691e633d-2ad9-4081-aae1-355b3019ae55 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:15:18.635196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a1d8d500-af3c-451c-8f0b-e4807fbd46c1,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:18.651212 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e036f61-cb37-4696-a928-b0e38a56263c x-openstack-request-id: req-8e036f61-cb37-4696-a928-b0e38a56263c {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:18.651615 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176e7144-bdda-4c0e-8295-db1510a2a0c6", "name": "network-vif-plugged", "status": "completed", "tag": "a1d8d500-af3c-451c-8f0b-e4807fbd46c1", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:18.652670 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e036f61-cb37-4696-a928-b0e38a56263c {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:18.653068 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176e7144-bdda-4c0e-8295-db1510a2a0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d8d500-af3c-451c-8f0b-e4807fbd46c1', 'code': 200} Dec 17 13:15:18.814094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d8557-af2e-43d3-96eb-a2d102b206df req-9a2aefdc-d772-4686-992b-820a6d81b019 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:18.815087 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:18.822057 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c9d8557-af2e-43d3-96eb-a2d102b206df req-9a2aefdc-d772-4686-992b-820a6d81b019 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0810597 Dec 17 13:15:18.841775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191ecd3-188d-48ce-9f27-5c7267cac880 req-f9f940f6-925b-4445-9968-08f6e5edfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:18.848771 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2191ecd3-188d-48ce-9f27-5c7267cac880 req-f9f940f6-925b-4445-9968-08f6e5edfb1e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 1097 time: 0.0907419 Dec 17 13:15:18.908945 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c9d8557-af2e-43d3-96eb-a2d102b206df req-2ad2cffa-9c09-42e7-ad62-b540c2ccae15 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813475 Dec 17 13:15:18.949527 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2191ecd3-188d-48ce-9f27-5c7267cac880 req-bccb5b94-b5e4-4ad8-8606-26a269b343be service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958884 Dec 17 13:15:19.130959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 345e9eda-fd87-4d09-8218-84ece290f108 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:15:19.250301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 345e9eda-fd87-4d09-8218-84ece290f108 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:19.250680 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:19.601477 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Sync routers for ids ['3fcb58de-cce6-476f-8dcf-619a83921935'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:15:19.632467 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Routers {'3fcb58de-cce6-476f-8dcf-619a83921935'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:15:19.634804 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3fcb58de-cce6-476f-8dcf-619a83921935'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:19.639889 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:19.742262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35140) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:19.742262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1445070114-network', 'tenant_id': '64396207ece44883a532ac2281df7a07'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:19.832415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98b8f4-e522-4983-b7f5-0d7129a28600 req-b255f344-78c2-4456-8e11-84da80f870cf tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:19.843442 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bd98b8f4-e522-4983-b7f5-0d7129a28600 req-b255f344-78c2-4456-8e11-84da80f870cf tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 946 time: 0.1179683 Dec 17 13:15:19.908238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bd98b8f4-e522-4983-b7f5-0d7129a28600 req-0db5e788-04b4-4a1d-b1b3-303a3a630336 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635140 Dec 17 13:15:19.941088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-de970fcc-e7ab-43db-86b3-d2d464bda333 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:19.943603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-de970fcc-e7ab-43db-86b3-d2d464bda333 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.2270436 Dec 17 13:15:20.000993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-5c855592-0e6e-4b66-b261-e512b6beebba tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/quotas/faf124e995c7454192e72a02bb3c6016 HTTP/1.1" status: 200 len: 375 time: 0.0413425 Dec 17 13:15:20.015949 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Set router 3fcb58de-cce6-476f-8dcf-619a83921935 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:15:20.175470 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-7b3a806c-8d9d-4cc1-bdef-96e9a6864d5e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1733563 Dec 17 13:15:20.196725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a921e3-2e7c-4c69-ae75-84a4028a27f4 req-f5bc1b5d-d31f-4d1e-bdad-f88957d670d2 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:20.207057 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-22a921e3-2e7c-4c69-ae75-84a4028a27f4 req-f5bc1b5d-d31f-4d1e-bdad-f88957d670d2 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0831006 Dec 17 13:15:20.283185 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-22a921e3-2e7c-4c69-ae75-84a4028a27f4 req-4caac01b-1a50-4e8e-9dd3-b0edbbe7fdc2 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701690 Dec 17 13:15:20.406854 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8fe52e9e-4918-4d4e-8f38-38bea515db68', 'name': '', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'mac_address': 'fa:16:3e:48:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:15Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 2, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'subnets': [{'id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:20.455804 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Checking router: 3fcb58de-cce6-476f-8dcf-619a83921935 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:15:20.456166 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Updating router 3fcb58de-cce6-476f-8dcf-619a83921935 port 8fe52e9e-4918-4d4e-8f38-38bea515db68 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:15:20.484550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-95d61577-e587-4602-910d-9148fe813144 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031828 Dec 17 13:15:20.503158 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:20.596732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Made reservation on behalf of 64396207ece44883a532ac2281df7a07 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:15:20.599158 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:20.616690 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:20.646604 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-477ecdcf-a551-449f-8152-2a4bb2cef075 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546857 Dec 17 13:15:20.787225 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:20.878401 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:20.886644 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:20.908637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:15:20.918620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65659742-4ba6-429d-ab2b-d78e6f32b15f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:20.925436 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:20.925956 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Added segment 5769a6c0-0567-4884-b2ec-0d8f26148dc2 of type vlan for network f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 Dec 17 13:15:20.995028 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:21.045665 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:21.145459 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Pushing event updated for resources: {'Port': ['ID=8fe52e9e-4918-4d4e-8f38-38bea515db68,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:21.161242 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.161993 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.162565 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.163143 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.164575 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.165217 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.165803 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.166399 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.166957 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.167539 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.168088 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.168690 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.169610 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:21.219462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:21.219462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:21.219462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:21.282551 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Attempting to bind port 8fe52e9e-4918-4d4e-8f38-38bea515db68 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:15:21.283259 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Attempting to bind port 8fe52e9e-4918-4d4e-8f38-38bea515db68 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:15:21.283809 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Attempting to bind port 8fe52e9e-4918-4d4e-8f38-38bea515db68 on network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:21.292969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0e6c7-5b99-4217-8471-ec802ddf482f req-7464a343-3403-424b-bcd2-be42b2b5b655 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:21.304345 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-02a0e6c7-5b99-4217-8471-ec802ddf482f req-7464a343-3403-424b-bcd2-be42b2b5b655 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 946 time: 0.2686646 Dec 17 13:15:21.317324 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:15:21.317792 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Checking segment: {'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:15:21.319215 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:21.320577 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Bound using segment: {'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:15:21.320828 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Bound port: 8fe52e9e-4918-4d4e-8f38-38bea515db68, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:15:21.322435 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:21.466195 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] For port 8fe52e9e-4918-4d4e-8f38-38bea515db68, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:15:21.470946 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] For port 8fe52e9e-4918-4d4e-8f38-38bea515db68, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8fe52e9e-4918-4d4e-8f38-38bea515db68,segment=NetworkSegment(6a6766f1-e36f-43f6-905f-14eeb92e4ae4),segment_id=6a6766f1-e36f-43f6-905f-14eeb92e4ae4)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:15:21.479784 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-02a0e6c7-5b99-4217-8471-ec802ddf482f req-fe46c651-4ed6-4f14-8d1a-21b2feff1342 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670344 Dec 17 13:15:21.494596 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7627654 Dec 17 13:15:21.496494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35186) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:21.505648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9988aef4-aca0-4cd9-bfde-910f8fb8ca83 admin admin] Request body: {'subnet': {'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1445070114-subnet', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:21.528138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f60767-04e3-4ad2-8dd5-8269b780dd14 admin admin] Pushing event updated for resources: {'Network': ['ID=f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:21.542688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:15:21.560489 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:21.575843 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b2adf61-c837-468b-bc29-0e5d6f8f125a req-337511ad-0d1f-45c2-a266-1ec81dd70530 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 210 time: 0.0996869 Dec 17 13:15:21.688695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368add64-8b94-4fdf-ac70-553f3fd4b6a1 req-47d12aa4-156f-4443-b389-ab74dc0a9969 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:21.696347 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-368add64-8b94-4fdf-ac70-553f3fd4b6a1 req-47d12aa4-156f-4443-b389-ab74dc0a9969 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0932560 Dec 17 13:15:21.706173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9988aef4-aca0-4cd9-bfde-910f8fb8ca83 admin admin] Made reservation on behalf of 64396207ece44883a532ac2281df7a07 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:15:21.708896 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9988aef4-aca0-4cd9-bfde-910f8fb8ca83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:21.789111 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad37cc-3e79-4189-9a08-039cf6549fee None None] Pushing event updated for resources: {'Port': ['ID=8fe52e9e-4918-4d4e-8f38-38bea515db68,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:21.851152 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Routers {'3fcb58de-cce6-476f-8dcf-619a83921935'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:15:21.853724 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3fcb58de-cce6-476f-8dcf-619a83921935'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:21.875156 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bcee678d-151b-48b1-8f5b-4ad3991c8c5c None None] Provisioning complete for port 8fe52e9e-4918-4d4e-8f38-38bea515db68 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:21.876204 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bcee678d-151b-48b1-8f5b-4ad3991c8c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:21.913997 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-368add64-8b94-4fdf-ac70-553f3fd4b6a1 req-3e601dd2-a9b0-41dc-b197-d88bab7fe6e2 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162633 Dec 17 13:15:22.031861 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] Set router 3fcb58de-cce6-476f-8dcf-619a83921935 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:15:22.059157 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bcee678d-151b-48b1-8f5b-4ad3991c8c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:22.352145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bcee678d-151b-48b1-8f5b-4ad3991c8c5c None None] For port 8fe52e9e-4918-4d4e-8f38-38bea515db68, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8fe52e9e-4918-4d4e-8f38-38bea515db68,segment=NetworkSegment(6a6766f1-e36f-43f6-905f-14eeb92e4ae4),segment_id=6a6766f1-e36f-43f6-905f-14eeb92e4ae4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:22.424968 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bcee678d-151b-48b1-8f5b-4ad3991c8c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:22.466618 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8fe52e9e-4918-4d4e-8f38-38bea515db68', 'name': '', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'mac_address': 'fa:16:3e:48:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:15Z', 'updated_at': '2021-12-17T13:15:21Z', 'revision_number': 4, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'subnets': [{'id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:22.489756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0931c8-bcab-49e9-a810-60cb281eab06 req-23afc158-a704-46f9-ae98-bd8394f46869 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:22.491441 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b0931c8-bcab-49e9-a810-60cb281eab06 req-23afc158-a704-46f9-ae98-bd8394f46869 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 946 time: 0.0733514 Dec 17 13:15:22.499629 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174f707-cd1b-41ac-9439-7166b328fa67 None None] The sync data for ids ['3fcb58de-cce6-476f-8dcf-619a83921935'] in n-d-815324-5 is: [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8fe52e9e-4918-4d4e-8f38-38bea515db68', 'name': '', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'mac_address': 'fa:16:3e:48:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:15Z', 'updated_at': '2021-12-17T13:15:21Z', 'revision_number': 4, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'subnets': [{'id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:15:22.568916 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9988aef4-aca0-4cd9-bfde-910f8fb8ca83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:22.635893 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b0931c8-bcab-49e9-a810-60cb281eab06 req-7362009e-20e7-4760-af52-22e8831c51f0 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276028 Dec 17 13:15:22.677868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988aef4-aca0-4cd9-bfde-910f8fb8ca83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf93973-acde-419f-b543-df63a5472cf3,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:22.723843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9988aef4-aca0-4cd9-bfde-910f8fb8ca83 admin admin] Checking segment: {'id': '5769a6c0-0567-4884-b2ec-0d8f26148dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:15:22.724208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9988aef4-aca0-4cd9-bfde-910f8fb8ca83 admin admin] Network hostable DHCP agents. Network: f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:15:22.730074 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c5b1190-45bf-4081-8216-ef2da3ff170b req-8565e9b9-50e2-455e-aaff-b023eac3297d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 210 time: 0.0634413 Dec 17 13:15:22.774160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee678d-151b-48b1-8f5b-4ad3991c8c5c None None] Pushing event updated for resources: {'Port': ['ID=8fe52e9e-4918-4d4e-8f38-38bea515db68,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:22.792994 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-88ce236d-984c-45d1-894f-9a59d0bcab4b None None] Provisioning complete for port 8fe52e9e-4918-4d4e-8f38-38bea515db68 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:22.793517 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-88ce236d-984c-45d1-894f-9a59d0bcab4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:22.923952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9988aef4-aca0-4cd9-bfde-910f8fb8ca83 admin admin] Network f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:15:23.092703 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4ddd2-e9a7-4ce0-b26c-97895384759a req-3b98ae73-82f5-4c50-9d91-3512d332fbe1 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:23.095156 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8cf4ddd2-e9a7-4ce0-b26c-97895384759a req-3b98ae73-82f5-4c50-9d91-3512d332fbe1 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.0691550 Dec 17 13:15:23.144243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8fe52e9e-4918-4d4e-8f38-38bea515db68 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:15:23.244402 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8cf4ddd2-e9a7-4ce0-b26c-97895384759a req-4df9768e-ba1d-4fa6-8ca5-fe91c881c23e tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414096 Dec 17 13:15:23.248151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-9988aef4-aca0-4cd9-bfde-910f8fb8ca83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:23.257184 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9988aef4-aca0-4cd9-bfde-910f8fb8ca83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:23.261899 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9988aef4-aca0-4cd9-bfde-910f8fb8ca83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:23.267186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd70274-728e-476b-a1d3-820b29ae0f41 None None] Network f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:15:23.373598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8fe52e9e-4918-4d4e-8f38-38bea515db68 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:23.381216 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:23.409897 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9988aef4-aca0-4cd9-bfde-910f8fb8ca83 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9118924 Dec 17 13:15:23.412515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35230) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:23.418357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1445070114-router', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:23.543392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6', 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6', 'project_id': '64396207ece44883a532ac2281df7a07', 'fixed_ips': [{'subnet_id': 'dcf93973-acde-419f-b543-df63a5472cf3'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:15:23.544305 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:23.596326 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:23.598522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:23.761903 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:23.912899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0607b0-7fce-44a6-bd94-ef7ac312054e req-5ba37165-5503-4bae-aca9-1b17acb4cc30 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:23.919101 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f0607b0-7fce-44a6-bd94-ef7ac312054e req-5ba37165-5503-4bae-aca9-1b17acb4cc30 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 946 time: 0.1074674 Dec 17 13:15:23.953890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Allocated IP 172.20.0.2 (f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6/dcf93973-acde-419f-b543-df63a5472cf3/22c378eb-769c-4dcc-a2f4-7330fc4322df) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:15:24.144985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397503e-969a-4ad8-b6c6-e08987b5f1ba req-d66cbfcb-588a-4e50-b639-1685994cd900 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:24.177208 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f397503e-969a-4ad8-b6c6-e08987b5f1ba req-d66cbfcb-588a-4e50-b639-1685994cd900 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 946 time: 0.3571525 Dec 17 13:15:24.248237 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-9f0607b0-7fce-44a6-bd94-ef7ac312054e req-aaeac4ba-47f5-4baf-a42a-c0417eb01741 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Deleting port a1d8d500-af3c-451c-8f0b-e4807fbd46c1 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:15:24.248877 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9f0607b0-7fce-44a6-bd94-ef7ac312054e req-aaeac4ba-47f5-4baf-a42a-c0417eb01741 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:24.283326 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91fe6be5-c048-4020-ac0f-bd330eeb9d4b req-8110579d-1658-496c-b62a-3463ad2d0fc8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 210 time: 0.0623622 Dec 17 13:15:24.369617 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:24.375506 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:24.468048 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:24.570543 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Network f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:15:24.581086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:24.586950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:15:24.592229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-9f0607b0-7fce-44a6-bd94-ef7ac312054e req-aaeac4ba-47f5-4baf-a42a-c0417eb01741 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] For port a1d8d500-af3c-451c-8f0b-e4807fbd46c1, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a1d8d500-af3c-451c-8f0b-e4807fbd46c1,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:24.592229 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9f0607b0-7fce-44a6-bd94-ef7ac312054e req-aaeac4ba-47f5-4baf-a42a-c0417eb01741 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:24.619581 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be176-6586-484b-8f92-681060a6a486 req-f07db26e-299d-4d6b-924d-1984544d9f52 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:24.633506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Pushing event updated for resources: {'Port': ['ID=22c378eb-769c-4dcc-a2f4-7330fc4322df,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:24.641347 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-220be176-6586-484b-8f92-681060a6a486 req-f07db26e-299d-4d6b-924d-1984544d9f52 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 946 time: 0.1921580 Dec 17 13:15:24.677035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-9f0607b0-7fce-44a6-bd94-ef7ac312054e req-aaeac4ba-47f5-4baf-a42a-c0417eb01741 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Calling delete_port for a1d8d500-af3c-451c-8f0b-e4807fbd46c1 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:15:24.753990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Attempting to bind port 22c378eb-769c-4dcc-a2f4-7330fc4322df on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:15:24.754369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Attempting to bind port 22c378eb-769c-4dcc-a2f4-7330fc4322df by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '5769a6c0-0567-4884-b2ec-0d8f26148dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:15:24.754736 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Attempting to bind port 22c378eb-769c-4dcc-a2f4-7330fc4322df on network f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:24.767958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:15:24.768341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Checking segment: {'id': '5769a6c0-0567-4884-b2ec-0d8f26148dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:15:24.768754 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:24.769147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Bound using segment: {'id': '5769a6c0-0567-4884-b2ec-0d8f26148dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:15:24.769646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Bound port: 22c378eb-769c-4dcc-a2f4-7330fc4322df, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5769a6c0-0567-4884-b2ec-0d8f26148dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:15:24.770031 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:24.791326 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-220be176-6586-484b-8f92-681060a6a486 req-eb1647ff-e9aa-46e4-8fbb-3f6172c35497 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359105 Dec 17 13:15:24.876801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] For port 22c378eb-769c-4dcc-a2f4-7330fc4322df, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:15:24.880701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] For port 22c378eb-769c-4dcc-a2f4-7330fc4322df, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=22c378eb-769c-4dcc-a2f4-7330fc4322df,segment=NetworkSegment(5769a6c0-0567-4884-b2ec-0d8f26148dc2),segment_id=5769a6c0-0567-4884-b2ec-0d8f26148dc2)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:15:24.975765 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:24.989495 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f397503e-969a-4ad8-b6c6-e08987b5f1ba req-6e03d694-ad5b-44fd-bdc3-4f91635795b6 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8119118 Dec 17 13:15:25.049265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70189963-aefe-4bec-8e64-aa61fac96003 req-94cf5997-48fc-49d5-bdec-f87c68824317 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:25.050613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-70189963-aefe-4bec-8e64-aa61fac96003 req-94cf5997-48fc-49d5-bdec-f87c68824317 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.4391789 Dec 17 13:15:25.068716 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a9b51-a2b9-4d22-ba25-0e4ecefdb1ca req-3d5d0a54-59ba-4124-9442-15096f2a2c09 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:25.077909 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d64a9b51-a2b9-4d22-ba25-0e4ecefdb1ca req-3d5d0a54-59ba-4124-9442-15096f2a2c09 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1618559 Dec 17 13:15:25.112998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-e1b6b557-f83c-4677-8b5a-baa8151048f9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:25.113304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b0f46-d3b7-4027-975f-a02bacb0ed69 None None] Pushing event updated for resources: {'Port': ['ID=22c378eb-769c-4dcc-a2f4-7330fc4322df,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:25.114791 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-e1b6b557-f83c-4677-8b5a-baa8151048f9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.7143893 Dec 17 13:15:25.151303 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Request body: {'port': {'device_id': '8cfb8805-bad2-4c47-b897-b8bdb0107c80', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'admin_state_up': True, 'tenant_id': 'faf124e995c7454192e72a02bb3c6016'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:25.168782 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d64a9b51-a2b9-4d22-ba25-0e4ecefdb1ca req-4be70779-6f9d-4fac-8679-128129fb56f1 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893660 Dec 17 13:15:25.179151 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9f0607b0-7fce-44a6-bd94-ef7ac312054e req-aaeac4ba-47f5-4baf-a42a-c0417eb01741 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:25.199777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['a1d8d500-af3c-451c-8f0b-e4807fbd46c1'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:25.240251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeac4ba-47f5-4baf-a42a-c0417eb01741 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Pushing event deleted for resources: {'Port': ['ID=a1d8d500-af3c-451c-8f0b-e4807fbd46c1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:25.298467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0607b0-7fce-44a6-bd94-ef7ac312054e req-aaeac4ba-47f5-4baf-a42a-c0417eb01741 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] No DVR routers for this DVR port a1d8d500-af3c-451c-8f0b-e4807fbd46c1 on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:15:25.300586 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-9f0607b0-7fce-44a6-bd94-ef7ac312054e req-aaeac4ba-47f5-4baf-a42a-c0417eb01741 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:25.304563 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f0607b0-7fce-44a6-bd94-ef7ac312054e req-aaeac4ba-47f5-4baf-a42a-c0417eb01741 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "DELETE /v2.0/ports/a1d8d500-af3c-451c-8f0b-e4807fbd46c1 HTTP/1.1" status: 204 len: 173 time: 1.3768599 Dec 17 13:15:25.305156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176e7144-bdda-4c0e-8295-db1510a2a0c6', 'name': 'network-vif-deleted', 'tag': 'a1d8d500-af3c-451c-8f0b-e4807fbd46c1'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:25.307978 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30956a33-5660-416b-a101-a1b5a2e62972" -d '{"events": [{"server_uuid": "176e7144-bdda-4c0e-8295-db1510a2a0c6", "name": "network-vif-deleted", "tag": "a1d8d500-af3c-451c-8f0b-e4807fbd46c1"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:25.429289 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b26cdaa-d313-43d0-9b85-539aa065cfd9 req-9644226b-fba3-4e11-b117-7ca96bf23f63 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 210 time: 0.0439041 Dec 17 13:15:25.431586 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be149e79-b475-4b0b-98ec-4457ffffa523 x-openstack-request-id: req-be149e79-b475-4b0b-98ec-4457ffffa523 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:25.431992 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176e7144-bdda-4c0e-8295-db1510a2a0c6", "name": "network-vif-deleted", "tag": "a1d8d500-af3c-451c-8f0b-e4807fbd46c1", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:25.432454 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be149e79-b475-4b0b-98ec-4457ffffa523 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:25.433093 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176e7144-bdda-4c0e-8295-db1510a2a0c6', 'name': 'network-vif-deleted', 'tag': 'a1d8d500-af3c-451c-8f0b-e4807fbd46c1', 'status': 'completed', 'code': 200} Dec 17 13:15:25.626256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-70189963-aefe-4bec-8e64-aa61fac96003 req-e52aafcb-1606-4ebb-980c-11e602614d04 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Deleting port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:15:25.626678 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-70189963-aefe-4bec-8e64-aa61fac96003 req-e52aafcb-1606-4ebb-980c-11e602614d04 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:25.750535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14251a24-eede-4be8-8b6c-b59394ab5c20 req-81db2c38-84b7-471c-bb95-f620c0b7ba0b tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:25.764690 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14251a24-eede-4be8-8b6c-b59394ab5c20 req-81db2c38-84b7-471c-bb95-f620c0b7ba0b tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 946 time: 0.1708019 Dec 17 13:15:25.764690 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:25.764690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Made reservation on behalf of faf124e995c7454192e72a02bb3c6016 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:15:25.764690 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:25.830090 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:25.859847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-70189963-aefe-4bec-8e64-aa61fac96003 req-e52aafcb-1606-4ebb-980c-11e602614d04 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] For port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:25.860570 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-70189963-aefe-4bec-8e64-aa61fac96003 req-e52aafcb-1606-4ebb-980c-11e602614d04 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:26.000134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-70189963-aefe-4bec-8e64-aa61fac96003 req-e52aafcb-1606-4ebb-980c-11e602614d04 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Calling delete_port for 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:15:26.187775 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-383fb0e7-a4e1-4fee-96a1-f9068d3c098f req-71dd8228-2e38-4dcd-a1ae-ec62099ebfcd tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=176e7144-bdda-4c0e-8295-db1510a2a0c6 HTTP/1.1" status: 200 len: 210 time: 0.0657377 Dec 17 13:15:26.540413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c1ef8-66cd-4257-b23d-44c25b811bad req-11dab9fc-3575-483c-9008-95ddf95fe591 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:26.552398 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-106c1ef8-66cd-4257-b23d-44c25b811bad req-11dab9fc-3575-483c-9008-95ddf95fe591 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 945 time: 0.1365685 Dec 17 13:15:26.645725 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-106c1ef8-66cd-4257-b23d-44c25b811bad req-39f76f5c-2611-4249-b4c2-9c65cc063029 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/security-groups?id=ea0620cd-3084-4607-8ec7-a257a5660dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862801 Dec 17 13:15:26.667121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92831e82-0d73-46b3-b696-bd2bed2e7e7d None None] Network f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:15:26.703888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce135f7a-9ab3-4309-89d9-ea0b277d7c05 req-dd649df7-99b8-48c4-859c-444e0c0782a9 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:26.712313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce135f7a-9ab3-4309-89d9-ea0b277d7c05 req-dd649df7-99b8-48c4-859c-444e0c0782a9 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 946 time: 0.8307476 Dec 17 13:15:26.771010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-574c02ab-c977-404e-9fbc-0a7b8aea7de0 req-a71c6bcd-fbcd-473a-8020-bdaabc4abc35 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 210 time: 0.0420454 Dec 17 13:15:26.778798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Allocated IP 172.20.0.4 (9dd62150-3a26-44a9-b2ba-a4820fa028d7/9f427b02-4099-4e19-ac3f-370afbfda770/f21ac5bb-544d-4e7a-bb52-55250afcf5ac) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:15:26.819220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Allocated IP 172.25.0.165 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/2ffb63a4-a38d-4c53-8149-7d8b4cd18729) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:15:26.826676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-14251a24-eede-4be8-8b6c-b59394ab5c20 req-9f334a95-ea89-4202-b706-a2d57ccabca8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Deleting port a151a9b8-7b40-4e76-8a1f-f43d6c668321 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:15:26.827037 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-14251a24-eede-4be8-8b6c-b59394ab5c20 req-9f334a95-ea89-4202-b706-a2d57ccabca8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:26.853240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f15d54e7-0476-4d97-a86b-507ef1a06181 None None] Provisioning complete for port 22c378eb-769c-4dcc-a2f4-7330fc4322df triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:26.853240 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f15d54e7-0476-4d97-a86b-507ef1a06181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:26.990254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce135f7a-9ab3-4309-89d9-ea0b277d7c05 req-3e4795af-832f-4ed0-b77f-81e3256574e9 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/security-groups?id=4524dd81-a9bc-4d0b-b5b7-47461d67ac71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770135 Dec 17 13:15:27.029203 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f15d54e7-0476-4d97-a86b-507ef1a06181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:27.089869 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f15d54e7-0476-4d97-a86b-507ef1a06181 None None] For port 22c378eb-769c-4dcc-a2f4-7330fc4322df, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=22c378eb-769c-4dcc-a2f4-7330fc4322df,segment=NetworkSegment(5769a6c0-0567-4884-b2ec-0d8f26148dc2),segment_id=5769a6c0-0567-4884-b2ec-0d8f26148dc2)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:27.168207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 22c378eb-769c-4dcc-a2f4-7330fc4322df up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:15:27.202638 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f15d54e7-0476-4d97-a86b-507ef1a06181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:27.237511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-14251a24-eede-4be8-8b6c-b59394ab5c20 req-9f334a95-ea89-4202-b706-a2d57ccabca8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] For port a151a9b8-7b40-4e76-8a1f-f43d6c668321, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a151a9b8-7b40-4e76-8a1f-f43d6c668321,segment=NetworkSegment(3e84ce84-ce15-4acf-9048-4c39472c445d),segment_id=3e84ce84-ce15-4acf-9048-4c39472c445d)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:27.239918 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-14251a24-eede-4be8-8b6c-b59394ab5c20 req-9f334a95-ea89-4202-b706-a2d57ccabca8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:27.248169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-70189963-aefe-4bec-8e64-aa61fac96003 req-e52aafcb-1606-4ebb-980c-11e602614d04 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:27.294235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['981bc8a5-c473-4c00-8d31-d3e3aea2a3cd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:27.378592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-14251a24-eede-4be8-8b6c-b59394ab5c20 req-9f334a95-ea89-4202-b706-a2d57ccabca8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Calling delete_port for a151a9b8-7b40-4e76-8a1f-f43d6c668321 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:15:27.417776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52aafcb-1606-4ebb-980c-11e602614d04 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Pushing event deleted for resources: {'Port': ['ID=981bc8a5-c473-4c00-8d31-d3e3aea2a3cd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:27.447398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d54e7-0476-4d97-a86b-507ef1a06181 None None] Pushing event updated for resources: {'Port': ['ID=22c378eb-769c-4dcc-a2f4-7330fc4322df,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:27.459798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a1d8d500-af3c-451c-8f0b-e4807fbd46c1 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:15:27.488088 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:27.491425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: a1d8d500-af3c-451c-8f0b-e4807fbd46c1 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:15:27.491780 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a1d8d500-af3c-451c-8f0b-e4807fbd46c1 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:15:27.494639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 22c378eb-769c-4dcc-a2f4-7330fc4322df triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:27.495008 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:27.499587 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4c700e8d-379b-4750-8c0a-b0347c1e08f9 None None] Provisioning complete for port 22c378eb-769c-4dcc-a2f4-7330fc4322df triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:27.499961 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4c700e8d-379b-4750-8c0a-b0347c1e08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:27.533660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-70189963-aefe-4bec-8e64-aa61fac96003 req-e52aafcb-1606-4ebb-980c-11e602614d04 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] No DVR routers for this DVR port 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:15:27.537103 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-70189963-aefe-4bec-8e64-aa61fac96003 req-e52aafcb-1606-4ebb-980c-11e602614d04 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:27.541230 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-70189963-aefe-4bec-8e64-aa61fac96003 req-e52aafcb-1606-4ebb-980c-11e602614d04 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.61 "DELETE /v2.0/ports/981bc8a5-c473-4c00-8d31-d3e3aea2a3cd HTTP/1.1" status: 204 len: 173 time: 2.4638031 Dec 17 13:15:27.548374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9875473-e774-4706-b7f5-7a94df3a1fff', 'name': 'network-vif-deleted', 'tag': '981bc8a5-c473-4c00-8d31-d3e3aea2a3cd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:27.550834 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a668f45-4f4d-4bd8-ae94-c22900d06b47" -d '{"events": [{"server_uuid": "e9875473-e774-4706-b7f5-7a94df3a1fff", "name": "network-vif-deleted", "tag": "981bc8a5-c473-4c00-8d31-d3e3aea2a3cd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:27.556445 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:27.625392 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f4e1b3-8d95-41c9-ab4a-a471c9f7cd43 x-openstack-request-id: req-85f4e1b3-8d95-41c9-ab4a-a471c9f7cd43 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:27.625732 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9875473-e774-4706-b7f5-7a94df3a1fff", "name": "network-vif-deleted", "tag": "981bc8a5-c473-4c00-8d31-d3e3aea2a3cd", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:27.625984 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-85f4e1b3-8d95-41c9-ab4a-a471c9f7cd43 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:27.626397 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9875473-e774-4706-b7f5-7a94df3a1fff', 'name': 'network-vif-deleted', 'tag': '981bc8a5-c473-4c00-8d31-d3e3aea2a3cd', 'status': 'completed', 'code': 200} Dec 17 13:15:27.807918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39d909-9388-426c-9e83-0663f0868741 req-d3a2bb76-d0db-40e2-a056-b03d66f4bcd5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:27.815904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-d3a2bb76-d0db-40e2-a056-b03d66f4bcd5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.2291119 Dec 17 13:15:27.831903 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:27.834487 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:27.845089 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-6976374b-738e-47bc-b27a-c672a92a0df9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/quotas/b9ca8c4c705a4437affc1be4bfd20a5d HTTP/1.1" status: 200 len: 375 time: 0.0275269 Dec 17 13:15:27.846172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:27.908443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-25246199-cd21-4021-afd8-47d4447a76c4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624118 Dec 17 13:15:27.939297 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-14251a24-eede-4be8-8b6c-b59394ab5c20 req-9f334a95-ea89-4202-b706-a2d57ccabca8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:27.959228 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de236846-7dad-42e7-8f69-0b9917b7f8f4 req-6c2691c2-b266-4089-871e-44f01df33e41 tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 210 time: 0.1414220 Dec 17 13:15:27.989523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Pushing event updated for resources: {'Port': ['ID=2ffb63a4-a38d-4c53-8149-7d8b4cd18729,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:28.058301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:15:28.084478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:28.089752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:15:28.096447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:15:28.118163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-26916899-a5f5-4787-8dcf-1dc82e441d8f service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945140 Dec 17 13:15:28.134284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:28.157471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20027df-5bc2-4078-8caf-98e380302842 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:15:28.216683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:15:28.280455 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1a5bd06a-165a-426a-b17c-4d68b7d28197 None None] Provisioning complete for port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:28.280837 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a5bd06a-165a-426a-b17c-4d68b7d28197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:28.294173 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-6fd1f558-da79-4887-993c-785278b72a23 service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699190 Dec 17 13:15:28.326391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-14251a24-eede-4be8-8b6c-b59394ab5c20 req-9f334a95-ea89-4202-b706-a2d57ccabca8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] No DVR routers for this DVR port a151a9b8-7b40-4e76-8a1f-f43d6c668321 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:15:28.330864 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1a5bd06a-165a-426a-b17c-4d68b7d28197 None None] Port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:15:28.364248 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-14251a24-eede-4be8-8b6c-b59394ab5c20 req-9f334a95-ea89-4202-b706-a2d57ccabca8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:28.368086 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14251a24-eede-4be8-8b6c-b59394ab5c20 req-9f334a95-ea89-4202-b706-a2d57ccabca8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.54 "DELETE /v2.0/ports/a151a9b8-7b40-4e76-8a1f-f43d6c668321 HTTP/1.1" status: 204 len: 173 time: 2.5926206 Dec 17 13:15:28.368854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event updated for resources: {'Port': ['ID=f21ac5bb-544d-4e7a-bb52-55250afcf5ac,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:28.400633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f334a95-ea89-4202-b706-a2d57ccabca8 tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] Pushing event deleted for resources: {'Port': ['ID=a151a9b8-7b40-4e76-8a1f-f43d6c668321,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:28.441605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:28.442344 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:28.466140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5c51f-1bcf-4cba-a02f-7364682fbbb7 req-f19638bd-5a7a-46ea-bcc0-2c7926446d3e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:28.467740 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aba5c51f-1bcf-4cba-a02f-7364682fbbb7 req-f19638bd-5a7a-46ea-bcc0-2c7926446d3e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 931 time: 0.3766856 Dec 17 13:15:28.564499 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aba5c51f-1bcf-4cba-a02f-7364682fbbb7 req-58db4304-1d40-4926-bc64-2a9d194cc384 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753591 Dec 17 13:15:28.579787 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-4d1ba0de-706d-4180-b3dd-1a1aba8fb700 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4412556 Dec 17 13:15:28.595191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Request body: {'port': {'device_id': '8cfb8805-bad2-4c47-b897-b8bdb0107c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:28.706223 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6cccf0cd-fc2b-42f2-98b8-702cef0d1e12 req-8efb503a-b293-4e45-aa93-2dd206e7d9cd tempest-AttachVolumeNegativeTest-459270091 tempest-AttachVolumeNegativeTest-459270091-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a334d29-da9b-4bc5-97b5-ce71c3955858 HTTP/1.1" status: 200 len: 210 time: 0.0609379 Dec 17 13:15:28.787343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-585702ad-bd26-41f1-a2d5-fadc11395012 req-5ec7a611-660f-489f-a346-3211561d66b3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 210 time: 0.0704155 Dec 17 13:15:28.828767 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:28.890720 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:29.109238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 22c378eb-769c-4dcc-a2f4-7330fc4322df up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:15:29.119808 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7ee6a035-10bb-4623-a589-f037f3a2aece req-e2c741d8-fab7-4883-a67a-7fffa984c8ba tempest-ServerRescueNegativeTestJSON-1352403344 tempest-ServerRescueNegativeTestJSON-1352403344-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9875473-e774-4706-b7f5-7a94df3a1fff HTTP/1.1" status: 200 len: 210 time: 0.0362868 Dec 17 13:15:29.179809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 22c378eb-769c-4dcc-a2f4-7330fc4322df triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:29.180179 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:29.309668 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:29.447348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:15:29.485715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:15:29.486654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 981bc8a5-c473-4c00-8d31-d3e3aea2a3cd not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:15:29.494826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21ac5bb-544d-4e7a-bb52-55250afcf5ac {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:15:29.506082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:29.527141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Transition to ACTIVE for port object f21ac5bb-544d-4e7a-bb52-55250afcf5ac will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:15:29.628087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a334d29-da9b-4bc5-97b5-ce71c3955858', 'name': 'network-vif-deleted', 'tag': 'a151a9b8-7b40-4e76-8a1f-f43d6c668321'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:29.630507 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77850062-ff2d-40f1-8ed5-5e291676e888" -d '{"events": [{"server_uuid": "5a334d29-da9b-4bc5-97b5-ce71c3955858", "name": "network-vif-deleted", "tag": "a151a9b8-7b40-4e76-8a1f-f43d6c668321"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:29.681433 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235a4a07-336d-4b2a-af93-306522803dae x-openstack-request-id: req-235a4a07-336d-4b2a-af93-306522803dae {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:29.681433 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a334d29-da9b-4bc5-97b5-ce71c3955858", "name": "network-vif-deleted", "tag": "a151a9b8-7b40-4e76-8a1f-f43d6c668321", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:29.681433 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-235a4a07-336d-4b2a-af93-306522803dae {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:29.681433 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a334d29-da9b-4bc5-97b5-ce71c3955858', 'name': 'network-vif-deleted', 'tag': 'a151a9b8-7b40-4e76-8a1f-f43d6c668321', 'status': 'completed', 'code': 200} Dec 17 13:15:29.689987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee97971-5c77-4f4b-9f88-9befad46a15e req-53535032-5d2d-4fcc-8560-9f7081607b24 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:29.691306 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dee97971-5c77-4f4b-9f88-9befad46a15e req-53535032-5d2d-4fcc-8560-9f7081607b24 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 931 time: 0.0641034 Dec 17 13:15:29.716243 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:29.722647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Router 7dbaa7a8-e4a8-49d9-8c48-7770c776265f is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:15:29.797077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35356) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:29.832119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a151a9b8-7b40-4e76-8a1f-f43d6c668321 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:15:29.861324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: a151a9b8-7b40-4e76-8a1f-f43d6c668321 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:15:29.861723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a151a9b8-7b40-4e76-8a1f-f43d6c668321 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:15:29.871911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dee97971-5c77-4f4b-9f88-9befad46a15e req-5db60b0a-45cd-4c36-9681-78bff74f87ae tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746063 Dec 17 13:15:29.879972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Pushing event updated for resources: {'Port': ['ID=f21ac5bb-544d-4e7a-bb52-55250afcf5ac,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:29.904290 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-115df186-e52a-473a-af90-7e981890c7ac req-52eaff8e-cc1c-4424-8ca4-eb5cb2397f1e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 210 time: 0.0321934 Dec 17 13:15:29.967248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aab16f7-a31f-422f-bc99-a77e7a662e03 admin admin] Deleting subnet 38b4f68a-57c1-4b44-b104-e17b33fe8875 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:15:29.972288 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0aab16f7-a31f-422f-bc99-a77e7a662e03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:30.063870 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0aab16f7-a31f-422f-bc99-a77e7a662e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:30.103178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:15:30.108370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Attempting to bind port f21ac5bb-544d-4e7a-bb52-55250afcf5ac on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:15:30.108687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Attempting to bind port f21ac5bb-544d-4e7a-bb52-55250afcf5ac by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:15:30.109098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Attempting to bind port f21ac5bb-544d-4e7a-bb52-55250afcf5ac on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:30.114512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Sync routers for ids ['7dbaa7a8-e4a8-49d9-8c48-7770c776265f'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:15:30.130626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Port f21ac5bb-544d-4e7a-bb52-55250afcf5ac on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:15:30.130968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Attempting to bind port f21ac5bb-544d-4e7a-bb52-55250afcf5ac on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:30.137471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Routers {'7dbaa7a8-e4a8-49d9-8c48-7770c776265f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:15:30.138585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7dbaa7a8-e4a8-49d9-8c48-7770c776265f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:30.139931 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0aab16f7-a31f-422f-bc99-a77e7a662e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:30.178025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:15:30.183960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Checking segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:15:30.183960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Bound using segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:15:30.183960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Bound port: f21ac5bb-544d-4e7a-bb52-55250afcf5ac, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:15:30.183960 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:30.199240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35368) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:30.273319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] For port f21ac5bb-544d-4e7a-bb52-55250afcf5ac, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:15:30.277212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] For port f21ac5bb-544d-4e7a-bb52-55250afcf5ac, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=f21ac5bb-544d-4e7a-bb52-55250afcf5ac,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:15:30.304873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:30.311001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-87c9cc9a-77bc-48d7-9f4f-dd3a9bd3fb45 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8932343 Dec 17 13:15:30.311001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35370) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:30.331720 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Set router 7dbaa7a8-e4a8-49d9-8c48-7770c776265f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:15:30.362801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0aab16f7-a31f-422f-bc99-a77e7a662e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:30.401384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab16f7-a31f-422f-bc99-a77e7a662e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b4f68a-57c1-4b44-b104-e17b33fe8875,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:30.409990 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0aab16f7-a31f-422f-bc99-a77e7a662e03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:30.413259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0aab16f7-a31f-422f-bc99-a77e7a662e03 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/38b4f68a-57c1-4b44-b104-e17b33fe8875 HTTP/1.1" status: 204 len: 168 time: 0.6143935 Dec 17 13:15:30.440379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35372) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:30.453096 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:30.545866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:30.546535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:30.547918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] 10.222.0.61 "PUT /v2.0/ports/f21ac5bb-544d-4e7a-bb52-55250afcf5ac HTTP/1.1" status: 200 len: 1091 time: 1.9575536 Dec 17 13:15:30.619864 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'name': 'tempest-TaggedBootDevicesTest-1445070114-router', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:23Z', 'updated_at': '2021-12-17T13:15:28Z', 'revision_number': 3, 'project_id': '64396207ece44883a532ac2281df7a07', 'gw_port': {'id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:25Z', 'updated_at': '2021-12-17T13:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:30.652416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:30.654885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafdefc-2f9a-4a53-8a14-4cf950510627 service neutron] Pushing event updated for resources: {'Port': ['ID=f21ac5bb-544d-4e7a-bb52-55250afcf5ac,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:30.694580 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Checking router: 7dbaa7a8-e4a8-49d9-8c48-7770c776265f for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:15:30.695227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Updating router 7dbaa7a8-e4a8-49d9-8c48-7770c776265f port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:15:30.744147 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.085721 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81347d13-1070-43bb-a04b-c1036a4331d8 req-7684929c-2838-433b-933c-6d66369464ec tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 210 time: 0.0332832 Dec 17 13:15:31.131026 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.160853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8fd0b7bb-a4a3-4648-b736-6da0a79d6df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.244031 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.332317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e2048-989e-4487-a690-a9712df54a2c None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:15:31.349100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.356351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd2686-3316-46c3-a7b4-6fae6176e8ab None None] Pushing event updated for resources: {'Port': ['ID=2ffb63a4-a38d-4c53-8149-7d8b4cd18729,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:31.356351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Attempting to bind port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:15:31.356351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Attempting to bind port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:15:31.356351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Attempting to bind port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:31.361962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:15:31.362360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:15:31.362841 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.363288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:15:31.363778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Bound port: 2ffb63a4-a38d-4c53-8149-7d8b4cd18729, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:15:31.364270 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.421544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-656417df-62ae-414d-969c-5df2b4f72edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:31.423309 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-656417df-62ae-414d-969c-5df2b4f72edd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 1094 time: 0.2642617 Dec 17 13:15:31.446235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] For port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:15:31.446235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] For port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2ffb63a4-a38d-4c53-8149-7d8b4cd18729,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:15:31.449210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3273fdd9-f649-409e-913c-2652e785b30c']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:31.475319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e319db-dc40-4f9a-8ec2-829fa8203f3e req-cd582fde-c2d4-48ed-bd80-96e535e6105b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:31.476985 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-09e319db-dc40-4f9a-8ec2-829fa8203f3e req-cd582fde-c2d4-48ed-bd80-96e535e6105b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 943 time: 0.3192942 Dec 17 13:15:31.480151 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-690990b6-d8cd-4392-88d2-3d161c53b373 None None] Provisioning complete for port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:31.480860 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-690990b6-d8cd-4392-88d2-3d161c53b373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.497136 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0b7bb-a4a3-4648-b736-6da0a79d6df7 admin admin] Deleting port f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:15:31.497754 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8fd0b7bb-a4a3-4648-b736-6da0a79d6df7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.512225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e84ce84-ce15-4acf-9048-4c39472c445d') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:31.512473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e84ce84-ce15-4acf-9048-4c39472c445d') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:31.523661 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-6f7b282c-0d59-4fd5-885f-7443eafb8a5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f21ac5bb-544d-4e7a-bb52-55250afcf5ac HTTP/1.1" status: 200 len: 217 time: 0.0822375 Dec 17 13:15:31.541044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-690990b6-d8cd-4392-88d2-3d161c53b373 None None] Port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:15:31.555605 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.555605 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.574302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.602162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-8fd0b7bb-a4a3-4648-b736-6da0a79d6df7 admin admin] For port f9e68312-8cdf-4f5f-af2f-89dbdf6903a0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f9e68312-8cdf-4f5f-af2f-89dbdf6903a0,segment=NetworkSegment(e765d854-dc1f-4227-9c8f-cabee140287b),segment_id=e765d854-dc1f-4227-9c8f-cabee140287b)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:31.602531 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8fd0b7bb-a4a3-4648-b736-6da0a79d6df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.622673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd2686-3316-46c3-a7b4-6fae6176e8ab None None] Pushing event updated for resources: {'Port': ['ID=2ffb63a4-a38d-4c53-8149-7d8b4cd18729,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:31.633189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0b7bb-a4a3-4648-b736-6da0a79d6df7 admin admin] Calling delete_port for f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:15:31.638136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Routers {'7dbaa7a8-e4a8-49d9-8c48-7770c776265f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:15:31.638854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7dbaa7a8-e4a8-49d9-8c48-7770c776265f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:31.667953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.681354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfb8805-bad2-4c47-b897-b8bdb0107c80', 'tag': 'f21ac5bb-544d-4e7a-bb52-55250afcf5ac'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:31.684383 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9416eb-617c-424d-a753-2f48ae92cb45" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfb8805-bad2-4c47-b897-b8bdb0107c80", "tag": "f21ac5bb-544d-4e7a-bb52-55250afcf5ac"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:31.684564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2042981-d072-4984-8d03-6c15dfaa4181 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:15:31.711288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:15:31.713688 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:15:31.719297 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:15:31.797511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-2a0d493f-2992-4592-b9c5-b0a33e5e6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:31.799131 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-2a0d493f-2992-4592-b9c5-b0a33e5e6c62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.2280176 Dec 17 13:15:31.801499 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d26e3d-c47a-4c09-949c-b72d2324b632 x-openstack-request-id: req-20d26e3d-c47a-4c09-949c-b72d2324b632 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:31.802062 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfb8805-bad2-4c47-b897-b8bdb0107c80", "tag": "f21ac5bb-544d-4e7a-bb52-55250afcf5ac", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:31.810515 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20d26e3d-c47a-4c09-949c-b72d2324b632 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:31.810515 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfb8805-bad2-4c47-b897-b8bdb0107c80', 'tag': 'f21ac5bb-544d-4e7a-bb52-55250afcf5ac', 'status': 'completed', 'code': 200} Dec 17 13:15:31.822019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-09e319db-dc40-4f9a-8ec2-829fa8203f3e req-253860a4-749f-480e-b241-a7ec291aca0c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082421 Dec 17 13:15:31.925670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-90f34d00-4016-4c3f-b983-730b2cb54904 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024337 Dec 17 13:15:31.990769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d2fb544a-e6ce-4416-a399-f19c8a254d1f None None] Provisioning complete for port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:31.991179 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d2fb544a-e6ce-4416-a399-f19c8a254d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:32.025947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] Set router 7dbaa7a8-e4a8-49d9-8c48-7770c776265f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:15:32.115749 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-139576b4-1b17-4ef1-b0b5-bfeee4491dac service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764877 Dec 17 13:15:32.116866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:32.155908 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8fd0b7bb-a4a3-4648-b736-6da0a79d6df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:32.206567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:32.207247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0b7bb-a4a3-4648-b736-6da0a79d6df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e68312-8cdf-4f5f-af2f-89dbdf6903a0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:32.245331 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:32.252123 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3273fdd9-f649-409e-913c-2652e785b30c HTTP/1.1" status: 204 len: 168 time: 1.8106349 Dec 17 13:15:32.256150 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d2fb544a-e6ce-4416-a399-f19c8a254d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:32.305969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f18c7956-bbee-435e-b2d0-3df79bcfa745 req-214b746d-d187-4473-837f-caef8775b9bf tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 210 time: 0.1115086 Dec 17 13:15:32.353789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d2fb544a-e6ce-4416-a399-f19c8a254d1f None None] For port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2ffb63a4-a38d-4c53-8149-7d8b4cd18729,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:32.373308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb8759-bf4b-4c0b-9710-38dfb970ec85 admin admin] Pushing event deleted for resources: {'Network': ['ID=3273fdd9-f649-409e-913c-2652e785b30c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:32.446854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'name': 'tempest-TaggedBootDevicesTest-1445070114-router', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:23Z', 'updated_at': '2021-12-17T13:15:28Z', 'revision_number': 3, 'project_id': '64396207ece44883a532ac2281df7a07', 'gw_port': {'id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:25Z', 'updated_at': '2021-12-17T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:32.460544 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2158f6ad-b7e7-4a56-89f9-51053da4e5e6 req-8995347d-ead6-4e66-b8c5-1d2166cdb781 service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324499 Dec 17 13:15:32.460752 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d2fb544a-e6ce-4416-a399-f19c8a254d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:32.522955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39d909-9388-426c-9e83-0663f0868741 req-d60f79f2-cd0f-4b64-98cf-6cb24a0be4a6 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:32.524540 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-d60f79f2-cd0f-4b64-98cf-6cb24a0be4a6 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.2999537 Dec 17 13:15:32.548114 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-7e39d909-9388-426c-9e83-0663f0868741 req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Request body: {'port': {'device_id': 'aca393a6-6fe5-4a72-bed3-1b8121ec9a08', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'admin_state_up': True, 'tenant_id': 'b9ca8c4c705a4437affc1be4bfd20a5d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:32.556149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0719fcf5-af0b-4217-af3b-18e7c1e0eaf6 None None] The sync data for ids ['7dbaa7a8-e4a8-49d9-8c48-7770c776265f'] in n-d-815324-5 is: [{'id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'name': 'tempest-TaggedBootDevicesTest-1445070114-router', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:23Z', 'updated_at': '2021-12-17T13:15:28Z', 'revision_number': 3, 'project_id': '64396207ece44883a532ac2281df7a07', 'gw_port': {'id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:25Z', 'updated_at': '2021-12-17T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:15:32.617002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb544a-e6ce-4416-a399-f19c8a254d1f None None] Pushing event updated for resources: {'Port': ['ID=2ffb63a4-a38d-4c53-8149-7d8b4cd18729,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:32.649747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8fd0b7bb-a4a3-4648-b736-6da0a79d6df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:32.692756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Allocated IP 172.20.0.1 (f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6/dcf93973-acde-419f-b543-df63a5472cf3/283f4582-1322-45b4-b633-33fb41266d03) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:15:32.751735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9416eb-617c-424d-a753-2f48ae92cb45 req-52ddde09-7f74-48f5-a6dd-fc065e818582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:32.754170 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc9416eb-617c-424d-a753-2f48ae92cb45 req-52ddde09-7f74-48f5-a6dd-fc065e818582 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 1094 time: 0.1006374 Dec 17 13:15:32.964783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9416eb-617c-424d-a753-2f48ae92cb45 req-9f5b254f-d29b-451c-b23f-7a17cf1be94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:32.966967 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc9416eb-617c-424d-a753-2f48ae92cb45 req-9f5b254f-d29b-451c-b23f-7a17cf1be94f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 907 time: 0.1992202 Dec 17 13:15:33.061239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd0b7bb-a4a3-4648-b736-6da0a79d6df7 admin admin] Router 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:15:33.085183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc9416eb-617c-424d-a753-2f48ae92cb45 req-b8e8f243-8c3c-4184-a1f3-659c06e53492 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f21ac5bb-544d-4e7a-bb52-55250afcf5ac HTTP/1.1" status: 200 len: 217 time: 0.1055520 Dec 17 13:15:33.169500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35408) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:33.246549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9416eb-617c-424d-a753-2f48ae92cb45 req-c041facb-a648-4ef3-85b3-f80c485aba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:33.248155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc9416eb-617c-424d-a753-2f48ae92cb45 req-c041facb-a648-4ef3-85b3-f80c485aba3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.1474066 Dec 17 13:15:33.279252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:15:33.297125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070b9c6-33cd-4ed7-a58b-1dc5434e59a6 req-21fa6011-ca26-4838-9a11-ed321622f5a9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:33.300309 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a070b9c6-33cd-4ed7-a58b-1dc5434e59a6 req-21fa6011-ca26-4838-9a11-ed321622f5a9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 943 time: 0.3632867 Dec 17 13:15:33.314878 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:33.318591 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc9416eb-617c-424d-a753-2f48ae92cb45 req-f268264d-0e73-4d39-8731-53d8121effa7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521200 Dec 17 13:15:33.336394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e39d909-9388-426c-9e83-0663f0868741 req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Made reservation on behalf of b9ca8c4c705a4437affc1be4bfd20a5d for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:15:33.336394 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7e39d909-9388-426c-9e83-0663f0868741 req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:33.352633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd0b7bb-a4a3-4648-b736-6da0a79d6df7 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:15:33.360134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:33.361221 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:33.366171 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb47d12-0c58-475e-b1d8-fe43f979189e None None] Sync routers for ids ['011c7c1a-1ca7-4b28-91f7-90d3349ffad7'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:15:33.373984 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8fd0b7bb-a4a3-4648-b736-6da0a79d6df7 admin admin] 10.222.0.59 "PUT /v2.0/routers/011c7c1a-1ca7-4b28-91f7-90d3349ffad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1712043 Dec 17 13:15:33.379232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35414) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:33.396340 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb47d12-0c58-475e-b1d8-fe43f979189e None None] Routers {'011c7c1a-1ca7-4b28-91f7-90d3349ffad7'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:15:33.397289 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1fb47d12-0c58-475e-b1d8-fe43f979189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['011c7c1a-1ca7-4b28-91f7-90d3349ffad7'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:33.594027 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a070b9c6-33cd-4ed7-a58b-1dc5434e59a6 req-f023dd8d-2238-49a8-a443-a5cde4fd109e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336695 Dec 17 13:15:33.596822 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:33.610316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc72f010-04e6-4d3e-abed-b974f0cdc6e5 req-f14b1998-b159-4c11-8e73-77fc6be7071e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 210 time: 0.1334543 Dec 17 13:15:33.610502 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1fb47d12-0c58-475e-b1d8-fe43f979189e None None] Set router 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:15:33.661431 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-118b2849-78d3-449c-9665-7ae6d619ecbf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=920bb603683046008c3eec9ca606ce0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4907107 Dec 17 13:15:33.670406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35420) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:33.780108 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:33.861637 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc9416eb-617c-424d-a753-2f48ae92cb45 req-dfff16e8-4bb8-42a3-8151-5ed202e30c15 service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246546 Dec 17 13:15:33.879910 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1fb47d12-0c58-475e-b1d8-fe43f979189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'name': 'tempest-ServerRescueNegativeTestJSON-2132250768-router', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '46c72517-322c-458b-b352-8cb3c6031bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:03Z', 'updated_at': '2021-12-17T13:15:31Z', 'revision_number': 5, 'project_id': '43361a85e31a4f57868e845dd68a1beb', 'gw_port': {'id': '46c72517-322c-458b-b352-8cb3c6031bff', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:68:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:12:04Z', 'updated_at': '2021-12-17T13:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:33.914559 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb47d12-0c58-475e-b1d8-fe43f979189e None None] Checking router: 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:15:33.925990 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb47d12-0c58-475e-b1d8-fe43f979189e None None] Routers {'011c7c1a-1ca7-4b28-91f7-90d3349ffad7'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:15:33.926328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Deleting port 46c72517-322c-458b-b352-8cb3c6031bff {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:15:33.926681 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:33.927484 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1fb47d12-0c58-475e-b1d8-fe43f979189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['011c7c1a-1ca7-4b28-91f7-90d3349ffad7'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:33.984219 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.064838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] For port 46c72517-322c-458b-b352-8cb3c6031bff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=46c72517-322c-458b-b352-8cb3c6031bff,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:34.065317 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.083441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Calling delete_port for 46c72517-322c-458b-b352-8cb3c6031bff owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:15:34.088087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-7e39d909-9388-426c-9e83-0663f0868741 req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Allocated IP 172.20.0.3 (829b9634-20e4-4680-a605-6e72fb3e7374/e2a5071f-2c4e-428f-861a-6a25290a0bfd/3d8e625a-4e30-4043-95d8-55e7ad9b8288) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:15:34.097439 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc9416eb-617c-424d-a753-2f48ae92cb45 req-36d6e717-6129-4fa8-ad13-07799916df41 service neutron] 10.222.0.61 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118886 Dec 17 13:15:34.132176 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-46d53cc1-f414-43cc-8023-4a7c7b3cd5c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.185395 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Network f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:15:34.187350 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1fb47d12-0c58-475e-b1d8-fe43f979189e None None] Set router 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:15:34.198999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:34.204798 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-46d53cc1-f414-43cc-8023-4a7c7b3cd5c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.207576 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=283f4582-1322-45b4-b633-33fb41266d03,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:34.222709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:15:34.273865 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1fb47d12-0c58-475e-b1d8-fe43f979189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'name': 'tempest-ServerRescueNegativeTestJSON-2132250768-router', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:03Z', 'updated_at': '2021-12-17T13:15:33Z', 'revision_number': 6, 'project_id': '43361a85e31a4f57868e845dd68a1beb', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:34.305520 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb47d12-0c58-475e-b1d8-fe43f979189e None None] The sync data for ids ['011c7c1a-1ca7-4b28-91f7-90d3349ffad7'] in n-d-815324-5 is: [{'id': '011c7c1a-1ca7-4b28-91f7-90d3349ffad7', 'name': 'tempest-ServerRescueNegativeTestJSON-2132250768-router', 'tenant_id': '43361a85e31a4f57868e845dd68a1beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:12:03Z', 'updated_at': '2021-12-17T13:15:33Z', 'revision_number': 6, 'project_id': '43361a85e31a4f57868e845dd68a1beb', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:15:34.369186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.445926 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.482455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c72517-322c-458b-b352-8cb3c6031bff,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:34.522266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976b5b67-6130-429f-bc9c-a2e6eb9bed4b None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:15:34.561089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2865c95d-0631-4cd0-8541-7c04d6f10dc2 None None] Provisioning complete for port 283f4582-1322-45b4-b633-33fb41266d03 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:34.561470 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2865c95d-0631-4cd0-8541-7c04d6f10dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.590936 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7e39d909-9388-426c-9e83-0663f0868741 req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.621727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2865c95d-0631-4cd0-8541-7c04d6f10dc2 None None] Port 283f4582-1322-45b4-b633-33fb41266d03 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:15:34.628777 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-46d53cc1-f414-43cc-8023-4a7c7b3cd5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.631420 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-46d53cc1-f414-43cc-8023-4a7c7b3cd5c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.632623 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-46d53cc1-f414-43cc-8023-4a7c7b3cd5c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4524dd81-a9bc-4d0b-b5b7-47461d67ac71 HTTP/1.1" status: 204 len: 168 time: 0.9559624 Dec 17 13:15:34.656869 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.671720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d53cc1-f414-43cc-8023-4a7c7b3cd5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4524dd81-a9bc-4d0b-b5b7-47461d67ac71,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:34.782186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7e39d909-9388-426c-9e83-0663f0868741 req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.912400 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.915821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:34.964617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e39d909-9388-426c-9e83-0663f0868741 req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Network 829b9634-20e4-4680-a605-6e72fb3e7374 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:15:34.972442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-7e39d909-9388-426c-9e83-0663f0868741 req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:34.976846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67300c8c-5e34-47be-9dc0-46bd2aa88115 req-6644f1ba-1ae9-49c9-be9f-2903910b95bc tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:34.987368 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-67300c8c-5e34-47be-9dc0-46bd2aa88115 req-6644f1ba-1ae9-49c9-be9f-2903910b95bc tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 931 time: 0.2074230 Dec 17 13:15:35.005698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e39d909-9388-426c-9e83-0663f0868741 req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:15:35.049115 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-67300c8c-5e34-47be-9dc0-46bd2aa88115 req-502c36af-2bc5-47ee-9ca8-0961af86d4e8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606239 Dec 17 13:15:35.084334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.085305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 011c7c1a-1ca7-4b28-91f7-90d3349ffad7 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:15:35.097548 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Pushing event updated for resources: {'Port': ['ID=3d8e625a-4e30-4043-95d8-55e7ad9b8288,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:35.097785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.097785 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1ca083cd-c55b-4edb-aa6e-58b5d26bd297 admin admin] 10.222.0.59 "DELETE /v2.0/routers/011c7c1a-1ca7-4b28-91f7-90d3349ffad7 HTTP/1.1" status: 204 len: 168 time: 1.7144339 Dec 17 13:15:35.098832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35444) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:35.117989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fb1e3-c42c-42ae-ab86-bd81acc589f8 req-d689a55d-5568-4d6e-93ab-6ad6a14cd3c4 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:35.120157 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-473fb1e3-c42c-42ae-ab86-bd81acc589f8 req-d689a55d-5568-4d6e-93ab-6ad6a14cd3c4 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 943 time: 0.3562505 Dec 17 13:15:35.160339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39d909-9388-426c-9e83-0663f0868741 req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:35.164596 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7e39d909-9388-426c-9e83-0663f0868741 req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.166390 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.178932 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:15:35.215240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5881599-cb9e-4f7e-9099-5af3d455d2bb admin admin] Deleting subnet e7327b84-e581-49a3-950c-f5c7a4b0da8e {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:15:35.219632 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5881599-cb9e-4f7e-9099-5af3d455d2bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.230569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-473fb1e3-c42c-42ae-ab86-bd81acc589f8 req-fcf1823a-b017-4ad7-b27f-7def1fc1f5fb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990617 Dec 17 13:15:35.262424 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5881599-cb9e-4f7e-9099-5af3d455d2bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.281625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-31acb6b3-231d-47c0-a052-4ca6c2bc511d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7373598 Dec 17 13:15:35.310989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Request body: {'port': {'device_id': 'aca393a6-6fe5-4a72-bed3-1b8121ec9a08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:35.368610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:15:35.370686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5881599-cb9e-4f7e-9099-5af3d455d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.429966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:15:35.430312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f9e68312-8cdf-4f5f-af2f-89dbdf6903a0 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:15:35.431161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 46c72517-322c-458b-b352-8cb3c6031bff no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:15:35.472031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 46c72517-322c-458b-b352-8cb3c6031bff {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:15:35.472370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 46c72517-322c-458b-b352-8cb3c6031bff not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:15:35.477121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device f21ac5bb-544d-4e7a-bb52-55250afcf5ac details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:15:35.533018 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5881599-cb9e-4f7e-9099-5af3d455d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.597520 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.599466 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5881599-cb9e-4f7e-9099-5af3d455d2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7327b84-e581-49a3-950c-f5c7a4b0da8e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:35.603948 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5881599-cb9e-4f7e-9099-5af3d455d2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.609949 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f5881599-cb9e-4f7e-9099-5af3d455d2bb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e7327b84-e581-49a3-950c-f5c7a4b0da8e HTTP/1.1" status: 204 len: 168 time: 0.5074117 Dec 17 13:15:35.613885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35458) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:35.670983 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port f21ac5bb-544d-4e7a-bb52-55250afcf5ac, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=f21ac5bb-544d-4e7a-bb52-55250afcf5ac,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:35.691521 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.696624 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'f21ac5bb-544d-4e7a-bb52-55250afcf5ac', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'port_id': 'f21ac5bb-544d-4e7a-bb52-55250afcf5ac', 'mac_address': 'fa:16:3e:3f:82:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f427b02-4099-4e19-ac3f-370afbfda770', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:15:35.756837 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.778056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21ac5bb-544d-4e7a-bb52-55250afcf5ac {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:15:35.845034 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.850675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port f21ac5bb-544d-4e7a-bb52-55250afcf5ac, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=f21ac5bb-544d-4e7a-bb52-55250afcf5ac,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:35.895782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=283f4582-1322-45b4-b633-33fb41266d03,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:35.921558 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.930744 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.938580 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:35.992556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=f21ac5bb-544d-4e7a-bb52-55250afcf5ac,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:35.999114 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:36.174020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['f21ac5bb-544d-4e7a-bb52-55250afcf5ac'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:36.264909 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:36.314601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea31f1ba-6d09-447e-9006-a06af7beea2c']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:36.322554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Network f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:15:36.337112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e765d854-dc1f-4227-9c8f-cabee140287b') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:36.341475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e765d854-dc1f-4227-9c8f-cabee140287b') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:36.341475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:36.381545 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:36.446257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f219f-6a4b-49cc-a606-eab9be9a0a4e req-2e83be78-98a6-46d7-926c-83e927da6dcc tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:36.447858 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b4f219f-6a4b-49cc-a606-eab9be9a0a4e req-2e83be78-98a6-46d7-926c-83e927da6dcc tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 931 time: 0.2596478 Dec 17 13:15:36.458973 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:36.484887 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc02dc8-f732-429f-aabf-4b94054da300 req-0f0fb4f1-f7b4-4083-8baa-533cde3e4b25 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:36.487165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:15:36.487531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:15:36.489252 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:15:36.506231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bc02dc8-f732-429f-aabf-4b94054da300 req-0f0fb4f1-f7b4-4083-8baa-533cde3e4b25 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 944 time: 0.0968523 Dec 17 13:15:36.570628 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bc02dc8-f732-429f-aabf-4b94054da300 req-d91cafc7-fb84-4262-a498-7e44bb3b8dee tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613942 Dec 17 13:15:36.759751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-987138e7-d9f0-4912-96ba-cf9049b40ec7 None None] Provisioning complete for port 283f4582-1322-45b4-b633-33fb41266d03 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:36.765036 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-987138e7-d9f0-4912-96ba-cf9049b40ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:36.805082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-987138e7-d9f0-4912-96ba-cf9049b40ec7 None None] Port 283f4582-1322-45b4-b633-33fb41266d03 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:15:37.078031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8e625a-4e30-4043-95d8-55e7ad9b8288 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:15:37.095114 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:37.123286 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b4f219f-6a4b-49cc-a606-eab9be9a0a4e req-fa03e000-46ea-4a6c-9585-b42544c4441b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620035 Dec 17 13:15:37.127498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Transition to ACTIVE for port object 3d8e625a-4e30-4043-95d8-55e7ad9b8288 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:15:37.149840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Router 7dbaa7a8-e4a8-49d9-8c48-7770c776265f has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:15:37.193820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:37.203145 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:37.206582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ea31f1ba-6d09-447e-9006-a06af7beea2c HTTP/1.1" status: 204 len: 168 time: 1.5916336 Dec 17 13:15:37.223371 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:37.225363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8d151-d72d-486a-a0ad-08cc5dbc0ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea31f1ba-6d09-447e-9006-a06af7beea2c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:37.334754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8e625a-4e30-4043-95d8-55e7ad9b8288,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:37.362054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:15:37.371635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Sync routers for ids ['7dbaa7a8-e4a8-49d9-8c48-7770c776265f'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:15:37.383117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Routers {'7dbaa7a8-e4a8-49d9-8c48-7770c776265f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:15:37.383732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7dbaa7a8-e4a8-49d9-8c48-7770c776265f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:37.394257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0b77dc55-1fbd-4669-bdee-3fdbcbfda9e1 admin admin] 10.222.0.59 "PUT /v2.0/routers/7dbaa7a8-e4a8-49d9-8c48-7770c776265f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0810556 Dec 17 13:15:37.429978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Attempting to bind port 3d8e625a-4e30-4043-95d8-55e7ad9b8288 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:15:37.430295 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Attempting to bind port 3d8e625a-4e30-4043-95d8-55e7ad9b8288 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:15:37.430604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Attempting to bind port 3d8e625a-4e30-4043-95d8-55e7ad9b8288 on network 829b9634-20e4-4680-a605-6e72fb3e7374 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:37.436226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Port 3d8e625a-4e30-4043-95d8-55e7ad9b8288 on network 829b9634-20e4-4680-a605-6e72fb3e7374 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:15:37.436563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Attempting to bind port 3d8e625a-4e30-4043-95d8-55e7ad9b8288 on network 829b9634-20e4-4680-a605-6e72fb3e7374 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:37.442097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:15:37.442590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Checking segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:15:37.442844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Bound using segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:15:37.443270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Bound port: 3d8e625a-4e30-4043-95d8-55e7ad9b8288, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:15:37.443654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:37.515025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Set router 7dbaa7a8-e4a8-49d9-8c48-7770c776265f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:15:37.544693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] For port 3d8e625a-4e30-4043-95d8-55e7ad9b8288, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:15:37.549891 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] For port 3d8e625a-4e30-4043-95d8-55e7ad9b8288, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3d8e625a-4e30-4043-95d8-55e7ad9b8288,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:15:37.562463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device f21ac5bb-544d-4e7a-bb52-55250afcf5ac up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:15:37.673619 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:37.711825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4c439-0a6e-49ee-a278-b3445486d9eb req-345d29da-551a-4d33-8f2d-a1fb0c125941 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:37.715731 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2ec4c439-0a6e-49ee-a278-b3445486d9eb req-345d29da-551a-4d33-8f2d-a1fb0c125941 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 944 time: 0.0674808 Dec 17 13:15:37.758710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:37.759292 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:37.760870 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] 10.222.0.61 "PUT /v2.0/ports/3d8e625a-4e30-4043-95d8-55e7ad9b8288 HTTP/1.1" status: 200 len: 1091 time: 2.4594381 Dec 17 13:15:37.761902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca393a6-6fe5-4a72-bed3-1b8121ec9a08', 'tag': '3d8e625a-4e30-4043-95d8-55e7ad9b8288'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:37.764652 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e15347-e43c-42a8-915c-8a6a1aa113fa" -d '{"events": [{"name": "network-changed", "server_uuid": "aca393a6-6fe5-4a72-bed3-1b8121ec9a08", "tag": "3d8e625a-4e30-4043-95d8-55e7ad9b8288"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:37.799330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638b075-6b52-4128-9cf4-80e3b25cff18 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8e625a-4e30-4043-95d8-55e7ad9b8288,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:37.801221 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2ec4c439-0a6e-49ee-a278-b3445486d9eb req-63e62c3f-5bed-46e2-9acc-4a0dbb6c59e1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795541 Dec 17 13:15:37.813107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35528) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:37.842513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port f21ac5bb-544d-4e7a-bb52-55250afcf5ac completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:15:37.859873 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port f21ac5bb-544d-4e7a-bb52-55250afcf5ac triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:37.860424 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:37.906520 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfaae90-849b-4ddc-a349-9b617de320a1 x-openstack-request-id: req-fdfaae90-849b-4ddc-a349-9b617de320a1 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:37.907125 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca393a6-6fe5-4a72-bed3-1b8121ec9a08", "tag": "3d8e625a-4e30-4043-95d8-55e7ad9b8288", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:37.907483 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdfaae90-849b-4ddc-a349-9b617de320a1 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:37.908071 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca393a6-6fe5-4a72-bed3-1b8121ec9a08', 'tag': '3d8e625a-4e30-4043-95d8-55e7ad9b8288', 'status': 'completed', 'code': 200} Dec 17 13:15:37.915263 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0cace505-78e8-44bf-b79a-c3d3dd6b9c27 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43361a85e31a4f57868e845dd68a1beb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0942214 Dec 17 13:15:37.919509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35530) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:37.927308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'name': 'tempest-TaggedBootDevicesTest-1445070114-router', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:23Z', 'updated_at': '2021-12-17T13:15:34Z', 'revision_number': 4, 'project_id': '64396207ece44883a532ac2281df7a07', 'gw_port': {'id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:25Z', 'updated_at': '2021-12-17T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '283f4582-1322-45b4-b633-33fb41266d03', 'name': '', 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'mac_address': 'fa:16:3e:2c:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'dcf93973-acde-419f-b543-df63a5472cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:32Z', 'updated_at': '2021-12-17T13:15:35Z', 'revision_number': 2, 'project_id': '64396207ece44883a532ac2281df7a07', 'subnets': [{'id': 'dcf93973-acde-419f-b543-df63a5472cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:37.960407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Checking router: 7dbaa7a8-e4a8-49d9-8c48-7770c776265f for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:15:37.961088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Updating router 7dbaa7a8-e4a8-49d9-8c48-7770c776265f port 283f4582-1322-45b4-b633-33fb41266d03 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:15:37.998762 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:38.034430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39d909-9388-426c-9e83-0663f0868741 req-ef61794f-1df9-409a-9c10-135c4dc0da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:38.036153 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-ef61794f-1df9-409a-9c10-135c4dc0da93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 1094 time: 0.1140821 Dec 17 13:15:38.040298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9561654f-ef99-41d7-9bc5-68a266f38ce4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:38.104626 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-a926dfad-64dc-4b64-b994-98374679ebe7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d8e625a-4e30-4043-95d8-55e7ad9b8288 HTTP/1.1" status: 200 len: 217 time: 0.0524099 Dec 17 13:15:38.120127 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9561654f-ef99-41d7-9bc5-68a266f38ce4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:38.196503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39d909-9388-426c-9e83-0663f0868741 req-a1fe4871-2075-469c-a9ad-69a451e97d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:38.198582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-a1fe4871-2075-469c-a9ad-69a451e97d06 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2a5071f-2c4e-428f-861a-6a25290a0bfd HTTP/1.1" status: 200 len: 851 time: 0.0757847 Dec 17 13:15:38.234819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-e3211415-c0bf-45d5-94de-d95fc5f2e2ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829b9634-20e4-4680-a605-6e72fb3e7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289612 Dec 17 13:15:38.340767 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:38.395300 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9561654f-ef99-41d7-9bc5-68a266f38ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:38.398189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9561654f-ef99-41d7-9bc5-68a266f38ce4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:38.399382 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9561654f-ef99-41d7-9bc5-68a266f38ce4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea0620cd-3084-4607-8ec7-a257a5660dc4 HTTP/1.1" status: 204 len: 168 time: 0.4786019 Dec 17 13:15:38.434518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561654f-ef99-41d7-9bc5-68a266f38ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0620cd-3084-4607-8ec7-a257a5660dc4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:38.457855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-33f51d81-f40a-44bc-86e4-93005a989835 service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132673 Dec 17 13:15:38.507799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfb8805-bad2-4c47-b897-b8bdb0107c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21ac5bb-544d-4e7a-bb52-55250afcf5ac'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:38.510161 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7742e260-81d0-4546-be9f-34708c2a92e4" -d '{"events": [{"server_uuid": "8cfb8805-bad2-4c47-b897-b8bdb0107c80", "name": "network-vif-plugged", "status": "completed", "tag": "f21ac5bb-544d-4e7a-bb52-55250afcf5ac"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:38.547366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005243c-c03a-43ee-9487-07ab5c79fd17 req-f676562e-425d-47af-be9a-c4796dd45967 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:38.549383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2005243c-c03a-43ee-9487-07ab5c79fd17 req-f676562e-425d-47af-be9a-c4796dd45967 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 943 time: 0.2517135 Dec 17 13:15:38.560037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port f21ac5bb-544d-4e7a-bb52-55250afcf5ac, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=f21ac5bb-544d-4e7a-bb52-55250afcf5ac,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:38.650704 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bd4d5c-90fa-4005-8cb2-a704378bcd96 x-openstack-request-id: req-e2bd4d5c-90fa-4005-8cb2-a704378bcd96 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:38.651977 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfb8805-bad2-4c47-b897-b8bdb0107c80", "name": "network-vif-plugged", "status": "completed", "tag": "f21ac5bb-544d-4e7a-bb52-55250afcf5ac", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:38.652395 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2bd4d5c-90fa-4005-8cb2-a704378bcd96 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:38.653169 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfb8805-bad2-4c47-b897-b8bdb0107c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21ac5bb-544d-4e7a-bb52-55250afcf5ac', 'code': 200} Dec 17 13:15:38.658997 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:38.747859 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2005243c-c03a-43ee-9487-07ab5c79fd17 req-f8dc4804-c30f-4407-9679-5dc0ae254780 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514742 Dec 17 13:15:38.757842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fba20e-14c7-4e87-abe9-de1aa5458871 req-1e140c77-c9cd-415c-ad42-d216a41ada2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:38.760001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8fba20e-14c7-4e87-abe9-de1aa5458871 req-1e140c77-c9cd-415c-ad42-d216a41ada2a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 1096 time: 0.0651610 Dec 17 13:15:38.811418 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=f21ac5bb-544d-4e7a-bb52-55250afcf5ac,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:38.827097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.827432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.830436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.832125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.833512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.834257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.836178 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.836692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.838001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.838677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.839208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.839687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.840159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:38.878071 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:38.897759 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8fba20e-14c7-4e87-abe9-de1aa5458871 req-b3ccdb8e-cdb1-43f5-ba3b-593c2145dfed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123822 Dec 17 13:15:38.908383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e39d909-9388-426c-9e83-0663f0868741 req-f10f5f71-c4bc-4cef-a250-78f977975caa service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368722 Dec 17 13:15:38.972305 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:39.065797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017f2a4-283c-4e11-8050-192c059e433a req-0d401d89-e905-4025-b497-0ccce8ed732f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:39.102391 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e017f2a4-283c-4e11-8050-192c059e433a req-0d401d89-e905-4025-b497-0ccce8ed732f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 945 time: 0.1667557 Dec 17 13:15:39.156506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492de1f4-a9ba-4470-8ec8-e4c3e71793d8 None None] Pushing event updated for resources: {'Port': ['ID=283f4582-1322-45b4-b633-33fb41266d03,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:39.188688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Attempting to bind port 283f4582-1322-45b4-b633-33fb41266d03 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:15:39.189334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Attempting to bind port 283f4582-1322-45b4-b633-33fb41266d03 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '5769a6c0-0567-4884-b2ec-0d8f26148dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:15:39.190359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Attempting to bind port 283f4582-1322-45b4-b633-33fb41266d03 on network f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:39.231302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:15:39.231990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Checking segment: {'id': '5769a6c0-0567-4884-b2ec-0d8f26148dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:15:39.232595 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:39.233505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Bound using segment: {'id': '5769a6c0-0567-4884-b2ec-0d8f26148dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:15:39.238574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Bound port: 283f4582-1322-45b4-b633-33fb41266d03, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5769a6c0-0567-4884-b2ec-0d8f26148dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:15:39.238574 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:39.243627 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e017f2a4-283c-4e11-8050-192c059e433a req-4cb4b366-ef76-44ea-9f7f-717d4d2ca567 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293893 Dec 17 13:15:39.358380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e15347-e43c-42a8-915c-8a6a1aa113fa req-bca2ab2d-899f-4aab-9537-fe8469efcb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:39.360283 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52e15347-e43c-42a8-915c-8a6a1aa113fa req-bca2ab2d-899f-4aab-9537-fe8469efcb51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 1094 time: 0.1317289 Dec 17 13:15:39.437683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] For port 283f4582-1322-45b4-b633-33fb41266d03, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:15:39.441935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] For port 283f4582-1322-45b4-b633-33fb41266d03, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=283f4582-1322-45b4-b633-33fb41266d03,segment=NetworkSegment(5769a6c0-0567-4884-b2ec-0d8f26148dc2),segment_id=5769a6c0-0567-4884-b2ec-0d8f26148dc2)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:15:39.466798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-852904fc-f2a2-455a-921f-772981ff64c5 None None] Provisioning complete for port 283f4582-1322-45b4-b633-33fb41266d03 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:39.467413 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-852904fc-f2a2-455a-921f-772981ff64c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:39.525605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e15347-e43c-42a8-915c-8a6a1aa113fa req-0c9a7f75-0040-499b-90e2-b0dfd0bae605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:39.530427 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52e15347-e43c-42a8-915c-8a6a1aa113fa req-0c9a7f75-0040-499b-90e2-b0dfd0bae605 service neutron] 10.222.0.61 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 912 time: 0.1581180 Dec 17 13:15:39.561845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:39.627940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-852904fc-f2a2-455a-921f-772981ff64c5 None None] Port 283f4582-1322-45b4-b633-33fb41266d03 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:15:39.628247 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52e15347-e43c-42a8-915c-8a6a1aa113fa req-e6ce7bf6-11b9-4ddd-ab9b-cc8450213407 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d8e625a-4e30-4043-95d8-55e7ad9b8288 HTTP/1.1" status: 200 len: 217 time: 0.0790315 Dec 17 13:15:39.660596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Routers {'7dbaa7a8-e4a8-49d9-8c48-7770c776265f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:15:39.661595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7dbaa7a8-e4a8-49d9-8c48-7770c776265f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:39.774515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e15347-e43c-42a8-915c-8a6a1aa113fa req-ec0effda-73d4-4246-b638-b9f2c9a8d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:39.776195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52e15347-e43c-42a8-915c-8a6a1aa113fa req-ec0effda-73d4-4246-b638-b9f2c9a8d7ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2a5071f-2c4e-428f-861a-6a25290a0bfd HTTP/1.1" status: 200 len: 851 time: 0.1144729 Dec 17 13:15:39.822722 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52e15347-e43c-42a8-915c-8a6a1aa113fa req-3865e9f5-fbb4-451b-b159-0a669773ab83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829b9634-20e4-4680-a605-6e72fb3e7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339737 Dec 17 13:15:39.897484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] Set router 7dbaa7a8-e4a8-49d9-8c48-7770c776265f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:15:40.136370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492de1f4-a9ba-4470-8ec8-e4c3e71793d8 None None] Pushing event updated for resources: {'Port': ['ID=283f4582-1322-45b4-b633-33fb41266d03,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:40.161375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-95e9c150-07cf-402e-8e78-7d3d13fcf766 None None] Provisioning complete for port 283f4582-1322-45b4-b633-33fb41266d03 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:40.162103 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-95e9c150-07cf-402e-8e78-7d3d13fcf766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:40.180318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52e15347-e43c-42a8-915c-8a6a1aa113fa req-eb15b625-b605-4926-b781-d5300205c3ed service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464756 Dec 17 13:15:40.197789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d36a6-7f18-46bd-ad6a-92835559eb46 req-1236070a-c7f0-4b33-be8d-93dd583cfc9e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:40.200985 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-da0d36a6-7f18-46bd-ad6a-92835559eb46 req-1236070a-c7f0-4b33-be8d-93dd583cfc9e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 943 time: 0.1764262 Dec 17 13:15:40.426379 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-da0d36a6-7f18-46bd-ad6a-92835559eb46 req-356ebda6-7496-436c-927d-de902d78f102 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119238 Dec 17 13:15:40.454696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'name': 'tempest-TaggedBootDevicesTest-1445070114-router', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:23Z', 'updated_at': '2021-12-17T13:15:34Z', 'revision_number': 4, 'project_id': '64396207ece44883a532ac2281df7a07', 'gw_port': {'id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:25Z', 'updated_at': '2021-12-17T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '283f4582-1322-45b4-b633-33fb41266d03', 'name': '', 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'mac_address': 'fa:16:3e:2c:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'dcf93973-acde-419f-b543-df63a5472cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:32Z', 'updated_at': '2021-12-17T13:15:39Z', 'revision_number': 4, 'project_id': '64396207ece44883a532ac2281df7a07', 'subnets': [{'id': 'dcf93973-acde-419f-b543-df63a5472cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:15:40.508919 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52e15347-e43c-42a8-915c-8a6a1aa113fa req-f9a0cb5f-c8a4-4cde-9726-16726578740c service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045979 Dec 17 13:15:40.510380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ce3f9-bee1-4a41-b76f-e68a8ee6f4c4 req-9936da02-657e-4e13-91c0-cea5a6cab9bc tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:40.513058 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a7ce3f9-bee1-4a41-b76f-e68a8ee6f4c4 req-9936da02-657e-4e13-91c0-cea5a6cab9bc tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 945 time: 0.0954194 Dec 17 13:15:40.555853 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaddcce-afb7-4f92-9507-d9019ca6bbab None None] The sync data for ids ['7dbaa7a8-e4a8-49d9-8c48-7770c776265f'] in n-d-815324-5 is: [{'id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'name': 'tempest-TaggedBootDevicesTest-1445070114-router', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:23Z', 'updated_at': '2021-12-17T13:15:34Z', 'revision_number': 4, 'project_id': '64396207ece44883a532ac2281df7a07', 'gw_port': {'id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:25Z', 'updated_at': '2021-12-17T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '283f4582-1322-45b4-b633-33fb41266d03', 'name': '', 'network_id': 'f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'mac_address': 'fa:16:3e:2c:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'dcf93973-acde-419f-b543-df63a5472cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:32Z', 'updated_at': '2021-12-17T13:15:39Z', 'revision_number': 4, 'project_id': '64396207ece44883a532ac2281df7a07', 'subnets': [{'id': 'dcf93973-acde-419f-b543-df63a5472cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:15:40.565223 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-95e9c150-07cf-402e-8e78-7d3d13fcf766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:40.614175 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a7ce3f9-bee1-4a41-b76f-e68a8ee6f4c4 req-b095ab90-4694-4523-83dd-c519d8eb37e0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937974 Dec 17 13:15:40.635386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-95e9c150-07cf-402e-8e78-7d3d13fcf766 None None] For port 283f4582-1322-45b4-b633-33fb41266d03, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=283f4582-1322-45b4-b633-33fb41266d03,segment=NetworkSegment(5769a6c0-0567-4884-b2ec-0d8f26148dc2),segment_id=5769a6c0-0567-4884-b2ec-0d8f26148dc2)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:40.691601 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-95e9c150-07cf-402e-8e78-7d3d13fcf766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:40.854941 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9c150-07cf-402e-8e78-7d3d13fcf766 None None] Pushing event updated for resources: {'Port': ['ID=283f4582-1322-45b4-b633-33fb41266d03,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:41.181214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506331a2-e2d8-48a7-8593-5e391e354c61 req-9b82d2b2-219d-4027-af09-319fdf42b68b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:41.182556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35684) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:41.204398 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-506331a2-e2d8-48a7-8593-5e391e354c61 req-9b82d2b2-219d-4027-af09-319fdf42b68b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 945 time: 0.1411939 Dec 17 13:15:41.207089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 283f4582-1322-45b4-b633-33fb41266d03 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:15:41.386272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-506331a2-e2d8-48a7-8593-5e391e354c61 req-775c5a36-d589-4d9c-8cdc-fad91d317d9f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727862 Dec 17 13:15:41.390985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 283f4582-1322-45b4-b633-33fb41266d03 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:41.391646 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:41.495638 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22ff8493-5f1d-4ee2-9ac3-be18c029c8b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:41.556355 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 3d8e625a-4e30-4043-95d8-55e7ad9b8288 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:15:41.661194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595723c-b166-4335-a155-4c3125639ebf req-88db0a74-f924-4baa-a3fe-ff3fe9090338 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:41.678080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6595723c-b166-4335-a155-4c3125639ebf req-88db0a74-f924-4baa-a3fe-ff3fe9090338 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 945 time: 0.1166391 Dec 17 13:15:41.724826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de08ab-a288-4eeb-ab48-98b9c05a7cb3 req-6bd11ca4-dc1d-4e8a-8b21-288f84c9a5b8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:41.738107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-30de08ab-a288-4eeb-ab48-98b9c05a7cb3 req-6bd11ca4-dc1d-4e8a-8b21-288f84c9a5b8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 943 time: 0.1113923 Dec 17 13:15:41.826555 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-30de08ab-a288-4eeb-ab48-98b9c05a7cb3 req-135f9838-19f5-449b-8135-7dfee0378f4e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874176 Dec 17 13:15:41.843728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6595723c-b166-4335-a155-4c3125639ebf req-a7f08a3d-b811-472d-a5c6-48e981806a6a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640368 Dec 17 13:15:41.884041 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22ff8493-5f1d-4ee2-9ac3-be18c029c8b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:41.950130 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.resource_extend [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:15:42.021041 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22ff8493-5f1d-4ee2-9ac3-be18c029c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:42.153010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-22ff8493-5f1d-4ee2-9ac3-be18c029c8b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c35c3b1e8e044b148bfe65c48e009b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9693606 Dec 17 13:15:42.155884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35706) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:42.157958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 3d8e625a-4e30-4043-95d8-55e7ad9b8288, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3d8e625a-4e30-4043-95d8-55e7ad9b8288,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:42.165543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff8493-5f1d-4ee2-9ac3-be18c029c8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f1d271-fc05-41bb-99ce-0e2ddefbbd8b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:42.195753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '3d8e625a-4e30-4043-95d8-55e7ad9b8288', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'port_id': '3d8e625a-4e30-4043-95d8-55e7ad9b8288', 'mac_address': 'fa:16:3e:5d:30:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a5071f-2c4e-428f-861a-6a25290a0bfd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:15:42.246111 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9cba775-fd58-46fe-93a2-8e991b491c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:42.274333 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9cba775-fd58-46fe-93a2-8e991b491c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:42.277110 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:42.326587 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8e625a-4e30-4043-95d8-55e7ad9b8288 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:15:42.368527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 3d8e625a-4e30-4043-95d8-55e7ad9b8288, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3d8e625a-4e30-4043-95d8-55e7ad9b8288,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:42.475976 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:42.501278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9cba775-fd58-46fe-93a2-8e991b491c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:42.504099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9cba775-fd58-46fe-93a2-8e991b491c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:42.505319 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e9cba775-fd58-46fe-93a2-8e991b491c6d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a2f1d271-fc05-41bb-99ce-0e2ddefbbd8b HTTP/1.1" status: 204 len: 168 time: 0.3485289 Dec 17 13:15:42.535891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cba775-fd58-46fe-93a2-8e991b491c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f1d271-fc05-41bb-99ce-0e2ddefbbd8b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:42.659359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=3d8e625a-4e30-4043-95d8-55e7ad9b8288,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:42.671464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9043eb-0e93-4a6f-b76c-0c75ccfe2e1c req-6c1b260f-13e4-4451-876c-a98f2f9a0d57 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:42.680781 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b9043eb-0e93-4a6f-b76c-0c75ccfe2e1c req-6c1b260f-13e4-4451-876c-a98f2f9a0d57 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 945 time: 0.1149714 Dec 17 13:15:42.756121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['3d8e625a-4e30-4043-95d8-55e7ad9b8288'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:42.803526 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b9043eb-0e93-4a6f-b76c-0c75ccfe2e1c req-07f83720-e3b8-4e70-a23f-e99776ccf762 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205807 Dec 17 13:15:43.139557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818c5e-6486-46b4-9e9b-ceb4045b6938 req-3f821c52-c942-4362-95cd-5b0f95f783b1 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:43.149879 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2818c5e-6486-46b4-9e9b-ceb4045b6938 req-3f821c52-c942-4362-95cd-5b0f95f783b1 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 944 time: 0.1566505 Dec 17 13:15:43.211760 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2818c5e-6486-46b4-9e9b-ceb4045b6938 req-911878e3-fc97-4d92-977a-21b55f68bab8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606911 Dec 17 13:15:43.554729 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 3d8e625a-4e30-4043-95d8-55e7ad9b8288 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:15:43.721470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 3d8e625a-4e30-4043-95d8-55e7ad9b8288 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:15:43.726551 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 3d8e625a-4e30-4043-95d8-55e7ad9b8288 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:15:43.726927 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:43.938324 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-22d5b654-50a7-49d8-a298-c1add9983876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:43.974137 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:44.020205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca393a6-6fe5-4a72-bed3-1b8121ec9a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8e625a-4e30-4043-95d8-55e7ad9b8288'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:44.026778 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b69e45-2b3a-4591-85b6-7a776bd8ad97" -d '{"events": [{"server_uuid": "aca393a6-6fe5-4a72-bed3-1b8121ec9a08", "name": "network-vif-plugged", "status": "completed", "tag": "3d8e625a-4e30-4043-95d8-55e7ad9b8288"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:44.033005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35746) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:44.074307 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04206697-43f1-4f2c-be97-188a78c7a2dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:44.080944 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 3d8e625a-4e30-4043-95d8-55e7ad9b8288, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3d8e625a-4e30-4043-95d8-55e7ad9b8288,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:44.097807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5b680-fced-49ca-b90e-2a07be147623 req-0d1aa7b7-48ba-4b98-8547-1ccbb87866b3 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:44.099478 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ea5b680-fced-49ca-b90e-2a07be147623 req-0d1aa7b7-48ba-4b98-8547-1ccbb87866b3 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 945 time: 0.2617662 Dec 17 13:15:44.165969 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39353416-3f92-4730-8088-0e0e2215b021 x-openstack-request-id: req-39353416-3f92-4730-8088-0e0e2215b021 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:44.169253 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca393a6-6fe5-4a72-bed3-1b8121ec9a08", "name": "network-vif-plugged", "status": "completed", "tag": "3d8e625a-4e30-4043-95d8-55e7ad9b8288", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:44.169253 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39353416-3f92-4730-8088-0e0e2215b021 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:44.169253 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca393a6-6fe5-4a72-bed3-1b8121ec9a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8e625a-4e30-4043-95d8-55e7ad9b8288', 'code': 200} Dec 17 13:15:44.218979 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:44.315796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35752) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:44.342137 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04206697-43f1-4f2c-be97-188a78c7a2dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:44.357174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=3d8e625a-4e30-4043-95d8-55e7ad9b8288,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:44.397710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77924e-4b85-418e-aadb-ab831eb50dd0 req-7b0071a6-a0d9-4126-bcd9-6ffa452301f0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:44.411353 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04206697-43f1-4f2c-be97-188a78c7a2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:44.422236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f77924e-4b85-418e-aadb-ab831eb50dd0 req-7b0071a6-a0d9-4126-bcd9-6ffa452301f0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 945 time: 0.4693604 Dec 17 13:15:44.471222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-04206697-43f1-4f2c-be97-188a78c7a2dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=772632c244214654964db591b5ca8e3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4364502 Dec 17 13:15:44.473618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35756) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:44.553097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ba215-5642-4c4e-ab11-52e1f3b71087 req-baed1596-fe5d-43d9-af84-834d989021b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:44.554983 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de2ba215-5642-4c4e-ab11-52e1f3b71087 req-baed1596-fe5d-43d9-af84-834d989021b3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 1096 time: 0.2967308 Dec 17 13:15:44.584514 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a0eb-2d59-4ca7-8b15-98c72cacd5ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:44.616067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-8ea5b680-fced-49ca-b90e-2a07be147623 req-33d59f8f-c44e-4f74-8344-308c8e6af85d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Deleting port f21ac5bb-544d-4e7a-bb52-55250afcf5ac {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:15:44.616067 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8ea5b680-fced-49ca-b90e-2a07be147623 req-33d59f8f-c44e-4f74-8344-308c8e6af85d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:44.622993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f77924e-4b85-418e-aadb-ab831eb50dd0 req-8eafef32-1338-4e97-9b95-3302a6d43423 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978867 Dec 17 13:15:44.629875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04206697-43f1-4f2c-be97-188a78c7a2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5083491a-0b2f-4772-bd2e-62f08800536e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:44.681044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab6d19cb-d12b-4730-b05b-455a844a4a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:44.703624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d9e04-6503-44c3-8ca4-9c1a2ad9259e req-6640910a-52d4-457c-ae11-11493cc791f3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:44.708472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-348d9e04-6503-44c3-8ca4-9c1a2ad9259e req-6640910a-52d4-457c-ae11-11493cc791f3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 945 time: 0.3148761 Dec 17 13:15:44.708996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35762) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:44.718434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de2ba215-5642-4c4e-ab11-52e1f3b71087 req-889f0954-a30a-476c-9af1-0bfb194a047a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449673 Dec 17 13:15:44.771882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab6d19cb-d12b-4730-b05b-455a844a4a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:44.790650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-8ea5b680-fced-49ca-b90e-2a07be147623 req-33d59f8f-c44e-4f74-8344-308c8e6af85d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] For port f21ac5bb-544d-4e7a-bb52-55250afcf5ac, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=f21ac5bb-544d-4e7a-bb52-55250afcf5ac,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:15:44.792312 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8ea5b680-fced-49ca-b90e-2a07be147623 req-33d59f8f-c44e-4f74-8344-308c8e6af85d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:44.808708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-8ea5b680-fced-49ca-b90e-2a07be147623 req-33d59f8f-c44e-4f74-8344-308c8e6af85d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Calling delete_port for f21ac5bb-544d-4e7a-bb52-55250afcf5ac owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:15:44.865185 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-348d9e04-6503-44c3-8ca4-9c1a2ad9259e req-28e11006-9313-4f5c-b961-00860ff4504a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408582 Dec 17 13:15:44.915013 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a0eb-2d59-4ca7-8b15-98c72cacd5ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:44.916529 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc77121b-4f47-4fcd-b90f-c27d8435e766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:44.995623 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc77121b-4f47-4fcd-b90f-c27d8435e766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.050484 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab6d19cb-d12b-4730-b05b-455a844a4a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.056011 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab6d19cb-d12b-4730-b05b-455a844a4a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.063045 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ab6d19cb-d12b-4730-b05b-455a844a4a79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5083491a-0b2f-4772-bd2e-62f08800536e HTTP/1.1" status: 204 len: 168 time: 0.5767393 Dec 17 13:15:45.067652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d19cb-d12b-4730-b05b-455a844a4a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5083491a-0b2f-4772-bd2e-62f08800536e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:45.086937 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8ea5b680-fced-49ca-b90e-2a07be147623 req-33d59f8f-c44e-4f74-8344-308c8e6af85d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.088007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7b1a0eb-2d59-4ca7-8b15-98c72cacd5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.092014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc77121b-4f47-4fcd-b90f-c27d8435e766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.112077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['f21ac5bb-544d-4e7a-bb52-55250afcf5ac'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:45.120322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:45.168517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d59f8f-c44e-4f74-8344-308c8e6af85d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event deleted for resources: {'Port': ['ID=f21ac5bb-544d-4e7a-bb52-55250afcf5ac,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:45.173542 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b7b1a0eb-2d59-4ca7-8b15-98c72cacd5ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6df60a19f31542f2a1b3a2110dcde80f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8553355 Dec 17 13:15:45.174476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35780) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:45.185537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bc77121b-4f47-4fcd-b90f-c27d8435e766 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6d74313f5d749b09b046cc98579b94d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4725914 Dec 17 13:15:45.191482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1a0eb-2d59-4ca7-8b15-98c72cacd5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ff7910-8c0b-45f7-a2f3-0d36830bda76,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:45.194220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35782) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:45.261563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea5b680-fced-49ca-b90e-2a07be147623 req-33d59f8f-c44e-4f74-8344-308c8e6af85d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] No DVR routers for this DVR port f21ac5bb-544d-4e7a-bb52-55250afcf5ac on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:15:45.267530 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8ea5b680-fced-49ca-b90e-2a07be147623 req-33d59f8f-c44e-4f74-8344-308c8e6af85d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.279017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ea5b680-fced-49ca-b90e-2a07be147623 req-33d59f8f-c44e-4f74-8344-308c8e6af85d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.61 "DELETE /v2.0/ports/f21ac5bb-544d-4e7a-bb52-55250afcf5ac HTTP/1.1" status: 204 len: 173 time: 1.1520078 Dec 17 13:15:45.285066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfb8805-bad2-4c47-b897-b8bdb0107c80', 'name': 'network-vif-deleted', 'tag': 'f21ac5bb-544d-4e7a-bb52-55250afcf5ac'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:45.289811 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65da36cb-3f99-4383-a3a0-97580a1d205b" -d '{"events": [{"server_uuid": "8cfb8805-bad2-4c47-b897-b8bdb0107c80", "name": "network-vif-deleted", "tag": "f21ac5bb-544d-4e7a-bb52-55250afcf5ac"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:45.332980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77121b-4f47-4fcd-b90f-c27d8435e766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c11eba-0dae-4b92-8e97-cb86aade457c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:45.381941 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b15748-110c-4f38-93af-ed059d71027d x-openstack-request-id: req-94b15748-110c-4f38-93af-ed059d71027d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:45.382131 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfb8805-bad2-4c47-b897-b8bdb0107c80", "name": "network-vif-deleted", "tag": "f21ac5bb-544d-4e7a-bb52-55250afcf5ac", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:45.384756 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94b15748-110c-4f38-93af-ed059d71027d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:45.384756 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfb8805-bad2-4c47-b897-b8bdb0107c80', 'name': 'network-vif-deleted', 'tag': 'f21ac5bb-544d-4e7a-bb52-55250afcf5ac', 'status': 'completed', 'code': 200} Dec 17 13:15:45.393286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f50a65bf-aa01-49a1-969a-a383e4da538e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.405313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb85b-61d3-454e-955e-6520f110a35d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.435595 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f50a65bf-aa01-49a1-969a-a383e4da538e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.454744 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb85b-61d3-454e-955e-6520f110a35d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.581032 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f50a65bf-aa01-49a1-969a-a383e4da538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.583649 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f50a65bf-aa01-49a1-969a-a383e4da538e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.589655 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f50a65bf-aa01-49a1-969a-a383e4da538e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6c11eba-0dae-4b92-8e97-cb86aade457c HTTP/1.1" status: 204 len: 168 time: 0.3872216 Dec 17 13:15:45.596077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a65bf-aa01-49a1-969a-a383e4da538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c11eba-0dae-4b92-8e97-cb86aade457c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:45.636399 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb85b-61d3-454e-955e-6520f110a35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.641035 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb85b-61d3-454e-955e-6520f110a35d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:45.641035 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0c1fb85b-61d3-454e-955e-6520f110a35d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50ff7910-8c0b-45f7-a2f3-0d36830bda76 HTTP/1.1" status: 204 len: 168 time: 0.4642141 Dec 17 13:15:45.680707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fb85b-61d3-454e-955e-6520f110a35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ff7910-8c0b-45f7-a2f3-0d36830bda76,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:45.803069 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bda6222d-883d-4620-b9a1-cc14e1c926ee req-96557d29-1a78-4652-8a77-317162aaa8eb tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=8cfb8805-bad2-4c47-b897-b8bdb0107c80 HTTP/1.1" status: 200 len: 210 time: 0.0320020 Dec 17 13:15:46.021413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58967caa-ff46-4569-9f5c-6eb2c9e5bc3f req-9f9f9f97-2d1b-418b-a559-829141c3e6a5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:46.032232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58967caa-ff46-4569-9f5c-6eb2c9e5bc3f req-9f9f9f97-2d1b-418b-a559-829141c3e6a5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 945 time: 0.0924184 Dec 17 13:15:46.064006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35800) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:46.100988 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30a3457f-6463-4d6d-9c63-782a81dcf0ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:46.115514 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58967caa-ff46-4569-9f5c-6eb2c9e5bc3f req-5cf59482-943e-40b7-ae3e-e0a82be4282b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816226 Dec 17 13:15:46.274754 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30a3457f-6463-4d6d-9c63-782a81dcf0ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:46.359152 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6d2664d1-431d-41c8-9b6d-9ba221312844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:46.389403 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30a3457f-6463-4d6d-9c63-782a81dcf0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:46.433620 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-30a3457f-6463-4d6d-9c63-782a81dcf0ec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9274591eff6545b2a7bf9cc17fb56957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3680880 Dec 17 13:15:46.435876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3457f-6463-4d6d-9c63-782a81dcf0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e41ee5f-976f-4815-bd82-a14aec07a39e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:46.436581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35810) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:46.552507 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-512a54df-44b7-4827-a5a4-5d3bbb850f57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:46.596218 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-512a54df-44b7-4827-a5a4-5d3bbb850f57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:46.751750 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-512a54df-44b7-4827-a5a4-5d3bbb850f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:46.755701 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-512a54df-44b7-4827-a5a4-5d3bbb850f57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:46.770667 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-512a54df-44b7-4827-a5a4-5d3bbb850f57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e41ee5f-976f-4815-bd82-a14aec07a39e HTTP/1.1" status: 204 len: 168 time: 0.3193197 Dec 17 13:15:46.774146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a54df-44b7-4827-a5a4-5d3bbb850f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e41ee5f-976f-4815-bd82-a14aec07a39e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:46.882988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35826) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:46.900185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e592419-539c-46d5-8653-9aed83976a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:47.019733 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e592419-539c-46d5-8653-9aed83976a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:47.093270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e592419-539c-46d5-8653-9aed83976a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:47.189881 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5e592419-539c-46d5-8653-9aed83976a4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b327d0b3d8af4921ba3d6a92af9b4081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3053594 Dec 17 13:15:47.192600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35846) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:47.199686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e592419-539c-46d5-8653-9aed83976a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517295dd-284d-4b52-a9e2-be94706a0cdf,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:47.300717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08940075-a178-4df0-b29f-9d2b4f1a8aac req-ce54578f-fcc7-4512-8c42-fd4ec1380168 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:47.314684 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08940075-a178-4df0-b29f-9d2b4f1a8aac req-ce54578f-fcc7-4512-8c42-fd4ec1380168 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 945 time: 0.0878105 Dec 17 13:15:47.405279 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-876fc4ea-0bbe-4eb3-a351-9c6a4d46e30d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:47.410110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08940075-a178-4df0-b29f-9d2b4f1a8aac req-55643f03-977a-4d8d-874f-d6f0899b8995 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942709 Dec 17 13:15:47.495590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-d6094ea1-66a4-4845-98d2-993a8dc82e15 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:47.504405 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-d6094ea1-66a4-4845-98d2-993a8dc82e15 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.2748594 Dec 17 13:15:47.540497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-0da23659-b6f6-41c5-bdf0-a9bb4e531772 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/quotas/faf124e995c7454192e72a02bb3c6016 HTTP/1.1" status: 200 len: 375 time: 0.0349741 Dec 17 13:15:47.547207 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-876fc4ea-0bbe-4eb3-a351-9c6a4d46e30d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:47.578300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device f21ac5bb-544d-4e7a-bb52-55250afcf5ac no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:15:47.628225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: f21ac5bb-544d-4e7a-bb52-55250afcf5ac {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:15:47.628825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device f21ac5bb-544d-4e7a-bb52-55250afcf5ac not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:15:47.641908 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:47.705843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-49613617-ea24-4555-9eed-f48fa2fed7ad tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1558783 Dec 17 13:15:47.839927 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-6da7396a-d99a-4552-98f1-02500f41bc7b service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175494 Dec 17 13:15:47.858604 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-876fc4ea-0bbe-4eb3-a351-9c6a4d46e30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:47.862628 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-876fc4ea-0bbe-4eb3-a351-9c6a4d46e30d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:47.862628 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-876fc4ea-0bbe-4eb3-a351-9c6a4d46e30d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/517295dd-284d-4b52-a9e2-be94706a0cdf HTTP/1.1" status: 204 len: 168 time: 0.6672542 Dec 17 13:15:47.906921 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fc4ea-0bbe-4eb3-a351-9c6a4d46e30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517295dd-284d-4b52-a9e2-be94706a0cdf,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:48.000672 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-5484baf7-c9c4-49b2-bcde-8ecdddcd4420 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528778 Dec 17 13:15:48.477078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3f9278d-c25b-4f7b-b5a4-37ebc3e25f28 req-856e2074-559a-4827-b3f2-6ca6a52b50b8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 210 time: 0.0474374 Dec 17 13:15:48.810443 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:49.644176 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-97912595-4aa9-40a2-acbc-5ebc95a1e513 req-5c016baf-550c-4490-86bc-fcb02e158c24 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 210 time: 0.0720193 Dec 17 13:15:49.696893 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:50.810585 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c5d6cc8-c73b-4e4a-bdd6-3cd247322f30 req-a1660abd-8805-4549-a8c1-e651055ae741 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 210 time: 0.0615492 Dec 17 13:15:51.609253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-c9436492-761e-484f-98fa-7389d514345c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:51.617930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-c9436492-761e-484f-98fa-7389d514345c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.54 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 806 time: 0.1964488 Dec 17 13:15:51.644969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Request body: {'port': {'device_id': '514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'admin_state_up': True, 'tenant_id': 'faf124e995c7454192e72a02bb3c6016'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:52.032583 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e8d8db9-132b-404f-8072-382614587e58 req-d7696af7-e91e-46a6-ac8c-2b4d57052efe tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 210 time: 0.0379732 Dec 17 13:15:52.089316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Made reservation on behalf of faf124e995c7454192e72a02bb3c6016 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:15:52.094484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:52.343827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Allocated IP 172.20.0.8 (9dd62150-3a26-44a9-b2ba-a4820fa028d7/9f427b02-4099-4e19-ac3f-370afbfda770/3725ac88-3be5-4d3e-9f57-a3c9b7f36086) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:15:52.361076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-653e6b6a-60e4-4d6a-8905-07538bac24e8 req-1bd58a79-7f96-440a-a7f3-a980ed52fffc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0959525 Dec 17 13:15:52.552226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e6b6a-60e4-4d6a-8905-07538bac24e8 req-9ffdecfa-a283-4a30-85b1-8df4a51711f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:52.553787 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-653e6b6a-60e4-4d6a-8905-07538bac24e8 req-9ffdecfa-a283-4a30-85b1-8df4a51711f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 1097 time: 0.1188531 Dec 17 13:15:52.619332 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:52.774979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e6b6a-60e4-4d6a-8905-07538bac24e8 req-ac281d73-db0f-449c-ba4b-33699fe8bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:52.778932 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-653e6b6a-60e4-4d6a-8905-07538bac24e8 req-ac281d73-db0f-449c-ba4b-33699fe8bf13 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 907 time: 0.1987245 Dec 17 13:15:52.808384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:52.821967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:15:52.873030 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-653e6b6a-60e4-4d6a-8905-07538bac24e8 req-5e7bf8ca-d404-4374-92d0-5a3515075a17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9050cf4c-840b-40e9-b7ca-c7674ba01388 HTTP/1.1" status: 200 len: 217 time: 0.0831320 Dec 17 13:15:52.911803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:15:52.946195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:15:52.962107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:15:52.984334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e6b6a-60e4-4d6a-8905-07538bac24e8 req-996486ea-8f2b-43cb-80e3-d890743f161c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:52.990060 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-653e6b6a-60e4-4d6a-8905-07538bac24e8 req-996486ea-8f2b-43cb-80e3-d890743f161c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.1078258 Dec 17 13:15:53.045720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-653e6b6a-60e4-4d6a-8905-07538bac24e8 req-5235f217-1233-4bf2-97c1-c0a49a92b18e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499556 Dec 17 13:15:53.071161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event updated for resources: {'Port': ['ID=3725ac88-3be5-4d3e-9f57-a3c9b7f36086,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:53.109359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:53.110892 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:53.189326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-ebdcadbf-5097-4c13-902d-02bc6c37b8f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5596502 Dec 17 13:15:53.202486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Request body: {'port': {'device_id': '514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:15:53.221632 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-653e6b6a-60e4-4d6a-8905-07538bac24e8 req-ef26e7ee-e49c-40d9-aac6-2d23a45fc936 service neutron] 10.222.0.54 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669903 Dec 17 13:15:53.335108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0071974-9448-47ab-923f-1c9c1e31649f req-dcdfb53e-2694-4615-850d-632b798251c5 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:53.336644 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e0071974-9448-47ab-923f-1c9c1e31649f req-dcdfb53e-2694-4615-850d-632b798251c5 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 931 time: 0.1136599 Dec 17 13:15:53.341846 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:53.387091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-653e6b6a-60e4-4d6a-8905-07538bac24e8 req-11504b3d-57b9-4bb5-a0e4-ea51c64e1d03 service neutron] 10.222.0.54 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542432 Dec 17 13:15:53.435690 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e0071974-9448-47ab-923f-1c9c1e31649f req-1ec045e7-bd6f-4b9d-affa-986b177e4861 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857060 Dec 17 13:15:53.972716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:15:53.982825 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:54.007980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Transition to ACTIVE for port object 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:15:54.088801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:54.218999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3725ac88-3be5-4d3e-9f57-a3c9b7f36086,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:54.322194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Attempting to bind port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:15:54.324642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Attempting to bind port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:15:54.325077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Attempting to bind port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:54.339569 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:15:54.340030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Attempting to bind port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 on network 9dd62150-3a26-44a9-b2ba-a4820fa028d7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:15:54.352068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:15:54.352716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Checking segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:15:54.354454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Bound using segment: {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:15:54.356015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Bound port: 3725ac88-3be5-4d3e-9f57-a3c9b7f36086, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e616103-d52f-4743-af37-e01c2c82bf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:15:54.356509 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:54.578682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] For port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:15:54.583843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] For port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=3725ac88-3be5-4d3e-9f57-a3c9b7f36086,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:15:54.728115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bafb82-2f7c-44e0-b439-d81e33c2fe02 req-1efef9c3-438b-4406-88a7-b7427c5c44ac tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:54.733060 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-79bafb82-2f7c-44e0-b439-d81e33c2fe02 req-1efef9c3-438b-4406-88a7-b7427c5c44ac tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 943 time: 0.1247323 Dec 17 13:15:54.736424 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:54.857006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:54.857680 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:54.859185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] 10.222.0.54 "PUT /v2.0/ports/3725ac88-3be5-4d3e-9f57-a3c9b7f36086 HTTP/1.1" status: 200 len: 1091 time: 1.6617379 Dec 17 13:15:54.859689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d', 'tag': '3725ac88-3be5-4d3e-9f57-a3c9b7f36086'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:15:54.862167 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbda128-0d93-4fdf-beed-d8a8ddd9eace" -d '{"events": [{"name": "network-changed", "server_uuid": "514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d", "tag": "3725ac88-3be5-4d3e-9f57-a3c9b7f36086"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:15:54.964025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8e6c3-ff96-405d-ab7d-1b0fc5569dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3725ac88-3be5-4d3e-9f57-a3c9b7f36086,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:55.027407 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c665ae9-950f-40f9-986e-e12c481c31ac x-openstack-request-id: req-7c665ae9-950f-40f9-986e-e12c481c31ac {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:15:55.028898 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d", "tag": "3725ac88-3be5-4d3e-9f57-a3c9b7f36086", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:15:55.036533 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c665ae9-950f-40f9-986e-e12c481c31ac {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:15:55.036533 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d', 'tag': '3725ac88-3be5-4d3e-9f57-a3c9b7f36086', 'status': 'completed', 'code': 200} Dec 17 13:15:55.111556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-79bafb82-2f7c-44e0-b439-d81e33c2fe02 req-22704575-aa60-4d6c-bdeb-b2ef123af990 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166034 Dec 17 13:15:55.251566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-e791dfb6-8b46-41ae-9cce-dfa03b9d6598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:55.258799 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-e791dfb6-8b46-41ae-9cce-dfa03b9d6598 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 1094 time: 0.2688291 Dec 17 13:15:55.415742 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-d68c0b9e-945b-4715-8a3a-a94ac1baaff2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3725ac88-3be5-4d3e-9f57-a3c9b7f36086 HTTP/1.1" status: 200 len: 217 time: 0.1483431 Dec 17 13:15:55.517726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-968fd164-4d17-47dd-8bfc-6436a7f0aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:55.520504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-968fd164-4d17-47dd-8bfc-6436a7f0aa8e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.0980146 Dec 17 13:15:55.618866 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-0989926c-ff79-4a5f-911b-3a05805e66b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830879 Dec 17 13:15:55.911184 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-cf06cd31-1763-4b16-9130-b4168c1f0d69 service neutron] 10.222.0.54 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882383 Dec 17 13:15:56.157798 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e308bff-081c-4ff7-9226-9bf084e9dc1e req-4deb4751-7706-45aa-97a6-3289163aaedd service neutron] 10.222.0.54 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392688 Dec 17 13:15:56.298364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c35d1-4c1e-497f-a295-387c745ad0fd req-7d1ed061-340b-4adf-994d-5378e818c375 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:56.323043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d9c35d1-4c1e-497f-a295-387c745ad0fd req-7d1ed061-340b-4adf-994d-5378e818c375 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 943 time: 0.0946083 Dec 17 13:15:56.452307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbda128-0d93-4fdf-beed-d8a8ddd9eace req-ff439187-7d81-4a86-a5fc-9ac0b066733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:56.459385 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7dbda128-0d93-4fdf-beed-d8a8ddd9eace req-ff439187-7d81-4a86-a5fc-9ac0b066733c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faf124e995c7454192e72a02bb3c6016&device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 1094 time: 0.1335251 Dec 17 13:15:56.482138 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d9c35d1-4c1e-497f-a295-387c745ad0fd req-d89a32a4-bb3e-4d03-9db5-c1e75f979ec0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577704 Dec 17 13:15:56.670129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbda128-0d93-4fdf-beed-d8a8ddd9eace req-e2b9dea9-4bfe-4900-a621-1020eb83192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:56.672040 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7dbda128-0d93-4fdf-beed-d8a8ddd9eace req-e2b9dea9-4bfe-4900-a621-1020eb83192b service neutron] 10.222.0.54 "GET /v2.0/networks?id=9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 200 len: 907 time: 0.1885118 Dec 17 13:15:56.742796 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7dbda128-0d93-4fdf-beed-d8a8ddd9eace req-70989bb6-5934-4089-b6b4-a11c1df84d41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3725ac88-3be5-4d3e-9f57-a3c9b7f36086 HTTP/1.1" status: 200 len: 217 time: 0.0610344 Dec 17 13:15:56.905686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbda128-0d93-4fdf-beed-d8a8ddd9eace req-55cf454f-c10d-454d-86c2-4bcbd9a64ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:56.908778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7dbda128-0d93-4fdf-beed-d8a8ddd9eace req-55cf454f-c10d-454d-86c2-4bcbd9a64ca7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 200 len: 846 time: 0.1599209 Dec 17 13:15:56.981752 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7dbda128-0d93-4fdf-beed-d8a8ddd9eace req-062d9cb0-27d4-4909-a85d-aa5eb3be3c02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9dd62150-3a26-44a9-b2ba-a4820fa028d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541701 Dec 17 13:15:57.201848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7dbda128-0d93-4fdf-beed-d8a8ddd9eace req-ede84731-8002-437b-ae0a-de600159f696 service neutron] 10.222.0.54 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149587 Dec 17 13:15:57.261303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36184) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:57.414043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7dbda128-0d93-4fdf-beed-d8a8ddd9eace req-15fd2991-dba5-42f8-89bb-027b4569596b service neutron] 10.222.0.54 "GET /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993887 Dec 17 13:15:57.424154 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:57.607534 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:57.681913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a2b6b-a7b5-45f1-a731-5ef9f7352858 req-d548a41c-2245-4330-9f77-1e48b72f8619 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:57.691166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe7a2b6b-a7b5-45f1-a731-5ef9f7352858 req-d548a41c-2245-4330-9f77-1e48b72f8619 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 943 time: 0.0702186 Dec 17 13:15:57.721551 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:57.776632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43f7db8-78c7-4cfa-8db5-7154beb4dff7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:57.818961 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe7a2b6b-a7b5-45f1-a731-5ef9f7352858 req-15476e77-c8a9-4dff-9399-a0a661c50b02 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249278 Dec 17 13:15:57.826787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.827676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.828022 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.828383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.828712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.829329 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.829861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.833248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.833248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.833248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.833248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.833248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.833248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:15:57.841665 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3aa863d5-42f8-4881-ab96-e96b04ba5170 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d9e82ba627947bc9f64abf520e6e5a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5779805 Dec 17 13:15:57.844047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36194) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:57.962361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-defed64f-96c7-436f-ac61-50bc119c4a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:58.054344 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-defed64f-96c7-436f-ac61-50bc119c4a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:58.205616 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-defed64f-96c7-436f-ac61-50bc119c4a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:58.212460 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-defed64f-96c7-436f-ac61-50bc119c4a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:58.214281 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-defed64f-96c7-436f-ac61-50bc119c4a6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d43f7db8-78c7-4cfa-8db5-7154beb4dff7 HTTP/1.1" status: 204 len: 168 time: 0.3691294 Dec 17 13:15:58.239120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defed64f-96c7-436f-ac61-50bc119c4a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43f7db8-78c7-4cfa-8db5-7154beb4dff7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:58.942553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a1b33-d756-4c3b-9e68-0317ef5aedf4 req-d4f27b13-737c-4c46-8e20-33c54d9be642 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:15:58.956269 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-064a1b33-d756-4c3b-9e68-0317ef5aedf4 req-d4f27b13-737c-4c46-8e20-33c54d9be642 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 943 time: 0.0583854 Dec 17 13:15:59.020144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-064a1b33-d756-4c3b-9e68-0317ef5aedf4 req-55f0d833-9321-497a-af9d-c5d7c1239e1f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698214 Dec 17 13:15:59.533299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36222) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:59.552647 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe5078-49d4-443c-b68e-1e369d862071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:59.652180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe5078-49d4-443c-b68e-1e369d862071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:59.751503 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe5078-49d4-443c-b68e-1e369d862071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:59.814558 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cdbe5078-49d4-443c-b68e-1e369d862071 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a501a1e0bd04c689fc873ea2d16a779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2801082 Dec 17 13:15:59.815986 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe5078-49d4-443c-b68e-1e369d862071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f012451-c75c-46ed-9ab9-5d4414d887f3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:15:59.819332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36226) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:15:59.937712 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-445cffd9-faa6-4955-bec0-392352a73231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:15:59.968777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:15:59.980509 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-445cffd9-faa6-4955-bec0-392352a73231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:00.159888 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-445cffd9-faa6-4955-bec0-392352a73231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:00.182474 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-445cffd9-faa6-4955-bec0-392352a73231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:00.191440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-445cffd9-faa6-4955-bec0-392352a73231 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f012451-c75c-46ed-9ab9-5d4414d887f3 HTTP/1.1" status: 204 len: 168 time: 0.3688157 Dec 17 13:16:00.203790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cffd9-faa6-4955-bec0-392352a73231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f012451-c75c-46ed-9ab9-5d4414d887f3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:00.417500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84ef7d-7277-4fe2-a02c-eef3a4bcd9b9 req-6ac2de9c-4b58-4f63-a59e-7405be519d2c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:00.420411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=3725ac88-3be5-4d3e-9f57-a3c9b7f36086,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:00.441997 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f84ef7d-7277-4fe2-a02c-eef3a4bcd9b9 req-6ac2de9c-4b58-4f63-a59e-7405be519d2c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 943 time: 0.1951559 Dec 17 13:16:00.453627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '3725ac88-3be5-4d3e-9f57-a3c9b7f36086', 'network_id': '9dd62150-3a26-44a9-b2ba-a4820fa028d7', 'port_id': '3725ac88-3be5-4d3e-9f57-a3c9b7f36086', 'mac_address': 'fa:16:3e:ff:cc:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f427b02-4099-4e19-ac3f-370afbfda770', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:16:00.563389 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f84ef7d-7277-4fe2-a02c-eef3a4bcd9b9 req-05fe032a-de2c-464f-8e47-31a74fad2246 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187072 Dec 17 13:16:00.594261 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:00.645942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:16:00.723220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=3725ac88-3be5-4d3e-9f57-a3c9b7f36086,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:00.861128 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:01.028379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=3725ac88-3be5-4d3e-9f57-a3c9b7f36086,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:01.100500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['3725ac88-3be5-4d3e-9f57-a3c9b7f36086'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:16:01.559244 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:01.830380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b2f62-187f-4217-bf7a-97ee69e96d40 req-70769029-5440-47c3-8740-c9237b59860f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:01.833668 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef7b2f62-187f-4217-bf7a-97ee69e96d40 req-70769029-5440-47c3-8740-c9237b59860f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 944 time: 0.1197915 Dec 17 13:16:01.968379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:16:02.009000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef7b2f62-187f-4217-bf7a-97ee69e96d40 req-a8fdd4a9-86d8-4b81-8ba0-a6c55df14cab tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682220 Dec 17 13:16:02.218161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:16:02.223903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:02.224446 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:02.407915 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:02.450107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3725ac88-3be5-4d3e-9f57-a3c9b7f36086'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:16:02.458731 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd896be-a44d-4234-b7d7-3783d0c67474" -d '{"events": [{"server_uuid": "514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d", "name": "network-vif-plugged", "status": "completed", "tag": "3725ac88-3be5-4d3e-9f57-a3c9b7f36086"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:16:02.483999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=3725ac88-3be5-4d3e-9f57-a3c9b7f36086,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:02.534330 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:02.673020 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671322db-7b4c-4470-95f9-de7d05034396 x-openstack-request-id: req-671322db-7b4c-4470-95f9-de7d05034396 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:16:02.673836 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d", "name": "network-vif-plugged", "status": "completed", "tag": "3725ac88-3be5-4d3e-9f57-a3c9b7f36086", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:16:02.674108 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-671322db-7b4c-4470-95f9-de7d05034396 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:16:02.676556 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3725ac88-3be5-4d3e-9f57-a3c9b7f36086', 'code': 200} Dec 17 13:16:02.681986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=3725ac88-3be5-4d3e-9f57-a3c9b7f36086,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:02.723315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b483d-a7df-4b3f-8976-69480be8e2a7 req-3078702a-21b6-4b39-81d1-0f1d849e64be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:02.725279 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-711b483d-a7df-4b3f-8976-69480be8e2a7 req-3078702a-21b6-4b39-81d1-0f1d849e64be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 1096 time: 0.1091447 Dec 17 13:16:02.830433 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-711b483d-a7df-4b3f-8976-69480be8e2a7 req-44f1bb95-b872-41fe-9920-5410e2d2cf24 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970347 Dec 17 13:16:03.152576 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79226cc8-a443-4d11-9caa-36fce9d10930 req-96f5b353-1fb0-4eb8-a5be-2738b5a08557 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:03.156311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79226cc8-a443-4d11-9caa-36fce9d10930 req-96f5b353-1fb0-4eb8-a5be-2738b5a08557 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0597796 Dec 17 13:16:03.217355 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79226cc8-a443-4d11-9caa-36fce9d10930 req-ac2e0f1e-8e86-472f-9f95-fc69cb64b4e7 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531280 Dec 17 13:16:04.433331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8da9d4-fe27-4a4e-aced-5e0eb5efa0b3 req-2613a633-59cb-4c0e-b70f-1e3593b0719e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:04.435362 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8b8da9d4-fe27-4a4e-aced-5e0eb5efa0b3 req-2613a633-59cb-4c0e-b70f-1e3593b0719e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0626922 Dec 17 13:16:04.507973 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8b8da9d4-fe27-4a4e-aced-5e0eb5efa0b3 req-263f82df-2bdb-46e9-86e6-35de5692f040 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610898 Dec 17 13:16:05.727333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13955b6e-157b-4495-9547-fac32b8db027 req-9467073d-8508-4aae-b95f-cf4f7921e9cf tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:05.731955 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13955b6e-157b-4495-9547-fac32b8db027 req-9467073d-8508-4aae-b95f-cf4f7921e9cf tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0923920 Dec 17 13:16:05.820858 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13955b6e-157b-4495-9547-fac32b8db027 req-3ca76977-ff75-4728-9669-411e18a0ec8f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824683 Dec 17 13:16:05.877734 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:06.399332 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fe874-dfaa-40c1-8347-b249e1317349 req-b92a4eed-7a5e-408a-9acc-5f8b43090ab1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:06.404386 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6e6fe874-dfaa-40c1-8347-b249e1317349 req-b92a4eed-7a5e-408a-9acc-5f8b43090ab1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.1568692 Dec 17 13:16:06.451415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36410) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:06.543527 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6e6fe874-dfaa-40c1-8347-b249e1317349 req-5d679bdd-4b40-4abf-aada-90b14a442901 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319606 Dec 17 13:16:06.768444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58f25b-e53c-4f27-ba68-1d0292349f01 req-f062c043-4486-4f17-a4ba-cf93ff48396b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:06.789101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d58f25b-e53c-4f27-ba68-1d0292349f01 req-f062c043-4486-4f17-a4ba-cf93ff48396b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0987091 Dec 17 13:16:06.851393 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ae02dcf-7278-4d09-b32e-d0145711cf76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:06.933125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d58f25b-e53c-4f27-ba68-1d0292349f01 req-149dba0f-3a6c-4a81-bb5d-1bab0ea153f2 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429126 Dec 17 13:16:07.057328 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ae02dcf-7278-4d09-b32e-d0145711cf76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:07.191723 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ae02dcf-7278-4d09-b32e-d0145711cf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:07.252746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8ae02dcf-7278-4d09-b32e-d0145711cf76 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9896dd8dabed4b12af2a0dc14b70ba41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7950687 Dec 17 13:16:07.252862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36432) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:07.344494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae02dcf-7278-4d09-b32e-d0145711cf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4707dd71-9693-4afe-95c2-c93487f109c7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:07.428636 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a920981e-13f6-4d4b-99aa-59edca3d5224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:07.487744 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a920981e-13f6-4d4b-99aa-59edca3d5224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:07.599782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc077a-0b3f-4eef-9d75-a0df79f45045 req-c05230ea-ef89-4c36-8e1f-3050c6b6b4a1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:07.608366 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71cc077a-0b3f-4eef-9d75-a0df79f45045 req-c05230ea-ef89-4c36-8e1f-3050c6b6b4a1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.1329064 Dec 17 13:16:07.653448 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a920981e-13f6-4d4b-99aa-59edca3d5224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:07.655690 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a920981e-13f6-4d4b-99aa-59edca3d5224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:07.662742 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a920981e-13f6-4d4b-99aa-59edca3d5224 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4707dd71-9693-4afe-95c2-c93487f109c7 HTTP/1.1" status: 204 len: 168 time: 0.4109554 Dec 17 13:16:07.677323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920981e-13f6-4d4b-99aa-59edca3d5224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4707dd71-9693-4afe-95c2-c93487f109c7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:07.727070 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71cc077a-0b3f-4eef-9d75-a0df79f45045 req-46f2499d-2055-43a3-b2dd-823a402afe44 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139793 Dec 17 13:16:08.935842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce6599-c261-493c-9d25-768df4435665 req-6bd5a72c-5fed-41f4-8ce6-87968f9b9392 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:08.946619 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbce6599-c261-493c-9d25-768df4435665 req-6bd5a72c-5fed-41f4-8ce6-87968f9b9392 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.1142271 Dec 17 13:16:09.042325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbce6599-c261-493c-9d25-768df4435665 req-44f511b4-4f73-4666-a149-a70a6582b75e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941949 Dec 17 13:16:09.539498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36516) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:09.606255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36522) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:09.817983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef2ce-c2d2-44a8-a89d-0f3d0c0deee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:09.858492 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26c14072-3535-40c0-82a8-1d2c74d2146f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.093786 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef2ce-c2d2-44a8-a89d-0f3d0c0deee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.099756 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26c14072-3535-40c0-82a8-1d2c74d2146f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.208853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef2ce-c2d2-44a8-a89d-0f3d0c0deee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.239812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfddf8-82b8-4f72-8c4b-31f372e7832f req-4bd14be1-7c0d-45b8-972f-3c57eb04f590 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:10.242331 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29cfddf8-82b8-4f72-8c4b-31f372e7832f req-4bd14be1-7c0d-45b8-972f-3c57eb04f590 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0743163 Dec 17 13:16:10.246755 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2b0ef2ce-c2d2-44a8-a89d-0f3d0c0deee6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eef5d038204d4010993ca7ce997aaf08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6396348 Dec 17 13:16:10.247745 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26c14072-3535-40c0-82a8-1d2c74d2146f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.270285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36534) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:10.276892 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-26c14072-3535-40c0-82a8-1d2c74d2146f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2dd22cad6a8d4ca5a9363de0b1cd380a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7361643 Dec 17 13:16:10.281968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36538) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:10.293475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ef2ce-c2d2-44a8-a89d-0f3d0c0deee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9600b859-497d-4f2e-81b6-aafba7d1e0cb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:10.395779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c14072-3535-40c0-82a8-1d2c74d2146f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e19751-a376-4652-a2e2-2f9c692f9300,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:10.434970 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e24fd4d-3341-4922-b7e1-2a06fdd81783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.442353 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.468529 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e24fd4d-3341-4922-b7e1-2a06fdd81783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.477003 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-29cfddf8-82b8-4f72-8c4b-31f372e7832f req-df87adab-31d1-4a0a-8811-cc3409001a0d tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159069 Dec 17 13:16:10.483315 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.606723 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e24fd4d-3341-4922-b7e1-2a06fdd81783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.610217 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e24fd4d-3341-4922-b7e1-2a06fdd81783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.611379 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9e24fd4d-3341-4922-b7e1-2a06fdd81783 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65e19751-a376-4652-a2e2-2f9c692f9300 HTTP/1.1" status: 204 len: 168 time: 0.3282058 Dec 17 13:16:10.621172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24fd4d-3341-4922-b7e1-2a06fdd81783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e19751-a376-4652-a2e2-2f9c692f9300,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:10.663879 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.667940 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:10.669399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9600b859-497d-4f2e-81b6-aafba7d1e0cb HTTP/1.1" status: 204 len: 168 time: 0.4048433 Dec 17 13:16:10.690232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9600b859-497d-4f2e-81b6-aafba7d1e0cb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:10.707575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:10.707932 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:10.709239 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:10.709698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:10.711561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:10.713742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:10.714322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:10.714753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:10.715149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:10.715578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:10.715913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:10.716332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:10.716800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c62cbe-27d5-4085-b012-66aa3941c3c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:11.486556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2d41-5a78-4cc7-a2ff-84fbcecf84ed req-bfa88d1c-2cf2-4369-a256-45a9ba769e83 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:11.488330 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3bd2d41-5a78-4cc7-a2ff-84fbcecf84ed req-bfa88d1c-2cf2-4369-a256-45a9ba769e83 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 945 time: 0.0547068 Dec 17 13:16:11.568065 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b3bd2d41-5a78-4cc7-a2ff-84fbcecf84ed req-3823062e-5582-4332-978d-62c6a0e77d23 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698881 Dec 17 13:16:11.717848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aebb07-f205-40df-8ff9-de6fedb90ef3 req-0172c1ac-0a4f-4907-8ae4-1455af8753c0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:11.720174 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91aebb07-f205-40df-8ff9-de6fedb90ef3 req-0172c1ac-0a4f-4907-8ae4-1455af8753c0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0674300 Dec 17 13:16:11.782196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91aebb07-f205-40df-8ff9-de6fedb90ef3 req-a5d2deaf-6a85-4658-a243-6db2d5d805b9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559034 Dec 17 13:16:11.879364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36598) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:11.894030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7c5fcb6-8c44-4619-9885-c89990449635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:11.980224 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7c5fcb6-8c44-4619-9885-c89990449635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:12.099577 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f7c5fcb6-8c44-4619-9885-c89990449635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:12.141237 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f7c5fcb6-8c44-4619-9885-c89990449635 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9318f0a8de34af6b7c80c06c106a9df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2607479 Dec 17 13:16:12.142155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5fcb6-8c44-4619-9885-c89990449635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ce94cb-00d8-44bb-bbd6-f31bd2a14ffc,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:12.143994 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36612) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:12.180293 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:16:12.216029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8381e4fa-bda9-4ec1-b78f-b8532e4be402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:12.238796 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8381e4fa-bda9-4ec1-b78f-b8532e4be402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:12.414406 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8381e4fa-bda9-4ec1-b78f-b8532e4be402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:12.419360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8381e4fa-bda9-4ec1-b78f-b8532e4be402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:12.425977 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8381e4fa-bda9-4ec1-b78f-b8532e4be402 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6ce94cb-00d8-44bb-bbd6-f31bd2a14ffc HTTP/1.1" status: 204 len: 168 time: 0.2752252 Dec 17 13:16:12.431846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381e4fa-bda9-4ec1-b78f-b8532e4be402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ce94cb-00d8-44bb-bbd6-f31bd2a14ffc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:12.732283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf3daa-bb15-4714-bb52-adea2f472c1b req-9922d4cb-f561-49fc-9535-506168d60790 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:12.733887 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c6cf3daa-bb15-4714-bb52-adea2f472c1b req-9922d4cb-f561-49fc-9535-506168d60790 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 945 time: 0.0557814 Dec 17 13:16:12.794905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c6cf3daa-bb15-4714-bb52-adea2f472c1b req-eafdba5b-a408-452a-9547-617fa28eb37d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546935 Dec 17 13:16:12.965600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a7456-27d1-4b2e-9cc2-df4550dc21ed req-80378539-f9db-4048-a976-5a0881fc80de tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:12.968600 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-584a7456-27d1-4b2e-9cc2-df4550dc21ed req-80378539-f9db-4048-a976-5a0881fc80de tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0821321 Dec 17 13:16:13.033947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-584a7456-27d1-4b2e-9cc2-df4550dc21ed req-ba0c7a77-f738-42ed-8ea5-7041947850e0 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576899 Dec 17 13:16:13.304207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3ffeb-83c6-4830-97b2-9d9f21affafd req-85bb14b5-f959-4feb-8752-d97ad82643a4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:13.304207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ea3ffeb-83c6-4830-97b2-9d9f21affafd req-85bb14b5-f959-4feb-8752-d97ad82643a4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 945 time: 0.0641730 Dec 17 13:16:13.440337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0ea3ffeb-83c6-4830-97b2-9d9f21affafd req-381c812b-3b33-4c52-bbc9-455abe7cb1d4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Deleting port 3d8e625a-4e30-4043-95d8-55e7ad9b8288 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:16:13.445056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0ea3ffeb-83c6-4830-97b2-9d9f21affafd req-381c812b-3b33-4c52-bbc9-455abe7cb1d4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:13.575029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0ea3ffeb-83c6-4830-97b2-9d9f21affafd req-381c812b-3b33-4c52-bbc9-455abe7cb1d4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] For port 3d8e625a-4e30-4043-95d8-55e7ad9b8288, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3d8e625a-4e30-4043-95d8-55e7ad9b8288,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:13.575029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0ea3ffeb-83c6-4830-97b2-9d9f21affafd req-381c812b-3b33-4c52-bbc9-455abe7cb1d4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:13.587996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0ea3ffeb-83c6-4830-97b2-9d9f21affafd req-381c812b-3b33-4c52-bbc9-455abe7cb1d4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Calling delete_port for 3d8e625a-4e30-4043-95d8-55e7ad9b8288 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:16:13.943258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5f5e5-a634-4b36-9dfe-55665a73c654 req-6af5ffca-38c6-4f7d-a7c9-a6d9888aef83 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:13.949875 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f98625cf-60ff-4c8f-a228-e57a17f39325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:13.954051 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98a5f5e5-a634-4b36-9dfe-55665a73c654 req-6af5ffca-38c6-4f7d-a7c9-a6d9888aef83 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 945 time: 0.0774126 Dec 17 13:16:13.966299 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0ea3ffeb-83c6-4830-97b2-9d9f21affafd req-381c812b-3b33-4c52-bbc9-455abe7cb1d4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:13.983647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['3d8e625a-4e30-4043-95d8-55e7ad9b8288'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:16:14.008415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c812b-3b33-4c52-bbc9-455abe7cb1d4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Pushing event deleted for resources: {'Port': ['ID=3d8e625a-4e30-4043-95d8-55e7ad9b8288,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:14.046392 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98a5f5e5-a634-4b36-9dfe-55665a73c654 req-01b4ba4c-f498-41ac-bfaa-9442781b3347 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905616 Dec 17 13:16:14.107676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea3ffeb-83c6-4830-97b2-9d9f21affafd req-381c812b-3b33-4c52-bbc9-455abe7cb1d4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] No DVR routers for this DVR port 3d8e625a-4e30-4043-95d8-55e7ad9b8288 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:16:14.110538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0ea3ffeb-83c6-4830-97b2-9d9f21affafd req-381c812b-3b33-4c52-bbc9-455abe7cb1d4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:14.114010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ea3ffeb-83c6-4830-97b2-9d9f21affafd req-381c812b-3b33-4c52-bbc9-455abe7cb1d4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "DELETE /v2.0/ports/3d8e625a-4e30-4043-95d8-55e7ad9b8288 HTTP/1.1" status: 204 len: 173 time: 0.8004608 Dec 17 13:16:14.114476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca393a6-6fe5-4a72-bed3-1b8121ec9a08', 'name': 'network-vif-deleted', 'tag': '3d8e625a-4e30-4043-95d8-55e7ad9b8288'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:16:14.116994 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e5903a-c04f-4e8d-a96f-39fe84051e9a" -d '{"events": [{"server_uuid": "aca393a6-6fe5-4a72-bed3-1b8121ec9a08", "name": "network-vif-deleted", "tag": "3d8e625a-4e30-4043-95d8-55e7ad9b8288"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:16:14.165688 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6746ca2b-2622-4a18-923a-2447b0b7a947 x-openstack-request-id: req-6746ca2b-2622-4a18-923a-2447b0b7a947 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:16:14.166801 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca393a6-6fe5-4a72-bed3-1b8121ec9a08", "name": "network-vif-deleted", "tag": "3d8e625a-4e30-4043-95d8-55e7ad9b8288", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:16:14.167247 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6746ca2b-2622-4a18-923a-2447b0b7a947 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:16:14.168260 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca393a6-6fe5-4a72-bed3-1b8121ec9a08', 'name': 'network-vif-deleted', 'tag': '3d8e625a-4e30-4043-95d8-55e7ad9b8288', 'status': 'completed', 'code': 200} Dec 17 13:16:14.176477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb7c64-b872-4798-b838-9e15cde6e4d4 req-dc55ca49-5cbd-48a2-84fd-5daf03f363a1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:14.178667 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ffb7c64-b872-4798-b838-9e15cde6e4d4 req-dc55ca49-5cbd-48a2-84fd-5daf03f363a1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0664670 Dec 17 13:16:14.233979 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ffb7c64-b872-4798-b838-9e15cde6e4d4 req-9862a1af-93e6-4ace-a3c7-c57dff62fe5f tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480435 Dec 17 13:16:14.907550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36756) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:14.909717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36758) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:15.080325 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e467f1-2a58-4842-b00f-38354499e047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:15.095950 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e10ed846-da2e-4de9-bd51-10df809ee61b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:15.180810 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-310cd179-5cfe-4e55-84d0-7c3e34c59324 req-d009c84a-5a2c-402c-97ea-ec07311ef38c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 210 time: 0.0438824 Dec 17 13:16:15.242681 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e10ed846-da2e-4de9-bd51-10df809ee61b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:15.344134 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e10ed846-da2e-4de9-bd51-10df809ee61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:15.395667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ed846-da2e-4de9-bd51-10df809ee61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0e4663-db69-415d-9234-b2eb5120c421,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:15.418263 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e10ed846-da2e-4de9-bd51-10df809ee61b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=921509ea3b9b46bb92ef1931b032a8d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5090790 Dec 17 13:16:15.420529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36786) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:15.490590 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b63f-9439-4180-9baf-f9e69de2b4cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:15.526459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b63f-9439-4180-9baf-f9e69de2b4cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:15.581289 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e467f1-2a58-4842-b00f-38354499e047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:15.652978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac3a24-a018-4db1-8b45-6b091792c900 req-a4658462-1278-4271-b13c-c67f71a9fe6a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:15.654452 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92ac3a24-a018-4db1-8b45-6b091792c900 req-a4658462-1278-4271-b13c-c67f71a9fe6a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0716078 Dec 17 13:16:15.716562 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e467f1-2a58-4842-b00f-38354499e047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:15.739716 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92ac3a24-a018-4db1-8b45-6b091792c900 req-81ca4aa2-d6c7-427d-97a8-0ae443bd7e80 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715122 Dec 17 13:16:15.764656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c9e467f1-2a58-4842-b00f-38354499e047 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b20edac88c72402ba459bfa1ba441bdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8535535 Dec 17 13:16:15.765426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e467f1-2a58-4842-b00f-38354499e047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27addfe2-3e33-4707-a5f8-ceaec977d233,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:15.767501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36798) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:15.779569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b63f-9439-4180-9baf-f9e69de2b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:15.779569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b63f-9439-4180-9baf-f9e69de2b4cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:15.779569 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3ff3b63f-9439-4180-9baf-f9e69de2b4cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7a0e4663-db69-415d-9234-b2eb5120c421 HTTP/1.1" status: 204 len: 168 time: 0.3573499 Dec 17 13:16:15.818764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3b63f-9439-4180-9baf-f9e69de2b4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0e4663-db69-415d-9234-b2eb5120c421,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:15.883455 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edb4a4ce-fe93-43de-b7e2-203aaa87d33f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:15.916543 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edb4a4ce-fe93-43de-b7e2-203aaa87d33f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:16.282890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67f1c801-0de7-40dc-a0ee-f66189b910b5 req-06cad0d9-999c-4e1e-a363-fad3004bc737 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 210 time: 0.0333290 Dec 17 13:16:16.324949 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edb4a4ce-fe93-43de-b7e2-203aaa87d33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:16.326187 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edb4a4ce-fe93-43de-b7e2-203aaa87d33f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:16.326525 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cd4fdc7a-360e-4f6c-ac25-d7e75793d302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:16.327431 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-edb4a4ce-fe93-43de-b7e2-203aaa87d33f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/27addfe2-3e33-4707-a5f8-ceaec977d233 HTTP/1.1" status: 204 len: 168 time: 0.5588958 Dec 17 13:16:16.353204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4a4ce-fe93-43de-b7e2-203aaa87d33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27addfe2-3e33-4707-a5f8-ceaec977d233,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:16.871190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b9834-233d-499c-9eea-1a894ee96c1a req-72c51f21-fc80-4d87-98e6-f7c6d1c599b8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:16.874386 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-032b9834-233d-499c-9eea-1a894ee96c1a req-72c51f21-fc80-4d87-98e6-f7c6d1c599b8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0581367 Dec 17 13:16:16.990727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-032b9834-233d-499c-9eea-1a894ee96c1a req-3f24d5a5-38ff-48df-8b90-2fbd92fe0b85 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997813 Dec 17 13:16:17.178462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36858) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:17.193798 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e558319-ea10-48f6-b5d7-c2c820471916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:17.293796 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e558319-ea10-48f6-b5d7-c2c820471916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:17.387121 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-54858aac-0ee0-4295-8292-89d83ec7d1c2 req-216431db-e130-4a59-96f6-c2606d8e9997 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 210 time: 0.0298483 Dec 17 13:16:17.391529 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e558319-ea10-48f6-b5d7-c2c820471916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:17.423434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36868) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:17.432416 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0e558319-ea10-48f6-b5d7-c2c820471916 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17c4044d6b134a32a71c7673628e36ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2461047 Dec 17 13:16:17.463676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e558319-ea10-48f6-b5d7-c2c820471916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3115490-2edf-4dae-8543-696c72ba0f40,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:17.485764 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-60d4654f-7025-4d21-a943-cf366d23da92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:17.509561 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-60d4654f-7025-4d21-a943-cf366d23da92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:17.559008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36870) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:17.578082 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31fd5275-8356-4c16-8b81-a173e6383342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:17.670902 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:17.681033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 3d8e625a-4e30-4043-95d8-55e7ad9b8288 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:16:17.703259 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 3d8e625a-4e30-4043-95d8-55e7ad9b8288 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:16:17.703615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 3d8e625a-4e30-4043-95d8-55e7ad9b8288 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:16:17.728326 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-60d4654f-7025-4d21-a943-cf366d23da92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:17.731235 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-60d4654f-7025-4d21-a943-cf366d23da92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:17.732847 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-60d4654f-7025-4d21-a943-cf366d23da92 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3115490-2edf-4dae-8543-696c72ba0f40 HTTP/1.1" status: 204 len: 168 time: 0.3075938 Dec 17 13:16:17.759070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4654f-7025-4d21-a943-cf366d23da92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3115490-2edf-4dae-8543-696c72ba0f40,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:17.823320 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31fd5275-8356-4c16-8b81-a173e6383342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:18.043298 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-31fd5275-8356-4c16-8b81-a173e6383342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:18.126744 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd5275-8356-4c16-8b81-a173e6383342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca66de9-cac5-4eef-b275-3a8bc3a3fe8b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:18.140551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-31fd5275-8356-4c16-8b81-a173e6383342 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=edc3121a1bc24295bb96ae8c6b1a936b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5816290 Dec 17 13:16:18.143272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36898) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:18.173490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cec0a-7cff-4229-be11-1f4c80144658 req-3ee16054-7670-4b1a-ab47-9bd01928a228 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:18.178619 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b02cec0a-7cff-4229-be11-1f4c80144658 req-3ee16054-7670-4b1a-ab47-9bd01928a228 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.1059337 Dec 17 13:16:18.223031 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4265d6e6-eb08-47c0-b775-c5374aaa0d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:18.253758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4265d6e6-eb08-47c0-b775-c5374aaa0d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:18.262835 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b02cec0a-7cff-4229-be11-1f4c80144658 req-9e5d69c7-63f6-4e41-bca1-089c913b7950 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707188 Dec 17 13:16:18.418512 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4265d6e6-eb08-47c0-b775-c5374aaa0d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:18.422473 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4265d6e6-eb08-47c0-b775-c5374aaa0d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:18.436106 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4265d6e6-eb08-47c0-b775-c5374aaa0d96 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6ca66de9-cac5-4eef-b275-3a8bc3a3fe8b HTTP/1.1" status: 204 len: 168 time: 0.2892649 Dec 17 13:16:18.455732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265d6e6-eb08-47c0-b775-c5374aaa0d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca66de9-cac5-4eef-b275-3a8bc3a3fe8b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:18.530222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c2a9f431-c572-4705-b339-6b07fe837bfd req-23515ca2-7694-4102-9b4c-a9f41fa08a72 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 210 time: 0.0328040 Dec 17 13:16:18.858387 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:19.416238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b54bf6-7b3a-48b9-b7cf-884f05ff1b45 req-84f7b29d-9a2f-46a5-9fd8-2cd81a75074c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:19.417788 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3b54bf6-7b3a-48b9-b7cf-884f05ff1b45 req-84f7b29d-9a2f-46a5-9fd8-2cd81a75074c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0527632 Dec 17 13:16:19.472365 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3b54bf6-7b3a-48b9-b7cf-884f05ff1b45 req-aa2fc27c-86e7-4817-ba17-76fbd5a2a880 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480530 Dec 17 13:16:19.483271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36956) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:19.506458 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-273d79cc-be46-4886-98b2-017881d55075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:19.620857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-273d79cc-be46-4886-98b2-017881d55075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:19.672572 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a03d0b0b-0237-4aec-864b-856e6bd41a34 req-447e5412-5691-47c6-bee8-9a2ffa47faf7 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 210 time: 0.0372777 Dec 17 13:16:19.756708 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:19.802482 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-273d79cc-be46-4886-98b2-017881d55075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:19.845901 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-273d79cc-be46-4886-98b2-017881d55075 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fae935c9bb664096af822ad9d85425be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3628802 Dec 17 13:16:19.846824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d79cc-be46-4886-98b2-017881d55075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81ba7ea-79a7-401d-95e2-a6c24f9e826f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:19.848612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36968) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:19.903967 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-647d4c4f-0bf2-42d3-93f9-1de76d0fda56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:19.927659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-647d4c4f-0bf2-42d3-93f9-1de76d0fda56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:20.195160 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-647d4c4f-0bf2-42d3-93f9-1de76d0fda56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:20.205287 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-647d4c4f-0bf2-42d3-93f9-1de76d0fda56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:20.205287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-647d4c4f-0bf2-42d3-93f9-1de76d0fda56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c81ba7ea-79a7-401d-95e2-a6c24f9e826f HTTP/1.1" status: 204 len: 168 time: 0.3484242 Dec 17 13:16:20.207692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d4c4f-0bf2-42d3-93f9-1de76d0fda56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81ba7ea-79a7-401d-95e2-a6c24f9e826f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:20.608348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201c352-cd87-4ab9-9b28-22c7d5cd82ec req-aa051e8c-c282-45e7-b34c-ff999459db26 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:20.620611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a201c352-cd87-4ab9-9b28-22c7d5cd82ec req-aa051e8c-c282-45e7-b34c-ff999459db26 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0540254 Dec 17 13:16:20.659741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a201c352-cd87-4ab9-9b28-22c7d5cd82ec req-8778026a-28a1-4e49-9a9a-aba35412ac6c tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436506 Dec 17 13:16:20.780628 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-757fed6c-280c-48f3-b5aa-5dd9e48fd6a0 req-4137e61e-5300-4a26-b258-23e386e26f8e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=aca393a6-6fe5-4a72-bed3-1b8121ec9a08 HTTP/1.1" status: 200 len: 210 time: 0.0286095 Dec 17 13:16:21.795164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf4608-c450-4924-8fcb-b0b8ee092182 req-db614cc7-98cf-45b3-95f7-2e572f3cd094 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:21.798158 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5bf4608-c450-4924-8fcb-b0b8ee092182 req-db614cc7-98cf-45b3-95f7-2e572f3cd094 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0660398 Dec 17 13:16:21.907099 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d5bf4608-c450-4924-8fcb-b0b8ee092182 req-b889fc62-7f80-47a5-a87f-fe5120c12c30 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985842 Dec 17 13:16:22.407511 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba58ef6-9044-49bc-bb58-da4123bfe575 req-5abe990f-1b33-4c80-bcab-7a3c16b9b55f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:22.409131 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ba58ef6-9044-49bc-bb58-da4123bfe575 req-5abe990f-1b33-4c80-bcab-7a3c16b9b55f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.1278667 Dec 17 13:16:22.424772 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ba58ef6-9044-49bc-bb58-da4123bfe575 req-8081c0f3-222f-4da4-91f9-eec60d01a06d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/quotas/b9ca8c4c705a4437affc1be4bfd20a5d HTTP/1.1" status: 200 len: 375 time: 0.0094702 Dec 17 13:16:22.463294 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ba58ef6-9044-49bc-bb58-da4123bfe575 req-765b62e9-738f-4b41-bb36-99ea2539d962 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315845 Dec 17 13:16:22.749769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37112) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:22.905990 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ba58ef6-9044-49bc-bb58-da4123bfe575 req-c6e4b463-a1d7-4be8-b3ac-096cba33d8e4 service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350853 Dec 17 13:16:23.031403 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ba58ef6-9044-49bc-bb58-da4123bfe575 req-469eb906-ddd6-4ebd-a74c-80310a72040c service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189539 Dec 17 13:16:23.062934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369a052-a4e8-4b06-85f9-f9e485912465 req-acd38f5e-67de-4d18-a78a-c1c55765b765 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:23.072858 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e369a052-a4e8-4b06-85f9-f9e485912465 req-acd38f5e-67de-4d18-a78a-c1c55765b765 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0768890 Dec 17 13:16:23.155613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e369a052-a4e8-4b06-85f9-f9e485912465 req-9d377221-091c-4566-96c7-8e5abfa05816 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817866 Dec 17 13:16:23.168689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2137493334-network', 'tenant_id': '00f2483427694fb8b8bd7ae3a33d3140'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:23.310835 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Made reservation on behalf of 00f2483427694fb8b8bd7ae3a33d3140 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:23.313498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:23.328350 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:23.377957 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d34b90c3-cdcb-4d18-9fec-6b97a8b35889 req-69768bb9-88f9-4bb9-8deb-d340e8538858 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa4c3dc4-c64e-43bc-a08f-deadad514784 HTTP/1.1" status: 200 len: 210 time: 0.0457382 Dec 17 13:16:23.501140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:23.696140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:23.732818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5313f156-dd99-469d-a23a-09862db40942,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:23.738681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:16:23.750226 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:23.750834 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Added segment a88e3d34-aa3a-4c4f-ae54-6bbc3799634a of type vlan for network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e Dec 17 13:16:23.797142 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:24.006615 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:24.010312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:24.010312 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:24.072973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] Pushing event updated for resources: {'Network': ['ID=9f8dc47b-d913-4cd1-9706-2c7d1a4f780e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:24.084401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:16:24.262159 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b7f3eb52-6810-40cd-9fea-cd0963945462 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5091445 Dec 17 13:16:24.265406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37204) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:24.277502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-64e64e81-4133-4df5-882f-320be69d2313 admin admin] Request body: {'subnet': {'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2137493334-subnet', 'tenant_id': '00f2483427694fb8b8bd7ae3a33d3140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:24.313972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8d60-0368-414b-9077-e77ea220e284 req-59a705ea-2612-4151-8f8d-18b075ada322 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:24.316996 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-64ea8d60-0368-414b-9077-e77ea220e284 req-59a705ea-2612-4151-8f8d-18b075ada322 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0714674 Dec 17 13:16:24.379695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e64e81-4133-4df5-882f-320be69d2313 admin admin] Made reservation on behalf of 00f2483427694fb8b8bd7ae3a33d3140 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:24.382675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64e64e81-4133-4df5-882f-320be69d2313 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:24.386356 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-64ea8d60-0368-414b-9077-e77ea220e284 req-bb4a5fb1-1164-4b84-9d3c-72fea663237e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680206 Dec 17 13:16:24.659822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37246) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:24.766840 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64e64e81-4133-4df5-882f-320be69d2313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:24.862849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e64e81-4133-4df5-882f-320be69d2313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e70ff5-2187-4d62-8e8f-7ca8406c8afc,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:24.879328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e64e81-4133-4df5-882f-320be69d2313 admin admin] Checking segment: {'id': 'a88e3d34-aa3a-4c4f-ae54-6bbc3799634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:16:24.879924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e64e81-4133-4df5-882f-320be69d2313 admin admin] Network hostable DHCP agents. Network: 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:16:24.976794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e64e81-4133-4df5-882f-320be69d2313 admin admin] Network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:16:25.025635 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41304611-c493-4f89-b4ef-3c8a319d3c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:25.130514 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41304611-c493-4f89-b4ef-3c8a319d3c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:25.172192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-64e64e81-4133-4df5-882f-320be69d2313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:16:25.199345 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e64e81-4133-4df5-882f-320be69d2313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:25.200160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ae33e-7d12-4d42-b12f-0259f68004ba None None] Network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:16:25.200703 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64e64e81-4133-4df5-882f-320be69d2313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:25.258309 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41304611-c493-4f89-b4ef-3c8a319d3c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:25.291186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f5a29-db29-4a13-8058-f0066f4629c4 None None] Network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:16:25.301853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-41304611-c493-4f89-b4ef-3c8a319d3c63 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6a8dad4841b445aa183d4580c5b7dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6402977 Dec 17 13:16:25.303577 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41304611-c493-4f89-b4ef-3c8a319d3c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e02e8e-ab67-4796-8387-dcd987b6867b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:25.304956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37280) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:25.337653 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-64e64e81-4133-4df5-882f-320be69d2313 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0572355 Dec 17 13:16:25.378835 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef789-d5f2-49ef-bdf3-eea882790114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:25.410074 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef789-d5f2-49ef-bdf3-eea882790114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:25.517824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3297af-5035-4abc-8886-d846cdd94f7b req-b2e653f2-c930-4ae5-86b2-9d176e571b47 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:25.519481 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db3297af-5035-4abc-8886-d846cdd94f7b req-b2e653f2-c930-4ae5-86b2-9d176e571b47 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0524242 Dec 17 13:16:25.568366 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef789-d5f2-49ef-bdf3-eea882790114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:25.573274 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef789-d5f2-49ef-bdf3-eea882790114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:25.580778 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8f5ef789-d5f2-49ef-bdf3-eea882790114 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8e02e8e-ab67-4796-8387-dcd987b6867b HTTP/1.1" status: 204 len: 168 time: 0.2674301 Dec 17 13:16:25.593156 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db3297af-5035-4abc-8886-d846cdd94f7b req-73d82f58-744b-4e92-a454-693aa4a30885 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674472 Dec 17 13:16:25.601530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ef789-d5f2-49ef-bdf3-eea882790114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e02e8e-ab67-4796-8387-dcd987b6867b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:25.773048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b8953-f26b-467d-83e0-3de821dbc400 req-54c56982-8c22-4af2-a8fb-2e3396b48aa0 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:25.776550 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-54c56982-8c22-4af2-a8fb-2e3396b48aa0 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.1684160 Dec 17 13:16:25.811406 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-3f65e068-66db-494a-a93b-1c76de174996 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/quotas/b9ca8c4c705a4437affc1be4bfd20a5d HTTP/1.1" status: 200 len: 375 time: 0.0281913 Dec 17 13:16:25.840101 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-f080254d-7481-4908-b466-7ce2343793e1 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277231 Dec 17 13:16:25.940482 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-19f536d8-5cf3-49c3-b56d-6a614115975d service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931318 Dec 17 13:16:26.034161 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-5cb0a620-3cc0-46da-b268-a795402aa85e service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871258 Dec 17 13:16:26.379465 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d98527ab-108c-49b1-90b7-cbc3de690ddc req-b6886516-3787-4fa2-a000-aea9e4332897 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 210 time: 0.0286686 Dec 17 13:16:26.689502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37336) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:26.724550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37340) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:26.745852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c243503-291f-4a94-a7ca-07d5d1c15c7c req-831bdb71-0b65-4e62-844f-7ab274834ee3 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:26.748055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4c243503-291f-4a94-a7ca-07d5d1c15c7c req-831bdb71-0b65-4e62-844f-7ab274834ee3 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0697186 Dec 17 13:16:26.776399 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37344) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:26.799213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-531e2e41-a6a6-416e-a7e2-9fd5046b417d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:26.846781 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4c243503-291f-4a94-a7ca-07d5d1c15c7c req-cd962658-f9ad-4228-8b0c-26c95647f6b9 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916934 Dec 17 13:16:26.926979 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-531e2e41-a6a6-416e-a7e2-9fd5046b417d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.031626 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c84ff0d-99f4-4658-8afd-11818a5ccfcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.037424 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-531e2e41-a6a6-416e-a7e2-9fd5046b417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.089365 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-531e2e41-a6a6-416e-a7e2-9fd5046b417d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55e884794a7240e28644a54e2bfee48f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118331 Dec 17 13:16:27.090094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37362) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:27.099958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70cb37a6-82d2-45ac-a2b3-64c4abc4d517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.112756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e2e41-a6a6-416e-a7e2-9fd5046b417d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8120e6ce-3b27-4841-8063-84373a5fd7ea,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:27.184856 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e900411-5fca-4424-9dc2-d39f067aff5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.210087 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70cb37a6-82d2-45ac-a2b3-64c4abc4d517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.240256 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e900411-5fca-4424-9dc2-d39f067aff5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.264995 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c84ff0d-99f4-4658-8afd-11818a5ccfcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.305474 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70cb37a6-82d2-45ac-a2b3-64c4abc4d517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.348150 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-70cb37a6-82d2-45ac-a2b3-64c4abc4d517 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a816704f5a04b9ba1e92ff2d77eba22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6572890 Dec 17 13:16:27.349375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb37a6-82d2-45ac-a2b3-64c4abc4d517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6f0f5b-c2df-4171-81aa-02ff913889b9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:27.352359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37366) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:27.385198 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c84ff0d-99f4-4658-8afd-11818a5ccfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.390902 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e900411-5fca-4424-9dc2-d39f067aff5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.395227 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e900411-5fca-4424-9dc2-d39f067aff5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.399157 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9e900411-5fca-4424-9dc2-d39f067aff5a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8120e6ce-3b27-4841-8063-84373a5fd7ea HTTP/1.1" status: 204 len: 168 time: 0.3022554 Dec 17 13:16:27.436315 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e900411-5fca-4424-9dc2-d39f067aff5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8120e6ce-3b27-4841-8063-84373a5fd7ea,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:27.471361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84ff0d-99f4-4658-8afd-11818a5ccfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aec1ccd-b399-4628-94c7-2b03756ead29,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:27.523263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37374) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:27.543402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3c84ff0d-99f4-4658-8afd-11818a5ccfcf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8800854c5d744709ff01a6e274e0ac9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8173001 Dec 17 13:16:27.559833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3df87dda-91ed-405b-b381-963495f61ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.625454 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbf41dcb-4215-4346-a977-c9bab22ac15d req-baf77117-8814-43b4-a422-b1d28c121a42 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 210 time: 0.0439682 Dec 17 13:16:27.626344 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3df87dda-91ed-405b-b381-963495f61ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.657382 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc962-f8b7-4cbf-ada9-14e204408f6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.692769 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc962-f8b7-4cbf-ada9-14e204408f6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.807006 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3df87dda-91ed-405b-b381-963495f61ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.810170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3df87dda-91ed-405b-b381-963495f61ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.812109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3df87dda-91ed-405b-b381-963495f61ddb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e6f0f5b-c2df-4171-81aa-02ff913889b9 HTTP/1.1" status: 204 len: 168 time: 0.4579387 Dec 17 13:16:27.824880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df87dda-91ed-405b-b381-963495f61ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6f0f5b-c2df-4171-81aa-02ff913889b9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:27.928164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc962-f8b7-4cbf-ada9-14e204408f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.934785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc962-f8b7-4cbf-ada9-14e204408f6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:27.936214 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cbbcc962-f8b7-4cbf-ada9-14e204408f6d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5aec1ccd-b399-4628-94c7-2b03756ead29 HTTP/1.1" status: 204 len: 168 time: 0.4115746 Dec 17 13:16:27.952928 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcc962-f8b7-4cbf-ada9-14e204408f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aec1ccd-b399-4628-94c7-2b03756ead29,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:28.089163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb554fa9-acaf-4f8e-9ccd-e1f5fe5fdc3e req-7c6b46aa-f673-4d9d-a6df-9c79b917139e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:28.098264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb554fa9-acaf-4f8e-9ccd-e1f5fe5fdc3e req-7c6b46aa-f673-4d9d-a6df-9c79b917139e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.1006546 Dec 17 13:16:28.213609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb554fa9-acaf-4f8e-9ccd-e1f5fe5fdc3e req-73ad145f-738d-43dc-9ea1-17a1913275f5 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066546 Dec 17 13:16:28.790320 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8fc0d628-b1d6-4939-8d9f-ba643517cfaf req-9deb18d5-15be-4eea-86dc-d1285ff26e76 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 210 time: 0.0407455 Dec 17 13:16:28.861713 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37422) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:28.880850 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7faf2fe-a919-4f9f-9202-3626541e6e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:28.979377 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7faf2fe-a919-4f9f-9202-3626541e6e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:29.053952 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7faf2fe-a919-4f9f-9202-3626541e6e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:29.116161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faf2fe-a919-4f9f-9202-3626541e6e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2affc22-9d98-4982-b3ed-022eadcae736,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:29.125788 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c7faf2fe-a919-4f9f-9202-3626541e6e2f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d236231088be455ebf9d89dc49a56efe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2656059 Dec 17 13:16:29.127783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37444) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:29.193176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b8953-f26b-467d-83e0-3de821dbc400 req-84e07d7a-f162-4a59-b309-b5f83041a732 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:29.195285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-84e07d7a-f162-4a59-b309-b5f83041a732 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.1983969 Dec 17 13:16:29.219578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-662b8953-f26b-467d-83e0-3de821dbc400 req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Request body: {'port': {'device_id': '35f0c196-65a5-45fc-8be0-6e105c19124c', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'admin_state_up': True, 'tenant_id': 'b9ca8c4c705a4437affc1be4bfd20a5d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:29.230483 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f51f009-2c39-411f-8f56-ca6271cfb1f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:29.279361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f51f009-2c39-411f-8f56-ca6271cfb1f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:29.449007 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2559a-4485-4c67-80c8-c1c5d2da12d6 req-ea80a001-29dc-4d4b-bad5-5838fb57070a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:29.461262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2d2559a-4485-4c67-80c8-c1c5d2da12d6 req-ea80a001-29dc-4d4b-bad5-5838fb57070a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.1309292 Dec 17 13:16:29.471870 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f51f009-2c39-411f-8f56-ca6271cfb1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:29.479216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f51f009-2c39-411f-8f56-ca6271cfb1f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:29.489832 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8f51f009-2c39-411f-8f56-ca6271cfb1f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2affc22-9d98-4982-b3ed-022eadcae736 HTTP/1.1" status: 204 len: 168 time: 0.3523130 Dec 17 13:16:29.551700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51f009-2c39-411f-8f56-ca6271cfb1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2affc22-9d98-4982-b3ed-022eadcae736,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:29.580405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2d2559a-4485-4c67-80c8-c1c5d2da12d6 req-910f1c25-c292-4ddf-a83d-9ac0d25dd482 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111197 Dec 17 13:16:29.682499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662b8953-f26b-467d-83e0-3de821dbc400 req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Made reservation on behalf of b9ca8c4c705a4437affc1be4bfd20a5d for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:29.687301 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-662b8953-f26b-467d-83e0-3de821dbc400 req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:29.956652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-662b8953-f26b-467d-83e0-3de821dbc400 req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Allocated IP 172.20.0.4 (829b9634-20e4-4680-a605-6e72fb3e7374/e2a5071f-2c4e-428f-861a-6a25290a0bfd/a8f6493b-f694-4f89-85f2-37e7452915b6) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:16:30.006044 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0f34f8b-02b5-42c4-86e7-8b6733a4ee7b req-42d25308-a6be-4611-9574-d2d0fddbe6fb tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 210 time: 0.0751467 Dec 17 13:16:30.159610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-662b8953-f26b-467d-83e0-3de821dbc400 req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:30.277305 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-662b8953-f26b-467d-83e0-3de821dbc400 req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:30.410502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662b8953-f26b-467d-83e0-3de821dbc400 req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Network 829b9634-20e4-4680-a605-6e72fb3e7374 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:16:30.426915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-662b8953-f26b-467d-83e0-3de821dbc400 req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:16:30.440784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-662b8953-f26b-467d-83e0-3de821dbc400 req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:16:30.451289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Pushing event updated for resources: {'Port': ['ID=a8f6493b-f694-4f89-85f2-37e7452915b6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:30.553105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b8953-f26b-467d-83e0-3de821dbc400 req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:30.554929 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-662b8953-f26b-467d-83e0-3de821dbc400 req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:30.661467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-bd6541e9-6c75-4e90-91bc-7a2fdb193f47 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4510317 Dec 17 13:16:30.679716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Request body: {'port': {'device_id': '35f0c196-65a5-45fc-8be0-6e105c19124c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:30.782825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cf9d6-5269-4d4b-868d-afc2a74ed5e8 req-be9d8292-e4e8-4ad1-9bd0-33f2679533e4 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:30.784756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a9cf9d6-5269-4d4b-868d-afc2a74ed5e8 req-be9d8292-e4e8-4ad1-9bd0-33f2679533e4 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.1020033 Dec 17 13:16:30.790159 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:30.891065 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a9cf9d6-5269-4d4b-868d-afc2a74ed5e8 req-3ccae4ab-3d6e-45af-9e0f-957e654277bf tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972703 Dec 17 13:16:31.220227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f6493b-f694-4f89-85f2-37e7452915b6 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:16:31.245520 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:31.280343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Transition to ACTIVE for port object a8f6493b-f694-4f89-85f2-37e7452915b6 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:16:31.295511 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da725fd-b0ce-44f4-921c-e03a73f7c764 req-d5908668-6fae-437c-98ee-da8d4da240b4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:31.297227 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8da725fd-b0ce-44f4-921c-e03a73f7c764 req-d5908668-6fae-437c-98ee-da8d4da240b4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 931 time: 0.0905862 Dec 17 13:16:31.339322 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:31.369272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8da725fd-b0ce-44f4-921c-e03a73f7c764 req-89eacafb-600f-4e39-8c5b-05a050a96f09 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632224 Dec 17 13:16:31.482018 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:31.500478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6493b-f694-4f89-85f2-37e7452915b6,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:31.547145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Attempting to bind port a8f6493b-f694-4f89-85f2-37e7452915b6 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:16:31.548220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Attempting to bind port a8f6493b-f694-4f89-85f2-37e7452915b6 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:16:31.548220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Attempting to bind port a8f6493b-f694-4f89-85f2-37e7452915b6 on network 829b9634-20e4-4680-a605-6e72fb3e7374 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:16:31.552517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Port a8f6493b-f694-4f89-85f2-37e7452915b6 on network 829b9634-20e4-4680-a605-6e72fb3e7374 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:16:31.552781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Attempting to bind port a8f6493b-f694-4f89-85f2-37e7452915b6 on network 829b9634-20e4-4680-a605-6e72fb3e7374 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:16:31.558918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:16:31.559256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Checking segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:16:31.559697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Bound using segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:16:31.560301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Bound port: a8f6493b-f694-4f89-85f2-37e7452915b6, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:16:31.560666 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:31.629976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] For port a8f6493b-f694-4f89-85f2-37e7452915b6, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:16:31.633973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] For port a8f6493b-f694-4f89-85f2-37e7452915b6, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a8f6493b-f694-4f89-85f2-37e7452915b6,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:16:31.702805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37532) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:31.708125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-36eae082-5aad-4cb3-b1dd-00f8a8a9d29c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1804890441'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:31.763347 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:31.795708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36eae082-5aad-4cb3-b1dd-00f8a8a9d29c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:31.808075 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36eae082-5aad-4cb3-b1dd-00f8a8a9d29c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:31.835192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6493b-f694-4f89-85f2-37e7452915b6,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:31.850220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:31.851137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:31.852698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-784258f9-f33f-40d4-830d-6e3ca2a3af96 service neutron] 10.222.0.61 "PUT /v2.0/ports/a8f6493b-f694-4f89-85f2-37e7452915b6 HTTP/1.1" status: 200 len: 1091 time: 1.1780572 Dec 17 13:16:31.853781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f0c196-65a5-45fc-8be0-6e105c19124c', 'tag': 'a8f6493b-f694-4f89-85f2-37e7452915b6'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:16:31.856256 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e76ea11-4b2f-43fe-a5a0-e64e53237e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "35f0c196-65a5-45fc-8be0-6e105c19124c", "tag": "a8f6493b-f694-4f89-85f2-37e7452915b6"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:16:31.868656 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36eae082-5aad-4cb3-b1dd-00f8a8a9d29c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:16:31.892165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36eae082-5aad-4cb3-b1dd-00f8a8a9d29c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:31.892516 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-36eae082-5aad-4cb3-b1dd-00f8a8a9d29c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Added segment 6d01c5bb-4879-402b-b070-dca3e6e255dc of type vlan for network aa79fced-7bd7-4ed5-a7d9-942d278d4923 Dec 17 13:16:31.906578 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526c0c5a-892b-41b6-82fc-a0cfc0233f75 x-openstack-request-id: req-526c0c5a-892b-41b6-82fc-a0cfc0233f75 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:16:31.906902 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f0c196-65a5-45fc-8be0-6e105c19124c", "tag": "a8f6493b-f694-4f89-85f2-37e7452915b6", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:16:31.907559 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-526c0c5a-892b-41b6-82fc-a0cfc0233f75 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:16:31.907965 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f0c196-65a5-45fc-8be0-6e105c19124c', 'tag': 'a8f6493b-f694-4f89-85f2-37e7452915b6', 'status': 'completed', 'code': 200} Dec 17 13:16:32.092730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36eae082-5aad-4cb3-b1dd-00f8a8a9d29c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:32.209984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76ea11-4b2f-43fe-a5a0-e64e53237e1a req-6d094d14-e215-4cc4-9547-822ab42f136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:32.211544 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e76ea11-4b2f-43fe-a5a0-e64e53237e1a req-6d094d14-e215-4cc4-9547-822ab42f136a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 1094 time: 0.2748871 Dec 17 13:16:32.228374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e2103-e538-480e-92a5-f7b95f87a77a req-918a77eb-e906-469a-8a72-7e0c483c4bc7 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:32.230498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f6e2103-e538-480e-92a5-f7b95f87a77a req-918a77eb-e906-469a-8a72-7e0c483c4bc7 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.1487172 Dec 17 13:16:32.287708 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36eae082-5aad-4cb3-b1dd-00f8a8a9d29c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:32.296124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eae082-5aad-4cb3-b1dd-00f8a8a9d29c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:32.300027 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36eae082-5aad-4cb3-b1dd-00f8a8a9d29c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:32.337375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76ea11-4b2f-43fe-a5a0-e64e53237e1a req-e76205ce-20e1-466e-86e4-b8cb0f57986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:32.339702 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e76ea11-4b2f-43fe-a5a0-e64e53237e1a req-e76205ce-20e1-466e-86e4-b8cb0f57986f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1078768 Dec 17 13:16:32.397168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eae082-5aad-4cb3-b1dd-00f8a8a9d29c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Network': ['ID=aa79fced-7bd7-4ed5-a7d9-942d278d4923,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:32.412803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network aa79fced-7bd7-4ed5-a7d9-942d278d4923 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:16:32.460757 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f6e2103-e538-480e-92a5-f7b95f87a77a req-8109e97c-b43c-48c2-bd3d-6ae94d0089e6 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163094 Dec 17 13:16:32.497240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37556) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:32.554586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76ea11-4b2f-43fe-a5a0-e64e53237e1a req-7d19e2d0-8bd4-46b2-816d-ea8b7a27e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:32.557235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e76ea11-4b2f-43fe-a5a0-e64e53237e1a req-7d19e2d0-8bd4-46b2-816d-ea8b7a27e3a5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2014165 Dec 17 13:16:32.563631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-36eae082-5aad-4cb3-b1dd-00f8a8a9d29c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8591931 Dec 17 13:16:32.567294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37564) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:32.573493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-252a8ccf-60a5-4b28-80f7-675e95ed7e31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1814634509'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:32.694921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252a8ccf-60a5-4b28-80f7-675e95ed7e31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:32.699210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-252a8ccf-60a5-4b28-80f7-675e95ed7e31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:32.726768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b8953-f26b-467d-83e0-3de821dbc400 req-14cae2c6-2032-46c4-af43-fdf45077cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:32.728788 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-14cae2c6-2032-46c4-af43-fdf45077cfc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 1094 time: 0.0991392 Dec 17 13:16:32.739296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10770a8-1a53-4b7d-9788-02470fae02cf req-79df5a2f-1414-4b94-a8d1-635afed8ee3f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:32.742206 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a10770a8-1a53-4b7d-9788-02470fae02cf req-79df5a2f-1414-4b94-a8d1-635afed8ee3f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 943 time: 0.1242652 Dec 17 13:16:32.797508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252a8ccf-60a5-4b28-80f7-675e95ed7e31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:16:32.805153 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-df1a2c0f-3f0f-4409-83b5-b2cbcece9687 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8f6493b-f694-4f89-85f2-37e7452915b6 HTTP/1.1" status: 200 len: 217 time: 0.0597193 Dec 17 13:16:32.859844 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-252a8ccf-60a5-4b28-80f7-675e95ed7e31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:32.860202 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-252a8ccf-60a5-4b28-80f7-675e95ed7e31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Added segment 7053fa0a-8bac-4ea6-8df0-971d710f6fbf of type vlan for network 07d2f406-3950-4c25-8545-7279d9964e39 Dec 17 13:16:32.926991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b8953-f26b-467d-83e0-3de821dbc400 req-d8e4f068-e7af-4673-b5f8-37a68594b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:32.928489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-d8e4f068-e7af-4673-b5f8-37a68594b6fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2a5071f-2c4e-428f-861a-6a25290a0bfd HTTP/1.1" status: 200 len: 851 time: 0.1116693 Dec 17 13:16:32.939038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a10770a8-1a53-4b7d-9788-02470fae02cf req-bb566464-c93f-43d4-8f83-98eab073c7e5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852906 Dec 17 13:16:32.943821 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-252a8ccf-60a5-4b28-80f7-675e95ed7e31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:32.975432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-2e1e2096-2ed8-4809-b8f3-528c6269d41d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829b9634-20e4-4680-a605-6e72fb3e7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337896 Dec 17 13:16:32.985342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-878698716'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:33.109993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-17a06d83-16a6-4355-ba06-875b16b513b9 service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222253 Dec 17 13:16:33.117116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Made reservation on behalf of 351146a6a39f4eb3af19180680d7f51f for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:33.123918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:33.140148 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:33.208099 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-252a8ccf-60a5-4b28-80f7-675e95ed7e31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:33.214418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252a8ccf-60a5-4b28-80f7-675e95ed7e31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:33.215085 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-252a8ccf-60a5-4b28-80f7-675e95ed7e31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:33.245152 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:33.342409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a8ccf-60a5-4b28-80f7-675e95ed7e31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Network': ['ID=07d2f406-3950-4c25-8545-7279d9964e39,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:33.347543 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-662b8953-f26b-467d-83e0-3de821dbc400 req-4ab4b93f-a134-4365-b953-c84525bb0bfa service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260320 Dec 17 13:16:33.354295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 07d2f406-3950-4c25-8545-7279d9964e39 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:16:33.362338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c1776-90e9-408e-9ab8-7661092c97fb req-81f0d895-723c-4c65-b810-92e9947ca88e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:33.363912 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d8c1776-90e9-408e-9ab8-7661092c97fb req-81f0d895-723c-4c65-b810-92e9947ca88e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1594815 Dec 17 13:16:33.391910 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:33.427183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-252a8ccf-60a5-4b28-80f7-675e95ed7e31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8586857 Dec 17 13:16:33.429853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37588) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:33.435194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d274f98c-ac59-45e9-959a-c1cd655f8478 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'subnet': {'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:33.447371 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:16:33.491697 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:33.492335 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Added segment 05591091-646a-45f0-a482-76584f1211e0 of type vlan for network 8ff7bd8c-6595-4bf6-86ef-fa314c6f14bc Dec 17 13:16:33.494769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5f969d-14c9-427f-85e1-81ead82dc473,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:33.572642 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d8c1776-90e9-408e-9ab8-7661092c97fb req-904c7edb-5d9d-4190-a7e3-6fe80ae37b2e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880035 Dec 17 13:16:33.583008 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:33.651824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7505d-ad6a-4490-b5fa-340311c7fc72 req-c8cd2e17-58a1-4e7c-8964-3ccf3f6dd6c8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:33.653424 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ed7505d-ad6a-4490-b5fa-340311c7fc72 req-c8cd2e17-58a1-4e7c-8964-3ccf3f6dd6c8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0750456 Dec 17 13:16:33.708876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ed7505d-ad6a-4490-b5fa-340311c7fc72 req-c3f7b4de-9488-4f85-a531-cbb814b52f48 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491078 Dec 17 13:16:33.742025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d274f98c-ac59-45e9-959a-c1cd655f8478 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:33.742959 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:33.759640 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d274f98c-ac59-45e9-959a-c1cd655f8478 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:33.764029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:33.770002 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:33.875773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Pushing event updated for resources: {'Network': ['ID=8ff7bd8c-6595-4bf6-86ef-fa314c6f14bc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:33.889440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 8ff7bd8c-6595-4bf6-86ef-fa314c6f14bc details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:16:34.012710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37612) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:34.012880 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-609e4eb0-93f3-4fec-8c44-a50ff756c2a7 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5132475 Dec 17 13:16:34.147808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88d40e-d7b2-483f-9dbe-9af73f3455e0 req-a2fa3fab-79b6-4680-aff4-4e0f73278f28 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:34.158551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8a88d40e-d7b2-483f-9dbe-9af73f3455e0 req-a2fa3fab-79b6-4680-aff4-4e0f73278f28 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.1012752 Dec 17 13:16:34.162557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a553745-8ab2-402e-8cc4-d6d58e9c66af req-a0ece936-59f1-4603-9eb4-65bfdfb827d3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:34.170620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a553745-8ab2-402e-8cc4-d6d58e9c66af req-a0ece936-59f1-4603-9eb4-65bfdfb827d3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 943 time: 0.0746508 Dec 17 13:16:34.204142 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d274f98c-ac59-45e9-959a-c1cd655f8478 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:34.234753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8a88d40e-d7b2-483f-9dbe-9af73f3455e0 req-33ee94b1-86a0-4f93-ba64-a9d997322c92 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746472 Dec 17 13:16:34.279215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a553745-8ab2-402e-8cc4-d6d58e9c66af req-bd7f2643-4cd9-44dc-b224-a9a70feaeffb tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014791 Dec 17 13:16:34.320647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274f98c-ac59-45e9-959a-c1cd655f8478 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Subnet': ['ID=6bd4f2e6-cd6e-4549-a979-be5a475bd42e,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:34.327809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d274f98c-ac59-45e9-959a-c1cd655f8478 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Checking segment: {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:16:34.328126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d274f98c-ac59-45e9-959a-c1cd655f8478 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Network hostable DHCP agents. Network: aa79fced-7bd7-4ed5-a7d9-942d278d4923, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:16:34.385533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Request body: {'network': {'name': 'tempest-network--1465702830', 'router:external': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:34.401276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246d913-6589-4d1d-bf9a-78bea2b2fbec req-b4108470-cf0d-4b29-b959-585335e395d1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:34.406142 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b246d913-6589-4d1d-bf9a-78bea2b2fbec req-b4108470-cf0d-4b29-b959-585335e395d1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.0629616 Dec 17 13:16:34.467860 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b246d913-6589-4d1d-bf9a-78bea2b2fbec req-2f255bb0-517f-46c1-a42d-bba790124135 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579014 Dec 17 13:16:34.470723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d274f98c-ac59-45e9-959a-c1cd655f8478 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Network aa79fced-7bd7-4ed5-a7d9-942d278d4923 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:16:34.539266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Made reservation on behalf of b5826c12521b42ffb33a7a74b1e171fd for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:34.544727 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:34.556102 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:34.578120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-d274f98c-ac59-45e9-959a-c1cd655f8478 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, aa79fced-7bd7-4ed5-a7d9-942d278d4923) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:16:34.590585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd33f1-134c-445e-a2c1-193a66b7d6de None None] Network aa79fced-7bd7-4ed5-a7d9-942d278d4923 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:16:34.591420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d274f98c-ac59-45e9-959a-c1cd655f8478 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:34.592175 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d274f98c-ac59-45e9-959a-c1cd655f8478 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:34.728598 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:34.789423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-aa79fced-7bd7-4ed5-a7d9-942d278d4923', 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923', 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'fixed_ips': [{'subnet_id': '6bd4f2e6-cd6e-4549-a979-be5a475bd42e'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:16:34.789753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864af72-4fec-4720-8959-60e33f850d0f req-77e8b92c-154d-4916-aaf3-aea4336cfbbc tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:34.790967 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:34.791650 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8864af72-4fec-4720-8959-60e33f850d0f req-77e8b92c-154d-4916-aaf3-aea4336cfbbc tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.0971799 Dec 17 13:16:34.858682 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8864af72-4fec-4720-8959-60e33f850d0f req-24693162-93e0-4ef1-a3eb-47a63959653e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589683 Dec 17 13:16:34.869054 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d274f98c-ac59-45e9-959a-c1cd655f8478 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4375398 Dec 17 13:16:34.871599 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37636) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:34.877859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-896bef01-2d77-4221-8b73-dae8678aef9a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'subnet': {'network_id': '07d2f406-3950-4c25-8545-7279d9964e39', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:34.983671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Allocated IP 10.1.1.2 (aa79fced-7bd7-4ed5-a7d9-942d278d4923/6bd4f2e6-cd6e-4549-a979-be5a475bd42e/77310b54-d346-4137-a63a-2725bc5f4c7f) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:16:35.040315 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.067948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:16:35.084374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b4d501-9152-42ec-8b52-f90e7af3e84a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:35.087953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.088353 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Added segment 73eeb2d7-acde-45f2-bf11-6580f0f8cc16 of type vlan for network 20d32374-7533-4abb-9d49-e38dd1fc4b7e Dec 17 13:16:35.125981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896bef01-2d77-4221-8b73-dae8678aef9a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:35.131585 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896bef01-2d77-4221-8b73-dae8678aef9a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.186802 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.192593 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.265340 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.315172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Network aa79fced-7bd7-4ed5-a7d9-942d278d4923 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:16:35.322802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:16:35.329983 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:16:35.397291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Pushing event updated for resources: {'Port': ['ID=77310b54-d346-4137-a63a-2725bc5f4c7f,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:35.418790 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.419943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:35.421500 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.424240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Attempting to bind port 77310b54-d346-4137-a63a-2725bc5f4c7f on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:16:35.426781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Attempting to bind port 77310b54-d346-4137-a63a-2725bc5f4c7f by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:16:35.429567 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Attempting to bind port 77310b54-d346-4137-a63a-2725bc5f4c7f on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:16:35.443668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:16:35.444092 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Checking segment: {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:16:35.444505 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.447837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Bound using segment: {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:16:35.448357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Bound port: 77310b54-d346-4137-a63a-2725bc5f4c7f, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:16:35.448762 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.461658 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aa6e4-7715-4dc9-b0c2-5e4e0ce3fd57 req-c1e61057-6308-48de-a49b-670f9213c6c2 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:35.473545 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f6aa6e4-7715-4dc9-b0c2-5e4e0ce3fd57 req-c1e61057-6308-48de-a49b-670f9213c6c2 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 943 time: 0.0857010 Dec 17 13:16:35.551119 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f6aa6e4-7715-4dc9-b0c2-5e4e0ce3fd57 req-71854540-1a04-4297-b112-eee2cb90424b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765009 Dec 17 13:16:35.576051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event updated for resources: {'Network': ['ID=20d32374-7533-4abb-9d49-e38dd1fc4b7e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:35.596281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 20d32374-7533-4abb-9d49-e38dd1fc4b7e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:16:35.602730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11352af9-2c22-49c3-ada1-bbb62acb44ae req-ef839175-a73b-4395-9843-4e5204c08ab3 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:35.610161 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11352af9-2c22-49c3-ada1-bbb62acb44ae req-ef839175-a73b-4395-9843-4e5204c08ab3 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.2074275 Dec 17 13:16:35.630766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] For port 77310b54-d346-4137-a63a-2725bc5f4c7f, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:16:35.682191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11352af9-2c22-49c3-ada1-bbb62acb44ae req-42e3ebf0-b7df-4f92-bc8c-53a087a1fc72 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687139 Dec 17 13:16:35.684168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896bef01-2d77-4221-8b73-dae8678aef9a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.715914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] For port 77310b54-d346-4137-a63a-2725bc5f4c7f, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=77310b54-d346-4137-a63a-2725bc5f4c7f,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:16:35.733081 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b1860d47-eb50-4edb-86b3-1b0f334a4e31 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7092948 Dec 17 13:16:35.734928 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37664) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:35.759461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a8f6493b-f694-4f89-85f2-37e7452915b6 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:16:35.785929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bef01-2d77-4221-8b73-dae8678aef9a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Subnet': ['ID=8f859941-f4f0-4837-acda-e3f5e632f9d7,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:35.792510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896bef01-2d77-4221-8b73-dae8678aef9a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Checking segment: {'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:16:35.792884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896bef01-2d77-4221-8b73-dae8678aef9a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Network hostable DHCP agents. Network: 07d2f406-3950-4c25-8545-7279d9964e39, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:16:35.853099 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.878717 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:35.916732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896bef01-2d77-4221-8b73-dae8678aef9a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Network 07d2f406-3950-4c25-8545-7279d9964e39 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:16:35.927903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce48605-1fbb-46b0-8b81-f6895cd7ed6a None None] Pushing event updated for resources: {'Port': ['ID=77310b54-d346-4137-a63a-2725bc5f4c7f,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:36.008399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-896bef01-2d77-4221-8b73-dae8678aef9a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 07d2f406-3950-4c25-8545-7279d9964e39) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:16:36.020304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf96a7c-4e25-40ef-9efc-f6d8b804594a None None] Network 07d2f406-3950-4c25-8545-7279d9964e39 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:16:36.025600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a8f6493b-f694-4f89-85f2-37e7452915b6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a8f6493b-f694-4f89-85f2-37e7452915b6,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:36.025887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bef01-2d77-4221-8b73-dae8678aef9a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:36.026548 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896bef01-2d77-4221-8b73-dae8678aef9a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.095007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.098924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'a8f6493b-f694-4f89-85f2-37e7452915b6', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'port_id': 'a8f6493b-f694-4f89-85f2-37e7452915b6', 'mac_address': 'fa:16:3e:83:57:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a5071f-2c4e-428f-861a-6a25290a0bfd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:16:36.133154 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.172920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-896bef01-2d77-4221-8b73-dae8678aef9a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2873616 Dec 17 13:16:36.172920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37682) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:36.173202 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.174868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'port': {'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923', 'name': 'tempest-TaggedBootDevicesTest-1022981889', 'fixed_ips': [{'subnet_id': '6bd4f2e6-cd6e-4549-a979-be5a475bd42e'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:36.176738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959d6b2-c89b-46c9-aff6-0d85e594fb9c req-83e00840-c5ec-490a-bd2e-926c6f4261ad tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:36.186425 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b959d6b2-c89b-46c9-aff6-0d85e594fb9c req-83e00840-c5ec-490a-bd2e-926c6f4261ad tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1924391 Dec 17 13:16:36.195857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f6493b-f694-4f89-85f2-37e7452915b6 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:16:36.222377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a8f6493b-f694-4f89-85f2-37e7452915b6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a8f6493b-f694-4f89-85f2-37e7452915b6,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:36.242980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d32374-7533-4abb-9d49-e38dd1fc4b7e']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:36.260305 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b959d6b2-c89b-46c9-aff6-0d85e594fb9c req-990a751c-8e1a-4f51-8233-49386a4b67eb tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701404 Dec 17 13:16:36.302129 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.321131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73eeb2d7-acde-45f2-bf11-6580f0f8cc16') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:36.322404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73eeb2d7-acde-45f2-bf11-6580f0f8cc16') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:36.336911 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.382289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-07d2f406-3950-4c25-8545-7279d9964e39', 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39', 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'fixed_ips': [{'subnet_id': '8f859941-f4f0-4837-acda-e3f5e632f9d7'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:16:36.383173 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.407167 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.427704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:16:36.431823 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:16:36.436954 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:16:36.441656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a8f6493b-f694-4f89-85f2-37e7452915b6,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:36.567437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:36.572725 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.595154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20d32374-7533-4abb-9d49-e38dd1fc4b7e {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 13:16:36.608165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.626348 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "DELETE /v2.0/networks/20d32374-7533-4abb-9d49-e38dd1fc4b7e HTTP/1.1" status: 204 len: 168 time: 0.8899140 Dec 17 13:16:36.644741 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37708) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:36.649867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1cc10ee1-e7dd-4e2c-8e3b-8c077a930dc1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:36.655652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c5235-8173-4b14-a980-827f7b844e26 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event deleted for resources: {'Network': ['ID=20d32374-7533-4abb-9d49-e38dd1fc4b7e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:36.764845 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.774377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['a8f6493b-f694-4f89-85f2-37e7452915b6'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:16:36.781618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc10ee1-e7dd-4e2c-8e3b-8c077a930dc1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Made reservation on behalf of b5826c12521b42ffb33a7a74b1e171fd for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:36.784823 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1cc10ee1-e7dd-4e2c-8e3b-8c077a930dc1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.858136 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc10ee1-e7dd-4e2c-8e3b-8c077a930dc1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:16:36.875811 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c758f0-65f4-49ee-8fc1-4c2db22f2297 req-870fee3d-4b5c-49db-abcb-13becfbc6425 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:36.887645 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8c758f0-65f4-49ee-8fc1-4c2db22f2297 req-870fee3d-4b5c-49db-abcb-13becfbc6425 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.1217024 Dec 17 13:16:36.927608 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1cc10ee1-e7dd-4e2c-8e3b-8c077a930dc1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:36.927608 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-1cc10ee1-e7dd-4e2c-8e3b-8c077a930dc1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Added segment 2622a405-db6e-456f-88a3-13ebdcb2ce47 of type vlan for network f0b3bc74-eae7-44d5-88cb-aea9f67f41d0 Dec 17 13:16:36.974698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] device_id is not set on port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:16:37.035269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8c758f0-65f4-49ee-8fc1-4c2db22f2297 req-482a9567-88a2-4d9d-8189-7fb12694e9ed tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464469 Dec 17 13:16:37.070767 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1cc10ee1-e7dd-4e2c-8e3b-8c077a930dc1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:37.230576 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1cc10ee1-e7dd-4e2c-8e3b-8c077a930dc1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:37.231922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc10ee1-e7dd-4e2c-8e3b-8c077a930dc1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:37.233087 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1cc10ee1-e7dd-4e2c-8e3b-8c077a930dc1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:37.259020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2b0db-d8fb-4b91-a81a-a013c0bd65ef req-9dd3fd52-0441-4cf7-bb7b-918c58e843ea tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:37.266770 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2cc2b0db-d8fb-4b91-a81a-a013c0bd65ef req-9dd3fd52-0441-4cf7-bb7b-918c58e843ea tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.54 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.5126801 Dec 17 13:16:37.349290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 77310b54-d346-4137-a63a-2725bc5f4c7f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:16:37.364545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Allocated IP 10.1.1.30 (aa79fced-7bd7-4ed5-a7d9-942d278d4923/6bd4f2e6-cd6e-4549-a979-be5a475bd42e/731e1dcb-c235-4f38-a39c-20fb543ce7e9) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:16:37.367275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc10ee1-e7dd-4e2c-8e3b-8c077a930dc1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event updated for resources: {'Network': ['ID=f0b3bc74-eae7-44d5-88cb-aea9f67f41d0,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:37.399038 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1cc10ee1-e7dd-4e2c-8e3b-8c077a930dc1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7531626 Dec 17 13:16:37.402528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37748) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:37.408730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Request body: {'subnet': {'network_id': 'f0b3bc74-eae7-44d5-88cb-aea9f67f41d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:37.476105 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f0b3bc74-eae7-44d5-88cb-aea9f67f41d0 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:16:37.563814 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5147485-0980-45f1-a0db-c51fbc351a05 req-d2550556-7639-4dc9-b48f-ada6b5bcb158 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:37.563814 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c5147485-0980-45f1-a0db-c51fbc351a05 req-d2550556-7639-4dc9-b48f-ada6b5bcb158 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1063778 Dec 17 13:16:37.613356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Made reservation on behalf of b5826c12521b42ffb33a7a74b1e171fd for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:37.619042 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:37.661904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:37.702499 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Allocated IP 10.2.2.2 (07d2f406-3950-4c25-8545-7279d9964e39/8f859941-f4f0-4837-acda-e3f5e632f9d7/cfecde27-442e-41e9-8ef0-b0435a60a1b0) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:16:37.727843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71045b6-34fc-4f24-85e6-51cbdd60b446 req-759eb028-9c81-443d-aff1-4595e077308c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:37.738820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a71045b6-34fc-4f24-85e6-51cbdd60b446 req-759eb028-9c81-443d-aff1-4595e077308c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 944 time: 0.9856923 Dec 17 13:16:37.741050 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c5147485-0980-45f1-a0db-c51fbc351a05 req-c8536455-49c8-4ae3-913c-707840b86992 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675704 Dec 17 13:16:37.842932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.106252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cc61cf-497f-4e1a-a0c6-e305d6beb881 None None] Network aa79fced-7bd7-4ed5-a7d9-942d278d4923 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:16:38.125403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 77310b54-d346-4137-a63a-2725bc5f4c7f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:38.126018 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.291478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b80cc-cff1-46a1-a647-6a94a6cd0d9a req-8f3b771f-6882-40e7-8289-edc74699f736 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:38.306705 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b54b80cc-cff1-46a1-a647-6a94a6cd0d9a req-8f3b771f-6882-40e7-8289-edc74699f736 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 945 time: 0.1615624 Dec 17 13:16:38.380856 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b54b80cc-cff1-46a1-a647-6a94a6cd0d9a req-e7985dad-aca4-4644-a7ad-7a002b857c52 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714989 Dec 17 13:16:38.412812 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.470440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a71045b6-34fc-4f24-85e6-51cbdd60b446 req-fdabc868-db56-4328-a7a6-42f7ea6582d6 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045965 Dec 17 13:16:38.494800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Network aa79fced-7bd7-4ed5-a7d9-942d278d4923 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:16:38.501002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:16:38.510473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:16:38.553198 n-d-815324-5 neutron-server[110454]: DEBUG neutron.objects.ports [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:16:38.553708 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.553905 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.591251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:38.592065 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.606149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Port': ['ID=731e1dcb-c235-4f38-a39c-20fb543ce7e9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:38.619566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5921608e-bb06-4eef-ae1e-27f34ee9da10,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:38.626038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Network 07d2f406-3950-4c25-8545-7279d9964e39 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:16:38.631487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Checking segment: {'id': '2622a405-db6e-456f-88a3-13ebdcb2ce47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f0b3bc74-eae7-44d5-88cb-aea9f67f41d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:16:38.631877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Network hostable DHCP agents. Network: f0b3bc74-eae7-44d5-88cb-aea9f67f41d0, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:16:38.632620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-2cc2b0db-d8fb-4b91-a81a-a013c0bd65ef req-2ff2bc28-4bed-4de3-a0dd-5e0588fc63c1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Deleting port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:16:38.632757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Pushing event updated for resources: {'Port': ['ID=cfecde27-442e-41e9-8ef0-b0435a60a1b0,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:38.633044 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2cc2b0db-d8fb-4b91-a81a-a013c0bd65ef req-2ff2bc28-4bed-4de3-a0dd-5e0588fc63c1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.636149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:16:38.638103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-88281a74-6b33-4554-93c7-1080ab1640d1 None None] Provisioning complete for port 77310b54-d346-4137-a63a-2725bc5f4c7f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:38.638481 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-88281a74-6b33-4554-93c7-1080ab1640d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.664185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:16:38.741683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2cc2b0db-d8fb-4b91-a81a-a013c0bd65ef req-2ff2bc28-4bed-4de3-a0dd-5e0588fc63c1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] For port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=3725ac88-3be5-4d3e-9f57-a3c9b7f36086,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:38.742486 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2cc2b0db-d8fb-4b91-a81a-a013c0bd65ef req-2ff2bc28-4bed-4de3-a0dd-5e0588fc63c1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.758982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-2cc2b0db-d8fb-4b91-a81a-a013c0bd65ef req-2ff2bc28-4bed-4de3-a0dd-5e0588fc63c1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Calling delete_port for 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:16:38.785819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Attempting to bind port cfecde27-442e-41e9-8ef0-b0435a60a1b0 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:16:38.786102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Attempting to bind port cfecde27-442e-41e9-8ef0-b0435a60a1b0 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:16:38.786666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Attempting to bind port cfecde27-442e-41e9-8ef0-b0435a60a1b0 on network 07d2f406-3950-4c25-8545-7279d9964e39 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:16:38.792832 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.808622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:16:38.809025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Checking segment: {'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:16:38.809445 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.810064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Bound using segment: {'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:16:38.810371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Bound port: cfecde27-442e-41e9-8ef0-b0435a60a1b0, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:16:38.810760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.899000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 77310b54-d346-4137-a63a-2725bc5f4c7f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=77310b54-d346-4137-a63a-2725bc5f4c7f,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:38.912541 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-88281a74-6b33-4554-93c7-1080ab1640d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:38.948429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] For port cfecde27-442e-41e9-8ef0-b0435a60a1b0, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:16:38.951902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] For port cfecde27-442e-41e9-8ef0-b0435a60a1b0, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cfecde27-442e-41e9-8ef0-b0435a60a1b0,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:16:38.955305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810faae2-5f51-4b3d-8547-e2c9e61379e0 req-47ac0bf5-1588-4d66-873c-4d7d21140937 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:38.956842 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-810faae2-5f51-4b3d-8547-e2c9e61379e0 req-47ac0bf5-1588-4d66-873c-4d7d21140937 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.0727844 Dec 17 13:16:39.016718 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-810faae2-5f51-4b3d-8547-e2c9e61379e0 req-225ad9ab-bdc6-41ee-9795-0f06886a6228 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535407 Dec 17 13:16:39.171070 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:39.172492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Network f0b3bc74-eae7-44d5-88cb-aea9f67f41d0 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:16:39.177250 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:39.180924 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f762f561-45f1-4387-8519-96d40d934318 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0103264 Dec 17 13:16:39.186347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37800) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:39.187976 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2cc2b0db-d8fb-4b91-a81a-a013c0bd65ef req-2ff2bc28-4bed-4de3-a0dd-5e0588fc63c1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:39.218521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9050cf4c-840b-40e9-b7ca-c7674ba01388'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:16:39.221503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'port': {'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923', 'name': 'tempest-TaggedBootDevicesTest-1872946857', 'fixed_ips': [{'subnet_id': '6bd4f2e6-cd6e-4549-a979-be5a475bd42e'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:39.277707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2bc28-4bed-4de3-a0dd-5e0588fc63c1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event deleted for resources: {'Port': ['ID=3725ac88-3be5-4d3e-9f57-a3c9b7f36086,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:39.312068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f0b3bc74-eae7-44d5-88cb-aea9f67f41d0) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:16:39.321602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:39.321602 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:39.329438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c88743-1218-4b4f-b6e8-8c6da00c7aa1 None None] Network f0b3bc74-eae7-44d5-88cb-aea9f67f41d0 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:16:39.384839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=77310b54-d346-4137-a63a-2725bc5f4c7f,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:39.390460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-88281a74-6b33-4554-93c7-1080ab1640d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:16:39.390842 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-88281a74-6b33-4554-93c7-1080ab1640d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:16:39.411182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.420798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.420798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.420798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.420798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.420798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.420798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.420798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.420798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.420798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.420798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.420798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.420798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:39.430850 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc2b0db-d8fb-4b91-a81a-a013c0bd65ef req-2ff2bc28-4bed-4de3-a0dd-5e0588fc63c1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] No DVR routers for this DVR port 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:16:39.434005 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8cba1c0d-f7db-4c0f-baca-156e757e5482 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0291014 Dec 17 13:16:39.435683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37812) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:39.436672 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2cc2b0db-d8fb-4b91-a81a-a013c0bd65ef req-2ff2bc28-4bed-4de3-a0dd-5e0588fc63c1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:39.440480 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2cc2b0db-d8fb-4b91-a81a-a013c0bd65ef req-2ff2bc28-4bed-4de3-a0dd-5e0588fc63c1 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.54 "DELETE /v2.0/ports/3725ac88-3be5-4d3e-9f57-a3c9b7f36086 HTTP/1.1" status: 204 len: 173 time: 1.9229586 Dec 17 13:16:39.441090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d', 'name': 'network-vif-deleted', 'tag': '3725ac88-3be5-4d3e-9f57-a3c9b7f36086'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:16:39.442683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Request body: {'floatingip': {'floating_network_id': 'f0b3bc74-eae7-44d5-88cb-aea9f67f41d0'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:39.443679 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfcbb3a-9a1c-404f-ae50-66dd26742afe" -d '{"events": [{"server_uuid": "514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d", "name": "network-vif-deleted", "tag": "3725ac88-3be5-4d3e-9f57-a3c9b7f36086"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:16:39.568927 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d21c00c-e167-457b-9584-e066125c0c1d x-openstack-request-id: req-5d21c00c-e167-457b-9584-e066125c0c1d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:16:39.569255 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d", "name": "network-vif-deleted", "tag": "3725ac88-3be5-4d3e-9f57-a3c9b7f36086", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:16:39.569780 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d21c00c-e167-457b-9584-e066125c0c1d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:16:39.570228 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d', 'name': 'network-vif-deleted', 'tag': '3725ac88-3be5-4d3e-9f57-a3c9b7f36086', 'status': 'completed', 'code': 200} Dec 17 13:16:39.635983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:39.649997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425afb9-1edd-4614-99b4-e999f49dd005 None None] Pushing event updated for resources: {'Port': ['ID=cfecde27-442e-41e9-8ef0-b0435a60a1b0,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:39.695223 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a072b5-e261-4c9d-8c62-6755e01ea4bd None None] Network f0b3bc74-eae7-44d5-88cb-aea9f67f41d0 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:16:39.772201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-324a6bd4-9fad-4c67-a190-35e9245ca3e2 req-7349e46e-2f21-4ed3-896b-e06941f2e917 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 210 time: 0.1746509 Dec 17 13:16:39.815433 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a8f6493b-f694-4f89-85f2-37e7452915b6 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:16:40.029697 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30722c-5624-4623-bc4d-a997aed4ec78 req-a8563dcb-b6c9-4d7e-8aa3-9d1c8e536df9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:40.051429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca30722c-5624-4623-bc4d-a997aed4ec78 req-a8563dcb-b6c9-4d7e-8aa3-9d1c8e536df9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 944 time: 0.3398681 Dec 17 13:16:40.086885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:40.137462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-59de3027-157c-48f1-a359-c47a68fcfb71 None None] Provisioning complete for port 77310b54-d346-4137-a63a-2725bc5f4c7f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:40.142240 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-59de3027-157c-48f1-a359-c47a68fcfb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:40.143357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca30722c-5624-4623-bc4d-a997aed4ec78 req-8dea5f4f-1eae-4723-9011-20c4f858fd20 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909448 Dec 17 13:16:40.147995 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:40.169695 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:40.189525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:16:40.275527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] device_id is not set on port 020196ad-0617-491a-a5a3-0e0d6fbcee80 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:16:40.339255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Allocated IP 172.20.0.14 (f0b3bc74-eae7-44d5-88cb-aea9f67f41d0/5921608e-bb06-4eef-ae1e-27f34ee9da10/04b2ecd1-3807-4acf-a951-76094dd84167) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:16:40.342046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:16:40.342371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 3725ac88-3be5-4d3e-9f57-a3c9b7f36086 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:16:40.351555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port a8f6493b-f694-4f89-85f2-37e7452915b6 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:16:40.363221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port a8f6493b-f694-4f89-85f2-37e7452915b6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:40.363594 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:40.501563 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:40.508180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ccdf2-7a2f-4dbc-bbb2-07132ee4a256 req-79fc5196-f32b-49d0-ad70-78ca7f04ae53 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:40.510480 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b40ccdf2-7a2f-4dbc-bbb2-07132ee4a256 req-79fc5196-f32b-49d0-ad70-78ca7f04ae53 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.2762160 Dec 17 13:16:40.527381 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:40.530757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-59de3027-157c-48f1-a359-c47a68fcfb71 None None] Provisioning complete for port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:40.531122 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-59de3027-157c-48f1-a359-c47a68fcfb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:40.629241 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:40.714183 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Network f0b3bc74-eae7-44d5-88cb-aea9f67f41d0 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:16:40.734788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:16:40.734788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:16:40.765280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Allocated IP 10.1.1.151 (aa79fced-7bd7-4ed5-a7d9-942d278d4923/6bd4f2e6-cd6e-4549-a979-be5a475bd42e/020196ad-0617-491a-a5a3-0e0d6fbcee80) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:16:40.784987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b40ccdf2-7a2f-4dbc-bbb2-07132ee4a256 req-d2051d1f-90e8-49ed-aad1-32b09b04e38c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641172 Dec 17 13:16:41.003598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f0c196-65a5-45fc-8be0-6e105c19124c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6493b-f694-4f89-85f2-37e7452915b6'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:16:41.007738 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:41.022279 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1335d2-49ce-446e-88c5-ade098fbe12b" -d '{"events": [{"server_uuid": "35f0c196-65a5-45fc-8be0-6e105c19124c", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6493b-f694-4f89-85f2-37e7452915b6"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:16:41.057537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port a8f6493b-f694-4f89-85f2-37e7452915b6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a8f6493b-f694-4f89-85f2-37e7452915b6,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:41.065759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-59de3027-157c-48f1-a359-c47a68fcfb71 None None] Port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:16:41.085806 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dd30b100-00ea-4b88-9b2d-e20ede84f35e req-e63341da-6237-44ab-9d74-fcdcf4058ad3 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=514c4bcf-2d6f-46c3-8a0c-5b6aaa5e591d HTTP/1.1" status: 200 len: 210 time: 0.0587046 Dec 17 13:16:41.091792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event updated for resources: {'Port': ['ID=04b2ecd1-3807-4acf-a951-76094dd84167,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:41.110522 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa9ae6d-8c95-4f3d-aef8-6682c78f0e6b x-openstack-request-id: req-9fa9ae6d-8c95-4f3d-aef8-6682c78f0e6b {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:16:41.110823 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f0c196-65a5-45fc-8be0-6e105c19124c", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6493b-f694-4f89-85f2-37e7452915b6", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:16:41.111082 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9fa9ae6d-8c95-4f3d-aef8-6682c78f0e6b {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:16:41.111489 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f0c196-65a5-45fc-8be0-6e105c19124c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6493b-f694-4f89-85f2-37e7452915b6', 'code': 200} Dec 17 13:16:41.157102 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:41.269505 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:41.278600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb6b65d-362f-4a7f-a336-db2713233828 None None] Network 07d2f406-3950-4c25-8545-7279d9964e39 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:16:41.313930 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:41.378890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37872) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:41.429131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=a8f6493b-f694-4f89-85f2-37e7452915b6,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:41.495749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a607d697-8407-4180-9798-25afa829ad98 None None] Provisioning complete for port cfecde27-442e-41e9-8ef0-b0435a60a1b0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:41.496091 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a607d697-8407-4180-9798-25afa829ad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:41.548020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a13de9-a459-4eaf-b9e5-68e4a5731fb8 req-7493f2a3-b4d4-460e-bd10-986464795f3b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:41.550945 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-50a13de9-a459-4eaf-b9e5-68e4a5731fb8 req-7493f2a3-b4d4-460e-bd10-986464795f3b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 945 time: 0.2246439 Dec 17 13:16:41.553465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db500db7-470d-40c5-a04b-c85c41c0eb54 req-f493edd1-f9df-4993-9e14-130a764f8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:41.555103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db500db7-470d-40c5-a04b-c85c41c0eb54 req-f493edd1-f9df-4993-9e14-130a764f8d83 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 1096 time: 0.2107933 Dec 17 13:16:41.599771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 77310b54-d346-4137-a63a-2725bc5f4c7f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:16:41.672170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:41.691680 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-368930cf-60dc-436c-9c44-2ab090f177e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:41.710673 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:41.791078 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-50a13de9-a459-4eaf-b9e5-68e4a5731fb8 req-81479b55-f88f-4374-889e-747f84eb1a76 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284088 Dec 17 13:16:41.807100 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a607d697-8407-4180-9798-25afa829ad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:41.827204 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db500db7-470d-40c5-a04b-c85c41c0eb54 req-ac41f6e9-9bd1-46cb-9482-0e0e310e3da3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407458 Dec 17 13:16:41.838596 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Network aa79fced-7bd7-4ed5-a7d9-942d278d4923 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:16:41.844275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:16:41.845747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:41.867954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:16:41.872791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 77310b54-d346-4137-a63a-2725bc5f4c7f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:41.873160 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:41.880250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Port': ['ID=020196ad-0617-491a-a5a3-0e0d6fbcee80,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:41.934702 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-368930cf-60dc-436c-9c44-2ab090f177e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:41.947382 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a607d697-8407-4180-9798-25afa829ad98 None None] For port cfecde27-442e-41e9-8ef0-b0435a60a1b0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cfecde27-442e-41e9-8ef0-b0435a60a1b0,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:42.032474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-368930cf-60dc-436c-9c44-2ab090f177e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.051111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:42.052074 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.094325 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-368930cf-60dc-436c-9c44-2ab090f177e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=57717d6200424ab19feac863102ae8f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7119818 Dec 17 13:16:42.096958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37884) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:42.113109 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a607d697-8407-4180-9798-25afa829ad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.123490 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event updated for resources: {'Port': ['ID=04b2ecd1-3807-4acf-a951-76094dd84167,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:42.146045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cfecde27-442e-41e9-8ef0-b0435a60a1b0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:16:42.178734 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.181556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368930cf-60dc-436c-9c44-2ab090f177e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0193dbe-ca3a-46bb-9af1-ea41275104c0,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:42.231036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064752b7-d7c0-49ce-ac21-9d57987ed7af req-90e6150d-8fee-4c5e-b761-70a3a878624b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:42.239270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-be90c44a-7826-413a-ae0a-45d3f61687b6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0392008 Dec 17 13:16:42.242898 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b000a77c-b0e7-4204-bad1-0f98e84d8832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.249513 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-064752b7-d7c0-49ce-ac21-9d57987ed7af req-90e6150d-8fee-4c5e-b761-70a3a878624b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.2352197 Dec 17 13:16:42.318333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b000a77c-b0e7-4204-bad1-0f98e84d8832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.361215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607d697-8407-4180-9798-25afa829ad98 None None] Pushing event updated for resources: {'Port': ['ID=cfecde27-442e-41e9-8ef0-b0435a60a1b0,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:42.396631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-064752b7-d7c0-49ce-ac21-9d57987ed7af req-d8863adb-d8bf-4bfa-a690-b7598e1f41c8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457086 Dec 17 13:16:42.405268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6a5a7bb6-936a-4cdb-9cc0-109919c1b77a None None] Provisioning complete for port 020196ad-0617-491a-a5a3-0e0d6fbcee80 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:42.412136 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7bb6-936a-4cdb-9cc0-109919c1b77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.435256 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.440670 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8f572f9a-398f-4389-84d5-ad5f398f7bda tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0000873 Dec 17 13:16:42.441380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37894) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:42.511986 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b000a77c-b0e7-4204-bad1-0f98e84d8832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.515700 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b000a77c-b0e7-4204-bad1-0f98e84d8832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.517287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b000a77c-b0e7-4204-bad1-0f98e84d8832 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0193dbe-ca3a-46bb-9af1-ea41275104c0 HTTP/1.1" status: 204 len: 168 time: 0.4187469 Dec 17 13:16:42.534835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a7bb6-936a-4cdb-9cc0-109919c1b77a None None] Port 020196ad-0617-491a-a5a3-0e0d6fbcee80 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:16:42.542330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000a77c-b0e7-4204-bad1-0f98e84d8832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0193dbe-ca3a-46bb-9af1-ea41275104c0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:42.590974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port cfecde27-442e-41e9-8ef0-b0435a60a1b0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:42.595679 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.598560 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d18928ea-65de-4ece-8f59-28a022e7aa90 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "GET /v2.0/floatingips?floating_network_id=f0b3bc74-eae7-44d5-88cb-aea9f67f41d0 HTTP/1.1" status: 200 len: 690 time: 0.1556652 Dec 17 13:16:42.601459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37902) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:42.688932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d2de37e4-c43e-4476-95b7-ec4f694a8e18 None None] Provisioning complete for port cfecde27-442e-41e9-8ef0-b0435a60a1b0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:42.689758 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d2de37e4-c43e-4476-95b7-ec4f694a8e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.785809 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:42.834273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37912) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:42.842896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-28b80db6-295c-4710-b4dd-0bbdbbc5aded tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1745276039', 'description': 'tempest-description--1159976183'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:43.017040 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-28b80db6-295c-4710-b4dd-0bbdbbc5aded tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.160823 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-28b80db6-295c-4710-b4dd-0bbdbbc5aded tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.235483 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-28b80db6-295c-4710-b4dd-0bbdbbc5aded tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.252925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855673a1-bc07-4ad7-aef8-8c5517656bfa req-a2ef8fed-b1e0-49b5-8509-e5dab6bbdb7e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:43.263245 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-855673a1-bc07-4ad7-aef8-8c5517656bfa req-a2ef8fed-b1e0-49b5-8509-e5dab6bbdb7e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 945 time: 0.2072957 Dec 17 13:16:43.299381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cfecde27-442e-41e9-8ef0-b0435a60a1b0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:16:43.315429 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b80db6-295c-4710-b4dd-0bbdbbc5aded tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:43.316839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Deleting port 04b2ecd1-3807-4acf-a951-76094dd84167 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:16:43.317699 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.404318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port cfecde27-442e-41e9-8ef0-b0435a60a1b0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:43.404857 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.426632 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-28b80db6-295c-4710-b4dd-0bbdbbc5aded tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.431436 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-28b80db6-295c-4710-b4dd-0bbdbbc5aded tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5920305 Dec 17 13:16:43.431753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37942) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:43.436280 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ee0f5cc6-485f-4ff0-9226-f0507630af11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'security_group_rule': {'security_group_id': '9efe42f7-9ec8-4fb9-937e-974cfb9df5b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:43.440670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-855673a1-bc07-4ad7-aef8-8c5517656bfa req-d109b0f7-e8d6-430e-91cf-f445c087e51c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758330 Dec 17 13:16:43.546905 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.548485 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.579232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Calling delete_port for 04b2ecd1-3807-4acf-a951-76094dd84167 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:16:43.595306 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5cc6-485f-4ff0-9226-f0507630af11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.701677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb419b-2d29-43fa-a3ed-0d4efd5d9dbc req-90155a53-e337-4e74-be09-722eb020269d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:43.710457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10fb419b-2d29-43fa-a3ed-0d4efd5d9dbc req-90155a53-e337-4e74-be09-722eb020269d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1285505 Dec 17 13:16:43.711383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5cc6-485f-4ff0-9226-f0507630af11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.783704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37950) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:43.797818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10fb419b-2d29-43fa-a3ed-0d4efd5d9dbc req-409ea86e-bd0f-454e-8c2e-d0fefea74180 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783217 Dec 17 13:16:43.806244 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5cc6-485f-4ff0-9226-f0507630af11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.814991 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23bc935c-5e1b-4b33-b307-e6798a63dd99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.835891 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b41c02f0-1619-493f-9094-4268124f22e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.842509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f5cc6-485f-4ff0-9226-f0507630af11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d8916a-cdf4-4e81-a825-995f8947005c,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:43.942027 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23bc935c-5e1b-4b33-b307-e6798a63dd99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.945245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5cc6-485f-4ff0-9226-f0507630af11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:43.946547 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ee0f5cc6-485f-4ff0-9226-f0507630af11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5138724 Dec 17 13:16:43.949467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37952) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:43.954218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-118b18d7-3e33-45dd-b184-588f17420174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'security_group_rule': {'security_group_id': '9efe42f7-9ec8-4fb9-937e-974cfb9df5b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:44.031654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.072169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event deleted for resources: {'Port': ['ID=04b2ecd1-3807-4acf-a951-76094dd84167,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:44.082412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23bc935c-5e1b-4b33-b307-e6798a63dd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.117175 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118b18d7-3e33-45dd-b184-588f17420174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.191088 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-23bc935c-5e1b-4b33-b307-e6798a63dd99 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=228a9e0c457b485eaf1b1e91901204eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4066558 Dec 17 13:16:44.198747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37960) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:44.239989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc935c-5e1b-4b33-b307-e6798a63dd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb5e9d1-2e45-4069-a1c3-1690782599fc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:44.254583 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.269044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129ef9e-770c-4b52-9f8a-2997dd6160a1 req-97f1443a-9693-4561-88f8-22ade947d18e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:44.270642 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d129ef9e-770c-4b52-9f8a-2997dd6160a1 req-97f1443a-9693-4561-88f8-22ade947d18e tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 946 time: 0.1132557 Dec 17 13:16:44.277132 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118b18d7-3e33-45dd-b184-588f17420174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.343497 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-219d6bc6-9064-458d-b24d-b480994099e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.350645 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118b18d7-3e33-45dd-b184-588f17420174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.378105 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b18d7-3e33-45dd-b184-588f17420174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b78428-8cc4-4afd-b280-3fedaddc913e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:44.387412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d129ef9e-770c-4b52-9f8a-2997dd6160a1 req-cb8c62c3-2f4a-431b-bece-fa696605744b tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089458 Dec 17 13:16:44.392375 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.421017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-219d6bc6-9064-458d-b24d-b480994099e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.462500 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118b18d7-3e33-45dd-b184-588f17420174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.467838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37964) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:44.468155 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-118b18d7-3e33-45dd-b184-588f17420174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5170658 Dec 17 13:16:44.476269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:44.586388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcf06f-399d-42f3-961b-15994badc68f req-c51fdb2b-7219-42e7-8a52-6cd5aa5471d0 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:44.588797 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-84bcf06f-399d-42f3-961b-15994badc68f req-c51fdb2b-7219-42e7-8a52-6cd5aa5471d0 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 945 time: 0.0580401 Dec 17 13:16:44.595682 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-219d6bc6-9064-458d-b24d-b480994099e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.598689 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-219d6bc6-9064-458d-b24d-b480994099e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.598689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-219d6bc6-9064-458d-b24d-b480994099e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2eb5e9d1-2e45-4069-a1c3-1690782599fc HTTP/1.1" status: 204 len: 168 time: 0.3974595 Dec 17 13:16:44.617496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d6bc6-9064-458d-b24d-b480994099e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb5e9d1-2e45-4069-a1c3-1690782599fc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:44.629534 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.634953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.676910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-84bcf06f-399d-42f3-961b-15994badc68f req-e989e52e-6632-4d2d-b717-bf38fef2aa23 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804770 Dec 17 13:16:44.741265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5921608e-bb06-4eef-ae1e-27f34ee9da10,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:44.809558 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.835305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b3bc74-eae7-44d5-88cb-aea9f67f41d0']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:44.853759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2622a405-db6e-456f-88a3-13ebdcb2ce47') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:44.854016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2622a405-db6e-456f-88a3-13ebdcb2ce47') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:44.867266 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.886446 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.896862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:16:44.897264 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:16:44.899121 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:16:44.959963 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:44.980728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d99b3d-bb5e-40e7-ba8c-a8b4bcab8d5b req-2cc29bb2-ffad-4d24-b88e-f57c297a493b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:44.982312 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-22d99b3d-bb5e-40e7-ba8c-a8b4bcab8d5b req-2cc29bb2-ffad-4d24-b88e-f57c297a493b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.0907588 Dec 17 13:16:45.097779 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-22d99b3d-bb5e-40e7-ba8c-a8b4bcab8d5b req-0d76f53b-b131-489b-9a0d-461ef8a53d90 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064010 Dec 17 13:16:45.117187 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:45.119976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Allocated IP 172.25.0.100 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/ac292b46-ac74-4cab-8f22-15138b94e350) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:16:45.129829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f0b3bc74-eae7-44d5-88cb-aea9f67f41d0 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 13:16:45.147602 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:45.155115 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "DELETE /v2.0/networks/f0b3bc74-eae7-44d5-88cb-aea9f67f41d0 HTTP/1.1" status: 204 len: 168 time: 2.5491400 Dec 17 13:16:45.155115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13afbdd-cadb-4e71-9b7e-41306aada1ad tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0b3bc74-eae7-44d5-88cb-aea9f67f41d0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:45.157024 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37980) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:45.531529 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d7a93587-d79f-4ffe-b941-103e789283a7 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.3711827 Dec 17 13:16:45.532303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37988) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:45.575369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323a01-2228-48b0-8972-fe11fdd69f58 req-7ec96dbb-d173-4566-ac4f-dd9d680dd3b7 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.582987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa323a01-2228-48b0-8972-fe11fdd69f58 req-7ec96dbb-d173-4566-ac4f-dd9d680dd3b7 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 945 time: 0.3110249 Dec 17 13:16:45.695948 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:45.745096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa323a01-2228-48b0-8972-fe11fdd69f58 req-37918fb9-4cf1-4449-b51a-7f6217944e8f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555157 Dec 17 13:16:45.804320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d15ec-6125-4cdf-98a0-4f9df12fcbbe tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.809242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d15ec-6125-4cdf-98a0-4f9df12fcbbe tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.809242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d15ec-6125-4cdf-98a0-4f9df12fcbbe tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.809242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d15ec-6125-4cdf-98a0-4f9df12fcbbe tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.809242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d15ec-6125-4cdf-98a0-4f9df12fcbbe tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.809242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d15ec-6125-4cdf-98a0-4f9df12fcbbe tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.809242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d15ec-6125-4cdf-98a0-4f9df12fcbbe tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.809242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d15ec-6125-4cdf-98a0-4f9df12fcbbe tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.809838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d15ec-6125-4cdf-98a0-4f9df12fcbbe tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.810029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d15ec-6125-4cdf-98a0-4f9df12fcbbe tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.810680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d15ec-6125-4cdf-98a0-4f9df12fcbbe tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.816140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-816d15ec-6125-4cdf-98a0-4f9df12fcbbe tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7111 time: 0.2812402 Dec 17 13:16:45.830880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37992) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:45.896134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef4eec-6a4c-4b16-98e6-c9a6203d3b16 req-3682b699-3bc3-435f-950c-2be8070d85b5 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:45.897958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74ef4eec-6a4c-4b16-98e6-c9a6203d3b16 req-3682b699-3bc3-435f-950c-2be8070d85b5 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.54 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 946 time: 0.1186388 Dec 17 13:16:45.959588 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-22627017-280f-438d-9284-74bd9b54dd98 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] delete failed (client error): The resource could not be found. Dec 17 13:16:45.964105 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-22627017-280f-438d-9284-74bd9b54dd98 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/e3111e09-e576-4e42-bc3c-f61a7f3d5323 HTTP/1.1" status: 404 len: 345 time: 0.1319976 Dec 17 13:16:45.964806 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38000) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:45.988510 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf2431e-56a9-4249-98ad-372c19c24d7d tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] DELETE failed (client error): The resource could not be found. Dec 17 13:16:45.989030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf2431e-56a9-4249-98ad-372c19c24d7d tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:16:45.998535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fbf2431e-56a9-4249-98ad-372c19c24d7d tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "DELETE /v2.0/networks/f0b3bc74-eae7-44d5-88cb-aea9f67f41d0 HTTP/1.1" status: 404 len: 339 time: 0.0317316 Dec 17 13:16:46.000701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38002) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:46.008036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0998dcee-2c76-4088-9771-7478cd399487 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Request body: {'network': {'name': 'tempest-network--221766180', 'router:external': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:46.022841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c334825-e0ea-41c6-9156-650782fb8d32 req-df2f968d-432d-4f90-9395-3c6e6252e0a8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:46.025395 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.032168 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c334825-e0ea-41c6-9156-650782fb8d32 req-df2f968d-432d-4f90-9395-3c6e6252e0a8 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 946 time: 0.2604351 Dec 17 13:16:46.112555 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c334825-e0ea-41c6-9156-650782fb8d32 req-922f856e-adf5-4df3-b890-b8a8b266bc78 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793741 Dec 17 13:16:46.158048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1ef2a740-1c53-48ea-86b9-4a26d13be93a details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:16:46.184478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:16:46.213272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0998dcee-2c76-4088-9771-7478cd399487 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Made reservation on behalf of b5826c12521b42ffb33a7a74b1e171fd for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:46.219099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0998dcee-2c76-4088-9771-7478cd399487 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.284692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:16:46.289559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0998dcee-2c76-4088-9771-7478cd399487 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:16:46.309840 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0998dcee-2c76-4088-9771-7478cd399487 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.312024 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-0998dcee-2c76-4088-9771-7478cd399487 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Added segment 3f641fbc-55dd-4e79-98c6-90d99a147711 of type vlan for network 09767f43-1926-462c-8b8e-0ecb72eb76aa Dec 17 13:16:46.349674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:16:46.380774 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0998dcee-2c76-4088-9771-7478cd399487 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.402427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Port': ['ID=ac292b46-ac74-4cab-8f22-15138b94e350,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:46.422075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:46.441189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'port_id': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'mac_address': 'fa:16:3e:a5:b7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:16:46.443355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f88bb2-a3aa-46e2-920e-cecbe6b950ae req-c6c4b002-3bb5-4b02-b0a7-dff7b092f46c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:46.444978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-50f88bb2-a3aa-46e2-920e-cecbe6b950ae req-c6c4b002-3bb5-4b02-b0a7-dff7b092f46c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1439307 Dec 17 13:16:46.486381 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f7b00c4e-6cc2-4a21-8395-c2bc9c39bbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.540871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-74ef4eec-6a4c-4b16-98e6-c9a6203d3b16 req-0d7a3c00-48ca-447d-a2a8-898e9a8cf58a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Deleting port 9050cf4c-840b-40e9-b7ca-c7674ba01388 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:16:46.541653 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-74ef4eec-6a4c-4b16-98e6-c9a6203d3b16 req-0d7a3c00-48ca-447d-a2a8-898e9a8cf58a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.542047 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.555971 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0998dcee-2c76-4088-9771-7478cd399487 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.557038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998dcee-2c76-4088-9771-7478cd399487 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:46.557795 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0998dcee-2c76-4088-9771-7478cd399487 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.597790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ef2a740-1c53-48ea-86b9-4a26d13be93a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:16:46.674448 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.675446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:46.723887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-50f88bb2-a3aa-46e2-920e-cecbe6b950ae req-67c573d7-c3d5-48f8-b50a-b2cb554e3063 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687840 Dec 17 13:16:46.762196 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.876981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-74ef4eec-6a4c-4b16-98e6-c9a6203d3b16 req-0d7a3c00-48ca-447d-a2a8-898e9a8cf58a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] For port 9050cf4c-840b-40e9-b7ca-c7674ba01388, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=9050cf4c-840b-40e9-b7ca-c7674ba01388,segment=NetworkSegment(2e616103-d52f-4743-af37-e01c2c82bf5a),segment_id=2e616103-d52f-4743-af37-e01c2c82bf5a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:46.877270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-74ef4eec-6a4c-4b16-98e6-c9a6203d3b16 req-0d7a3c00-48ca-447d-a2a8-898e9a8cf58a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.892323 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:46.899539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-74ef4eec-6a4c-4b16-98e6-c9a6203d3b16 req-0d7a3c00-48ca-447d-a2a8-898e9a8cf58a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Calling delete_port for 9050cf4c-840b-40e9-b7ca-c7674ba01388 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:16:46.965448 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:47.013334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['1ef2a740-1c53-48ea-86b9-4a26d13be93a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:16:47.185194 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0998dcee-2c76-4088-9771-7478cd399487 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1833124 Dec 17 13:16:47.188041 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38038) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:47.261695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998dcee-2c76-4088-9771-7478cd399487 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event updated for resources: {'Network': ['ID=09767f43-1926-462c-8b8e-0ecb72eb76aa,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:47.278282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 09767f43-1926-462c-8b8e-0ecb72eb76aa details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:16:47.403078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d71e1c-9150-46cd-812d-c2fe57a0ba6a req-ebbebead-bc68-4db1-b366-b82fd6e88053 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:47.404643 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0d71e1c-9150-46cd-812d-c2fe57a0ba6a req-ebbebead-bc68-4db1-b366-b82fd6e88053 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 945 time: 0.2293980 Dec 17 13:16:47.467099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d38ca9-d301-4f4e-97ea-25e67873ff74 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:47.473198 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d38ca9-d301-4f4e-97ea-25e67873ff74 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:47.485743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d38ca9-d301-4f4e-97ea-25e67873ff74 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:47.486625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d38ca9-d301-4f4e-97ea-25e67873ff74 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:47.497683 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e2d38ca9-d301-4f4e-97ea-25e67873ff74 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2945945 Dec 17 13:16:47.497683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38044) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:47.562414 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0d71e1c-9150-46cd-812d-c2fe57a0ba6a req-dbb17513-d2c1-42f9-8d58-7138f89de8b2 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409502 Dec 17 13:16:47.603923 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:47.616256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:47.629160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c8529-5393-42dd-b090-e94375f74b22 req-291c6393-ef84-4c4c-b6a7-da32c9c26323 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:47.654739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-831c8529-5393-42dd-b090-e94375f74b22 req-291c6393-ef84-4c4c-b6a7-da32c9c26323 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 946 time: 0.3370762 Dec 17 13:16:47.668881 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:47.738034 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:47.832699 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:47.835456 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-831c8529-5393-42dd-b090-e94375f74b22 req-f3033900-75d8-4bf2-8069-6de15b7d42cf tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/security-groups?id=92ef133c-e7a5-486f-8c32-4ab8d3049953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799769 Dec 17 13:16:47.861878 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-74ef4eec-6a4c-4b16-98e6-c9a6203d3b16 req-0d7a3c00-48ca-447d-a2a8-898e9a8cf58a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:47.867248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09767f43-1926-462c-8b8e-0ecb72eb76aa']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:47.878099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f641fbc-55dd-4e79-98c6-90d99a147711') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:47.878530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f641fbc-55dd-4e79-98c6-90d99a147711') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:47.889765 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:47.896088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Port': ['ID=ac292b46-ac74-4cab-8f22-15138b94e350,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:47.904767 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:47.911448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:16:47.911887 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:47.986402 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:16:48.028071 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:16:48.034013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a3c00-48ca-447d-a2a8-898e9a8cf58a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Pushing event deleted for resources: {'Port': ['ID=9050cf4c-840b-40e9-b7ca-c7674ba01388,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:48.112400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ef4eec-6a4c-4b16-98e6-c9a6203d3b16 req-0d7a3c00-48ca-447d-a2a8-898e9a8cf58a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] No DVR routers for this DVR port 9050cf4c-840b-40e9-b7ca-c7674ba01388 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:16:48.131740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-74ef4eec-6a4c-4b16-98e6-c9a6203d3b16 req-0d7a3c00-48ca-447d-a2a8-898e9a8cf58a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:48.136454 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74ef4eec-6a4c-4b16-98e6-c9a6203d3b16 req-0d7a3c00-48ca-447d-a2a8-898e9a8cf58a tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.54 "DELETE /v2.0/ports/9050cf4c-840b-40e9-b7ca-c7674ba01388 HTTP/1.1" status: 204 len: 173 time: 2.2320604 Dec 17 13:16:48.137222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a884a374-269c-4c66-89c0-38644eb5b922', 'name': 'network-vif-deleted', 'tag': '9050cf4c-840b-40e9-b7ca-c7674ba01388'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:16:48.142572 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b91ef4-a251-4914-8952-1a8493c01c32" -d '{"events": [{"server_uuid": "a884a374-269c-4c66-89c0-38644eb5b922", "name": "network-vif-deleted", "tag": "9050cf4c-840b-40e9-b7ca-c7674ba01388"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:16:48.172552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1ef2a740-1c53-48ea-86b9-4a26d13be93a up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:16:48.186500 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:48.193305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 09767f43-1926-462c-8b8e-0ecb72eb76aa {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 13:16:48.206855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:48.215711 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122efb7b-3ad2-4d94-a0f7-96259386f948 req-d9d97a63-7cda-4ffa-b23f-62b00555f60f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:48.224986 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-122efb7b-3ad2-4d94-a0f7-96259386f948 req-d9d97a63-7cda-4ffa-b23f-62b00555f60f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.1582460 Dec 17 13:16:48.241473 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:48.244092 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1631c3fa-7ed2-4a16-acdf-4a96001e0108 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7747600 Dec 17 13:16:48.272705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 1ef2a740-1c53-48ea-86b9-4a26d13be93a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:16:48.273387 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:48.289463 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "DELETE /v2.0/networks/09767f43-1926-462c-8b8e-0ecb72eb76aa HTTP/1.1" status: 204 len: 168 time: 0.7881176 Dec 17 13:16:48.333187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38066) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:48.356434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-122efb7b-3ad2-4d94-a0f7-96259386f948 req-eb693f50-6ea8-4370-9405-b00320deda94 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239722 Dec 17 13:16:48.362709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-94fde55c-555e-4e44-afb7-2518bd4131d1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Request body: {'network': {'name': 'tempest-network--467830560', 'router:external': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:48.449621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6f0f6-413b-4f3c-9056-1779fc2ec277 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event deleted for resources: {'Network': ['ID=09767f43-1926-462c-8b8e-0ecb72eb76aa,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:48.464488 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227d85c8-50c8-49e8-8f67-4156866a6710 x-openstack-request-id: req-227d85c8-50c8-49e8-8f67-4156866a6710 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:16:48.464976 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a884a374-269c-4c66-89c0-38644eb5b922", "name": "network-vif-deleted", "tag": "9050cf4c-840b-40e9-b7ca-c7674ba01388", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:16:48.465330 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-227d85c8-50c8-49e8-8f67-4156866a6710 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:16:48.465865 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a884a374-269c-4c66-89c0-38644eb5b922', 'name': 'network-vif-deleted', 'tag': '9050cf4c-840b-40e9-b7ca-c7674ba01388', 'status': 'completed', 'code': 200} Dec 17 13:16:48.467853 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:48.536752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:48.543383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:16:48.549944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fde55c-555e-4e44-afb7-2518bd4131d1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Made reservation on behalf of b5826c12521b42ffb33a7a74b1e171fd for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:48.552740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94fde55c-555e-4e44-afb7-2518bd4131d1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:48.558178 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70515356-39c9-4da6-be49-a6d24e2a5264" -d '{"events": [{"server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "name": "network-vif-plugged", "status": "completed", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:16:48.638503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fde55c-555e-4e44-afb7-2518bd4131d1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:16:48.652637 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:48.653917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 9050cf4c-840b-40e9-b7ca-c7674ba01388 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:16:48.679556 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cc381b-9b04-40cd-815c-daa70a82338f x-openstack-request-id: req-60cc381b-9b04-40cd-815c-daa70a82338f {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:16:48.679984 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "name": "network-vif-plugged", "status": "completed", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:16:48.680420 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60cc381b-9b04-40cd-815c-daa70a82338f {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:16:48.681626 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'code': 200} Dec 17 13:16:48.684099 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 9050cf4c-840b-40e9-b7ca-c7674ba01388 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:16:48.684559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 9050cf4c-840b-40e9-b7ca-c7674ba01388 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:16:48.704163 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94fde55c-555e-4e44-afb7-2518bd4131d1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:48.704662 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-94fde55c-555e-4e44-afb7-2518bd4131d1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Added segment e60c5da8-4f78-4cb8-86f7-e96a0efd8c57 of type vlan for network 6dfcb7a1-dbd5-4eb3-8f33-852222c5da4a Dec 17 13:16:48.761416 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:48.864981 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94fde55c-555e-4e44-afb7-2518bd4131d1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:48.887459 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:48.912581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96b052-7c60-427e-a908-0cdf67e327eb req-e7a6849f-f03c-43b1-aab8-3a70aa5dd898 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:48.922197 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a96b052-7c60-427e-a908-0cdf67e327eb req-e7a6849f-f03c-43b1-aab8-3a70aa5dd898 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 945 time: 0.2754347 Dec 17 13:16:49.021892 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a96b052-7c60-427e-a908-0cdf67e327eb req-eb5a4201-b967-4e91-b582-d721b3695758 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986376 Dec 17 13:16:49.064848 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94fde55c-555e-4e44-afb7-2518bd4131d1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:49.067662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fde55c-555e-4e44-afb7-2518bd4131d1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:49.067662 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94fde55c-555e-4e44-afb7-2518bd4131d1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:49.219624 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:16:49.239049 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d7e077e9-a0b5-4662-93a7-c4ad72d40568 req-c17f081a-dedc-4caa-adf1-a2905660b536 tempest-ServersTestJSON-286802401 tempest-ServersTestJSON-286802401-project] 10.222.0.59 "GET /v2.0/ports?device_id=a884a374-269c-4c66-89c0-38644eb5b922 HTTP/1.1" status: 200 len: 210 time: 0.0627885 Dec 17 13:16:49.344376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fde55c-555e-4e44-afb7-2518bd4131d1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event updated for resources: {'Network': ['ID=6dfcb7a1-dbd5-4eb3-8f33-852222c5da4a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:49.353156 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 6dfcb7a1-dbd5-4eb3-8f33-852222c5da4a details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:16:49.489565 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38106) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:49.496895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-94fde55c-555e-4e44-afb7-2518bd4131d1 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1381986 Dec 17 13:16:49.499634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38110) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:49.721460 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327a798-9d34-481f-8309-571f36d75c28 req-8446a8dd-d084-46d6-9786-fdb8df2910f4 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:49.726924 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:49.733377 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a327a798-9d34-481f-8309-571f36d75c28 req-8446a8dd-d084-46d6-9786-fdb8df2910f4 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1801925 Dec 17 13:16:49.766239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-ad0acca2-6e5a-421f-9715-83e63a4a9ef7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1745276039&fields=id&tenant_id=c1936501c57b4cbc85a738cf24fae2b3 HTTP/1.1" status: 200 len: 267 time: 0.2395225 Dec 17 13:16:49.862437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a327a798-9d34-481f-8309-571f36d75c28 req-2a672158-5eb5-43cd-b3a6-3595925af444 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221771 Dec 17 13:16:49.884066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-ec4aa3be-5993-4459-8da6-bd46f8770c75 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:49.893404 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-ec4aa3be-5993-4459-8da6-bd46f8770c75 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports/731e1dcb-c235-4f38-a39c-20fb543ce7e9 HTTP/1.1" status: 200 len: 931 time: 0.1258552 Dec 17 13:16:49.910606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5398425b-1827-4cbe-9495-96e8b9ac16ec tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:49.913131 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5398425b-1827-4cbe-9495-96e8b9ac16ec tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] 10.222.0.59 "GET /v2.0/networks/6dfcb7a1-dbd5-4eb3-8f33-852222c5da4a HTTP/1.1" status: 200 len: 756 time: 0.4118104 Dec 17 13:16:49.916104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38120) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:50.096606 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd9c-0d29-4e4c-a204-628be01e00aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:50.124945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-3e9b2ab5-d2d2-4369-a86e-3344da019766 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:50.127981 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-3e9b2ab5-d2d2-4369-a86e-3344da019766 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports/020196ad-0617-491a-a5a3-0e0d6fbcee80 HTTP/1.1" status: 200 len: 932 time: 0.2329745 Dec 17 13:16:50.214519 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50805847-5e19-4b39-b754-db788b8ae0e5 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:50.219843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-50805847-5e19-4b39-b754-db788b8ae0e5 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] 10.222.0.59 "GET /v2.0/networks/8ff7bd8c-6595-4bf6-86ef-fa314c6f14bc HTTP/1.1" status: 200 len: 767 time: 0.3006003 Dec 17 13:16:50.230433 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38128) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:50.288809 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-061231e7-b54a-4367-becd-e2cf69cb8f8f tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1205907 Dec 17 13:16:50.426818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-24f19c8a-67ca-4070-9e64-9164e4e9086b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0955708 Dec 17 13:16:50.442303 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4788ef1-4aa6-45b7-ad6d-ad80726efab0 req-d5095279-36d8-4512-84af-53c635aaf55f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:50.443833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4788ef1-4aa6-45b7-ad6d-ad80726efab0 req-d5095279-36d8-4512-84af-53c635aaf55f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 945 time: 0.3147373 Dec 17 13:16:50.488054 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:50.501351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20f8ba-f820-48c8-9d3e-e2fcf686984e req-2102f640-a41c-4f89-84b5-7d062c539b29 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:50.505726 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c20f8ba-f820-48c8-9d3e-e2fcf686984e req-2102f640-a41c-4f89-84b5-7d062c539b29 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 945 time: 0.2790499 Dec 17 13:16:50.566576 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd9c-0d29-4e4c-a204-628be01e00aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:50.673695 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c20f8ba-f820-48c8-9d3e-e2fcf686984e req-b1bd46d9-5a14-40ad-ad2d-ea40473bbfcc tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583490 Dec 17 13:16:50.678465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fd9c-0d29-4e4c-a204-628be01e00aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:50.747970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38142) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:50.820220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0fd9c-0d29-4e4c-a204-628be01e00aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca22124-d0de-4caf-ab79-da3698d3d436,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:50.824594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:50.940066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-9793fc86-bb51-4067-98fa-aa7efd3e9707 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:50.948422 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b2f0fd9c-0d29-4e4c-a204-628be01e00aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0603a643b48e453ea6175ac07084e227&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4531672 Dec 17 13:16:50.953648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-9793fc86-bb51-4067-98fa-aa7efd3e9707 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:50.962948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38158) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:50.968617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-9793fc86-bb51-4067-98fa-aa7efd3e9707 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:50.976134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfcb7a1-dbd5-4eb3-8f33-852222c5da4a']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:50.984900 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-9793fc86-bb51-4067-98fa-aa7efd3e9707 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/networks?id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=07d2f406-3950-4c25-8545-7279d9964e39&id=07d2f406-3950-4c25-8545-7279d9964e39 HTTP/1.1" status: 200 len: 1990 time: 0.5374026 Dec 17 13:16:51.019483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-c4788ef1-4aa6-45b7-ad6d-ad80726efab0 req-2808fdcb-dfac-4ff2-8580-05921c1a7a3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Deleting port a8f6493b-f694-4f89-85f2-37e7452915b6 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:16:51.019483 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c4788ef1-4aa6-45b7-ad6d-ad80726efab0 req-2808fdcb-dfac-4ff2-8580-05921c1a7a3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.053740 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-8136da62-cf8f-42ff-a56d-d2ebd88958ae tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/quotas/c1936501c57b4cbc85a738cf24fae2b3 HTTP/1.1" status: 200 len: 375 time: 0.0703022 Dec 17 13:16:51.074586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d6fa8a-1239-4931-8c1f-c8c9fac44ac3 admin admin] Deleting subnet 9f427b02-4099-4e19-ac3f-370afbfda770 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:16:51.079207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60c5da8-4f78-4cb8-86f7-e96a0efd8c57') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:51.090174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60c5da8-4f78-4cb8-86f7-e96a0efd8c57') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:51.125925 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.193252 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.218446 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:16:51.218855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:16:51.260668 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:16:51.308138 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-76b60200-0d1d-44b5-8822-fb054b4fbd34 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2453940 Dec 17 13:16:51.337934 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80d6fa8a-1239-4931-8c1f-c8c9fac44ac3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.477304 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80d6fa8a-1239-4931-8c1f-c8c9fac44ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.499340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-c4788ef1-4aa6-45b7-ad6d-ad80726efab0 req-2808fdcb-dfac-4ff2-8580-05921c1a7a3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] For port a8f6493b-f694-4f89-85f2-37e7452915b6, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=a8f6493b-f694-4f89-85f2-37e7452915b6,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:16:51.502376 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c4788ef1-4aa6-45b7-ad6d-ad80726efab0 req-2808fdcb-dfac-4ff2-8580-05921c1a7a3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.506371 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ce092a4-ae0e-4d50-a3ca-6a8988154a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.553842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e60170-2067-4b74-aa7a-bd60047d1be8 req-17881093-e552-41be-8fda-213813f9e5ef tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:51.556317 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47e60170-2067-4b74-aa7a-bd60047d1be8 req-17881093-e552-41be-8fda-213813f9e5ef tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.2131529 Dec 17 13:16:51.558542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-c4788ef1-4aa6-45b7-ad6d-ad80726efab0 req-2808fdcb-dfac-4ff2-8580-05921c1a7a3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Calling delete_port for a8f6493b-f694-4f89-85f2-37e7452915b6 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:16:51.616866 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.632142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6dfcb7a1-dbd5-4eb3-8f33-852222c5da4a {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 13:16:51.636675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ce092a4-ae0e-4d50-a3ca-6a8988154a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.647829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.651274 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "DELETE /v2.0/networks/6dfcb7a1-dbd5-4eb3-8f33-852222c5da4a HTTP/1.1" status: 204 len: 168 time: 1.4151070 Dec 17 13:16:51.658162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-f675df40-a313-4270-a6c8-e0438536a72e service neutron] 10.222.0.59 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106523 Dec 17 13:16:51.658684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38190) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:51.670768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-dabe439c-e389-4417-b832-595ff14941b4 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Request body: {'network': {'name': 'tempest-network--67040268'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:51.680651 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80d6fa8a-1239-4931-8c1f-c8c9fac44ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.722674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d419dc-6e7f-4849-907e-492429958d09 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event deleted for resources: {'Network': ['ID=6dfcb7a1-dbd5-4eb3-8f33-852222c5da4a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:51.760396 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47e60170-2067-4b74-aa7a-bd60047d1be8 req-0f1d9b6c-cc42-417b-add8-75851106c965 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899581 Dec 17 13:16:51.930223 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ce092a4-ae0e-4d50-a3ca-6a8988154a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.933500 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ce092a4-ae0e-4d50-a3ca-6a8988154a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:51.937134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1ce092a4-ae0e-4d50-a3ca-6a8988154a6d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cca22124-d0de-4caf-ab79-da3698d3d436 HTTP/1.1" status: 204 len: 168 time: 0.9708068 Dec 17 13:16:51.971583 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80d6fa8a-1239-4931-8c1f-c8c9fac44ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:52.003588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce092a4-ae0e-4d50-a3ca-6a8988154a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca22124-d0de-4caf-ab79-da3698d3d436,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:52.017153 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80d6fa8a-1239-4931-8c1f-c8c9fac44ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:52.032941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38204) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:52.036982 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-80d6fa8a-1239-4931-8c1f-c8c9fac44ac3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9f427b02-4099-4e19-ac3f-370afbfda770 HTTP/1.1" status: 204 len: 168 time: 1.2809904 Dec 17 13:16:52.084630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabe439c-e389-4417-b832-595ff14941b4 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Made reservation on behalf of b5826c12521b42ffb33a7a74b1e171fd for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:16:52.088529 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dabe439c-e389-4417-b832-595ff14941b4 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:52.109768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6fa8a-1239-4931-8c1f-c8c9fac44ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f427b02-4099-4e19-ac3f-370afbfda770,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:52.152549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-66e00160-9db7-4d60-b55b-7c80c88cdbc0 service neutron] 10.222.0.59 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730201 Dec 17 13:16:52.174625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb7c5f-60d9-4de3-89e1-b5770ddab596 req-8b82cd17-97a9-4a6a-8e32-207c32ec8448 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:52.184011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-faeb7c5f-60d9-4de3-89e1-b5770ddab596 req-8b82cd17-97a9-4a6a-8e32-207c32ec8448 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 945 time: 0.2649460 Dec 17 13:16:52.260714 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-faeb7c5f-60d9-4de3-89e1-b5770ddab596 req-8e99f413-4c92-48fb-9aef-8604cff9d41d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703671 Dec 17 13:16:52.365867 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-19095da1-b3cf-444b-9dd9-bb86a571f633 service neutron] 10.222.0.59 "GET /v2.0/ports/731e1dcb-c235-4f38-a39c-20fb543ce7e9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0695362 Dec 17 13:16:52.578798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabe439c-e389-4417-b832-595ff14941b4 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:16:52.598661 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:52.614310 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dabe439c-e389-4417-b832-595ff14941b4 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:52.614725 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-dabe439c-e389-4417-b832-595ff14941b4 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Added segment cb1eb505-6df2-4c2e-9856-3ceb4c11608a of type vlan for network 020b8168-6bd7-4f6e-bc80-c2b50ae976f6 Dec 17 13:16:52.677719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c4788ef1-4aa6-45b7-ad6d-ad80726efab0 req-2808fdcb-dfac-4ff2-8580-05921c1a7a3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:52.693628 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dabe439c-e389-4417-b832-595ff14941b4 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:52.769624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808fdcb-dfac-4ff2-8580-05921c1a7a3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Pushing event deleted for resources: {'Port': ['ID=a8f6493b-f694-4f89-85f2-37e7452915b6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:52.785551 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-52c6f572-092b-4db1-a574-e1501960239f service neutron] 10.222.0.59 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001513 Dec 17 13:16:52.971336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4ac73-b355-4057-a510-a205e5398a33 req-11acae5b-c56a-45d1-8cdd-17260b383eea tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:52.972929 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5cb4ac73-b355-4057-a510-a205e5398a33 req-11acae5b-c56a-45d1-8cdd-17260b383eea tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.0675392 Dec 17 13:16:53.023768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4788ef1-4aa6-45b7-ad6d-ad80726efab0 req-2808fdcb-dfac-4ff2-8580-05921c1a7a3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] No DVR routers for this DVR port a8f6493b-f694-4f89-85f2-37e7452915b6 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:16:53.047229 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c4788ef1-4aa6-45b7-ad6d-ad80726efab0 req-2808fdcb-dfac-4ff2-8580-05921c1a7a3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:53.048203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5cb4ac73-b355-4057-a510-a205e5398a33 req-46b81b01-b45b-48f5-9e41-3921b264088c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620747 Dec 17 13:16:53.058854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4788ef1-4aa6-45b7-ad6d-ad80726efab0 req-2808fdcb-dfac-4ff2-8580-05921c1a7a3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "DELETE /v2.0/ports/a8f6493b-f694-4f89-85f2-37e7452915b6 HTTP/1.1" status: 204 len: 173 time: 2.5982742 Dec 17 13:16:53.063146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f0c196-65a5-45fc-8be0-6e105c19124c', 'name': 'network-vif-deleted', 'tag': 'a8f6493b-f694-4f89-85f2-37e7452915b6'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:16:53.063954 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61299c58-b52f-48b4-b506-2a6eb13da68c" -d '{"events": [{"server_uuid": "35f0c196-65a5-45fc-8be0-6e105c19124c", "name": "network-vif-deleted", "tag": "a8f6493b-f694-4f89-85f2-37e7452915b6"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:16:53.075733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38220) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:53.093651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dabe439c-e389-4417-b832-595ff14941b4 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:53.094635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe439c-e389-4417-b832-595ff14941b4 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:53.095235 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dabe439c-e389-4417-b832-595ff14941b4 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:53.098724 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:53.106942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5553db94-edf8-480e-82ec-6793ac70dd4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:53.230561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38224) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:53.234451 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e927d6f-a0f7-4d7e-9f6d-13bd95012604 x-openstack-request-id: req-9e927d6f-a0f7-4d7e-9f6d-13bd95012604 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:16:53.234590 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f0c196-65a5-45fc-8be0-6e105c19124c", "name": "network-vif-deleted", "tag": "a8f6493b-f694-4f89-85f2-37e7452915b6", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:16:53.234839 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e927d6f-a0f7-4d7e-9f6d-13bd95012604 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:16:53.235171 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f0c196-65a5-45fc-8be0-6e105c19124c', 'name': 'network-vif-deleted', 'tag': 'a8f6493b-f694-4f89-85f2-37e7452915b6', 'status': 'completed', 'code': 200} Dec 17 13:16:53.269465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5553db94-edf8-480e-82ec-6793ac70dd4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:53.426483 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cda236dd-5b70-4175-a962-b8299060f634 req-1f765888-4dc7-4d14-abe9-5ecca5dea106 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=35f0c196-65a5-45fc-8be0-6e105c19124c HTTP/1.1" status: 200 len: 210 time: 0.0410945 Dec 17 13:16:53.427889 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5553db94-edf8-480e-82ec-6793ac70dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:53.470206 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5553db94-edf8-480e-82ec-6793ac70dd4f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=39a9f865a26642fc930726cdc5750518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907127 Dec 17 13:16:53.474796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38230) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:53.573048 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0be2a7db-cb07-4222-acd4-d79ae64afb00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:53.579761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553db94-edf8-480e-82ec-6793ac70dd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed73ac3-dea6-4af3-a07f-4efec728f238,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:53.648449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d10e633-6387-4e44-b871-badab0c57c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:53.663067 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0be2a7db-cb07-4222-acd4-d79ae64afb00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:53.761419 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d10e633-6387-4e44-b871-badab0c57c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:53.821737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd62150-3a26-44a9-b2ba-a4820fa028d7']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:53.830483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dabe439c-e389-4417-b832-595ff14941b4 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1635079 Dec 17 13:16:53.831707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38234) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:53.836059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a8f6493b-f694-4f89-85f2-37e7452915b6 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:16:53.839654 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-247d22c8-d716-4d4e-bba4-0d5cde93b7b5 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:16:53.881795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: a8f6493b-f694-4f89-85f2-37e7452915b6 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:16:53.882139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device a8f6493b-f694-4f89-85f2-37e7452915b6 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:16:53.885314 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-263f5323-8278-4c12-90a4-320f4580185a service neutron] 10.222.0.59 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0259931 Dec 17 13:16:53.890565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e616103-d52f-4743-af37-e01c2c82bf5a') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:53.891175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e616103-d52f-4743-af37-e01c2c82bf5a') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:53.893483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe439c-e389-4417-b832-595ff14941b4 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event updated for resources: {'Network': ['ID=020b8168-6bd7-4f6e-bc80-c2b50ae976f6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:53.904808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 020b8168-6bd7-4f6e-bc80-c2b50ae976f6 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:16:53.948985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d10e633-6387-4e44-b871-badab0c57c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:53.968821 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.049122 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9d10e633-6387-4e44-b871-badab0c57c1d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f99806d2760e4596affda52bb4e89608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8174787 Dec 17 13:16:54.051883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38236) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:54.063702 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.069829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10e633-6387-4e44-b871-badab0c57c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931d19b5-abbb-41a6-ae5c-1009827c1ad2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:54.073139 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-e1776621-9398-4df5-a9e4-d5611a25b4a4 service neutron] 10.222.0.59 "GET /v2.0/ports/020196ad-0617-491a-a5a3-0e0d6fbcee80?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1376452 Dec 17 13:16:54.085361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7f2d-f1f0-44d6-9ce9-9a48174d1ac8 req-f5a0a1b8-e634-483c-892b-ab36b6293342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:54.101159 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0be2a7db-cb07-4222-acd4-d79ae64afb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.101600 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b6f7f2d-f1f0-44d6-9ce9-9a48174d1ac8 req-f5a0a1b8-e634-483c-892b-ab36b6293342 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 1097 time: 0.2838063 Dec 17 13:16:54.102555 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0be2a7db-cb07-4222-acd4-d79ae64afb00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.102663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:16:54.102663 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.102847 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0be2a7db-cb07-4222-acd4-d79ae64afb00 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6ed73ac3-dea6-4af3-a07f-4efec728f238 HTTP/1.1" status: 204 len: 168 time: 0.6159861 Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:16:54.102942 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:16:54.116293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2a7db-cb07-4222-acd4-d79ae64afb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed73ac3-dea6-4af3-a07f-4efec728f238,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:54.152266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-247d22c8-d716-4d4e-bba4-0d5cde93b7b5 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.259015 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-247d22c8-d716-4d4e-bba4-0d5cde93b7b5 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.309403 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-247d22c8-d716-4d4e-bba4-0d5cde93b7b5 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Network 020b8168-6bd7-4f6e-bc80-c2b50ae976f6 is not hosted by any dhcp agent {{(pid=110454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 13:16:54.311513 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d22c8-d716-4d4e-bba4-0d5cde93b7b5 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:54.312305 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-247d22c8-d716-4d4e-bba4-0d5cde93b7b5 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.318089 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-247d22c8-d716-4d4e-bba4-0d5cde93b7b5 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "PUT /v2.0/networks/020b8168-6bd7-4f6e-bc80-c2b50ae976f6 HTTP/1.1" status: 200 len: 856 time: 0.4817896 Dec 17 13:16:54.322593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38242) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:54.409126 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.443585 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-312a80bf-d3f6-4f8f-a316-3ecd451453a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.462697 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666f8f4-bf1e-468d-922e-2e4d9a8f5262 req-531208a9-7cbb-40e9-9c48-8848e913b031 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:54.470707 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.471248 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4666f8f4-bf1e-468d-922e-2e4d9a8f5262 req-531208a9-7cbb-40e9-9c48-8848e913b031 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.2034597 Dec 17 13:16:54.473108 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9dd62150-3a26-44a9-b2ba-a4820fa028d7 HTTP/1.1" status: 204 len: 168 time: 2.4370005 Dec 17 13:16:54.522626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995761d-8f58-4186-9c70-2f786cdfd4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd62150-3a26-44a9-b2ba-a4820fa028d7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:54.596026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d22c8-d716-4d4e-bba4-0d5cde93b7b5 tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event updated for resources: {'Network': ['ID=020b8168-6bd7-4f6e-bc80-c2b50ae976f6,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:54.604317 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-312a80bf-d3f6-4f8f-a316-3ecd451453a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.611138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:54.660987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-46c99055-339a-439f-b373-9aed7f18d69a service neutron] 10.222.0.59 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726340 Dec 17 13:16:54.661973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7f2d-f1f0-44d6-9ce9-9a48174d1ac8 req-b6295a9a-04d6-45d7-adf0-a316a8970267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:54.663415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b6f7f2d-f1f0-44d6-9ce9-9a48174d1ac8 req-b6295a9a-04d6-45d7-adf0-a316a8970267 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 0.4111998 Dec 17 13:16:54.733399 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4666f8f4-bf1e-468d-922e-2e4d9a8f5262 req-228391de-3ea2-4e3d-b998-72955669e213 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607903 Dec 17 13:16:54.796438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b6f7f2d-f1f0-44d6-9ce9-9a48174d1ac8 req-6e4f20d3-d4a4-4292-81f3-827ddd2f44af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a HTTP/1.1" status: 200 len: 1002 time: 0.1202159 Dec 17 13:16:55.064165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7f2d-f1f0-44d6-9ce9-9a48174d1ac8 req-208c16a8-0312-403a-a216-e440310bb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:55.066146 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b6f7f2d-f1f0-44d6-9ce9-9a48174d1ac8 req-208c16a8-0312-403a-a216-e440310bb3e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.2343082 Dec 17 13:16:55.093485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-7831f06c-ca93-46cb-aae5-18342caf13d1 service neutron] 10.222.0.59 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185708 Dec 17 13:16:55.095653 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:55.250829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020b8168-6bd7-4f6e-bc80-c2b50ae976f6']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:55.250829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1eb505-6df2-4c2e-9856-3ceb4c11608a') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:55.250829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1eb505-6df2-4c2e-9856-3ceb4c11608a') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:55.261718 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:55.288242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7f2d-f1f0-44d6-9ce9-9a48174d1ac8 req-d094a915-8a4a-4133-baac-d9a99fe462bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:55.288242 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b6f7f2d-f1f0-44d6-9ce9-9a48174d1ac8 req-d094a915-8a4a-4133-baac-d9a99fe462bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2072425 Dec 17 13:16:55.299566 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:55.356398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:16:55.363098 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:16:55.367217 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:16:55.398192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-394714aa-2baf-47dd-9f4f-7730bdcf270d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:55.401217 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-394714aa-2baf-47dd-9f4f-7730bdcf270d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.1928966 Dec 17 13:16:55.420805 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-e43398b5-cf9b-422c-978b-ef66488e37a0 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/quotas/b9ca8c4c705a4437affc1be4bfd20a5d HTTP/1.1" status: 200 len: 375 time: 0.0131869 Dec 17 13:16:55.505551 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b6f7f2d-f1f0-44d6-9ce9-9a48174d1ac8 req-701de4f6-4c26-413a-9460-8269a690f90d service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087564 Dec 17 13:16:55.505727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38274) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:55.541570 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-312a80bf-d3f6-4f8f-a316-3ecd451453a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:55.544504 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-63ff9bd6-6e83-4225-8d67-73a66056e5cd tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152616 Dec 17 13:16:55.545380 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-312a80bf-d3f6-4f8f-a316-3ecd451453a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:55.548920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-312a80bf-d3f6-4f8f-a316-3ecd451453a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/931d19b5-abbb-41a6-ae5c-1009827c1ad2 HTTP/1.1" status: 204 len: 168 time: 1.4914179 Dec 17 13:16:55.613981 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-4ac8bae0-802d-41f6-b041-fbae02eaeb0b service neutron] 10.222.0.59 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959021 Dec 17 13:16:55.822257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a80bf-d3f6-4f8f-a316-3ecd451453a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931d19b5-abbb-41a6-ae5c-1009827c1ad2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:55.837377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b6f7f2d-f1f0-44d6-9ce9-9a48174d1ac8 req-702190e0-f73f-4334-8965-f26629cf5d00 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807825 Dec 17 13:16:55.926794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-9e019457-ec23-4495-8774-d8826f4e3d16 service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805463 Dec 17 13:16:56.041245 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3194a4f3-ef3d-4c2d-bd57-66ab3f1c55dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=faf124e995c7454192e72a02bb3c6016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4932022 Dec 17 13:16:56.041964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38286) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:56.047584 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:56.062195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 020b8168-6bd7-4f6e-bc80-c2b50ae976f6 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 13:16:56.075060 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:56.081851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] 10.222.0.59 "DELETE /v2.0/networks/020b8168-6bd7-4f6e-bc80-c2b50ae976f6 HTTP/1.1" status: 204 len: 168 time: 1.7403176 Dec 17 13:16:56.097244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38290) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:56.202570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059a7d3-23a7-4b8e-8cf3-38e2c183cb2c tempest-ExternalNetworksTestJSON-577003516 tempest-ExternalNetworksTestJSON-577003516-project-admin] Pushing event deleted for resources: {'Network': ['ID=020b8168-6bd7-4f6e-bc80-c2b50ae976f6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:56.263390 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-d804cce4-edb6-409f-a222-ec8c543fe609 service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356731 Dec 17 13:16:56.275920 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb45e25-b36d-404b-b590-c442dd0c4fd2 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] DELETE failed (client error): The resource could not be found. Dec 17 13:16:56.276396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb45e25-b36d-404b-b590-c442dd0c4fd2 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:16:56.285970 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4bb45e25-b36d-404b-b590-c442dd0c4fd2 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] 10.222.0.59 "DELETE /v2.0/subnets/5921608e-bb06-4eef-ae1e-27f34ee9da10 HTTP/1.1" status: 404 len: 337 time: 0.1776831 Dec 17 13:16:56.286337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38294) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:56.327949 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-7c3164a7-b1e1-461a-a3d4-b93664d51cd9 service neutron] 10.222.0.59 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875615 Dec 17 13:16:56.458671 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2ea7d7c5-02b6-4a57-b0c5-73dcbf8c6aab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:56.607395 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-5482fed3-374e-4509-ade4-8530297b2d22 service neutron] 10.222.0.59 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785079 Dec 17 13:16:56.611619 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2ea7d7c5-02b6-4a57-b0c5-73dcbf8c6aab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:56.749383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:57.015538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-1e6d07dc-742d-4147-8bf7-fa87d76b74c2 service neutron] 10.222.0.59 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824027 Dec 17 13:16:57.033633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:57.146178 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-60ea1208-20fc-46ab-9034-b4fe4d6f0a56 service neutron] 10.222.0.59 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224549 Dec 17 13:16:57.154795 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2ea7d7c5-02b6-4a57-b0c5-73dcbf8c6aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:57.154795 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2ea7d7c5-02b6-4a57-b0c5-73dcbf8c6aab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:57.154795 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2ea7d7c5-02b6-4a57-b0c5-73dcbf8c6aab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92ef133c-e7a5-486f-8c32-4ab8d3049953 HTTP/1.1" status: 204 len: 168 time: 1.1067328 Dec 17 13:16:57.166042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7d7c5-02b6-4a57-b0c5-73dcbf8c6aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ef133c-e7a5-486f-8c32-4ab8d3049953,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:57.172086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff7bd8c-6595-4bf6-86ef-fa314c6f14bc']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:57.207219 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05591091-646a-45f0-a482-76584f1211e0') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:57.207548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05591091-646a-45f0-a482-76584f1211e0') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:16:57.227309 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:57.262626 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:57.280999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:16:57.283668 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:57.432567 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-b5bc3a86-2fd0-41bc-9380-b1550bc13a8f service neutron] 10.222.0.59 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540863 Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:16:57.446701 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:16:57.475899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37b062-05fe-4b4a-9e35-1f3bfa5ec808 req-66b661c5-1d3f-41e6-b1a2-6be9ae5bced2 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:57.488842 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9c37b062-05fe-4b4a-9e35-1f3bfa5ec808 req-66b661c5-1d3f-41e6-b1a2-6be9ae5bced2 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.5032220 Dec 17 13:16:57.530328 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:57.542032 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:57.551087 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] 10.222.0.59 "DELETE /v2.0/networks/8ff7bd8c-6595-4bf6-86ef-fa314c6f14bc HTTP/1.1" status: 204 len: 168 time: 1.2632885 Dec 17 13:16:57.614459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef91d6f-669c-4fc8-addb-7472f6cdcfd3 tempest-ExternalNetworksTestJSON-14747053 tempest-ExternalNetworksTestJSON-14747053-project] Pushing event deleted for resources: {'Network': ['ID=8ff7bd8c-6595-4bf6-86ef-fa314c6f14bc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:57.738115 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9c37b062-05fe-4b4a-9e35-1f3bfa5ec808 req-dae4717b-21a9-4926-a8db-20e749922f7c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470582 Dec 17 13:16:57.789023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-021104bf-bd62-4679-babe-55c78aacff1f service neutron] 10.222.0.59 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445172 Dec 17 13:16:57.907687 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c41933a2-fd01-40e9-8de5-205b8506db92 req-664c9c11-bcde-45a0-945b-cb6d746f6dcd tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 210 time: 0.1155844 Dec 17 13:16:57.933791 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38336) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:58.122143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-b0ef1bd8-1652-4ad5-aa2d-5edd1c69db8e service neutron] 10.222.0.59 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236377 Dec 17 13:16:58.173443 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:58.376304 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:58.557745 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:58.646378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38362) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:58.650923 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2c5eb01f59141bb89ef09c6d656f7db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7156622 Dec 17 13:16:58.713049 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fb3ff1-f001-45d6-b0c6-12c49fcc1573,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:58.746733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.747019 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.747918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.748666 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.751195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.751554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.751894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.752459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.752547 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.756255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.756683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.758463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.759197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be57917-77ea-4e5d-a6fa-33e496be9a2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:16:58.803177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fb542de1-7eec-456d-8e0b-b349d119d154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:58.853386 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fb542de1-7eec-456d-8e0b-b349d119d154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:58.854784 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38370) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:59.011043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f610e-252e-4834-893d-13a574ecfc09 req-e0ffed93-1bbc-4ac0-ab72-6ffc66a620c7 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:16:59.013990 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f58f610e-252e-4834-893d-13a574ecfc09 req-e0ffed93-1bbc-4ac0-ab72-6ffc66a620c7 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1356783 Dec 17 13:16:59.093021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fb542de1-7eec-456d-8e0b-b349d119d154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:59.096420 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fb542de1-7eec-456d-8e0b-b349d119d154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:59.100184 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fb542de1-7eec-456d-8e0b-b349d119d154 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/55fb3ff1-f001-45d6-b0c6-12c49fcc1573 HTTP/1.1" status: 204 len: 168 time: 0.4503338 Dec 17 13:16:59.119872 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f58f610e-252e-4834-893d-13a574ecfc09 req-43f44b73-6336-41a0-880b-d0586f628950 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977471 Dec 17 13:16:59.120718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb542de1-7eec-456d-8e0b-b349d119d154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fb3ff1-f001-45d6-b0c6-12c49fcc1573,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:16:59.440186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c6fde01-72ff-4d6d-918b-ebd35eb57479 req-68a67e1e-6098-4da0-90bb-ae0ed6f6d34a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 210 time: 0.0897851 Dec 17 13:16:59.618951 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-755d8f94-c551-40a1-80bd-696c5b5f6b84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=351146a6a39f4eb3af19180680d7f51f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7629623 Dec 17 13:16:59.621732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38392) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:16:59.722163 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7319065e-690a-4ebd-93ba-719e5b5c14cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:59.762202 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7319065e-690a-4ebd-93ba-719e5b5c14cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:59.938635 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7319065e-690a-4ebd-93ba-719e5b5c14cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:59.941623 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7319065e-690a-4ebd-93ba-719e5b5c14cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:16:59.943396 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7319065e-690a-4ebd-93ba-719e5b5c14cb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef5f969d-14c9-427f-85e1-81ead82dc473 HTTP/1.1" status: 204 len: 168 time: 0.3200369 Dec 17 13:16:59.970883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319065e-690a-4ebd-93ba-719e5b5c14cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5f969d-14c9-427f-85e1-81ead82dc473,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:00.350230 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fdd1b284-46f1-4bac-be51-32df384b8bb6 req-ac3ac1db-adfc-4597-b0eb-f053f237d26a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0921593 Dec 17 13:17:00.621243 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9fee7e39-a0b0-4c68-8510-67c6db88aa86 req-82685352-782d-4f37-9fbf-9fa1eb3c4c36 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 210 time: 0.0529060 Dec 17 13:17:00.656331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de9a6f-87a5-486d-a001-a85bf40abfdb req-afd71b68-530a-42f8-b779-b4a1efb07192 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:00.669713 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56de9a6f-87a5-486d-a001-a85bf40abfdb req-afd71b68-530a-42f8-b779-b4a1efb07192 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.2103727 Dec 17 13:17:00.719735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-2a01e5f7-4829-47c9-b30c-d0ea27950f21 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:00.722659 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-2a01e5f7-4829-47c9-b30c-d0ea27950f21 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.5271883 Dec 17 13:17:00.748787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Request body: {'port': {'device_id': '0136c705-d544-4d78-aba5-ade5497e3b01', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'admin_state_up': True, 'tenant_id': 'b9ca8c4c705a4437affc1be4bfd20a5d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:00.874406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56de9a6f-87a5-486d-a001-a85bf40abfdb req-132aa67f-c7af-472b-8dd1-446eee2a2275 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947117 Dec 17 13:17:01.103964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Made reservation on behalf of b9ca8c4c705a4437affc1be4bfd20a5d for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:01.107949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:01.314533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Allocated IP 172.20.0.13 (829b9634-20e4-4680-a605-6e72fb3e7374/e2a5071f-2c4e-428f-861a-6a25290a0bfd/d5e84b57-8f71-4c76-98db-64a1391fabab) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:01.385234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38440) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:01.468941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0bcecfa3-d69c-4992-bf70-cabe5ee12c79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5826c12521b42ffb33a7a74b1e171fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0822752 Dec 17 13:17:01.475506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38446) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:01.549895 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:01.595549 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8f12de72-78e6-4924-b719-42df24bc0fcc req-b599c324-cb9e-423f-a117-fc217ec57dda tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0701373 Dec 17 13:17:01.606095 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:01.705222 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-28e1260d-4c50-448e-9c2b-58823b8d70c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:01.747640 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-28e1260d-4c50-448e-9c2b-58823b8d70c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:01.781480 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:01.803194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb9918e2-1f6a-414f-994d-4d89ed525794 req-ac177258-87e2-45fc-befa-c4a9c37e622e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 210 time: 0.0707893 Dec 17 13:17:01.935965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Pushing event updated for resources: {'Port': ['ID=d5e84b57-8f71-4c76-98db-64a1391fabab,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:01.988442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Network 829b9634-20e4-4680-a605-6e72fb3e7374 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:01.990458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:02.002589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:02.014216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-28e1260d-4c50-448e-9c2b-58823b8d70c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:02.018330 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-28e1260d-4c50-448e-9c2b-58823b8d70c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:02.025492 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-28e1260d-4c50-448e-9c2b-58823b8d70c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b5b4d501-9152-42ec-8b52-f90e7af3e84a HTTP/1.1" status: 204 len: 168 time: 0.5476151 Dec 17 13:17:02.082857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:02.083654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:02.097569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1260d-4c50-448e-9c2b-58823b8d70c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b4d501-9152-42ec-8b52-f90e7af3e84a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:02.123949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa65ba-82de-4a0e-a116-1247e77ac979 req-a4d4cecd-915d-43f0-b15a-854c2e644db2 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:02.125678 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20fa65ba-82de-4a0e-a116-1247e77ac979 req-a4d4cecd-915d-43f0-b15a-854c2e644db2 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.0953124 Dec 17 13:17:02.204035 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-1eca95ad-d42f-4987-ba75-3500e9e42e3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4599459 Dec 17 13:17:02.221102 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Request body: {'port': {'device_id': '0136c705-d544-4d78-aba5-ade5497e3b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:02.278348 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20fa65ba-82de-4a0e-a116-1247e77ac979 req-bde679e3-5f0c-4eaf-bc5d-db5d56c19338 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430883 Dec 17 13:17:02.327159 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:02.666323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e84b57-8f71-4c76-98db-64a1391fabab {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:17:02.675448 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:02.688472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Transition to ACTIVE for port object d5e84b57-8f71-4c76-98db-64a1391fabab will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:17:02.724131 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cc7f9c0-8c6b-4232-91d9-81b19e7a9260 req-713fa79f-eb65-48cc-936f-eb005009b816 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0274143 Dec 17 13:17:02.800836 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:02.901199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e84b57-8f71-4c76-98db-64a1391fabab,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:02.988253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Attempting to bind port d5e84b57-8f71-4c76-98db-64a1391fabab on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:02.988604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Attempting to bind port d5e84b57-8f71-4c76-98db-64a1391fabab by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:02.988921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Attempting to bind port d5e84b57-8f71-4c76-98db-64a1391fabab on network 829b9634-20e4-4680-a605-6e72fb3e7374 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:02.997432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92765f91-9463-42e1-8307-18963ddbede7 req-9cc816bf-0c22-4136-bf71-904c68c45403 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:03.001336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Port d5e84b57-8f71-4c76-98db-64a1391fabab on network 829b9634-20e4-4680-a605-6e72fb3e7374 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:17:03.004830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Attempting to bind port d5e84b57-8f71-4c76-98db-64a1391fabab on network 829b9634-20e4-4680-a605-6e72fb3e7374 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:03.006630 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-92765f91-9463-42e1-8307-18963ddbede7 req-9cc816bf-0c22-4136-bf71-904c68c45403 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 944 time: 0.0749483 Dec 17 13:17:03.016371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:03.016827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Checking segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:03.017235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Bound using segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:03.017734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Bound port: d5e84b57-8f71-4c76-98db-64a1391fabab, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:03.018105 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:03.091618 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-92765f91-9463-42e1-8307-18963ddbede7 req-6cd4bab9-8700-4879-bd4e-a3a7c95f4141 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761912 Dec 17 13:17:03.198397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] For port d5e84b57-8f71-4c76-98db-64a1391fabab, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:03.202243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] For port d5e84b57-8f71-4c76-98db-64a1391fabab, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d5e84b57-8f71-4c76-98db-64a1391fabab,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:03.344649 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:03.422623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:03.423550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:03.425176 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] 10.222.0.61 "PUT /v2.0/ports/d5e84b57-8f71-4c76-98db-64a1391fabab HTTP/1.1" status: 200 len: 1092 time: 1.2087364 Dec 17 13:17:03.425844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0136c705-d544-4d78-aba5-ade5497e3b01', 'tag': 'd5e84b57-8f71-4c76-98db-64a1391fabab'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:17:03.429355 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080ae48e-0053-48a1-985a-e286c4cac61a" -d '{"events": [{"name": "network-changed", "server_uuid": "0136c705-d544-4d78-aba5-ade5497e3b01", "tag": "d5e84b57-8f71-4c76-98db-64a1391fabab"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:17:03.523002 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4ebc65-dbe4-4100-bfd8-feba2f933e30 x-openstack-request-id: req-6e4ebc65-dbe4-4100-bfd8-feba2f933e30 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:17:03.523555 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0136c705-d544-4d78-aba5-ade5497e3b01", "tag": "d5e84b57-8f71-4c76-98db-64a1391fabab", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:17:03.524011 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e4ebc65-dbe4-4100-bfd8-feba2f933e30 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:17:03.524677 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0136c705-d544-4d78-aba5-ade5497e3b01', 'tag': 'd5e84b57-8f71-4c76-98db-64a1391fabab', 'status': 'completed', 'code': 200} Dec 17 13:17:03.553103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abda9a9-bf0e-4577-a51b-6e2e73105337 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e84b57-8f71-4c76-98db-64a1391fabab,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:03.585516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c217f6-bee1-440b-98f3-6b06e4264bd0 req-782f3bb7-4085-46d8-b515-b24024c721dd tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:03.593661 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52c217f6-bee1-440b-98f3-6b06e4264bd0 req-782f3bb7-4085-46d8-b515-b24024c721dd tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1818030 Dec 17 13:17:03.656551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ae48e-0053-48a1-985a-e286c4cac61a req-10cbf4b8-7f13-45b4-ad2d-c6dfea72fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:03.658421 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-080ae48e-0053-48a1-985a-e286c4cac61a req-10cbf4b8-7f13-45b4-ad2d-c6dfea72fe27 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 1095 time: 0.1143169 Dec 17 13:17:03.681987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52c217f6-bee1-440b-98f3-6b06e4264bd0 req-1a2481da-14df-49bb-b0e0-4358022b2947 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802560 Dec 17 13:17:03.814597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38502) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:03.946955 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3054caf6-f183-4e99-b2d7-c734177773f8 req-b8b80c52-a4b4-44a2-9959-f9be34e6ef85 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0803964 Dec 17 13:17:03.951646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-0c1b406a-92f1-4284-b560-75c2277ef5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:03.956607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-0c1b406a-92f1-4284-b560-75c2277ef5ef service neutron] 10.222.0.54 "GET /v2.0/ports/731e1dcb-c235-4f38-a39c-20fb543ce7e9 HTTP/1.1" status: 200 len: 1027 time: 0.1422553 Dec 17 13:17:04.048537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-78568cac-7845-4f68-891a-889ee7e131e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:04.051735 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-78568cac-7845-4f68-891a-889ee7e131e1 service neutron] 10.222.0.54 "GET /v2.0/ports/020196ad-0617-491a-a5a3-0e0d6fbcee80 HTTP/1.1" status: 200 len: 1028 time: 0.0831618 Dec 17 13:17:04.054411 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ae48e-0053-48a1-985a-e286c4cac61a req-06de0875-fc43-460a-b436-a5f28e7717c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:04.056793 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-080ae48e-0053-48a1-985a-e286c4cac61a req-06de0875-fc43-460a-b436-a5f28e7717c6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3735509 Dec 17 13:17:04.354538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-72fdc48c-6265-48cd-bf9b-d75a33c1203d req-40f706ae-8b75-4ef1-977c-3a7c537ebbfc service neutron] (110454) timed out ('10.222.0.61', 62301) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:17:04.475849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ae48e-0053-48a1-985a-e286c4cac61a req-80fbdf42-ec23-45e8-872c-7621930906a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:04.477428 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-080ae48e-0053-48a1-985a-e286c4cac61a req-80fbdf42-ec23-45e8-872c-7621930906a8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4094155 Dec 17 13:17:04.526634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504be75-895f-40ce-ab91-48a99a22bfae req-e29dedf1-4807-4e37-b4b0-531e4006034a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:04.531444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3504be75-895f-40ce-ab91-48a99a22bfae req-e29dedf1-4807-4e37-b4b0-531e4006034a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 944 time: 0.2317386 Dec 17 13:17:04.580397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-dca70578-81e3-437b-a1fb-d1fc96803f95 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:04.751514 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dca70578-81e3-437b-a1fb-d1fc96803f95 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] 10.222.0.59 "PUT /v2.0/quotas/16412526f33b44b9be7afedc61761cf2 HTTP/1.1" status: 200 len: 366 time: 0.9354916 Dec 17 13:17:04.754199 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38534) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:04.778415 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7996ab99-8ee6-417e-87f4-b788362a3c58 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0216842 Dec 17 13:17:04.779916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38536) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:04.800833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3504be75-895f-40ce-ab91-48a99a22bfae req-9cb1bbb6-7daa-4182-8878-2dabe90e3c80 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520390 Dec 17 13:17:04.809053 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e5d1df11-9520-4ca5-b550-055d04cdd629 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] 10.222.0.59 "GET /v2.0/quotas/16412526f33b44b9be7afedc61761cf2 HTTP/1.1" status: 200 len: 366 time: 0.0230412 Dec 17 13:17:04.811302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-aafefc22-e6c7-4d2f-bb67-5edfb075a4ac tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:04.814805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38538) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:04.841117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-aafefc22-e6c7-4d2f-bb67-5edfb075a4ac tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:04.858999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-aafefc22-e6c7-4d2f-bb67-5edfb075a4ac tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:04.860770 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-aafefc22-e6c7-4d2f-bb67-5edfb075a4ac tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "GET /v2.0/networks?id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=07d2f406-3950-4c25-8545-7279d9964e39&id=07d2f406-3950-4c25-8545-7279d9964e39 HTTP/1.1" status: 200 len: 1990 time: 0.8025854 Dec 17 13:17:04.925209 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c5b3b96f-5164-4dbe-81e4-46a52c601db4 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/16412526f33b44b9be7afedc61761cf2 HTTP/1.1" status: 204 len: 168 time: 0.1088743 Dec 17 13:17:04.926068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38540) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:04.936436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-72364deb-ac07-4a6f-a385-92c081dda3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:04.938025 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-72364deb-ac07-4a6f-a385-92c081dda3ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 1095 time: 0.3974731 Dec 17 13:17:04.945938 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-12955f1b-06cd-401c-bee4-794021a29b0c tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0175455 Dec 17 13:17:04.952156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38542) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:04.981691 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a871a-d14e-49b5-8536-c481606dadba req-bb423d46-8abc-4f63-b227-20143c8b3091 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:04.991926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6e6a871a-d14e-49b5-8536-c481606dadba req-bb423d46-8abc-4f63-b227-20143c8b3091 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1521070 Dec 17 13:17:05.104684 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-96b9a6b6-af38-43c9-8034-01e7ae03c741 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e84b57-8f71-4c76-98db-64a1391fabab HTTP/1.1" status: 200 len: 217 time: 0.1513865 Dec 17 13:17:05.139337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6e6a871a-d14e-49b5-8536-c481606dadba req-3bdeb223-42f9-4f56-a826-1c488304681c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463788 Dec 17 13:17:05.246654 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-44e5848b-4f06-4923-b54d-5e208731067b tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] 10.222.0.59 "GET /v2.0/quotas/16412526f33b44b9be7afedc61761cf2 HTTP/1.1" status: 200 len: 370 time: 0.2915063 Dec 17 13:17:05.249021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38550) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:05.254770 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-435ae927-1c7b-4373-9007-465b4d483dcf tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] 10.222.0.59 "GET /v2.0/quotas/16412526f33b44b9be7afedc61761cf2/default HTTP/1.1" status: 200 len: 370 time: 0.0045562 Dec 17 13:17:05.257545 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38552) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:05.286622 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-231430d8-bfc1-44af-9992-e21443ce3ad1 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] delete failed (client error): The resource could not be found. Dec 17 13:17:05.290531 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-231430d8-bfc1-44af-9992-e21443ce3ad1 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/16412526f33b44b9be7afedc61761cf2 HTTP/1.1" status: 404 len: 348 time: 0.0301380 Dec 17 13:17:05.337999 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-598b4641-e6be-4ee8-b633-e4b2869a6516 req-931632cb-37de-4216-bbf0-bede2a00bddc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.1835330 Dec 17 13:17:05.411196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-ea0b40bf-ce69-410b-b19b-b8dc4e030014 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1936501c57b4cbc85a738cf24fae2b3 HTTP/1.1" status: 200 len: 380 time: 0.5175846 Dec 17 13:17:05.417459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d198f66d-c721-4691-b735-10c56be370f9 req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'port': {'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'admin_state_up': True, 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'security_groups': ['9efe42f7-9ec8-4fb9-937e-974cfb9df5b8']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:05.443906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-d7893d76-a1c4-460b-b4f7-ecbedc6e7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:05.446457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-d7893d76-a1c4-460b-b4f7-ecbedc6e7980 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2a5071f-2c4e-428f-861a-6a25290a0bfd HTTP/1.1" status: 200 len: 851 time: 0.3237889 Dec 17 13:17:05.922273 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-f3da0bde-d313-4c4a-ab6a-bf925f186790 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829b9634-20e4-4680-a605-6e72fb3e7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334256 Dec 17 13:17:05.991265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a03ee-dce1-42d7-832e-a8aaed5ed9e9 req-c5fa4d3b-783c-4058-9983-08424d8e025c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:05.997771 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-065a03ee-dce1-42d7-832e-a8aaed5ed9e9 req-c5fa4d3b-783c-4058-9983-08424d8e025c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 944 time: 0.0800796 Dec 17 13:17:06.064328 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:06.116360 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-065a03ee-dce1-42d7-832e-a8aaed5ed9e9 req-2ab1e9f0-36c7-4916-9ab1-6dd32d9c0747 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025677 Dec 17 13:17:06.121134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-56ec3b16-be0e-4cf0-8f47-86bacba3dca8 service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711199 Dec 17 13:17:06.250323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:06.254235 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:06.325264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38580) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:06.370627 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Usage tracker for resource:network and project:4a8a62ec82e24af390ae03d773851400 is out of sync, need to count used quota {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 13:17:06.374637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 13:17:06.389059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Usage tracker for resource:subnet and project:4a8a62ec82e24af390ae03d773851400 is out of sync, need to count used quota {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 13:17:06.394799 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 13:17:06.416052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Usage tracker for resource:subnetpool and project:4a8a62ec82e24af390ae03d773851400 is out of sync, need to count used quota {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 13:17:06.427395 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 13:17:06.443683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Usage tracker for resource:port and project:4a8a62ec82e24af390ae03d773851400 is out of sync, need to count used quota {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 13:17:06.469543 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-560e694e-a5e8-472e-b84e-2fcc05d2ca65 req-38456d04-9c18-45f8-b7aa-6f979de2080b service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457584 Dec 17 13:17:06.488931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2155614-f97d-4a1b-8e91-7be78e46ad54 req-064b003c-d046-40fe-87cc-446de155c17d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:06.498622 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e2155614-f97d-4a1b-8e91-7be78e46ad54 req-064b003c-d046-40fe-87cc-446de155c17d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.2210793 Dec 17 13:17:06.533198 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-24095dbc-f56a-4920-b046-e7c20df08bdf req-c3332395-e4a9-494b-b9eb-38bb04952537 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0825541 Dec 17 13:17:06.538577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 13:17:06.564950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Usage tracker for resource:router and project:4a8a62ec82e24af390ae03d773851400 is out of sync, need to count used quota {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 13:17:06.570570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 13:17:06.581496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Usage tracker for resource:floatingip and project:4a8a62ec82e24af390ae03d773851400 is out of sync, need to count used quota {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 13:17:06.586529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 13:17:06.634159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Usage tracker for resource:security_group and project:4a8a62ec82e24af390ae03d773851400 is out of sync, need to count used quota {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 13:17:06.639058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 13:17:06.639702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-d198f66d-c721-4691-b735-10c56be370f9 req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Allocated IP 172.20.0.8 (c4cf3903-80fa-4b0c-9f62-fac6d510ab5c/5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13/db44cc76-cbbb-4292-9e98-ca42f4f1f200) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:06.648333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Usage tracker for resource:security_group_rule and project:4a8a62ec82e24af390ae03d773851400 is out of sync, need to count used quota {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 13:17:06.652619 n-d-815324-5 neutron-server[110454]: DEBUG neutron.quota.resource [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110454) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 13:17:06.658621 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fc44a9da-bb68-47d0-ac64-3d6fec97f488 tempest-QuotasTest-1837952905 tempest-QuotasTest-1837952905-project-admin] 10.222.0.59 "GET /v2.0/quotas/4a8a62ec82e24af390ae03d773851400/details.json HTTP/1.1" status: 200 len: 703 time: 0.3319938 Dec 17 13:17:06.672886 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e2155614-f97d-4a1b-8e91-7be78e46ad54 req-d658ff30-5b4a-4409-a38d-4268d2917f3d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707768 Dec 17 13:17:07.007725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:07.143703 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:07.267805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d198f66d-c721-4691-b735-10c56be370f9 req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:07.273337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-d198f66d-c721-4691-b735-10c56be370f9 req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:07.291593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d198f66d-c721-4691-b735-10c56be370f9 req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:07.393660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Port': ['ID=db44cc76-cbbb-4292-9e98-ca42f4f1f200,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:07.470755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3acbf6-bcb8-409f-be83-4c0c372fe1d2 req-7307e8f6-5f4c-4c64-8683-314f397e1bf9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:07.486886 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d3acbf6-bcb8-409f-be83-4c0c372fe1d2 req-7307e8f6-5f4c-4c64-8683-314f397e1bf9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 944 time: 0.2514915 Dec 17 13:17:07.488274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:07.489037 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:07.575660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-a2d71fce-c219-4d12-bddf-b2684a9e17f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1630273 Dec 17 13:17:07.578246 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d3acbf6-bcb8-409f-be83-4c0c372fe1d2 req-8b4fc08b-501c-4f72-b45e-5e90f17fd229 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897465 Dec 17 13:17:07.587871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d198f66d-c721-4691-b735-10c56be370f9 req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'port': {'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923', 'admin_state_up': True, 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'security_groups': ['9efe42f7-9ec8-4fb9-937e-974cfb9df5b8']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:07.801746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ee6e0c10-b74f-4f6e-aeea-e9761e63dae7 None None] Provisioning complete for port db44cc76-cbbb-4292-9e98-ca42f4f1f200 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:07.802379 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee6e0c10-b74f-4f6e-aeea-e9761e63dae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:07.860281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38618) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:07.967495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e0c10-b74f-4f6e-aeea-e9761e63dae7 None None] Port db44cc76-cbbb-4292-9e98-ca42f4f1f200 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:08.043006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f8e03-4d6d-4235-8dd1-05cfcbbdf8ff req-77e21838-d204-4811-9785-e9289daea4df tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:08.046118 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-495f8e03-4d6d-4235-8dd1-05cfcbbdf8ff req-77e21838-d204-4811-9785-e9289daea4df tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1621475 Dec 17 13:17:08.083565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8230e51-39b4-420a-b314-788f8757912d req-d99bcce7-6a7b-46b3-8c02-053881954118 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:08.092954 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8230e51-39b4-420a-b314-788f8757912d req-d99bcce7-6a7b-46b3-8c02-053881954118 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 931 time: 0.3079810 Dec 17 13:17:08.169402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:08.175439 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:08.290845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-495f8e03-4d6d-4235-8dd1-05cfcbbdf8ff req-9a978a05-d340-4942-9b64-151cf8d59c8c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354016 Dec 17 13:17:08.294718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8230e51-39b4-420a-b314-788f8757912d req-0ffb1e25-6ce2-4d7c-95eb-5e98109381f6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007468 Dec 17 13:17:08.467789 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a4b4-e0f3-453e-b67c-a1a247d0401d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:08.600537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-d198f66d-c721-4691-b735-10c56be370f9 req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Allocated IP 10.1.1.118 (aa79fced-7bd7-4ed5-a7d9-942d278d4923/6bd4f2e6-cd6e-4549-a979-be5a475bd42e/9253d3de-7598-4eba-9f8b-4849269c1037) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:08.667027 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a4b4-e0f3-453e-b67c-a1a247d0401d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:08.746608 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7ec9a4b4-e0f3-453e-b67c-a1a247d0401d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:08.942880 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7ec9a4b4-e0f3-453e-b67c-a1a247d0401d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d7a3ec14471644a3b2176c645ba247a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0812802 Dec 17 13:17:08.948079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38648) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:08.953488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:08.971582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9a4b4-e0f3-453e-b67c-a1a247d0401d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871480fd-f79b-454b-b095-bc8bf7e8af43,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:09.025155 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd8213-8a25-487b-bdb9-0b1a1e865c16 req-dbab521f-f376-45f8-bc44-72f53da79e8b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:09.031079 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6dcd8213-8a25-487b-bdb9-0b1a1e865c16 req-dbab521f-f376-45f8-bc44-72f53da79e8b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 944 time: 0.2623003 Dec 17 13:17:09.122159 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23919536-8905-4729-9424-d2a80c3b5152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:09.129679 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6dcd8213-8a25-487b-bdb9-0b1a1e865c16 req-382fe589-9077-43a8-bd0c-fbe5e3416d97 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920043 Dec 17 13:17:09.172081 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23919536-8905-4729-9424-d2a80c3b5152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:09.187537 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:09.263855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d198f66d-c721-4691-b735-10c56be370f9 req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Network aa79fced-7bd7-4ed5-a7d9-942d278d4923 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:09.284352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-d198f66d-c721-4691-b735-10c56be370f9 req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:09.287526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d198f66d-c721-4691-b735-10c56be370f9 req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:09.449702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Port': ['ID=9253d3de-7598-4eba-9f8b-4849269c1037,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:09.538375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:09.543781 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:09.574973 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23919536-8905-4729-9424-d2a80c3b5152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:09.592351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23919536-8905-4729-9424-d2a80c3b5152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:09.592351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-23919536-8905-4729-9424-d2a80c3b5152 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/871480fd-f79b-454b-b095-bc8bf7e8af43 HTTP/1.1" status: 204 len: 168 time: 0.6288888 Dec 17 13:17:09.691509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36235b1-a3a9-4350-97e4-3ca77f5486b6 req-aaca8384-eea6-4823-a946-7ae744a5504d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:09.713231 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36235b1-a3a9-4350-97e4-3ca77f5486b6 req-aaca8384-eea6-4823-a946-7ae744a5504d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:09.716787 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b36235b1-a3a9-4350-97e4-3ca77f5486b6 req-aaca8384-eea6-4823-a946-7ae744a5504d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 1653 time: 0.1712730 Dec 17 13:17:09.717567 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1ea15afa-5832-499b-b864-c680aad93317 None None] Provisioning complete for port 9253d3de-7598-4eba-9f8b-4849269c1037 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:09.718129 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ea15afa-5832-499b-b864-c680aad93317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:09.726452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23919536-8905-4729-9424-d2a80c3b5152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871480fd-f79b-454b-b095-bc8bf7e8af43,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:09.813847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6347d-d9ca-4984-9c72-3c0403a0d6b3 req-b97adb6a-4cae-42f5-b043-b6419765b13d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:09.845056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d3b6347d-d9ca-4984-9c72-3c0403a0d6b3 req-b97adb6a-4cae-42f5-b043-b6419765b13d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.2836487 Dec 17 13:17:09.906649 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b36235b1-a3a9-4350-97e4-3ca77f5486b6 req-b2568d5e-7089-465c-8804-f37b2e148e5e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761751 Dec 17 13:17:09.911508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1ea15afa-5832-499b-b864-c680aad93317 None None] Port 9253d3de-7598-4eba-9f8b-4849269c1037 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:09.917645 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-5a33ffbb-e197-47ab-883e-5fde336e12bb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3346977 Dec 17 13:17:09.983242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d5e84b57-8f71-4c76-98db-64a1391fabab details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:17:10.018843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d198f66d-c721-4691-b735-10c56be370f9 req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'port': {'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923', 'admin_state_up': True, 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'security_groups': ['9efe42f7-9ec8-4fb9-937e-974cfb9df5b8']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:10.046534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d3b6347d-d9ca-4984-9c72-3c0403a0d6b3 req-399fa2b8-9929-4477-8099-066207fe4f3c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973603 Dec 17 13:17:10.132284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d5e84b57-8f71-4c76-98db-64a1391fabab, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d5e84b57-8f71-4c76-98db-64a1391fabab,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:10.152594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'd5e84b57-8f71-4c76-98db-64a1391fabab', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'port_id': 'd5e84b57-8f71-4c76-98db-64a1391fabab', 'mac_address': 'fa:16:3e:dd:e8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a5071f-2c4e-428f-861a-6a25290a0bfd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:17:10.208081 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:10.229713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e84b57-8f71-4c76-98db-64a1391fabab {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:17:10.259189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d5e84b57-8f71-4c76-98db-64a1391fabab, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d5e84b57-8f71-4c76-98db-64a1391fabab,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:10.312648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a406722-2ae9-4921-acd9-3b4d164d0b93 req-50803b05-1d85-4799-89d4-7f489492348b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:10.314381 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a406722-2ae9-4921-acd9-3b4d164d0b93 req-50803b05-1d85-4799-89d4-7f489492348b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 944 time: 0.0645432 Dec 17 13:17:10.379032 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a406722-2ae9-4921-acd9-3b4d164d0b93 req-241a8671-dc0e-4bfa-ace9-fe7e1b726462 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572307 Dec 17 13:17:10.384795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:10.385360 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:10.390338 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:10.515361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=d5e84b57-8f71-4c76-98db-64a1391fabab,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:10.642320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-d198f66d-c721-4691-b735-10c56be370f9 req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Allocated IP 10.1.1.45 (aa79fced-7bd7-4ed5-a7d9-942d278d4923/6bd4f2e6-cd6e-4549-a979-be5a475bd42e/c48b8075-90b6-4a05-99c5-7ae2869d8493) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:10.647021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['d5e84b57-8f71-4c76-98db-64a1391fabab'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:17:10.845758 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:11.071141 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:11.164558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d198f66d-c721-4691-b735-10c56be370f9 req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Network aa79fced-7bd7-4ed5-a7d9-942d278d4923 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:11.179360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-d198f66d-c721-4691-b735-10c56be370f9 req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:11.187195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d198f66d-c721-4691-b735-10c56be370f9 req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:11.232677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38726) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:11.424620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Port': ['ID=c48b8075-90b6-4a05-99c5-7ae2869d8493,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:11.451523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.452158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.454332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.454905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.455615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.463144 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.463562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.463853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.464201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.464541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.464883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.465221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.465560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:11.478414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e71c92-a364-4f73-955c-319be13aa7a5 req-067de84d-1bda-4c7d-bb61-6c7b282a2286 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:11.487837 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9e71c92-a364-4f73-955c-319be13aa7a5 req-067de84d-1bda-4c7d-bb61-6c7b282a2286 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1543167 Dec 17 13:17:11.489515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc4bbd-44d1-4e5b-a3b6-26b8084e86b3 req-92b79d8f-cd9f-49a4-bc3f-84ca682e5c91 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:11.510544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc4bbd-44d1-4e5b-a3b6-26b8084e86b3 req-92b79d8f-cd9f-49a4-bc3f-84ca682e5c91 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:11.517031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc4bbd-44d1-4e5b-a3b6-26b8084e86b3 req-92b79d8f-cd9f-49a4-bc3f-84ca682e5c91 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:11.526286 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75cc4bbd-44d1-4e5b-a3b6-26b8084e86b3 req-92b79d8f-cd9f-49a4-bc3f-84ca682e5c91 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 2373 time: 0.3503821 Dec 17 13:17:11.554581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:11.560543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:11.573957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38740) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:11.625912 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9e71c92-a364-4f73-955c-319be13aa7a5 req-d4b13ee1-36b1-4dd2-868d-09945a310534 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327550 Dec 17 13:17:11.673407 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e2d484f-a797-499d-a43f-a81424fbd93a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:11.764929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-733d4378-772d-4ea7-b34e-c200e9aa28b8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8048427 Dec 17 13:17:11.787916 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d198f66d-c721-4691-b735-10c56be370f9 req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'port': {'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39', 'admin_state_up': True, 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'security_groups': ['9efe42f7-9ec8-4fb9-937e-974cfb9df5b8']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:11.793497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-730fa36a-446c-4fe5-8616-52635d5ae253 None None] Provisioning complete for port c48b8075-90b6-4a05-99c5-7ae2869d8493 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:11.794490 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-730fa36a-446c-4fe5-8616-52635d5ae253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:11.863902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-730fa36a-446c-4fe5-8616-52635d5ae253 None None] Port c48b8075-90b6-4a05-99c5-7ae2869d8493 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:11.895198 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0dae1-91d1-470c-ae7f-f718c8540eb8 req-31f50a0f-6429-4479-9c4b-6513fda8adf1 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:11.898038 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55f0dae1-91d1-470c-ae7f-f718c8540eb8 req-31f50a0f-6429-4479-9c4b-6513fda8adf1 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 945 time: 0.1220005 Dec 17 13:17:11.913071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d5e84b57-8f71-4c76-98db-64a1391fabab up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:17:12.026383 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e2d484f-a797-499d-a43f-a81424fbd93a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.026607 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89b26c5b-bc63-4a52-8583-b8bb5728332a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.113852 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55f0dae1-91d1-470c-ae7f-f718c8540eb8 req-e36f49ed-2d1d-43df-88fc-161877db6aaf tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078800 Dec 17 13:17:12.184092 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75cc4bbd-44d1-4e5b-a3b6-26b8084e86b3 req-46e2290e-d475-418e-915c-5e0f76b7960b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6178391 Dec 17 13:17:12.238092 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port d5e84b57-8f71-4c76-98db-64a1391fabab completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:17:12.242803 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e2d484f-a797-499d-a43f-a81424fbd93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.247266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89b26c5b-bc63-4a52-8583-b8bb5728332a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.247795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port d5e84b57-8f71-4c76-98db-64a1391fabab triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:12.251333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.312977 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6e2d484f-a797-499d-a43f-a81424fbd93a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a8a62ec82e24af390ae03d773851400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7366507 Dec 17 13:17:12.315864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38750) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:12.323493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:12.329609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d484f-a797-499d-a43f-a81424fbd93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be0c83b-c371-42dd-ab8b-bb8f5e3b1f94,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:12.350104 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89b26c5b-bc63-4a52-8583-b8bb5728332a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.433742 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.481461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0136c705-d544-4d78-aba5-ade5497e3b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e84b57-8f71-4c76-98db-64a1391fabab'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:17:12.488472 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb840cdf-6d19-44cd-a5ae-83fa1fc743d9" -d '{"events": [{"server_uuid": "0136c705-d544-4d78-aba5-ade5497e3b01", "name": "network-vif-plugged", "status": "completed", "tag": "d5e84b57-8f71-4c76-98db-64a1391fabab"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:17:12.493120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-89b26c5b-bc63-4a52-8583-b8bb5728332a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47e1afab5a3f4576a677d204324aa9f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2560720 Dec 17 13:17:12.520488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d5e84b57-8f71-4c76-98db-64a1391fabab, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d5e84b57-8f71-4c76-98db-64a1391fabab,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:12.541879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b26c5b-bc63-4a52-8583-b8bb5728332a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2565dd16-fb4b-44b0-a994-729d7e1d83fb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:12.543458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38764) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:12.564184 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e515529d-fd8f-41a8-86ba-12b4df485ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.606863 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.633908 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e515529d-fd8f-41a8-86ba-12b4df485ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.785462 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf5f1e7-c18d-48ff-b200-2add54e9fb69 x-openstack-request-id: req-5cf5f1e7-c18d-48ff-b200-2add54e9fb69 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:17:12.786667 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0136c705-d544-4d78-aba5-ade5497e3b01", "name": "network-vif-plugged", "status": "completed", "tag": "d5e84b57-8f71-4c76-98db-64a1391fabab", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:17:12.787120 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5cf5f1e7-c18d-48ff-b200-2add54e9fb69 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:17:12.788029 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0136c705-d544-4d78-aba5-ade5497e3b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e84b57-8f71-4c76-98db-64a1391fabab', 'code': 200} Dec 17 13:17:12.808744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=d5e84b57-8f71-4c76-98db-64a1391fabab,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:12.857058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38778) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:12.875019 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e515529d-fd8f-41a8-86ba-12b4df485ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.878272 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e515529d-fd8f-41a8-86ba-12b4df485ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.880379 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e515529d-fd8f-41a8-86ba-12b4df485ffb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7be0c83b-c371-42dd-ab8b-bb8f5e3b1f94 HTTP/1.1" status: 204 len: 168 time: 0.5630870 Dec 17 13:17:12.896651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:12.902331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515529d-fd8f-41a8-86ba-12b4df485ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be0c83b-c371-42dd-ab8b-bb8f5e3b1f94,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:13.103158 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58a78492-3c33-454a-8027-f69d0c10b2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:13.116356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec3970-8dd7-4d88-9467-6a94a1978cfb req-b81205db-fb0b-40b0-b245-cbdffcefcad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:13.120958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76ec3970-8dd7-4d88-9467-6a94a1978cfb req-b81205db-fb0b-40b0-b245-cbdffcefcad2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 1097 time: 0.3707695 Dec 17 13:17:13.162935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f925f-3c36-41bf-b283-070602722dc0 req-d8133ae0-d1d7-4f55-867c-8377c5a568d8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:13.171816 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e76f925f-3c36-41bf-b283-070602722dc0 req-d8133ae0-d1d7-4f55-867c-8377c5a568d8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.3647513 Dec 17 13:17:13.223361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffc33d70-1ba4-4d67-93d3-dec9f34d2b8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:13.316427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58a78492-3c33-454a-8027-f69d0c10b2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:13.501360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38800) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:13.524254 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffc33d70-1ba4-4d67-93d3-dec9f34d2b8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:13.553373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-d198f66d-c721-4691-b735-10c56be370f9 req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Allocated IP 10.2.2.100 (07d2f406-3950-4c25-8545-7279d9964e39/8f859941-f4f0-4837-acda-e3f5e632f9d7/f99441c3-e78c-481a-a400-377495b58bb3) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:13.610686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffc33d70-1ba4-4d67-93d3-dec9f34d2b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:13.620173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a165e2-f86e-4fde-a175-c543ca8b453d req-dc631fb0-a6e0-4331-9d05-683f71b2ea0d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:13.633331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17a165e2-f86e-4fde-a175-c543ca8b453d req-dc631fb0-a6e0-4331-9d05-683f71b2ea0d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.3524909 Dec 17 13:17:13.637665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d81dc-20bc-4cc5-8fbc-60b726296f07 req-3a283ca7-1b8b-4275-aed2-fc0f13e315c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:13.641360 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-106d81dc-20bc-4cc5-8fbc-60b726296f07 req-3a283ca7-1b8b-4275-aed2-fc0f13e315c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 1097 time: 0.1520553 Dec 17 13:17:13.757370 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17a165e2-f86e-4fde-a175-c543ca8b453d req-dc5fccdb-72fd-401c-81d2-677623f1d24a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066945 Dec 17 13:17:13.811498 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b8f94325-8c03-4373-9fc6-7803ac604996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:13.849462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:13.889012 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ffc33d70-1ba4-4d67-93d3-dec9f34d2b8c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1c6d071a758549f58963f5f21fc9edd6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0274003 Dec 17 13:17:13.889720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc33d70-1ba4-4d67-93d3-dec9f34d2b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94dfb50-026b-4e80-ae99-859f8621d6a2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:13.907561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38814) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:13.953611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:13.974179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76ec3970-8dd7-4d88-9467-6a94a1978cfb req-34866c75-96f8-4049-bcfb-adf2be457907 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8419271 Dec 17 13:17:13.994292 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e76f925f-3c36-41bf-b283-070602722dc0 req-81189085-1add-47af-a2f3-d9da7ba82d03 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7505500 Dec 17 13:17:14.026979 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:14.069902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d81dc-20bc-4cc5-8fbc-60b726296f07 req-5b2e06c0-2867-4f4f-8178-e88ed6ac7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:14.072820 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-106d81dc-20bc-4cc5-8fbc-60b726296f07 req-5b2e06c0-2867-4f4f-8178-e88ed6ac7374 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 0.4154701 Dec 17 13:17:14.082909 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58a78492-3c33-454a-8027-f69d0c10b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:14.091517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58a78492-3c33-454a-8027-f69d0c10b2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:14.108815 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-58a78492-3c33-454a-8027-f69d0c10b2d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2565dd16-fb4b-44b0-a994-729d7e1d83fb HTTP/1.1" status: 204 len: 168 time: 1.5534658 Dec 17 13:17:14.143559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d198f66d-c721-4691-b735-10c56be370f9 req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Network 07d2f406-3950-4c25-8545-7279d9964e39 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:14.144470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a78492-3c33-454a-8027-f69d0c10b2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565dd16-fb4b-44b0-a994-729d7e1d83fb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:14.150296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-d198f66d-c721-4691-b735-10c56be370f9 req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:14.153459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d198f66d-c721-4691-b735-10c56be370f9 req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:14.160163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Port': ['ID=f99441c3-e78c-481a-a400-377495b58bb3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:14.195767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28ca83-087b-4d9b-b74d-10e1520b997b req-6fc84393-18a8-47c2-9706-e3ee7ea902d1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:14.201862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28ca83-087b-4d9b-b74d-10e1520b997b req-6fc84393-18a8-47c2-9706-e3ee7ea902d1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:14.207967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28ca83-087b-4d9b-b74d-10e1520b997b req-6fc84393-18a8-47c2-9706-e3ee7ea902d1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:14.209693 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f28ca83-087b-4d9b-b74d-10e1520b997b req-6fc84393-18a8-47c2-9706-e3ee7ea902d1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 2373 time: 0.2704983 Dec 17 13:17:14.210417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:14.211191 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:14.246795 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b02e8c52-af09-4852-9b16-5e03b511fbe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:14.247204 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-106d81dc-20bc-4cc5-8fbc-60b726296f07 req-4d9e824f-c6d8-47f0-a260-2aeed053483d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a HTTP/1.1" status: 200 len: 1002 time: 0.1559234 Dec 17 13:17:14.294073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f28ca83-087b-4d9b-b74d-10e1520b997b req-9646f56e-c4c7-4e7c-83c9-50d3ca2eaf97 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726507 Dec 17 13:17:14.311619 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:14.312076 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-6116e894-8ade-4b64-9fd9-1ed6aa4bf650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5247951 Dec 17 13:17:14.332640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d198f66d-c721-4691-b735-10c56be370f9 req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'port': {'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39', 'admin_state_up': True, 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'security_groups': ['9efe42f7-9ec8-4fb9-937e-974cfb9df5b8']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:14.356728 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b02e8c52-af09-4852-9b16-5e03b511fbe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:14.513666 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d81dc-20bc-4cc5-8fbc-60b726296f07 req-a1522543-74c8-4c0f-996f-f4c3118d8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:14.513666 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-106d81dc-20bc-4cc5-8fbc-60b726296f07 req-a1522543-74c8-4c0f-996f-f4c3118d8fb3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.2335041 Dec 17 13:17:14.641461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d81dc-20bc-4cc5-8fbc-60b726296f07 req-a1f23495-54c5-4570-9f78-89b29775effe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:14.643547 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-106d81dc-20bc-4cc5-8fbc-60b726296f07 req-a1f23495-54c5-4570-9f78-89b29775effe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219809 Dec 17 13:17:14.655500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1b3e510c-e050-4d7b-aa79-6829b34d01fb None None] Provisioning complete for port f99441c3-e78c-481a-a400-377495b58bb3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:14.655894 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1b3e510c-e050-4d7b-aa79-6829b34d01fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:14.694949 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e510c-e050-4d7b-aa79-6829b34d01fb None None] Port f99441c3-e78c-481a-a400-377495b58bb3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:14.709242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Made reservation on behalf of c1936501c57b4cbc85a738cf24fae2b3 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:14.714090 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:14.964853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-d198f66d-c721-4691-b735-10c56be370f9 req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Allocated IP 10.2.2.200 (07d2f406-3950-4c25-8545-7279d9964e39/8f859941-f4f0-4837-acda-e3f5e632f9d7/481bfb10-dde3-4f1f-a464-4d5a08d9a84c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:14.997539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38842) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:15.019462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38844) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:15.073287 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2a60848-ce55-4845-b634-e55dcaa237f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.104046 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730016-f32b-432b-992c-2d935de139f4 req-06b56dbe-3a97-441a-8de9-52b5998ad131 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:15.105777 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8a730016-f32b-432b-992c-2d935de139f4 req-06b56dbe-3a97-441a-8de9-52b5998ad131 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.1627173 Dec 17 13:17:15.246970 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.247297 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b02e8c52-af09-4852-9b16-5e03b511fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.249935 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b02e8c52-af09-4852-9b16-5e03b511fbe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.251640 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b02e8c52-af09-4852-9b16-5e03b511fbe1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e94dfb50-026b-4e80-ae99-859f8621d6a2 HTTP/1.1" status: 204 len: 168 time: 1.3389528 Dec 17 13:17:15.308559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e8c52-af09-4852-9b16-5e03b511fbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94dfb50-026b-4e80-ae99-859f8621d6a2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:15.345536 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8a730016-f32b-432b-992c-2d935de139f4 req-dafc9f8f-8736-4d84-a9b8-313289ecd2aa tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909149 Dec 17 13:17:15.405822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b4938-e174-4792-9eb9-3501dca7cf41 req-be5ec21a-8c0c-49af-be9d-939f2290b347 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:15.413941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-305b4938-e174-4792-9eb9-3501dca7cf41 req-be5ec21a-8c0c-49af-be9d-939f2290b347 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1726861 Dec 17 13:17:15.447218 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-106d81dc-20bc-4cc5-8fbc-60b726296f07 req-91f4a3a2-781e-40f2-a071-2358da065679 service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7928216 Dec 17 13:17:15.457119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1696326986'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:15.553499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2a60848-ce55-4845-b634-e55dcaa237f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.565063 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.589541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Allocated IP 172.25.0.214 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/7b73aa7c-9f26-430f-891d-fb137ec0051b) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:15.595036 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-305b4938-e174-4792-9eb9-3501dca7cf41 req-3c26ad6c-3599-4cde-989e-d2740c49b3a8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801627 Dec 17 13:17:15.661564 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2a60848-ce55-4845-b634-e55dcaa237f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.674272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-106d81dc-20bc-4cc5-8fbc-60b726296f07 req-e62593e6-0bd3-4b3d-9af5-6e74258adaae service neutron] 10.222.0.54 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137146 Dec 17 13:17:15.698992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc93c2-b5c8-4a32-a737-8879f405a323 req-3f4a5009-6217-4caf-8a42-90a798f5e440 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:15.705208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc93c2-b5c8-4a32-a737-8879f405a323 req-3f4a5009-6217-4caf-8a42-90a798f5e440 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:15.714785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc93c2-b5c8-4a32-a737-8879f405a323 req-3f4a5009-6217-4caf-8a42-90a798f5e440 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:15.722034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc93c2-b5c8-4a32-a737-8879f405a323 req-3f4a5009-6217-4caf-8a42-90a798f5e440 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:15.723861 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e5fc93c2-b5c8-4a32-a737-8879f405a323 req-3f4a5009-6217-4caf-8a42-90a798f5e440 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 3094 time: 0.1370811 Dec 17 13:17:15.739488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:15.743975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.755107 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.761952 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.780918 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.807304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d2a60848-ce55-4845-b634-e55dcaa237f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=429bfa893ee54a6fbf26fc950de95310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7859018 Dec 17 13:17:15.810036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38862) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:15.839043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a60848-ce55-4845-b634-e55dcaa237f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e4c5f4-5b2b-4712-afdd-f6331bee263d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:15.869094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.913055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7e2d743d-b217-4320-ac44-286383a7b78a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:15.923219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e5fc93c2-b5c8-4a32-a737-8879f405a323 req-5fdd84dc-7704-44f8-b8c1-87bf36be5da4 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864104 Dec 17 13:17:15.952492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d198f66d-c721-4691-b735-10c56be370f9 req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Network 07d2f406-3950-4c25-8545-7279d9964e39 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:15.954263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:15.961712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:15.964474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:15.969427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-d198f66d-c721-4691-b735-10c56be370f9 req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:15.973393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d198f66d-c721-4691-b735-10c56be370f9 req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:15.979396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event updated for resources: {'Port': ['ID=481bfb10-dde3-4f1f-a464-4d5a08d9a84c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:16.064182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event updated for resources: {'Port': ['ID=7b73aa7c-9f26-430f-891d-fb137ec0051b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:16.070454 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7e2d743d-b217-4320-ac44-286383a7b78a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.100784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:16.102275 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.180072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.220388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.326182 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-a45799ee-6d55-486c-83d0-aa83786a6c11 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0148575 Dec 17 13:17:16.332244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8e052a07-302e-4b9c-9651-ccba3a5d9a3c None None] Provisioning complete for port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:16.332244 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8e052a07-302e-4b9c-9651-ccba3a5d9a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.342037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Request body: {'port': {'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:16.349446 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7e2d743d-b217-4320-ac44-286383a7b78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.354161 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7e2d743d-b217-4320-ac44-286383a7b78a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.356093 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7e2d743d-b217-4320-ac44-286383a7b78a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43e4c5f4-5b2b-4712-afdd-f6331bee263d HTTP/1.1" status: 204 len: 168 time: 0.5444772 Dec 17 13:17:16.368106 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-184dcb1f-41a2-41c2-b93a-f2ff5616406e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.399119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8e052a07-302e-4b9c-9651-ccba3a5d9a3c None None] Port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:16.427289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d743d-b217-4320-ac44-286383a7b78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e4c5f4-5b2b-4712-afdd-f6331bee263d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:16.442586 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.462931 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.479883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:17:16.494034 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.494567 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Added segment 3f45a564-02eb-47f1-9c37-3b3987c645d0 of type vlan for network 86cbb87d-6554-448c-88c6-8a86dcb01267 Dec 17 13:17:16.574338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38878) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:16.578020 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.593977 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bde10b8-3146-4777-8a29-73321b9c01b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.657623 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.672520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a7041a-edab-4dee-aaf3-269757e9af90,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:16.690141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e77bf-c518-492e-8962-7df038e86078 req-f0728d9e-39e1-4698-82a2-035014fc2dd4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:16.691724 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-668e77bf-c518-492e-8962-7df038e86078 req-f0728d9e-39e1-4698-82a2-035014fc2dd4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.2001538 Dec 17 13:17:16.695909 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.704153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:16.705114 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.818453 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-668e77bf-c518-492e-8962-7df038e86078 req-3e542f5c-24d2-446d-b6f0-7c6a42faa603 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167350 Dec 17 13:17:16.849678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Network': ['ID=86cbb87d-6554-448c-88c6-8a86dcb01267,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:16.871178 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a085613e-a7d9-4ca6-b2e0-a1c6f3caf9c6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8684170 Dec 17 13:17:16.874309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 86cbb87d-6554-448c-88c6-8a86dcb01267 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:17:16.950850 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.970271 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bde10b8-3146-4777-8a29-73321b9c01b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:16.993176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6219d-888b-4f59-8ee2-70523a7f0817 req-75061299-e4da-43b6-93fa-e60bc95f3642 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:17.002038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2c6219d-888b-4f59-8ee2-70523a7f0817 req-75061299-e4da-43b6-93fa-e60bc95f3642 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.2035215 Dec 17 13:17:17.023824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:17.115852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bde10b8-3146-4777-8a29-73321b9c01b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:17.345088 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event updated for resources: {'Port': ['ID=7b73aa7c-9f26-430f-891d-fb137ec0051b,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:17.366855 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6bde10b8-3146-4777-8a29-73321b9c01b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ab301c3e85442ad924005eac79f012e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7903869 Dec 17 13:17:17.371531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38902) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:17.408449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2c6219d-888b-4f59-8ee2-70523a7f0817 req-7b15bd2f-71e9-4eb5-a6f9-841c5592c40b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4040608 Dec 17 13:17:17.411652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde10b8-3146-4777-8a29-73321b9c01b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59a76f9-83c1-45f9-958f-f3f211e0fe43,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:17.444025 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:17.562213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:17.583983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2a01de62-5f0d-44cd-b959-390d2fa70abf tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0619388 Dec 17 13:17:17.585729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38908) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:17.674813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-822317618'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:17.676037 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:17.689518 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33d52aa0-734e-490c-841d-0753fd46a690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:17.763712 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33d52aa0-734e-490c-841d-0753fd46a690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:17.948399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Made reservation on behalf of a67650d07c8749228fb86d5d52a73cb5 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:17.960874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:17.979410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db44cc76-cbbb-4292-9e98-ca42f4f1f200 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:17:17.995023 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:18.007356 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33d52aa0-734e-490c-841d-0753fd46a690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:18.035381 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33d52aa0-734e-490c-841d-0753fd46a690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:18.035381 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-33d52aa0-734e-490c-841d-0753fd46a690 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a59a76f9-83c1-45f9-958f-f3f211e0fe43 HTTP/1.1" status: 204 len: 168 time: 0.6306760 Dec 17 13:17:18.056293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d52aa0-734e-490c-841d-0753fd46a690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59a76f9-83c1-45f9-958f-f3f211e0fe43,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:18.061854 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:18.064812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Transition to ACTIVE for port object db44cc76-cbbb-4292-9e98-ca42f4f1f200 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:17:18.111470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c51c00-b1f1-4a37-81c7-66ac090c1978 req-63a3db46-d5b1-4f63-84c1-93073df7cf95 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:18.123369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c51c00-b1f1-4a37-81c7-66ac090c1978 req-63a3db46-d5b1-4f63-84c1-93073df7cf95 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:18.131797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c51c00-b1f1-4a37-81c7-66ac090c1978 req-63a3db46-d5b1-4f63-84c1-93073df7cf95 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:18.139795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c51c00-b1f1-4a37-81c7-66ac090c1978 req-63a3db46-d5b1-4f63-84c1-93073df7cf95 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:18.148212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c51c00-b1f1-4a37-81c7-66ac090c1978 req-63a3db46-d5b1-4f63-84c1-93073df7cf95 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:18.151724 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-62c51c00-b1f1-4a37-81c7-66ac090c1978 req-63a3db46-d5b1-4f63-84c1-93073df7cf95 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 3815 time: 0.4637926 Dec 17 13:17:18.218732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:18.265475 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1ef2a740-1c53-48ea-86b9-4a26d13be93a no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:17:18.482102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09722335-4d4e-431a-8ed3-7c15a922e736 req-e4697584-cc88-4979-89fb-b315e9be9d4f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:18.498624 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09722335-4d4e-431a-8ed3-7c15a922e736 req-e4697584-cc88-4979-89fb-b315e9be9d4f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.1496208 Dec 17 13:17:18.652930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Pushing event updated for resources: {'Port': ['ID=db44cc76-cbbb-4292-9e98-ca42f4f1f200,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:18.655161 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:18.789873 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-62c51c00-b1f1-4a37-81c7-66ac090c1978 req-cf9d7936-ee25-43cc-b292-59a2c05dc4a6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5989611 Dec 17 13:17:18.799486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09722335-4d4e-431a-8ed3-7c15a922e736 req-a090674e-d8a3-4848-88b7-f09d43f721c0 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974417 Dec 17 13:17:18.821869 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:17:18.829432 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9114c73a-c9ef-494c-acd7-3df0374abf67" -d '{"events": [{"server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:17:18.923953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:18.938778 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:18.959351 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Dec 2021 13:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1361f217-beb6-4f74-8e1c-36b3f9b5cfb7 x-openstack-request-id: req-1361f217-beb6-4f74-8e1c-36b3f9b5cfb7 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:17:18.959654 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "name": "network-vif-unplugged", "status": "failed", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a", "code": 422}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:17:18.959876 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1361f217-beb6-4f74-8e1c-36b3f9b5cfb7 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:17:18.960671 n-d-815324-5 neutron-server[110455]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'code': 422} returned with failed status Dec 17 13:17:18.983935 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:19.025102 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:19.066244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb55890-7415-454c-8d11-a35d51d6a1bc req-6b4aafdd-1c4a-4953-bdc1-47d8ee8517ef tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:19.079001 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cdb55890-7415-454c-8d11-a35d51d6a1bc req-6b4aafdd-1c4a-4953-bdc1-47d8ee8517ef tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1144495 Dec 17 13:17:19.097730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Attempting to bind port db44cc76-cbbb-4292-9e98-ca42f4f1f200 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:19.100392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Attempting to bind port db44cc76-cbbb-4292-9e98-ca42f4f1f200 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:19.102038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Attempting to bind port db44cc76-cbbb-4292-9e98-ca42f4f1f200 on network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:19.116443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Port db44cc76-cbbb-4292-9e98-ca42f4f1f200 on network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:17:19.119100 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Attempting to bind port db44cc76-cbbb-4292-9e98-ca42f4f1f200 on network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:19.135408 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:19.193331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:17:19.223913 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:19.225826 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Added segment e75ac392-ed09-4711-ad79-555213bcf8cc of type vlan for network e41e5f82-8537-49fe-836e-8bed44fdccc8 Dec 17 13:17:19.238903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:19.285762 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cdb55890-7415-454c-8d11-a35d51d6a1bc req-92b6dc82-e5c8-40f5-bccb-5c6551da2a6d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038639 Dec 17 13:17:19.343935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:19.344589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Checking segment: {'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:19.345152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Bound using segment: {'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:19.346066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Bound port: db44cc76-cbbb-4292-9e98-ca42f4f1f200, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6766f1-e36f-43f6-905f-14eeb92e4ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:19.346621 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:19.363345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:19.499138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff99a519-de34-4871-b04b-c0bb84362fa8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:19.583709 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:19.602649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:19.603350 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:19.640879 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:19.700773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] For port db44cc76-cbbb-4292-9e98-ca42f4f1f200, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:19.739208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] For port db44cc76-cbbb-4292-9e98-ca42f4f1f200, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200,segment=NetworkSegment(6a6766f1-e36f-43f6-905f-14eeb92e4ae4),segment_id=6a6766f1-e36f-43f6-905f-14eeb92e4ae4)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:19.744813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event updated for resources: {'Network': ['ID=e41e5f82-8537-49fe-836e-8bed44fdccc8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:19.769768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e41e5f82-8537-49fe-836e-8bed44fdccc8 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:17:19.815159 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c927ccd0-a68a-451a-8474-a3cd65e793d1 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2161145 Dec 17 13:17:19.817913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38974) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:19.826263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4383c934-8bc3-4dc8-9547-9eae2321b2f2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Request body: {'subnet': {'network_id': 'e41e5f82-8537-49fe-836e-8bed44fdccc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:19.846683 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:19.992404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:19.993481 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:20.002788 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] 10.222.0.54 "PUT /v2.0/ports/db44cc76-cbbb-4292-9e98-ca42f4f1f200 HTTP/1.1" status: 200 len: 1091 time: 3.6684902 Dec 17 13:17:20.012447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:17:20.015723 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f7c9a4-fc4f-4175-bc4f-0459b345c641" -d '{"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "db44cc76-cbbb-4292-9e98-ca42f4f1f200"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:17:20.067833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18b8d2-07a2-46bd-a496-01fe1ea60c68 service neutron] Pushing event updated for resources: {'Port': ['ID=db44cc76-cbbb-4292-9e98-ca42f4f1f200,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:20.082462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216569c-f503-4d0b-a2ab-b20b98febd84 req-73271984-fceb-4673-b0ec-fee814ca1ec7 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:20.090234 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6216569c-f503-4d0b-a2ab-b20b98febd84 req-73271984-fceb-4673-b0ec-fee814ca1ec7 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.1348972 Dec 17 13:17:20.238266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4383c934-8bc3-4dc8-9547-9eae2321b2f2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Made reservation on behalf of a67650d07c8749228fb86d5d52a73cb5 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:20.245667 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4383c934-8bc3-4dc8-9547-9eae2321b2f2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:20.269880 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6216569c-f503-4d0b-a2ab-b20b98febd84 req-80093f87-cbe4-4bb2-a5b8-577890d2854f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521037 Dec 17 13:17:20.299915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Request body: {'port': {'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:20.498748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fa7e4-6a50-48b2-b7d9-b27a87d211cf req-18adb846-cbb8-421a-8e2f-efae55437dd9 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:20.523165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fa7e4-6a50-48b2-b7d9-b27a87d211cf req-18adb846-cbb8-421a-8e2f-efae55437dd9 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:20.530095 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fa7e4-6a50-48b2-b7d9-b27a87d211cf req-18adb846-cbb8-421a-8e2f-efae55437dd9 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:20.537045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fa7e4-6a50-48b2-b7d9-b27a87d211cf req-18adb846-cbb8-421a-8e2f-efae55437dd9 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:20.543801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38998) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:20.545179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fa7e4-6a50-48b2-b7d9-b27a87d211cf req-18adb846-cbb8-421a-8e2f-efae55437dd9 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:20.547108 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f6fa7e4-6a50-48b2-b7d9-b27a87d211cf req-18adb846-cbb8-421a-8e2f-efae55437dd9 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 3827 time: 0.1758022 Dec 17 13:17:20.568184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1d9f4635-65f1-4c53-979b-61812a8d2e4b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'subnet': {'network_id': '86cbb87d-6554-448c-88c6-8a86dcb01267', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:20.691519 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f6fa7e4-6a50-48b2-b7d9-b27a87d211cf req-4d67978c-8011-4ca1-b3c4-d52c0fb63903 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331842 Dec 17 13:17:20.774294 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62822897-6ae6-4fce-ba92-1f312a89ef31 x-openstack-request-id: req-62822897-6ae6-4fce-ba92-1f312a89ef31 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:17:20.774600 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "db44cc76-cbbb-4292-9e98-ca42f4f1f200", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:17:20.780943 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62822897-6ae6-4fce-ba92-1f312a89ef31 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:17:20.780943 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200', 'status': 'completed', 'code': 200} Dec 17 13:17:20.832189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:20.900270 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7c9a4-fc4f-4175-bc4f-0459b345c641 req-f86ba431-6626-4ce4-b8a9-de7cfaa78990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:20.900958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7c9a4-fc4f-4175-bc4f-0459b345c641 req-f86ba431-6626-4ce4-b8a9-de7cfaa78990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:20.902193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7c9a4-fc4f-4175-bc4f-0459b345c641 req-f86ba431-6626-4ce4-b8a9-de7cfaa78990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:20.903667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7c9a4-fc4f-4175-bc4f-0459b345c641 req-f86ba431-6626-4ce4-b8a9-de7cfaa78990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:20.904681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7c9a4-fc4f-4175-bc4f-0459b345c641 req-f86ba431-6626-4ce4-b8a9-de7cfaa78990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:20.907012 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94f7c9a4-fc4f-4175-bc4f-0459b345c641 req-f86ba431-6626-4ce4-b8a9-de7cfaa78990 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 4362 time: 0.1241167 Dec 17 13:17:21.135403 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7c9a4-fc4f-4175-bc4f-0459b345c641 req-8a771a7e-117d-478d-b766-42862b52b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:21.136174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7c9a4-fc4f-4175-bc4f-0459b345c641 req-8a771a7e-117d-478d-b766-42862b52b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:21.136678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7c9a4-fc4f-4175-bc4f-0459b345c641 req-8a771a7e-117d-478d-b766-42862b52b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:21.139052 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94f7c9a4-fc4f-4175-bc4f-0459b345c641 req-8a771a7e-117d-478d-b766-42862b52b960 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2236533 Dec 17 13:17:21.179106 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4383c934-8bc3-4dc8-9547-9eae2321b2f2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:21.355870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7c9a4-fc4f-4175-bc4f-0459b345c641 req-134865e2-6cb8-4a06-be66-5377be487407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:21.357639 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94f7c9a4-fc4f-4175-bc4f-0459b345c641 req-134865e2-6cb8-4a06-be66-5377be487407 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2104125 Dec 17 13:17:21.394583 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383c934-8bc3-4dc8-9547-9eae2321b2f2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event updated for resources: {'Subnet': ['ID=17d65bf6-5724-457a-9f19-6f30b7b73163,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:21.414801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9f4635-65f1-4c53-979b-61812a8d2e4b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:21.414941 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4635-65f1-4c53-979b-61812a8d2e4b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:21.606303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda65ec-9890-4b9b-a117-1073fbfa3dda req-1ab2b66d-e92c-45b0-8426-0898d9fd9dba tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:21.607948 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3eda65ec-9890-4b9b-a117-1073fbfa3dda req-1ab2b66d-e92c-45b0-8426-0898d9fd9dba tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.1461396 Dec 17 13:17:21.692455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3eda65ec-9890-4b9b-a117-1073fbfa3dda req-08715da3-a215-46ea-a22e-79dd1ff6836e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744174 Dec 17 13:17:21.712908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383c934-8bc3-4dc8-9547-9eae2321b2f2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Checking segment: {'id': 'e75ac392-ed09-4711-ad79-555213bcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e41e5f82-8537-49fe-836e-8bed44fdccc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:21.713406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383c934-8bc3-4dc8-9547-9eae2321b2f2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Network hostable DHCP agents. Network: e41e5f82-8537-49fe-836e-8bed44fdccc8, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:17:21.892351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383c934-8bc3-4dc8-9547-9eae2321b2f2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Network e41e5f82-8537-49fe-836e-8bed44fdccc8 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:17:22.003515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ede12-13c4-4d42-9922-86feb6f1c4b6 req-76ebbf3f-3c44-4657-b232-4f72d69c2002 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:22.021425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ede12-13c4-4d42-9922-86feb6f1c4b6 req-76ebbf3f-3c44-4657-b232-4f72d69c2002 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:22.036534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ede12-13c4-4d42-9922-86feb6f1c4b6 req-76ebbf3f-3c44-4657-b232-4f72d69c2002 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:22.036782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-4383c934-8bc3-4dc8-9547-9eae2321b2f2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e41e5f82-8537-49fe-836e-8bed44fdccc8) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:22.047972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca86100-2bab-49d4-aea4-bd47f7907d15 None None] Network e41e5f82-8537-49fe-836e-8bed44fdccc8 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:17:22.058696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ede12-13c4-4d42-9922-86feb6f1c4b6 req-76ebbf3f-3c44-4657-b232-4f72d69c2002 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:22.079665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4383c934-8bc3-4dc8-9547-9eae2321b2f2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:22.081862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ede12-13c4-4d42-9922-86feb6f1c4b6 req-76ebbf3f-3c44-4657-b232-4f72d69c2002 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:22.084058 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-343ede12-13c4-4d42-9922-86feb6f1c4b6 req-76ebbf3f-3c44-4657-b232-4f72d69c2002 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 3827 time: 0.2083297 Dec 17 13:17:22.095202 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4383c934-8bc3-4dc8-9547-9eae2321b2f2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:22.202838 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-343ede12-13c4-4d42-9922-86feb6f1c4b6 req-f0886f00-1536-477f-a11f-9b41ed5fb262 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109972 Dec 17 13:17:22.269078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1ef2a740-1c53-48ea-86b9-4a26d13be93a no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:17:22.336366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-e41e5f82-8537-49fe-836e-8bed44fdccc8', 'network_id': 'e41e5f82-8537-49fe-836e-8bed44fdccc8', 'project_id': 'a67650d07c8749228fb86d5d52a73cb5', 'fixed_ips': [{'subnet_id': '17d65bf6-5724-457a-9f19-6f30b7b73163'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:17:22.339546 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:22.656038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Allocated IP 172.20.0.2 (e41e5f82-8537-49fe-836e-8bed44fdccc8/17d65bf6-5724-457a-9f19-6f30b7b73163/1150064f-6473-42ea-a5f5-84fa70f4a04b) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:22.834534 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:22.948039 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:22.950953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731e1dcb-c235-4f38-a39c-20fb543ce7e9 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:17:22.960847 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:22.976728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Transition to ACTIVE for port object 731e1dcb-c235-4f38-a39c-20fb543ce7e9 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:17:23.000332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Network e41e5f82-8537-49fe-836e-8bed44fdccc8 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:23.008862 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:23.029384 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Pushing event updated for resources: {'Port': ['ID=1150064f-6473-42ea-a5f5-84fa70f4a04b,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:23.031404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:23.100945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38073f37-540b-434f-97d0-918dc4ded2c5 req-05737d17-2fdf-4708-b5b6-604791cf4ba4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:23.106101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38073f37-540b-434f-97d0-918dc4ded2c5 req-05737d17-2fdf-4708-b5b6-604791cf4ba4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.1188583 Dec 17 13:17:23.108240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5578af-04d3-4db1-95c3-9f7d8c0eba08 req-dbfbd0ad-f967-4a80-9b0d-c48b4dc3b71e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:23.114147 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f5578af-04d3-4db1-95c3-9f7d8c0eba08 req-dbfbd0ad-f967-4a80-9b0d-c48b4dc3b71e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 944 time: 0.1686540 Dec 17 13:17:23.144046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Attempting to bind port 1150064f-6473-42ea-a5f5-84fa70f4a04b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:23.144735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Attempting to bind port 1150064f-6473-42ea-a5f5-84fa70f4a04b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'e75ac392-ed09-4711-ad79-555213bcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e41e5f82-8537-49fe-836e-8bed44fdccc8'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:23.144896 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Attempting to bind port 1150064f-6473-42ea-a5f5-84fa70f4a04b on network e41e5f82-8537-49fe-836e-8bed44fdccc8 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:23.166114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:23.167200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Checking segment: {'id': 'e75ac392-ed09-4711-ad79-555213bcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e41e5f82-8537-49fe-836e-8bed44fdccc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:23.167824 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:23.168390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Bound using segment: {'id': 'e75ac392-ed09-4711-ad79-555213bcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e41e5f82-8537-49fe-836e-8bed44fdccc8'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:23.169918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Bound port: 1150064f-6473-42ea-a5f5-84fa70f4a04b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75ac392-ed09-4711-ad79-555213bcf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'e41e5f82-8537-49fe-836e-8bed44fdccc8'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:23.170518 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:23.171961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4635-65f1-4c53-979b-61812a8d2e4b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:23.175014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:23.193838 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4383c934-8bc3-4dc8-9547-9eae2321b2f2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3746755 Dec 17 13:17:23.199262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39102) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:23.208904 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-711015659', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:23.258255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f5578af-04d3-4db1-95c3-9f7d8c0eba08 req-6e665d92-6252-4ce9-a13a-69228a3d94cc tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412129 Dec 17 13:17:23.299149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] For port 1150064f-6473-42ea-a5f5-84fa70f4a04b, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:23.340070 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] For port 1150064f-6473-42ea-a5f5-84fa70f4a04b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=1150064f-6473-42ea-a5f5-84fa70f4a04b,segment=NetworkSegment(e75ac392-ed09-4711-ad79-555213bcf8cc),segment_id=e75ac392-ed09-4711-ad79-555213bcf8cc)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:23.366749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f4635-65f1-4c53-979b-61812a8d2e4b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Subnet': ['ID=351e0d48-8b96-482d-8898-5c6f3c06bd45,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:23.370657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Pushing event updated for resources: {'Port': ['ID=731e1dcb-c235-4f38-a39c-20fb543ce7e9,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:23.378431 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38073f37-540b-434f-97d0-918dc4ded2c5 req-bbcf84a1-9727-4be5-bcd1-7a12f06688a5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587759 Dec 17 13:17:23.410237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:23.412883 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:23.420392 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:23.497943 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:23.530307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9f4635-65f1-4c53-979b-61812a8d2e4b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Checking segment: {'id': '3f45a564-02eb-47f1-9c37-3b3987c645d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86cbb87d-6554-448c-88c6-8a86dcb01267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:23.530667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f4635-65f1-4c53-979b-61812a8d2e4b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network hostable DHCP agents. Network: 86cbb87d-6554-448c-88c6-8a86dcb01267, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:17:23.588018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efa9a7-cde2-4a8e-911a-19022e9ff59d None None] Pushing event updated for resources: {'Port': ['ID=1150064f-6473-42ea-a5f5-84fa70f4a04b,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:23.617006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Attempting to bind port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:23.617698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Attempting to bind port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:23.618230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Attempting to bind port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:23.631587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:17:23.632119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Attempting to bind port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:23.643015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:23.674435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Checking segment: {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:23.674945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Bound using segment: {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:23.675673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Bound port: 731e1dcb-c235-4f38-a39c-20fb543ce7e9, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:23.676298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:23.697717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f4635-65f1-4c53-979b-61812a8d2e4b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network 86cbb87d-6554-448c-88c6-8a86dcb01267 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:17:23.819286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1d9f4635-65f1-4c53-979b-61812a8d2e4b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 86cbb87d-6554-448c-88c6-8a86dcb01267) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:23.830252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c788e30c-de4b-4e2d-96dc-6f42cc1b40d3 None None] Network 86cbb87d-6554-448c-88c6-8a86dcb01267 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:17:23.844312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88511aee-de7f-46d7-af30-4ae2122b7716 req-63bd18f9-33c4-416a-8d7d-8629abe7725a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:23.846419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9f4635-65f1-4c53-979b-61812a8d2e4b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:23.848050 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4635-65f1-4c53-979b-61812a8d2e4b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:23.852788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88511aee-de7f-46d7-af30-4ae2122b7716 req-63bd18f9-33c4-416a-8d7d-8629abe7725a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:23.862874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88511aee-de7f-46d7-af30-4ae2122b7716 req-63bd18f9-33c4-416a-8d7d-8629abe7725a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:23.895718 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88511aee-de7f-46d7-af30-4ae2122b7716 req-63bd18f9-33c4-416a-8d7d-8629abe7725a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:23.917510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88511aee-de7f-46d7-af30-4ae2122b7716 req-63bd18f9-33c4-416a-8d7d-8629abe7725a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:23.939194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88511aee-de7f-46d7-af30-4ae2122b7716 req-63bd18f9-33c4-416a-8d7d-8629abe7725a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:23.954340 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-88511aee-de7f-46d7-af30-4ae2122b7716 req-63bd18f9-33c4-416a-8d7d-8629abe7725a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 4599 time: 0.5945435 Dec 17 13:17:23.973609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] For port 731e1dcb-c235-4f38-a39c-20fb543ce7e9, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:23.982353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] For port 731e1dcb-c235-4f38-a39c-20fb543ce7e9, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=731e1dcb-c235-4f38-a39c-20fb543ce7e9,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:23.996120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1d9f4635-65f1-4c53-979b-61812a8d2e4b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4381146 Dec 17 13:17:23.999947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39116) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:24.015200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-9fbe1201-d4b8-4de5-876f-74909aac97e6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1215600783'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:24.148500 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:24.167130 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:24.196965 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a928836-6ac3-4871-85da-7a02f8266aff req-9e99d948-8e50-4e2e-91c1-6a03c4ef4167 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6832623 Dec 17 13:17:24.254596 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-88511aee-de7f-46d7-af30-4ae2122b7716 req-e3c5241e-3e40-4b5a-b478-fd3fe4f06044 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2992630 Dec 17 13:17:24.261442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:24.265054 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:24.266904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] 10.222.0.54 "PUT /v2.0/ports/731e1dcb-c235-4f38-a39c-20fb543ce7e9 HTTP/1.1" status: 200 len: 1130 time: 4.0169036 Dec 17 13:17:24.331742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-86cbb87d-6554-448c-88c6-8a86dcb01267', 'network_id': '86cbb87d-6554-448c-88c6-8a86dcb01267', 'project_id': 'a72a01f60291441a90128808a9f8509b', 'fixed_ips': [{'subnet_id': '351e0d48-8b96-482d-8898-5c6f3c06bd45'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:17:24.339594 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:24.599982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': '731e1dcb-c235-4f38-a39c-20fb543ce7e9'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:17:24.604369 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "731e1dcb-c235-4f38-a39c-20fb543ce7e9"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:17:24.621472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26016366-aa84-4437-8ed1-02ec038226d4 service neutron] Pushing event updated for resources: {'Port': ['ID=731e1dcb-c235-4f38-a39c-20fb543ce7e9,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:24.655218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbe1201-d4b8-4de5-876f-74909aac97e6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:24.707317 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1201-d4b8-4de5-876f-74909aac97e6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:24.731697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Request body: {'port': {'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:24.786338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a23f5-39fe-4a57-8a03-28f98bc2d8a3 req-31131e8e-a471-4e49-a2bf-34508ace6286 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:24.800203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-235a23f5-39fe-4a57-8a03-28f98bc2d8a3 req-31131e8e-a471-4e49-a2bf-34508ace6286 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.1866233 Dec 17 13:17:24.893303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Allocated IP 2001:db8:0:ffff::2 (86cbb87d-6554-448c-88c6-8a86dcb01267/351e0d48-8b96-482d-8898-5c6f3c06bd45/c689cc27-b479-4c1c-aced-54f92e8d624b) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:24.961485 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:25.017775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:25.120296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbe1201-d4b8-4de5-876f-74909aac97e6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:17:25.156733 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-235a23f5-39fe-4a57-8a03-28f98bc2d8a3 req-d0cefa0e-1fca-4e68-b79e-71e1b886ceda tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397205 Dec 17 13:17:25.177929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4eabc-798c-402b-86a3-1e5e58bc3760 req-722df220-1114-4adb-a58a-b7636415ceea tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:25.185718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05b4eabc-798c-402b-86a3-1e5e58bc3760 req-722df220-1114-4adb-a58a-b7636415ceea tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 944 time: 0.5296843 Dec 17 13:17:25.189567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:25.205366 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1201-d4b8-4de5-876f-74909aac97e6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:25.206160 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-9fbe1201-d4b8-4de5-876f-74909aac97e6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Added segment a4450211-69de-416a-b0f8-8a658be651fd of type vlan for network 7c2196d6-f452-4ec1-ad1c-3539c0974b4d Dec 17 13:17:25.355621 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1201-d4b8-4de5-876f-74909aac97e6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:25.540312 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b46ffce-faa2-4797-99f4-04e5f39474c0 x-openstack-request-id: req-7b46ffce-faa2-4797-99f4-04e5f39474c0 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:17:25.543723 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "731e1dcb-c235-4f38-a39c-20fb543ce7e9", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:17:25.543723 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b46ffce-faa2-4797-99f4-04e5f39474c0 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:17:25.543723 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': '731e1dcb-c235-4f38-a39c-20fb543ce7e9', 'status': 'completed', 'code': 200} Dec 17 13:17:25.572553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 1150064f-6473-42ea-a5f5-84fa70f4a04b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:17:25.615352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05b4eabc-798c-402b-86a3-1e5e58bc3760 req-292478b1-6992-47b7-971a-c735e9df7552 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3912456 Dec 17 13:17:25.636480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-09543085-e041-4239-9bc1-ae3b14762a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:25.637339 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-09543085-e041-4239-9bc1-ae3b14762a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:25.638103 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-09543085-e041-4239-9bc1-ae3b14762a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:25.638902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-09543085-e041-4239-9bc1-ae3b14762a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:25.640524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-09543085-e041-4239-9bc1-ae3b14762a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:25.649336 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1201-d4b8-4de5-876f-74909aac97e6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:25.654805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-09543085-e041-4239-9bc1-ae3b14762a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:25.667053 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-09543085-e041-4239-9bc1-ae3b14762a51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5285 time: 0.2238388 Dec 17 13:17:25.680006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe1201-d4b8-4de5-876f-74909aac97e6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:25.680679 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1201-d4b8-4de5-876f-74909aac97e6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:25.701243 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:25.714840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Allocated IP 172.25.0.113 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/2d80fb83-1e58-469c-ab0e-9bb4902d9921) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:25.718648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba035b-d077-4f7a-901b-8e89087b04d8 None None] Network e41e5f82-8537-49fe-836e-8bed44fdccc8 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:17:25.817225 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:25.902100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Network 86cbb87d-6554-448c-88c6-8a86dcb01267 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:25.906695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a5afcda5-060b-4c01-977d-2b0229c9abaf None None] Provisioning complete for port 1150064f-6473-42ea-a5f5-84fa70f4a04b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:25.907069 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a5afcda5-060b-4c01-977d-2b0229c9abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:25.929915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-0291b9a8-bbe8-4860-8bc6-a9d119437a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:25.930947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-0291b9a8-bbe8-4860-8bc6-a9d119437a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:25.931761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-0291b9a8-bbe8-4860-8bc6-a9d119437a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:25.934675 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-0291b9a8-bbe8-4860-8bc6-a9d119437a5b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2281568 Dec 17 13:17:25.935520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39174) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:25.965181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe1201-d4b8-4de5-876f-74909aac97e6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Network': ['ID=7c2196d6-f452-4ec1-ad1c-3539c0974b4d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:25.989066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:25.997806 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:26.007225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Pushing event updated for resources: {'Port': ['ID=c689cc27-b479-4c1c-aced-54f92e8d624b,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:26.030970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248815-80a1-4b46-b0bf-56a113e5b857 req-274d1a89-2b0d-4844-b476-d1f7d6101855 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:26.036496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248815-80a1-4b46-b0bf-56a113e5b857 req-274d1a89-2b0d-4844-b476-d1f7d6101855 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:26.043067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248815-80a1-4b46-b0bf-56a113e5b857 req-274d1a89-2b0d-4844-b476-d1f7d6101855 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:26.043985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 7c2196d6-f452-4ec1-ad1c-3539c0974b4d details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:17:26.049219 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248815-80a1-4b46-b0bf-56a113e5b857 req-274d1a89-2b0d-4844-b476-d1f7d6101855 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:26.057221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 1150064f-6473-42ea-a5f5-84fa70f4a04b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:26.062728 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:26.063643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248815-80a1-4b46-b0bf-56a113e5b857 req-274d1a89-2b0d-4844-b476-d1f7d6101855 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:26.067318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248815-80a1-4b46-b0bf-56a113e5b857 req-274d1a89-2b0d-4844-b476-d1f7d6101855 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:26.075828 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4248815-80a1-4b46-b0bf-56a113e5b857 req-274d1a89-2b0d-4844-b476-d1f7d6101855 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 4599 time: 0.5365825 Dec 17 13:17:26.162290 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9fbe1201-d4b8-4de5-876f-74909aac97e6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1591804 Dec 17 13:17:26.170885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39182) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:26.181129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'subnet': {'network_id': '7c2196d6-f452-4ec1-ad1c-3539c0974b4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:26.194173 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:17:26.391423 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01c2d4ad-0763-4804-b61e-8bd355a27b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:26.405047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Attempting to bind port c689cc27-b479-4c1c-aced-54f92e8d624b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:26.405667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Attempting to bind port c689cc27-b479-4c1c-aced-54f92e8d624b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '3f45a564-02eb-47f1-9c37-3b3987c645d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86cbb87d-6554-448c-88c6-8a86dcb01267'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:26.406485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Attempting to bind port c689cc27-b479-4c1c-aced-54f92e8d624b on network 86cbb87d-6554-448c-88c6-8a86dcb01267 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:26.419374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:26.419374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Checking segment: {'id': '3f45a564-02eb-47f1-9c37-3b3987c645d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86cbb87d-6554-448c-88c6-8a86dcb01267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:26.419374 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:26.419374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Bound using segment: {'id': '3f45a564-02eb-47f1-9c37-3b3987c645d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86cbb87d-6554-448c-88c6-8a86dcb01267'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:26.419819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Bound port: c689cc27-b479-4c1c-aced-54f92e8d624b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f45a564-02eb-47f1-9c37-3b3987c645d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '86cbb87d-6554-448c-88c6-8a86dcb01267'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:26.420089 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:26.436746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4248815-80a1-4b46-b0bf-56a113e5b857 req-4e423fd2-423e-4e01-b0be-8a18a1ad868e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3600285 Dec 17 13:17:26.484002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a63acf-ec92-4f90-9e71-e41199f00e6f req-a0253b87-575f-4d7b-b813-d5a33fb9acad tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:26.486649 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44a63acf-ec92-4f90-9e71-e41199f00e6f req-a0253b87-575f-4d7b-b813-d5a33fb9acad tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.1403306 Dec 17 13:17:26.508607 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-8cd7469a-a192-401d-aa2e-26d4da2b6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:26.510218 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd1dbc61-dff5-4907-8b7f-023e687ec1cc req-8cd7469a-a192-401d-aa2e-26d4da2b6be9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5437465 Dec 17 13:17:26.549106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:26.566834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:26.657594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:26.695757 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a5afcda5-060b-4c01-977d-2b0229c9abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:26.747974 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39196) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:26.790459 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a5afcda5-060b-4c01-977d-2b0229c9abaf None None] For port 1150064f-6473-42ea-a5f5-84fa70f4a04b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=1150064f-6473-42ea-a5f5-84fa70f4a04b,segment=NetworkSegment(e75ac392-ed09-4711-ad79-555213bcf8cc),segment_id=e75ac392-ed09-4711-ad79-555213bcf8cc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:26.815673 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01c2d4ad-0763-4804-b61e-8bd355a27b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:26.888211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] For port c689cc27-b479-4c1c-aced-54f92e8d624b, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:26.910210 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:26.912862 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a5afcda5-060b-4c01-977d-2b0229c9abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:26.917490 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01c2d4ad-0763-4804-b61e-8bd355a27b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:26.960672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928836-6ac3-4871-85da-7a02f8266aff req-b325422c-29db-44d2-aced-9bc2bb5aba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:26.962406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a928836-6ac3-4871-85da-7a02f8266aff req-b325422c-29db-44d2-aced-9bc2bb5aba6a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13&tenant_id=3fd22a158e1943a9ba7adec5ac725163 HTTP/1.1" status: 200 len: 1095 time: 0.4169517 Dec 17 13:17:26.978999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] For port c689cc27-b479-4c1c-aced-54f92e8d624b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c689cc27-b479-4c1c-aced-54f92e8d624b,segment=NetworkSegment(3f45a564-02eb-47f1-9c37-3b3987c645d0),segment_id=3f45a564-02eb-47f1-9c37-3b3987c645d0)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:26.992277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:26.998739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e4358-fc20-4fe1-aed3-44ff45e7ae43 req-7acbd578-071c-49a7-bc15-3e4892be1521 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:27.005885 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e6e4358-fc20-4fe1-aed3-44ff45e7ae43 req-7acbd578-071c-49a7-bc15-3e4892be1521 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 944 time: 0.1828997 Dec 17 13:17:27.030854 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.103168 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.106077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afcda5-060b-4c01-977d-2b0229c9abaf None None] Pushing event updated for resources: {'Port': ['ID=1150064f-6473-42ea-a5f5-84fa70f4a04b,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:27.122107 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44a63acf-ec92-4f90-9e71-e41199f00e6f req-075499f2-9d5b-4d15-9ab1-6dd9fd7d1695 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159308 Dec 17 13:17:27.124509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event updated for resources: {'Port': ['ID=2d80fb83-1e58-469c-ab0e-9bb4902d9921,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:27.133427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020196ad-0617-491a-a5a3-0e0d6fbcee80 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:17:27.142859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2d4ad-0763-4804-b61e-8bd355a27b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cea496-50a7-4db8-83eb-c5f83ff8c16f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:27.157479 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48809313-ce83-4b2d-84e9-ff9ddf66cdbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.171119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fc2a162e-98aa-490a-853c-ee6b94eb2c3f None None] Provisioning complete for port 1150064f-6473-42ea-a5f5-84fa70f4a04b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:27.171642 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fc2a162e-98aa-490a-853c-ee6b94eb2c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.180392 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:17:27.180957 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:17:27.182182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.193550 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-01c2d4ad-0763-4804-b61e-8bd355a27b35 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7df28a940b964fe9b879bfb2e969959b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2532206 Dec 17 13:17:27.199413 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.204980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39202) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:27.229887 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:27.240121 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e6e4358-fc20-4fe1-aed3-44ff45e7ae43 req-55b36e09-80c2-4937-95a8-2c9552092f56 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104208 Dec 17 13:17:27.244537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:27.248338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:27.280417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b4a4a8-249c-4705-b60a-76001188b81d None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:17:27.307721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Transition to ACTIVE for port object 020196ad-0617-491a-a5a3-0e0d6fbcee80 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:17:27.324774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcb186-9211-4018-be34-2d2b8022c00c None None] Pushing event updated for resources: {'Port': ['ID=c689cc27-b479-4c1c-aced-54f92e8d624b,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:27.408772 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.480283 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48809313-ce83-4b2d-84e9-ff9ddf66cdbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.543870 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48809313-ce83-4b2d-84e9-ff9ddf66cdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.654512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d1eff55c-299c-4700-9f32-da784c86fefd None None] Provisioning complete for port 2d80fb83-1e58-469c-ab0e-9bb4902d9921 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:27.654895 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1eff55c-299c-4700-9f32-da784c86fefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.699312 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-48809313-ce83-4b2d-84e9-ff9ddf66cdbe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=564d7ffdfbe34eb7a3ebe25b4b8d66fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9450097 Dec 17 13:17:27.707832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39210) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:27.723166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Pushing event updated for resources: {'Port': ['ID=020196ad-0617-491a-a5a3-0e0d6fbcee80,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:27.760566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48809313-ce83-4b2d-84e9-ff9ddf66cdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66189acf-9168-46e9-952d-d4eb81be5d75,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:27.818504 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7becb3f-4cd2-463f-aff5-23d78628ea15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.864878 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37e20634-abd1-49d6-9960-7d580b1053f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.873998 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7becb3f-4cd2-463f-aff5-23d78628ea15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:27.875065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d1eff55c-299c-4700-9f32-da784c86fefd None None] Port 2d80fb83-1e58-469c-ab0e-9bb4902d9921 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:28.134703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2ecd2-87f2-4bbd-93bb-704bdbe71ab6 req-3a2dacd2-d04c-4965-86cc-630c32716660 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:28.141324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2ecd2-87f2-4bbd-93bb-704bdbe71ab6 req-3a2dacd2-d04c-4965-86cc-630c32716660 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:28.148478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2ecd2-87f2-4bbd-93bb-704bdbe71ab6 req-3a2dacd2-d04c-4965-86cc-630c32716660 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:28.156011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2ecd2-87f2-4bbd-93bb-704bdbe71ab6 req-3a2dacd2-d04c-4965-86cc-630c32716660 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:28.162088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2ecd2-87f2-4bbd-93bb-704bdbe71ab6 req-3a2dacd2-d04c-4965-86cc-630c32716660 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:28.169359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2ecd2-87f2-4bbd-93bb-704bdbe71ab6 req-3a2dacd2-d04c-4965-86cc-630c32716660 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:28.170121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c689cc27-b479-4c1c-aced-54f92e8d624b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:17:28.175744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2ecd2-87f2-4bbd-93bb-704bdbe71ab6 req-3a2dacd2-d04c-4965-86cc-630c32716660 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:28.178063 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ac2ecd2-87f2-4bbd-93bb-704bdbe71ab6 req-3a2dacd2-d04c-4965-86cc-630c32716660 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5372 time: 0.5943866 Dec 17 13:17:28.181996 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37e20634-abd1-49d6-9960-7d580b1053f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:28.209409 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7becb3f-4cd2-463f-aff5-23d78628ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:28.216401 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7becb3f-4cd2-463f-aff5-23d78628ea15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:28.218461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Attempting to bind port 020196ad-0617-491a-a5a3-0e0d6fbcee80 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:28.219009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Attempting to bind port 020196ad-0617-491a-a5a3-0e0d6fbcee80 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:28.219287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Attempting to bind port 020196ad-0617-491a-a5a3-0e0d6fbcee80 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:28.222570 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a7becb3f-4cd2-463f-aff5-23d78628ea15 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66189acf-9168-46e9-952d-d4eb81be5d75 HTTP/1.1" status: 204 len: 168 time: 0.5077982 Dec 17 13:17:28.222570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:28.245884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c689cc27-b479-4c1c-aced-54f92e8d624b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:28.246274 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:28.254059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Port 020196ad-0617-491a-a5a3-0e0d6fbcee80 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:17:28.254398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Attempting to bind port 020196ad-0617-491a-a5a3-0e0d6fbcee80 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:28.331297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7becb3f-4cd2-463f-aff5-23d78628ea15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66189acf-9168-46e9-952d-d4eb81be5d75,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:28.341269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:28.341926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Checking segment: {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:28.342489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Bound using segment: {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:28.343600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Bound port: 020196ad-0617-491a-a5a3-0e0d6fbcee80, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:28.344155 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:28.374493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:28.471837 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ac2ecd2-87f2-4bbd-93bb-704bdbe71ab6 req-0a911710-d1b1-4986-8dbe-7d1341f98eea tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2708509 Dec 17 13:17:28.500777 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:28.554905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:17:28.580931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:28.592425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:28.633327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port c689cc27-b479-4c1c-aced-54f92e8d624b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c689cc27-b479-4c1c-aced-54f92e8d624b,segment=NetworkSegment(3f45a564-02eb-47f1-9c37-3b3987c645d0),segment_id=3f45a564-02eb-47f1-9c37-3b3987c645d0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:28.688003 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37e20634-abd1-49d6-9960-7d580b1053f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:28.688003 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37e20634-abd1-49d6-9960-7d580b1053f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:28.688003 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-37e20634-abd1-49d6-9960-7d580b1053f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/87cea496-50a7-4db8-83eb-c5f83ff8c16f HTTP/1.1" status: 204 len: 168 time: 1.4615188 Dec 17 13:17:28.746346 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:28.746346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 1150064f-6473-42ea-a5f5-84fa70f4a04b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:17:28.748330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef2a740-1c53-48ea-86b9-4a26d13be93a {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:17:28.780783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e20634-abd1-49d6-9960-7d580b1053f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cea496-50a7-4db8-83eb-c5f83ff8c16f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:28.840931 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:28.877313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] For port 020196ad-0617-491a-a5a3-0e0d6fbcee80, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:28.970058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b912b1c-3638-4fa5-817c-4133c0d06b72 req-adfdce0d-94f1-49da-9b7d-e0f86e24d748 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:28.971636 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b912b1c-3638-4fa5-817c-4133c0d06b72 req-adfdce0d-94f1-49da-9b7d-e0f86e24d748 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.6415861 Dec 17 13:17:28.971842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Transition to ACTIVE for port object 1ef2a740-1c53-48ea-86b9-4a26d13be93a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:17:29.001684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] For port 020196ad-0617-491a-a5a3-0e0d6fbcee80, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=020196ad-0617-491a-a5a3-0e0d6fbcee80,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:29.003860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Subnet': ['ID=4b3702c2-0c23-4d59-932b-05fe6f9d4051,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:29.059376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7317e1-805c-42a2-9c7c-07c72f707d6a req-ed2e2f1e-6930-4626-83de-a738028a24f5 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:29.061031 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed7317e1-805c-42a2-9c7c-07c72f707d6a req-ed2e2f1e-6930-4626-83de-a738028a24f5 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 944 time: 0.3917766 Dec 17 13:17:29.074260 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:29.089959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=c689cc27-b479-4c1c-aced-54f92e8d624b,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:29.102283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Checking segment: {'id': 'a4450211-69de-416a-b0f8-8a658be651fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7c2196d6-f452-4ec1-ad1c-3539c0974b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:29.103920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network hostable DHCP agents. Network: 7c2196d6-f452-4ec1-ad1c-3539c0974b4d, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:17:29.119647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1394ac-4197-40c1-a7d6-e00151813631 None None] Network 86cbb87d-6554-448c-88c6-8a86dcb01267 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:17:29.141061 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:29.149328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 1150064f-6473-42ea-a5f5-84fa70f4a04b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:29.149328 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:29.153978 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b912b1c-3638-4fa5-817c-4133c0d06b72 req-52a2de25-34e6-4d09-90a1-2735813c4c1e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605775 Dec 17 13:17:29.187923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:29.194654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:29.197317 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] 10.222.0.54 "PUT /v2.0/ports/020196ad-0617-491a-a5a3-0e0d6fbcee80 HTTP/1.1" status: 200 len: 1131 time: 4.5520582 Dec 17 13:17:29.208358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': '020196ad-0617-491a-a5a3-0e0d6fbcee80'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:17:29.211705 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525001da-680c-47b6-94b1-cd389e14b608" -d '{"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "020196ad-0617-491a-a5a3-0e0d6fbcee80"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:17:29.502828 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:29.506646 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbfe33d-b75f-4723-8cfe-1bc79607ac58 x-openstack-request-id: req-8dbfe33d-b75f-4723-8cfe-1bc79607ac58 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:17:29.507279 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "020196ad-0617-491a-a5a3-0e0d6fbcee80", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:17:29.507279 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8dbfe33d-b75f-4723-8cfe-1bc79607ac58 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:17:29.507973 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': '020196ad-0617-491a-a5a3-0e0d6fbcee80', 'status': 'completed', 'code': 200} Dec 17 13:17:29.525343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Request body: {'port': {'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:29.541897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525001da-680c-47b6-94b1-cd389e14b608 req-8046357c-c668-4049-a949-5b87988898ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:29.598455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525001da-680c-47b6-94b1-cd389e14b608 req-8046357c-c668-4049-a949-5b87988898ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:29.598939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525001da-680c-47b6-94b1-cd389e14b608 req-8046357c-c668-4049-a949-5b87988898ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:29.599474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525001da-680c-47b6-94b1-cd389e14b608 req-8046357c-c668-4049-a949-5b87988898ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:29.599950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525001da-680c-47b6-94b1-cd389e14b608 req-8046357c-c668-4049-a949-5b87988898ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:29.600414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525001da-680c-47b6-94b1-cd389e14b608 req-8046357c-c668-4049-a949-5b87988898ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:29.600880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525001da-680c-47b6-94b1-cd389e14b608 req-8046357c-c668-4049-a949-5b87988898ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:29.617767 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-525001da-680c-47b6-94b1-cd389e14b608 req-8046357c-c668-4049-a949-5b87988898ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6209 time: 0.2315054 Dec 17 13:17:29.621172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed7317e1-805c-42a2-9c7c-07c72f707d6a req-f1fe6aab-0458-4089-8040-5c842f9042eb tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5423865 Dec 17 13:17:29.629047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] No DVR routers for this DVR port 1ef2a740-1c53-48ea-86b9-4a26d13be93a on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:17:29.641606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Pushing event updated for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=9']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:29.751304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39246) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:29.788272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39248) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:29.800133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network 7c2196d6-f452-4ec1-ad1c-3539c0974b4d is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:17:29.905246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 7c2196d6-f452-4ec1-ad1c-3539c0974b4d) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:29.913721 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80a535df-56cd-44d0-ad21-79f5b66a6644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:29.931568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:29.932428 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:29.990588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cec177-7031-4c59-9642-c9f2982d5c7b None None] Network 7c2196d6-f452-4ec1-ad1c-3539c0974b4d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:17:29.993997 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4cc53d58-c9ef-4bfc-bf01-2b93b44a2c81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:30.073380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-eac55d89-dbdd-41d7-a990-8bedaefb1976 None None] Provisioning complete for port c689cc27-b479-4c1c-aced-54f92e8d624b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:30.074206 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eac55d89-dbdd-41d7-a990-8bedaefb1976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:30.102107 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:30.184838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677c05d-e6e2-406a-b96a-4213fe0ce82c service neutron] Pushing event updated for resources: {'Port': ['ID=020196ad-0617-491a-a5a3-0e0d6fbcee80,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:30.251095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-559cbfaa-1760-4d4a-bb9b-9112cb352730 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0768511 Dec 17 13:17:30.259289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39254) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:30.264799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'port': {'network_id': '7c2196d6-f452-4ec1-ad1c-3539c0974b4d', 'name': 'tempest-NetworksIpV6TestAttrs-1760732748'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:30.372213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Attempting to bind port 1ef2a740-1c53-48ea-86b9-4a26d13be93a on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:30.372572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Attempting to bind port 1ef2a740-1c53-48ea-86b9-4a26d13be93a by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:30.372918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Attempting to bind port 1ef2a740-1c53-48ea-86b9-4a26d13be93a on network e16b8094-9765-429e-b3f9-d6069186d4a7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:30.377320 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-7c2196d6-f452-4ec1-ad1c-3539c0974b4d', 'network_id': '7c2196d6-f452-4ec1-ad1c-3539c0974b4d', 'project_id': 'a72a01f60291441a90128808a9f8509b', 'fixed_ips': [{'subnet_id': '4b3702c2-0c23-4d59-932b-05fe6f9d4051'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:17:30.378294 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:30.420519 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4977ee-9ead-4b92-b9c9-1346606f5af9 req-66ad7fa3-b6a4-491f-965b-8bf426b23f5c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:30.441701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4977ee-9ead-4b92-b9c9-1346606f5af9 req-66ad7fa3-b6a4-491f-965b-8bf426b23f5c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:30.448020 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4977ee-9ead-4b92-b9c9-1346606f5af9 req-66ad7fa3-b6a4-491f-965b-8bf426b23f5c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:30.465814 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4977ee-9ead-4b92-b9c9-1346606f5af9 req-66ad7fa3-b6a4-491f-965b-8bf426b23f5c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:30.477282 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4977ee-9ead-4b92-b9c9-1346606f5af9 req-66ad7fa3-b6a4-491f-965b-8bf426b23f5c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:30.496180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4977ee-9ead-4b92-b9c9-1346606f5af9 req-66ad7fa3-b6a4-491f-965b-8bf426b23f5c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:30.514025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4977ee-9ead-4b92-b9c9-1346606f5af9 req-66ad7fa3-b6a4-491f-965b-8bf426b23f5c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:30.522617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a4977ee-9ead-4b92-b9c9-1346606f5af9 req-66ad7fa3-b6a4-491f-965b-8bf426b23f5c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5372 time: 0.7189193 Dec 17 13:17:30.525161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525001da-680c-47b6-94b1-cd389e14b608 req-a300c3ac-a853-4517-b454-0ae9bacce610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:30.525754 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525001da-680c-47b6-94b1-cd389e14b608 req-a300c3ac-a853-4517-b454-0ae9bacce610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:30.525920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c689cc27-b479-4c1c-aced-54f92e8d624b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:17:30.526230 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525001da-680c-47b6-94b1-cd389e14b608 req-a300c3ac-a853-4517-b454-0ae9bacce610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:30.527830 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-525001da-680c-47b6-94b1-cd389e14b608 req-a300c3ac-a853-4517-b454-0ae9bacce610 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7755699 Dec 17 13:17:30.655690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Port 1ef2a740-1c53-48ea-86b9-4a26d13be93a on network e16b8094-9765-429e-b3f9-d6069186d4a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:17:30.656262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Attempting to bind port 1ef2a740-1c53-48ea-86b9-4a26d13be93a on network e16b8094-9765-429e-b3f9-d6069186d4a7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:30.681624 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80a535df-56cd-44d0-ad21-79f5b66a6644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:30.690758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:30.690758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Checking segment: {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:30.691393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Bound using segment: {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:30.691962 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Bound port: 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b18d35b-c0dd-4b4f-8d90-778c084e1171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:30.692567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:30.702273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c689cc27-b479-4c1c-aced-54f92e8d624b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:30.703049 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:30.826770 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6a4977ee-9ead-4b92-b9c9-1346606f5af9 req-7bb067c0-d6f5-4403-85c7-51699a024f31 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3029761 Dec 17 13:17:30.848243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Router b2469db4-8b08-42c8-85fb-f61b91d527c3 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:17:30.861358 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4cc53d58-c9ef-4bfc-bf01-2b93b44a2c81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:30.876523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525001da-680c-47b6-94b1-cd389e14b608 req-bc9a1a41-6bef-4fc7-b9a8-2dbe701910b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:30.881007 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-525001da-680c-47b6-94b1-cd389e14b608 req-bc9a1a41-6bef-4fc7-b9a8-2dbe701910b4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3253152 Dec 17 13:17:30.916141 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4cc53d58-c9ef-4bfc-bf01-2b93b44a2c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.055634 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4cc53d58-c9ef-4bfc-bf01-2b93b44a2c81 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7183de142c5045cbb6548a582131940a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2821558 Dec 17 13:17:31.058426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39266) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:31.074852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Allocated IP 2001:db8::f816:3eff:fe72:db23 (7c2196d6-f452-4ec1-ad1c-3539c0974b4d/4b3702c2-0c23-4d59-932b-05fe6f9d4051/4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:31.140735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a397f367-3fd8-4478-bb6f-eee90aa039a6 None None] Provisioning complete for port c689cc27-b479-4c1c-aced-54f92e8d624b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:31.141234 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a397f367-3fd8-4478-bb6f-eee90aa039a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.198882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc53d58-c9ef-4bfc-bf01-2b93b44a2c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b9cc44-d81e-4e97-8d21-16f150c6bd65,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:31.219633 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80a535df-56cd-44d0-ad21-79f5b66a6644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.250024 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48bf36-147d-478c-9a67-fa87ced86c83 req-141829f0-0079-40e2-9452-14c54318e136 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:31.251859 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f48bf36-147d-478c-9a67-fa87ced86c83 req-141829f0-0079-40e2-9452-14c54318e136 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 944 time: 0.1870837 Dec 17 13:17:31.257718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-80a535df-56cd-44d0-ad21-79f5b66a6644 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=50aa898573554686a718f3ee677c6c74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4591713 Dec 17 13:17:31.265088 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39268) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:31.329633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:17:31.341661 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fec498-a29e-4da2-b3ef-67d3f40a8dae None None] Sync routers for ids ['b2469db4-8b08-42c8-85fb-f61b91d527c3'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:17:31.346430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:31.350496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:31.358073 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fec498-a29e-4da2-b3ef-67d3f40a8dae None None] Routers {'b2469db4-8b08-42c8-85fb-f61b91d527c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:17:31.362747 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-60fec498-a29e-4da2-b3ef-67d3f40a8dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:17:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b2469db4-8b08-42c8-85fb-f61b91d527c3'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:17:31.366976 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-133fd0b9-ac74-491d-aca5-a2f572a82425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.380752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d46a74-a296-464c-a394-5e8588d75905 req-35e096a0-217d-414a-a67a-c20ac2ec048c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:31.383041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-54d46a74-a296-464c-a394-5e8588d75905 req-35e096a0-217d-414a-a67a-c20ac2ec048c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 1.1139445 Dec 17 13:17:31.437967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a535df-56cd-44d0-ad21-79f5b66a6644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ce854b-fc4d-4900-90e0-5fee9730c8d6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:31.441811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.465008 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-60fec498-a29e-4da2-b3ef-67d3f40a8dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:17:31.471996 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f48bf36-147d-478c-9a67-fa87ced86c83 req-dbbd55dc-96c9-4341-b7a4-1bd7863249a8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118037 Dec 17 13:17:31.492313 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fec498-a29e-4da2-b3ef-67d3f40a8dae None None] Routers {'b2469db4-8b08-42c8-85fb-f61b91d527c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:17:31.498043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-60fec498-a29e-4da2-b3ef-67d3f40a8dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:17:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b2469db4-8b08-42c8-85fb-f61b91d527c3'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:17:31.519562 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.533400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-51befdd9-06fa-4f9d-974b-b18bcbf71d37 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.3311255 Dec 17 13:17:31.536531 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-133fd0b9-ac74-491d-aca5-a2f572a82425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.539971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39274) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:31.572058 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-60fec498-a29e-4da2-b3ef-67d3f40a8dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:17:31.573135 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fec498-a29e-4da2-b3ef-67d3f40a8dae None None] The sync data for ids ['b2469db4-8b08-42c8-85fb-f61b91d527c3'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:17:31.576364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:31.577017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.578625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] 10.222.0.61 "PUT /v2.0/ports/1ef2a740-1c53-48ea-86b9-4a26d13be93a HTTP/1.1" status: 200 len: 1092 time: 4.5980272 Dec 17 13:17:31.586004 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.586690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:17:31.590230 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af0aa34-a15a-4d19-a99d-457a52fcbacc" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:17:31.605610 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.664880 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.699138 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1f33b0-a89c-4545-b5b7-6ec53181663e x-openstack-request-id: req-4d1f33b0-a89c-4545-b5b7-6ec53181663e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:17:31.700188 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:17:31.700653 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d1f33b0-a89c-4545-b5b7-6ec53181663e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:17:31.701223 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'status': 'completed', 'code': 200} Dec 17 13:17:31.737973 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-54d46a74-a296-464c-a394-5e8588d75905 req-8c2b86f4-0a26-4d7e-9b5f-2580b8644758 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426042 Dec 17 13:17:31.748919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff6ac6-7a5d-42ce-b58e-e4a1925b254f service neutron] Pushing event updated for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=10']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:31.816540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:31.821839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.823701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-409e23e4-178c-45a6-8486-310660ebdd5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.824841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Pushing event updated for resources: {'Port': ['ID=4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:31.853862 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Network 7c2196d6-f452-4ec1-ad1c-3539c0974b4d is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:31.856625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:31.869031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:31.897060 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-409e23e4-178c-45a6-8486-310660ebdd5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:31.928099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928836-6ac3-4871-85da-7a02f8266aff req-20f595d0-5f12-4f45-8c8d-567b7c5edd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:31.939755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a928836-6ac3-4871-85da-7a02f8266aff req-20f595d0-5f12-4f45-8c8d-567b7c5edd20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 1096 time: 0.3200903 Dec 17 13:17:31.969017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9253d3de-7598-4eba-9f8b-4849269c1037 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:17:31.993452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] device_id is not set on port 1a376aa2-8652-4cd1-973f-44956a537804 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:17:32.013387 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:32.023433 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Attempting to bind port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:32.023868 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Attempting to bind port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a4450211-69de-416a-b0f8-8a658be651fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7c2196d6-f452-4ec1-ad1c-3539c0974b4d'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:32.024227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Attempting to bind port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 on network 7c2196d6-f452-4ec1-ad1c-3539c0974b4d {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:32.031066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:32.031465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Checking segment: {'id': 'a4450211-69de-416a-b0f8-8a658be651fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7c2196d6-f452-4ec1-ad1c-3539c0974b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:32.031863 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:32.032319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Bound using segment: {'id': 'a4450211-69de-416a-b0f8-8a658be651fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7c2196d6-f452-4ec1-ad1c-3539c0974b4d'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:32.032871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Bound port: 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4450211-69de-416a-b0f8-8a658be651fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7c2196d6-f452-4ec1-ad1c-3539c0974b4d'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:32.035721 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:32.152727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] For port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:32.167402 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] For port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9,segment=NetworkSegment(a4450211-69de-416a-b0f8-8a658be651fd),segment_id=a4450211-69de-416a-b0f8-8a658be651fd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:32.176229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Transition to ACTIVE for port object 9253d3de-7598-4eba-9f8b-4849269c1037 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:17:32.204528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-133fd0b9-ac74-491d-aca5-a2f572a82425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:32.209393 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-133fd0b9-ac74-491d-aca5-a2f572a82425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:32.212619 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-133fd0b9-ac74-491d-aca5-a2f572a82425 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11b9cc44-d81e-4e97-8d21-16f150c6bd65 HTTP/1.1" status: 204 len: 168 time: 1.1464560 Dec 17 13:17:32.241163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:32.311700 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:32.348310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fc6e0-4272-461c-a40d-ea36b6eb678d None None] Pushing event updated for resources: {'Port': ['ID=4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:32.383503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fd0b9-ac74-491d-aca5-a2f572a82425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b9cc44-d81e-4e97-8d21-16f150c6bd65,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:32.451852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928836-6ac3-4871-85da-7a02f8266aff req-e1ac9d20-1640-4071-90b4-3e0b646b2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:32.453438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a928836-6ac3-4871-85da-7a02f8266aff req-e1ac9d20-1640-4071-90b4-3e0b646b2324 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 0.4794297 Dec 17 13:17:32.485259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a1831-8643-4264-91b1-ae9a5d90d729 req-ba38fd7c-6102-4860-acf0-1b59e0ed998e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:32.492961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a1831-8643-4264-91b1-ae9a5d90d729 req-ba38fd7c-6102-4860-acf0-1b59e0ed998e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:32.499753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a1831-8643-4264-91b1-ae9a5d90d729 req-ba38fd7c-6102-4860-acf0-1b59e0ed998e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:32.506432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a1831-8643-4264-91b1-ae9a5d90d729 req-ba38fd7c-6102-4860-acf0-1b59e0ed998e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:32.515181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a1831-8643-4264-91b1-ae9a5d90d729 req-ba38fd7c-6102-4860-acf0-1b59e0ed998e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:32.521818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a1831-8643-4264-91b1-ae9a5d90d729 req-ba38fd7c-6102-4860-acf0-1b59e0ed998e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:32.529684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a1831-8643-4264-91b1-ae9a5d90d729 req-ba38fd7c-6102-4860-acf0-1b59e0ed998e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:32.531752 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c84a1831-8643-4264-91b1-ae9a5d90d729 req-ba38fd7c-6102-4860-acf0-1b59e0ed998e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5372 time: 0.4110563 Dec 17 13:17:32.556655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Allocated IP 2001:db8::f816:3eff:fee3:59bf (7c2196d6-f452-4ec1-ad1c-3539c0974b4d/4b3702c2-0c23-4d59-932b-05fe6f9d4051/1a376aa2-8652-4cd1-973f-44956a537804) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:32.564942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-409e23e4-178c-45a6-8486-310660ebdd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:32.575674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-409e23e4-178c-45a6-8486-310660ebdd5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:32.575674 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-409e23e4-178c-45a6-8486-310660ebdd5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0ce854b-fc4d-4900-90e0-5fee9730c8d6 HTTP/1.1" status: 204 len: 168 time: 1.3069506 Dec 17 13:17:32.612426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e23e4-178c-45a6-8486-310660ebdd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ce854b-fc4d-4900-90e0-5fee9730c8d6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:32.693454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Pushing event updated for resources: {'Port': ['ID=9253d3de-7598-4eba-9f8b-4849269c1037,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:32.862098 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c84a1831-8643-4264-91b1-ae9a5d90d729 req-2e096361-f7bf-48a0-a8d1-0da3ab53b7b9 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2870867 Dec 17 13:17:32.984125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a928836-6ac3-4871-85da-7a02f8266aff req-bcf6b69a-e83f-4775-bf34-78871b9ba1c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a HTTP/1.1" status: 200 len: 1000 time: 0.4924536 Dec 17 13:17:33.010785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:33.436579 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ee53352e-01b4-475a-b5fd-855654df3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:33.438458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ee53352e-01b4-475a-b5fd-855654df3aca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.4489524 Dec 17 13:17:33.486217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eab01-c5cc-4dec-bddc-199fa59e4491 req-b157b9a7-24fb-40d4-acad-39c87cb4bb49 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:33.498371 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b4eab01-c5cc-4dec-bddc-199fa59e4491 req-b157b9a7-24fb-40d4-acad-39c87cb4bb49 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.7790768 Dec 17 13:17:33.527041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Attempting to bind port 9253d3de-7598-4eba-9f8b-4849269c1037 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:33.527381 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Attempting to bind port 9253d3de-7598-4eba-9f8b-4849269c1037 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:33.527723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Attempting to bind port 9253d3de-7598-4eba-9f8b-4849269c1037 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:33.577623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Port 9253d3de-7598-4eba-9f8b-4849269c1037 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:17:33.577623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Attempting to bind port 9253d3de-7598-4eba-9f8b-4849269c1037 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:33.580717 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:33.596367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:33.596728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Checking segment: {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:33.597127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Bound using segment: {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:33.597610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Bound port: 9253d3de-7598-4eba-9f8b-4849269c1037, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:33.598067 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:33.690654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a928836-6ac3-4871-85da-7a02f8266aff req-4bd0f1be-cb64-4a18-a67e-d02041e760d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:33.699484 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a928836-6ac3-4871-85da-7a02f8266aff req-4bd0f1be-cb64-4a18-a67e-d02041e760d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387724 Dec 17 13:17:33.708743 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b4eab01-c5cc-4dec-bddc-199fa59e4491 req-7b7eb4d4-d40f-46d5-b303-1c411d75cd02 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881213 Dec 17 13:17:33.817567 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] For port 9253d3de-7598-4eba-9f8b-4849269c1037, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:33.821954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] For port 9253d3de-7598-4eba-9f8b-4849269c1037, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=9253d3de-7598-4eba-9f8b-4849269c1037,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:33.837731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75818d90-c04f-412f-8a8b-fce5cc2e2705 req-ce17e69f-1698-460a-bde4-f6923204c4ab tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:33.853830 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75818d90-c04f-412f-8a8b-fce5cc2e2705 req-ce17e69f-1698-460a-bde4-f6923204c4ab tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.3199389 Dec 17 13:17:33.969013 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:34.047838 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75818d90-c04f-412f-8a8b-fce5cc2e2705 req-1d0722be-1eea-412a-8ea5-aec59e407fee tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930373 Dec 17 13:17:34.093324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.093324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:34.093324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] 10.222.0.54 "PUT /v2.0/ports/9253d3de-7598-4eba-9f8b-4849269c1037 HTTP/1.1" status: 200 len: 1091 time: 4.5731857 Dec 17 13:17:34.093324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': '9253d3de-7598-4eba-9f8b-4849269c1037'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:17:34.094625 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "9253d3de-7598-4eba-9f8b-4849269c1037"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:17:34.139445 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Allocated IP 172.20.0.1 (e41e5f82-8537-49fe-836e-8bed44fdccc8/17d65bf6-5724-457a-9f19-6f30b7b73163/7da01111-20cb-4742-9d48-598a0b9144c1) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:34.225974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:34.246572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Request body: {'port': {'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:34.263727 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51a2589-4ed0-498e-89bd-9fa180729ff5 x-openstack-request-id: req-d51a2589-4ed0-498e-89bd-9fa180729ff5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:17:34.264043 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "9253d3de-7598-4eba-9f8b-4849269c1037", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:17:34.264499 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d51a2589-4ed0-498e-89bd-9fa180729ff5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:17:34.264979 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': '9253d3de-7598-4eba-9f8b-4849269c1037', 'status': 'completed', 'code': 200} Dec 17 13:17:34.429988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a928836-6ac3-4871-85da-7a02f8266aff req-c150eebc-5313-406f-b4d6-09fa8e66f39a service neutron] 10.222.0.61 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923633 Dec 17 13:17:34.434155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d40dfa-614e-4239-9d2f-9b83908a7039 service neutron] Pushing event updated for resources: {'Port': ['ID=9253d3de-7598-4eba-9f8b-4849269c1037,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:34.473725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622175b6-25a0-4d8b-8695-1f1167c39988 None None] Network 7c2196d6-f452-4ec1-ad1c-3539c0974b4d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:17:34.541694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d0c85-2f26-4b19-b453-e529d0a1a8fd req-779abb56-5fc4-43cf-8882-6812b135e004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.556467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d0c85-2f26-4b19-b453-e529d0a1a8fd req-779abb56-5fc4-43cf-8882-6812b135e004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.563117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d0c85-2f26-4b19-b453-e529d0a1a8fd req-779abb56-5fc4-43cf-8882-6812b135e004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.569538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d0c85-2f26-4b19-b453-e529d0a1a8fd req-779abb56-5fc4-43cf-8882-6812b135e004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.576176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d0c85-2f26-4b19-b453-e529d0a1a8fd req-779abb56-5fc4-43cf-8882-6812b135e004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.582736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d0c85-2f26-4b19-b453-e529d0a1a8fd req-779abb56-5fc4-43cf-8882-6812b135e004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.592308 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:34.594105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d0c85-2f26-4b19-b453-e529d0a1a8fd req-779abb56-5fc4-43cf-8882-6812b135e004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.619792 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-444d0c85-2f26-4b19-b453-e529d0a1a8fd req-779abb56-5fc4-43cf-8882-6812b135e004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5384 time: 0.5869534 Dec 17 13:17:34.636767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:17:34.727354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39352) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:34.744708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network 7c2196d6-f452-4ec1-ad1c-3539c0974b4d is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:34.759795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:34.778641 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:34.802964 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b8039755-646e-4d7b-aa7e-3c98becbed05 None None] Provisioning complete for port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:34.803681 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b8039755-646e-4d7b-aa7e-3c98becbed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:34.844144 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:34.845001 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:34.850111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-25b18072-96c8-4057-ba7b-c4fd1172718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.850658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-25b18072-96c8-4057-ba7b-c4fd1172718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.851702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-25b18072-96c8-4057-ba7b-c4fd1172718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.854426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-25b18072-96c8-4057-ba7b-c4fd1172718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.854922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-25b18072-96c8-4057-ba7b-c4fd1172718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.855408 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-25b18072-96c8-4057-ba7b-c4fd1172718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.857440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-25b18072-96c8-4057-ba7b-c4fd1172718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.862335 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-25b18072-96c8-4057-ba7b-c4fd1172718d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6276 time: 0.5882924 Dec 17 13:17:34.898851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:34.907755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:34.908804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:34.966297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Port': ['ID=1a376aa2-8652-4cd1-973f-44956a537804,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:35.070734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-806645504'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:35.122854 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b8039755-646e-4d7b-aa7e-3c98becbed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:35.132131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63300e4-b71d-4b84-ae6b-24ee234ac47b req-ec3959e7-fcb6-49ed-b102-1a649ca9b4f7 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:35.139305 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f63300e4-b71d-4b84-ae6b-24ee234ac47b req-ec3959e7-fcb6-49ed-b102-1a649ca9b4f7 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.1518905 Dec 17 13:17:35.144044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:35.166326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-444d0c85-2f26-4b19-b453-e529d0a1a8fd req-6fecf145-5c74-4301-951e-47270bcbac5e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5416985 Dec 17 13:17:35.191969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39368) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:35.192991 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bbd90454-35a0-4115-af02-de6a266301ea tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.9178617 Dec 17 13:17:35.199728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a928836-6ac3-4871-85da-7a02f8266aff req-ae3424d0-8ac0-4433-817d-4802d62ebb90 service neutron] 10.222.0.61 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7578068 Dec 17 13:17:35.281023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Network e41e5f82-8537-49fe-836e-8bed44fdccc8 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:35.302714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:35.336723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:35.383095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b8039755-646e-4d7b-aa7e-3c98becbed05 None None] For port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9,segment=NetworkSegment(a4450211-69de-416a-b0f8-8a658be651fd),segment_id=a4450211-69de-416a-b0f8-8a658be651fd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:35.396321 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:35.435322 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f63300e4-b71d-4b84-ae6b-24ee234ac47b req-faefb577-10f4-4be4-803a-ab5786e7633f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422290 Dec 17 13:17:35.485424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-4f0c7842-2e93-450f-a705-dc703138d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:35.485976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-4f0c7842-2e93-450f-a705-dc703138d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:35.486498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-4f0c7842-2e93-450f-a705-dc703138d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:35.488146 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-4f0c7842-2e93-450f-a705-dc703138d0c1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6113524 Dec 17 13:17:35.492176 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b8039755-646e-4d7b-aa7e-3c98becbed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:35.548051 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event updated for resources: {'Port': ['ID=7da01111-20cb-4742-9d48-598a0b9144c1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:35.602919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Made reservation on behalf of 4a568af29a044eac8ac54cfdaf4f3c2a for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:35.607507 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:35.626542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-283509da-0a41-4cd9-9800-feaad94576bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Deleting subnet 4b3702c2-0c23-4d59-932b-05fe6f9d4051 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:17:35.656735 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-283509da-0a41-4cd9-9800-feaad94576bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:35.673686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8039755-646e-4d7b-aa7e-3c98becbed05 None None] Pushing event updated for resources: {'Port': ['ID=4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:35.755529 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:17:35.755894 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:17:35.760404 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:35.799458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0aa34-a15a-4d19-a99d-457a52fcbacc req-a08d2905-e09f-42f2-8f67-3c6c17121f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:35.811284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9af0aa34-a15a-4d19-a99d-457a52fcbacc req-a08d2905-e09f-42f2-8f67-3c6c17121f2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 1096 time: 0.4807975 Dec 17 13:17:35.870597 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-283509da-0a41-4cd9-9800-feaad94576bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:35.917179 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:35.918622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0c10297c-846f-43c2-8f5a-a0efa197b763 None None] Provisioning complete for port 1a376aa2-8652-4cd1-973f-44956a537804 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:35.918988 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c10297c-846f-43c2-8f5a-a0efa197b763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:35.966526 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:36.007836 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0aa34-a15a-4d19-a99d-457a52fcbacc req-7a17c450-b146-46ae-93ad-37b859c00dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:36.009641 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9af0aa34-a15a-4d19-a99d-457a52fcbacc req-7a17c450-b146-46ae-93ad-37b859c00dc3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 0.1831679 Dec 17 13:17:36.051127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0c10297c-846f-43c2-8f5a-a0efa197b763 None None] Port 1a376aa2-8652-4cd1-973f-44956a537804 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:36.081438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0c10297c-846f-43c2-8f5a-a0efa197b763 None None] Provisioning complete for port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:36.081925 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c10297c-846f-43c2-8f5a-a0efa197b763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:36.096587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda31f-75bc-43bc-b758-836070b300de req-1d0a5310-7011-460f-af38-357bff98084c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:36.098818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9feda31f-75bc-43bc-b758-836070b300de req-1d0a5310-7011-460f-af38-357bff98084c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.6401477 Dec 17 13:17:36.317248 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9af0aa34-a15a-4d19-a99d-457a52fcbacc req-f28d7b05-04c3-4035-b637-57554bd75af4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a HTTP/1.1" status: 200 len: 1000 time: 0.2406774 Dec 17 13:17:36.381330 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0c10297c-846f-43c2-8f5a-a0efa197b763 None None] Provisioning complete for port 7da01111-20cb-4742-9d48-598a0b9144c1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:36.381330 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c10297c-846f-43c2-8f5a-a0efa197b763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:36.395150 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-283509da-0a41-4cd9-9800-feaad94576bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:36.439151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0aa34-a15a-4d19-a99d-457a52fcbacc req-69d740fc-7d45-4be9-9b3f-dd500af51e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:36.441005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9af0aa34-a15a-4d19-a99d-457a52fcbacc req-69d740fc-7d45-4be9-9b3f-dd500af51e64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.0992539 Dec 17 13:17:36.489802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0c10297c-846f-43c2-8f5a-a0efa197b763 None None] Port 7da01111-20cb-4742-9d48-598a0b9144c1 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:36.530944 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:17:36.562499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:36.626660 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:36.626660 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:36.647094 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9feda31f-75bc-43bc-b758-836070b300de req-bad39752-3c38-49b4-af70-ea1e1df09fb6 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104911 Dec 17 13:17:36.650449 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-d35d127a-9743-4880-bb01-a734143a3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:36.656291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9dd63ad8-5720-4c1b-8cff-6f4d0570fbfd req-d35d127a-9743-4880-bb01-a734143a3357 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0729227 Dec 17 13:17:36.690116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0aa34-a15a-4d19-a99d-457a52fcbacc req-5a8e6182-f8b4-43e3-8073-4753e04ed1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:36.691959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9af0aa34-a15a-4d19-a99d-457a52fcbacc req-5a8e6182-f8b4-43e3-8073-4753e04ed1b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244313 Dec 17 13:17:36.724383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-eaf24ad2-68e7-4d7b-a793-3ef58f9aab6a None None] Provisioning complete for port 1a376aa2-8652-4cd1-973f-44956a537804 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:36.724840 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eaf24ad2-68e7-4d7b-a793-3ef58f9aab6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:36.780984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-eaf24ad2-68e7-4d7b-a793-3ef58f9aab6a None None] Port 1a376aa2-8652-4cd1-973f-44956a537804 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:37.042851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c777f2-a06d-460c-a9cc-3470dd58cea8 req-d13de84a-6b80-433c-8d5b-0d85bfa2e952 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:37.042851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88c777f2-a06d-460c-a9cc-3470dd58cea8 req-d13de84a-6b80-433c-8d5b-0d85bfa2e952 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.0859210 Dec 17 13:17:37.042851 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:37.042851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9af0aa34-a15a-4d19-a99d-457a52fcbacc req-86e22e5b-2b90-4105-8812-7c74e04d0568 service neutron] 10.222.0.61 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218857 Dec 17 13:17:37.042851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:17:37.042851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fac447-6acf-4348-a24f-31e1c95019dd,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:37.042851 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:37.042851 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Added segment 8666adad-cbf3-45be-9f45-49b9d8098aa7 of type vlan for network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 Dec 17 13:17:37.091861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48b8075-90b6-4a05-99c5-7ae2869d8493 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:17:37.113051 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:37.132714 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:37.157793 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88c777f2-a06d-460c-a9cc-3470dd58cea8 req-fe80c0e9-7dec-498f-874a-d7bd92319cca tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682617 Dec 17 13:17:37.205515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110abfb-01d8-42fc-8924-fb7ad385fb1c req-c599c89e-e785-4c08-ad5a-8986f78de93e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:37.212036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110abfb-01d8-42fc-8924-fb7ad385fb1c req-c599c89e-e785-4c08-ad5a-8986f78de93e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:37.217930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110abfb-01d8-42fc-8924-fb7ad385fb1c req-c599c89e-e785-4c08-ad5a-8986f78de93e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:37.221179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9af0aa34-a15a-4d19-a99d-457a52fcbacc req-e52609e0-1ae7-4076-a6b7-24778166bcd4 service neutron] 10.222.0.61 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884498 Dec 17 13:17:37.223830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110abfb-01d8-42fc-8924-fb7ad385fb1c req-c599c89e-e785-4c08-ad5a-8986f78de93e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:37.232810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110abfb-01d8-42fc-8924-fb7ad385fb1c req-c599c89e-e785-4c08-ad5a-8986f78de93e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:37.245362 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110abfb-01d8-42fc-8924-fb7ad385fb1c req-c599c89e-e785-4c08-ad5a-8986f78de93e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:37.253248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110abfb-01d8-42fc-8924-fb7ad385fb1c req-c599c89e-e785-4c08-ad5a-8986f78de93e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:37.255236 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3110abfb-01d8-42fc-8924-fb7ad385fb1c req-c599c89e-e785-4c08-ad5a-8986f78de93e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5384 time: 0.8489730 Dec 17 13:17:37.331933 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3110abfb-01d8-42fc-8924-fb7ad385fb1c req-a01ba4ab-d2c1-470e-9477-c3a2c4db4dc9 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657220 Dec 17 13:17:37.391358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:37.406746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:37.406746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:37.417736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Transition to ACTIVE for port object c48b8075-90b6-4a05-99c5-7ae2869d8493 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:17:37.420662 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-283509da-0a41-4cd9-9800-feaad94576bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:37.482583 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c020f0-e5e8-45b4-a32a-10481824ba65 None None] Network 7c2196d6-f452-4ec1-ad1c-3539c0974b4d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:17:37.578208 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-283509da-0a41-4cd9-9800-feaad94576bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:37.590267 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-283509da-0a41-4cd9-9800-feaad94576bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/subnets/4b3702c2-0c23-4d59-932b-05fe6f9d4051 HTTP/1.1" status: 204 len: 168 time: 2.3780699 Dec 17 13:17:37.591692 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:37.601881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283509da-0a41-4cd9-9800-feaad94576bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3702c2-0c23-4d59-932b-05fe6f9d4051,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:37.606707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39430) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:37.909734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44556385-4fde-411d-a3d6-a6a9877a1ff5 None None] DHCP port deletion for 7c2196d6-f452-4ec1-ad1c-3539c0974b4d request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:17:37.945873 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:37.965178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584c220c-33af-4472-ae06-887a048570f5 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:37.966680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584c220c-33af-4472-ae06-887a048570f5 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:37.971247 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-584c220c-33af-4472-ae06-887a048570f5 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3575852 Dec 17 13:17:37.978374 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39438) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:38.082364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-44556385-4fde-411d-a3d6-a6a9877a1ff5 None None] Deleting port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:17:38.082914 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-44556385-4fde-411d-a3d6-a6a9877a1ff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:38.220830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Pushing event updated for resources: {'Port': ['ID=c48b8075-90b6-4a05-99c5-7ae2869d8493,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:38.439994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.7106018 Dec 17 13:17:38.479901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39454) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:38.494061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-2df4274e-391c-474f-a917-02d9042f1de2 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Request body: {'subnet': {'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:38.634484 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5e0b5ba9-4a29-47c6-9770-938c57524e8b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:38.650337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f71b3-0a66-4fa4-9d7a-8a8cbff3c4ff tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event updated for resources: {'Network': ['ID=cb54c3f4-20e2-4e56-bf30-8cf38a64cf05,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:38.687825 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0b5ba9-4a29-47c6-9770-938c57524e8b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 17 13:17:38.688433 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0b5ba9-4a29-47c6-9770-938c57524e8b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:17:38.693843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5e0b5ba9-4a29-47c6-9770-938c57524e8b tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/networks/7c2196d6-f452-4ec1-ad1c-3539c0974b4d HTTP/1.1" status: 409 len: 405 time: 0.7122421 Dec 17 13:17:38.699117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39460) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:38.712081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5e786db6-ad7c-49d4-b144-06d9157c6a89 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-227350538'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:38.721954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Attempting to bind port c48b8075-90b6-4a05-99c5-7ae2869d8493 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:38.730144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Attempting to bind port c48b8075-90b6-4a05-99c5-7ae2869d8493 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:38.730843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Attempting to bind port c48b8075-90b6-4a05-99c5-7ae2869d8493 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:38.742682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd74fd-121d-4712-9d45-81683e0429be req-31ac05cc-691f-4749-8537-1acf3df1768a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:38.745946 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77dd74fd-121d-4712-9d45-81683e0429be req-31ac05cc-691f-4749-8537-1acf3df1768a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.3500352 Dec 17 13:17:38.768332 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Port c48b8075-90b6-4a05-99c5-7ae2869d8493 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:17:38.768972 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Attempting to bind port c48b8075-90b6-4a05-99c5-7ae2869d8493 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:38.795336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3543394-9e82-4464-87a4-ea983cd18ac8 req-7b73e578-99dc-44cf-ad5d-e2cf62c163b5 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:38.799219 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d3543394-9e82-4464-87a4-ea983cd18ac8 req-7b73e578-99dc-44cf-ad5d-e2cf62c163b5 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.3102508 Dec 17 13:17:38.805258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:38.806331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Checking segment: {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:38.807882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Bound using segment: {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:38.808697 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Bound port: c48b8075-90b6-4a05-99c5-7ae2869d8493, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d01c5bb-4879-402b-b070-dca3e6e255dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:38.809364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:38.871262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77dd74fd-121d-4712-9d45-81683e0429be req-ced22e73-bf34-4842-b0c0-57b55d4bebf5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151087 Dec 17 13:17:38.890643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:17:38.898401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df4274e-391c-474f-a917-02d9042f1de2 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Made reservation on behalf of 4a568af29a044eac8ac54cfdaf4f3c2a for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:38.907475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2df4274e-391c-474f-a917-02d9042f1de2 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:38.969505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:17:38.989277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e786db6-ad7c-49d4-b144-06d9157c6a89 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:39.004157 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e786db6-ad7c-49d4-b144-06d9157c6a89 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:39.221372 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d3543394-9e82-4464-87a4-ea983cd18ac8 req-dd2093cd-f4bb-4f65-a196-d5eabedf9c84 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058247 Dec 17 13:17:39.269661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e786db6-ad7c-49d4-b144-06d9157c6a89 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:17:39.358415 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e786db6-ad7c-49d4-b144-06d9157c6a89 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:39.359744 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-5e786db6-ad7c-49d4-b144-06d9157c6a89 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Added segment e9495603-354b-4fa6-b880-4673ed0a2c5e of type vlan for network e305d17e-1ce8-4298-9c59-076c65c810e2 Dec 17 13:17:39.411476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cdaef-5daf-4f05-97d2-0bb2b5cc1493 req-3dee6e79-b979-4f5f-a879-e2cf8c491ac8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:39.429353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cdaef-5daf-4f05-97d2-0bb2b5cc1493 req-3dee6e79-b979-4f5f-a879-e2cf8c491ac8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:39.440457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cdaef-5daf-4f05-97d2-0bb2b5cc1493 req-3dee6e79-b979-4f5f-a879-e2cf8c491ac8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:39.450956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cdaef-5daf-4f05-97d2-0bb2b5cc1493 req-3dee6e79-b979-4f5f-a879-e2cf8c491ac8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:39.464076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cdaef-5daf-4f05-97d2-0bb2b5cc1493 req-3dee6e79-b979-4f5f-a879-e2cf8c491ac8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:39.472172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-44556385-4fde-411d-a3d6-a6a9877a1ff5 None None] For port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9,segment=NetworkSegment(a4450211-69de-416a-b0f8-8a658be651fd),segment_id=a4450211-69de-416a-b0f8-8a658be651fd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:39.480228 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-44556385-4fde-411d-a3d6-a6a9877a1ff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:39.493620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cdaef-5daf-4f05-97d2-0bb2b5cc1493 req-3dee6e79-b979-4f5f-a879-e2cf8c491ac8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:39.500872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] For port c48b8075-90b6-4a05-99c5-7ae2869d8493, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:39.509866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cdaef-5daf-4f05-97d2-0bb2b5cc1493 req-3dee6e79-b979-4f5f-a879-e2cf8c491ac8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:39.510956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] For port c48b8075-90b6-4a05-99c5-7ae2869d8493, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c48b8075-90b6-4a05-99c5-7ae2869d8493,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:39.514176 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-245cdaef-5daf-4f05-97d2-0bb2b5cc1493 req-3dee6e79-b979-4f5f-a879-e2cf8c491ac8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5396 time: 0.4098210 Dec 17 13:17:39.526626 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:39.551840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-44556385-4fde-411d-a3d6-a6a9877a1ff5 None None] Calling delete_port for 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:17:39.579934 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:39.588974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:39.602405 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e786db6-ad7c-49d4-b144-06d9157c6a89 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:39.655862 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9,segment=NetworkSegment(a4450211-69de-416a-b0f8-8a658be651fd),segment_id=a4450211-69de-416a-b0f8-8a658be651fd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:39.692356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:39.694009 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:39.698062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] 10.222.0.54 "PUT /v2.0/ports/c48b8075-90b6-4a05-99c5-7ae2869d8493 HTTP/1.1" status: 200 len: 1090 time: 5.4661481 Dec 17 13:17:39.719068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': 'c48b8075-90b6-4a05-99c5-7ae2869d8493'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:17:39.724955 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014e09f1-1b22-420b-8db3-c9922053fe6e" -d '{"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "c48b8075-90b6-4a05-99c5-7ae2869d8493"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:17:39.737965 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:39.766125 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:39.907125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-245cdaef-5daf-4f05-97d2-0bb2b5cc1493 req-f95cdefb-5190-48f7-8811-1bdf45882a00 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3283339 Dec 17 13:17:39.910599 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Request body: {'port': {'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:39.957510 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:39.973872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:39.973872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:39.973872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:39.973872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:39.973872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:39.973872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:39.973872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:39.973872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:39.973872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:39.973872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:39.975301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:39.975301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:39.978742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:17:40.040700 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-44556385-4fde-411d-a3d6-a6a9877a1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:40.074715 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e786db6-ad7c-49d4-b144-06d9157c6a89 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:40.090177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e786db6-ad7c-49d4-b144-06d9157c6a89 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:40.090961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e786db6-ad7c-49d4-b144-06d9157c6a89 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:40.173631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fad4b-67fa-4484-888b-ef83e4a7e571 service neutron] Pushing event updated for resources: {'Port': ['ID=c48b8075-90b6-4a05-99c5-7ae2869d8493,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:40.180033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44556385-4fde-411d-a3d6-a6a9877a1ff5 None None] Pushing event deleted for resources: {'Port': ['ID=4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:40.200306 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e18b3-e136-429d-8fe5-0df84862873b x-openstack-request-id: req-264e18b3-e136-429d-8fe5-0df84862873b {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:17:40.200914 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "c48b8075-90b6-4a05-99c5-7ae2869d8493", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:17:40.202101 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-264e18b3-e136-429d-8fe5-0df84862873b {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:17:40.203066 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': 'c48b8075-90b6-4a05-99c5-7ae2869d8493', 'status': 'completed', 'code': 200} Dec 17 13:17:40.223751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44556385-4fde-411d-a3d6-a6a9877a1ff5 None None] No DVR routers for this DVR port 4b19f4a2-22f4-47f0-98fd-ecf97dae2fc9 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:17:40.314136 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:40.325092 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:40.425295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5e786db6-ad7c-49d4-b144-06d9157c6a89 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7247367 Dec 17 13:17:40.436053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39488) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:40.446226 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2df4274e-391c-474f-a917-02d9042f1de2 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:40.498216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'subnet': {'network_id': 'e305d17e-1ce8-4298-9c59-076c65c810e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:40.587671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Network e41e5f82-8537-49fe-836e-8bed44fdccc8 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:40.595669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39492) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:40.613425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e786db6-ad7c-49d4-b144-06d9157c6a89 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Network': ['ID=e305d17e-1ce8-4298-9c59-076c65c810e2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:40.633446 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:40.649615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e305d17e-1ce8-4298-9c59-076c65c810e2 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:17:40.782583 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-42bcb691-b738-4c18-85b1-1750cfa12520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:40.783277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-42bcb691-b738-4c18-85b1-1750cfa12520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:40.784299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-42bcb691-b738-4c18-85b1-1750cfa12520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:40.787440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-42bcb691-b738-4c18-85b1-1750cfa12520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:40.789408 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-42bcb691-b738-4c18-85b1-1750cfa12520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:40.793213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-42bcb691-b738-4c18-85b1-1750cfa12520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:40.795151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-42bcb691-b738-4c18-85b1-1750cfa12520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:40.800445 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-42bcb691-b738-4c18-85b1-1750cfa12520 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6343 time: 0.8310463 Dec 17 13:17:40.974749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:40.996421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:41.106442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1a682d75-5881-4b33-8b35-958e02b83f20 None None] Provisioning complete for port 7da01111-20cb-4742-9d48-598a0b9144c1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:41.107887 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a682d75-5881-4b33-8b35-958e02b83f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:41.197869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4274e-391c-474f-a917-02d9042f1de2 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event updated for resources: {'Subnet': ['ID=80b0c597-0537-40bb-aedb-ea433203709c,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:41.217231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9950ffa-872b-4c77-b50a-e52b2afad99e req-20172b42-d60a-49e6-a1f9-c357cfa19f20 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.224988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9950ffa-872b-4c77-b50a-e52b2afad99e req-20172b42-d60a-49e6-a1f9-c357cfa19f20 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.7982202 Dec 17 13:17:41.240076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1a682d75-5881-4b33-8b35-958e02b83f20 None None] Port 7da01111-20cb-4742-9d48-598a0b9144c1 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:41.280609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411abb63-4216-4fb7-8f1a-d758bd5a3f5c req-2a3129bb-d120-4c5b-8147-e0999a8a2a58 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.282282 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-411abb63-4216-4fb7-8f1a-d758bd5a3f5c req-2a3129bb-d120-4c5b-8147-e0999a8a2a58 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 1.0913405 Dec 17 13:17:41.307439 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event updated for resources: {'Port': ['ID=7da01111-20cb-4742-9d48-598a0b9144c1,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:41.356013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df4274e-391c-474f-a917-02d9042f1de2 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Checking segment: {'id': '8666adad-cbf3-45be-9f45-49b9d8098aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:41.356332 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a753b10e-d154-446c-9c5b-29cc4dd12090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:41.356470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df4274e-391c-474f-a917-02d9042f1de2 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Network hostable DHCP agents. Network: cb54c3f4-20e2-4e56-bf30-8cf38a64cf05, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:17:41.438616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-859554db-71f9-4d5d-a32c-08476ce09ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.439517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-859554db-71f9-4d5d-a32c-08476ce09ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.440214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-859554db-71f9-4d5d-a32c-08476ce09ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.442396 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-859554db-71f9-4d5d-a32c-08476ce09ba7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5977252 Dec 17 13:17:41.482289 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-411abb63-4216-4fb7-8f1a-d758bd5a3f5c req-a6449443-7351-4b0a-ab6f-4a500cb7bbd3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388698 Dec 17 13:17:41.548210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Router b2469db4-8b08-42c8-85fb-f61b91d527c3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:17:41.623241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9950ffa-872b-4c77-b50a-e52b2afad99e req-a1befadb-2615-499c-9f64-c2d402c7f42d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3934586 Dec 17 13:17:41.739023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df4274e-391c-474f-a917-02d9042f1de2 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:17:41.772427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99441c3-e78c-481a-a400-377495b58bb3 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:17:41.791368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:41.816839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-7e143ce9-b316-4e98-a823-1365afc439c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.818363 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-014e09f1-1b22-420b-8db3-c9922053fe6e req-7e143ce9-b316-4e98-a823-1365afc439c6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3453672 Dec 17 13:17:41.833266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-2df4274e-391c-474f-a917-02d9042f1de2 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, cb54c3f4-20e2-4e56-bf30-8cf38a64cf05) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:41.849063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4137953f-d373-41ea-b2da-aa340ba8d1f0 None None] Network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:17:41.864155 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a753b10e-d154-446c-9c5b-29cc4dd12090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:41.872949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df4274e-391c-474f-a917-02d9042f1de2 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.874353 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2df4274e-391c-474f-a917-02d9042f1de2 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:41.876339 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Transition to ACTIVE for port object f99441c3-e78c-481a-a400-377495b58bb3 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:17:41.897634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c68efb-a976-4ff4-a237-16a6a4572803 req-85f1c28c-0563-48d8-a086-494ceacc9ebc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.903472 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c68efb-a976-4ff4-a237-16a6a4572803 req-85f1c28c-0563-48d8-a086-494ceacc9ebc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.909862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c68efb-a976-4ff4-a237-16a6a4572803 req-85f1c28c-0563-48d8-a086-494ceacc9ebc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.917839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c68efb-a976-4ff4-a237-16a6a4572803 req-85f1c28c-0563-48d8-a086-494ceacc9ebc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.924680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c68efb-a976-4ff4-a237-16a6a4572803 req-85f1c28c-0563-48d8-a086-494ceacc9ebc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.932591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c68efb-a976-4ff4-a237-16a6a4572803 req-85f1c28c-0563-48d8-a086-494ceacc9ebc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.939940 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c68efb-a976-4ff4-a237-16a6a4572803 req-85f1c28c-0563-48d8-a086-494ceacc9ebc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:41.942828 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-97c68efb-a976-4ff4-a237-16a6a4572803 req-85f1c28c-0563-48d8-a086-494ceacc9ebc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5396 time: 0.3314738 Dec 17 13:17:41.959169 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a753b10e-d154-446c-9c5b-29cc4dd12090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:41.977510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:42.011975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:17:42.014766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:42.033594 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2df4274e-391c-474f-a917-02d9042f1de2 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5476248 Dec 17 13:17:42.047106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39508) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:42.078459 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-cb54c3f4-20e2-4e56-bf30-8cf38a64cf05', 'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05', 'project_id': '4a568af29a044eac8ac54cfdaf4f3c2a', 'fixed_ips': [{'subnet_id': '80b0c597-0537-40bb-aedb-ea433203709c'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:17:42.079342 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:42.088377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:17:42.103277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Request body: {'port': {'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-219876616'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:42.119585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a99b5b9-936a-495d-8cf5-f3abbfd2bb45 None None] Sync routers for ids ['b2469db4-8b08-42c8-85fb-f61b91d527c3'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:17:42.121129 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-442c48b0-76c3-45e2-a51f-24a294fe18c3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "PUT /v2.0/routers/b2469db4-8b08-42c8-85fb-f61b91d527c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5733130 Dec 17 13:17:42.135317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39512) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:42.161820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753b10e-d154-446c-9c5b-29cc4dd12090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1e0fe3-b7e3-44bd-b9d9-accd4797cc27,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:42.164207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Request body: {'port': {'network_id': 'e41e5f82-8537-49fe-836e-8bed44fdccc8', 'name': 'tempest-FloatingIPAdminTestJSON-1276868837'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:42.193768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99b5b9-936a-495d-8cf5-f3abbfd2bb45 None None] Routers {'b2469db4-8b08-42c8-85fb-f61b91d527c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:17:42.193768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5a99b5b9-936a-495d-8cf5-f3abbfd2bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:17:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b2469db4-8b08-42c8-85fb-f61b91d527c3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:17:42.223720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a753b10e-d154-446c-9c5b-29cc4dd12090 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c73147993934d6085aa53532228832f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5513949 Dec 17 13:17:42.229500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39514) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:42.246619 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Pushing event updated for resources: {'Port': ['ID=f99441c3-e78c-481a-a400-377495b58bb3,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:42.418654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5a99b5b9-936a-495d-8cf5-f3abbfd2bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:17:42.454380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99b5b9-936a-495d-8cf5-f3abbfd2bb45 None None] Routers {'b2469db4-8b08-42c8-85fb-f61b91d527c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:17:42.461422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5a99b5b9-936a-495d-8cf5-f3abbfd2bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:17:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b2469db4-8b08-42c8-85fb-f61b91d527c3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:17:42.543281 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-97c68efb-a976-4ff4-a237-16a6a4572803 req-2f3460b8-ebea-44ce-bc0a-2515a6ca3dd6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5854700 Dec 17 13:17:42.581568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Subnet': ['ID=83344b16-f846-44c0-bee1-e7192346ff92,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:42.649467 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79298b58-7074-4af9-a53e-ae12944b657a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:42.671503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Attempting to bind port f99441c3-e78c-481a-a400-377495b58bb3 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:42.671953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Attempting to bind port f99441c3-e78c-481a-a400-377495b58bb3 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:42.672165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Attempting to bind port f99441c3-e78c-481a-a400-377495b58bb3 on network 07d2f406-3950-4c25-8545-7279d9964e39 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:42.696987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Port f99441c3-e78c-481a-a400-377495b58bb3 on network 07d2f406-3950-4c25-8545-7279d9964e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:17:42.696987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Attempting to bind port f99441c3-e78c-481a-a400-377495b58bb3 on network 07d2f406-3950-4c25-8545-7279d9964e39 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:42.711385 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79298b58-7074-4af9-a53e-ae12944b657a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:42.715680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Allocated IP 2001:db8::2 (cb54c3f4-20e2-4e56-bf30-8cf38a64cf05/80b0c597-0537-40bb-aedb-ea433203709c/c5b1e46f-e27e-4850-9377-84696b2cbf66) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:42.730798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Checking segment: {'id': 'e9495603-354b-4fa6-b880-4673ed0a2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e305d17e-1ce8-4298-9c59-076c65c810e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:42.731488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network hostable DHCP agents. Network: e305d17e-1ce8-4298-9c59-076c65c810e2, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:17:42.732490 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:42.732838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Checking segment: {'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:42.733227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Bound using segment: {'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:42.733707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Bound port: f99441c3-e78c-481a-a400-377495b58bb3, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:42.734072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:42.900588 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b762a-282c-418c-98e6-7e6133cdc1ea req-dbb3c7c5-511d-44ce-b13b-2d0e4fc510ef tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:42.908259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a80b762a-282c-418c-98e6-7e6133cdc1ea req-dbb3c7c5-511d-44ce-b13b-2d0e4fc510ef tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.2064188 Dec 17 13:17:42.922391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network e305d17e-1ce8-4298-9c59-076c65c810e2 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:17:42.931437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6c0fd-6cc3-4bdb-8e32-71b606f681e9 req-be257607-1014-43de-8a09-8c9520be41ae tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:42.940396 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-11a6c0fd-6cc3-4bdb-8e32-71b606f681e9 req-be257607-1014-43de-8a09-8c9520be41ae tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.1638820 Dec 17 13:17:42.975454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Made reservation on behalf of a67650d07c8749228fb86d5d52a73cb5 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:42.980328 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:42.996001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] For port f99441c3-e78c-481a-a400-377495b58bb3, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:43.010865 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a80b762a-282c-418c-98e6-7e6133cdc1ea req-b316cd9e-e7bf-4183-8636-b7c8a1daa510 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007526 Dec 17 13:17:43.020084 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:43.025205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] For port f99441c3-e78c-481a-a400-377495b58bb3, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f99441c3-e78c-481a-a400-377495b58bb3,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:43.027168 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] device_id is not set on port 5f817bbd-6f76-461c-b162-350ec13f4502 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:17:43.032385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5a99b5b9-936a-495d-8cf5-f3abbfd2bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:17:43.033266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a99b5b9-936a-495d-8cf5-f3abbfd2bb45 None None] The sync data for ids ['b2469db4-8b08-42c8-85fb-f61b91d527c3'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:17:43.066282 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-11a6c0fd-6cc3-4bdb-8e32-71b606f681e9 req-92133600-6ffc-48de-802d-bc6980c0b594 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205685 Dec 17 13:17:43.076217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Made reservation on behalf of 4a568af29a044eac8ac54cfdaf4f3c2a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:43.079847 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:43.091701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79298b58-7074-4af9-a53e-ae12944b657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:43.094603 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79298b58-7074-4af9-a53e-ae12944b657a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:43.098164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-79298b58-7074-4af9-a53e-ae12944b657a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea1e0fe3-b7e3-44bd-b9d9-accd4797cc27 HTTP/1.1" status: 204 len: 168 time: 0.8612494 Dec 17 13:17:43.110692 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79298b58-7074-4af9-a53e-ae12944b657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1e0fe3-b7e3-44bd-b9d9-accd4797cc27,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:43.111096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e305d17e-1ce8-4298-9c59-076c65c810e2) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:43.127164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a96ee6-4e3e-40b5-9f0e-d191e79ce426 None None] Network e305d17e-1ce8-4298-9c59-076c65c810e2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:17:43.138687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:43.139368 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:43.161237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] device_id is not set on port 5c4b4dd7-7592-420e-ac26-6ed6de8010e7 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:17:43.179215 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:43.236305 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:43.251072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:43.253261 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:43.256231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] 10.222.0.54 "PUT /v2.0/ports/f99441c3-e78c-481a-a400-377495b58bb3 HTTP/1.1" status: 200 len: 1091 time: 3.3904564 Dec 17 13:17:43.264856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': 'f99441c3-e78c-481a-a400-377495b58bb3'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:17:43.271500 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "f99441c3-e78c-481a-a400-377495b58bb3"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:17:43.306515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2ac42-5a97-4b94-ab1f-7f638a301323 service neutron] Pushing event updated for resources: {'Port': ['ID=f99441c3-e78c-481a-a400-377495b58bb3,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:43.308601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Allocated IP 2001:db8::7d (cb54c3f4-20e2-4e56-bf30-8cf38a64cf05/80b0c597-0537-40bb-aedb-ea433203709c/5c4b4dd7-7592-420e-ac26-6ed6de8010e7) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:43.357838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Request body: {'port': {'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:43.370827 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7353a46d-c96b-47f8-9ea2-214002671470 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9216819 Dec 17 13:17:43.425915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39534) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:43.439242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:43.444760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:43.447342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:43.465045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'port': {'network_id': 'e305d17e-1ce8-4298-9c59-076c65c810e2', 'name': 'tempest-NetworksIpV6TestAttrs-1954757618'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:43.521668 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4a6cba-f58d-40a3-bf5d-038b36e85fb6 x-openstack-request-id: req-2f4a6cba-f58d-40a3-bf5d-038b36e85fb6 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:17:43.521996 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "f99441c3-e78c-481a-a400-377495b58bb3", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:17:43.522421 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f4a6cba-f58d-40a3-bf5d-038b36e85fb6 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:17:43.522835 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': 'f99441c3-e78c-481a-a400-377495b58bb3', 'status': 'completed', 'code': 200} Dec 17 13:17:43.583707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Allocated IP 172.20.0.8 (e41e5f82-8537-49fe-836e-8bed44fdccc8/17d65bf6-5724-457a-9f19-6f30b7b73163/5f817bbd-6f76-461c-b162-350ec13f4502) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:43.649160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Pushing event updated for resources: {'Port': ['ID=c5b1e46f-e27e-4850-9377-84696b2cbf66,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:43.695609 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:43.818224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-e305d17e-1ce8-4298-9c59-076c65c810e2', 'network_id': 'e305d17e-1ce8-4298-9c59-076c65c810e2', 'project_id': 'a72a01f60291441a90128808a9f8509b', 'fixed_ips': [{'subnet_id': '83344b16-f846-44c0-bee1-e7192346ff92'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:17:43.819764 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:43.865695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Attempting to bind port c5b1e46f-e27e-4850-9377-84696b2cbf66 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:43.866861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Attempting to bind port c5b1e46f-e27e-4850-9377-84696b2cbf66 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '8666adad-cbf3-45be-9f45-49b9d8098aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:43.867651 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Attempting to bind port c5b1e46f-e27e-4850-9377-84696b2cbf66 on network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:43.880477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:43.881280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Checking segment: {'id': '8666adad-cbf3-45be-9f45-49b9d8098aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:43.881942 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:43.882627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Bound using segment: {'id': '8666adad-cbf3-45be-9f45-49b9d8098aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:43.883276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Bound port: c5b1e46f-e27e-4850-9377-84696b2cbf66, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8666adad-cbf3-45be-9f45-49b9d8098aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:43.883967 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:43.977646 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fdf9180-4d12-407b-b985-dc2491e66660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:44.092118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79f876-e8b1-441b-a6da-9cc438379bfe req-6be72ca0-e48f-4453-b53b-38e9728e4bc8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:44.133732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79f876-e8b1-441b-a6da-9cc438379bfe req-6be72ca0-e48f-4453-b53b-38e9728e4bc8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:44.151938 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79f876-e8b1-441b-a6da-9cc438379bfe req-6be72ca0-e48f-4453-b53b-38e9728e4bc8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:44.166712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79f876-e8b1-441b-a6da-9cc438379bfe req-6be72ca0-e48f-4453-b53b-38e9728e4bc8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:44.172441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79f876-e8b1-441b-a6da-9cc438379bfe req-6be72ca0-e48f-4453-b53b-38e9728e4bc8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:44.175217 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] For port c5b1e46f-e27e-4850-9377-84696b2cbf66, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:44.181440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79f876-e8b1-441b-a6da-9cc438379bfe req-6be72ca0-e48f-4453-b53b-38e9728e4bc8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:44.187131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79f876-e8b1-441b-a6da-9cc438379bfe req-6be72ca0-e48f-4453-b53b-38e9728e4bc8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:44.190089 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c79f876-e8b1-441b-a6da-9cc438379bfe req-6be72ca0-e48f-4453-b53b-38e9728e4bc8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5408 time: 0.3355548 Dec 17 13:17:44.201122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] For port c5b1e46f-e27e-4850-9377-84696b2cbf66, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c5b1e46f-e27e-4850-9377-84696b2cbf66,segment=NetworkSegment(8666adad-cbf3-45be-9f45-49b9d8098aa7),segment_id=8666adad-cbf3-45be-9f45-49b9d8098aa7)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:44.294039 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:44.329236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Allocated IP 2001:db8::f816:3eff:fe01:bcdc (e305d17e-1ce8-4298-9c59-076c65c810e2/83344b16-f846-44c0-bee1-e7192346ff92/6e60fdf5-e661-45de-8ed4-fb3fab4757ac) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:44.358399 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39548) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:44.426259 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f7e9549-cd0e-47c0-a851-1a692fc90ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:44.483301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c369a1-3cc1-4010-915c-8fef8dbe9930 None None] Pushing event updated for resources: {'Port': ['ID=c5b1e46f-e27e-4850-9377-84696b2cbf66,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:44.499644 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c79f876-e8b1-441b-a6da-9cc438379bfe req-79732a9c-5826-44cf-b5fe-3469d17e80ee tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2822316 Dec 17 13:17:44.605816 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f7e9549-cd0e-47c0-a851-1a692fc90ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:44.684366 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f7e9549-cd0e-47c0-a851-1a692fc90ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:44.814483 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:44.835209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e9549-cd0e-47c0-a851-1a692fc90ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb49584-37fb-41aa-a3aa-e37ebb2b4fda,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:44.876334 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5f7e9549-cd0e-47c0-a851-1a692fc90ea2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=72c60037311a41a69146301972310a31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5167100 Dec 17 13:17:44.883489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39554) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:44.921188 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:44.996600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Network e305d17e-1ce8-4298-9c59-076c65c810e2 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:45.012409 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5941fd6-cab7-4bd5-99d8-57f28c93c76d req-7982c841-b56a-4e26-839e-0ecc5e45645b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.015516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:45.020977 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:45.024528 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b5941fd6-cab7-4bd5-99d8-57f28c93c76d req-7982c841-b56a-4e26-839e-0ecc5e45645b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.2961586 Dec 17 13:17:45.123837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481bfb10-dde3-4f1f-a464-4d5a08d9a84c {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:17:45.138898 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:45.227045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Pushing event updated for resources: {'Port': ['ID=6e60fdf5-e661-45de-8ed4-fb3fab4757ac,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:45.228168 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b5941fd6-cab7-4bd5-99d8-57f28c93c76d req-10dfc88b-c77f-4c31-a2a7-ceb3b64c3e35 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653323 Dec 17 13:17:45.254499 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd29589e-96f2-4cc2-860e-5a776b9a495a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:45.283071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Attempting to bind port 6e60fdf5-e661-45de-8ed4-fb3fab4757ac on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:45.284102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Attempting to bind port 6e60fdf5-e661-45de-8ed4-fb3fab4757ac by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'e9495603-354b-4fa6-b880-4673ed0a2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e305d17e-1ce8-4298-9c59-076c65c810e2'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:45.284932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Attempting to bind port 6e60fdf5-e661-45de-8ed4-fb3fab4757ac on network e305d17e-1ce8-4298-9c59-076c65c810e2 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:45.293548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Transition to ACTIVE for port object 481bfb10-dde3-4f1f-a464-4d5a08d9a84c will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:17:45.295802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:45.304308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Checking segment: {'id': 'e9495603-354b-4fa6-b880-4673ed0a2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e305d17e-1ce8-4298-9c59-076c65c810e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:45.305272 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:45.305506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-fabe71aa-79a0-4f3f-9581-b53f5997a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.307029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Bound using segment: {'id': 'e9495603-354b-4fa6-b880-4673ed0a2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e305d17e-1ce8-4298-9c59-076c65c810e2'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:45.307356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-fabe71aa-79a0-4f3f-9581-b53f5997a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.308019 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-fabe71aa-79a0-4f3f-9581-b53f5997a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.308749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-fabe71aa-79a0-4f3f-9581-b53f5997a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.308880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Bound port: 6e60fdf5-e661-45de-8ed4-fb3fab4757ac, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9495603-354b-4fa6-b880-4673ed0a2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e305d17e-1ce8-4298-9c59-076c65c810e2'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:45.309465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-fabe71aa-79a0-4f3f-9581-b53f5997a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.310081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-fabe71aa-79a0-4f3f-9581-b53f5997a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.310232 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:45.310712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-fabe71aa-79a0-4f3f-9581-b53f5997a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.313164 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-fabe71aa-79a0-4f3f-9581-b53f5997a313 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6410 time: 1.6872232 Dec 17 13:17:45.317412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd29589e-96f2-4cc2-860e-5a776b9a495a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:45.386153 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:45.496113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] For port 6e60fdf5-e661-45de-8ed4-fb3fab4757ac, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:45.500056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] For port 6e60fdf5-e661-45de-8ed4-fb3fab4757ac, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6e60fdf5-e661-45de-8ed4-fb3fab4757ac,segment=NetworkSegment(e9495603-354b-4fa6-b880-4673ed0a2c5e),segment_id=e9495603-354b-4fa6-b880-4673ed0a2c5e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:45.571515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa926cf-133a-41da-921f-3ef100b28398 req-bb669e7b-a649-4c97-afdf-5260c8bc97e1 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.573855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-baa926cf-133a-41da-921f-3ef100b28398 req-bb669e7b-a649-4c97-afdf-5260c8bc97e1 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 1.3435915 Dec 17 13:17:45.652241 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:45.742887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-2e1bc0e0-691a-47e5-9606-bcc6f776b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.743347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-2e1bc0e0-691a-47e5-9606-bcc6f776b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.743811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-2e1bc0e0-691a-47e5-9606-bcc6f776b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.745500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-2e1bc0e0-691a-47e5-9606-bcc6f776b61f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4025669 Dec 17 13:17:45.776153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f508b5-b943-49a8-86a9-55115af6ed15 req-586d8956-a2dc-496e-b9c7-8dec482bb63c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.783385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f508b5-b943-49a8-86a9-55115af6ed15 req-586d8956-a2dc-496e-b9c7-8dec482bb63c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.791746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f508b5-b943-49a8-86a9-55115af6ed15 req-586d8956-a2dc-496e-b9c7-8dec482bb63c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.799214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f508b5-b943-49a8-86a9-55115af6ed15 req-586d8956-a2dc-496e-b9c7-8dec482bb63c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.802741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-baa926cf-133a-41da-921f-3ef100b28398 req-658fd71b-12ee-4fba-8c09-16d7aa18b946 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097702 Dec 17 13:17:45.809564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f508b5-b943-49a8-86a9-55115af6ed15 req-586d8956-a2dc-496e-b9c7-8dec482bb63c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.816394 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f508b5-b943-49a8-86a9-55115af6ed15 req-586d8956-a2dc-496e-b9c7-8dec482bb63c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.871972 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f508b5-b943-49a8-86a9-55115af6ed15 req-586d8956-a2dc-496e-b9c7-8dec482bb63c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.871972 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-69f508b5-b943-49a8-86a9-55115af6ed15 req-586d8956-a2dc-496e-b9c7-8dec482bb63c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5408 time: 0.1302185 Dec 17 13:17:45.908101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-eaac946d-1427-4e4d-bd17-d3e537eefef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:45.909643 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b50b164c-bf16-4414-8b2f-7b3446ed7ae9 req-eaac946d-1427-4e4d-bd17-d3e537eefef1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475081 Dec 17 13:17:45.911896 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-69f508b5-b943-49a8-86a9-55115af6ed15 req-13bbb48a-c9cb-47bc-b22c-130372b4f214 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788565 Dec 17 13:17:46.083989 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d5e84b57-8f71-4c76-98db-64a1391fabab details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:17:46.119168 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98105e36-b3c8-4c2e-a36b-6f2f4c975909 None None] Network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:17:46.200400 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:46.202960 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:46.206642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:46.215057 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:46.224733 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:46.232003 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd29589e-96f2-4cc2-860e-5a776b9a495a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:46.240325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd29589e-96f2-4cc2-860e-5a776b9a495a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:46.252168 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fd29589e-96f2-4cc2-860e-5a776b9a495a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ebb49584-37fb-41aa-a3aa-e37ebb2b4fda HTTP/1.1" status: 204 len: 168 time: 1.3659806 Dec 17 13:17:46.368784 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29589e-96f2-4cc2-860e-5a776b9a495a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb49584-37fb-41aa-a3aa-e37ebb2b4fda,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:46.420105 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:46.531279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] device_id is not set on port ee9f0df5-6b6d-4e24-950f-3d055e0da45c yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:17:46.595629 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Pushing event updated for resources: {'Port': ['ID=481bfb10-dde3-4f1f-a464-4d5a08d9a84c,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:46.725654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb00cca-4d6f-436b-84a7-944ebe3d2f88 None None] Pushing event updated for resources: {'Port': ['ID=6e60fdf5-e661-45de-8ed4-fb3fab4757ac,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:46.761289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c5b1e46f-e27e-4850-9377-84696b2cbf66 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:17:46.795307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Attempting to bind port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:17:46.798525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-68116355-1c0f-4065-87cd-b9afdf1e4568 None None] Provisioning complete for port c5b1e46f-e27e-4850-9377-84696b2cbf66 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:46.800180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Attempting to bind port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:17:46.800180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Attempting to bind port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c on network 07d2f406-3950-4c25-8545-7279d9964e39 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:46.801993 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-68116355-1c0f-4065-87cd-b9afdf1e4568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:46.810082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c on network 07d2f406-3950-4c25-8545-7279d9964e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:17:46.810524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Attempting to bind port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c on network 07d2f406-3950-4c25-8545-7279d9964e39 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:17:46.828701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:17:46.829188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Checking segment: {'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:46.829708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Bound using segment: {'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:17:46.830280 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Bound port: 481bfb10-dde3-4f1f-a464-4d5a08d9a84c, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7053fa0a-8bac-4ea6-8df0-971d710f6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:17:46.830750 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:46.940913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Allocated IP 2001:db8::f816:3eff:fe53:349e (e305d17e-1ce8-4298-9c59-076c65c810e2/83344b16-f846-44c0-bee1-e7192346ff92/ee9f0df5-6b6d-4e24-950f-3d055e0da45c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:46.977413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event updated for resources: {'Port': ['ID=5c4b4dd7-7592-420e-ac26-6ed6de8010e7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:46.991896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:46.997740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:47.021029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:47.037139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:47.039069 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:47.044496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] For port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:17:47.046065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] For port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=481bfb10-dde3-4f1f-a464-4d5a08d9a84c,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:17:47.050596 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Network e41e5f82-8537-49fe-836e-8bed44fdccc8 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:47.109042 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14094a2c-79c2-493a-a2a4-14da75cb43f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:47.202967 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:47.207561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:47.240387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d5e84b57-8f71-4c76-98db-64a1391fabab, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d5e84b57-8f71-4c76-98db-64a1391fabab,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:47.288881 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c5b1e46f-e27e-4850-9377-84696b2cbf66 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:47.289183 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:47.292316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:47.355898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'd5e84b57-8f71-4c76-98db-64a1391fabab', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'port_id': 'd5e84b57-8f71-4c76-98db-64a1391fabab', 'mac_address': 'fa:16:3e:dd:e8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a5071f-2c4e-428f-861a-6a25290a0bfd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:17:47.405930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:47.408656 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:47.426461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] 10.222.0.54 "PUT /v2.0/ports/481bfb10-dde3-4f1f-a464-4d5a08d9a84c HTTP/1.1" status: 200 len: 1091 time: 4.0619655 Dec 17 13:17:47.448630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': '481bfb10-dde3-4f1f-a464-4d5a08d9a84c'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:17:47.456641 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82abb409-e1e5-4f6c-9363-62bb5500d505" -d '{"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "481bfb10-dde3-4f1f-a464-4d5a08d9a84c"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:17:47.516821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:47.523826 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:47.577460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-402035d7-0aa8-4609-9c1f-1387343b4248 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.5291123 Dec 17 13:17:47.609452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33da30a-32b2-4185-a292-734479991689 req-c0c8af6b-6af9-4f91-8a4b-e021cf0c74a3 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:47.612165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a33da30a-32b2-4185-a292-734479991689 req-c0c8af6b-6af9-4f91-8a4b-e021cf0c74a3 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 1.1785421 Dec 17 13:17:47.625482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39606) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:47.644416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Request body: {'port': {'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-727772182', 'allowed_address_pairs': [{'ip_address': '2001:db8::7d', 'mac_address': 'fa:16:3e:2b:13:d5'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:47.743938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event updated for resources: {'Port': ['ID=5f817bbd-6f76-461c-b162-350ec13f4502,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:47.867653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b748e06-a2bc-4010-abc5-6cb8fbf679be req-ae9295d2-0e94-4b4a-b527-f3e683059973 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:47.893114 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3b748e06-a2bc-4010-abc5-6cb8fbf679be req-ae9295d2-0e94-4b4a-b527-f3e683059973 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.7962265 Dec 17 13:17:47.934408 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fdd6f-871c-4cf1-a1f6-5deb6f2f451f service neutron] Pushing event updated for resources: {'Port': ['ID=481bfb10-dde3-4f1f-a464-4d5a08d9a84c,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:48.042822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-9172534a-e480-4e95-ac49-12106a9831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:48.043616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-9172534a-e480-4e95-ac49-12106a9831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:48.044606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-9172534a-e480-4e95-ac49-12106a9831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:48.045841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-9172534a-e480-4e95-ac49-12106a9831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:48.046485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-9172534a-e480-4e95-ac49-12106a9831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:48.047197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-9172534a-e480-4e95-ac49-12106a9831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:48.047834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-9172534a-e480-4e95-ac49-12106a9831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:48.050021 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-9172534a-e480-4e95-ac49-12106a9831bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6477 time: 0.4741614 Dec 17 13:17:48.055984 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-68116355-1c0f-4065-87cd-b9afdf1e4568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:48.076352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-edd3e290-3a4c-46d5-bc9b-ec8a2f3780cb tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9251969 Dec 17 13:17:48.088233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39618) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:48.137448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a33da30a-32b2-4185-a292-734479991689 req-976a3a7d-55fc-46d1-af4d-5d068340a357 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4794929 Dec 17 13:17:48.184482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-68116355-1c0f-4065-87cd-b9afdf1e4568 None None] For port c5b1e46f-e27e-4850-9377-84696b2cbf66, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c5b1e46f-e27e-4850-9377-84696b2cbf66,segment=NetworkSegment(8666adad-cbf3-45be-9f45-49b9d8098aa7),segment_id=8666adad-cbf3-45be-9f45-49b9d8098aa7)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:48.192163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:48.311958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5e84b57-8f71-4c76-98db-64a1391fabab {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:17:48.346304 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:48.379160 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-68116355-1c0f-4065-87cd-b9afdf1e4568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:48.411113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Made reservation on behalf of 4a568af29a044eac8ac54cfdaf4f3c2a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:48.510883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d5e84b57-8f71-4c76-98db-64a1391fabab, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d5e84b57-8f71-4c76-98db-64a1391fabab,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:48.534274 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:48.608789 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:48.868926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['d5e84b57-8f71-4c76-98db-64a1391fabab'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:17:48.969017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:49.057703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68116355-1c0f-4065-87cd-b9afdf1e4568 None None] Pushing event updated for resources: {'Port': ['ID=c5b1e46f-e27e-4850-9377-84696b2cbf66,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:49.061877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64170b-2c85-4924-aac3-2365b20921dc req-b71a8358-82ea-4700-b259-57024d33b466 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:49.086108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64170b-2c85-4924-aac3-2365b20921dc req-b71a8358-82ea-4700-b259-57024d33b466 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:49.108291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64170b-2c85-4924-aac3-2365b20921dc req-b71a8358-82ea-4700-b259-57024d33b466 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:49.119468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64170b-2c85-4924-aac3-2365b20921dc req-b71a8358-82ea-4700-b259-57024d33b466 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:49.137467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64170b-2c85-4924-aac3-2365b20921dc req-b71a8358-82ea-4700-b259-57024d33b466 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:49.172443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64170b-2c85-4924-aac3-2365b20921dc req-b71a8358-82ea-4700-b259-57024d33b466 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:49.179634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64170b-2c85-4924-aac3-2365b20921dc req-b71a8358-82ea-4700-b259-57024d33b466 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:49.191736 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:49.198346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b64170b-2c85-4924-aac3-2365b20921dc req-b71a8358-82ea-4700-b259-57024d33b466 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.8551848 Dec 17 13:17:49.384480 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:49.433385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] device_id is not set on port 4e2714e5-d962-4045-bcb4-b2f22a4dfe2a yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:17:49.498025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb550c3a-e59a-4ae8-bd4c-310e5e243e10 None None] Network e305d17e-1ce8-4298-9c59-076c65c810e2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:17:49.544398 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3b748e06-a2bc-4010-abc5-6cb8fbf679be req-18cd98f1-9940-4a4f-a013-9fa1d921949d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6457856 Dec 17 13:17:49.550330 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-d3316491-3843-4359-aa6e-b065e68dee38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200 HTTP/1.1" status: 200 len: 217 time: 1.4669359 Dec 17 13:17:49.618082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-4ee3fd99-de19-4402-ae86-4c66f479469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:49.620504 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-4ee3fd99-de19-4402-ae86-4c66f479469f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13 HTTP/1.1" status: 200 len: 850 time: 0.0649898 Dec 17 13:17:49.736718 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1534e916-9a6c-4b2e-8443-29100e715da1 x-openstack-request-id: req-1534e916-9a6c-4b2e-8443-29100e715da1 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:17:49.742615 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "481bfb10-dde3-4f1f-a464-4d5a08d9a84c", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:17:49.743998 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1534e916-9a6c-4b2e-8443-29100e715da1 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:17:49.746326 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': '481bfb10-dde3-4f1f-a464-4d5a08d9a84c', 'status': 'completed', 'code': 200} Dec 17 13:17:49.787197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Allocated IP 2001:db8::103 (cb54c3f4-20e2-4e56-bf30-8cf38a64cf05/80b0c597-0537-40bb-aedb-ea433203709c/4e2714e5-d962-4045-bcb4-b2f22a4dfe2a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:49.794538 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:17:49.796154 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:17:49.806306 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-d7a48ad3-c500-4566-aa4d-22a1b3663d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:49.822113 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-d7a48ad3-c500-4566-aa4d-22a1b3663d25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886847 Dec 17 13:17:49.907363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=d5e84b57-8f71-4c76-98db-64a1391fabab,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:49.963559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-abd5467f-6916-41ab-9030-0787a8856056 None None] Provisioning complete for port 5f817bbd-6f76-461c-b162-350ec13f4502 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:49.963559 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-abd5467f-6916-41ab-9030-0787a8856056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:49.963559 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:50.255148 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-f1b322b8-33b8-4f9a-89f2-dbcaec9021c0 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081557 Dec 17 13:17:50.263459 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-abd5467f-6916-41ab-9030-0787a8856056 None None] Port 5f817bbd-6f76-461c-b162-350ec13f4502 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:50.270437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'project_id': 'a67650d07c8749228fb86d5d52a73cb5', 'port_id': '5f817bbd-6f76-461c-b162-350ec13f4502'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:50.312239 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:50.408738 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:50.467335 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-2c383917-4ef9-45a1-8306-d78a1072060a service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780982 Dec 17 13:17:50.519226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20b5fa-7835-47b1-ab14-e0a538a6049a req-7158de3d-428c-4d8d-84b8-fa92a34c582f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:50.521237 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf20b5fa-7835-47b1-ab14-e0a538a6049a req-7158de3d-428c-4d8d-84b8-fa92a34c582f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.6410558 Dec 17 13:17:50.558785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Port': ['ID=ee9f0df5-6b6d-4e24-950f-3d055e0da45c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:50.581601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network e305d17e-1ce8-4298-9c59-076c65c810e2 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:50.585726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:50.588436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:50.605843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:50.606559 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:50.650440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b64170b-2c85-4924-aac3-2365b20921dc req-d87f4469-2140-4e73-a2a6-317b4584ac81 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4510446 Dec 17 13:17:50.659844 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-3068cec3-9766-4612-9af7-42000da9d4fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=731e1dcb-c235-4f38-a39c-20fb543ce7e9 HTTP/1.1" status: 200 len: 217 time: 0.1760492 Dec 17 13:17:50.662500 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:50.698521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Provisioning complete for port c5b1e46f-e27e-4850-9377-84696b2cbf66 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:50.699291 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:50.792384 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf20b5fa-7835-47b1-ab14-e0a538a6049a req-f36e10ff-773a-46b8-b637-3e49aae2996a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354734 Dec 17 13:17:50.887122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:50.910714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event updated for resources: {'Port': ['ID=4e2714e5-d962-4045-bcb4-b2f22a4dfe2a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:50.937352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:50.946302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-83eb4e1b-c826-455c-b3c7-59b63d051b9f tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 7.5192325 Dec 17 13:17:50.946967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39662) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:51.034248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-2722d711-4cad-46b8-8664-94560b3a59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:51.035930 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-2722d711-4cad-46b8-8664-94560b3a59e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.3641245 Dec 17 13:17:51.092133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2110208-9b13-4eb2-82c9-6c05c79f2f07 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Deleting subnet 83344b16-f846-44c0-bee1-e7192346ff92 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:17:51.096596 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:51.100683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c5b1e46f-e27e-4850-9377-84696b2cbf66 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:17:51.112605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:51.130729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:51.132309 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:51.230011 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2110208-9b13-4eb2-82c9-6c05c79f2f07 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:51.331048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-4857abbe-60e2-4a0e-8f5f-1adcffd554b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:51.344971 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-4857abbe-60e2-4a0e-8f5f-1adcffd554b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2924893 Dec 17 13:17:51.460138 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1b21ac19-252e-4c19-9fe2-05b8316b3877 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.8328626 Dec 17 13:17:51.468386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39668) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:51.577319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c5b1e46f-e27e-4850-9377-84696b2cbf66 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:51.584003 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:51.588843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-331d2300-f8b0-4b30-a9cc-db980874e2ac service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191761 Dec 17 13:17:51.640435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Provisioning complete for port 5c4b4dd7-7592-420e-ac26-6ed6de8010e7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:51.644157 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:51.666068 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2110208-9b13-4eb2-82c9-6c05c79f2f07 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:51.764709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170e456-0615-416d-ad34-2bca5a0eab1c req-cb2e4294-7d49-41bc-a822-b3b32c1431b3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:51.774151 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d170e456-0615-416d-ad34-2bca5a0eab1c req-cb2e4294-7d49-41bc-a822-b3b32c1431b3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 945 time: 0.8260899 Dec 17 13:17:51.848865 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:51.869244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Port 5c4b4dd7-7592-420e-ac26-6ed6de8010e7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:51.937889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Provisioning complete for port 6e60fdf5-e661-45de-8ed4-fb3fab4757ac triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:51.953828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d170e456-0615-416d-ad34-2bca5a0eab1c req-fbaf2f08-6fde-4212-a883-221119b7734b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784041 Dec 17 13:17:51.963579 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:51.986529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6e60fdf5-e661-45de-8ed4-fb3fab4757ac up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:17:52.010461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db11d977-0ffd-4565-9a0b-e1b2c39772fc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:52.031897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db11d977-0ffd-4565-9a0b-e1b2c39772fc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:52.064133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db11d977-0ffd-4565-9a0b-e1b2c39772fc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:52.070141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-db11d977-0ffd-4565-9a0b-e1b2c39772fc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.5890851 Dec 17 13:17:52.125230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39686) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:52.136180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 6e60fdf5-e661-45de-8ed4-fb3fab4757ac triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:52.136556 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:52.218405 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-1b828dc5-994e-41f7-a8d9-097de0f6c33d service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046271 Dec 17 13:17:52.322770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Allocated IP 172.25.0.227 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/f570e047-6f01-41ed-bb95-d7731bf5e042) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:52.366134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c701bf-fcaa-44a5-898b-c9ed8acf8a81 req-4348cb43-a8e3-436c-aaf6-fa5126ab7d8c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:52.374894 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30c701bf-fcaa-44a5-898b-c9ed8acf8a81 req-4348cb43-a8e3-436c-aaf6-fa5126ab7d8c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.2344446 Dec 17 13:17:52.440041 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:52.487899 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2110208-9b13-4eb2-82c9-6c05c79f2f07 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:52.529126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30c701bf-fcaa-44a5-898b-c9ed8acf8a81 req-bd74609b-93b3-4a14-9b2f-139651a38184 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408842 Dec 17 13:17:52.533186 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:52.599592 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:52.645542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d5e84b57-8f71-4c76-98db-64a1391fabab up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:17:52.656969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2a1ba-7e0c-4615-b7b7-18fa9f0d4c6f tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Deleting port 4e2714e5-d962-4045-bcb4-b2f22a4dfe2a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:17:52.659210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6c2a1ba-7e0c-4615-b7b7-18fa9f0d4c6f tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:52.735775 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-73b13001-d675-444a-9cb5-6521c415129e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=020196ad-0617-491a-a5a3-0e0d6fbcee80 HTTP/1.1" status: 200 len: 217 time: 0.3819900 Dec 17 13:17:52.742565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:52.783217 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2110208-9b13-4eb2-82c9-6c05c79f2f07 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:52.894538 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:17:52.901796 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:17:52.904207 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:17:52.904532 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:17:52.909089 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-491d01f8-475e-4ee0-9541-9c5a3b158be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:52.910672 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-491d01f8-475e-4ee0-9541-9c5a3b158be6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.1579089 Dec 17 13:17:52.916702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Pushing event updated for resources: {'Port': ['ID=f570e047-6f01-41ed-bb95-d7731bf5e042,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:52.923864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2110208-9b13-4eb2-82c9-6c05c79f2f07 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Subnet': ['ID=83344b16-f846-44c0-bee1-e7192346ff92,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:52.938235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port d5e84b57-8f71-4c76-98db-64a1391fabab triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:52.939314 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:52.964083 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2110208-9b13-4eb2-82c9-6c05c79f2f07 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:52.967582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c2110208-9b13-4eb2-82c9-6c05c79f2f07 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/subnets/83344b16-f846-44c0-bee1-e7192346ff92 HTTP/1.1" status: 204 len: 168 time: 2.0181653 Dec 17 13:17:52.970447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39704) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:53.015750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fb1c3a-a03a-430a-8e4e-d4b3a54d63c2 None None] Network e305d17e-1ce8-4298-9c59-076c65c810e2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:17:53.112945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:53.131891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:53.207460 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829c443-47d2-40e0-904f-f6a3ccb540bf req-dbc42b6f-3895-4575-b7fe-2f7b289ade32 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:53.233664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829c443-47d2-40e0-904f-f6a3ccb540bf req-dbc42b6f-3895-4575-b7fe-2f7b289ade32 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:53.241856 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6c2a1ba-7e0c-4615-b7b7-18fa9f0d4c6f tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:53.258268 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b308fe0-2eb6-4fe5-a57b-bffa31c368d5 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:53.258560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829c443-47d2-40e0-904f-f6a3ccb540bf req-dbc42b6f-3895-4575-b7fe-2f7b289ade32 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:53.260382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b308fe0-2eb6-4fe5-a57b-bffa31c368d5 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:53.287066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6b308fe0-2eb6-4fe5-a57b-bffa31c368d5 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3155334 Dec 17 13:17:53.289869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39712) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:53.295577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829c443-47d2-40e0-904f-f6a3ccb540bf req-dbc42b6f-3895-4575-b7fe-2f7b289ade32 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:53.316232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829c443-47d2-40e0-904f-f6a3ccb540bf req-dbc42b6f-3895-4575-b7fe-2f7b289ade32 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:53.331230 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829c443-47d2-40e0-904f-f6a3ccb540bf req-dbc42b6f-3895-4575-b7fe-2f7b289ade32 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:53.338764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829c443-47d2-40e0-904f-f6a3ccb540bf req-dbc42b6f-3895-4575-b7fe-2f7b289ade32 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:53.340819 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1829c443-47d2-40e0-904f-f6a3ccb540bf req-dbc42b6f-3895-4575-b7fe-2f7b289ade32 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 1.2793136 Dec 17 13:17:53.342233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:53.487419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-d465bade-1630-40c4-8770-a31e2fa41433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:53.495468 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-d465bade-1630-40c4-8770-a31e2fa41433 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5758407 Dec 17 13:17:53.496899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2a1ba-7e0c-4615-b7b7-18fa9f0d4c6f tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Calling delete_port for 4e2714e5-d962-4045-bcb4-b2f22a4dfe2a owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:17:53.601742 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:53.682677 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-6dd9b561-8408-4c0f-a3e8-7db4c45666b4 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306131 Dec 17 13:17:53.829641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1829c443-47d2-40e0-904f-f6a3ccb540bf req-5d06e3f3-1e80-432d-ad7f-1272bc5eeb16 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4447825 Dec 17 13:17:53.970822 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-33ab2032-4ac7-48cb-a9a0-108066a2c1b3 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:54.011072 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:54.016977 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:54.017731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509261af-2092-4aac-9eb5-f27eb6c9d7e8 req-48749a53-af94-4237-9b8b-691dc6ec98a9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:54.035513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-509261af-2092-4aac-9eb5-f27eb6c9d7e8 req-48749a53-af94-4237-9b8b-691dc6ec98a9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 945 time: 0.8360100 Dec 17 13:17:54.042015 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6c2a1ba-7e0c-4615-b7b7-18fa9f0d4c6f tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:54.043479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0136c705-d544-4d78-aba5-ade5497e3b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e84b57-8f71-4c76-98db-64a1391fabab'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:17:54.046959 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046b1c02-96ac-43b5-9f98-e20f38a6ea7a" -d '{"events": [{"server_uuid": "0136c705-d544-4d78-aba5-ade5497e3b01", "name": "network-vif-plugged", "status": "completed", "tag": "d5e84b57-8f71-4c76-98db-64a1391fabab"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:17:54.082927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d5e84b57-8f71-4c76-98db-64a1391fabab, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d5e84b57-8f71-4c76-98db-64a1391fabab,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:54.092011 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ab2032-4ac7-48cb-a9a0-108066a2c1b3 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 17 13:17:54.092500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ab2032-4ac7-48cb-a9a0-108066a2c1b3 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:17:54.108218 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-33ab2032-4ac7-48cb-a9a0-108066a2c1b3 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/networks/e305d17e-1ce8-4298-9c59-076c65c810e2 HTTP/1.1" status: 409 len: 405 time: 0.7889593 Dec 17 13:17:54.147139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f0d75-6b27-49eb-9c09-996a63f29e0a None None] DHCP port deletion for e305d17e-1ce8-4298-9c59-076c65c810e2 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:17:54.152416 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-f9081806-4f72-4d9f-8c3f-8243908d7a5c service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563777 Dec 17 13:17:54.157181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39738) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:54.169246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-3210253'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:54.221428 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] For port 6e60fdf5-e661-45de-8ed4-fb3fab4757ac, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6e60fdf5-e661-45de-8ed4-fb3fab4757ac,segment=NetworkSegment(e9495603-354b-4fa6-b880-4673ed0a2c5e),segment_id=e9495603-354b-4fa6-b880-4673ed0a2c5e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:54.266723 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:54.269478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2a1ba-7e0c-4615-b7b7-18fa9f0d4c6f tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event deleted for resources: {'Port': ['ID=4e2714e5-d962-4045-bcb4-b2f22a4dfe2a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:54.277273 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-b5094170-7802-48e8-ac67-2d505993cce0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=9253d3de-7598-4eba-9f8b-4849269c1037 HTTP/1.1" status: 200 len: 217 time: 0.1013947 Dec 17 13:17:54.412262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11aedd-b943-44d5-a5a0-00846547dfe8 req-6fff9657-5058-4689-8561-ff635648d83f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:54.417015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-509261af-2092-4aac-9eb5-f27eb6c9d7e8 req-79456df9-839a-41ef-8bd0-65378c855dc5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689218 Dec 17 13:17:54.420448 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d11aedd-b943-44d5-a5a0-00846547dfe8 req-6fff9657-5058-4689-8561-ff635648d83f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.2689803 Dec 17 13:17:54.426350 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:54.446115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:54.446115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:54.469536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-29dfae77-7b1f-4f4a-858d-f79935b8dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:54.471048 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-29dfae77-7b1f-4f4a-858d-f79935b8dd7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.1580830 Dec 17 13:17:54.536674 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01599bca-9ae8-4b84-972f-0f5a21b22dda x-openstack-request-id: req-01599bca-9ae8-4b84-972f-0f5a21b22dda {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:17:54.536965 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0136c705-d544-4d78-aba5-ade5497e3b01", "name": "network-vif-plugged", "status": "completed", "tag": "d5e84b57-8f71-4c76-98db-64a1391fabab", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:17:54.547620 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01599bca-9ae8-4b84-972f-0f5a21b22dda {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:17:54.548159 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0136c705-d544-4d78-aba5-ade5497e3b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e84b57-8f71-4c76-98db-64a1391fabab', 'code': 200} Dec 17 13:17:54.666063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=d5e84b57-8f71-4c76-98db-64a1391fabab,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:54.674693 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:17:54.682415 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:17:54.682798 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:17:54.704424 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d11aedd-b943-44d5-a5a0-00846547dfe8 req-dd6cecf7-a6d7-4e54-a12b-a0a9883724f6 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830234 Dec 17 13:17:54.824228 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-60349684-5625-4ddd-b339-8fecee93b132 None None] Provisioning complete for port ee9f0df5-6b6d-4e24-950f-3d055e0da45c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:54.824604 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-60349684-5625-4ddd-b339-8fecee93b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:54.834410 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:54.835313 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Added segment edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071 of type vlan for network 63f99501-bd4c-4aa1-869c-d1a5021325da Dec 17 13:17:54.840954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f0d75-6b27-49eb-9c09-996a63f29e0a None None] Deleting port 6e60fdf5-e661-45de-8ed4-fb3fab4757ac {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:17:54.841331 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0d75-6b27-49eb-9c09-996a63f29e0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:55.142705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-3a8a3723-83be-4c0a-b48b-004a01ba93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:55.144339 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-3a8a3723-83be-4c0a-b48b-004a01ba93c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6494946 Dec 17 13:17:55.165490 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:55.252023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a8b07-ad6a-4a0a-8541-c5283b4a6bc2 None None] Pushing event updated for resources: {'Port': ['ID=6e60fdf5-e661-45de-8ed4-fb3fab4757ac,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:55.304741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-60349684-5625-4ddd-b339-8fecee93b132 None None] Port ee9f0df5-6b6d-4e24-950f-3d055e0da45c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:17:55.406359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-5d6f0d75-6b27-49eb-9c09-996a63f29e0a None None] For port 6e60fdf5-e661-45de-8ed4-fb3fab4757ac, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6e60fdf5-e661-45de-8ed4-fb3fab4757ac,segment=NetworkSegment(e9495603-354b-4fa6-b880-4673ed0a2c5e),segment_id=e9495603-354b-4fa6-b880-4673ed0a2c5e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:17:55.421568 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0d75-6b27-49eb-9c09-996a63f29e0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:55.481793 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f0d75-6b27-49eb-9c09-996a63f29e0a None None] Calling delete_port for 6e60fdf5-e661-45de-8ed4-fb3fab4757ac owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:17:55.484149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-60349684-5625-4ddd-b339-8fecee93b132 None None] Provisioning complete for port 6e60fdf5-e661-45de-8ed4-fb3fab4757ac triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:17:55.487870 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-60349684-5625-4ddd-b339-8fecee93b132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:55.522588 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-e4333cf5-5fb7-4dfe-87a9-2aaa190b8ccc service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568852 Dec 17 13:17:55.523569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.resource_extend [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:17:55.574767 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6c2a1ba-7e0c-4615-b7b7-18fa9f0d4c6f tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:55.580731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b6c2a1ba-7e0c-4615-b7b7-18fa9f0d4c6f tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "DELETE /v2.0/ports/4e2714e5-d962-4045-bcb4-b2f22a4dfe2a HTTP/1.1" status: 204 len: 168 time: 3.4528053 Dec 17 13:17:55.585985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39758) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:55.595760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6e60fdf5-e661-45de-8ed4-fb3fab4757ac no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:17:55.640544 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21a9b61-fe28-41ee-ac52-ba679a4253f0 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] GET failed (client error): The resource could not be found. Dec 17 13:17:55.646529 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b21a9b61-fe28-41ee-ac52-ba679a4253f0 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "GET /v2.0/ports/4e2714e5-d962-4045-bcb4-b2f22a4dfe2a HTTP/1.1" status: 404 len: 333 time: 0.0544002 Dec 17 13:17:55.648499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39760) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:55.655032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Request body: {'port': {'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-600028220'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:55.672188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c0e3-73a2-4e0d-ba27-586e01e39d76 req-d027d942-ed5e-488d-81ad-1cf6710c3208 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:55.680221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c0e3-73a2-4e0d-ba27-586e01e39d76 req-d027d942-ed5e-488d-81ad-1cf6710c3208 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:55.685686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c0e3-73a2-4e0d-ba27-586e01e39d76 req-d027d942-ed5e-488d-81ad-1cf6710c3208 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:55.691747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c0e3-73a2-4e0d-ba27-586e01e39d76 req-d027d942-ed5e-488d-81ad-1cf6710c3208 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:55.698115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c0e3-73a2-4e0d-ba27-586e01e39d76 req-d027d942-ed5e-488d-81ad-1cf6710c3208 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:55.704258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c0e3-73a2-4e0d-ba27-586e01e39d76 req-d027d942-ed5e-488d-81ad-1cf6710c3208 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:55.711818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c0e3-73a2-4e0d-ba27-586e01e39d76 req-d027d942-ed5e-488d-81ad-1cf6710c3208 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:55.713914 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0164c0e3-73a2-4e0d-ba27-586e01e39d76 req-d027d942-ed5e-488d-81ad-1cf6710c3208 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.3217316 Dec 17 13:17:55.744199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6c9b1-d39b-4547-9b45-73e7e17d6c4e req-afd6fe27-6cbd-49c0-8d04-e49f814ac573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:55.751493 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-43b6c9b1-d39b-4547-9b45-73e7e17d6c4e req-afd6fe27-6cbd-49c0-8d04-e49f814ac573 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fd22a158e1943a9ba7adec5ac725163&device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 1096 time: 0.3479891 Dec 17 13:17:55.752029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6905bb-81d1-4518-b755-8be61b6e9d84 req-ce76145d-e726-46f6-b8df-a36a1f0a9c68 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:55.760867 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc6905bb-81d1-4518-b755-8be61b6e9d84 req-ce76145d-e726-46f6-b8df-a36a1f0a9c68 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.2086959 Dec 17 13:17:55.767165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:55.784674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:55.790380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:55.791258 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:55.899264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:55.903680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Network': ['ID=63f99501-bd4c-4aa1-869c-d1a5021325da,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:55.929951 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-76afe5c8-1fed-4e8b-8934-ac3ccffe8752 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959448 Dec 17 13:17:56.013851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39770) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:56.034193 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-bec20eb7-fe1c-4492-bfc6-c2985f1b5085 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=c48b8075-90b6-4a05-99c5-7ae2869d8493 HTTP/1.1" status: 200 len: 217 time: 0.0911548 Dec 17 13:17:56.037767 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1d283d17-fd9d-4ca1-9efd-0b5b6adc9757 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8788681 Dec 17 13:17:56.045846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 63f99501-bd4c-4aa1-869c-d1a5021325da details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:17:56.051657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39774) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:56.067432 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0d75-6b27-49eb-9c09-996a63f29e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:56.094672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'subnet': {'network_id': '63f99501-bd4c-4aa1-869c-d1a5021325da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:56.128599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-60349684-5625-4ddd-b339-8fecee93b132 None None] Could not find standard attr ID for object 4e2714e5-d962-4045-bcb4-b2f22a4dfe2a. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:17:56.168799 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-9a11d782-8436-4ee9-94cd-e5bb7a637b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:56.174897 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-9a11d782-8436-4ee9-94cd-e5bb7a637b9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.1229978 Dec 17 13:17:56.213615 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc6905bb-81d1-4518-b755-8be61b6e9d84 req-d3877271-d307-43bc-bdcc-4a5151d12c68 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511778 Dec 17 13:17:56.389264 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f0d75-6b27-49eb-9c09-996a63f29e0a None None] Pushing event deleted for resources: {'Port': ['ID=6e60fdf5-e661-45de-8ed4-fb3fab4757ac,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:56.393394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f0d75-6b27-49eb-9c09-996a63f29e0a None None] No DVR routers for this DVR port 6e60fdf5-e661-45de-8ed4-fb3fab4757ac on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:17:56.492340 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e415481b-5b73-4862-a97b-277569bcc895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:56.503063 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:56.564852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8125c6-1df6-464b-9f9b-8aee65e567f0 req-57355466-2c94-41c8-9a24-50ee4022c016 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:56.576050 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d8125c6-1df6-464b-9f9b-8aee65e567f0 req-57355466-2c94-41c8-9a24-50ee4022c016 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.2039354 Dec 17 13:17:56.608364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:56.626380 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:56.626650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-935c3a23-abd5-4210-8c4d-112af644927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:56.628090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-935c3a23-abd5-4210-8c4d-112af644927b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4091399 Dec 17 13:17:56.762564 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-fed4375b-9f5f-4a53-b4e5-c171062f6813 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200120 Dec 17 13:17:56.950850 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d8125c6-1df6-464b-9f9b-8aee65e567f0 req-e52f508e-2718-4ddb-8d82-dbf2970e26f3 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3738675 Dec 17 13:17:57.158235 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e415481b-5b73-4862-a97b-277569bcc895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:57.245280 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0164c0e3-73a2-4e0d-ba27-586e01e39d76 req-a81873e2-0bc9-4e1b-a7ae-ead34096f2bd tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4337230 Dec 17 13:17:57.275518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6c9b1-d39b-4547-9b45-73e7e17d6c4e req-84320f0b-73b0-4609-84fa-1ca87d96b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:57.288256 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-43b6c9b1-d39b-4547-9b45-73e7e17d6c4e req-84320f0b-73b0-4609-84fa-1ca87d96b7d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 200 len: 918 time: 1.4394016 Dec 17 13:17:57.297131 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-0d83cdef-7d34-42ea-ab4d-e60ad1c7d113 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118535 Dec 17 13:17:57.394098 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-acb42c0d-5e47-4d5a-a1c9-7f02e92b2454 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f99441c3-e78c-481a-a400-377495b58bb3 HTTP/1.1" status: 200 len: 217 time: 0.0919344 Dec 17 13:17:57.414822 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e415481b-5b73-4862-a97b-277569bcc895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:57.473785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Made reservation on behalf of 4a568af29a044eac8ac54cfdaf4f3c2a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:17:57.477890 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:57.562477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-5f119ab5-e3b3-44d0-a679-c305f2e3d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:57.564013 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-5f119ab5-e3b3-44d0-a679-c305f2e3d5f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.1583338 Dec 17 13:17:57.604267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415481b-5b73-4862-a97b-277569bcc895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cee722-2320-4d8b-bd77-b19d678fd129,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:57.646601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] device_id is not set on port a80b69fe-df79-4dc3-814e-404a1e4f56ae yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:17:57.665357 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:57.692156 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-43b6c9b1-d39b-4547-9b45-73e7e17d6c4e req-2322fbf9-ee8c-4473-9312-d81b191d0e9c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a HTTP/1.1" status: 200 len: 1000 time: 0.3920498 Dec 17 13:17:57.722310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-880b03e5-ba2b-48ce-8846-b72395fe6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:57.724156 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-880b03e5-ba2b-48ce-8846-b72395fe6a95 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1114922 Dec 17 13:17:57.732961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b176-372a-43b5-9572-1ef283d733d1 req-a0963259-bd20-418f-8fc4-96f44b3ce23d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:57.734760 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7446b176-372a-43b5-9572-1ef283d733d1 req-a0963259-bd20-418f-8fc4-96f44b3ce23d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.3349478 Dec 17 13:17:57.737552 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e415481b-5b73-4862-a97b-277569bcc895 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae4fa6353d5b464c852144471ad15e54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7223628 Dec 17 13:17:57.750166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39788) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:57.835844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:17:57.864788 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:57.915649 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:58.045964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6c9b1-d39b-4547-9b45-73e7e17d6c4e req-0b294bd4-746b-41cd-9efe-80b8ad45c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:58.047552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-43b6c9b1-d39b-4547-9b45-73e7e17d6c4e req-0b294bd4-746b-41cd-9efe-80b8ad45c932 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 200 len: 856 time: 0.2698994 Dec 17 13:17:58.116596 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Pushing event updated for resources: {'Port': ['ID=f570e047-6f01-41ed-bb95-d7731bf5e042,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:58.120567 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:58.180155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Subnet': ['ID=64734f68-4501-4375-a3be-96aee8f4b0b9,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:17:58.278174 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Allocated IP 2001:db8::c1 (cb54c3f4-20e2-4e56-bf30-8cf38a64cf05/80b0c597-0537-40bb-aedb-ea433203709c/a80b69fe-df79-4dc3-814e-404a1e4f56ae) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:17:58.950216 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:58.981824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Checking segment: {'id': 'edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '63f99501-bd4c-4aa1-869c-d1a5021325da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:17:58.982348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network hostable DHCP agents. Network: 63f99501-bd4c-4aa1-869c-d1a5021325da, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:17:59.029884 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:59.071315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c7c2f-777f-45e8-a84a-ae4a2f3a788f req-b88cddfe-11a0-45ed-b981-f0ae06b286e2 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:59.073012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e3c7c2f-777f-45e8-a84a-ae4a2f3a788f req-b88cddfe-11a0-45ed-b981-f0ae06b286e2 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.9453137 Dec 17 13:17:59.078728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6c9b1-d39b-4547-9b45-73e7e17d6c4e req-2ac51471-09e6-4d1c-bd11-ee304c36c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:59.080013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-43b6c9b1-d39b-4547-9b45-73e7e17d6c4e req-2ac51471-09e6-4d1c-bd11-ee304c36c9ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e16b8094-9765-429e-b3f9-d6069186d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0158114 Dec 17 13:17:59.090238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7446b176-372a-43b5-9572-1ef283d733d1 req-d7d3a3a5-1d6c-4d80-8987-7b272d7b5dd8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3407023 Dec 17 13:17:59.231951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-43b6c9b1-d39b-4547-9b45-73e7e17d6c4e req-255bbbbd-fb05-4f50-b9bd-a14835ada9ff service neutron] 10.222.0.61 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949924 Dec 17 13:17:59.334005 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:59.373786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e3c7c2f-777f-45e8-a84a-ae4a2f3a788f req-8780f888-0b93-452b-9fa7-a0bf89114a43 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838261 Dec 17 13:17:59.394414 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-6527e600-34f2-4c66-b480-18d248f81b8b service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6556280 Dec 17 13:17:59.445691 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-43b6c9b1-d39b-4547-9b45-73e7e17d6c4e req-68c10b5f-03ae-4987-b26b-0cbf87071822 service neutron] 10.222.0.61 "GET /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017787 Dec 17 13:17:59.534820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:59.586800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:17:59.594344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:17:59.601225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network 63f99501-bd4c-4aa1-869c-d1a5021325da is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:17:59.603272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-8d7fc1b2-377c-4dac-aa24-bb44bf21a994 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974976 Dec 17 13:17:59.607787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:17:59.632840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:59.635520 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:17:59.681538 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-151cbc25-d4c7-44e6-b1bb-3c6a063374c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=481bfb10-dde3-4f1f-a464-4d5a08d9a84c HTTP/1.1" status: 200 len: 217 time: 0.0639904 Dec 17 13:17:59.685859 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Floating IP d9177370-69c7-407e-8cce-d1ebd134568b associated. External IP: 172.25.0.227, port: 5f817bbd-6f76-461c-b162-350ec13f4502. Dec 17 13:17:59.775674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.1258521 Dec 17 13:17:59.778679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39808) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:17:59.790346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-163b7070-8f7e-4a40-9d91-c987b96570c5 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::7d', 'mac_address': 'fa:16:3e:2b:13:d5'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:17:59.897431 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfc01-2683-4bc7-b84d-e6f9259a0ad4 req-4a16491a-f010-49e8-9e39-89851f87f187 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:59.911281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfc01-2683-4bc7-b84d-e6f9259a0ad4 req-4a16491a-f010-49e8-9e39-89851f87f187 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:59.926514 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfc01-2683-4bc7-b84d-e6f9259a0ad4 req-4a16491a-f010-49e8-9e39-89851f87f187 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:59.947998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfc01-2683-4bc7-b84d-e6f9259a0ad4 req-4a16491a-f010-49e8-9e39-89851f87f187 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:59.957879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfc01-2683-4bc7-b84d-e6f9259a0ad4 req-4a16491a-f010-49e8-9e39-89851f87f187 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:59.965062 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfc01-2683-4bc7-b84d-e6f9259a0ad4 req-4a16491a-f010-49e8-9e39-89851f87f187 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:59.972849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfc01-2683-4bc7-b84d-e6f9259a0ad4 req-4a16491a-f010-49e8-9e39-89851f87f187 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:17:59.975699 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-461dfc01-2683-4bc7-b84d-e6f9259a0ad4 req-4a16491a-f010-49e8-9e39-89851f87f187 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.6776834 Dec 17 13:18:00.010856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 63f99501-bd4c-4aa1-869c-d1a5021325da) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:00.021358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d6f6c3-02a1-4f35-94c9-bc07d399fad5 None None] Network 63f99501-bd4c-4aa1-869c-d1a5021325da requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:00.092398 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-163b7070-8f7e-4a40-9d91-c987b96570c5 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:00.098505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:00.099528 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:00.140289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c3a5e-fb53-4d68-ae64-cfc78727286b tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event updated for resources: {'Port': ['ID=a80b69fe-df79-4dc3-814e-404a1e4f56ae,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:00.161422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-b759a93a-f544-46cd-8c1a-e95698c2eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:00.165438 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-b759a93a-f544-46cd-8c1a-e95698c2eedf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.4012277 Dec 17 13:18:00.263884 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:00.267596 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:00.272770 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f9cee722-2320-4d8b-bd77-b19d678fd129 HTTP/1.1" status: 204 len: 168 time: 2.5208497 Dec 17 13:18:00.389378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cee722-2320-4d8b-bd77-b19d678fd129,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:00.408867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7fb38298-4bf5-4723-9c84-0db3b0d94e5e None None] Provisioning complete for port a80b69fe-df79-4dc3-814e-404a1e4f56ae triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:00.409332 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fb38298-4bf5-4723-9c84-0db3b0d94e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:00.412135 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-461dfc01-2683-4bc7-b84d-e6f9259a0ad4 req-61f24327-2da8-4756-a6b4-8d3bb912136a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3783965 Dec 17 13:18:00.453427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-63f99501-bd4c-4aa1-869c-d1a5021325da', 'network_id': '63f99501-bd4c-4aa1-869c-d1a5021325da', 'project_id': 'a72a01f60291441a90128808a9f8509b', 'fixed_ips': [{'subnet_id': '64734f68-4501-4375-a3be-96aee8f4b0b9'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:18:00.455591 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:00.484549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5ce9fe17-36ee-4e84-8763-7188fba91cd9 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.4089646 Dec 17 13:18:00.496882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39818) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:00.508081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7fb38298-4bf5-4723-9c84-0db3b0d94e5e None None] Port a80b69fe-df79-4dc3-814e-404a1e4f56ae cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:18:00.555860 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.556364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.556810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.557338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.557809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.558245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.558686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.559249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.559705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.560239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.560761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.561191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.561709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce5682-d2a6-4f7e-80ea-9166dc84300a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:00.685967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198f66d-c721-4691-b735-10c56be370f9 req-c7978f7f-8290-4a7d-a689-96068265af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:00.692252 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-c7978f7f-8290-4a7d-a689-96068265af44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4123230 Dec 17 13:18:00.728764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59f7eb-6e9c-461c-a97e-b55a069351ff req-be30a0d2-48e0-44da-8502-ed310663fdab tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:00.737101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e59f7eb-6e9c-461c-a97e-b55a069351ff req-be30a0d2-48e0-44da-8502-ed310663fdab tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.2612946 Dec 17 13:18:00.775173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Allocated IP 2001:db8::f816:3eff:feaf:5e53 (63f99501-bd4c-4aa1-869c-d1a5021325da/64734f68-4501-4375-a3be-96aee8f4b0b9/60dcdb19-58e9-4528-a52e-df16689ac698) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:00.805735 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:00.851959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabd77a-ff6c-47d6-949d-8e71c7dcb325 req-2196c312-be0e-4cf5-a1cb-9cf5c1b10c4a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:00.853886 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aeabd77a-ff6c-47d6-949d-8e71c7dcb325 req-2196c312-be0e-4cf5-a1cb-9cf5c1b10c4a tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.2742913 Dec 17 13:18:00.862618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Router b2469db4-8b08-42c8-85fb-f61b91d527c3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:18:00.865143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e59f7eb-6e9c-461c-a97e-b55a069351ff req-0a621173-3c30-4924-931d-fa7063fd5c40 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273980 Dec 17 13:18:00.868166 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-163b7070-8f7e-4a40-9d91-c987b96570c5 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:00.927429 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:00.931432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-80cf73fe-d527-4be4-8d87-6a8f349392fd service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112386 Dec 17 13:18:00.966687 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:01.028944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aeabd77a-ff6c-47d6-949d-8e71c7dcb325 req-0409461e-0116-4a00-8b01-cfce66e756c1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651464 Dec 17 13:18:01.137869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:18:01.148196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d198f66d-c721-4691-b735-10c56be370f9 req-cdd1ff2a-1467-4035-846c-005f360ac36d service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774335 Dec 17 13:18:01.150443 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbc8441-154d-4009-a054-835e3f3d3de1 None None] Sync routers for ids ['b2469db4-8b08-42c8-85fb-f61b91d527c3'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:18:01.158715 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:01.182654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-163b7070-8f7e-4a40-9d91-c987b96570c5 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:01.199829 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc8441-154d-4009-a054-835e3f3d3de1 None None] Routers {'b2469db4-8b08-42c8-85fb-f61b91d527c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:18:01.201209 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1bbc8441-154d-4009-a054-835e3f3d3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:17:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b2469db4-8b08-42c8-85fb-f61b91d527c3'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:01.219693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Network 63f99501-bd4c-4aa1-869c-d1a5021325da is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:01.231469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:01.238420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:01.244225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Pushing event updated for resources: {'Port': ['ID=60dcdb19-58e9-4528-a52e-df16689ac698,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:01.250140 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1bbc8441-154d-4009-a054-835e3f3d3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:01.257029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-163b7070-8f7e-4a40-9d91-c987b96570c5 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] In _notify_port_updated(), no bound segment for port a80b69fe-df79-4dc3-814e-404a1e4f56ae on network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:18:01.262868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163b7070-8f7e-4a40-9d91-c987b96570c5 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:01.263532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-163b7070-8f7e-4a40-9d91-c987b96570c5 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:01.265150 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-163b7070-8f7e-4a40-9d91-c987b96570c5 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "PUT /v2.0/ports/a80b69fe-df79-4dc3-814e-404a1e4f56ae HTTP/1.1" status: 200 len: 1000 time: 1.4851315 Dec 17 13:18:01.270448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39824) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:01.283590 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc8441-154d-4009-a054-835e3f3d3de1 None None] Routers {'b2469db4-8b08-42c8-85fb-f61b91d527c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:18:01.284622 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1bbc8441-154d-4009-a054-835e3f3d3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:17:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b2469db4-8b08-42c8-85fb-f61b91d527c3'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:01.311821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b7070-8f7e-4a40-9d91-c987b96570c5 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event updated for resources: {'Port': ['ID=a80b69fe-df79-4dc3-814e-404a1e4f56ae,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:01.314954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Attempting to bind port 60dcdb19-58e9-4528-a52e-df16689ac698 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:01.318688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Attempting to bind port 60dcdb19-58e9-4528-a52e-df16689ac698 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '63f99501-bd4c-4aa1-869c-d1a5021325da'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:01.318688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Attempting to bind port 60dcdb19-58e9-4528-a52e-df16689ac698 on network 63f99501-bd4c-4aa1-869c-d1a5021325da {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:01.328712 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1bbc8441-154d-4009-a054-835e3f3d3de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:01.329763 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbc8441-154d-4009-a054-835e3f3d3de1 None None] The sync data for ids ['b2469db4-8b08-42c8-85fb-f61b91d527c3'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:18:01.335126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:18:01.335526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Checking segment: {'id': 'edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '63f99501-bd4c-4aa1-869c-d1a5021325da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:01.335955 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:01.336347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Bound using segment: {'id': 'edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '63f99501-bd4c-4aa1-869c-d1a5021325da'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:18:01.337009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Bound port: 60dcdb19-58e9-4528-a52e-df16689ac698, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '63f99501-bd4c-4aa1-869c-d1a5021325da'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:18:01.337269 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:01.431038 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:01.461521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] For port 60dcdb19-58e9-4528-a52e-df16689ac698, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:18:01.466287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] For port 60dcdb19-58e9-4528-a52e-df16689ac698, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=60dcdb19-58e9-4528-a52e-df16689ac698,segment=NetworkSegment(edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071),segment_id=edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:18:01.488027 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:01.532715 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b4a247ce-5d8f-4e4c-b2f6-44d97bb37793 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.1197207 Dec 17 13:18:01.535848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39830) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:01.560170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Subnet': ['ID=64734f68-4501-4375-a3be-96aee8f4b0b9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:01.573608 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-e88b53f2-eda9-467d-b31d-ca634c2f901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:01.574145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-e88b53f2-eda9-467d-b31d-ca634c2f901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:01.574636 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-e88b53f2-eda9-467d-b31d-ca634c2f901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:01.575149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-e88b53f2-eda9-467d-b31d-ca634c2f901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:01.575634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-e88b53f2-eda9-467d-b31d-ca634c2f901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:01.576111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-e88b53f2-eda9-467d-b31d-ca634c2f901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:01.576585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-e88b53f2-eda9-467d-b31d-ca634c2f901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:01.579570 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-e88b53f2-eda9-467d-b31d-ca634c2f901d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6477 time: 0.1620495 Dec 17 13:18:01.594345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:01.599973 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:01.607991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1636d897-bbc1-4eaf-90de-91d4b0ca5dcc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Deleting port a80b69fe-df79-4dc3-814e-404a1e4f56ae {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:01.607991 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1636d897-bbc1-4eaf-90de-91d4b0ca5dcc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:01.779990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39840) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:01.809404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508837e0-ba15-43e9-9f29-fc6cdc90885d None None] Pushing event updated for resources: {'Port': ['ID=60dcdb19-58e9-4528-a52e-df16689ac698,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:01.955169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-583f05d5-13a8-465b-a13f-dbe2f8d14a63 None None] Provisioning complete for port a80b69fe-df79-4dc3-814e-404a1e4f56ae triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:01.955169 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-583f05d5-13a8-465b-a13f-dbe2f8d14a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:02.018998 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b962789b-906d-4d12-ad73-8aba8fa46dd8 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] 10.222.0.59 "GET /v2.0/floatingips/d9177370-69c7-407e-8cce-d1ebd134568b HTTP/1.1" status: 200 len: 983 time: 0.4818878 Dec 17 13:18:02.020094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39844) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:02.063169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-583f05d5-13a8-465b-a13f-dbe2f8d14a63 None None] Port a80b69fe-df79-4dc3-814e-404a1e4f56ae cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:18:02.273864 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-387d5e93-c4dd-4b4e-b23e-8d6c3de0269d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:02.283488 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de297b50-4541-446e-aa42-37631ba3b079 req-b4a5df4e-d9c6-4d51-82f2-b1c82a859a2a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:02.288609 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-de297b50-4541-446e-aa42-37631ba3b079 req-b4a5df4e-d9c6-4d51-82f2-b1c82a859a2a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.3002691 Dec 17 13:18:02.297460 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:02.303573 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1b6f4f43-c352-4f39-a872-f9c262e6cf8f tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.2486670 Dec 17 13:18:02.304793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-edbd6618-28e8-4e83-83b2-6840c9709ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:02.306230 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-edbd6618-28e8-4e83-83b2-6840c9709ebe service neutron] 10.222.0.54 "GET /v2.0/networks?id=07d2f406-3950-4c25-8545-7279d9964e39 HTTP/1.1" status: 200 len: 903 time: 0.5151832 Dec 17 13:18:02.306715 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39850) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:02.371499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f99501-bd4c-4aa1-869c-d1a5021325da']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:02.405532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:02.406294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:02.470029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:02.492262 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-13625840-92e8-405a-b521-f55c20e6dcd3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=481bfb10-dde3-4f1f-a464-4d5a08d9a84c HTTP/1.1" status: 200 len: 217 time: 0.1331997 Dec 17 13:18:02.537007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:02.562885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:02.563535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:02.596110 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:02.627555 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1636d897-bbc1-4eaf-90de-91d4b0ca5dcc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:02.653929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233119b-6c29-40db-85b4-fa2c6357fdb4 req-9fabe565-b909-474e-9399-533ccc17052c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:02.662559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233119b-6c29-40db-85b4-fa2c6357fdb4 req-9fabe565-b909-474e-9399-533ccc17052c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:02.663856 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-de297b50-4541-446e-aa42-37631ba3b079 req-d7005ec5-b217-45cf-a072-1c426e532cc9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879854 Dec 17 13:18:02.670743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-cd128426-1a71-46bf-8f3e-33e301e8aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:02.672676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-cd128426-1a71-46bf-8f3e-33e301e8aabf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.1598632 Dec 17 13:18:02.708570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233119b-6c29-40db-85b4-fa2c6357fdb4 req-9fabe565-b909-474e-9399-533ccc17052c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:02.722738 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233119b-6c29-40db-85b4-fa2c6357fdb4 req-9fabe565-b909-474e-9399-533ccc17052c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:02.739851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233119b-6c29-40db-85b4-fa2c6357fdb4 req-9fabe565-b909-474e-9399-533ccc17052c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:02.746552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233119b-6c29-40db-85b4-fa2c6357fdb4 req-9fabe565-b909-474e-9399-533ccc17052c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:02.776881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233119b-6c29-40db-85b4-fa2c6357fdb4 req-9fabe565-b909-474e-9399-533ccc17052c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:02.781103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e233119b-6c29-40db-85b4-fa2c6357fdb4 req-9fabe565-b909-474e-9399-533ccc17052c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 1.1817973 Dec 17 13:18:02.883672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-5d204045-eb7a-4525-a9c3-3792fa273e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:02.885248 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-5d204045-eb7a-4525-a9c3-3792fa273e4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2056224 Dec 17 13:18:02.901673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1636d897-bbc1-4eaf-90de-91d4b0ca5dcc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Calling delete_port for a80b69fe-df79-4dc3-814e-404a1e4f56ae owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:02.978519 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-387d5e93-c4dd-4b4e-b23e-8d6c3de0269d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:02.997458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046317cc-23a5-41a5-b4fe-d99bd7d5d271 req-59d24412-fd38-42b5-aa43-4ce53a1db9e8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:03.012506 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-046317cc-23a5-41a5-b4fe-d99bd7d5d271 req-59d24412-fd38-42b5-aa43-4ce53a1db9e8 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.2493870 Dec 17 13:18:03.056367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.api [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 13:18:03.056367 n-d-815324-5 neutron-server[110453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 13:18:03.056367 n-d-815324-5 neutron-server[110453]: [parameters: {'id': '63f99501-bd4c-4aa1-869c-d1a5021325da'}] Dec 17 13:18:03.056367 n-d-815324-5 neutron-server[110453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:18:03.056910 n-d-815324-5 neutron-server[110453]: DEBUG oslo_db.api [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:18:03.057291 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-387d5e93-c4dd-4b4e-b23e-8d6c3de0269d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:03.102760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Deleting port f570e047-6f01-41ed-bb95-d7731bf5e042 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:03.109730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:03.129535 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-387d5e93-c4dd-4b4e-b23e-8d6c3de0269d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4068f9c0fff5414581c3ba38db04b599&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3485584 Dec 17 13:18:03.132858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d5e93-c4dd-4b4e-b23e-8d6c3de0269d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2b442d-8b93-4e7b-b116-85a51081a2bc,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:03.137246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39858) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:03.150745 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e233119b-6c29-40db-85b4-fa2c6357fdb4 req-c1733ec0-15c6-4ab2-99a1-76ece3a0687e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3041904 Dec 17 13:18:03.185420 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:18:03.275540 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-4e4a6637-cf0e-4b8b-ba4e-46a677ef226a service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778501 Dec 17 13:18:03.290490 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2e37102-551c-47c7-bb2e-8d175d4f39a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:03.312704 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-046317cc-23a5-41a5-b4fe-d99bd7d5d271 req-aa2b9ddf-e916-4597-b815-c473a31a650e tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990799 Dec 17 13:18:03.359211 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:03.359544 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:03.380412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Calling delete_port for f570e047-6f01-41ed-bb95-d7731bf5e042 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:03.387222 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2e37102-551c-47c7-bb2e-8d175d4f39a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:03.427144 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8904c7-f8d1-4582-8a29-1db28cfbaab6 None None] Network 63f99501-bd4c-4aa1-869c-d1a5021325da requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:03.537211 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1636d897-bbc1-4eaf-90de-91d4b0ca5dcc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:03.545851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 60dcdb19-58e9-4528-a52e-df16689ac698 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:18:03.568095 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82abb409-e1e5-4f6c-9363-62bb5500d505 req-93c73683-f8fb-4959-96a0-1e3e8094df29 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782819 Dec 17 13:18:03.618564 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:03.620908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636d897-bbc1-4eaf-90de-91d4b0ca5dcc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event deleted for resources: {'Port': ['ID=a80b69fe-df79-4dc3-814e-404a1e4f56ae,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:03.623672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-271ae39c-8b2a-4097-a4f1-2d80a126a4e5 None None] Provisioning complete for port 60dcdb19-58e9-4528-a52e-df16689ac698 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:03.624255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-271ae39c-8b2a-4097-a4f1-2d80a126a4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:03.645217 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2e37102-551c-47c7-bb2e-8d175d4f39a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:03.650657 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2e37102-551c-47c7-bb2e-8d175d4f39a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:03.650657 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e2e37102-551c-47c7-bb2e-8d175d4f39a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea2b442d-8b93-4e7b-b116-85a51081a2bc HTTP/1.1" status: 204 len: 168 time: 0.5104303 Dec 17 13:18:03.700179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e37102-551c-47c7-bb2e-8d175d4f39a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2b442d-8b93-4e7b-b116-85a51081a2bc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:03.860639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 60dcdb19-58e9-4528-a52e-df16689ac698 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:03.861086 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:03.938584 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-271ae39c-8b2a-4097-a4f1-2d80a126a4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:04.056303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-271ae39c-8b2a-4097-a4f1-2d80a126a4e5 None None] For port 60dcdb19-58e9-4528-a52e-df16689ac698, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=60dcdb19-58e9-4528-a52e-df16689ac698,segment=NetworkSegment(edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071),segment_id=edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:04.057663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc1a2e-5751-4679-9f8c-dc62d7a5399a None None] DHCP port deletion for 63f99501-bd4c-4aa1-869c-d1a5021325da request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:04.106361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1636d897-bbc1-4eaf-90de-91d4b0ca5dcc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:04.108827 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:04.116951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1636d897-bbc1-4eaf-90de-91d4b0ca5dcc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "DELETE /v2.0/ports/a80b69fe-df79-4dc3-814e-404a1e4f56ae HTTP/1.1" status: 204 len: 168 time: 2.8478816 Dec 17 13:18:04.119629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39872) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:04.129425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe281cdb-e840-49d3-9a7c-2e05168b7ede req-70c592ce-7cde-48cb-8755-49f4ce0ef5ee tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:04.132504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe281cdb-e840-49d3-9a7c-2e05168b7ede req-70c592ce-7cde-48cb-8755-49f4ce0ef5ee tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.2141619 Dec 17 13:18:04.159817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event deleted for resources: {'Port': ['ID=f570e047-6f01-41ed-bb95-d7731bf5e042,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:04.219954 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-271ae39c-8b2a-4097-a4f1-2d80a126a4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:04.270955 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f89457-bd82-4876-9145-8af6a303e855 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] GET failed (client error): The resource could not be found. Dec 17 13:18:04.288385 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f6f89457-bd82-4876-9145-8af6a303e855 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "GET /v2.0/ports/a80b69fe-df79-4dc3-814e-404a1e4f56ae HTTP/1.1" status: 404 len: 333 time: 0.1537194 Dec 17 13:18:04.289254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39878) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:04.301288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Request body: {'port': {'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-875998890'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:04.321704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Deleting port 60dcdb19-58e9-4528-a52e-df16689ac698 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:04.322220 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:04.408915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:04.411036 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Floating IP d9177370-69c7-407e-8cce-d1ebd134568b disassociated (deleted). External IP: 172.25.0.227, port: 5f817bbd-6f76-461c-b162-350ec13f4502. Dec 17 13:18:04.517504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe281cdb-e840-49d3-9a7c-2e05168b7ede req-e2bf6d2b-a879-4120-9b7b-8368bc8c113e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748326 Dec 17 13:18:04.550004 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] For port 60dcdb19-58e9-4528-a52e-df16689ac698, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=60dcdb19-58e9-4528-a52e-df16689ac698,segment=NetworkSegment(edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071),segment_id=edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:04.550554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:04.605442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Calling delete_port for 60dcdb19-58e9-4528-a52e-df16689ac698 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:04.610224 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:04.697369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1ef2a740-1c53-48ea-86b9-4a26d13be93a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:18:04.807596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ae39c-8b2a-4097-a4f1-2d80a126a4e5 None None] Pushing event updated for resources: {'Port': ['ID=60dcdb19-58e9-4528-a52e-df16689ac698,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:04.913295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc1a2e-5751-4679-9f8c-dc62d7a5399a None None] Deleting port 60dcdb19-58e9-4528-a52e-df16689ac698 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:04.914130 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1a2e-5751-4679-9f8c-dc62d7a5399a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:04.969713 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.resource_extend [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:18:04.970901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f7f47-a9b4-450d-baea-6788ce94d934 req-a37bed89-ae47-4e55-a2af-75c98b657e5c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:04.972734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-012f7f47-a9b4-450d-baea-6788ce94d934 req-a37bed89-ae47-4e55-a2af-75c98b657e5c tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 945 time: 0.2743375 Dec 17 13:18:05.022642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Made reservation on behalf of 4a568af29a044eac8ac54cfdaf4f3c2a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:05.037036 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:05.081774 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:18:05.082131 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:18:05.104440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2fdc1a2e-5751-4679-9f8c-dc62d7a5399a None None] For port 60dcdb19-58e9-4528-a52e-df16689ac698, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=60dcdb19-58e9-4528-a52e-df16689ac698,segment=NetworkSegment(edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071),segment_id=edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:05.104907 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1a2e-5751-4679-9f8c-dc62d7a5399a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:05.166717 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc1a2e-5751-4679-9f8c-dc62d7a5399a None None] Calling delete_port for 60dcdb19-58e9-4528-a52e-df16689ac698 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:05.188602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] device_id is not set on port 063b11a0-d52b-49aa-9e82-aa5e92005ac2 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:05.206910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:05.227557 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:05.264332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'port_id': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'mac_address': 'fa:16:3e:a5:b7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:18:05.337921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-012f7f47-a9b4-450d-baea-6788ce94d934 req-bdd03d5f-7fa6-486f-ae9e-663cfd5fc616 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285527 Dec 17 13:18:05.357232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbacb9-5564-45a0-8012-64f6d1faf067 req-5917aa3e-04d1-40a2-9375-c1c3975017c6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:05.360637 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: from cryptography.utils import int_from_bytes Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: from cryptography.utils import int_from_bytes Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.362675 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:05.369318 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:18:05.371587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbacb9-5564-45a0-8012-64f6d1faf067 req-5917aa3e-04d1-40a2-9375-c1c3975017c6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:05.383976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Port': ['ID=60dcdb19-58e9-4528-a52e-df16689ac698,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:05.388945 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2fdc1a2e-5751-4679-9f8c-dc62d7a5399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:05.396648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef2a740-1c53-48ea-86b9-4a26d13be93a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:18:05.401863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No DVR routers for this DVR port 60dcdb19-58e9-4528-a52e-df16689ac698 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:05.410028 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbacb9-5564-45a0-8012-64f6d1faf067 req-5917aa3e-04d1-40a2-9375-c1c3975017c6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:05.419367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbacb9-5564-45a0-8012-64f6d1faf067 req-5917aa3e-04d1-40a2-9375-c1c3975017c6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:05.440543 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbacb9-5564-45a0-8012-64f6d1faf067 req-5917aa3e-04d1-40a2-9375-c1c3975017c6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:05.450859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbacb9-5564-45a0-8012-64f6d1faf067 req-5917aa3e-04d1-40a2-9375-c1c3975017c6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:05.452921 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:05.454886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc1a2e-5751-4679-9f8c-dc62d7a5399a None None] Pushing event deleted for resources: {'Port': ['ID=60dcdb19-58e9-4528-a52e-df16689ac698,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:05.461720 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc1a2e-5751-4679-9f8c-dc62d7a5399a None None] No DVR routers for this DVR port 60dcdb19-58e9-4528-a52e-df16689ac698 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:05.470190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbacb9-5564-45a0-8012-64f6d1faf067 req-5917aa3e-04d1-40a2-9375-c1c3975017c6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:05.484725 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94fbacb9-5564-45a0-8012-64f6d1faf067 req-5917aa3e-04d1-40a2-9375-c1c3975017c6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.9988043 Dec 17 13:18:05.504248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Router b2469db4-8b08-42c8-85fb-f61b91d527c3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:18:05.540672 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:05.651805 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:05.684531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:18:05.689711 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:05.724759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f99501-bd4c-4aa1-869c-d1a5021325da']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:05.747857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:05.748145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf5c2bb-90f9-4ae4-a06e-2cd3d3c08071') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:05.755265 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b7021a22-af5b-4eac-aa65-177912c7baa3 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "DELETE /v2.0/floatingips/d9177370-69c7-407e-8cce-d1ebd134568b HTTP/1.1" status: 204 len: 168 time: 3.4473462 Dec 17 13:18:05.755765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39916) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:05.767407 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:05.775351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:05.799108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01822080-26d5-48f9-8e09-30adfe249ce4 None None] Sync routers for ids ['b2469db4-8b08-42c8-85fb-f61b91d527c3'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:18:05.806436 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:05.819903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:05.820389 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:05.822585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Port 60dcdb19-58e9-4528-a52e-df16689ac698 update to ACTIVE by agent not found {{(pid=110455) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:05.894062 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:05.897641 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:05.940462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['1ef2a740-1c53-48ea-86b9-4a26d13be93a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:18:05.943611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Allocated IP 2001:db8::ae (cb54c3f4-20e2-4e56-bf30-8cf38a64cf05/80b0c597-0537-40bb-aedb-ea433203709c/063b11a0-d52b-49aa-9e82-aa5e92005ac2) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:06.007313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01822080-26d5-48f9-8e09-30adfe249ce4 None None] Routers {'b2469db4-8b08-42c8-85fb-f61b91d527c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:18:06.008288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-01822080-26d5-48f9-8e09-30adfe249ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:17:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b2469db4-8b08-42c8-85fb-f61b91d527c3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:06.018637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=11']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:06.049709 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:06.090608 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:06.093350 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/networks/63f99501-bd4c-4aa1-869c-d1a5021325da HTTP/1.1" status: 204 len: 168 time: 5.5939221 Dec 17 13:18:06.097451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45ac18-dd01-4a1b-9656-382c6bf89d48 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Network': ['ID=63f99501-bd4c-4aa1-869c-d1a5021325da,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:06.099414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39924) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:06.107889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-65b6e74e-6b8f-4d71-97fa-5585d125d7ab tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1888637464'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:06.150052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 60dcdb19-58e9-4528-a52e-df16689ac698 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:18:06.172707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94fbacb9-5564-45a0-8012-64f6d1faf067 req-50d12879-3ee1-4c88-a0c5-1773ef6f106e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6748061 Dec 17 13:18:06.185002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-01822080-26d5-48f9-8e09-30adfe249ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:06.206552 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:06.224311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 60dcdb19-58e9-4528-a52e-df16689ac698 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:18:06.225809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 60dcdb19-58e9-4528-a52e-df16689ac698 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:18:06.227665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81be5b-45c6-47e3-9e46-422aa7f0119f req-72e91ec3-8c25-4f57-8ed7-d38a2afbdb58 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:06.229192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af81be5b-45c6-47e3-9e46-422aa7f0119f req-72e91ec3-8c25-4f57-8ed7-d38a2afbdb58 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.2927997 Dec 17 13:18:06.239826 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:06.253025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01822080-26d5-48f9-8e09-30adfe249ce4 None None] Routers {'b2469db4-8b08-42c8-85fb-f61b91d527c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:18:06.253715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-01822080-26d5-48f9-8e09-30adfe249ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:17:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b2469db4-8b08-42c8-85fb-f61b91d527c3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:06.294969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b6e74e-6b8f-4d71-97fa-5585d125d7ab tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:06.298472 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65b6e74e-6b8f-4d71-97fa-5585d125d7ab tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:06.328759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-01822080-26d5-48f9-8e09-30adfe249ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:06.329456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01822080-26d5-48f9-8e09-30adfe249ce4 None None] The sync data for ids ['b2469db4-8b08-42c8-85fb-f61b91d527c3'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:18:06.444471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b6e74e-6b8f-4d71-97fa-5585d125d7ab tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:18:06.515069 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65b6e74e-6b8f-4d71-97fa-5585d125d7ab tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:06.515620 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-65b6e74e-6b8f-4d71-97fa-5585d125d7ab tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Added segment ae83300e-0b4e-4d24-a8fa-0fb84eab80ce of type vlan for network e56523e3-53db-46d3-a08f-cd56f9eb7792 Dec 17 13:18:06.523463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Allocated IP 172.25.0.123 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/580e6439-c479-4991-93c1-deeaaf6f8db1) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:06.529011 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af81be5b-45c6-47e3-9e46-422aa7f0119f req-9977a723-0014-4a23-b374-8e17dd44101a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711391 Dec 17 13:18:06.583436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab883b33-9ed1-457d-8b68-6ceeef7fa8a9 req-8c2f1e1b-ec26-4f07-ad1f-9beb1e187dab tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:06.583436 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ab883b33-9ed1-457d-8b68-6ceeef7fa8a9 req-8c2f1e1b-ec26-4f07-ad1f-9beb1e187dab tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1005156 Dec 17 13:18:06.624801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:06.638613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65b6e74e-6b8f-4d71-97fa-5585d125d7ab tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:06.670000 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ab883b33-9ed1-457d-8b68-6ceeef7fa8a9 req-da2808ab-1b39-4400-8e68-bdc3f2275408 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001801 Dec 17 13:18:06.725220 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:06.897538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65b6e74e-6b8f-4d71-97fa-5585d125d7ab tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:06.904886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b6e74e-6b8f-4d71-97fa-5585d125d7ab tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:06.905981 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65b6e74e-6b8f-4d71-97fa-5585d125d7ab tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:06.992597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6e74e-6b8f-4d71-97fa-5585d125d7ab tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Network': ['ID=e56523e3-53db-46d3-a08f-cd56f9eb7792,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:07.019988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e56523e3-53db-46d3-a08f-cd56f9eb7792 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:18:07.071481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39934) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:07.246712 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ec56b88-55d1-4572-ab8d-e88af922a311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:07.304055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:07.334773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:07.338522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:07.369486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:07.396176 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ec56b88-55d1-4572-ab8d-e88af922a311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:07.402117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:07.422494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-65b6e74e-6b8f-4d71-97fa-5585d125d7ab tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3151751 Dec 17 13:18:07.424510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39942) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:07.439297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cafd8c98-a929-4b4c-9148-b47f1acb97bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'subnet': {'network_id': 'e56523e3-53db-46d3-a08f-cd56f9eb7792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:07.526378 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ec56b88-55d1-4572-ab8d-e88af922a311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:07.545405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:07.575139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Pushing event updated for resources: {'Port': ['ID=580e6439-c479-4991-93c1-deeaaf6f8db1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:07.588045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:07.620140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:07.626635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:07.627484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:07.640479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec56b88-55d1-4572-ab8d-e88af922a311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5b7fe4-d09c-4594-91d3-eba933e2b380,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:07.664702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event updated for resources: {'Port': ['ID=063b11a0-d52b-49aa-9e82-aa5e92005ac2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:07.674007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3ec56b88-55d1-4572-ab8d-e88af922a311 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9a71d8668b94b908cff177b916bcaa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5986173 Dec 17 13:18:07.679691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39946) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:07.748873 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:07.754522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5c2f3-f733-410f-a3ab-45bfbffcdb6c req-ad20948f-489e-40d3-8333-184467e96965 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:07.757662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5c2f3-f733-410f-a3ab-45bfbffcdb6c req-ad20948f-489e-40d3-8333-184467e96965 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:07.763818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5c2f3-f733-410f-a3ab-45bfbffcdb6c req-ad20948f-489e-40d3-8333-184467e96965 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:07.770306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5c2f3-f733-410f-a3ab-45bfbffcdb6c req-ad20948f-489e-40d3-8333-184467e96965 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:07.776633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5c2f3-f733-410f-a3ab-45bfbffcdb6c req-ad20948f-489e-40d3-8333-184467e96965 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:07.791503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5c2f3-f733-410f-a3ab-45bfbffcdb6c req-ad20948f-489e-40d3-8333-184467e96965 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:07.802382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5c2f3-f733-410f-a3ab-45bfbffcdb6c req-ad20948f-489e-40d3-8333-184467e96965 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:07.813255 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68e5c2f3-f733-410f-a3ab-45bfbffcdb6c req-ad20948f-489e-40d3-8333-184467e96965 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.4142296 Dec 17 13:18:07.828050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cec77d96-5e12-41bf-ac3b-4ac409e8476c tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5349290 Dec 17 13:18:07.846470 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39950) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:07.846470 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafd8c98-a929-4b4c-9148-b47f1acb97bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:07.847301 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cafd8c98-a929-4b4c-9148-b47f1acb97bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:07.864650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2cc6de7b-1063-43df-a2b4-045d1aee0483 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2b:13:d5'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:07.894505 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-45944ca8-0ddc-4296-ab37-6335655dfa97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:07.962951 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-45944ca8-0ddc-4296-ab37-6335655dfa97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:07.995989 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-74983fdb-7efa-4716-9462-59840c9bf599 None None] Provisioning complete for port 063b11a0-d52b-49aa-9e82-aa5e92005ac2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:07.996761 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-74983fdb-7efa-4716-9462-59840c9bf599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:08.057952 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-74983fdb-7efa-4716-9462-59840c9bf599 None None] Port 063b11a0-d52b-49aa-9e82-aa5e92005ac2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:18:08.058682 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68e5c2f3-f733-410f-a3ab-45bfbffcdb6c req-1dc584a7-3a7b-499e-9e4d-49dde750cf5f tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2436457 Dec 17 13:18:08.092865 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:08.143080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db55c8-baf4-4b76-a0ad-11ea790166e4 req-4c1dca7a-a856-4b9c-b639-bf8989f09128 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:08.149099 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73db55c8-baf4-4b76-a0ad-11ea790166e4 req-4c1dca7a-a856-4b9c-b639-bf8989f09128 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.3865693 Dec 17 13:18:08.267560 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-45944ca8-0ddc-4296-ab37-6335655dfa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:08.271095 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-45944ca8-0ddc-4296-ab37-6335655dfa97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:08.274282 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-45944ca8-0ddc-4296-ab37-6335655dfa97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac5b7fe4-d09c-4594-91d3-eba933e2b380 HTTP/1.1" status: 204 len: 168 time: 0.5929432 Dec 17 13:18:08.293633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45944ca8-0ddc-4296-ab37-6335655dfa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5b7fe4-d09c-4594-91d3-eba933e2b380,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:08.342798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b42b37-07ad-4236-8921-5cd8c065d7b5 req-8864d500-fde5-42ab-b08d-664ba0ae4e69 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:08.351531 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0b42b37-07ad-4236-8921-5cd8c065d7b5 req-8864d500-fde5-42ab-b08d-664ba0ae4e69 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 946 time: 0.1403053 Dec 17 13:18:08.407811 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73db55c8-baf4-4b76-a0ad-11ea790166e4 req-47bcddff-849d-4669-8f3d-d3b3ea799a2f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577829 Dec 17 13:18:08.411019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0b42b37-07ad-4236-8921-5cd8c065d7b5 req-c42533c5-a6d2-4837-b132-ef3dadc3b06d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583453 Dec 17 13:18:08.434443 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:08.512176 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2cc6de7b-1063-43df-a2b4-045d1aee0483 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:08.634825 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:08.708176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1ef2a740-1c53-48ea-86b9-4a26d13be93a up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:18:08.721624 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cafd8c98-a929-4b4c-9148-b47f1acb97bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:08.813184 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Pushing event updated for resources: {'Port': ['ID=580e6439-c479-4991-93c1-deeaaf6f8db1,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:08.905701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:08.954876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd8c98-a929-4b4c-9148-b47f1acb97bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Subnet': ['ID=82aa761b-f934-400c-b8c5-7d54cf6ea3f1,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:08.964464 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 1ef2a740-1c53-48ea-86b9-4a26d13be93a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:18:08.975501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 1ef2a740-1c53-48ea-86b9-4a26d13be93a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:08.976177 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:09.017696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd8c98-a929-4b4c-9148-b47f1acb97bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Checking segment: {'id': 'ae83300e-0b4e-4d24-a8fa-0fb84eab80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e56523e3-53db-46d3-a08f-cd56f9eb7792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:09.023820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd8c98-a929-4b4c-9148-b47f1acb97bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network hostable DHCP agents. Network: e56523e3-53db-46d3-a08f-cd56f9eb7792, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:18:09.062076 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2cc6de7b-1063-43df-a2b4-045d1aee0483 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:09.093560 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:09.094862 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7167f856-ed0c-4f2c-a7ab-504b7e6db9f7 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3358414 Dec 17 13:18:09.097854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39982) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:09.183088 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:09.194290 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd8c98-a929-4b4c-9148-b47f1acb97bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network e56523e3-53db-46d3-a08f-cd56f9eb7792 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:18:09.222631 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:18:09.226408 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058e087c-a99e-4643-bc98-7b4ad05cea5c" -d '{"events": [{"server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "name": "network-vif-plugged", "status": "completed", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:18:09.264571 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2cc6de7b-1063-43df-a2b4-045d1aee0483 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:09.270412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:09.291284 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da298c0f-deb4-450e-9658-d823d22f9752 x-openstack-request-id: req-da298c0f-deb4-450e-9658-d823d22f9752 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:18:09.292240 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "name": "network-vif-plugged", "status": "completed", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:18:09.292914 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da298c0f-deb4-450e-9658-d823d22f9752 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:18:09.293730 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'code': 200} Dec 17 13:18:09.352490 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-2cc6de7b-1063-43df-a2b4-045d1aee0483 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] In _notify_port_updated(), no bound segment for port 063b11a0-d52b-49aa-9e82-aa5e92005ac2 on network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 {{(pid=110454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:18:09.359333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc6de7b-1063-43df-a2b4-045d1aee0483 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:09.360353 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2cc6de7b-1063-43df-a2b4-045d1aee0483 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:09.362612 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2cc6de7b-1063-43df-a2b4-045d1aee0483 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "PUT /v2.0/ports/063b11a0-d52b-49aa-9e82-aa5e92005ac2 HTTP/1.1" status: 200 len: 1001 time: 1.5036423 Dec 17 13:18:09.365991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 39990) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:09.422905 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:09.452010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1887932-4ffc-474f-bbdc-968a8d25bb13 req-574478ea-1e79-4a9d-a58d-359be1cbc174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:09.459760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1887932-4ffc-474f-bbdc-968a8d25bb13 req-574478ea-1e79-4a9d-a58d-359be1cbc174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:09.468091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1887932-4ffc-474f-bbdc-968a8d25bb13 req-574478ea-1e79-4a9d-a58d-359be1cbc174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:09.477012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1887932-4ffc-474f-bbdc-968a8d25bb13 req-574478ea-1e79-4a9d-a58d-359be1cbc174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:09.486116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1887932-4ffc-474f-bbdc-968a8d25bb13 req-574478ea-1e79-4a9d-a58d-359be1cbc174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:09.508077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-93d31b0e-cfc9-4f1d-9679-f7196758a9e7 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Deleting port 063b11a0-d52b-49aa-9e82-aa5e92005ac2 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:09.508942 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93d31b0e-cfc9-4f1d-9679-f7196758a9e7 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:09.512385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1887932-4ffc-474f-bbdc-968a8d25bb13 req-574478ea-1e79-4a9d-a58d-359be1cbc174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:09.523281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1887932-4ffc-474f-bbdc-968a8d25bb13 req-574478ea-1e79-4a9d-a58d-359be1cbc174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:09.526796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1887932-4ffc-474f-bbdc-968a8d25bb13 req-574478ea-1e79-4a9d-a58d-359be1cbc174 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.3737187 Dec 17 13:18:09.543065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-cafd8c98-a929-4b4c-9148-b47f1acb97bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e56523e3-53db-46d3-a08f-cd56f9eb7792) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:09.550590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafd8c98-a929-4b4c-9148-b47f1acb97bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:09.551719 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cafd8c98-a929-4b4c-9148-b47f1acb97bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:09.560371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563fe19d-2aaa-4f4f-b684-644bea2865dd None None] Network e56523e3-53db-46d3-a08f-cd56f9eb7792 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:09.614312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6de7b-1063-43df-a2b4-045d1aee0483 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event updated for resources: {'Port': ['ID=063b11a0-d52b-49aa-9e82-aa5e92005ac2,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:09.624127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=12']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:09.699539 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c1887932-4ffc-474f-bbdc-968a8d25bb13 req-37a5267c-1de2-4e40-91d3-ca8e1aa65f99 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440158 Dec 17 13:18:09.747838 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-e56523e3-53db-46d3-a08f-cd56f9eb7792', 'network_id': 'e56523e3-53db-46d3-a08f-cd56f9eb7792', 'project_id': 'a72a01f60291441a90128808a9f8509b', 'fixed_ips': [{'subnet_id': '82aa761b-f934-400c-b8c5-7d54cf6ea3f1'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:18:09.756056 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:09.758187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cafd8c98-a929-4b4c-9148-b47f1acb97bc tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3231297 Dec 17 13:18:09.758873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40008) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:09.795927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:09.811094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93d31b0e-cfc9-4f1d-9679-f7196758a9e7 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:09.817693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1381f62c-c6d5-4632-b371-f1068aa7c00d None None] Provisioning complete for port 063b11a0-d52b-49aa-9e82-aa5e92005ac2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:09.818363 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1381f62c-c6d5-4632-b371-f1068aa7c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:09.860843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-93d31b0e-cfc9-4f1d-9679-f7196758a9e7 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Calling delete_port for 063b11a0-d52b-49aa-9e82-aa5e92005ac2 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:09.875961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58d8bb-59a6-46b7-8294-d2c36ebe66c9 req-647b61b1-9ec7-4db6-bf9b-ce011359c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:09.877545 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c58d8bb-59a6-46b7-8294-d2c36ebe66c9 req-647b61b1-9ec7-4db6-bf9b-ce011359c3ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 1098 time: 0.1742485 Dec 17 13:18:09.899820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf529-ba74-45e4-9e54-9af02ec184d1 req-2abf594d-6319-423a-9046-599e8f340a94 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:09.901648 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e90bf529-ba74-45e4-9e54-9af02ec184d1 req-2abf594d-6319-423a-9046-599e8f340a94 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.1994388 Dec 17 13:18:09.969691 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a708-842c-4fcc-b9b6-988627070a47 req-376e2a14-a5f2-43aa-a116-a4325a4157b7 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:09.971332 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a157a708-842c-4fcc-b9b6-988627070a47 req-376e2a14-a5f2-43aa-a116-a4325a4157b7 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 947 time: 0.1496656 Dec 17 13:18:10.024823 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:10.030534 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:10.052973 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a157a708-842c-4fcc-b9b6-988627070a47 req-565f9edc-b053-4bd6-b25d-6436f1b61690 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732965 Dec 17 13:18:10.152746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1381f62c-c6d5-4632-b371-f1068aa7c00d None None] Port 063b11a0-d52b-49aa-9e82-aa5e92005ac2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:18:10.176950 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:10.182266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Allocated IP 2001:db8::2 (e56523e3-53db-46d3-a08f-cd56f9eb7792/82aa761b-f934-400c-b8c5-7d54cf6ea3f1/91f9a8d1-9cd0-4a6c-b729-533394c71b53) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:10.249218 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c58d8bb-59a6-46b7-8294-d2c36ebe66c9 req-59dac23d-6fb7-4d44-8757-71905896b67b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405759 Dec 17 13:18:10.264472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e90bf529-ba74-45e4-9e54-9af02ec184d1 req-3e2efbc4-6051-4954-a118-5e30b51fe8ff tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533642 Dec 17 13:18:10.298002 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93d31b0e-cfc9-4f1d-9679-f7196758a9e7 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:10.332244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d31b0e-cfc9-4f1d-9679-f7196758a9e7 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event deleted for resources: {'Port': ['ID=063b11a0-d52b-49aa-9e82-aa5e92005ac2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:10.393293 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:10.505033 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:10.555556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Network e56523e3-53db-46d3-a08f-cd56f9eb7792 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:10.555556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:10.562150 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:10.623114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:10.690753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Subnet': ['ID=82aa761b-f934-400c-b8c5-7d54cf6ea3f1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:10.707015 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93d31b0e-cfc9-4f1d-9679-f7196758a9e7 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:10.713354 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-93d31b0e-cfc9-4f1d-9679-f7196758a9e7 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "DELETE /v2.0/ports/063b11a0-d52b-49aa-9e82-aa5e92005ac2 HTTP/1.1" status: 204 len: 168 time: 1.3436372 Dec 17 13:18:10.714409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40034) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:10.716640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Pushing event updated for resources: {'Port': ['ID=91f9a8d1-9cd0-4a6c-b729-533394c71b53,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:10.735744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Attempting to bind port 91f9a8d1-9cd0-4a6c-b729-533394c71b53 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:10.736215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Attempting to bind port 91f9a8d1-9cd0-4a6c-b729-533394c71b53 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'ae83300e-0b4e-4d24-a8fa-0fb84eab80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e56523e3-53db-46d3-a08f-cd56f9eb7792'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:10.736673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Attempting to bind port 91f9a8d1-9cd0-4a6c-b729-533394c71b53 on network e56523e3-53db-46d3-a08f-cd56f9eb7792 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:10.743258 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:18:10.745244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Checking segment: {'id': 'ae83300e-0b4e-4d24-a8fa-0fb84eab80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e56523e3-53db-46d3-a08f-cd56f9eb7792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:10.745807 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:10.750477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Bound using segment: {'id': 'ae83300e-0b4e-4d24-a8fa-0fb84eab80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e56523e3-53db-46d3-a08f-cd56f9eb7792'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:18:10.751856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Bound port: 91f9a8d1-9cd0-4a6c-b729-533394c71b53, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae83300e-0b4e-4d24-a8fa-0fb84eab80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e56523e3-53db-46d3-a08f-cd56f9eb7792'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:18:10.751856 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:10.756827 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d69d60-cf61-4895-9e45-e88085e482ba tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] GET failed (client error): The resource could not be found. Dec 17 13:18:10.762274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-65d69d60-cf61-4895-9e45-e88085e482ba tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "GET /v2.0/ports/063b11a0-d52b-49aa-9e82-aa5e92005ac2 HTTP/1.1" status: 404 len: 333 time: 0.0437911 Dec 17 13:18:10.762878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40040) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:10.768187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Request body: {'port': {'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1135840191'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:10.800484 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:10.841743 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:10.869809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] For port 91f9a8d1-9cd0-4a6c-b729-533394c71b53, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:18:10.882559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] For port 91f9a8d1-9cd0-4a6c-b729-533394c71b53, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=91f9a8d1-9cd0-4a6c-b729-533394c71b53,segment=NetworkSegment(ae83300e-0b4e-4d24-a8fa-0fb84eab80ce),segment_id=ae83300e-0b4e-4d24-a8fa-0fb84eab80ce)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:18:10.966874 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:11.073898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Allocated IP 172.25.0.92 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/a9565053-062c-43b3-a767-74bef880ec3e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:11.080335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041f256-0175-40de-8461-3e194143a1a3 None None] Pushing event updated for resources: {'Port': ['ID=91f9a8d1-9cd0-4a6c-b729-533394c71b53,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:11.103915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596cc09-30b4-401a-9f1c-90ff33d4efee req-13d92b6f-e235-439e-950d-f81b276840ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:11.106479 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5596cc09-30b4-401a-9f1c-90ff33d4efee req-13d92b6f-e235-439e-950d-f81b276840ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 1097 time: 0.1025138 Dec 17 13:18:11.133306 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9249ccb9-9673-4930-87c5-9119f9a3c5f5 None None] Network e56523e3-53db-46d3-a08f-cd56f9eb7792 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:11.169069 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56523e3-53db-46d3-a08f-cd56f9eb7792']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:11.197762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae83300e-0b4e-4d24-a8fa-0fb84eab80ce') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:11.198047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae83300e-0b4e-4d24-a8fa-0fb84eab80ce') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:11.225648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Made reservation on behalf of 4a568af29a044eac8ac54cfdaf4f3c2a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:11.226218 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:11.234225 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:11.243624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb8755-6596-4176-b0a6-2826493de2da req-07d600fb-fadd-4b1f-96b7-00a0a21a8ef0 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:11.249763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb8755-6596-4176-b0a6-2826493de2da req-07d600fb-fadd-4b1f-96b7-00a0a21a8ef0 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:11.256980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb8755-6596-4176-b0a6-2826493de2da req-07d600fb-fadd-4b1f-96b7-00a0a21a8ef0 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:11.263241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb8755-6596-4176-b0a6-2826493de2da req-07d600fb-fadd-4b1f-96b7-00a0a21a8ef0 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:11.269373 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb8755-6596-4176-b0a6-2826493de2da req-07d600fb-fadd-4b1f-96b7-00a0a21a8ef0 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:11.275338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb8755-6596-4176-b0a6-2826493de2da req-07d600fb-fadd-4b1f-96b7-00a0a21a8ef0 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:11.281208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb8755-6596-4176-b0a6-2826493de2da req-07d600fb-fadd-4b1f-96b7-00a0a21a8ef0 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:11.282799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c0cbe3-93c2-434e-ae2a-8782440e593f None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:18:11.283203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-78fb8755-6596-4176-b0a6-2826493de2da req-07d600fb-fadd-4b1f-96b7-00a0a21a8ef0 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.4736705 Dec 17 13:18:11.316094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:11.329123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:11.329380 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:11.333841 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:11.411447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] device_id is not set on port 483d6baf-70a8-4fd8-a3f2-f7d22bb55b87 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:11.430680 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-78fb8755-6596-4176-b0a6-2826493de2da req-cdd38567-8aae-47fa-8fec-87e12c450d6c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352565 Dec 17 13:18:11.453279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0cbe3-93c2-434e-ae2a-8782440e593f None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:18:11.498124 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.api [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 13:18:11.498124 n-d-815324-5 neutron-server[110454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 13:18:11.498124 n-d-815324-5 neutron-server[110454]: [parameters: {'id': 'e56523e3-53db-46d3-a08f-cd56f9eb7792'}] Dec 17 13:18:11.498124 n-d-815324-5 neutron-server[110454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:18:11.499266 n-d-815324-5 neutron-server[110454]: DEBUG oslo_db.api [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:18:11.542035 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:11.553992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828a4b5-312c-4043-b5c5-c20fd1cb8f57 req-6dcdf534-cdff-4475-afce-d64ff235f005 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:11.557256 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b828a4b5-312c-4043-b5c5-c20fd1cb8f57 req-6dcdf534-cdff-4475-afce-d64ff235f005 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 947 time: 0.2581089 Dec 17 13:18:11.570654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596cc09-30b4-401a-9f1c-90ff33d4efee req-9237a280-87c1-4903-ac9c-a5465fbd03be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:11.572164 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5596cc09-30b4-401a-9f1c-90ff33d4efee req-9237a280-87c1-4903-ac9c-a5465fbd03be service neutron] 10.222.0.61 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 912 time: 0.4529953 Dec 17 13:18:11.650839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f34395-619c-4d64-a271-e343ce3cda2e req-d3b9bcec-c8e9-4262-9320-9f4413de6039 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:11.664359 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7f34395-619c-4d64-a271-e343ce3cda2e req-d3b9bcec-c8e9-4262-9320-9f4413de6039 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.1500254 Dec 17 13:18:11.704595 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5596cc09-30b4-401a-9f1c-90ff33d4efee req-06c2a269-a1cc-4886-a225-974c8eef5164 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5e84b57-8f71-4c76-98db-64a1391fabab HTTP/1.1" status: 200 len: 217 time: 0.0958214 Dec 17 13:18:11.803709 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7f34395-619c-4d64-a271-e343ce3cda2e req-b1e5e194-9f6b-4679-86c9-e4db0f03be12 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386833 Dec 17 13:18:11.809709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Allocated IP 2001:db8::352 (cb54c3f4-20e2-4e56-bf30-8cf38a64cf05/80b0c597-0537-40bb-aedb-ea433203709c/483d6baf-70a8-4fd8-a3f2-f7d22bb55b87) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:11.824907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b828a4b5-312c-4043-b5c5-c20fd1cb8f57 req-39a4daeb-a552-4b65-91f8-6a2ff369bc3b tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616642 Dec 17 13:18:11.841674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596cc09-30b4-401a-9f1c-90ff33d4efee req-dfdef47b-5789-43ae-a70d-062df46cfd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:11.843428 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5596cc09-30b4-401a-9f1c-90ff33d4efee req-dfdef47b-5789-43ae-a70d-062df46cfd69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2a5071f-2c4e-428f-861a-6a25290a0bfd HTTP/1.1" status: 200 len: 851 time: 0.1246555 Dec 17 13:18:11.900512 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5596cc09-30b4-401a-9f1c-90ff33d4efee req-e88b9a47-1762-4541-a074-b827f4772a5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829b9634-20e4-4680-a605-6e72fb3e7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414736 Dec 17 13:18:12.001014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.012971 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.094648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Deleting port 91f9a8d1-9cd0-4a6c-b729-533394c71b53 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:12.094996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.161366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-32fb2112-12dc-4494-8d70-76519a018c74 None None] Provisioning complete for port d5e84b57-8f71-4c76-98db-64a1391fabab triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:12.161771 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-32fb2112-12dc-4494-8d70-76519a018c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.166001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:12.206910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:12.211491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:12.214996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] For port 91f9a8d1-9cd0-4a6c-b729-533394c71b53, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=91f9a8d1-9cd0-4a6c-b729-533394c71b53,segment=NetworkSegment(ae83300e-0b4e-4d24-a8fa-0fb84eab80ce),segment_id=ae83300e-0b4e-4d24-a8fa-0fb84eab80ce)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:12.215179 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.233499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Calling delete_port for 91f9a8d1-9cd0-4a6c-b729-533394c71b53 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:12.264962 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Pushing event updated for resources: {'Port': ['ID=a9565053-062c-43b3-a767-74bef880ec3e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:12.306642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.307093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.307596 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.308032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.308475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.308910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.309347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.309814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.310258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.310688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.311108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.311535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.311963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:12.323163 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5596cc09-30b4-401a-9f1c-90ff33d4efee req-9f83c359-511d-404e-80b6-c1c673a98093 service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100308 Dec 17 13:18:12.357516 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.468689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5596cc09-30b4-401a-9f1c-90ff33d4efee req-2597e8eb-9487-4bc0-a174-01de26d372ee service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327579 Dec 17 13:18:12.567198 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26334f06-8909-4af8-8055-79a80fac3a2c req-96703a13-5247-426b-a794-fb648455f265 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:12.572385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26334f06-8909-4af8-8055-79a80fac3a2c req-96703a13-5247-426b-a794-fb648455f265 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:12.578507 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26334f06-8909-4af8-8055-79a80fac3a2c req-96703a13-5247-426b-a794-fb648455f265 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:12.586083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26334f06-8909-4af8-8055-79a80fac3a2c req-96703a13-5247-426b-a794-fb648455f265 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:12.594452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26334f06-8909-4af8-8055-79a80fac3a2c req-96703a13-5247-426b-a794-fb648455f265 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:12.602389 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26334f06-8909-4af8-8055-79a80fac3a2c req-96703a13-5247-426b-a794-fb648455f265 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:12.602725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.606397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26334f06-8909-4af8-8055-79a80fac3a2c req-96703a13-5247-426b-a794-fb648455f265 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:12.608378 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-26334f06-8909-4af8-8055-79a80fac3a2c req-96703a13-5247-426b-a794-fb648455f265 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.0995362 Dec 17 13:18:12.609718 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.624146 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.653449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Port': ['ID=91f9a8d1-9cd0-4a6c-b729-533394c71b53,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:12.661210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No DVR routers for this DVR port 91f9a8d1-9cd0-4a6c-b729-533394c71b53 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:12.678729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:12.682827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:12.685760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event updated for resources: {'Port': ['ID=483d6baf-70a8-4fd8-a3f2-f7d22bb55b87,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:12.688139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:12.700365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:12.700365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.789689 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-26334f06-8909-4af8-8055-79a80fac3a2c req-7056355b-c2b1-4f53-919a-a0089f19d722 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1665223 Dec 17 13:18:12.789689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.816555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56523e3-53db-46d3-a08f-cd56f9eb7792']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:12.827864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae83300e-0b4e-4d24-a8fa-0fb84eab80ce') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:12.828174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae83300e-0b4e-4d24-a8fa-0fb84eab80ce') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:12.840100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.854462 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.865241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:12.866251 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:12.875054 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:12.946253 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-144bd273-2ad5-4b3c-a31c-12c2e69d21dc tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1789565 Dec 17 13:18:12.957176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40142) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:12.982935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Request body: {'port': {'network_id': 'cb54c3f4-20e2-4e56-bf30-8cf38a64cf05', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-136668918'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:13.029062 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.038927 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298854e2-3621-46d4-9cb8-a510b95977a5 req-b3e40813-5762-4b28-8c77-0f4f61ad7d0d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:13.062429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-298854e2-3621-46d4-9cb8-a510b95977a5 req-b3e40813-5762-4b28-8c77-0f4f61ad7d0d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 947 time: 0.0772588 Dec 17 13:18:13.101768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-298854e2-3621-46d4-9cb8-a510b95977a5 req-5be51e1c-8539-4181-8f5e-cbb32f93dc43 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500588 Dec 17 13:18:13.119148 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.142940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-56e77933-a39f-41d6-96eb-5a8a95d77ac6 None None] Provisioning complete for port 483d6baf-70a8-4fd8-a3f2-f7d22bb55b87 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:13.144039 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-56e77933-a39f-41d6-96eb-5a8a95d77ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.147978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2031467-6520-4c6a-89c1-a6036c82d284 req-4b67c17f-46c9-42c6-b28a-08c5ca22e838 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:13.149638 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2031467-6520-4c6a-89c1-a6036c82d284 req-4b67c17f-46c9-42c6-b28a-08c5ca22e838 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.1914618 Dec 17 13:18:13.165134 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.181501 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/networks/e56523e3-53db-46d3-a08f-cd56f9eb7792 HTTP/1.1" status: 204 len: 168 time: 3.4168017 Dec 17 13:18:13.185607 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e62459-8f28-4eee-adfe-cf5dad85e65a tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Network': ['ID=e56523e3-53db-46d3-a08f-cd56f9eb7792,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:13.190701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40160) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:13.207746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f633d5be-59b6-47c5-b2cf-c1194cad535e tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1147525343'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:13.221429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-56e77933-a39f-41d6-96eb-5a8a95d77ac6 None None] Port 483d6baf-70a8-4fd8-a3f2-f7d22bb55b87 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:18:13.327899 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2031467-6520-4c6a-89c1-a6036c82d284 req-3f7631fe-b610-4377-967c-8655c56958ad tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107066 Dec 17 13:18:13.355893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f633d5be-59b6-47c5-b2cf-c1194cad535e tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:13.359646 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f633d5be-59b6-47c5-b2cf-c1194cad535e tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.387325 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f633d5be-59b6-47c5-b2cf-c1194cad535e tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:18:13.387840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.397622 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f633d5be-59b6-47c5-b2cf-c1194cad535e tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.398028 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-f633d5be-59b6-47c5-b2cf-c1194cad535e tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Added segment 068be62a-9404-4931-a28b-a16fe56fe242 of type vlan for network 8b1de014-5908-43d5-a649-709acbbd4d6e Dec 17 13:18:13.444847 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f633d5be-59b6-47c5-b2cf-c1194cad535e tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.468093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.498387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Made reservation on behalf of 4a568af29a044eac8ac54cfdaf4f3c2a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:13.502678 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.560834 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] device_id is not set on port ab7e6c58-e44c-4459-9376-70d0b17a5fe7 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:13.568248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Pushing event updated for resources: {'Port': ['ID=a9565053-062c-43b3-a767-74bef880ec3e,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:13.606408 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.628525 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f633d5be-59b6-47c5-b2cf-c1194cad535e tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.634447 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f633d5be-59b6-47c5-b2cf-c1194cad535e tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:13.635112 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f633d5be-59b6-47c5-b2cf-c1194cad535e tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.710782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Allocated IP 2001:db8::304 (cb54c3f4-20e2-4e56-bf30-8cf38a64cf05/80b0c597-0537-40bb-aedb-ea433203709c/ab7e6c58-e44c-4459-9376-70d0b17a5fe7) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:13.710922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633d5be-59b6-47c5-b2cf-c1194cad535e tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Network': ['ID=8b1de014-5908-43d5-a649-709acbbd4d6e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:13.720466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 8b1de014-5908-43d5-a649-709acbbd4d6e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:18:13.774881 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.776730 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-544e93c5-c5aa-427a-a49a-69883e234f54 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6770926 Dec 17 13:18:13.779369 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40174) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:13.875130 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f633d5be-59b6-47c5-b2cf-c1194cad535e tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6814058 Dec 17 13:18:13.883486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40178) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:13.890541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Request body: {'subnet': {'network_id': '8b1de014-5908-43d5-a649-709acbbd4d6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:13.906240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40180) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:13.925181 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aea323cc-e6a3-465a-abe6-a710954044d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:13.944303 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7c531722-c6d9-4f78-b7c1-ab63a8c23af9 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2917 time: 0.1610782 Dec 17 13:18:13.944806 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40184) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:14.035793 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9001270b-83fd-4b19-9967-395d9c79672a tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0872495 Dec 17 13:18:14.037860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40186) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:14.050790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b8b0d-d6e6-4d1b-bbb9-2fa1e2dbd59c req-0cf3d600-9c6d-466e-9e22-f98f58c7175d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:14.056151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b8b0d-d6e6-4d1b-bbb9-2fa1e2dbd59c req-0cf3d600-9c6d-466e-9e22-f98f58c7175d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:14.062269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b8b0d-d6e6-4d1b-bbb9-2fa1e2dbd59c req-0cf3d600-9c6d-466e-9e22-f98f58c7175d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:14.068867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b8b0d-d6e6-4d1b-bbb9-2fa1e2dbd59c req-0cf3d600-9c6d-466e-9e22-f98f58c7175d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:14.074772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b8b0d-d6e6-4d1b-bbb9-2fa1e2dbd59c req-0cf3d600-9c6d-466e-9e22-f98f58c7175d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:14.080746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b8b0d-d6e6-4d1b-bbb9-2fa1e2dbd59c req-0cf3d600-9c6d-466e-9e22-f98f58c7175d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:14.087178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b8b0d-d6e6-4d1b-bbb9-2fa1e2dbd59c req-0cf3d600-9c6d-466e-9e22-f98f58c7175d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:14.089204 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f23b8b0d-d6e6-4d1b-bbb9-2fa1e2dbd59c req-0cf3d600-9c6d-466e-9e22-f98f58c7175d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.1999991 Dec 17 13:18:14.110598 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55d5715a-902b-4c85-beb0-35d39bfb65d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:14.149612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Made reservation on behalf of a72a01f60291441a90128808a9f8509b for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:14.149612 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:14.198063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f23b8b0d-d6e6-4d1b-bbb9-2fa1e2dbd59c req-f316e825-ac2a-45ae-bff2-49356566d952 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002345 Dec 17 13:18:14.294784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55d5715a-902b-4c85-beb0-35d39bfb65d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:14.387989 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55d5715a-902b-4c85-beb0-35d39bfb65d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:14.447933 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55d5715a-902b-4c85-beb0-35d39bfb65d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9541d8188b3f4cc29961d33ba8dc3407&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5355749 Dec 17 13:18:14.459936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40198) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:14.462055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5715a-902b-4c85-beb0-35d39bfb65d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c522d1-0a49-4f77-8675-b967edf8c83f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:14.542522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5e67-b56b-46ce-8e2a-a92c822ca70e req-15aa417f-b29d-445a-abf7-2ea50c4b0577 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:14.551773 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f2f5e67-b56b-46ce-8e2a-a92c822ca70e req-15aa417f-b29d-445a-abf7-2ea50c4b0577 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 946 time: 0.1342371 Dec 17 13:18:14.568282 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:14.587620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6cb-aae3-4a2c-a67b-970096c7b94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:14.627619 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f2f5e67-b56b-46ce-8e2a-a92c822ca70e req-4f5ee3e2-dbe4-4ad9-8bfe-d1e3b96d5efb tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748563 Dec 17 13:18:14.632709 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6cb-aae3-4a2c-a67b-970096c7b94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:14.658038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd7b03-f42f-447c-9311-275168333e4a req-0e291071-e767-40c0-bceb-b6733722c59f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:14.659955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9bd7b03-f42f-447c-9311-275168333e4a req-0e291071-e767-40c0-bceb-b6733722c59f tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 947 time: 0.2238421 Dec 17 13:18:14.723527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d5e84b57-8f71-4c76-98db-64a1391fabab no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:18:14.742333 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6cb-aae3-4a2c-a67b-970096c7b94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:14.744921 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d69c6cb-aae3-4a2c-a67b-970096c7b94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:14.749054 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4d69c6cb-aae3-4a2c-a67b-970096c7b94e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a2c522d1-0a49-4f77-8675-b967edf8c83f HTTP/1.1" status: 204 len: 168 time: 0.2850733 Dec 17 13:18:14.754951 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69c6cb-aae3-4a2c-a67b-970096c7b94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c522d1-0a49-4f77-8675-b967edf8c83f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:14.779929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8a44f5a6-4234-4933-9e92-a84012c24024 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Deleting port a9565053-062c-43b3-a767-74bef880ec3e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:14.780281 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a44f5a6-4234-4933-9e92-a84012c24024 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:14.807647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:14.846319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9bd7b03-f42f-447c-9311-275168333e4a req-797b13ae-750d-467c-a8d5-2e2f3fe9eda1 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763074 Dec 17 13:18:14.850007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:14.883211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0136c705-d544-4d78-aba5-ade5497e3b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e84b57-8f71-4c76-98db-64a1391fabab'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:18:14.885634 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425ca498-665f-4cc7-af76-c622a17fe471" -d '{"events": [{"server_uuid": "0136c705-d544-4d78-aba5-ade5497e3b01", "name": "network-vif-unplugged", "status": "completed", "tag": "d5e84b57-8f71-4c76-98db-64a1391fabab"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:18:14.908713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d5e84b57-8f71-4c76-98db-64a1391fabab, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d5e84b57-8f71-4c76-98db-64a1391fabab,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:14.945279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:14.948114 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ab78fd-9234-4a51-9728-77a6d9dc2746 x-openstack-request-id: req-43ab78fd-9234-4a51-9728-77a6d9dc2746 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:18:14.948837 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0136c705-d544-4d78-aba5-ade5497e3b01", "name": "network-vif-unplugged", "status": "completed", "tag": "d5e84b57-8f71-4c76-98db-64a1391fabab", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:18:14.949422 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43ab78fd-9234-4a51-9728-77a6d9dc2746 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:18:14.950872 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0136c705-d544-4d78-aba5-ade5497e3b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e84b57-8f71-4c76-98db-64a1391fabab', 'code': 200} Dec 17 13:18:14.955464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:14.968608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event updated for resources: {'Port': ['ID=ab7e6c58-e44c-4459-9376-70d0b17a5fe7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:14.977735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:14.983626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:14.984324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.011864 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a44f5a6-4234-4933-9e92-a84012c24024 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.012230 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a44f5a6-4234-4933-9e92-a84012c24024 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.028758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8a44f5a6-4234-4933-9e92-a84012c24024 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Calling delete_port for a9565053-062c-43b3-a767-74bef880ec3e owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:15.057914 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.169641 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-365ba590-873e-4ebb-bd2c-e60e546e1456 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2045546 Dec 17 13:18:15.172705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40210) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:15.178228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cca47c1f-e5b9-44d9-9549-6540c396fa66 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::7d', 'mac_address': 'fa:16:3e:2b:13:d5'}, {'ip_address': '2001:db8::352', 'mac_address': 'fa:16:3e:d6:f7:1a'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:15.261330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:18:15.267946 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.351734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event updated for resources: {'Subnet': ['ID=1cd19884-5bb1-4298-a82f-81e6ac410c13,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:15.449990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=d5e84b57-8f71-4c76-98db-64a1391fabab,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:15.456410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Checking segment: {'id': '068be62a-9404-4931-a28b-a16fe56fe242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b1de014-5908-43d5-a649-709acbbd4d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:15.456792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network hostable DHCP agents. Network: 8b1de014-5908-43d5-a649-709acbbd4d6e, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:18:15.471553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065acd62-642a-4325-b723-28788e408831 req-da8b66d6-4358-402b-91b7-61ce2186ae83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:15.477818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065acd62-642a-4325-b723-28788e408831 req-da8b66d6-4358-402b-91b7-61ce2186ae83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:15.483988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065acd62-642a-4325-b723-28788e408831 req-da8b66d6-4358-402b-91b7-61ce2186ae83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:15.486874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cca47c1f-e5b9-44d9-9549-6540c396fa66 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.487157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7f58be62-d60b-4fae-90b9-83504704d7d5 None None] Provisioning complete for port ab7e6c58-e44c-4459-9376-70d0b17a5fe7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:15.487538 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7f58be62-d60b-4fae-90b9-83504704d7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.490935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065acd62-642a-4325-b723-28788e408831 req-da8b66d6-4358-402b-91b7-61ce2186ae83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:15.498172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065acd62-642a-4325-b723-28788e408831 req-da8b66d6-4358-402b-91b7-61ce2186ae83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:15.503143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065acd62-642a-4325-b723-28788e408831 req-da8b66d6-4358-402b-91b7-61ce2186ae83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:15.509780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065acd62-642a-4325-b723-28788e408831 req-da8b66d6-4358-402b-91b7-61ce2186ae83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:15.511855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-065acd62-642a-4325-b723-28788e408831 req-da8b66d6-4358-402b-91b7-61ce2186ae83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.1322029 Dec 17 13:18:15.521675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a44f5a6-4234-4933-9e92-a84012c24024 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.529182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7f58be62-d60b-4fae-90b9-83504704d7d5 None None] Port ab7e6c58-e44c-4459-9376-70d0b17a5fe7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:18:15.559627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44f5a6-4234-4933-9e92-a84012c24024 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Pushing event deleted for resources: {'Port': ['ID=a9565053-062c-43b3-a767-74bef880ec3e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:15.639430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Network 8b1de014-5908-43d5-a649-709acbbd4d6e is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:18:15.676479 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-065acd62-642a-4325-b723-28788e408831 req-161c5d37-6dfb-4d45-abf1-c69d31a2a7d2 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474669 Dec 17 13:18:15.680374 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a44f5a6-4234-4933-9e92-a84012c24024 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.687221 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a44f5a6-4234-4933-9e92-a84012c24024 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.687814 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8a44f5a6-4234-4933-9e92-a84012c24024 tempest-FloatingIPAdminTestJSON-1275554043 tempest-FloatingIPAdminTestJSON-1275554043-project] 10.222.0.59 "DELETE /v2.0/floatingips/c0a830e9-64c1-4cfd-8fa2-695ac539c4a5 HTTP/1.1" status: 204 len: 168 time: 1.6487696 Dec 17 13:18:15.688430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40222) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:15.776172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40224) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:15.812795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 8b1de014-5908-43d5-a649-709acbbd4d6e) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:15.815925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-279398b1-3883-43fd-a2fc-4978427c6419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.818441 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cca47c1f-e5b9-44d9-9549-6540c396fa66 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.822117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7015da1e-274e-46e4-b6c2-3b2a2c3594e0 None None] Network 8b1de014-5908-43d5-a649-709acbbd4d6e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:15.824560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:15.825170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.833845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7fd65-0ca9-445f-99a0-ff2f12aef4ce req-1ef91080-dd0e-48eb-9e73-f9b68a664803 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:15.835762 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8d7fd65-0ca9-445f-99a0-ff2f12aef4ce req-1ef91080-dd0e-48eb-9e73-f9b68a664803 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 944 time: 0.0813210 Dec 17 13:18:15.885758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-09a3d638-9a9f-41a2-a275-84ab948b4fb3 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Deleting port 580e6439-c479-4991-93c1-deeaaf6f8db1 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:15.886099 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09a3d638-9a9f-41a2-a275-84ab948b4fb3 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.894358 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8d7fd65-0ca9-445f-99a0-ff2f12aef4ce req-ab409840-e4a7-497e-a17c-b9bbeea99f4b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487392 Dec 17 13:18:15.919361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cca47c1f-e5b9-44d9-9549-6540c396fa66 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:15.952245 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7b7bb678-0151-4d54-86fa-c3d238309c91 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0686042 Dec 17 13:18:15.956966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40234) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:16.023603 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-cca47c1f-e5b9-44d9-9549-6540c396fa66 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] In _notify_port_updated(), no bound segment for port ab7e6c58-e44c-4459-9376-70d0b17a5fe7 on network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 {{(pid=110454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:18:16.029909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca47c1f-e5b9-44d9-9549-6540c396fa66 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:16.054459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cca47c1f-e5b9-44d9-9549-6540c396fa66 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.058524 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cca47c1f-e5b9-44d9-9549-6540c396fa66 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "PUT /v2.0/ports/ab7e6c58-e44c-4459-9376-70d0b17a5fe7 HTTP/1.1" status: 200 len: 1066 time: 0.8821280 Dec 17 13:18:16.063178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40240) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:16.079542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-8b1de014-5908-43d5-a649-709acbbd4d6e', 'network_id': '8b1de014-5908-43d5-a649-709acbbd4d6e', 'project_id': 'a72a01f60291441a90128808a9f8509b', 'fixed_ips': [{'subnet_id': '1cd19884-5bb1-4298-a82f-81e6ac410c13'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:18:16.080420 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.121503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca47c1f-e5b9-44d9-9549-6540c396fa66 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event updated for resources: {'Port': ['ID=ab7e6c58-e44c-4459-9376-70d0b17a5fe7,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:16.178437 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-279398b1-3883-43fd-a2fc-4978427c6419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.187892 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09a3d638-9a9f-41a2-a275-84ab948b4fb3 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.188213 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09a3d638-9a9f-41a2-a275-84ab948b4fb3 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.203806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-09a3d638-9a9f-41a2-a275-84ab948b4fb3 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Calling delete_port for 580e6439-c479-4991-93c1-deeaaf6f8db1 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:16.323810 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bb150872-d5a7-46fb-b3f3-ae039387b445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.336090 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-279398b1-3883-43fd-a2fc-4978427c6419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.342345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Allocated IP 2001:db8::f816:3eff:feb6:bf31 (8b1de014-5908-43d5-a649-709acbbd4d6e/1cd19884-5bb1-4298-a82f-81e6ac410c13/ed75f33f-8f0b-4621-ad08-70d970926e84) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:16.402873 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-279398b1-3883-43fd-a2fc-4978427c6419 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce1fa50928294207ace260ab71b4f74e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6214249 Dec 17 13:18:16.404633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40254) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:16.423092 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.424988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279398b1-3883-43fd-a2fc-4978427c6419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76e2976-53ab-456a-845c-f85a5f990396,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:16.497567 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a086cad6-5125-4e17-9edf-c8544b671651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.528203 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a086cad6-5125-4e17-9edf-c8544b671651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.550142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429bbd9-363c-49e4-9059-bb744d91d3fd req-01a29ea1-035f-4ccb-9432-d55df8e14ea6 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:16.553017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3429bbd9-363c-49e4-9059-bb744d91d3fd req-01a29ea1-035f-4ccb-9432-d55df8e14ea6 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 947 time: 0.5738013 Dec 17 13:18:16.576118 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.584546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fbad1f91-ac98-45c6-90cc-0ff0f6c13196 None None] Provisioning complete for port ab7e6c58-e44c-4459-9376-70d0b17a5fe7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:16.585417 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fbad1f91-ac98-45c6-90cc-0ff0f6c13196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.658078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fbad1f91-ac98-45c6-90cc-0ff0f6c13196 None None] Port ab7e6c58-e44c-4459-9376-70d0b17a5fe7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:18:16.685801 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.717905 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a086cad6-5125-4e17-9edf-c8544b671651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.718037 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.720487 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a086cad6-5125-4e17-9edf-c8544b671651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.722075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4704e-63c9-4580-b3a2-08bdcf1f3505 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Deleting port ab7e6c58-e44c-4459-9376-70d0b17a5fe7 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:16.722427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cbe4704e-63c9-4580-b3a2-08bdcf1f3505 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.722867 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a086cad6-5125-4e17-9edf-c8544b671651 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a76e2976-53ab-456a-845c-f85a5f990396 HTTP/1.1" status: 204 len: 168 time: 0.3125973 Dec 17 13:18:16.739336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086cad6-5125-4e17-9edf-c8544b671651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76e2976-53ab-456a-845c-f85a5f990396,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:16.742816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Network 8b1de014-5908-43d5-a649-709acbbd4d6e is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:16.746133 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:16.753800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:16.778898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Pushing event updated for resources: {'Port': ['ID=ed75f33f-8f0b-4621-ad08-70d970926e84,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:16.787765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3429bbd9-363c-49e4-9059-bb744d91d3fd req-ee0a0032-900d-414f-a6ec-01e6737c50f0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226586 Dec 17 13:18:16.887578 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Attempting to bind port ed75f33f-8f0b-4621-ad08-70d970926e84 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:16.888629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Attempting to bind port ed75f33f-8f0b-4621-ad08-70d970926e84 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '068be62a-9404-4931-a28b-a16fe56fe242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b1de014-5908-43d5-a649-709acbbd4d6e'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:16.889230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Attempting to bind port ed75f33f-8f0b-4621-ad08-70d970926e84 on network 8b1de014-5908-43d5-a649-709acbbd4d6e {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:16.896223 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:18:16.896709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Checking segment: {'id': '068be62a-9404-4931-a28b-a16fe56fe242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b1de014-5908-43d5-a649-709acbbd4d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:16.897303 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.897807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Bound using segment: {'id': '068be62a-9404-4931-a28b-a16fe56fe242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b1de014-5908-43d5-a649-709acbbd4d6e'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:18:16.898490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Bound port: ed75f33f-8f0b-4621-ad08-70d970926e84, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068be62a-9404-4931-a28b-a16fe56fe242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8b1de014-5908-43d5-a649-709acbbd4d6e'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:18:16.898905 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.907446 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cbe4704e-63c9-4580-b3a2-08bdcf1f3505 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:16.954508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-cbe4704e-63c9-4580-b3a2-08bdcf1f3505 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Calling delete_port for ab7e6c58-e44c-4459-9376-70d0b17a5fe7 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:16.973772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] For port ed75f33f-8f0b-4621-ad08-70d970926e84, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:18:16.977365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] For port ed75f33f-8f0b-4621-ad08-70d970926e84, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ed75f33f-8f0b-4621-ad08-70d970926e84,segment=NetworkSegment(068be62a-9404-4931-a28b-a16fe56fe242),segment_id=068be62a-9404-4931-a28b-a16fe56fe242)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:18:17.016186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09a3d638-9a9f-41a2-a275-84ab948b4fb3 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.032448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162e6c7-db39-4ae4-9496-ebf3a97a316c req-a294749c-ee4d-40ad-816a-be81a19d6650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:17.038665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162e6c7-db39-4ae4-9496-ebf3a97a316c req-a294749c-ee4d-40ad-816a-be81a19d6650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:17.044848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162e6c7-db39-4ae4-9496-ebf3a97a316c req-a294749c-ee4d-40ad-816a-be81a19d6650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:17.050954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162e6c7-db39-4ae4-9496-ebf3a97a316c req-a294749c-ee4d-40ad-816a-be81a19d6650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:17.057503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162e6c7-db39-4ae4-9496-ebf3a97a316c req-a294749c-ee4d-40ad-816a-be81a19d6650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:17.064054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162e6c7-db39-4ae4-9496-ebf3a97a316c req-a294749c-ee4d-40ad-816a-be81a19d6650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:17.070793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162e6c7-db39-4ae4-9496-ebf3a97a316c req-a294749c-ee4d-40ad-816a-be81a19d6650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:17.072871 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b162e6c7-db39-4ae4-9496-ebf3a97a316c req-a294749c-ee4d-40ad-816a-be81a19d6650 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.1693635 Dec 17 13:18:17.092591 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.110436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3d638-9a9f-41a2-a275-84ab948b4fb3 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Pushing event deleted for resources: {'Port': ['ID=580e6439-c479-4991-93c1-deeaaf6f8db1,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:17.112747 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.202611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98f5e2-bd86-4855-97a9-7af9e2eb5ba7 None None] Pushing event updated for resources: {'Port': ['ID=ed75f33f-8f0b-4621-ad08-70d970926e84,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:17.228587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd19884-5bb1-4298-a82f-81e6ac410c13,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:17.397052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.442886 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09a3d638-9a9f-41a2-a275-84ab948b4fb3 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.445674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09a3d638-9a9f-41a2-a275-84ab948b4fb3 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.446843 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-09a3d638-9a9f-41a2-a275-84ab948b4fb3 tempest-FloatingIPAdminTestJSON-194161082 tempest-FloatingIPAdminTestJSON-194161082-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/7099fda4-68f0-43de-837c-cad921727df7 HTTP/1.1" status: 204 len: 168 time: 1.7574000 Dec 17 13:18:17.451897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40304) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:17.489234 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b162e6c7-db39-4ae4-9496-ebf3a97a316c req-09265aa1-f41b-4252-8db4-1c78ba946e6a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3848178 Dec 17 13:18:17.512186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1de014-5908-43d5-a649-709acbbd4d6e']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:17.568678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068be62a-9404-4931-a28b-a16fe56fe242') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:17.569881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068be62a-9404-4931-a28b-a16fe56fe242') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:17.587252 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.613856 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.627275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:17.628435 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:17.633508 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:17.655114 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-dd55fc50-3144-40e2-8ea4-ac35a964c7a6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Deleting port 5f817bbd-6f76-461c-b162-350ec13f4502 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:17.655596 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd55fc50-3144-40e2-8ea4-ac35a964c7a6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.684589 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.765933 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cbe4704e-63c9-4580-b3a2-08bdcf1f3505 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.815057 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd55fc50-3144-40e2-8ea4-ac35a964c7a6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:17.836026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-dd55fc50-3144-40e2-8ea4-ac35a964c7a6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Calling delete_port for 5f817bbd-6f76-461c-b162-350ec13f4502 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:17.872110 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.api [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 13:18:17.872110 n-d-815324-5 neutron-server[110453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 13:18:17.872110 n-d-815324-5 neutron-server[110453]: [parameters: {'id': '8b1de014-5908-43d5-a649-709acbbd4d6e'}] Dec 17 13:18:17.872110 n-d-815324-5 neutron-server[110453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:18:17.872719 n-d-815324-5 neutron-server[110453]: DEBUG oslo_db.api [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:18:17.876628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4704e-63c9-4580-b3a2-08bdcf1f3505 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event deleted for resources: {'Port': ['ID=ab7e6c58-e44c-4459-9376-70d0b17a5fe7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:18.031532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cbe4704e-63c9-4580-b3a2-08bdcf1f3505 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:18.039294 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cbe4704e-63c9-4580-b3a2-08bdcf1f3505 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "DELETE /v2.0/ports/ab7e6c58-e44c-4459-9376-70d0b17a5fe7 HTTP/1.1" status: 204 len: 168 time: 1.9558525 Dec 17 13:18:18.040117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40318) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:18.056125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ed75f33f-8f0b-4621-ad08-70d970926e84 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:18:18.097386 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0697a04d-ea53-4da1-af80-4e1fcd35b946 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] GET failed (client error): The resource could not be found. Dec 17 13:18:18.111701 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0697a04d-ea53-4da1-af80-4e1fcd35b946 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "GET /v2.0/ports/ab7e6c58-e44c-4459-9376-70d0b17a5fe7 HTTP/1.1" status: 404 len: 333 time: 0.0703101 Dec 17 13:18:18.112542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40322) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:18.138003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ed75f33f-8f0b-4621-ad08-70d970926e84 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:18.138389 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:18.189943 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd55fc50-3144-40e2-8ea4-ac35a964c7a6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:18.272039 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:18.282327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6df16-2e61-4409-97c3-c1f5b54229bc req-547a4bf4-ebe8-4887-9026-ea9e5e5a2308 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:18.294044 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23b6df16-2e61-4409-97c3-c1f5b54229bc req-547a4bf4-ebe8-4887-9026-ea9e5e5a2308 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=0136c705-d544-4d78-aba5-ade5497e3b01 HTTP/1.1" status: 200 len: 944 time: 0.1844630 Dec 17 13:18:18.319511 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55fc50-3144-40e2-8ea4-ac35a964c7a6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event deleted for resources: {'Port': ['ID=5f817bbd-6f76-461c-b162-350ec13f4502,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:18.338273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port ed75f33f-8f0b-4621-ad08-70d970926e84, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ed75f33f-8f0b-4621-ad08-70d970926e84,segment=NetworkSegment(068be62a-9404-4931-a28b-a16fe56fe242),segment_id=068be62a-9404-4931-a28b-a16fe56fe242)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:18.366063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed4181-36d1-4e96-8b57-cd5b9cde3b18 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Deleting port 483d6baf-70a8-4fd8-a3f2-f7d22bb55b87 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:18.366900 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4181-36d1-4e96-8b57-cd5b9cde3b18 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:18.401689 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:18.416948 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:18.479732 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd55fc50-3144-40e2-8ea4-ac35a964c7a6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:18.486753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dd55fc50-3144-40e2-8ea4-ac35a964c7a6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "DELETE /v2.0/ports/5f817bbd-6f76-461c-b162-350ec13f4502 HTTP/1.1" status: 204 len: 168 time: 1.0275691 Dec 17 13:18:18.500712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40334) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:18.573498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=ed75f33f-8f0b-4621-ad08-70d970926e84,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:18.725868 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4181-36d1-4e96-8b57-cd5b9cde3b18 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:18.726185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c254e90-eb65-4a3c-b337-297b06ec725e tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:18.731490 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4c254e90-eb65-4a3c-b337-297b06ec725e tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2469db4-8b08-42c8-85fb-f61b91d527c3 HTTP/1.1" status: 200 len: 913 time: 0.2082732 Dec 17 13:18:18.732216 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40340) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:18.748426 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d5e84b57-8f71-4c76-98db-64a1391fabab no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:18:18.765142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed4181-36d1-4e96-8b57-cd5b9cde3b18 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Calling delete_port for 483d6baf-70a8-4fd8-a3f2-f7d22bb55b87 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:18.769338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Deleting port ed75f33f-8f0b-4621-ad08-70d970926e84 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:18.770327 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:18.786361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad1a22-a54e-45bf-a5f4-5936bf6be06a req-01b190bd-bdcd-46df-95af-6a13a719ae40 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:18.792890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad1a22-a54e-45bf-a5f4-5936bf6be06a req-01b190bd-bdcd-46df-95af-6a13a719ae40 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:18.806354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad1a22-a54e-45bf-a5f4-5936bf6be06a req-01b190bd-bdcd-46df-95af-6a13a719ae40 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:18.813242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad1a22-a54e-45bf-a5f4-5936bf6be06a req-01b190bd-bdcd-46df-95af-6a13a719ae40 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:18.821200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad1a22-a54e-45bf-a5f4-5936bf6be06a req-01b190bd-bdcd-46df-95af-6a13a719ae40 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:18.829223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad1a22-a54e-45bf-a5f4-5936bf6be06a req-01b190bd-bdcd-46df-95af-6a13a719ae40 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:18.835078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad1a22-a54e-45bf-a5f4-5936bf6be06a req-01b190bd-bdcd-46df-95af-6a13a719ae40 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:18.843304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fad1a22-a54e-45bf-a5f4-5936bf6be06a req-01b190bd-bdcd-46df-95af-6a13a719ae40 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.2028394 Dec 17 13:18:18.879611 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:18.906102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aae419a-a3fd-41c3-be74-851e48ab7423 None None] Network 8b1de014-5908-43d5-a649-709acbbd4d6e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:18.914959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-23b6df16-2e61-4409-97c3-c1f5b54229bc req-4963fb1c-5a1d-49d0-97b5-ec982893f600 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Deleting port d5e84b57-8f71-4c76-98db-64a1391fabab {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:18.915657 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-23b6df16-2e61-4409-97c3-c1f5b54229bc req-4963fb1c-5a1d-49d0-97b5-ec982893f600 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.037605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] For port ed75f33f-8f0b-4621-ad08-70d970926e84, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ed75f33f-8f0b-4621-ad08-70d970926e84,segment=NetworkSegment(068be62a-9404-4931-a28b-a16fe56fe242),segment_id=068be62a-9404-4931-a28b-a16fe56fe242)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:19.038007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.042088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d9992533-fc0f-4f64-acb1-ad1e9e06d28b None None] Provisioning complete for port ed75f33f-8f0b-4621-ad08-70d970926e84 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:19.049969 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d9992533-fc0f-4f64-acb1-ad1e9e06d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.056119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Calling delete_port for ed75f33f-8f0b-4621-ad08-70d970926e84 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:19.173902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-23b6df16-2e61-4409-97c3-c1f5b54229bc req-4963fb1c-5a1d-49d0-97b5-ec982893f600 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] For port d5e84b57-8f71-4c76-98db-64a1391fabab, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d5e84b57-8f71-4c76-98db-64a1391fabab,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:19.174466 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-23b6df16-2e61-4409-97c3-c1f5b54229bc req-4963fb1c-5a1d-49d0-97b5-ec982893f600 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.206076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff5f50e-c08a-4a67-bc02-99a81eca7ffa None None] DHCP port deletion for 8b1de014-5908-43d5-a649-709acbbd4d6e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:19.210074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-23b6df16-2e61-4409-97c3-c1f5b54229bc req-4963fb1c-5a1d-49d0-97b5-ec982893f600 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Calling delete_port for d5e84b57-8f71-4c76-98db-64a1391fabab owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:19.241705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40348) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:19.271121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bff5f50e-c08a-4a67-bc02-99a81eca7ffa None None] Deleting port ed75f33f-8f0b-4621-ad08-70d970926e84 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:19.272090 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bff5f50e-c08a-4a67-bc02-99a81eca7ffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.356407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bff5f50e-c08a-4a67-bc02-99a81eca7ffa None None] For port ed75f33f-8f0b-4621-ad08-70d970926e84, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ed75f33f-8f0b-4621-ad08-70d970926e84,segment=NetworkSegment(068be62a-9404-4931-a28b-a16fe56fe242),segment_id=068be62a-9404-4931-a28b-a16fe56fe242)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:19.357063 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bff5f50e-c08a-4a67-bc02-99a81eca7ffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.381409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bff5f50e-c08a-4a67-bc02-99a81eca7ffa None None] Calling delete_port for ed75f33f-8f0b-4621-ad08-70d970926e84 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:19.573370 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fad1a22-a54e-45bf-a5f4-5936bf6be06a req-fc15433a-5287-4a56-9695-4ec2fdd1d497 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7287595 Dec 17 13:18:19.603611 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-23b6df16-2e61-4409-97c3-c1f5b54229bc req-4963fb1c-5a1d-49d0-97b5-ec982893f600 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.604950 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bff5f50e-c08a-4a67-bc02-99a81eca7ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.673805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5f50e-c08a-4a67-bc02-99a81eca7ffa None None] Pushing event deleted for resources: {'Port': ['ID=ed75f33f-8f0b-4621-ad08-70d970926e84,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:19.682870 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.686746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff5f50e-c08a-4a67-bc02-99a81eca7ffa None None] No DVR routers for this DVR port ed75f33f-8f0b-4621-ad08-70d970926e84 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:19.695953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.732496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Port': ['ID=ed75f33f-8f0b-4621-ad08-70d970926e84,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:19.737117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No DVR routers for this DVR port ed75f33f-8f0b-4621-ad08-70d970926e84 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:19.774268 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4181-36d1-4e96-8b57-cd5b9cde3b18 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.854367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6c571fd8-0dc6-4b8f-ad5d-a2f0db85ef9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.859359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed4181-36d1-4e96-8b57-cd5b9cde3b18 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event deleted for resources: {'Port': ['ID=483d6baf-70a8-4fd8-a3f2-f7d22bb55b87,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:19.913772 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7ed4181-36d1-4e96-8b57-cd5b9cde3b18 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.921067 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b7ed4181-36d1-4e96-8b57-cd5b9cde3b18 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "DELETE /v2.0/ports/483d6baf-70a8-4fd8-a3f2-f7d22bb55b87 HTTP/1.1" status: 204 len: 168 time: 1.8064735 Dec 17 13:18:19.924545 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:19.930541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40362) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:19.980295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ed75f33f-8f0b-4621-ad08-70d970926e84 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:18:19.997293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963fb1c-5a1d-49d0-97b5-ec982893f600 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Pushing event deleted for resources: {'Port': ['ID=d5e84b57-8f71-4c76-98db-64a1391fabab,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:20.010906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: ed75f33f-8f0b-4621-ad08-70d970926e84 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:18:20.012554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ed75f33f-8f0b-4621-ad08-70d970926e84 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:18:20.024990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1de014-5908-43d5-a649-709acbbd4d6e']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:20.040695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068be62a-9404-4931-a28b-a16fe56fe242') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:20.040695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068be62a-9404-4931-a28b-a16fe56fe242') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:20.045044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc6d4e4-736d-4297-907a-12d5cfbbd52f None None] DHCP port deletion for 829b9634-20e4-4680-a605-6e72fb3e7374 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:20.050927 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.068775 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.075743 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:20.076161 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.084965 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b6df16-2e61-4409-97c3-c1f5b54229bc req-4963fb1c-5a1d-49d0-97b5-ec982893f600 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] No DVR routers for this DVR port d5e84b57-8f71-4c76-98db-64a1391fabab on host n-h2-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:20.087245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-23b6df16-2e61-4409-97c3-c1f5b54229bc req-4963fb1c-5a1d-49d0-97b5-ec982893f600 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.097967 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23b6df16-2e61-4409-97c3-c1f5b54229bc req-4963fb1c-5a1d-49d0-97b5-ec982893f600 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "DELETE /v2.0/ports/d5e84b57-8f71-4c76-98db-64a1391fabab HTTP/1.1" status: 204 len: 173 time: 1.8020203 Dec 17 13:18:20.101336 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e78c-131d-42ea-a02d-ef2c42f0ecc4 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.103638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0136c705-d544-4d78-aba5-ade5497e3b01', 'name': 'network-vif-deleted', 'tag': 'd5e84b57-8f71-4c76-98db-64a1391fabab'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:18:20.107670 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bc217e-5ac1-4eb2-a601-00c25594eecf" -d '{"events": [{"server_uuid": "0136c705-d544-4d78-aba5-ade5497e3b01", "name": "network-vif-deleted", "tag": "d5e84b57-8f71-4c76-98db-64a1391fabab"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:18:20.182174 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Dec 2021 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422a2750-dd74-4300-b09d-e71d84e28dc9 x-openstack-request-id: req-422a2750-dd74-4300-b09d-e71d84e28dc9 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:18:20.182532 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0136c705-d544-4d78-aba5-ade5497e3b01", "name": "network-vif-deleted", "tag": "d5e84b57-8f71-4c76-98db-64a1391fabab", "status": "failed", "code": 422}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:18:20.182716 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-422a2750-dd74-4300-b09d-e71d84e28dc9 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:18:20.183347 n-d-815324-5 neutron-server[110454]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0136c705-d544-4d78-aba5-ade5497e3b01', 'name': 'network-vif-deleted', 'tag': 'd5e84b57-8f71-4c76-98db-64a1391fabab', 'status': 'failed', 'code': 422} returned with failed status Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:20.186987 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:20.191872 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-211e7c6e-179d-4dd4-b360-7224510a5403 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] GET failed (client error): The resource could not be found. Dec 17 13:18:20.191872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-211e7c6e-179d-4dd4-b360-7224510a5403 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "GET /v2.0/ports/483d6baf-70a8-4fd8-a3f2-f7d22bb55b87 HTTP/1.1" status: 404 len: 333 time: 0.2598689 Dec 17 13:18:20.198106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40366) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:20.292337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.304342 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.307569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/networks/8b1de014-5908-43d5-a649-709acbbd4d6e HTTP/1.1" status: 204 len: 168 time: 4.3496366 Dec 17 13:18:20.323184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40370) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:20.339511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0aa253-fe8f-4ab8-a100-bc7cc42f65b6 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Network': ['ID=8b1de014-5908-43d5-a649-709acbbd4d6e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:20.367434 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7639e9-8cdc-4aea-897f-da59f3bdd5c5 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] DELETE failed (client error): The resource could not be found. Dec 17 13:18:20.367825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7639e9-8cdc-4aea-897f-da59f3bdd5c5 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:18:20.371019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cc7639e9-8cdc-4aea-897f-da59f3bdd5c5 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/subnets/1cd19884-5bb1-4298-a82f-81e6ac410c13 HTTP/1.1" status: 404 len: 337 time: 0.0467782 Dec 17 13:18:20.376086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40372) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:20.393530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-61fa535a-0975-4025-9e9c-fba335b33c2e tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Deleting port 5c4b4dd7-7592-420e-ac26-6ed6de8010e7 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:20.393903 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61fa535a-0975-4025-9e9c-fba335b33c2e tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.401105 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4269ca9c-f0fb-43ec-b337-47bdec473dac tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] DELETE failed (client error): The resource could not be found. Dec 17 13:18:20.401652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4269ca9c-f0fb-43ec-b337-47bdec473dac tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:18:20.404749 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4269ca9c-f0fb-43ec-b337-47bdec473dac tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/networks/8b1de014-5908-43d5-a649-709acbbd4d6e HTTP/1.1" status: 404 len: 339 time: 0.0277114 Dec 17 13:18:20.408714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40374) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:20.442627 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06a3616-543c-42ef-a12c-6a86e43cef23 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] DELETE failed (client error): The resource could not be found. Dec 17 13:18:20.443199 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c06a3616-543c-42ef-a12c-6a86e43cef23 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:18:20.447360 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c06a3616-543c-42ef-a12c-6a86e43cef23 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/subnets/82aa761b-f934-400c-b8c5-7d54cf6ea3f1 HTTP/1.1" status: 404 len: 337 time: 0.0369022 Dec 17 13:18:20.450005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40380) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:20.484452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 731e1dcb-c235-4f38-a39c-20fb543ce7e9 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:18:20.496106 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6c571fd8-0dc6-4b8f-ad5d-a2f0db85ef9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.503346 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-53242eb0-7f27-478a-aac3-6c79c49cfe69 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] DELETE failed (client error): The resource could not be found. Dec 17 13:18:20.504142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53242eb0-7f27-478a-aac3-6c79c49cfe69 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:18:20.512770 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-53242eb0-7f27-478a-aac3-6c79c49cfe69 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/networks/e56523e3-53db-46d3-a08f-cd56f9eb7792 HTTP/1.1" status: 404 len: 339 time: 0.0569394 Dec 17 13:18:20.514445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40384) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:20.580188 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-92089cf6-6ebb-4b30-a39c-6d26fbb47379 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] DELETE failed (client error): The resource could not be found. Dec 17 13:18:20.580678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92089cf6-6ebb-4b30-a39c-6d26fbb47379 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:18:20.585009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-92089cf6-6ebb-4b30-a39c-6d26fbb47379 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/subnets/64734f68-4501-4375-a3be-96aee8f4b0b9 HTTP/1.1" status: 404 len: 337 time: 0.0695951 Dec 17 13:18:20.589308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40386) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:20.602660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6c571fd8-0dc6-4b8f-ad5d-a2f0db85ef9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.607522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8e78c-131d-42ea-a02d-ef2c42f0ecc4 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Deleting port 7da01111-20cb-4742-9d48-598a0b9144c1 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:20.608154 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e78c-131d-42ea-a02d-ef2c42f0ecc4 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.633299 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc51352-0fb1-40d4-8b36-1009a4120115 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] DELETE failed (client error): The resource could not be found. Dec 17 13:18:20.633889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc51352-0fb1-40d4-8b36-1009a4120115 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:18:20.637336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7fc51352-0fb1-40d4-8b36-1009a4120115 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/networks/63f99501-bd4c-4aa1-869c-d1a5021325da HTTP/1.1" status: 404 len: 339 time: 0.0469990 Dec 17 13:18:20.667040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40390) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:20.680920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 731e1dcb-c235-4f38-a39c-20fb543ce7e9, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=731e1dcb-c235-4f38-a39c-20fb543ce7e9,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:20.713462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '731e1dcb-c235-4f38-a39c-20fb543ce7e9', 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923', 'port_id': '731e1dcb-c235-4f38-a39c-20fb543ce7e9', 'mac_address': 'fa:16:3e:96:b5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4f2e6-cd6e-4549-a979-be5a475bd42e', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:18:20.731428 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61fa535a-0975-4025-9e9c-fba335b33c2e tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.757927 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e78c-131d-42ea-a02d-ef2c42f0ecc4 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.782862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8e78c-131d-42ea-a02d-ef2c42f0ecc4 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Calling delete_port for 7da01111-20cb-4742-9d48-598a0b9144c1 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:20.792371 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.802008 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6c571fd8-0dc6-4b8f-ad5d-a2f0db85ef9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=205ad1ae33ac43cfa6ff0bc474d9fb1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2459249 Dec 17 13:18:20.802008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c571fd8-0dc6-4b8f-ad5d-a2f0db85ef9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330aef6f-06ea-46d5-8509-95ba54a5021c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:20.809056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40392) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:20.812005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731e1dcb-c235-4f38-a39c-20fb543ce7e9 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:18:20.812420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-61fa535a-0975-4025-9e9c-fba335b33c2e tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Calling delete_port for 5c4b4dd7-7592-420e-ac26-6ed6de8010e7 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:20.848855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 731e1dcb-c235-4f38-a39c-20fb543ce7e9, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=731e1dcb-c235-4f38-a39c-20fb543ce7e9,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:20.929460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58086d30-5385-46d5-9c2e-eca432c13a3c req-630090a7-b806-4be4-8922-f7bf7af14f9d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:20.935712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58086d30-5385-46d5-9c2e-eca432c13a3c req-630090a7-b806-4be4-8922-f7bf7af14f9d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:20.941994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58086d30-5385-46d5-9c2e-eca432c13a3c req-630090a7-b806-4be4-8922-f7bf7af14f9d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:20.948168 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:20.948412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58086d30-5385-46d5-9c2e-eca432c13a3c req-630090a7-b806-4be4-8922-f7bf7af14f9d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:20.949557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c48b8075-90b6-4a05-99c5-7ae2869d8493 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:18:20.954599 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58086d30-5385-46d5-9c2e-eca432c13a3c req-630090a7-b806-4be4-8922-f7bf7af14f9d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:20.961649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58086d30-5385-46d5-9c2e-eca432c13a3c req-630090a7-b806-4be4-8922-f7bf7af14f9d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:20.967837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58086d30-5385-46d5-9c2e-eca432c13a3c req-630090a7-b806-4be4-8922-f7bf7af14f9d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:20.970041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58086d30-5385-46d5-9c2e-eca432c13a3c req-630090a7-b806-4be4-8922-f7bf7af14f9d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5420 time: 0.2330513 Dec 17 13:18:21.042841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c48b8075-90b6-4a05-99c5-7ae2869d8493, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c48b8075-90b6-4a05-99c5-7ae2869d8493,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:21.050940 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e80f73e8-4ce0-43a6-828b-85c5705a95d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.051443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=731e1dcb-c235-4f38-a39c-20fb543ce7e9,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:21.069731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-47f91a73-8e63-4025-8f77-ddb9d1504164 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Deleting port ee9f0df5-6b6d-4e24-950f-3d055e0da45c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:21.070772 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47f91a73-8e63-4025-8f77-ddb9d1504164 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.082219 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'c48b8075-90b6-4a05-99c5-7ae2869d8493', 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923', 'port_id': 'c48b8075-90b6-4a05-99c5-7ae2869d8493', 'mac_address': 'fa:16:3e:c6:32:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4f2e6-cd6e-4549-a979-be5a475bd42e', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:18:21.153244 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.168906 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e78c-131d-42ea-a02d-ef2c42f0ecc4 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.183749 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e80f73e8-4ce0-43a6-828b-85c5705a95d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.191249 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48b8075-90b6-4a05-99c5-7ae2869d8493 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:18:21.216733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8e78c-131d-42ea-a02d-ef2c42f0ecc4 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event deleted for resources: {'Port': ['ID=7da01111-20cb-4742-9d48-598a0b9144c1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:21.239141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c48b8075-90b6-4a05-99c5-7ae2869d8493, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c48b8075-90b6-4a05-99c5-7ae2869d8493,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:21.270492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58086d30-5385-46d5-9c2e-eca432c13a3c req-8df8b54e-662e-4685-a715-7dda6832486e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2930491 Dec 17 13:18:21.343773 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47f91a73-8e63-4025-8f77-ddb9d1504164 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.359668 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.360318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f99441c3-e78c-481a-a400-377495b58bb3 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:18:21.370785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-47f91a73-8e63-4025-8f77-ddb9d1504164 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Calling delete_port for ee9f0df5-6b6d-4e24-950f-3d055e0da45c owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:21.466955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=c48b8075-90b6-4a05-99c5-7ae2869d8493,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:21.476128 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e80f73e8-4ce0-43a6-828b-85c5705a95d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.479106 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e80f73e8-4ce0-43a6-828b-85c5705a95d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.482633 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e80f73e8-4ce0-43a6-828b-85c5705a95d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/330aef6f-06ea-46d5-8509-95ba54a5021c HTTP/1.1" status: 204 len: 168 time: 0.6651380 Dec 17 13:18:21.491980 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61fa535a-0975-4025-9e9c-fba335b33c2e tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.535994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f73e8-4ce0-43a6-828b-85c5705a95d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330aef6f-06ea-46d5-8509-95ba54a5021c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:21.559574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f99441c3-e78c-481a-a400-377495b58bb3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f99441c3-e78c-481a-a400-377495b58bb3,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:21.570545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa535a-0975-4025-9e9c-fba335b33c2e tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event deleted for resources: {'Port': ['ID=5c4b4dd7-7592-420e-ac26-6ed6de8010e7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:21.575081 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47f91a73-8e63-4025-8f77-ddb9d1504164 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.608089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'f99441c3-e78c-481a-a400-377495b58bb3', 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39', 'port_id': 'f99441c3-e78c-481a-a400-377495b58bb3', 'mac_address': 'fa:16:3e:f9:75:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f859941-f4f0-4837-acda-e3f5e632f9d7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:18:21.656160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-1c1adfc6-a48c-4045-abcb-b860277c626f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:21.656160 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-1c1adfc6-a48c-4045-abcb-b860277c626f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.3143990 Dec 17 13:18:21.679500 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-b40e773f-34b2-4bf9-b68f-dd1f9f63b445 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/quotas/b9ca8c4c705a4437affc1be4bfd20a5d HTTP/1.1" status: 200 len: 375 time: 0.0179558 Dec 17 13:18:21.694235 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.696939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61fa535a-0975-4025-9e9c-fba335b33c2e tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.704534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-61fa535a-0975-4025-9e9c-fba335b33c2e tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "DELETE /v2.0/ports/5c4b4dd7-7592-420e-ac26-6ed6de8010e7 HTTP/1.1" status: 204 len: 168 time: 1.5030656 Dec 17 13:18:21.712265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40420) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:21.713389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f91a73-8e63-4025-8f77-ddb9d1504164 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Port': ['ID=ee9f0df5-6b6d-4e24-950f-3d055e0da45c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:21.725188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99441c3-e78c-481a-a400-377495b58bb3 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:18:21.757060 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f99441c3-e78c-481a-a400-377495b58bb3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f99441c3-e78c-481a-a400-377495b58bb3,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:21.795079 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-bb41e052-99d2-4a4b-a970-e765b52b7904 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828483 Dec 17 13:18:21.807942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f7b9c6-cfa3-4647-b749-18af44e594bd tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Deleting subnet 80b0c597-0537-40bb-aedb-ea433203709c {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:18:21.814371 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47f91a73-8e63-4025-8f77-ddb9d1504164 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.822528 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.823215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 481bfb10-dde3-4f1f-a464-4d5a08d9a84c details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:18:21.825781 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40422) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:21.834521 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-47f91a73-8e63-4025-8f77-ddb9d1504164 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/ports/ee9f0df5-6b6d-4e24-950f-3d055e0da45c HTTP/1.1" status: 204 len: 168 time: 1.1779280 Dec 17 13:18:21.843475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30f7b9c6-cfa3-4647-b749-18af44e594bd tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.940355 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30f7b9c6-cfa3-4647-b749-18af44e594bd tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:21.973728 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a421aa8-ba0f-4097-a012-c6ef925888be tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] DELETE failed (client error): The resource could not be found. Dec 17 13:18:21.979544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a421aa8-ba0f-4097-a012-c6ef925888be tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:18:21.986746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4a421aa8-ba0f-4097-a012-c6ef925888be tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/subnets/83344b16-f846-44c0-bee1-e7192346ff92 HTTP/1.1" status: 404 len: 337 time: 0.1574879 Dec 17 13:18:21.987063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=481bfb10-dde3-4f1f-a464-4d5a08d9a84c,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:21.992751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=f99441c3-e78c-481a-a400-377495b58bb3,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:22.005368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40426) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:22.006346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '481bfb10-dde3-4f1f-a464-4d5a08d9a84c', 'network_id': '07d2f406-3950-4c25-8545-7279d9964e39', 'port_id': '481bfb10-dde3-4f1f-a464-4d5a08d9a84c', 'mac_address': 'fa:16:3e:e7:6d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f859941-f4f0-4837-acda-e3f5e632f9d7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:18:22.049608 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e78c-131d-42ea-a02d-ef2c42f0ecc4 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.056498 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.065179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-69185acc-8b49-4d50-965a-ede7ae6459de service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688510 Dec 17 13:18:22.074270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481bfb10-dde3-4f1f-a464-4d5a08d9a84c {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:18:22.112431 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=481bfb10-dde3-4f1f-a464-4d5a08d9a84c,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:22.146714 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.215870 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30f7b9c6-cfa3-4647-b749-18af44e594bd tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.222506 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.223109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 020196ad-0617-491a-a5a3-0e0d6fbcee80 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:18:22.270949 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 020196ad-0617-491a-a5a3-0e0d6fbcee80, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=020196ad-0617-491a-a5a3-0e0d6fbcee80,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:22.284852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '020196ad-0617-491a-a5a3-0e0d6fbcee80', 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923', 'port_id': '020196ad-0617-491a-a5a3-0e0d6fbcee80', 'mac_address': 'fa:16:3e:96:a4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4f2e6-cd6e-4549-a979-be5a475bd42e', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:18:22.344355 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.358385 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.369511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e305d17e-1ce8-4298-9c59-076c65c810e2']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:22.382878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020196ad-0617-491a-a5a3-0e0d6fbcee80 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:18:22.383147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9495603-354b-4fa6-b880-4673ed0a2c5e') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:22.383303 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9495603-354b-4fa6-b880-4673ed0a2c5e') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:22.394223 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.416631 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.422186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-b608018e-efc8-496e-ac44-70cedb974627 service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560827 Dec 17 13:18:22.430265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:22.430682 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:22.434226 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:22.438125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=481bfb10-dde3-4f1f-a464-4d5a08d9a84c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:22.471181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 020196ad-0617-491a-a5a3-0e0d6fbcee80, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=020196ad-0617-491a-a5a3-0e0d6fbcee80,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:22.570736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf39459-57cd-4d57-88e0-700ff00eb381 req-6450a093-cbd8-4bc1-a0e7-fec3169f9004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:22.577406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf39459-57cd-4d57-88e0-700ff00eb381 req-6450a093-cbd8-4bc1-a0e7-fec3169f9004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:22.586797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf39459-57cd-4d57-88e0-700ff00eb381 req-6450a093-cbd8-4bc1-a0e7-fec3169f9004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:22.591138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf39459-57cd-4d57-88e0-700ff00eb381 req-6450a093-cbd8-4bc1-a0e7-fec3169f9004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:22.597296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf39459-57cd-4d57-88e0-700ff00eb381 req-6450a093-cbd8-4bc1-a0e7-fec3169f9004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:22.599275 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.604214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 9253d3de-7598-4eba-9f8b-4849269c1037 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:18:22.610038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf39459-57cd-4d57-88e0-700ff00eb381 req-6450a093-cbd8-4bc1-a0e7-fec3169f9004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:22.611704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c8e78c-131d-42ea-a02d-ef2c42f0ecc4 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Router b2469db4-8b08-42c8-85fb-f61b91d527c3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:18:22.617421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf39459-57cd-4d57-88e0-700ff00eb381 req-6450a093-cbd8-4bc1-a0e7-fec3169f9004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:22.620765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cf39459-57cd-4d57-88e0-700ff00eb381 req-6450a093-cbd8-4bc1-a0e7-fec3169f9004 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5424 time: 0.1423736 Dec 17 13:18:22.678429 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30f7b9c6-cfa3-4647-b749-18af44e594bd tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.764374 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c8e78c-131d-42ea-a02d-ef2c42f0ecc4 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:18:22.775940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=020196ad-0617-491a-a5a3-0e0d6fbcee80,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:22.778517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30f7b9c6-cfa3-4647-b749-18af44e594bd tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.779647 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb4a694-068a-46fb-a34b-b24443fb43d6 None None] Sync routers for ids ['b2469db4-8b08-42c8-85fb-f61b91d527c3'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:18:22.788358 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-30f7b9c6-cfa3-4647-b749-18af44e594bd tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "DELETE /v2.0/subnets/80b0c597-0537-40bb-aedb-ea433203709c HTTP/1.1" status: 204 len: 168 time: 1.0717475 Dec 17 13:18:22.795644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7b9c6-cfa3-4647-b749-18af44e594bd tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event deleted for resources: {'Subnet': ['ID=80b0c597-0537-40bb-aedb-ea433203709c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:22.800020 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.802060 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4a694-068a-46fb-a34b-b24443fb43d6 None None] Routers {'b2469db4-8b08-42c8-85fb-f61b91d527c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:18:22.803834 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-9cb4a694-068a-46fb-a34b-b24443fb43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:18:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b2469db4-8b08-42c8-85fb-f61b91d527c3'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:22.804336 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b2c8e78c-131d-42ea-a02d-ef2c42f0ecc4 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "PUT /v2.0/routers/b2469db4-8b08-42c8-85fb-f61b91d527c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0665529 Dec 17 13:18:22.807197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40456) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:22.807854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40458) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:22.809326 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 9253d3de-7598-4eba-9f8b-4849269c1037, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=9253d3de-7598-4eba-9f8b-4849269c1037,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:22.810371 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:22.812307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c227b5-e2a0-4bf5-a4cc-197a2d2515f0 None None] Network cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:22.819383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/networks/e305d17e-1ce8-4298-9c59-076c65c810e2 HTTP/1.1" status: 204 len: 168 time: 0.8125172 Dec 17 13:18:22.826512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40462) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:22.886948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7fc3c-95d3-4eb4-bf00-04e1e29bcdd7 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Network': ['ID=e305d17e-1ce8-4298-9c59-076c65c810e2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:22.900989 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-9cb4a694-068a-46fb-a34b-b24443fb43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:22.924958 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4a694-068a-46fb-a34b-b24443fb43d6 None None] Routers {'b2469db4-8b08-42c8-85fb-f61b91d527c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:18:22.926157 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-9cb4a694-068a-46fb-a34b-b24443fb43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:18:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b2469db4-8b08-42c8-85fb-f61b91d527c3'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:22.976770 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cf39459-57cd-4d57-88e0-700ff00eb381 req-6f06963b-ee2b-427e-88e8-95f60515cdcd tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3378003 Dec 17 13:18:23.001631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8fe51e95-50aa-4748-a0fe-b0ac1bdb17a8 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Deleting port 1a376aa2-8652-4cd1-973f-44956a537804 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:23.002257 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fe51e95-50aa-4748-a0fe-b0ac1bdb17a8 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.018323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '9253d3de-7598-4eba-9f8b-4849269c1037', 'network_id': 'aa79fced-7bd7-4ed5-a7d9-942d278d4923', 'port_id': '9253d3de-7598-4eba-9f8b-4849269c1037', 'mac_address': 'fa:16:3e:de:93:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd4f2e6-cd6e-4549-a979-be5a475bd42e', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:18:23.035861 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-9cb4a694-068a-46fb-a34b-b24443fb43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:23.037034 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb4a694-068a-46fb-a34b-b24443fb43d6 None None] The sync data for ids ['b2469db4-8b08-42c8-85fb-f61b91d527c3'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:18:23.084597 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-62cd2ae9-419d-4ab8-8026-c8b31760caec req-90c43b24-2ddb-4ec5-8905-4c858051fd75 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 210 time: 0.2285900 Dec 17 13:18:23.097067 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.147552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9253d3de-7598-4eba-9f8b-4849269c1037 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:18:23.170832 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.173751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fe51e95-50aa-4748-a0fe-b0ac1bdb17a8 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.201195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 9253d3de-7598-4eba-9f8b-4849269c1037, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=9253d3de-7598-4eba-9f8b-4849269c1037,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:23.208796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8fe51e95-50aa-4748-a0fe-b0ac1bdb17a8 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Calling delete_port for 1a376aa2-8652-4cd1-973f-44956a537804 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:23.228652 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.292801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4476d829-2797-433a-9de1-ade05e9ccfde None None] DHCP port deletion for cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:23.350703 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Deleting port c5b1e46f-e27e-4850-9377-84696b2cbf66 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:23.351169 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.376209 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.378562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device db44cc76-cbbb-4292-9e98-ca42f4f1f200 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:18:23.416523 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fe51e95-50aa-4748-a0fe-b0ac1bdb17a8 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.457292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe51e95-50aa-4748-a0fe-b0ac1bdb17a8 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Port': ['ID=1a376aa2-8652-4cd1-973f-44956a537804,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:23.478167 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fe51e95-50aa-4748-a0fe-b0ac1bdb17a8 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.484813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8fe51e95-50aa-4748-a0fe-b0ac1bdb17a8 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/ports/1a376aa2-8652-4cd1-973f-44956a537804 HTTP/1.1" status: 204 len: 168 time: 0.6527643 Dec 17 13:18:23.484813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40480) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:23.516844 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cb7dd6-bbaa-48bd-adbb-385048359042 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] DELETE failed (client error): The resource could not be found. Dec 17 13:18:23.517407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cb7dd6-bbaa-48bd-adbb-385048359042 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:18:23.521625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-65cb7dd6-bbaa-48bd-adbb-385048359042 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/subnets/4b3702c2-0c23-4d59-932b-05fe6f9d4051 HTTP/1.1" status: 404 len: 337 time: 0.0354691 Dec 17 13:18:23.523893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40482) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:23.597202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=9253d3de-7598-4eba-9f8b-4849269c1037,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:23.616768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4476d829-2797-433a-9de1-ade05e9ccfde None None] Deleting port c5b1e46f-e27e-4850-9377-84696b2cbf66 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:23.617399 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4476d829-2797-433a-9de1-ade05e9ccfde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.649898 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.758740 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.769912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port db44cc76-cbbb-4292-9e98-ca42f4f1f200, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200,segment=NetworkSegment(6a6766f1-e36f-43f6-905f-14eeb92e4ae4),segment_id=6a6766f1-e36f-43f6-905f-14eeb92e4ae4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:23.784121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] For port c5b1e46f-e27e-4850-9377-84696b2cbf66, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c5b1e46f-e27e-4850-9377-84696b2cbf66,segment=NetworkSegment(8666adad-cbf3-45be-9f45-49b9d8098aa7),segment_id=8666adad-cbf3-45be-9f45-49b9d8098aa7)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:23.785180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.805557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Calling delete_port for c5b1e46f-e27e-4850-9377-84696b2cbf66 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:23.810369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4476d829-2797-433a-9de1-ade05e9ccfde None None] For port c5b1e46f-e27e-4850-9377-84696b2cbf66, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c5b1e46f-e27e-4850-9377-84696b2cbf66,segment=NetworkSegment(8666adad-cbf3-45be-9f45-49b9d8098aa7),segment_id=8666adad-cbf3-45be-9f45-49b9d8098aa7)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:23.814396 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4476d829-2797-433a-9de1-ade05e9ccfde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.814396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'port_id': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200', 'mac_address': 'fa:16:3e:5f:67:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:18:23.832899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4476d829-2797-433a-9de1-ade05e9ccfde None None] Calling delete_port for c5b1e46f-e27e-4850-9377-84696b2cbf66 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:23.907413 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.949089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2196d6-f452-4ec1-ad1c-3539c0974b4d']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:23.966036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4450211-69de-416a-b0f8-8a658be651fd') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:23.966469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4450211-69de-416a-b0f8-8a658be651fd') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:23.971515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Deleting port 2d80fb83-1e58-469c-ab0e-9bb4902d9921 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:23.975425 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:23.991836 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.009486 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.017187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:24.022135 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.062054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c5b1e46f-e27e-4850-9377-84696b2cbf66 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:18:24.095597 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:24.104778 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:24.112668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Calling delete_port for 2d80fb83-1e58-469c-ab0e-9bb4902d9921 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:24.165651 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.193690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db44cc76-cbbb-4292-9e98-ca42f4f1f200 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:18:24.197946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No active binding found for port c5b1e46f-e27e-4850-9377-84696b2cbf66 {{(pid=110455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 13:18:24.198402 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c5b1e46f-e27e-4850-9377-84696b2cbf66 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:18:24.223457 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.233032 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.244241 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.247654 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/networks/7c2196d6-f452-4ec1-ad1c-3539c0974b4d HTTP/1.1" status: 204 len: 168 time: 0.7222254 Dec 17 13:18:24.256282 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event deleted for resources: {'Port': ['ID=c5b1e46f-e27e-4850-9377-84696b2cbf66,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:24.258131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40508) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:24.264982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port db44cc76-cbbb-4292-9e98-ca42f4f1f200, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200,segment=NetworkSegment(6a6766f1-e36f-43f6-905f-14eeb92e4ae4),segment_id=6a6766f1-e36f-43f6-905f-14eeb92e4ae4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:24.296921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858f311-4cbd-4cb1-8938-d660c3f41723 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Network': ['ID=7c2196d6-f452-4ec1-ad1c-3539c0974b4d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:24.308153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4476d829-2797-433a-9de1-ade05e9ccfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.327192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] No DVR routers for this DVR port c5b1e46f-e27e-4850-9377-84696b2cbf66 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:24.334644 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82e95799-07ac-4a3b-b643-93c5d9648c3c req-d35c0e82-6cd6-4726-a2b7-8f35acfc470c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 210 time: 0.0811877 Dec 17 13:18:24.336010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476d829-2797-433a-9de1-ade05e9ccfde None None] Pushing event deleted for resources: {'Port': ['ID=c5b1e46f-e27e-4850-9377-84696b2cbf66,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:24.340128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4476d829-2797-433a-9de1-ade05e9ccfde None None] No DVR routers for this DVR port c5b1e46f-e27e-4850-9377-84696b2cbf66 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:24.351176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c53dac-2884-4ad7-ba1c-3b30b26ca519 req-484a9d7c-41c3-4975-9877-0bb4831babc7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:24.360492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c53dac-2884-4ad7-ba1c-3b30b26ca519 req-484a9d7c-41c3-4975-9877-0bb4831babc7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:24.367148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c53dac-2884-4ad7-ba1c-3b30b26ca519 req-484a9d7c-41c3-4975-9877-0bb4831babc7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:24.373266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c53dac-2884-4ad7-ba1c-3b30b26ca519 req-484a9d7c-41c3-4975-9877-0bb4831babc7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:24.380288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c53dac-2884-4ad7-ba1c-3b30b26ca519 req-484a9d7c-41c3-4975-9877-0bb4831babc7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:24.386516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c53dac-2884-4ad7-ba1c-3b30b26ca519 req-484a9d7c-41c3-4975-9877-0bb4831babc7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:24.392830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c53dac-2884-4ad7-ba1c-3b30b26ca519 req-484a9d7c-41c3-4975-9877-0bb4831babc7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:24.398378 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4c53dac-2884-4ad7-ba1c-3b30b26ca519 req-484a9d7c-41c3-4975-9877-0bb4831babc7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5426 time: 0.2023764 Dec 17 13:18:24.407643 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.498483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4c53dac-2884-4ad7-ba1c-3b30b26ca519 req-efe1ad89-93ef-4c93-a2eb-6376a2be4418 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959787 Dec 17 13:18:24.519895 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=db44cc76-cbbb-4292-9e98-ca42f4f1f200,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:24.534502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b53c2d1-8467-4590-8ff4-af05d53dabf1 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Deleting subnet 351e0d48-8b96-482d-8898-5c6f3c06bd45 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:18:24.544075 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.548323 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b53c2d1-8467-4590-8ff4-af05d53dabf1 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.600888 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb54c3f4-20e2-4e56-bf30-8cf38a64cf05']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:24.625254 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8666adad-cbf3-45be-9f45-49b9d8098aa7') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:24.626740 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8666adad-cbf3-45be-9f45-49b9d8098aa7') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:24.642380 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.645632 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b53c2d1-8467-4590-8ff4-af05d53dabf1 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.713324 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.735624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:24.736436 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.779348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40518) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:24.785900 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:24.872674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b53c2d1-8467-4590-8ff4-af05d53dabf1 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.918653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:24.944381 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:24.952308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['481bfb10-dde3-4f1f-a464-4d5a08d9a84c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:18:24.976276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event deleted for resources: {'Port': ['ID=2d80fb83-1e58-469c-ab0e-9bb4902d9921,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:24.989324 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.005052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['c48b8075-90b6-4a05-99c5-7ae2869d8493'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:18:25.013799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d62d2c-744c-42f1-8075-b1ff9c468274 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:25.016166 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.017024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['f99441c3-e78c-481a-a400-377495b58bb3'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:18:25.023047 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] 10.222.0.59 "DELETE /v2.0/networks/cb54c3f4-20e2-4e56-bf30-8cf38a64cf05 HTTP/1.1" status: 204 len: 168 time: 2.2128060 Dec 17 13:18:25.059230 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401e991-a687-46c1-a44c-110a37323da4 tempest-AllowedAddressPairIpV6TestJSON-1313906301 tempest-AllowedAddressPairIpV6TestJSON-1313906301-project] Pushing event deleted for resources: {'Network': ['ID=cb54c3f4-20e2-4e56-bf30-8cf38a64cf05,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:25.069022 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b53c2d1-8467-4590-8ff4-af05d53dabf1 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.085054 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.108651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53c2d1-8467-4590-8ff4-af05d53dabf1 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Subnet': ['ID=351e0d48-8b96-482d-8898-5c6f3c06bd45,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:25.123193 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b53c2d1-8467-4590-8ff4-af05d53dabf1 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.126418 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['731e1dcb-c235-4f38-a39c-20fb543ce7e9'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:18:25.126800 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9b53c2d1-8467-4590-8ff4-af05d53dabf1 tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/subnets/351e0d48-8b96-482d-8898-5c6f3c06bd45 HTTP/1.1" status: 204 len: 168 time: 0.8635924 Dec 17 13:18:25.129766 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40524) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:25.158678 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.215260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['020196ad-0617-491a-a5a3-0e0d6fbcee80'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:18:25.218122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['db44cc76-cbbb-4292-9e98-ca42f4f1f200'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:18:25.265147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0881aa-b9a2-4b8a-80b8-fc4c67b47fe3 None None] Network 86cbb87d-6554-448c-88c6-8a86dcb01267 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:25.287785 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.413899 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.419482 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.432054 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.482247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Allocated IP 172.25.0.172 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/bf8f6aed-f6d2-4fd7-bccc-870c1f48c071) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:25.543545 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dc44b7a6-f45a-44ed-a5f1-a655c2b20492 req-d977112a-257d-4a00-9ff9-4b13c97ba077 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 210 time: 0.0378737 Dec 17 13:18:25.600453 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.601029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Fanout notify agent at l3_agent the message router_deleted on router b2469db4-8b08-42c8-85fb-f61b91d527c3 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:18:25.612118 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.618496 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d02d0323-d845-43ab-a795-c61cbcaacd71 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "DELETE /v2.0/routers/b2469db4-8b08-42c8-85fb-f61b91d527c3 HTTP/1.1" status: 204 len: 168 time: 2.7835526 Dec 17 13:18:25.620061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40530) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:25.695962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Deleting port c689cc27-b479-4c1c-aced-54f92e8d624b {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:25.703915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.703915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa733b6-2ed2-4b91-ad88-80c51adc94dc tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Deleting subnet 17d65bf6-5724-457a-9f19-6f30b7b73163 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:18:25.719744 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5aa733b6-2ed2-4b91-ad88-80c51adc94dc tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.754463 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.825237 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5aa733b6-2ed2-4b91-ad88-80c51adc94dc tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.837545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b04af-bede-4ca9-9e26-2014a5d5bd2a req-78da0ee5-53fb-4d82-b243-70cccd78e35b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:25.855128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40536) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:25.860681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b04af-bede-4ca9-9e26-2014a5d5bd2a req-78da0ee5-53fb-4d82-b243-70cccd78e35b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:25.871071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b04af-bede-4ca9-9e26-2014a5d5bd2a req-78da0ee5-53fb-4d82-b243-70cccd78e35b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:25.878760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b04af-bede-4ca9-9e26-2014a5d5bd2a req-78da0ee5-53fb-4d82-b243-70cccd78e35b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:25.881508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] For port c689cc27-b479-4c1c-aced-54f92e8d624b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c689cc27-b479-4c1c-aced-54f92e8d624b,segment=NetworkSegment(3f45a564-02eb-47f1-9c37-3b3987c645d0),segment_id=3f45a564-02eb-47f1-9c37-3b3987c645d0)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:25.886613 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:25.886758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b04af-bede-4ca9-9e26-2014a5d5bd2a req-78da0ee5-53fb-4d82-b243-70cccd78e35b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:25.892667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b04af-bede-4ca9-9e26-2014a5d5bd2a req-78da0ee5-53fb-4d82-b243-70cccd78e35b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:25.899410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b04af-bede-4ca9-9e26-2014a5d5bd2a req-78da0ee5-53fb-4d82-b243-70cccd78e35b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:25.904365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Calling delete_port for c689cc27-b479-4c1c-aced-54f92e8d624b owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:25.907543 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-256b04af-bede-4ca9-9e26-2014a5d5bd2a req-78da0ee5-53fb-4d82-b243-70cccd78e35b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5427 time: 0.2440295 Dec 17 13:18:25.986976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['9253d3de-7598-4eba-9f8b-4849269c1037'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:18:26.020811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-256b04af-bede-4ca9-9e26-2014a5d5bd2a req-2133a1af-38fd-42dd-88f1-a6d5b7fe0f24 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102111 Dec 17 13:18:26.020811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.138689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee98a4d9-395d-4c90-9984-f38c4d21628e None None] DHCP port deletion for 86cbb87d-6554-448c-88c6-8a86dcb01267 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:26.175795 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.215884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:26.227177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:26.246281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:26.251345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Pushing event updated for resources: {'Port': ['ID=bf8f6aed-f6d2-4fd7-bccc-870c1f48c071,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:26.275723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Port': ['ID=c689cc27-b479-4c1c-aced-54f92e8d624b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:26.333704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] No DVR routers for this DVR port c689cc27-b479-4c1c-aced-54f92e8d624b on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:26.350325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5aa733b6-2ed2-4b91-ad88-80c51adc94dc tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.507141 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.521248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-c5c9f1b4-5589-4cb0-982b-251bf498f2ae tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:26.521859 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-c5c9f1b4-5589-4cb0-982b-251bf498f2ae tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.4520483 Dec 17 13:18:26.535099 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.539409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Request body: {'port': {'device_id': 'd20f8997-fedc-4b5d-9033-ce49b4fd9064', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'admin_state_up': True, 'tenant_id': 'b9ca8c4c705a4437affc1be4bfd20a5d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:26.555553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cbb87d-6554-448c-88c6-8a86dcb01267']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:26.561850 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-aefaf350-5540-4cc5-814c-dc17197a1276 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a568af29a044eac8ac54cfdaf4f3c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7023580 Dec 17 13:18:26.564790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40540) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:26.572170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f45a564-02eb-47f1-9c37-3b3987c645d0') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:26.572476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f45a564-02eb-47f1-9c37-3b3987c645d0') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:26.590754 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.601891 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.610567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:26.611137 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:26.615501 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:26.661819 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5aa733b6-2ed2-4b91-ad88-80c51adc94dc tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.671290 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.722053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa733b6-2ed2-4b91-ad88-80c51adc94dc tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event deleted for resources: {'Subnet': ['ID=17d65bf6-5724-457a-9f19-6f30b7b73163,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:26.726164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5aa733b6-2ed2-4b91-ad88-80c51adc94dc tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.731446 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5aa733b6-2ed2-4b91-ad88-80c51adc94dc tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "DELETE /v2.0/subnets/17d65bf6-5724-457a-9f19-6f30b7b73163 HTTP/1.1" status: 204 len: 168 time: 1.1107783 Dec 17 13:18:26.742794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40544) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:26.747080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e6f12-6649-4a6c-ad3a-73e25afd5a76 None None] Network e41e5f82-8537-49fe-836e-8bed44fdccc8 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:26.751364 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4258fac4-9558-40d8-afd5-81ab74e1f7cc req-c9a3976b-0822-4ca4-9d43-d8409850a345 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 210 time: 0.0412135 Dec 17 13:18:26.764729 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4fb53b5b-d1e8-4fa8-8452-25d51623dd0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.845006 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.853336 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.857841 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] 10.222.0.59 "DELETE /v2.0/networks/86cbb87d-6554-448c-88c6-8a86dcb01267 HTTP/1.1" status: 204 len: 168 time: 1.7252502 Dec 17 13:18:26.874411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b80dd-4b07-43fb-b156-dab8ab88e36c tempest-NetworksIpV6TestAttrs-2058207753 tempest-NetworksIpV6TestAttrs-2058207753-project] Pushing event deleted for resources: {'Network': ['ID=86cbb87d-6554-448c-88c6-8a86dcb01267,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:26.880692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4fb53b5b-d1e8-4fa8-8452-25d51623dd0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:26.984948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ba471-cb90-4109-a01d-408b1ce0dc79 None None] DHCP port deletion for e41e5f82-8537-49fe-836e-8bed44fdccc8 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:27.045345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-451ba471-cb90-4109-a01d-408b1ce0dc79 None None] Deleting port 1150064f-6473-42ea-a5f5-84fa70f4a04b {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:27.046102 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-451ba471-cb90-4109-a01d-408b1ce0dc79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.131041 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-451ba471-cb90-4109-a01d-408b1ce0dc79 None None] For port 1150064f-6473-42ea-a5f5-84fa70f4a04b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=1150064f-6473-42ea-a5f5-84fa70f4a04b,segment=NetworkSegment(e75ac392-ed09-4711-ad79-555213bcf8cc),segment_id=e75ac392-ed09-4711-ad79-555213bcf8cc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:27.131041 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-451ba471-cb90-4109-a01d-408b1ce0dc79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.150058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-451ba471-cb90-4109-a01d-408b1ce0dc79 None None] Calling delete_port for 1150064f-6473-42ea-a5f5-84fa70f4a04b owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:27.251638 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.352960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Made reservation on behalf of b9ca8c4c705a4437affc1be4bfd20a5d for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:27.356591 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.380238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f9ce9-1227-4373-b0ce-d0af8f32541f req-16344892-1cd2-4fb8-bf49-af1c44e4dd20 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:27.386362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f9ce9-1227-4373-b0ce-d0af8f32541f req-16344892-1cd2-4fb8-bf49-af1c44e4dd20 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:27.392275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f9ce9-1227-4373-b0ce-d0af8f32541f req-16344892-1cd2-4fb8-bf49-af1c44e4dd20 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:27.393626 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-451ba471-cb90-4109-a01d-408b1ce0dc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.398946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f9ce9-1227-4373-b0ce-d0af8f32541f req-16344892-1cd2-4fb8-bf49-af1c44e4dd20 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:27.405192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f9ce9-1227-4373-b0ce-d0af8f32541f req-16344892-1cd2-4fb8-bf49-af1c44e4dd20 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:27.410930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f9ce9-1227-4373-b0ce-d0af8f32541f req-16344892-1cd2-4fb8-bf49-af1c44e4dd20 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:27.418872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f9ce9-1227-4373-b0ce-d0af8f32541f req-16344892-1cd2-4fb8-bf49-af1c44e4dd20 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:27.420884 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-883f9ce9-1227-4373-b0ce-d0af8f32541f req-16344892-1cd2-4fb8-bf49-af1c44e4dd20 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5427 time: 0.2212930 Dec 17 13:18:27.440876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ba471-cb90-4109-a01d-408b1ce0dc79 None None] Pushing event deleted for resources: {'Port': ['ID=1150064f-6473-42ea-a5f5-84fa70f4a04b,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:27.457337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ba471-cb90-4109-a01d-408b1ce0dc79 None None] No DVR routers for this DVR port 1150064f-6473-42ea-a5f5-84fa70f4a04b on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:27.502237 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4fb53b5b-d1e8-4fa8-8452-25d51623dd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.505167 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4fb53b5b-d1e8-4fa8-8452-25d51623dd0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.509219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4fb53b5b-d1e8-4fa8-8452-25d51623dd0e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2fac447-6acf-4348-a24f-31e1c95019dd HTTP/1.1" status: 204 len: 168 time: 0.9093173 Dec 17 13:18:27.515793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.528595 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40556) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:27.576436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb53b5b-d1e8-4fa8-8452-25d51623dd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fac447-6acf-4348-a24f-31e1c95019dd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:27.601613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.747806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Deleting port 1150064f-6473-42ea-a5f5-84fa70f4a04b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:27.748364 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.755099 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dcc955c1-9804-454d-8d6d-83f497e010b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a72a01f60291441a90128808a9f8509b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249732 Dec 17 13:18:27.758203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40560) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:27.761847 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-883f9ce9-1227-4373-b0ce-d0af8f32541f req-9062e6eb-6c3f-4ea8-bfec-1ed13bf78993 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3231609 Dec 17 13:18:27.852263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] For port 1150064f-6473-42ea-a5f5-84fa70f4a04b, host n-d-815324-5, got binding levels [] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:27.852675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.872215 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8555-6c73-48d8-9233-68dd8439215c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.883904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Pushing event updated for resources: {'Port': ['ID=bf8f6aed-f6d2-4fd7-bccc-870c1f48c071,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:27.890861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Calling delete_port for 1150064f-6473-42ea-a5f5-84fa70f4a04b owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:27.898693 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dcfd52a4-82ba-4acb-ad1b-30afa67363a4 req-b0cf1b0d-7f46-4cbe-ac5b-724877e0438b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 210 time: 0.0467257 Dec 17 13:18:27.904933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.ipam_backend_mixin [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Port 1150064f-6473-42ea-a5f5-84fa70f4a04b was not found and therefore no delete operation was performed {{(pid=110453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 13:18:27.910052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.916542 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.921724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Allocated IP 172.20.0.6 (829b9634-20e4-4680-a605-6e72fb3e7374/e2a5071f-2c4e-428f-861a-6a25290a0bfd/e345f3b0-e702-43f8-b2bb-93bcec3fa7d2) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:27.933444 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8555-6c73-48d8-9233-68dd8439215c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:27.979389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c689cc27-b479-4c1c-aced-54f92e8d624b no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:18:27.988147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] No DVR routers for this DVR port 1150064f-6473-42ea-a5f5-84fa70f4a04b on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:27.998511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event deleted for resources: {'Port': ['ID=1150064f-6473-42ea-a5f5-84fa70f4a04b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:28.039253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: c689cc27-b479-4c1c-aced-54f92e8d624b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:18:28.039615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c689cc27-b479-4c1c-aced-54f92e8d624b not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:18:28.040399 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 1150064f-6473-42ea-a5f5-84fa70f4a04b no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:18:28.062591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 1150064f-6473-42ea-a5f5-84fa70f4a04b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:18:28.063307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 1150064f-6473-42ea-a5f5-84fa70f4a04b not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:18:28.118520 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.119938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c8df1ca1-b63b-4598-bcc2-b15815aa71ba tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3395526 Dec 17 13:18:28.123192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40570) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:28.128033 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f9a7e596-9aef-48f2-8c20-2e560b25ea19 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-219045520', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'fixed_ips': [{'ip_address': '172.25.0.172'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:28.133610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.166526 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8555-6c73-48d8-9233-68dd8439215c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.166526 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd0d8555-6c73-48d8-9233-68dd8439215c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.168989 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fd0d8555-6c73-48d8-9233-68dd8439215c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/72a7041a-edab-4dee-aaf3-269757e9af90 HTTP/1.1" status: 204 len: 168 time: 0.4098899 Dec 17 13:18:28.182357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d8555-6c73-48d8-9233-68dd8439215c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a7041a-edab-4dee-aaf3-269757e9af90,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:28.192184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41e5f82-8537-49fe-836e-8bed44fdccc8']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:28.233163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75ac392-ed09-4711-ad79-555213bcf8cc') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:28.233467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75ac392-ed09-4711-ad79-555213bcf8cc') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:28.262256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a7e596-9aef-48f2-8c20-2e560b25ea19 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Made reservation on behalf of d3deba8e61504941930047208186ed7e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:28.262974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.267121 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e596-9aef-48f2-8c20-2e560b25ea19 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.276942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e596-9aef-48f2-8c20-2e560b25ea19 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.288120 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.305443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:28.305876 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:28.309105 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:28.390333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.408443 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e596-9aef-48f2-8c20-2e560b25ea19 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.437351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 731e1dcb-c235-4f38-a39c-20fb543ce7e9 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:18:28.452217 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.478530 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.479761 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e596-9aef-48f2-8c20-2e560b25ea19 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.484497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "DELETE /v2.0/networks/e41e5f82-8537-49fe-836e-8bed44fdccc8 HTTP/1.1" status: 204 len: 168 time: 1.7173014 Dec 17 13:18:28.485473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce670b98-12c0-4bc4-9b21-b8d7f8017bf2 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event deleted for resources: {'Network': ['ID=e41e5f82-8537-49fe-836e-8bed44fdccc8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:28.487371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40580) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:28.514826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-f9a7e596-9aef-48f2-8c20-2e560b25ea19 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] device_id is not set on port 6d4673d0-c512-4fe2-b56b-62ff29bca046 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:28.522185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7e596-9aef-48f2-8c20-2e560b25ea19 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9d27ac-ad47-414e-b08d-630b5c774c66,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:28.574614 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.588327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:18:28.594120 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:28.595153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.784129 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.830705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731e1dcb-c235-4f38-a39c-20fb543ce7e9'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:18:28.831942 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193a3c8c-e9b7-4ef0-ac9d-a7794b271b75" -d '{"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "731e1dcb-c235-4f38-a39c-20fb543ce7e9"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:18:28.856146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 731e1dcb-c235-4f38-a39c-20fb543ce7e9, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=731e1dcb-c235-4f38-a39c-20fb543ce7e9,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:28.880020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Network 829b9634-20e4-4680-a605-6e72fb3e7374 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:28.900539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Pushing event updated for resources: {'Port': ['ID=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:28.907001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:28.920283 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a7e596-9aef-48f2-8c20-2e560b25ea19 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 17 13:18:28.920283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a7e596-9aef-48f2-8c20-2e560b25ea19 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:18:28.934625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d5218-115d-4646-b30e-0196e1fd7989 None None] DHCP port deletion for 829b9634-20e4-4680-a605-6e72fb3e7374 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:28.947415 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27365b70-d079-4751-8f0c-fd03366dbfd5 x-openstack-request-id: req-27365b70-d079-4751-8f0c-fd03366dbfd5 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:18:28.947794 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "731e1dcb-c235-4f38-a39c-20fb543ce7e9", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:18:28.947986 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27365b70-d079-4751-8f0c-fd03366dbfd5 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:18:28.948455 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731e1dcb-c235-4f38-a39c-20fb543ce7e9', 'code': 200} Dec 17 13:18:28.958261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:28.964290 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:28.966368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c48b8075-90b6-4a05-99c5-7ae2869d8493 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:18:29.006201 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f9a7e596-9aef-48f2-8c20-2e560b25ea19 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8819351 Dec 17 13:18:29.006882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40604) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.082173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-66a51d6d-a9c7-4036-af1f-4b126554a063 None None] Provisioning complete for port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:29.085151 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-66a51d6d-a9c7-4036-af1f-4b126554a063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:29.098187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:29.099503 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:29.129386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e1c19177-ca6c-4d99-bf58-e65946daefd6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Deleting port 7b73aa7c-9f26-430f-891d-fb137ec0051b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:29.129824 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1c19177-ca6c-4d99-bf58-e65946daefd6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:29.191739 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=731e1dcb-c235-4f38-a39c-20fb543ce7e9,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:29.211418 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-66a51d6d-a9c7-4036-af1f-4b126554a063 None None] Port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:18:29.233631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa635ede-b25e-4547-8fd9-9216fbbcc682 req-234883b5-942b-4327-969a-708c3990e6c7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:29.240611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa635ede-b25e-4547-8fd9-9216fbbcc682 req-234883b5-942b-4327-969a-708c3990e6c7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:29.247548 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa635ede-b25e-4547-8fd9-9216fbbcc682 req-234883b5-942b-4327-969a-708c3990e6c7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:29.257349 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa635ede-b25e-4547-8fd9-9216fbbcc682 req-234883b5-942b-4327-969a-708c3990e6c7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:29.268134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa635ede-b25e-4547-8fd9-9216fbbcc682 req-234883b5-942b-4327-969a-708c3990e6c7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:29.278406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa635ede-b25e-4547-8fd9-9216fbbcc682 req-234883b5-942b-4327-969a-708c3990e6c7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:29.285993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa635ede-b25e-4547-8fd9-9216fbbcc682 req-234883b5-942b-4327-969a-708c3990e6c7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:29.288262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa635ede-b25e-4547-8fd9-9216fbbcc682 req-234883b5-942b-4327-969a-708c3990e6c7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5428 time: 0.3264928 Dec 17 13:18:29.289085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40610) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.306840 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-4a24eadb-0d89-49b7-94f9-6edf60fac170 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7740483 Dec 17 13:18:29.354514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port c48b8075-90b6-4a05-99c5-7ae2869d8493 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:18:29.354752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-cccfb337-a806-4c6a-ad32-f13432c268f5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.355799 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-cccfb337-a806-4c6a-ad32-f13432c268f5 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134161 Dec 17 13:18:29.357654 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28892ecc-9c98-4e24-b294-e231fa92b92f req-ea322fd9-cd1d-4009-b2cb-884b23608aae tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:29.360762 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port c48b8075-90b6-4a05-99c5-7ae2869d8493 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:29.362019 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28892ecc-9c98-4e24-b294-e231fa92b92f req-ea322fd9-cd1d-4009-b2cb-884b23608aae tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 931 time: 0.2071993 Dec 17 13:18:29.370253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c2f83fab-c465-46a2-b8f8-3ed5a9810254 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Deleting port bf8f6aed-f6d2-4fd7-bccc-870c1f48c071 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:29.370616 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:29.370821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f83fab-c465-46a2-b8f8-3ed5a9810254 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:29.373047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Request body: {'port': {'device_id': 'd20f8997-fedc-4b5d-9033-ce49b4fd9064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:29.442172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1c19177-ca6c-4d99-bf58-e65946daefd6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:29.442172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1c19177-ca6c-4d99-bf58-e65946daefd6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:29.451319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa635ede-b25e-4547-8fd9-9216fbbcc682 req-1316dafd-c9bd-4ed1-b658-33ba04c16ee5 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431284 Dec 17 13:18:29.472395 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28892ecc-9c98-4e24-b294-e231fa92b92f req-23baa8ac-3dd9-46b3-beff-0ed8b4cc1ddb tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948658 Dec 17 13:18:29.490508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e1c19177-ca6c-4d99-bf58-e65946daefd6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Calling delete_port for 7b73aa7c-9f26-430f-891d-fb137ec0051b owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:29.512269 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:29.588372 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f83fab-c465-46a2-b8f8-3ed5a9810254 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:29.588848 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f83fab-c465-46a2-b8f8-3ed5a9810254 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:29.600844 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:29.607042 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c2f83fab-c465-46a2-b8f8-3ed5a9810254 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Calling delete_port for bf8f6aed-f6d2-4fd7-bccc-870c1f48c071 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:29.608033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-df6ccf03-f25b-41db-8edb-3cca17efb9f3 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.609418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-df6ccf03-f25b-41db-8edb-3cca17efb9f3 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3156192 Dec 17 13:18:29.613970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40620) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.624374 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-4c530019-2a7e-45f0-b86f-865eccb3f087 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.626031 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4c530019-2a7e-45f0-b86f-865eccb3f087 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0107040 Dec 17 13:18:29.628753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40622) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.640640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-727fd51c-c1c0-4169-97da-544ef4d168ff tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.644111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-727fd51c-c1c0-4169-97da-544ef4d168ff tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0091288 Dec 17 13:18:29.648193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40624) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.656012 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c48b8075-90b6-4a05-99c5-7ae2869d8493, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c48b8075-90b6-4a05-99c5-7ae2869d8493,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:29.687271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-9fa5d3ce-dc52-4a4d-a80a-05924d18aef9 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.693187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9fa5d3ce-dc52-4a4d-a80a-05924d18aef9 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0169742 Dec 17 13:18:29.694755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40628) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.708354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-6e1025f4-937b-42dc-9269-6e8b5b644e77 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.712263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6e1025f4-937b-42dc-9269-6e8b5b644e77 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0107369 Dec 17 13:18:29.720076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40630) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.731803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-3c7fca4e-e00c-49f9-bff6-58a97910d8ed tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.735251 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3c7fca4e-e00c-49f9-bff6-58a97910d8ed tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0116603 Dec 17 13:18:29.736944 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:29.737842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f99441c3-e78c-481a-a400-377495b58bb3 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:18:29.742873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40632) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.755105 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-2b87c251-2374-4a93-95f3-70d92f40f12d tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.762953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2b87c251-2374-4a93-95f3-70d92f40f12d tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0122797 Dec 17 13:18:29.772680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40634) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.794196 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-304de827-ca11-4b33-950c-e3bca10d9399 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.797548 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-304de827-ca11-4b33-950c-e3bca10d9399 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0215759 Dec 17 13:18:29.798112 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40636) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.803149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-6e838392-34ad-4443-88d3-318ed19429a6 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.806930 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6e838392-34ad-4443-88d3-318ed19429a6 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053115 Dec 17 13:18:29.806930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40638) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.814082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-2acd3242-441e-4486-b7dc-975d1d42adab tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.819110 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2acd3242-441e-4486-b7dc-975d1d42adab tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0077581 Dec 17 13:18:29.823914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40640) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.835442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-b3d12eb7-0a11-42be-858e-3cf0ee9c8311 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.838894 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b3d12eb7-0a11-42be-858e-3cf0ee9c8311 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0106835 Dec 17 13:18:29.846076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40642) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.886492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40644) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.889483 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-09970b63-91c6-405c-be75-9728b72a5d47 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.893122 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-09970b63-91c6-405c-be75-9728b72a5d47 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050673 Dec 17 13:18:29.897423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40646) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.905404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-dfb5673a-e07d-4f19-8671-9ed74b8a5b42 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.909538 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dfb5673a-e07d-4f19-8671-9ed74b8a5b42 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0071681 Dec 17 13:18:29.909538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40652) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.914808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-e47033fa-fd26-4900-a2d0-90b5b362e376 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.918318 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e47033fa-fd26-4900-a2d0-90b5b362e376 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0053558 Dec 17 13:18:29.919582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40654) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.923289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-537f7bcf-028c-43d2-acb5-ecced1950652 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.928637 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-537f7bcf-028c-43d2-acb5-ecced1950652 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047534 Dec 17 13:18:29.929144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40656) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.929690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=c48b8075-90b6-4a05-99c5-7ae2869d8493,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:29.949795 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-08dce105-72b5-4c3c-a087-227cc7c9015b tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.951418 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-08dce105-72b5-4c3c-a087-227cc7c9015b tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0211267 Dec 17 13:18:29.956031 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40658) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.976504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-d1ef2072-0659-4478-8b4a-dbb0de4cdfad tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:29.979748 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d1ef2072-0659-4478-8b4a-dbb0de4cdfad tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0227249 Dec 17 13:18:29.995641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40660) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:29.998829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-9409da97-289d-493a-9ddd-17c581966c09 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.004159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40662) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.006702 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9409da97-289d-493a-9ddd-17c581966c09 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0122795 Dec 17 13:18:30.012327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-3e05ec68-e724-44ca-87be-00c87146abb4 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.013365 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3e05ec68-e724-44ca-87be-00c87146abb4 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0082583 Dec 17 13:18:30.016078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40664) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.017504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port f99441c3-e78c-481a-a400-377495b58bb3 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:18:30.039931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port f99441c3-e78c-481a-a400-377495b58bb3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:30.039931 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.040644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-ff60a412-4129-45f8-adf8-333e27b78d8b tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.040644 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ff60a412-4129-45f8-adf8-333e27b78d8b tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0143113 Dec 17 13:18:30.044394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40666) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.061599 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1a26169d-ecec-4472-b461-9a4e508d3987 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group': {'name': 'tempest-secgroup--64407173'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:30.093535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-f8012b26-0b60-4a11-950a-a329c0833730 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.094666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f8012b26-0b60-4a11-950a-a329c0833730 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0064039 Dec 17 13:18:30.099714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40668) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.105749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-a5cf0635-12c6-4e25-a812-b443a7974330 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.110380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40670) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.111612 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a5cf0635-12c6-4e25-a812-b443a7974330 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0085256 Dec 17 13:18:30.117930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-4d786f8b-9671-4afc-8aa8-df9e94c6fe3b tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.121645 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4d786f8b-9671-4afc-8aa8-df9e94c6fe3b tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0076206 Dec 17 13:18:30.121794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40672) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.126310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-61c30fc6-c4b7-4e6d-b09d-2de64f39495f tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.130843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-61c30fc6-c4b7-4e6d-b09d-2de64f39495f tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046926 Dec 17 13:18:30.130843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40674) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.135273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-c601d7c9-dbce-4afe-a5eb-6ac36a114ef9 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.139116 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c601d7c9-dbce-4afe-a5eb-6ac36a114ef9 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050395 Dec 17 13:18:30.140825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40676) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.146620 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.152253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-fad935ad-f696-4022-b7df-d3dfd68aef1a tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.152253 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fad935ad-f696-4022-b7df-d3dfd68aef1a tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0069146 Dec 17 13:18:30.152548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40678) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.156172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-1788e464-9be3-4559-b1e7-9e986c93f9d7 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.157176 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1788e464-9be3-4559-b1e7-9e986c93f9d7 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043039 Dec 17 13:18:30.159747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40680) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.172155 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-d3428138-32f0-4775-96ab-a2f2489f07a7 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.172991 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d3428138-32f0-4775-96ab-a2f2489f07a7 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0115044 Dec 17 13:18:30.174383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f83fab-c465-46a2-b8f8-3ed5a9810254 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.177197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40682) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.182765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-3610cbec-9a03-498a-9c76-c5722aac5951 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.183853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3610cbec-9a03-498a-9c76-c5722aac5951 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0056968 Dec 17 13:18:30.186605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40684) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.194775 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f99441c3-e78c-481a-a400-377495b58bb3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f99441c3-e78c-481a-a400-377495b58bb3,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:30.199747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-c0d0b11b-d676-4386-bb12-7a9cf812e121 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.200751 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c0d0b11b-d676-4386-bb12-7a9cf812e121 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0128691 Dec 17 13:18:30.209645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40686) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.214269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-4dd7dddb-8776-496c-926a-0e5d27d962b0 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.216085 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4dd7dddb-8776-496c-926a-0e5d27d962b0 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045493 Dec 17 13:18:30.216234 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a26169d-ecec-4472-b461-9a4e508d3987 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.223688 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1c19177-ca6c-4d99-bf58-e65946daefd6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.223948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f83fab-c465-46a2-b8f8-3ed5a9810254 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf8f6aed-f6d2-4fd7-bccc-870c1f48c071,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:30.224905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40688) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.238537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-9a13a961-74c7-4788-81d7-cf9dc7546776 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.242551 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9a13a961-74c7-4788-81d7-cf9dc7546776 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0108650 Dec 17 13:18:30.250842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40690) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.251034 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a26169d-ecec-4472-b461-9a4e508d3987 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.273617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c19177-ca6c-4d99-bf58-e65946daefd6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Pushing event deleted for resources: {'Port': ['ID=7b73aa7c-9f26-430f-891d-fb137ec0051b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:30.279139 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.280116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 481bfb10-dde3-4f1f-a464-4d5a08d9a84c up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:18:30.296962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-f478c227-f339-4ee4-a26f-8ddd88929c45 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.300432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f478c227-f339-4ee4-a26f-8ddd88929c45 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0054648 Dec 17 13:18:30.308020 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f83fab-c465-46a2-b8f8-3ed5a9810254 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.308944 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f83fab-c465-46a2-b8f8-3ed5a9810254 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.310170 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c2f83fab-c465-46a2-b8f8-3ed5a9810254 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066 tempest-ExternalNetworksAdminNegativeTestJSON-1752251066-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/d26d3cbd-247b-40bd-b101-a3d5c2a4fbe9 HTTP/1.1" status: 204 len: 168 time: 1.3023212 Dec 17 13:18:30.311139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40692) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.315837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-7b4e5ceb-f6fc-4f71-9c5d-146580a032c9 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.319902 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7b4e5ceb-f6fc-4f71-9c5d-146580a032c9 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046077 Dec 17 13:18:30.321201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40696) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.329294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-8461b6f5-0de6-452b-a683-ecd40ac9339f tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.332942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8461b6f5-0de6-452b-a683-ecd40ac9339f tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0080864 Dec 17 13:18:30.333801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40698) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.341173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-eaace558-54db-4e71-bc3f-bdb84ee30409 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.344537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-eaace558-54db-4e71-bc3f-bdb84ee30409 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0074797 Dec 17 13:18:30.345483 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40700) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.350648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-df94e353-13bc-4e72-b823-c732f48d9afd tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.353739 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-df94e353-13bc-4e72-b823-c732f48d9afd tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052249 Dec 17 13:18:30.355769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40702) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.363159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-bd6125c5-cca8-4e0c-b536-f0b744fb02ad tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.365201 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bd6125c5-cca8-4e0c-b536-f0b744fb02ad tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0077941 Dec 17 13:18:30.371453 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40704) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.376187 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-73bad1e5-f372-4213-8eca-4ca94188a5e1 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.377415 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-73bad1e5-f372-4213-8eca-4ca94188a5e1 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047381 Dec 17 13:18:30.380335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40706) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.385930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-5080bef0-74ff-45f9-927c-3e639d74b848 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.387176 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5080bef0-74ff-45f9-927c-3e639d74b848 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0050359 Dec 17 13:18:30.391805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40708) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.398209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-07576cd1-22b7-4747-95db-5953248491f2 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.399477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-07576cd1-22b7-4747-95db-5953248491f2 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0065269 Dec 17 13:18:30.413221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=f99441c3-e78c-481a-a400-377495b58bb3,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:30.413731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40710) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.421671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-b20f6284-5138-4178-926e-f9508d635f61 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.422682 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b20f6284-5138-4178-926e-f9508d635f61 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045123 Dec 17 13:18:30.426122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:18:30.426318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40712) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.436190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-27622eb2-d0f9-4815-8853-f7713eccb0ca tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.437216 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-27622eb2-d0f9-4815-8853-f7713eccb0ca tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0101166 Dec 17 13:18:30.440752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40714) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.446871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-40aba196-7b07-42f3-b047-ac18d651ec6f tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.447277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.447888 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-40aba196-7b07-42f3-b047-ac18d651ec6f tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0062058 Dec 17 13:18:30.452794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40716) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.458453 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-100479dc-c0ed-425f-a94c-b2f9dcce0701 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.459911 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-100479dc-c0ed-425f-a94c-b2f9dcce0701 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0060563 Dec 17 13:18:30.464906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40718) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.465712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Transition to ACTIVE for port object e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:18:30.467582 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:18:30.469910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-dafab73a-f34b-4e94-b348-b0f34ae0e2ea tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.471334 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dafab73a-f34b-4e94-b348-b0f34ae0e2ea tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0048857 Dec 17 13:18:30.472963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:30.473598 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.477448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40720) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.487150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-86d2c1b2-ac98-40a5-8f06-c14c9e581b81 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.490412 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-86d2c1b2-ac98-40a5-8f06-c14c9e581b81 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0107539 Dec 17 13:18:30.493492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40724) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.506592 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-9b67e1d4-1ef7-4990-9fb4-5d1d14a0079d tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.508761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9b67e1d4-1ef7-4990-9fb4-5d1d14a0079d tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0135028 Dec 17 13:18:30.514218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40728) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.520401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-865aa928-d26c-4575-95f4-ab09932e9952 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.523167 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-865aa928-d26c-4575-95f4-ab09932e9952 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070083 Dec 17 13:18:30.526784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a26169d-ecec-4472-b461-9a4e508d3987 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.528407 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40730) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.534668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-7917f5f7-43e2-4e17-9f88-b6ba7e1fff11 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.536489 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7917f5f7-43e2-4e17-9f88-b6ba7e1fff11 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0067158 Dec 17 13:18:30.540274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40732) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.547567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-499296da-f36c-4056-a26b-1f559f19f94b tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.555523 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-499296da-f36c-4056-a26b-1f559f19f94b tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0067832 Dec 17 13:18:30.557676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40734) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.562462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-4ff9984f-16b8-4442-964e-6e3f424c6e0d tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.563432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4ff9984f-16b8-4442-964e-6e3f424c6e0d tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047047 Dec 17 13:18:30.565929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40736) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.572230 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.574544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-d3ca66c6-e3ff-4f26-b714-94db1a5908e4 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.575474 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d3ca66c6-e3ff-4f26-b714-94db1a5908e4 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0085149 Dec 17 13:18:30.579604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40738) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.588281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-510a2ff4-040f-4f9b-8345-191bd53323c2 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.595418 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-510a2ff4-040f-4f9b-8345-191bd53323c2 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0087826 Dec 17 13:18:30.597408 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40740) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.602593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-9ba8f2ac-14b5-481c-b54d-36d70c6eac59 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.603589 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9ba8f2ac-14b5-481c-b54d-36d70c6eac59 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051506 Dec 17 13:18:30.606811 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40742) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.619937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-5a4b6e62-f660-4c0c-a00e-9efbfdad0346 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.621026 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5a4b6e62-f660-4c0c-a00e-9efbfdad0346 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0133085 Dec 17 13:18:30.625473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40744) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.627833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-a1865b57-7e28-4cac-a5fb-3cf53782f0de tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.631238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a1865b57-7e28-4cac-a5fb-3cf53782f0de tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042415 Dec 17 13:18:30.641671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40746) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.649353 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.650630 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a26169d-ecec-4472-b461-9a4e508d3987 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.669286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-65cd8fb9-dc49-4fed-ab90-05a76f3090c3 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.670336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-65cd8fb9-dc49-4fed-ab90-05a76f3090c3 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0245597 Dec 17 13:18:30.676907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40748) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.686307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-46eb9e49-1b90-44f3-8299-640f06bedd5c tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.690452 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-46eb9e49-1b90-44f3-8299-640f06bedd5c tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0094712 Dec 17 13:18:30.716854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40750) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.716854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Pushing event updated for resources: {'Port': ['ID=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:30.716854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-6e31d8f8-1402-4b33-be9d-0f8ce6fa1522 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.716854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6e31d8f8-1402-4b33-be9d-0f8ce6fa1522 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0049438 Dec 17 13:18:30.716854 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1c19177-ca6c-4d99-bf58-e65946daefd6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.716854 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e1c19177-ca6c-4d99-bf58-e65946daefd6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.718013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40752) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.718125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e1c19177-ca6c-4d99-bf58-e65946daefd6 tempest-FloatingIPAdminTestJSON-511375527 tempest-FloatingIPAdminTestJSON-511375527-project] 10.222.0.59 "DELETE /v2.0/floatingips/641b6902-cb74-4bfb-955d-b8206c563982 HTTP/1.1" status: 204 len: 168 time: 2.2230408 Dec 17 13:18:30.718222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4ff1cd-464e-4a2f-ae15-6a821b7a33c3 None None] DHCP port deletion for 829b9634-20e4-4680-a605-6e72fb3e7374 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:30.736450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=481bfb10-dde3-4f1f-a464-4d5a08d9a84c,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:30.742227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-c11c0577-349d-45a4-9301-43ae1e6ee2d8 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.745473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c11c0577-349d-45a4-9301-43ae1e6ee2d8 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0174224 Dec 17 13:18:30.754890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40756) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.763151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-f6626c92-bb45-4c6f-9841-6ddec168da67 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.765404 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f6626c92-bb45-4c6f-9841-6ddec168da67 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083616 Dec 17 13:18:30.790351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40758) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.806006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-33161166-cae5-4c0c-b32a-4e62328ec943 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.807158 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-33161166-cae5-4c0c-b32a-4e62328ec943 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0148597 Dec 17 13:18:30.817091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddd47-bdd8-4303-aaa1-8d3c4f23fcb8 req-c6f2a8f7-df57-47a0-af1a-c7397eba18d8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:30.818948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87f39-7320-486b-96c8-e2735deaf1a3 req-34ccd423-5227-4a2f-b02f-b9c275d36d5d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:30.821419 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-33e87f39-7320-486b-96c8-e2735deaf1a3 req-34ccd423-5227-4a2f-b02f-b9c275d36d5d tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 943 time: 0.2165196 Dec 17 13:18:30.822709 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.823921 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40760) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.824214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 020196ad-0617-491a-a5a3-0e0d6fbcee80 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:18:30.833817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddd47-bdd8-4303-aaa1-8d3c4f23fcb8 req-c6f2a8f7-df57-47a0-af1a-c7397eba18d8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:30.834050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-26d5f2fc-0654-4c97-9371-30c52f9cbb14 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.839729 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-26d5f2fc-0654-4c97-9371-30c52f9cbb14 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0097771 Dec 17 13:18:30.839729 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26169d-ecec-4472-b461-9a4e508d3987 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59df898b-d672-4b7c-b032-560151ac96cd,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:30.848170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40762) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.854500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddd47-bdd8-4303-aaa1-8d3c4f23fcb8 req-c6f2a8f7-df57-47a0-af1a-c7397eba18d8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:30.857518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-a2b19fb0-1e3d-40f4-b8ee-23b550925fb1 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.859039 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a2b19fb0-1e3d-40f4-b8ee-23b550925fb1 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048637 Dec 17 13:18:30.869301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddd47-bdd8-4303-aaa1-8d3c4f23fcb8 req-c6f2a8f7-df57-47a0-af1a-c7397eba18d8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:30.878043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddd47-bdd8-4303-aaa1-8d3c4f23fcb8 req-c6f2a8f7-df57-47a0-af1a-c7397eba18d8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:30.882906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40764) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.887966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddd47-bdd8-4303-aaa1-8d3c4f23fcb8 req-c6f2a8f7-df57-47a0-af1a-c7397eba18d8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:30.895757 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-9254236f-2202-457d-9967-a0fb3f6ecd23 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.899877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddd47-bdd8-4303-aaa1-8d3c4f23fcb8 req-c6f2a8f7-df57-47a0-af1a-c7397eba18d8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:30.900050 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9254236f-2202-457d-9967-a0fb3f6ecd23 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0110505 Dec 17 13:18:30.906364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40766) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.908151 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de0ddd47-bdd8-4303-aaa1-8d3c4f23fcb8 req-c6f2a8f7-df57-47a0-af1a-c7397eba18d8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5430 time: 0.3225412 Dec 17 13:18:30.920117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-64ecc71a-d65d-43e5-b9c3-2ff405ea1010 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.921140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-64ecc71a-d65d-43e5-b9c3-2ff405ea1010 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0115886 Dec 17 13:18:30.927152 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40768) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.934536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-4e2028cb-607b-42f1-bd30-6f0c56b3cc36 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.936608 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4e2028cb-607b-42f1-bd30-6f0c56b3cc36 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0054331 Dec 17 13:18:30.954515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40772) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.960346 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a26169d-ecec-4472-b461-9a4e508d3987 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:30.961723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48b8075-90b6-4a05-99c5-7ae2869d8493'}, {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99441c3-e78c-481a-a400-377495b58bb3'}, {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481bfb10-dde3-4f1f-a464-4d5a08d9a84c'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:18:30.962750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-02553f1e-6297-4ca7-8105-bb4d30897f17 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.966301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-02553f1e-6297-4ca7-8105-bb4d30897f17 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0084643 Dec 17 13:18:30.966516 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bf769d-02ce-4abb-b69d-130e2b7a8248" -d '{"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "c48b8075-90b6-4a05-99c5-7ae2869d8493"}, {"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "f99441c3-e78c-481a-a400-377495b58bb3"}, {"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "481bfb10-dde3-4f1f-a464-4d5a08d9a84c"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:18:30.967964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40774) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.979352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [None req-810868f3-c8df-49ec-aaed-353116ba9bc2 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.983786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-810868f3-c8df-49ec-aaed-353116ba9bc2 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0093210 Dec 17 13:18:30.984044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40778) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:30.988969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [None req-7d56c338-4de6-4492-9e76-0a4c8c151243 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:30.995759 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7d56c338-4de6-4492-9e76-0a4c8c151243 tempest-ExtensionsTestJSON-447847570 tempest-ExtensionsTestJSON-447847570-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0107603 Dec 17 13:18:31.009555 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-33e87f39-7320-486b-96c8-e2735deaf1a3 req-01be01b8-a039-4e7b-9b39-039dd0887a10 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699080 Dec 17 13:18:31.023128 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a26169d-ecec-4472-b461-9a4e508d3987 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.024133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Attempting to bind port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:31.024481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Attempting to bind port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:31.024866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Attempting to bind port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 on network 829b9634-20e4-4680-a605-6e72fb3e7374 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:31.038075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=481bfb10-dde3-4f1f-a464-4d5a08d9a84c,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:31.054801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 on network 829b9634-20e4-4680-a605-6e72fb3e7374 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:31.055173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Attempting to bind port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 on network 829b9634-20e4-4680-a605-6e72fb3e7374 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:31.079836 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26169d-ecec-4472-b461-9a4e508d3987 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5450bff-0804-4587-8ecb-cf514b3b3770,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:31.100451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:18:31.102215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Checking segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:31.102637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Bound using segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:18:31.103105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Bound port: e345f3b0-e702-43f8-b2bb-93bcec3fa7d2, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:18:31.103478 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.121421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 020196ad-0617-491a-a5a3-0e0d6fbcee80 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:18:31.131189 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Dec 2021 13:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b117ab7-4d11-4262-9e47-9c7f205613b2 x-openstack-request-id: req-4b117ab7-4d11-4262-9e47-9c7f205613b2 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:18:31.131781 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "c48b8075-90b6-4a05-99c5-7ae2869d8493", "code": 200}, {"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "f99441c3-e78c-481a-a400-377495b58bb3", "code": 200}, {"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "481bfb10-dde3-4f1f-a464-4d5a08d9a84c", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:18:31.132057 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b117ab7-4d11-4262-9e47-9c7f205613b2 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:18:31.132494 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48b8075-90b6-4a05-99c5-7ae2869d8493', 'code': 200} Dec 17 13:18:31.132919 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99441c3-e78c-481a-a400-377495b58bb3', 'code': 200} Dec 17 13:18:31.133188 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481bfb10-dde3-4f1f-a464-4d5a08d9a84c', 'code': 200} Dec 17 13:18:31.134011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 020196ad-0617-491a-a5a3-0e0d6fbcee80 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:31.134539 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.149030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-de0ddd47-bdd8-4303-aaa1-8d3c4f23fcb8 req-b35a6b5c-0472-4ac7-8758-a413d460b85c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2390888 Dec 17 13:18:31.185470 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a26169d-ecec-4472-b461-9a4e508d3987 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.187525 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1a26169d-ecec-4472-b461-9a4e508d3987 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2944603 Dec 17 13:18:31.195075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40784) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:31.283309 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.297154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8eb64e24-cdf9-4a5b-89c4-fe4525475cc1 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1007576 Dec 17 13:18:31.300036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40788) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:31.303159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] For port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:18:31.306367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-54723cdf-2c69-43f5-86cc-4783e0029d07 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group': {'name': 'tempest-security--2047686955', 'description': 'tempest-security-description-768709153'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:31.327685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] For port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:18:31.355074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 020196ad-0617-491a-a5a3-0e0d6fbcee80, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=020196ad-0617-491a-a5a3-0e0d6fbcee80,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:31.365325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54723cdf-2c69-43f5-86cc-4783e0029d07 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.371858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40790) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:31.434118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.440513 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40794) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:31.470934 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54723cdf-2c69-43f5-86cc-4783e0029d07 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.483374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8087bb43-0905-44b6-8999-4242d8768557 None None] DHCP port deletion for 829b9634-20e4-4680-a605-6e72fb3e7374 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:31.497561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:31.498232 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.499025 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.499681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] 10.222.0.61 "PUT /v2.0/ports/e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 HTTP/1.1" status: 200 len: 1091 time: 2.1312923 Dec 17 13:18:31.500158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20f8997-fedc-4b5d-9033-ce49b4fd9064', 'tag': 'e345f3b0-e702-43f8-b2bb-93bcec3fa7d2'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:18:31.500369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 9253d3de-7598-4eba-9f8b-4849269c1037 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:18:31.502815 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388e412d-62b9-494c-b10a-b735d5d01a09" -d '{"events": [{"name": "network-changed", "server_uuid": "d20f8997-fedc-4b5d-9033-ce49b4fd9064", "tag": "e345f3b0-e702-43f8-b2bb-93bcec3fa7d2"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:18:31.531923 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54723cdf-2c69-43f5-86cc-4783e0029d07 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.538286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54723cdf-2c69-43f5-86cc-4783e0029d07 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.540541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a0e34-f366-4e69-84ac-74e958ef4f6f service neutron] Pushing event updated for resources: {'Port': ['ID=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:31.544568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40802) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:31.545768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-54723cdf-2c69-43f5-86cc-4783e0029d07 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "PUT /v2.0/security-groups/f5450bff-0804-4587-8ecb-cf514b3b3770 HTTP/1.1" status: 200 len: 1796 time: 0.2434752 Dec 17 13:18:31.598165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54723cdf-2c69-43f5-86cc-4783e0029d07 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5450bff-0804-4587-8ecb-cf514b3b3770,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:31.615515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d8454870-cd7c-466d-be6d-32d32aa1d90e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-groups/f5450bff-0804-4587-8ecb-cf514b3b3770 HTTP/1.1" status: 200 len: 1796 time: 0.0699487 Dec 17 13:18:31.622352 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40804) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:31.629339 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-55aabdab-60ce-4e4b-ae7c-9e040da70b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.749305 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.754164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=020196ad-0617-491a-a5a3-0e0d6fbcee80,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:31.800614 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4909efc5-797c-4f6e-a1a7-7e0353d7f0f2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.806913 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-55aabdab-60ce-4e4b-ae7c-9e040da70b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.831694 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c9fbf490-c648-428b-8d1d-a16cc0e95f80 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a67650d07c8749228fb86d5d52a73cb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3896670 Dec 17 13:18:31.834447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40810) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:31.877314 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4909efc5-797c-4f6e-a1a7-7e0353d7f0f2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.882313 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-55aabdab-60ce-4e4b-ae7c-9e040da70b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.890470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 9253d3de-7598-4eba-9f8b-4849269c1037 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:18:31.895131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 9253d3de-7598-4eba-9f8b-4849269c1037 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:31.895596 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:31.957999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aabdab-60ce-4e4b-ae7c-9e040da70b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8848a43-fe88-4990-91ef-e41876469809,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:32.023007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4909efc5-797c-4f6e-a1a7-7e0353d7f0f2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.026284 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4909efc5-797c-4f6e-a1a7-7e0353d7f0f2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.031691 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4909efc5-797c-4f6e-a1a7-7e0353d7f0f2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-groups/f5450bff-0804-4587-8ecb-cf514b3b3770 HTTP/1.1" status: 204 len: 168 time: 0.3933043 Dec 17 13:18:32.040182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40814) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:32.080039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909efc5-797c-4f6e-a1a7-7e0353d7f0f2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5450bff-0804-4587-8ecb-cf514b3b3770,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:32.092956 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-55aabdab-60ce-4e4b-ae7c-9e040da70b9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7cda5c158554e588db7791128950bf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7198534 Dec 17 13:18:32.100466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40818) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:32.154671 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0348e384-9a9b-4901-a0a6-e79e15f4fedc x-openstack-request-id: req-0348e384-9a9b-4901-a0a6-e79e15f4fedc {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:18:32.154973 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20f8997-fedc-4b5d-9033-ce49b4fd9064", "tag": "e345f3b0-e702-43f8-b2bb-93bcec3fa7d2", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:18:32.155230 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0348e384-9a9b-4901-a0a6-e79e15f4fedc {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:18:32.155643 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20f8997-fedc-4b5d-9033-ce49b4fd9064', 'tag': 'e345f3b0-e702-43f8-b2bb-93bcec3fa7d2', 'status': 'completed', 'code': 200} Dec 17 13:18:32.167952 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a12ec592-a21e-42bf-9b34-1621af7e96ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.201039 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.230611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40822) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:32.233379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-24dd0cc5-e6e4-47d1-bcb1-06db65c3153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:32.234954 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-24dd0cc5-e6e4-47d1-bcb1-06db65c3153c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 1094 time: 0.5786910 Dec 17 13:18:32.251056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7c0dd7c3-07fb-47a8-b856-99ce2e3fe91d tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1904726 Dec 17 13:18:32.251380 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a12ec592-a21e-42bf-9b34-1621af7e96ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.251538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40826) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:32.287060 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-f273bf36-2434-42e6-b6bc-f7d093be0eb0 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] delete failed (client error): The resource could not be found. Dec 17 13:18:32.299322 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f273bf36-2434-42e6-b6bc-f7d093be0eb0 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-groups/f5450bff-0804-4587-8ecb-cf514b3b3770 HTTP/1.1" status: 404 len: 347 time: 0.0400074 Dec 17 13:18:32.300304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40828) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:32.314939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-38fd2520-ce6a-425a-8f44-f9814d98ee4b tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group': {'name': 'tempest-secgroup--333839595'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:32.379526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-9bb4f70b-ed27-4df2-8cff-dd8c2821a694 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 HTTP/1.1" status: 200 len: 217 time: 0.1312587 Dec 17 13:18:32.394100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6aea373d-ae2a-454b-b795-fb5cded0dd83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.428531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d825-b32b-400d-8e76-45c8d88ad8e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.460336 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d825-b32b-400d-8e76-45c8d88ad8e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.529425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8d5e2-ca5e-4b67-9c1f-e2808be37b34 req-0edb7dcb-bb36-4720-a771-f4599923cfef tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:32.530473 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9b8d5e2-ca5e-4b67-9c1f-e2808be37b34 req-0edb7dcb-bb36-4720-a771-f4599923cfef tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 943 time: 0.2896147 Dec 17 13:18:32.556767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 9253d3de-7598-4eba-9f8b-4849269c1037, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=9253d3de-7598-4eba-9f8b-4849269c1037,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:32.583943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e3efb0ac-66a0-4d8d-ab9e-1fae57a8c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:32.585631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e3efb0ac-66a0-4d8d-ab9e-1fae57a8c506 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2a5071f-2c4e-428f-861a-6a25290a0bfd HTTP/1.1" status: 200 len: 851 time: 0.1881156 Dec 17 13:18:32.645764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-5321e916-5b2b-42fc-93b8-60250f116c76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829b9634-20e4-4680-a605-6e72fb3e7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486512 Dec 17 13:18:32.670283 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9b8d5e2-ca5e-4b67-9c1f-e2808be37b34 req-9c7d2f21-3a43-4749-98ee-a9173f2920aa tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209462 Dec 17 13:18:32.685696 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.687346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device db44cc76-cbbb-4292-9e98-ca42f4f1f200 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:18:32.765873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd96d6-d4d4-430b-b6b1-3cba48273768 req-f47c56d1-4065-45c1-9254-b09a2bd8bdcb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:32.772526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd96d6-d4d4-430b-b6b1-3cba48273768 req-f47c56d1-4065-45c1-9254-b09a2bd8bdcb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:32.778733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd96d6-d4d4-430b-b6b1-3cba48273768 req-f47c56d1-4065-45c1-9254-b09a2bd8bdcb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:32.779724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=9253d3de-7598-4eba-9f8b-4849269c1037,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:32.780667 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-e08667b2-9859-4fca-b5cd-5e7abbf5da51 service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253088 Dec 17 13:18:32.782318 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a12ec592-a21e-42bf-9b34-1621af7e96ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.785131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a12ec592-a21e-42bf-9b34-1621af7e96ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.785766 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd96d6-d4d4-430b-b6b1-3cba48273768 req-f47c56d1-4065-45c1-9254-b09a2bd8bdcb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:32.786764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a12ec592-a21e-42bf-9b34-1621af7e96ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff99a519-de34-4871-b04b-c0bb84362fa8 HTTP/1.1" status: 204 len: 168 time: 0.9508212 Dec 17 13:18:32.790343 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d825-b32b-400d-8e76-45c8d88ad8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.794811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ab8d825-b32b-400d-8e76-45c8d88ad8e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.794811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8ab8d825-b32b-400d-8e76-45c8d88ad8e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a8848a43-fe88-4990-91ef-e41876469809 HTTP/1.1" status: 204 len: 168 time: 0.6932809 Dec 17 13:18:32.796892 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd96d6-d4d4-430b-b6b1-3cba48273768 req-f47c56d1-4065-45c1-9254-b09a2bd8bdcb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:32.806655 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd96d6-d4d4-430b-b6b1-3cba48273768 req-f47c56d1-4065-45c1-9254-b09a2bd8bdcb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:32.813833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd96d6-d4d4-430b-b6b1-3cba48273768 req-f47c56d1-4065-45c1-9254-b09a2bd8bdcb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:32.816565 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-19bd96d6-d4d4-430b-b6b1-3cba48273768 req-f47c56d1-4065-45c1-9254-b09a2bd8bdcb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5432 time: 0.4779813 Dec 17 13:18:32.820192 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-38fd2520-ce6a-425a-8f44-f9814d98ee4b tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.845359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port db44cc76-cbbb-4292-9e98-ca42f4f1f200 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:18:32.849606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port db44cc76-cbbb-4292-9e98-ca42f4f1f200 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:32.854344 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:32.872959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ec592-a21e-42bf-9b34-1621af7e96ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff99a519-de34-4871-b04b-c0bb84362fa8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:32.935663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8d825-b32b-400d-8e76-45c8d88ad8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8848a43-fe88-4990-91ef-e41876469809,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:32.975422 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-19bd96d6-d4d4-430b-b6b1-3cba48273768 req-22e1f106-53d9-4c04-8045-f59ee38b96e3 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386878 Dec 17 13:18:33.008126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75b5aa-e07b-4ff7-baf4-78fb9b23f0c4 req-72038433-dae1-4644-a307-2188c9b4eb07 service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114525 Dec 17 13:18:33.052343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.065972 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-38fd2520-ce6a-425a-8f44-f9814d98ee4b tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.073431 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6aea373d-ae2a-454b-b795-fb5cded0dd83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.114123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port db44cc76-cbbb-4292-9e98-ca42f4f1f200, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200,segment=NetworkSegment(6a6766f1-e36f-43f6-905f-14eeb92e4ae4),segment_id=6a6766f1-e36f-43f6-905f-14eeb92e4ae4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:33.135893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020196ad-0617-491a-a5a3-0e0d6fbcee80'}, {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9253d3de-7598-4eba-9f8b-4849269c1037'}, {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:18:33.144058 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6688eb5e-a656-4538-8bef-eb6d9f5d19e0" -d '{"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "020196ad-0617-491a-a5a3-0e0d6fbcee80"}, {"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "9253d3de-7598-4eba-9f8b-4849269c1037"}, {"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "db44cc76-cbbb-4292-9e98-ca42f4f1f200"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:18:33.170888 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-38fd2520-ce6a-425a-8f44-f9814d98ee4b tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.222467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e412d-62b9-494c-b10a-b735d5d01a09 req-8251606f-1221-4fa9-8c8a-74366520dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:33.225113 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-388e412d-62b9-494c-b10a-b735d5d01a09 req-8251606f-1221-4fa9-8c8a-74366520dda9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 1094 time: 0.0939655 Dec 17 13:18:33.228547 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.233331 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6aea373d-ae2a-454b-b795-fb5cded0dd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.291134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd2520-ce6a-425a-8f44-f9814d98ee4b tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae451ad9-85e0-4622-af44-da3d04d88a88,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:33.316520 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Dec 2021 13:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1d2940-fa88-4d40-bedd-68a0b151891e x-openstack-request-id: req-9d1d2940-fa88-4d40-bedd-68a0b151891e {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:18:33.317080 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "020196ad-0617-491a-a5a3-0e0d6fbcee80", "code": 200}, {"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "9253d3de-7598-4eba-9f8b-4849269c1037", "code": 200}, {"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-plugged", "status": "completed", "tag": "db44cc76-cbbb-4292-9e98-ca42f4f1f200", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:18:33.318307 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d1d2940-fa88-4d40-bedd-68a0b151891e {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:18:33.318901 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020196ad-0617-491a-a5a3-0e0d6fbcee80', 'code': 200} Dec 17 13:18:33.319336 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9253d3de-7598-4eba-9f8b-4849269c1037', 'code': 200} Dec 17 13:18:33.319762 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200', 'code': 200} Dec 17 13:18:33.328971 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6aea373d-ae2a-454b-b795-fb5cded0dd83 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db3a6913e0a24f4cac00c2252acc5bd7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0964382 Dec 17 13:18:33.333805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40848) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:33.361615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea373d-ae2a-454b-b795-fb5cded0dd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e8c072-d335-45e2-9836-1ea4af34b161,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:33.370928 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-38fd2520-ce6a-425a-8f44-f9814d98ee4b tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.372430 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-38fd2520-ce6a-425a-8f44-f9814d98ee4b tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0702610 Dec 17 13:18:33.391322 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40852) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:33.403494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f3f8fe6a-2ad3-474d-99e2-dcb963e14d47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': 'ae451ad9-85e0-4622-af44-da3d04d88a88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:33.404866 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=db44cc76-cbbb-4292-9e98-ca42f4f1f200,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:33.472948 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b108ccf2-213e-4cdc-a407-9028638c957e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.499616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e412d-62b9-494c-b10a-b735d5d01a09 req-38bfa2e2-5784-49a7-a856-c91ac58a532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:33.502263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-388e412d-62b9-494c-b10a-b735d5d01a09 req-38bfa2e2-5784-49a7-a856-c91ac58a532e service neutron] 10.222.0.61 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 912 time: 0.2521627 Dec 17 13:18:33.510986 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b108ccf2-213e-4cdc-a407-9028638c957e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.555156 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-388e412d-62b9-494c-b10a-b735d5d01a09 req-b32f50dd-525f-4679-8f93-1f1ae52f8009 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 HTTP/1.1" status: 200 len: 217 time: 0.0443175 Dec 17 13:18:33.681345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b108ccf2-213e-4cdc-a407-9028638c957e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.684127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b108ccf2-213e-4cdc-a407-9028638c957e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.688030 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b108ccf2-213e-4cdc-a407-9028638c957e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40e8c072-d335-45e2-9836-1ea4af34b161 HTTP/1.1" status: 204 len: 168 time: 0.3431902 Dec 17 13:18:33.689914 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3f8fe6a-2ad3-474d-99e2-dcb963e14d47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.705043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108ccf2-213e-4cdc-a407-9028638c957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e8c072-d335-45e2-9836-1ea4af34b161,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:33.867368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3f8fe6a-2ad3-474d-99e2-dcb963e14d47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:33.885040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e412d-62b9-494c-b10a-b735d5d01a09 req-1b0a6dcb-496b-4b6e-a5e2-42dcb563afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:33.886825 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-388e412d-62b9-494c-b10a-b735d5d01a09 req-1b0a6dcb-496b-4b6e-a5e2-42dcb563afb6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2a5071f-2c4e-428f-861a-6a25290a0bfd HTTP/1.1" status: 200 len: 851 time: 0.3238301 Dec 17 13:18:33.930326 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79deae04-e527-42e5-ba1f-7b00373135d7 req-4adee18a-fb62-419d-b983-4f67fa7907d2 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:33.930326 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79deae04-e527-42e5-ba1f-7b00373135d7 req-4adee18a-fb62-419d-b983-4f67fa7907d2 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 943 time: 0.0905604 Dec 17 13:18:33.937937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-388e412d-62b9-494c-b10a-b735d5d01a09 req-d4105b9e-d618-4cd5-8429-dbae0ff6b916 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829b9634-20e4-4680-a605-6e72fb3e7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428884 Dec 17 13:18:33.961106 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40876) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:33.986656 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3f8fe6a-2ad3-474d-99e2-dcb963e14d47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.024334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40880) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:34.056130 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79deae04-e527-42e5-ba1f-7b00373135d7 req-78b39a41-4ef1-4bee-ac5f-b5b800736aa9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139152 Dec 17 13:18:34.056755 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a31369a4-0b15-4763-8c36-50b90dc8121c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.077788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8fe6a-2ad3-474d-99e2-dcb963e14d47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dc6eb9-3017-4dd0-9040-7fcb4c40e08a,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:34.119302 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c310541c-1f9f-4c77-93c1-05e18ee7d464 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d3deba8e61504941930047208186ed7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1564846 Dec 17 13:18:34.121424 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40886) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:34.185391 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f3f8fe6a-2ad3-474d-99e2-dcb963e14d47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.186636 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f3f8fe6a-2ad3-474d-99e2-dcb963e14d47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7898662 Dec 17 13:18:34.202050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40888) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:34.212725 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-388e412d-62b9-494c-b10a-b735d5d01a09 req-a957091b-9ecf-4d5e-bb10-6bd3cff9d13b service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700484 Dec 17 13:18:34.306608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5944f-5701-4cd8-9ba6-04b60d0bff8f req-34ec5bd1-67df-44fe-9d42-2ff56472e133 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.312687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5944f-5701-4cd8-9ba6-04b60d0bff8f req-34ec5bd1-67df-44fe-9d42-2ff56472e133 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.319326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5944f-5701-4cd8-9ba6-04b60d0bff8f req-34ec5bd1-67df-44fe-9d42-2ff56472e133 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.325563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5944f-5701-4cd8-9ba6-04b60d0bff8f req-34ec5bd1-67df-44fe-9d42-2ff56472e133 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.331873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5944f-5701-4cd8-9ba6-04b60d0bff8f req-34ec5bd1-67df-44fe-9d42-2ff56472e133 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.339922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5944f-5701-4cd8-9ba6-04b60d0bff8f req-34ec5bd1-67df-44fe-9d42-2ff56472e133 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.346101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5944f-5701-4cd8-9ba6-04b60d0bff8f req-34ec5bd1-67df-44fe-9d42-2ff56472e133 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.348118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77d5944f-5701-4cd8-9ba6-04b60d0bff8f req-34ec5bd1-67df-44fe-9d42-2ff56472e133 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5434 time: 0.2026360 Dec 17 13:18:34.361403 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b79efb29-fbbe-4fed-9036-da6925245044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.401098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b79efb29-fbbe-4fed-9036-da6925245044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.461550 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d20b7cf-72f6-4a4b-ba47-3fc90e1a12e2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.468015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-388e412d-62b9-494c-b10a-b735d5d01a09 req-13a97cb3-b78f-4b5b-8333-b8cc2a544ff0 service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442329 Dec 17 13:18:34.488995 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a31369a4-0b15-4763-8c36-50b90dc8121c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.501646 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d20b7cf-72f6-4a4b-ba47-3fc90e1a12e2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.507528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77d5944f-5701-4cd8-9ba6-04b60d0bff8f req-b7c343f8-e4a0-4e0b-a9ab-35d3db387eeb tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423378 Dec 17 13:18:34.555085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23283fe2-fbf7-4075-8059-ec14e10a1558 req-158deccd-8619-4ea7-941e-37caba7404d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.555570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23283fe2-fbf7-4075-8059-ec14e10a1558 req-158deccd-8619-4ea7-941e-37caba7404d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.556042 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23283fe2-fbf7-4075-8059-ec14e10a1558 req-158deccd-8619-4ea7-941e-37caba7404d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.556505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23283fe2-fbf7-4075-8059-ec14e10a1558 req-158deccd-8619-4ea7-941e-37caba7404d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.556966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23283fe2-fbf7-4075-8059-ec14e10a1558 req-158deccd-8619-4ea7-941e-37caba7404d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.557419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23283fe2-fbf7-4075-8059-ec14e10a1558 req-158deccd-8619-4ea7-941e-37caba7404d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.557955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23283fe2-fbf7-4075-8059-ec14e10a1558 req-158deccd-8619-4ea7-941e-37caba7404d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:34.560015 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23283fe2-fbf7-4075-8059-ec14e10a1558 req-158deccd-8619-4ea7-941e-37caba7404d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6491 time: 1.2032082 Dec 17 13:18:34.587817 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a31369a4-0b15-4763-8c36-50b90dc8121c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.620674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31369a4-0b15-4763-8c36-50b90dc8121c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ef0e6c-a9f8-46b9-b0ef-c220b99aa31b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:34.636115 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23283fe2-fbf7-4075-8059-ec14e10a1558 req-68330e4b-7a2e-497a-b33a-4c4ff7357953 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683470 Dec 17 13:18:34.643562 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a31369a4-0b15-4763-8c36-50b90dc8121c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da5005b0eaef477d8e7b11bb663d6ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6181524 Dec 17 13:18:34.645385 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d20b7cf-72f6-4a4b-ba47-3fc90e1a12e2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.647071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40906) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:34.657223 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d20b7cf-72f6-4a4b-ba47-3fc90e1a12e2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.658576 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1d20b7cf-72f6-4a4b-ba47-3fc90e1a12e2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/93dc6eb9-3017-4dd0-9040-7fcb4c40e08a HTTP/1.1" status: 204 len: 168 time: 0.4558558 Dec 17 13:18:34.664968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40910) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:34.675249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20b7cf-72f6-4a4b-ba47-3fc90e1a12e2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93dc6eb9-3017-4dd0-9040-7fcb4c40e08a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:34.679717 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b79efb29-fbbe-4fed-9036-da6925245044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.683017 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b79efb29-fbbe-4fed-9036-da6925245044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.687861 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b79efb29-fbbe-4fed-9036-da6925245044 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd9d27ac-ad47-414e-b08d-630b5c774c66 HTTP/1.1" status: 204 len: 168 time: 0.5620105 Dec 17 13:18:34.705010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79efb29-fbbe-4fed-9036-da6925245044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9d27ac-ad47-414e-b08d-630b5c774c66,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:34.736846 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c13f2f45-a671-4460-b538-4428c8c2152f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.745666 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bf5469a7-fef7-4e28-9a53-151f4e0404ce tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0794203 Dec 17 13:18:34.748409 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40920) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:34.777894 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c13f2f45-a671-4460-b538-4428c8c2152f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.832720 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5468-5cf4-4847-b5c9-aef1c568c316 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.865076 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5468-5cf4-4847-b5c9-aef1c568c316 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.931359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c13f2f45-a671-4460-b538-4428c8c2152f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.940769 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c13f2f45-a671-4460-b538-4428c8c2152f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:34.944750 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c13f2f45-a671-4460-b538-4428c8c2152f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9ef0e6c-a9f8-46b9-b0ef-c220b99aa31b HTTP/1.1" status: 204 len: 168 time: 0.2960980 Dec 17 13:18:34.968833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f2f45-a671-4460-b538-4428c8c2152f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ef0e6c-a9f8-46b9-b0ef-c220b99aa31b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:35.004724 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5468-5cf4-4847-b5c9-aef1c568c316 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:35.009511 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5468-5cf4-4847-b5c9-aef1c568c316 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:35.009850 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8a7b5468-5cf4-4847-b5c9-aef1c568c316 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-groups/ae451ad9-85e0-4622-af44-da3d04d88a88 HTTP/1.1" status: 204 len: 168 time: 0.2601290 Dec 17 13:18:35.012507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40936) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:35.020655 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b5468-5cf4-4847-b5c9-aef1c568c316 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae451ad9-85e0-4622-af44-da3d04d88a88,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:35.124809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40946) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:35.125818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-55a53693-1b33-4fed-9b94-31832da2fe78 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1066034 Dec 17 13:18:35.132184 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-20e09ab7-2a3e-40db-8b08-4574706d3387 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group': {'name': 'tempest-secgroup--795623671'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:35.233566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4b34f-32e3-4c01-ad21-5c064752a4d1 req-08348f85-144b-4314-afe1-c01becd48114 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:35.235406 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3d4b34f-32e3-4c01-ad21-5c064752a4d1 req-08348f85-144b-4314-afe1-c01becd48114 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 943 time: 0.0747588 Dec 17 13:18:35.296511 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3d4b34f-32e3-4c01-ad21-5c064752a4d1 req-6d537f7f-adb6-465c-8560-15d851e3deda tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534692 Dec 17 13:18:35.325352 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-20e09ab7-2a3e-40db-8b08-4574706d3387 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:35.436388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-20e09ab7-2a3e-40db-8b08-4574706d3387 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:35.509835 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-20e09ab7-2a3e-40db-8b08-4574706d3387 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:35.568159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e09ab7-2a3e-40db-8b08-4574706d3387 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0a25ee-2c8e-4aee-a207-8e0fb59d5c89,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:35.647549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-20e09ab7-2a3e-40db-8b08-4574706d3387 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:35.648814 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-20e09ab7-2a3e-40db-8b08-4574706d3387 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5226357 Dec 17 13:18:35.651704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40978) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:35.656414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c6321864-063e-4cbb-9751-be45b3ffb797 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': 'ae0a25ee-2c8e-4aee-a207-8e0fb59d5c89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:35.699794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cefcf9-ba4b-4aba-bf64-c4ce2f2e2ab2 req-99799f02-5f5a-4636-a77a-4a77bf868708 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:35.712051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cefcf9-ba4b-4aba-bf64-c4ce2f2e2ab2 req-99799f02-5f5a-4636-a77a-4a77bf868708 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:35.719419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cefcf9-ba4b-4aba-bf64-c4ce2f2e2ab2 req-99799f02-5f5a-4636-a77a-4a77bf868708 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:35.727393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cefcf9-ba4b-4aba-bf64-c4ce2f2e2ab2 req-99799f02-5f5a-4636-a77a-4a77bf868708 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:35.734141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cefcf9-ba4b-4aba-bf64-c4ce2f2e2ab2 req-99799f02-5f5a-4636-a77a-4a77bf868708 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:35.740553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cefcf9-ba4b-4aba-bf64-c4ce2f2e2ab2 req-99799f02-5f5a-4636-a77a-4a77bf868708 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:35.746779 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cefcf9-ba4b-4aba-bf64-c4ce2f2e2ab2 req-99799f02-5f5a-4636-a77a-4a77bf868708 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:35.748820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10cefcf9-ba4b-4aba-bf64-c4ce2f2e2ab2 req-99799f02-5f5a-4636-a77a-4a77bf868708 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5434 time: 0.1283982 Dec 17 13:18:35.779753 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c6321864-063e-4cbb-9751-be45b3ffb797 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:35.885665 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10cefcf9-ba4b-4aba-bf64-c4ce2f2e2ab2 req-8d4e394c-0239-4244-b1ca-b76c5a3bc5c1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233871 Dec 17 13:18:35.889908 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c6321864-063e-4cbb-9751-be45b3ffb797 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:35.897279 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:35.954026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40994) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:35.967518 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08d7c530-8258-4b1f-8f4c-cc0c03911531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:35.981043 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c6321864-063e-4cbb-9751-be45b3ffb797 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.071624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6321864-063e-4cbb-9751-be45b3ffb797 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b217a11-ac71-499c-b9f2-2a1e701f48be,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:36.127227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41000) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:36.136979 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08d7c530-8258-4b1f-8f4c-cc0c03911531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.219721 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c6321864-063e-4cbb-9751-be45b3ffb797 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.221528 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c6321864-063e-4cbb-9751-be45b3ffb797 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5687113 Dec 17 13:18:36.225488 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41008) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:36.231472 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-dea8352a-c389-4a2c-aeef-547021024d95 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': 'ae0a25ee-2c8e-4aee-a207-8e0fb59d5c89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:36.255165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08d7c530-8258-4b1f-8f4c-cc0c03911531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.309609 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-08d7c530-8258-4b1f-8f4c-cc0c03911531 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f256485eaac43d19a0cfb13a5918f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3579991 Dec 17 13:18:36.310995 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7c530-8258-4b1f-8f4c-cc0c03911531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18be183b-c55d-43ec-9c57-a3113452e7bf,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:36.313928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41012) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:36.394658 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81ea0664-2588-46b7-ba9f-a60469a28cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.432382 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dea8352a-c389-4a2c-aeef-547021024d95 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.436449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81ea0664-2588-46b7-ba9f-a60469a28cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.473244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'networks': [{'name': 'tempest-network--1347085102'}, {'name': 'tempest-network--1184059460'}]} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:36.473641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'network': {'name': 'tempest-network--1347085102'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:36.474154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'network': {'name': 'tempest-network--1184059460'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:36.518477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d338-ee9f-42af-af9f-ca77aa65b23f req-ee85a290-2adc-42c3-adcd-dd251b11eeff tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:36.520141 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8686d338-ee9f-42af-af9f-ca77aa65b23f req-ee85a290-2adc-42c3-adcd-dd251b11eeff tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 943 time: 0.1008477 Dec 17 13:18:36.599673 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8686d338-ee9f-42af-af9f-ca77aa65b23f req-5af57bec-c3a8-4d3d-ba7b-a19b23e0c3fb tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700529 Dec 17 13:18:36.617190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Made reservation on behalf of 9137eaef094348b6a0a5e10f73d0a097 for: {'network': 2} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:36.622825 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.633168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.674126 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81ea0664-2588-46b7-ba9f-a60469a28cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.675525 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81ea0664-2588-46b7-ba9f-a60469a28cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.676969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-81ea0664-2588-46b7-ba9f-a60469a28cf8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18be183b-c55d-43ec-9c57-a3113452e7bf HTTP/1.1" status: 204 len: 168 time: 0.3617530 Dec 17 13:18:36.682124 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dea8352a-c389-4a2c-aeef-547021024d95 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.700522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea0664-2588-46b7-ba9f-a60469a28cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18be183b-c55d-43ec-9c57-a3113452e7bf,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:36.742918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dea8352a-c389-4a2c-aeef-547021024d95 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.745786 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.766838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8352a-c389-4a2c-aeef-547021024d95 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f39733-cdad-4c54-af12-da94f2f649cc,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:36.817134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:18:36.828040 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.828969 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.874136 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dea8352a-c389-4a2c-aeef-547021024d95 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.874394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6f35ce-ab86-4b8a-854d-07736df2c44f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:36.880291 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dea8352a-c389-4a2c-aeef-547021024d95 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6537168 Dec 17 13:18:36.882639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41044) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:36.885124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:18:36.895465 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.901244 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Added segment d57fde90-5fd8-4e35-b34a-f8b4a7cdbead of type vlan for network 5f930f78-6801-4577-abb2-d92d24c6c4e7 Dec 17 13:18:36.944190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d11dfc52-c35d-434a-bc12-b7cb6caeee38 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': 'ae0a25ee-2c8e-4aee-a207-8e0fb59d5c89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:36.953930 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:36.984973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:36.999695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'e345f3b0-e702-43f8-b2bb-93bcec3fa7d2', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'port_id': 'e345f3b0-e702-43f8-b2bb-93bcec3fa7d2', 'mac_address': 'fa:16:3e:09:29:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a5071f-2c4e-428f-861a-6a25290a0bfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:18:37.016013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:18:37.054125 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:37.069859 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:18:37.081442 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:37.081845 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Added segment 5c27a450-7d06-4076-aacb-36f019c896b7 of type vlan for network d08f497e-81a8-45fc-a87e-9b582f814131 Dec 17 13:18:37.091407 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d11dfc52-c35d-434a-bc12-b7cb6caeee38 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:37.093091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:37.137080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a01c-9971-4728-bcbf-0d177f4be13a req-ff8df614-1c38-48ac-b4e3-1339a79c572e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.144248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a01c-9971-4728-bcbf-0d177f4be13a req-ff8df614-1c38-48ac-b4e3-1339a79c572e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.152878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a01c-9971-4728-bcbf-0d177f4be13a req-ff8df614-1c38-48ac-b4e3-1339a79c572e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.159619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a01c-9971-4728-bcbf-0d177f4be13a req-ff8df614-1c38-48ac-b4e3-1339a79c572e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.174292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a01c-9971-4728-bcbf-0d177f4be13a req-ff8df614-1c38-48ac-b4e3-1339a79c572e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.180281 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:37.184164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a01c-9971-4728-bcbf-0d177f4be13a req-ff8df614-1c38-48ac-b4e3-1339a79c572e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.195022 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7a01c-9971-4728-bcbf-0d177f4be13a req-ff8df614-1c38-48ac-b4e3-1339a79c572e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.197533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-89a7a01c-9971-4728-bcbf-0d177f4be13a req-ff8df614-1c38-48ac-b4e3-1339a79c572e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5434 time: 0.1788464 Dec 17 13:18:37.208007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d11dfc52-c35d-434a-bc12-b7cb6caeee38 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:37.226466 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:37.260453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:37.303887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-89a7a01c-9971-4728-bcbf-0d177f4be13a req-c88e0226-8c9c-4dbb-9020-73074a46bf45 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926821 Dec 17 13:18:37.457413 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d11dfc52-c35d-434a-bc12-b7cb6caeee38 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:37.458093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e345f3b0-e702-43f8-b2bb-93bcec3fa7d2'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:18:37.465145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dfc52-c35d-434a-bc12-b7cb6caeee38 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afc059e-2213-4efa-9074-eab31711765e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:37.500532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74fa58-30c0-416a-b051-9f84aee375aa req-f5a8d4f6-f2d8-4d90-bd0e-281487104cbe tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.508005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74fa58-30c0-416a-b051-9f84aee375aa req-f5a8d4f6-f2d8-4d90-bd0e-281487104cbe tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.516323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74fa58-30c0-416a-b051-9f84aee375aa req-f5a8d4f6-f2d8-4d90-bd0e-281487104cbe tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.524221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74fa58-30c0-416a-b051-9f84aee375aa req-f5a8d4f6-f2d8-4d90-bd0e-281487104cbe tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.530944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74fa58-30c0-416a-b051-9f84aee375aa req-f5a8d4f6-f2d8-4d90-bd0e-281487104cbe tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.539033 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74fa58-30c0-416a-b051-9f84aee375aa req-f5a8d4f6-f2d8-4d90-bd0e-281487104cbe tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.547406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74fa58-30c0-416a-b051-9f84aee375aa req-f5a8d4f6-f2d8-4d90-bd0e-281487104cbe tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.550244 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e74fa58-30c0-416a-b051-9f84aee375aa req-f5a8d4f6-f2d8-4d90-bd0e-281487104cbe tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5434 time: 0.1445725 Dec 17 13:18:37.563668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41080) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:37.572051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f916a738-c56e-4135-a1fe-10e16a26c654 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Request body: {'floatingip': {'port_id': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:37.619131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f916a738-c56e-4135-a1fe-10e16a26c654 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:37.746465 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:37.747208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:37.752504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.757368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:37.758065 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:37.822550 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d11dfc52-c35d-434a-bc12-b7cb6caeee38 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:37.827549 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d11dfc52-c35d-434a-bc12-b7cb6caeee38 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9082127 Dec 17 13:18:37.830628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41090) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:37.847638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-00e37f93-ce1d-4cc3-8f4c-aaf886d662f5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': 'ae0a25ee-2c8e-4aee-a207-8e0fb59d5c89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:37.925623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event updated for resources: {'Network': ['ID=5f930f78-6801-4577-abb2-d92d24c6c4e7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:37.951345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 5f930f78-6801-4577-abb2-d92d24c6c4e7 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:18:38.008020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e35936-c38b-47b8-9954-3987403a5827 req-905e323c-d73e-4567-8359-148fef8622c8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:38.010642 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53e35936-c38b-47b8-9954-3987403a5827 req-905e323c-d73e-4567-8359-148fef8622c8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 944 time: 0.3201883 Dec 17 13:18:38.071226 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9428535 Dec 17 13:18:38.074648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41110) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:38.129534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0ad2e-d7b3-42a7-9eda-921798dfa776 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event updated for resources: {'Network': ['ID=d08f497e-81a8-45fc-a87e-9b582f814131,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:38.142620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network d08f497e-81a8-45fc-a87e-9b582f814131 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:18:38.221125 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00e37f93-ce1d-4cc3-8f4c-aaf886d662f5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.385059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373fc3f1-2cf7-41ad-9142-5ac0c0a9b28d tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:38.387867 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53e35936-c38b-47b8-9954-3987403a5827 req-d5fddac5-026b-4ac9-ae73-9d9507d0b119 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344259 Dec 17 13:18:38.399688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373fc3f1-2cf7-41ad-9142-5ac0c0a9b28d tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:38.403747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373fc3f1-2cf7-41ad-9142-5ac0c0a9b28d tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:38.409816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373fc3f1-2cf7-41ad-9142-5ac0c0a9b28d tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:38.411963 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-373fc3f1-2cf7-41ad-9142-5ac0c0a9b28d tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3361142 Dec 17 13:18:38.414809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41128) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:38.428297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41130) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:38.508915 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00e37f93-ce1d-4cc3-8f4c-aaf886d662f5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.524575 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.605046 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00e37f93-ce1d-4cc3-8f4c-aaf886d662f5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.649318 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.669999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e37f93-ce1d-4cc3-8f4c-aaf886d662f5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb3b658-f849-4e60-aede-5659d268c76c,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:38.678204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f930f78-6801-4577-abb2-d92d24c6c4e7']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:38.693421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.resource_extend [None req-f916a738-c56e-4135-a1fe-10e16a26c654 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:18:38.695431 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-27362899'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:38.703093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57fde90-5fd8-4e35-b34a-f8b4a7cdbead') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:38.703392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57fde90-5fd8-4e35-b34a-f8b4a7cdbead') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:38.714283 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.728565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.738745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:38.739155 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:38.742559 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:38.750479 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00e37f93-ce1d-4cc3-8f4c-aaf886d662f5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.750479 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-00e37f93-ce1d-4cc3-8f4c-aaf886d662f5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9021468 Dec 17 13:18:38.752882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41148) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:38.787974 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a9493789-3bf4-43de-92f8-1f4ed4b49a7e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': 'ae0a25ee-2c8e-4aee-a207-8e0fb59d5c89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:38.788259 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f916a738-c56e-4135-a1fe-10e16a26c654 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.819308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:18:38.873538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f916a738-c56e-4135-a1fe-10e16a26c654 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.902281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Made reservation on behalf of 2f5bd5d1fa8041c78969e213e915da99 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:38.907283 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.920820 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.925345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.947600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:18:38.953549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.953915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:38.954539 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:38.956974 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "DELETE /v2.0/networks/5f930f78-6801-4577-abb2-d92d24c6c4e7 HTTP/1.1" status: 204 len: 168 time: 0.5407686 Dec 17 13:18:38.958931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0c755-2c06-4d40-b492-458f812bf7a2 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event deleted for resources: {'Network': ['ID=5f930f78-6801-4577-abb2-d92d24c6c4e7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:38.961291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41160) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:38.962399 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9493789-3bf4-43de-92f8-1f4ed4b49a7e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.079649 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.109186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20f8997-fedc-4b5d-9033-ce49b4fd9064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e345f3b0-e702-43f8-b2bb-93bcec3fa7d2'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:18:39.111891 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad902b1b-483a-4aa8-ae5e-7d0bc9941fcd" -d '{"events": [{"server_uuid": "d20f8997-fedc-4b5d-9033-ce49b4fd9064", "name": "network-vif-plugged", "status": "completed", "tag": "e345f3b0-e702-43f8-b2bb-93bcec3fa7d2"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:18:39.118818 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9493789-3bf4-43de-92f8-1f4ed4b49a7e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.138294 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:39.151195 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.185254 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aada6dc-0ef0-4ed2-b26a-660a300c53d9 x-openstack-request-id: req-5aada6dc-0ef0-4ed2-b26a-660a300c53d9 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:18:39.185801 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20f8997-fedc-4b5d-9033-ce49b4fd9064", "name": "network-vif-plugged", "status": "completed", "tag": "e345f3b0-e702-43f8-b2bb-93bcec3fa7d2", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:18:39.185916 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5aada6dc-0ef0-4ed2-b26a-660a300c53d9 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:18:39.186251 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20f8997-fedc-4b5d-9033-ce49b4fd9064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e345f3b0-e702-43f8-b2bb-93bcec3fa7d2', 'code': 200} Dec 17 13:18:39.222981 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.286194 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-f916a738-c56e-4135-a1fe-10e16a26c654 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Floating IP f81704f6-aef0-457e-9acd-9c40a73214e7 associated. External IP: 172.25.0.100, port: db44cc76-cbbb-4292-9e98-ca42f4f1f200. Dec 17 13:18:39.317356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:39.330107 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.344908 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9493789-3bf4-43de-92f8-1f4ed4b49a7e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.386007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08f497e-81a8-45fc-a87e-9b582f814131']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:39.389818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9493789-3bf4-43de-92f8-1f4ed4b49a7e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000768cc-d6ce-4361-952a-8dfa511009a0,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:39.393534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7294c-06b7-41cc-919f-3d2cafae0afa req-1d94bb56-88ce-4dc0-bac4-22baa15b0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:39.395372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bb7294c-06b7-41cc-919f-3d2cafae0afa req-1d94bb56-88ce-4dc0-bac4-22baa15b0b8d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 1096 time: 0.1055980 Dec 17 13:18:39.405467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c27a450-7d06-4076-aacb-36f019c896b7') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:39.405799 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c27a450-7d06-4076-aacb-36f019c896b7') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:39.423549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.455014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.470464 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9493789-3bf4-43de-92f8-1f4ed4b49a7e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.475302 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a9493789-3bf4-43de-92f8-1f4ed4b49a7e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7210195 Dec 17 13:18:39.475934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41184) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:39.479683 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.482881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:39.483517 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:39.492416 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:39.502060 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bb7294c-06b7-41cc-919f-3d2cafae0afa req-9d9813f3-0fe9-42f9-96e0-df558f8b3daf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739367 Dec 17 13:18:39.555802 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.573229 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5507-9a3c-41f1-a55c-8cc39cb7c2e2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.584904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756eeb2d-9523-4c16-b182-cbe5bc3147b5 req-2f21fca5-4d84-4972-9ab0-3ce7d4595dbe tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:39.586597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-756eeb2d-9523-4c16-b182-cbe5bc3147b5 req-2f21fca5-4d84-4972-9ab0-3ce7d4595dbe tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.1045218 Dec 17 13:18:39.596268 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5507-9a3c-41f1-a55c-8cc39cb7c2e2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.621466 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a773a572-d9e9-4e5d-aa2e-ef416f81c032,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:39.672543 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.680919 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.683488 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "DELETE /v2.0/networks/d08f497e-81a8-45fc-a87e-9b582f814131 HTTP/1.1" status: 204 len: 168 time: 0.6744657 Dec 17 13:18:39.687588 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41200) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:39.694535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b86ca-2b6c-4ab2-a962-538c38f4e2d3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event deleted for resources: {'Network': ['ID=d08f497e-81a8-45fc-a87e-9b582f814131,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:39.709954 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5507-9a3c-41f1-a55c-8cc39cb7c2e2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.718244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:18:39.722628 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5507-9a3c-41f1-a55c-8cc39cb7c2e2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.724742 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3e9d5507-9a3c-41f1-a55c-8cc39cb7c2e2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/000768cc-d6ce-4361-952a-8dfa511009a0 HTTP/1.1" status: 204 len: 168 time: 0.2425323 Dec 17 13:18:39.731873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41202) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:39.744757 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d5507-9a3c-41f1-a55c-8cc39cb7c2e2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=000768cc-d6ce-4361-952a-8dfa511009a0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:39.747368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.747720 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Added segment b6566ade-abc1-42fc-9f07-75feab0c9188 of type vlan for network 11c02f52-5743-474b-a98c-04ea0a5790bb Dec 17 13:18:39.794885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f916a738-c56e-4135-a1fe-10e16a26c654 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Router 3fcb58de-cce6-476f-8dcf-619a83921935 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:18:39.805680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-756eeb2d-9523-4c16-b182-cbe5bc3147b5 req-ead4c517-7875-409a-9850-acfaccd2e4ab tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037671 Dec 17 13:18:39.817061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41204) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:39.830799 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.852308 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-633dbb3a-bf69-42c7-b71c-bc2257c2e8d5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1176133 Dec 17 13:18:39.855862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41212) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:39.909769 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd106456-211c-49d5-9c43-252be8c1f152 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.920336 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd106456-211c-49d5-9c43-252be8c1f152 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.953717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-45525ab7-afc1-4ed4-8c8d-da59e8aeea1b tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1653430865'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:39.954239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-45525ab7-afc1-4ed4-8c8d-da59e8aeea1b tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Unknown quota resources ['metering_label']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:18:39.989853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:39.995628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:39.996264 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.010974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c1b91-8b5c-490c-a480-43c54e348d6c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.017585 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c1b91-8b5c-490c-a480-43c54e348d6c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.019307 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c62c1b91-8b5c-490c-a480-43c54e348d6c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3252153 Dec 17 13:18:40.023953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41220) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:40.030734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d7af82ff-019e-4ceb-a843-605f2afaee4e tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2116152825'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:40.056293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f916a738-c56e-4135-a1fe-10e16a26c654 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:18:40.062278 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f916a738-c56e-4135-a1fe-10e16a26c654 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.068024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a4607-6b34-4530-8ba9-9b71f26e5d1b None None] Sync routers for ids ['3fcb58de-cce6-476f-8dcf-619a83921935'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:18:40.080198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a4607-6b34-4530-8ba9-9b71f26e5d1b None None] Routers {'3fcb58de-cce6-476f-8dcf-619a83921935'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:18:40.081187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5e7a4607-6b34-4530-8ba9-9b71f26e5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:18:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3fcb58de-cce6-476f-8dcf-619a83921935'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:40.084815 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd106456-211c-49d5-9c43-252be8c1f152 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.094698 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd106456-211c-49d5-9c43-252be8c1f152 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.098599 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fd106456-211c-49d5-9c43-252be8c1f152 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/bcb3b658-f849-4e60-aede-5659d268c76c HTTP/1.1" status: 204 len: 168 time: 0.2414176 Dec 17 13:18:40.101561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41226) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:40.112378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd106456-211c-49d5-9c43-252be8c1f152 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcb3b658-f849-4e60-aede-5659d268c76c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:40.118204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Pushing event updated for resources: {'Network': ['ID=11c02f52-5743-474b-a98c-04ea0a5790bb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:40.130606 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f916a738-c56e-4135-a1fe-10e16a26c654 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "PUT /v2.0/floatingips/f81704f6-aef0-457e-9acd-9c40a73214e7 HTTP/1.1" status: 200 len: 991 time: 2.5638986 Dec 17 13:18:40.132901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:18:40.135588 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d86c86e-e6f6-40cd-9e40-5665851f25a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "db44cc76-cbbb-4292-9e98-ca42f4f1f200"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:18:40.163679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 11c02f52-5743-474b-a98c-04ea0a5790bb details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:18:40.189169 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:18:40.191502 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b976e923-4225-480a-abb2-70ec22d84019 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7614994 Dec 17 13:18:40.239424 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0b7628e4-6930-4c28-b8ef-aaedd31899a4 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1319530 Dec 17 13:18:40.239424 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a67471e-4eb5-42b4-9839-34b50b65c1f5 x-openstack-request-id: req-2a67471e-4eb5-42b4-9839-34b50b65c1f5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:18:40.244961 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "tag": "db44cc76-cbbb-4292-9e98-ca42f4f1f200", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:18:40.244961 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a67471e-4eb5-42b4-9839-34b50b65c1f5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:18:40.244961 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'tag': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200', 'status': 'completed', 'code': 200} Dec 17 13:18:40.244961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41238) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:40.264949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7af82ff-019e-4ceb-a843-605f2afaee4e tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Made reservation on behalf of 9137eaef094348b6a0a5e10f73d0a097 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:40.269631 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d7af82ff-019e-4ceb-a843-605f2afaee4e tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.303777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7af82ff-019e-4ceb-a843-605f2afaee4e tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:18:40.318094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d7af82ff-019e-4ceb-a843-605f2afaee4e tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.318819 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-d7af82ff-019e-4ceb-a843-605f2afaee4e tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Added segment d9b259f0-c53d-4cc1-8eb1-811c4a05f14a of type vlan for network b72539cd-ef50-4fd2-9eb6-5ca873e435f6 Dec 17 13:18:40.320316 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45525ab7-afc1-4ed4-8c8d-da59e8aeea1b tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.324622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-45525ab7-afc1-4ed4-8c8d-da59e8aeea1b tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5064576 Dec 17 13:18:40.326689 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41242) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:40.331011 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-239fd5dc-ea12-4ee1-8bf7-3c2f3c4a6c24 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8086ee78-19c7-4257-aef3-8c8c2cd49aeb'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:40.335623 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-239fd5dc-ea12-4ee1-8bf7-3c2f3c4a6c24 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:18:40.384298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-5e7a4607-6b34-4530-8ba9-9b71f26e5d1b None None] Set router 3fcb58de-cce6-476f-8dcf-619a83921935 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:18:40.388284 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d7af82ff-019e-4ceb-a843-605f2afaee4e tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.431672 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8253087b-9ad1-4fca-ba2b-82d78b4fc800 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.441610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8253087b-9ad1-4fca-ba2b-82d78b4fc800 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.448097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-50b5a4bd-c692-4fb2-adcb-aa7271c5ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.461145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-50b5a4bd-c692-4fb2-adcb-aa7271c5ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.461145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-50b5a4bd-c692-4fb2-adcb-aa7271c5ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.461145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-50b5a4bd-c692-4fb2-adcb-aa7271c5ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.461145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-50b5a4bd-c692-4fb2-adcb-aa7271c5ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.461145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-50b5a4bd-c692-4fb2-adcb-aa7271c5ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.461145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-50b5a4bd-c692-4fb2-adcb-aa7271c5ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.461145 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-50b5a4bd-c692-4fb2-adcb-aa7271c5ccf6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6491 time: 0.1515038 Dec 17 13:18:40.479941 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d7af82ff-019e-4ceb-a843-605f2afaee4e tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.490571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af82ff-019e-4ceb-a843-605f2afaee4e tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.490571 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d7af82ff-019e-4ceb-a843-605f2afaee4e tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.523725 n-d-815324-5 neutron-server[110454]: WARNING neutron.services.metering.metering_plugin [None req-239fd5dc-ea12-4ee1-8bf7-3c2f3c4a6c24 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 17 13:18:40.555002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41252) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:40.562270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Request body: {'port': {'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb', 'binding:host_id': 'n-h1-815324-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-908189205'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:40.576422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8253087b-9ad1-4fca-ba2b-82d78b4fc800 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.589294 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8253087b-9ad1-4fca-ba2b-82d78b4fc800 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.593551 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8253087b-9ad1-4fca-ba2b-82d78b4fc800 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/2afc059e-2213-4efa-9074-eab31711765e HTTP/1.1" status: 204 len: 168 time: 0.3486960 Dec 17 13:18:40.593551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253087b-9ad1-4fca-ba2b-82d78b4fc800 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2afc059e-2213-4efa-9074-eab31711765e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:40.595326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41254) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:40.602521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af82ff-019e-4ceb-a843-605f2afaee4e tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event updated for resources: {'Network': ['ID=b72539cd-ef50-4fd2-9eb6-5ca873e435f6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:40.617510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d7af82ff-019e-4ceb-a843-605f2afaee4e tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5924351 Dec 17 13:18:40.618908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network b72539cd-ef50-4fd2-9eb6-5ca873e435f6 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:18:40.621510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41256) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:40.628429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3913f347-055f-43fe-ba00-0ab164028c73 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1271960168'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:40.680826 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-239fd5dc-ea12-4ee1-8bf7-3c2f3c4a6c24 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.681893 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f16f1244-d49a-433d-839e-5903db5810b2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0853834 Dec 17 13:18:40.682073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-239fd5dc-ea12-4ee1-8bf7-3c2f3c4a6c24 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3544152 Dec 17 13:18:40.684936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41264) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:40.685451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41266) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:40.692788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ad0fb89f-5da1-40b9-9265-0246a4348f0c tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8086ee78-19c7-4257-aef3-8c8c2cd49aeb'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:40.693623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ad0fb89f-5da1-40b9-9265-0246a4348f0c tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:18:40.719819 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-d731d330-35fb-4ddc-b277-2b44871aea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.721497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-d731d330-35fb-4ddc-b277-2b44871aea1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c HTTP/1.1" status: 200 len: 912 time: 0.2527831 Dec 17 13:18:40.788239 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Made reservation on behalf of df5c5ad9a34e499f8cdd830e174a8cb4 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:40.790604 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.805907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e86e3f6-fa0f-41f0-b52b-2d3be7953c1d tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.810588 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.818902 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e86e3f6-fa0f-41f0-b52b-2d3be7953c1d tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.829011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-6918ab18-5362-4b0c-9063-8c1e434c721c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200 HTTP/1.1" status: 200 len: 999 time: 0.0992713 Dec 17 13:18:40.851587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3913f347-055f-43fe-ba00-0ab164028c73 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Made reservation on behalf of 9137eaef094348b6a0a5e10f73d0a097 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:40.855913 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3913f347-055f-43fe-ba00-0ab164028c73 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:40.874695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5e7a4607-6b34-4530-8ba9-9b71f26e5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'f81704f6-aef0-457e-9acd-9c40a73214e7', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'port_id': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'mac_address': 'fa:16:3e:5f:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:16:46Z', 'updated_at': '2021-12-17T13:18:38Z', 'revision_number': 1, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe52e9e-4918-4d4e-8f38-38bea515db68', 'name': '', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'mac_address': 'fa:16:3e:48:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:15Z', 'updated_at': '2021-12-17T13:15:22Z', 'revision_number': 5, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'subnets': [{'id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:40.900043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-657eeaae-6c2f-4827-afac-6ae880b8600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.902912 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-657eeaae-6c2f-4827-afac-6ae880b8600b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13 HTTP/1.1" status: 200 len: 850 time: 0.0658164 Dec 17 13:18:40.927317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a4607-6b34-4530-8ba9-9b71f26e5d1b None None] Checking router: 3fcb58de-cce6-476f-8dcf-619a83921935 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:18:40.937724 n-d-815324-5 neutron-server[110453]: WARNING neutron.services.metering.metering_plugin [None req-ad0fb89f-5da1-40b9-9265-0246a4348f0c tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 17 13:18:40.951588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a4607-6b34-4530-8ba9-9b71f26e5d1b None None] Routers {'3fcb58de-cce6-476f-8dcf-619a83921935'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:18:40.954388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5e7a4607-6b34-4530-8ba9-9b71f26e5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:18:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3fcb58de-cce6-476f-8dcf-619a83921935'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:40.955738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-493fd1e6-5da8-4f65-9de5-c250772ff4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:40.957418 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-493fd1e6-5da8-4f65-9de5-c250772ff4cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469282 Dec 17 13:18:40.984557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-2b7c04e8-691d-4a7a-9708-33bfa50e5603 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:40.984557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-2b7c04e8-691d-4a7a-9708-33bfa50e5603 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147920 Dec 17 13:18:41.142714 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e86e3f6-fa0f-41f0-b52b-2d3be7953c1d tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.164297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-5e7a4607-6b34-4530-8ba9-9b71f26e5d1b None None] Set router 3fcb58de-cce6-476f-8dcf-619a83921935 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:18:41.220741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e86e3f6-fa0f-41f0-b52b-2d3be7953c1d tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.238555 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1e86e3f6-fa0f-41f0-b52b-2d3be7953c1d tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/f9f39733-cdad-4c54-af12-da94f2f649cc HTTP/1.1" status: 204 len: 168 time: 0.5510726 Dec 17 13:18:41.246260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86e3f6-fa0f-41f0-b52b-2d3be7953c1d tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9f39733-cdad-4c54-af12-da94f2f649cc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:41.272748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41292) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:41.350233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3913f347-055f-43fe-ba00-0ab164028c73 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:18:41.397306 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.403704 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ad0fb89f-5da1-40b9-9265-0246a4348f0c tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.405620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ad0fb89f-5da1-40b9-9265-0246a4348f0c tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7164056 Dec 17 13:18:41.410406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41300) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:41.424267 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3913f347-055f-43fe-ba00-0ab164028c73 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.424679 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-3913f347-055f-43fe-ba00-0ab164028c73 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Added segment 2446e035-e0c8-4f5a-aaea-81b6e42852fc of type vlan for network 9f60e7e9-6dc1-4e09-8771-63590fc2b676 Dec 17 13:18:41.448146 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b310838e-37ff-4067-a4c1-b73e024d3047 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1735725 Dec 17 13:18:41.454084 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ce0520a9-12b9-4a89-8db4-7c121c4d39c0 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=b5ce2cee-9950-488d-8c29-780d19a680b6 HTTP/1.1" status: 200 len: 464 time: 0.0399723 Dec 17 13:18:41.454084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41304) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:41.454544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41306) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:41.480453 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-a8d85df1-4245-4302-9922-da5db774c3c8 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897213 Dec 17 13:18:41.488837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5e7a4607-6b34-4530-8ba9-9b71f26e5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'f81704f6-aef0-457e-9acd-9c40a73214e7', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'port_id': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'mac_address': 'fa:16:3e:5f:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:16:46Z', 'updated_at': '2021-12-17T13:18:38Z', 'revision_number': 1, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe52e9e-4918-4d4e-8f38-38bea515db68', 'name': '', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'mac_address': 'fa:16:3e:48:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:15Z', 'updated_at': '2021-12-17T13:15:22Z', 'revision_number': 5, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'subnets': [{'id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:41.498926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.513214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] device_id is not set on port 00caf9a8-eadd-4c1f-affa-507c305ae33d yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:41.519800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a4607-6b34-4530-8ba9-9b71f26e5d1b None None] The sync data for ids ['3fcb58de-cce6-476f-8dcf-619a83921935'] in n-d-815324-5 is: [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'f81704f6-aef0-457e-9acd-9c40a73214e7', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'port_id': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'mac_address': 'fa:16:3e:5f:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:16:46Z', 'updated_at': '2021-12-17T13:18:38Z', 'revision_number': 1, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe52e9e-4918-4d4e-8f38-38bea515db68', 'name': '', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'mac_address': 'fa:16:3e:48:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:15Z', 'updated_at': '2021-12-17T13:15:22Z', 'revision_number': 5, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'subnets': [{'id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:18:41.534168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3913f347-055f-43fe-ba00-0ab164028c73 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.579565 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86dfc5-d6d9-4a48-90e6-d75fa8390523 req-8cc414a0-9f21-43f8-b0c9-ebbe6aec3676 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:41.582889 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f86dfc5-d6d9-4a48-90e6-d75fa8390523 req-8cc414a0-9f21-43f8-b0c9-ebbe6aec3676 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.5925117 Dec 17 13:18:41.627284 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d86c86e-e6f6-40cd-9e40-5665851f25a1 req-399ddaf7-b521-4fb8-beac-25b58314c353 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318839 Dec 17 13:18:41.637868 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cac75074-dde3-4adb-b192-b016fbd94ca1 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.649351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c2874-affa-4955-bf22-b5b5f01d5f08,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:41.665399 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cac75074-dde3-4adb-b192-b016fbd94ca1 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.673592 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f86dfc5-d6d9-4a48-90e6-d75fa8390523 req-de7dc70d-d309-4aca-9495-ac989078832a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818419 Dec 17 13:18:41.769935 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3913f347-055f-43fe-ba00-0ab164028c73 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.775739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3913f347-055f-43fe-ba00-0ab164028c73 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:41.776383 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3913f347-055f-43fe-ba00-0ab164028c73 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.837058 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d9f226a-dd8b-4809-b990-d9726df2e6d0 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.839830 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe522436-6b33-47bc-a004-2ce0dc207560 None None] New status for floating IP f81704f6-aef0-457e-9acd-9c40a73214e7: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:18:41.841120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41324) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:41.841285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6d9f226a-dd8b-4809-b990-d9726df2e6d0 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/b5ce2cee-9950-488d-8c29-780d19a680b6 HTTP/1.1" status: 204 len: 168 time: 0.3611350 Dec 17 13:18:41.878374 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7850715b-b14d-4672-9ff2-f0fc8eb9d41a tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=b5ce2cee-9950-488d-8c29-780d19a680b6 HTTP/1.1" status: 200 len: 221 time: 0.0358477 Dec 17 13:18:41.883698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41330) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:41.889848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-af69631b-2dc0-42d9-b3ea-dd461f3060d2 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--671913356', 'description': 'label created by tempest'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:41.889848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-af69631b-2dc0-42d9-b3ea-dd461f3060d2 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Unknown quota resources ['metering_label']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:18:41.965618 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cac75074-dde3-4adb-b192-b016fbd94ca1 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.976953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cac75074-dde3-4adb-b192-b016fbd94ca1 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:41.980868 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cac75074-dde3-4adb-b192-b016fbd94ca1 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7b217a11-ac71-499c-b9f2-2a1e701f48be HTTP/1.1" status: 204 len: 168 time: 0.5244410 Dec 17 13:18:41.980868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913f347-055f-43fe-ba00-0ab164028c73 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event updated for resources: {'Network': ['ID=9f60e7e9-6dc1-4e09-8771-63590fc2b676,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:41.987649 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41332) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:41.994672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 9f60e7e9-6dc1-4e09-8771-63590fc2b676 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:18:41.997485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac75074-dde3-4adb-b192-b016fbd94ca1 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b217a11-ac71-499c-b9f2-2a1e701f48be,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:42.054830 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7935a340-73ad-4c44-8e37-f47d863742a6 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0653727 Dec 17 13:18:42.058759 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41336) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:42.079039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] device_id is not set on port 00caf9a8-eadd-4c1f-affa-507c305ae33d yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:42.089194 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:42.096010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3913f347-055f-43fe-ba00-0ab164028c73 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4708366 Dec 17 13:18:42.098134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41340) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:42.104611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'ports': [{'network_id': 'b72539cd-ef50-4fd2-9eb6-5ca873e435f6', 'name': 'tempest-port--1301330162', 'admin_state_up': True}, {'network_id': '9f60e7e9-6dc1-4e09-8771-63590fc2b676', 'admin_state_up': False}]} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:42.104931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'port': {'network_id': 'b72539cd-ef50-4fd2-9eb6-5ca873e435f6', 'name': 'tempest-port--1301330162', 'admin_state_up': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:42.105448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'port': {'network_id': '9f60e7e9-6dc1-4e09-8771-63590fc2b676', 'admin_state_up': False}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:42.199333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:42.222265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-af69631b-2dc0-42d9-b3ea-dd461f3060d2 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:42.224709 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-af69631b-2dc0-42d9-b3ea-dd461f3060d2 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3399282 Dec 17 13:18:42.229129 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41348) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:42.317812 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b682a4f3-038a-412e-a81d-7fe9f647f73c tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=e4cf46e0-6ec7-4f40-b7b3-5f5305705e54 HTTP/1.1" status: 200 len: 467 time: 0.0873401 Dec 17 13:18:42.318743 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ec26b24-5ab7-4bb5-82b9-15492db5ec82 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:42.320581 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41354) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:42.401464 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ec26b24-5ab7-4bb5-82b9-15492db5ec82 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:42.598008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event updated for resources: {'Port': ['ID=00caf9a8-eadd-4c1f-affa-507c305ae33d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:42.619008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Checking segment: {'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:42.619367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Network hostable DHCP agents. Network: 11c02f52-5743-474b-a98c-04ea0a5790bb, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:18:42.685863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84df9851-42bb-4fbd-8772-3fde3ee8def3 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:42.687067 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-84df9851-42bb-4fbd-8772-3fde3ee8def3 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/e4cf46e0-6ec7-4f40-b7b3-5f5305705e54 HTTP/1.1" status: 204 len: 168 time: 0.3655610 Dec 17 13:18:42.689864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41370) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:42.702111 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-24f117d1-34ab-43c9-a457-df4ffbd65ac2 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=e4cf46e0-6ec7-4f40-b7b3-5f5305705e54 HTTP/1.1" status: 200 len: 216 time: 0.0110292 Dec 17 13:18:42.705721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41374) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:42.715013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Network 11c02f52-5743-474b-a98c-04ea0a5790bb is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:18:42.715350 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ec26b24-5ab7-4bb5-82b9-15492db5ec82 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:42.718277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ec26b24-5ab7-4bb5-82b9-15492db5ec82 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:42.719492 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4ec26b24-5ab7-4bb5-82b9-15492db5ec82 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-groups/ae0a25ee-2c8e-4aee-a207-8e0fb59d5c89 HTTP/1.1" status: 204 len: 168 time: 0.6597023 Dec 17 13:18:42.732085 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a79b885c-e895-4e6c-8b81-1cc4241fe849 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0174611 Dec 17 13:18:42.732085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41378) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:42.733155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Made reservation on behalf of 9137eaef094348b6a0a5e10f73d0a097 for: {'port': 2} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:42.733540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41380) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:42.734090 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:42.751862 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:42.787824 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8e2ff284-e0e5-412f-a818-4ca602a64eb8 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0553823 Dec 17 13:18:42.791919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec26b24-5ab7-4bb5-82b9-15492db5ec82 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0a25ee-2c8e-4aee-a207-8e0fb59d5c89,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:42.796197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41386) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:42.807221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 11c02f52-5743-474b-a98c-04ea0a5790bb) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:42.818069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:42.821472 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97830ec6-b259-435b-b8e9-30fdcdc7303a None None] Network 11c02f52-5743-474b-a98c-04ea0a5790bb requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:42.852238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:42.852238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:42.852238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:42.856297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] device_id is not set on port f03d26d6-f349-4272-bb52-14ae5d0ab88c yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:42.864243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:42.864586 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:42.866597 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 2 to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d Dec 17 13:18:42.883774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:42.884406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:42.884744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:42.892200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:42.892532 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:42.893376 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dd674e1d-6afb-46a2-ac2a-9e54fdc37fbc tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/8086ee78-19c7-4257-aef3-8c8c2cd49aeb HTTP/1.1" status: 200 len: 473 time: 0.0960557 Dec 17 13:18:42.894688 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 3 to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d Dec 17 13:18:42.899261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41392) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:42.922739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4d82d7ac-6c06-4ce2-9030-a1878d223fa0 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/5ecbc473-d7e1-42ad-9416-1f77031540a4 HTTP/1.1" status: 200 len: 461 time: 0.0223186 Dec 17 13:18:42.923506 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f92a109d-5777-416f-b21b-dbfcf7b529a2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1967895 Dec 17 13:18:42.925898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41394) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:42.929010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41396) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:42.938069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:42.938069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:42.938069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:42.938386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752dea-04bd-4228-b9cd-10ce3b266de6 req-96b1994d-77b9-45fb-a301-229d2c184ff6 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:42.941029 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca752dea-04bd-4228-b9cd-10ce3b266de6 req-96b1994d-77b9-45fb-a301-229d2c184ff6 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.1759105 Dec 17 13:18:42.951668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:42.951905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d4cce0eb-dd24-4184-af11-0e359685742e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group': {'name': 'tempest-secgroup--658382824'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:42.952410 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:42.957628 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 4 to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d Dec 17 13:18:43.007415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:43.007668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:43.008011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:43.025605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:43.025605 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:43.025605 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 5 to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d Dec 17 13:18:43.032958 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca752dea-04bd-4228-b9cd-10ce3b266de6 req-0fb013b2-84f9-4179-9592-48f923a3b8e8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728340 Dec 17 13:18:43.051397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:43.052268 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:43.052814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:43.062845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:43.063176 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:43.065925 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 6 to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d Dec 17 13:18:43.082329 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.102055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4cce0eb-dd24-4184-af11-0e359685742e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.143941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:43.144287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:43.144842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:43.191543 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4cce0eb-dd24-4184-af11-0e359685742e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.199805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:43.200140 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:43.203647 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 7 to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d Dec 17 13:18:43.252275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] device_id is not set on port a6e61d9a-6cad-4f35-9c60-ae2ef3edf596 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:43.258949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54ab75b1-903f-4de8-8899-5fff551bbece tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.260067 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-54ab75b1-903f-4de8-8899-5fff551bbece tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/5ecbc473-d7e1-42ad-9416-1f77031540a4 HTTP/1.1" status: 204 len: 168 time: 0.3332500 Dec 17 13:18:43.262242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:43.262577 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:43.262746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41412) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:43.262918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:43.271724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:43.272056 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:43.273718 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 8 to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d Dec 17 13:18:43.280402 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4cce0eb-dd24-4184-af11-0e359685742e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.290435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:43.290776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:43.291115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:43.299069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:43.299404 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:43.301478 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 9 to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d Dec 17 13:18:43.321866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:43.322233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:43.323388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:43.358007 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:43.358007 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:43.359575 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 10 to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d Dec 17 13:18:43.393847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:43.393847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:43.393847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:43.399971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port 00caf9a8-eadd-4c1f-affa-507c305ae33d on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:43.400371 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port 00caf9a8-eadd-4c1f-affa-507c305ae33d on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:43.400686 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.422067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cce0eb-dd24-4184-af11-0e359685742e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1bbdf0-2d06-4df6-b847-8176c571148f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:43.455958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.470644 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4cce0eb-dd24-4184-af11-0e359685742e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.472149 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d4cce0eb-dd24-4184-af11-0e359685742e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5298986 Dec 17 13:18:43.477955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41422) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:43.492760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ce0e29f5-d96e-45f8-ba05-80c38c3c9416 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': '4c1bbdf0-2d06-4df6-b847-8176c571148f', 'direction': 'ingress', 'protocol': 17}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:43.521593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] For port 00caf9a8-eadd-4c1f-affa-507c305ae33d, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:18:43.521983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempted to set empty binding levels {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 13:18:43.563667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20d385-9a04-4542-9b1c-f0a11a2f2f86 req-a11f32b9-cdca-43a0-b3e4-1657f475eab4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:43.565209 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e20d385-9a04-4542-9b1c-f0a11a2f2f86 req-a11f32b9-cdca-43a0-b3e4-1657f475eab4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.1444421 Dec 17 13:18:43.613966 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e20d385-9a04-4542-9b1c-f0a11a2f2f86 req-483b618f-cd6d-4ec6-b0e6-4d90e929f315 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426557 Dec 17 13:18:43.629193 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.664672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:43.665206 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74c1243b-beb9-4635-a4c8-cfb9ea4b1428 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.665373 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.666404 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-74c1243b-beb9-4635-a4c8-cfb9ea4b1428 tempest-MeteringTestJSON-104325113 tempest-MeteringTestJSON-104325113-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/8086ee78-19c7-4257-aef3-8c8c2cd49aeb HTTP/1.1" status: 204 len: 168 time: 0.4024603 Dec 17 13:18:43.673419 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.687598 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce0e29f5-d96e-45f8-ba05-80c38c3c9416 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.712288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event updated for resources: {'Port': ['ID=00caf9a8-eadd-4c1f-affa-507c305ae33d,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:43.791557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0b94b048-0324-4825-87a3-cd0fa700cd7d tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.2355013 Dec 17 13:18:43.794495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41440) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:43.818145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Checking segment: {'id': 'd9b259f0-c53d-4cc1-8eb1-811c4a05f14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b72539cd-ef50-4fd2-9eb6-5ca873e435f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:43.818515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Network hostable DHCP agents. Network: b72539cd-ef50-4fd2-9eb6-5ca873e435f6, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:18:43.825316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event updated for resources: {'Port': ['ID=f03d26d6-f349-4272-bb52-14ae5d0ab88c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:43.828727 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce0e29f5-d96e-45f8-ba05-80c38c3c9416 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.868149 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-87b082e0-11ae-4b77-b6bc-601a62761df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.881823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-320a3ac2-7299-413f-a037-52d3d674cc51 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Deleting port 00caf9a8-eadd-4c1f-affa-507c305ae33d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:43.882177 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-320a3ac2-7299-413f-a037-52d3d674cc51 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.907704 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce0e29f5-d96e-45f8-ba05-80c38c3c9416 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.930104 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e29f5-d96e-45f8-ba05-80c38c3c9416 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce174f4-5b74-4583-944c-a4627743e78f,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:43.950235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-320a3ac2-7299-413f-a037-52d3d674cc51 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] For port 00caf9a8-eadd-4c1f-affa-507c305ae33d, host n-h1-815324-5, got binding levels [] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:43.950235 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-320a3ac2-7299-413f-a037-52d3d674cc51 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:43.959599 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Network b72539cd-ef50-4fd2-9eb6-5ca873e435f6 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:18:43.963269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-320a3ac2-7299-413f-a037-52d3d674cc51 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Calling delete_port for 00caf9a8-eadd-4c1f-affa-507c305ae33d owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:44.063139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce0e29f5-d96e-45f8-ba05-80c38c3c9416 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.064381 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ce0e29f5-d96e-45f8-ba05-80c38c3c9416 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5854373 Dec 17 13:18:44.067267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41454) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:44.094156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, b72539cd-ef50-4fd2-9eb6-5ca873e435f6) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:44.102409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:44.103277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.109797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d27fab-3301-4d2a-b5fc-b29da505ea63 None None] Network b72539cd-ef50-4fd2-9eb6-5ca873e435f6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:44.142511 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-320a3ac2-7299-413f-a037-52d3d674cc51 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.168128 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-320a3ac2-7299-413f-a037-52d3d674cc51 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.172760 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-320a3ac2-7299-413f-a037-52d3d674cc51 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "DELETE /v2.0/ports/00caf9a8-eadd-4c1f-affa-507c305ae33d HTTP/1.1" status: 204 len: 168 time: 0.3765378 Dec 17 13:18:44.175838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41462) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:44.190996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event updated for resources: {'Port': ['ID=a6e61d9a-6cad-4f35-9c60-ae2ef3edf596,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:44.217313 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e15714a-6208-4dc3-928f-1c7e41ca88dc tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.223160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a3ac2-7299-413f-a037-52d3d674cc51 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event deleted for resources: {'Port': ['ID=00caf9a8-eadd-4c1f-affa-507c305ae33d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:44.233322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Checking segment: {'id': '2446e035-e0c8-4f5a-aaea-81b6e42852fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f60e7e9-6dc1-4e09-8771-63590fc2b676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:44.233827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Network hostable DHCP agents. Network: 9f60e7e9-6dc1-4e09-8771-63590fc2b676, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:18:44.250735 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-140b988e-ce4a-431b-ae6c-57dcae66b6aa tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] GET failed (client error): The resource could not be found. Dec 17 13:18:44.252263 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-140b988e-ce4a-431b-ae6c-57dcae66b6aa tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "GET /v2.0/ports/00caf9a8-eadd-4c1f-affa-507c305ae33d HTTP/1.1" status: 404 len: 333 time: 0.0751772 Dec 17 13:18:44.257500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41464) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:44.261057 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e15714a-6208-4dc3-928f-1c7e41ca88dc tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.268191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Request body: {'port': {'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1809955795'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:44.291573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41468) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:44.353219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Network 9f60e7e9-6dc1-4e09-8771-63590fc2b676 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:18:44.376581 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Made reservation on behalf of df5c5ad9a34e499f8cdd830e174a8cb4 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:44.379663 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.398844 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] device_id is not set on port e588b252-fe4c-4ab0-a190-fd761af63cd0 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:44.421143 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2ad4a59-fa45-4f0a-8416-ce3959a3d795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.433416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e15714a-6208-4dc3-928f-1c7e41ca88dc tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.436167 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e15714a-6208-4dc3-928f-1c7e41ca88dc tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.437446 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3e15714a-6208-4dc3-928f-1c7e41ca88dc tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-groups/4c1bbdf0-2d06-4df6-b847-8176c571148f HTTP/1.1" status: 204 len: 168 time: 0.3687418 Dec 17 13:18:44.441062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41478) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:44.454730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15714a-6208-4dc3-928f-1c7e41ca88dc tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1bbdf0-2d06-4df6-b847-8176c571148f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:44.467057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 9f60e7e9-6dc1-4e09-8771-63590fc2b676) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:44.473406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:44.479973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:44.486491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:44.487383 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.490237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a10126-dd79-41f1-b9a9-10de3178532c None None] Network 9f60e7e9-6dc1-4e09-8771-63590fc2b676 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:44.551107 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7825cadf-8ed3-47cf-b191-224384577831 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1073549 Dec 17 13:18:44.552013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41486) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:44.559291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ac5149b2-b734-4976-8ff7-f261245ce02c tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750629580'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:44.643461 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2ad4a59-fa45-4f0a-8416-ce3959a3d795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.648411 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fa61f63f-fae1-46d8-a953-bf10689cc279 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5481515 Dec 17 13:18:44.652821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41494) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:44.689722 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.716178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f889c9cf-3f58-477e-bb91-059da87cf893 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:44.720632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f889c9cf-3f58-477e-bb91-059da87cf893 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:44.724741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f889c9cf-3f58-477e-bb91-059da87cf893 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0685325 Dec 17 13:18:44.725974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2ad4a59-fa45-4f0a-8416-ce3959a3d795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.726791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41498) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:44.764574 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac5149b2-b734-4976-8ff7-f261245ce02c tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.778002 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c2ad4a59-fa45-4f0a-8416-ce3959a3d795 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0926a9eaef4945478ab0104aee9e01b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4857395 Dec 17 13:18:44.788200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41502) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:44.800099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad4a59-fa45-4f0a-8416-ce3959a3d795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe029e02-3773-45a3-b169-f7975804ea10,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:44.834881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47da4b-8602-47a1-9efd-808550ae86c7 req-09d266e6-a030-4e04-9ac5-3e3b39647469 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:44.836496 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b47da4b-8602-47a1-9efd-808550ae86c7 req-09d266e6-a030-4e04-9ac5-3e3b39647469 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.1451554 Dec 17 13:18:44.877148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a1e32-fdea-4074-a5f3-19b2c7ae8828 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Deleting port f03d26d6-f349-4272-bb52-14ae5d0ab88c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:44.877566 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1e32-fdea-4074-a5f3-19b2c7ae8828 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.893441 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.898535 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-458e69dc-6aa1-4046-991d-5858c4b21c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.959346 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac5149b2-b734-4976-8ff7-f261245ce02c tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.962987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Network 11c02f52-5743-474b-a98c-04ea0a5790bb is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:44.968782 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1e32-fdea-4074-a5f3-19b2c7ae8828 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.970760 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b47da4b-8602-47a1-9efd-808550ae86c7 req-f59f7883-dba7-4020-a095-8885a1adca13 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254365 Dec 17 13:18:44.978807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:44.981169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:44.982390 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:44.983251 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:44.984812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a1e32-fdea-4074-a5f3-19b2c7ae8828 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Calling delete_port for f03d26d6-f349-4272-bb52-14ae5d0ab88c owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:44.988774 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-458e69dc-6aa1-4046-991d-5858c4b21c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.007742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event updated for resources: {'Port': ['ID=e588b252-fe4c-4ab0-a190-fd761af63cd0,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:45.050420 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac5149b2-b734-4976-8ff7-f261245ce02c tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.093508 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a507a9fe-058a-495c-a63a-d8fb651eb4e1 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8317854 Dec 17 13:18:45.095487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41520) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:45.100800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:45.107722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5149b2-b734-4976-8ff7-f261245ce02c tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e12ad30-619f-4f39-922a-3b8393425d2c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:45.122021 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-458e69dc-6aa1-4046-991d-5858c4b21c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.122021 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-458e69dc-6aa1-4046-991d-5858c4b21c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.122612 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-458e69dc-6aa1-4046-991d-5858c4b21c37 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe029e02-3773-45a3-b169-f7975804ea10 HTTP/1.1" status: 204 len: 168 time: 0.3325951 Dec 17 13:18:45.134681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e69dc-6aa1-4046-991d-5858c4b21c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe029e02-3773-45a3-b169-f7975804ea10,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:45.172612 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.190374 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac5149b2-b734-4976-8ff7-f261245ce02c tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.191640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ac5149b2-b734-4976-8ff7-f261245ce02c tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6369855 Dec 17 13:18:45.195455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41526) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:45.200058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-96c8b4ce-506d-446b-a96b-7eca05664fff tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group': {'name': 'tempest-secgroup--48211452'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:45.278698 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1e32-fdea-4074-a5f3-19b2c7ae8828 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.321186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a1e32-fdea-4074-a5f3-19b2c7ae8828 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event deleted for resources: {'Port': ['ID=f03d26d6-f349-4272-bb52-14ae5d0ab88c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:45.336220 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1e32-fdea-4074-a5f3-19b2c7ae8828 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.339833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0e1a1e32-fdea-4074-a5f3-19b2c7ae8828 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "DELETE /v2.0/ports/f03d26d6-f349-4272-bb52-14ae5d0ab88c HTTP/1.1" status: 204 len: 168 time: 0.6116202 Dec 17 13:18:45.342620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41532) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:45.390941 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96c8b4ce-506d-446b-a96b-7eca05664fff tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.400473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] device_id is not set on port e588b252-fe4c-4ab0-a190-fd761af63cd0 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:45.412775 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.505808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2219f-3139-4b81-86bd-a4bcde212280 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Deleting port a6e61d9a-6cad-4f35-9c60-ae2ef3edf596 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:45.509267 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2b2219f-3139-4b81-86bd-a4bcde212280 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.524956 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.528365 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96c8b4ce-506d-446b-a96b-7eca05664fff tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.603044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:45.603577 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:45.604237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:45.608129 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96c8b4ce-506d-446b-a96b-7eca05664fff tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.616732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event updated for resources: {'Port': ['ID=e588b252-fe4c-4ab0-a190-fd761af63cd0,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:45.620220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:45.620927 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:45.621421 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 2 to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 Dec 17 13:18:45.626498 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2b2219f-3139-4b81-86bd-a4bcde212280 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.636918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:45.637360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:45.637796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:45.643400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:45.643865 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:45.644294 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 3 to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 Dec 17 13:18:45.659654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:45.660000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:45.660430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:45.666117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:45.666451 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:45.666851 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 4 to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 Dec 17 13:18:45.672477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2219f-3139-4b81-86bd-a4bcde212280 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Calling delete_port for a6e61d9a-6cad-4f35-9c60-ae2ef3edf596 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:45.681192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8b4ce-506d-446b-a96b-7eca05664fff tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4cf26c-0449-49ca-b0c4-d7c1c2f738a6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:45.681479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:45.682128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:45.682303 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:45.687505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:45.687896 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:45.688386 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 5 to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 Dec 17 13:18:45.705848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:45.709953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:45.710322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:45.715903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:45.716851 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:45.717294 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 6 to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 Dec 17 13:18:45.735569 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:45.736039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:45.736511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:45.745345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:45.745916 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:45.746333 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 7 to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 Dec 17 13:18:45.755825 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96c8b4ce-506d-446b-a96b-7eca05664fff tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.757523 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-96c8b4ce-506d-446b-a96b-7eca05664fff tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5611353 Dec 17 13:18:45.760866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41554) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:45.765846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-15fba246-ec8b-49ae-8e0a-952b8dd31a47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': '2e12ad30-619f-4f39-922a-3b8393425d2c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'aa4cf26c-0449-49ca-b0c4-d7c1c2f738a6', 'remote_ip_prefix': None}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:45.769988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:45.770326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:45.770681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:45.776464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:45.776800 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:45.777346 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 8 to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 Dec 17 13:18:45.797725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:45.798068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:45.798411 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:45.806128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:45.806464 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:45.808272 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 9 to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 Dec 17 13:18:45.826169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:45.826169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:45.826169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:45.828178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:45.828522 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:45.829071 n-d-815324-5 neutron-server[110453]: INFO neutron.plugins.ml2.plugin [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 10 to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 Dec 17 13:18:45.845408 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2b2219f-3139-4b81-86bd-a4bcde212280 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.847161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:45.849505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:45.849505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:45.854698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:45.854979 n-d-815324-5 neutron-server[110453]: ERROR neutron.plugins.ml2.managers [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port e588b252-fe4c-4ab0-a190-fd761af63cd0 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:45.856403 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.885206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2219f-3139-4b81-86bd-a4bcde212280 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event deleted for resources: {'Port': ['ID=a6e61d9a-6cad-4f35-9c60-ae2ef3edf596,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:45.896833 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2b2219f-3139-4b81-86bd-a4bcde212280 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.901304 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c2b2219f-3139-4b81-86bd-a4bcde212280 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "DELETE /v2.0/ports/a6e61d9a-6cad-4f35-9c60-ae2ef3edf596 HTTP/1.1" status: 204 len: 168 time: 0.5576246 Dec 17 13:18:45.903746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41564) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:45.915533 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15fba246-ec8b-49ae-8e0a-952b8dd31a47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:45.935274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41568) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:45.959834 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5b5f55c6-8d24-4aca-8e63-2f696ebe00d5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0532408 Dec 17 13:18:45.965337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41570) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:45.970535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ca3c7486-15f9-49d7-9b37-02125f9ef0c9 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-406520489'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:45.975614 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9710e500-7a19-4cc6-83e5-1df66f9f22a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.006040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] For port e588b252-fe4c-4ab0-a190-fd761af63cd0, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:18:46.006465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempted to set empty binding levels {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 13:18:46.059303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15fba246-ec8b-49ae-8e0a-952b8dd31a47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.088787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3c7486-15f9-49d7-9b37-02125f9ef0c9 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Made reservation on behalf of 9137eaef094348b6a0a5e10f73d0a097 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:46.092855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7486-15f9-49d7-9b37-02125f9ef0c9 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.105538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9710e500-7a19-4cc6-83e5-1df66f9f22a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.130531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.133197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554e5d-d140-499f-b065-6056ae1e7f5f req-2aa7bd78-f2e6-48a8-9a13-ee6ab6b5b585 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.134876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-01554e5d-d140-499f-b065-6056ae1e7f5f req-2aa7bd78-f2e6-48a8-9a13-ee6ab6b5b585 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.0769088 Dec 17 13:18:46.150773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3c7486-15f9-49d7-9b37-02125f9ef0c9 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:18:46.174430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] In _notify_port_updated(), no bound segment for port e588b252-fe4c-4ab0-a190-fd761af63cd0 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:18:46.175302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.176018 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.176867 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7486-15f9-49d7-9b37-02125f9ef0c9 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.177230 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-ca3c7486-15f9-49d7-9b37-02125f9ef0c9 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Added segment fabe415e-0a18-41f5-86e2-93fb8f9f9dec of type vlan for network 0d2bf865-58d5-4ce0-a8a5-0d64accc1937 Dec 17 13:18:46.177364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "PUT /v2.0/ports/e588b252-fe4c-4ab0-a190-fd761af63cd0 HTTP/1.1" status: 200 len: 975 time: 1.0807776 Dec 17 13:18:46.179970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41582) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:46.234890 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9710e500-7a19-4cc6-83e5-1df66f9f22a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.239906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f00c48-c88f-423f-afe7-370a9803eec9 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event updated for resources: {'Port': ['ID=e588b252-fe4c-4ab0-a190-fd761af63cd0,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:46.242230 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15fba246-ec8b-49ae-8e0a-952b8dd31a47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.247173 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-01554e5d-d140-499f-b065-6056ae1e7f5f req-fd481af9-6d53-40a0-b004-cc8cc3d6316c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979750 Dec 17 13:18:46.248245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7486-15f9-49d7-9b37-02125f9ef0c9 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.267352 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4150dcef-8fd0-461c-86c9-38a90839ba8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.314373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fba246-ec8b-49ae-8e0a-952b8dd31a47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8c305f-2c23-4127-9833-4a598589fa91,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:46.330902 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9710e500-7a19-4cc6-83e5-1df66f9f22a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56654cdd98a74656aed51c7880f14304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3945816 Dec 17 13:18:46.334340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41588) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:46.338413 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15fba246-ec8b-49ae-8e0a-952b8dd31a47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.342785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-15fba246-ec8b-49ae-8e0a-952b8dd31a47 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5775554 Dec 17 13:18:46.342980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41590) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:46.344880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710e500-7a19-4cc6-83e5-1df66f9f22a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0036d0-81ba-4e30-a768-50dc8fb3213e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:46.374969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.375520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.376074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.376588 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.377104 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.377597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.378169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.379191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.379573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.380736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.381274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.381766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.382297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.382870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.383025 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7486-15f9-49d7-9b37-02125f9ef0c9 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.383356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.383875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.384378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.384922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.385422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.385954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.386445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.386977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.387445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.387954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.388423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.388890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.389475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.393239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e5556688-2bd1-444d-a90a-29bf736d040b tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24309 time: 0.2122352 Dec 17 13:18:46.394168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3c7486-15f9-49d7-9b37-02125f9ef0c9 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:46.396516 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7486-15f9-49d7-9b37-02125f9ef0c9 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.398504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41596) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:46.484862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0df6e6d2-bdc0-44d3-94b0-3780ea4b423e tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Deleting port e588b252-fe4c-4ab0-a190-fd761af63cd0 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:46.485263 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0df6e6d2-bdc0-44d3-94b0-3780ea4b423e tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.544437 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b28aec67-2ed5-47ec-bd58-04a7c795ac69 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.556913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-0df6e6d2-bdc0-44d3-94b0-3780ea4b423e tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] For port e588b252-fe4c-4ab0-a190-fd761af63cd0, host n-h1-815324-5, got binding levels [] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:46.557332 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0df6e6d2-bdc0-44d3-94b0-3780ea4b423e tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.563995 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ca3c7486-15f9-49d7-9b37-02125f9ef0c9 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5947032 Dec 17 13:18:46.567102 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41604) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:46.578884 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b28aec67-2ed5-47ec-bd58-04a7c795ac69 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.587813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f01b77a5-924f-46fe-80d5-6e728de4135b tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1603923336'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:46.589937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c7486-15f9-49d7-9b37-02125f9ef0c9 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event updated for resources: {'Network': ['ID=0d2bf865-58d5-4ce0-a8a5-0d64accc1937,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:46.596860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0df6e6d2-bdc0-44d3-94b0-3780ea4b423e tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Calling delete_port for e588b252-fe4c-4ab0-a190-fd761af63cd0 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:46.604089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 0d2bf865-58d5-4ce0-a8a5-0d64accc1937 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:18:46.617261 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ccf86375-52d4-48c3-8235-48369859b286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.643650 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ccf86375-52d4-48c3-8235-48369859b286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.712705 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b28aec67-2ed5-47ec-bd58-04a7c795ac69 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.719086 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b28aec67-2ed5-47ec-bd58-04a7c795ac69 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.720252 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b28aec67-2ed5-47ec-bd58-04a7c795ac69 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ea8c305f-2c23-4127-9833-4a598589fa91 HTTP/1.1" status: 204 len: 168 time: 0.3764076 Dec 17 13:18:46.723140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41614) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:46.733099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28aec67-2ed5-47ec-bd58-04a7c795ac69 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea8c305f-2c23-4127-9833-4a598589fa91,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:46.744082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01b77a5-924f-46fe-80d5-6e728de4135b tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Made reservation on behalf of 9137eaef094348b6a0a5e10f73d0a097 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:46.747915 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f01b77a5-924f-46fe-80d5-6e728de4135b tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.790483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01b77a5-924f-46fe-80d5-6e728de4135b tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:18:46.808246 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fb29e0b1-c366-4a71-9bf4-1c94f1299fd2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0834849 Dec 17 13:18:46.810830 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0df6e6d2-bdc0-44d3-94b0-3780ea4b423e tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.811475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41622) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:46.827523 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ccf86375-52d4-48c3-8235-48369859b286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.828332 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f01b77a5-924f-46fe-80d5-6e728de4135b tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.828332 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-f01b77a5-924f-46fe-80d5-6e728de4135b tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Added segment a8c6fc73-3130-479d-9d14-dd933e71f21e of type vlan for network a40e7da6-0169-480e-8f2b-2a5a88f749bd Dec 17 13:18:46.830230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ccf86375-52d4-48c3-8235-48369859b286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.831435 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ccf86375-52d4-48c3-8235-48369859b286 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e0036d0-81ba-4e30-a768-50dc8fb3213e HTTP/1.1" status: 204 len: 168 time: 0.4961109 Dec 17 13:18:46.853613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf86375-52d4-48c3-8235-48369859b286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0036d0-81ba-4e30-a768-50dc8fb3213e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:46.861087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6e6d2-bdc0-44d3-94b0-3780ea4b423e tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event deleted for resources: {'Port': ['ID=e588b252-fe4c-4ab0-a190-fd761af63cd0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:46.894172 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8252-dbd4-4365-b9b8-90c0e06c9dba tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.908333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0df6e6d2-bdc0-44d3-94b0-3780ea4b423e tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.911855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0df6e6d2-bdc0-44d3-94b0-3780ea4b423e tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "DELETE /v2.0/ports/e588b252-fe4c-4ab0-a190-fd761af63cd0 HTTP/1.1" status: 204 len: 168 time: 0.5120487 Dec 17 13:18:46.915368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41630) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:46.932478 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f01b77a5-924f-46fe-80d5-6e728de4135b tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.967149 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e62cee-c310-4353-8530-a16e78eb59b7 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] GET failed (client error): The resource could not be found. Dec 17 13:18:46.968806 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d8e62cee-c310-4353-8530-a16e78eb59b7 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "GET /v2.0/ports/e588b252-fe4c-4ab0-a190-fd761af63cd0 HTTP/1.1" status: 404 len: 333 time: 0.0521417 Dec 17 13:18:46.970471 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8252-dbd4-4365-b9b8-90c0e06c9dba tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:46.975498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41634) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:46.982802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-116732769', 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:47.050321 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f01b77a5-924f-46fe-80d5-6e728de4135b tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.057126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b77a5-924f-46fe-80d5-6e728de4135b tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:47.057802 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f01b77a5-924f-46fe-80d5-6e728de4135b tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.123846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Made reservation on behalf of df5c5ad9a34e499f8cdd830e174a8cb4 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:47.126356 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.140027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b77a5-924f-46fe-80d5-6e728de4135b tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event updated for resources: {'Network': ['ID=a40e7da6-0169-480e-8f2b-2a5a88f749bd,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:47.149358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] device_id is not set on port 23289614-7e93-441d-a765-1f60749ef738 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:47.156574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network a40e7da6-0169-480e-8f2b-2a5a88f749bd details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:18:47.165945 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8252-dbd4-4365-b9b8-90c0e06c9dba tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.174591 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8252-dbd4-4365-b9b8-90c0e06c9dba tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.182582 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9e2e8252-dbd4-4365-b9b8-90c0e06c9dba tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-groups/aa4cf26c-0449-49ca-b0c4-d7c1c2f738a6 HTTP/1.1" status: 204 len: 168 time: 0.3696072 Dec 17 13:18:47.183570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41644) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:47.203987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f01b77a5-924f-46fe-80d5-6e728de4135b tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6349516 Dec 17 13:18:47.212425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e8252-dbd4-4365-b9b8-90c0e06c9dba tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4cf26c-0449-49ca-b0c4-d7c1c2f738a6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:47.477849 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2cf84563-dea8-4541-8cad-6a6ec1b3d497 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2676570 Dec 17 13:18:47.479929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41652) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:47.494926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.559226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a9cca-55b2-4e2d-a135-ae18e71725be req-291a2b6c-69fc-4971-995a-c4f2a4e508c8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:47.561969 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-073a9cca-55b2-4e2d-a135-ae18e71725be req-291a2b6c-69fc-4971-995a-c4f2a4e508c8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.1621985 Dec 17 13:18:47.578560 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a31a87b5-22df-4a05-964a-8a2bbfb521c5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.633063 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.676833 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a31a87b5-22df-4a05-964a-8a2bbfb521c5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.734596 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Network 11c02f52-5743-474b-a98c-04ea0a5790bb is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:47.750023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:47.762266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:47.763354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:47.763978 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.795494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event updated for resources: {'Port': ['ID=23289614-7e93-441d-a765-1f60749ef738,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:47.833943 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.841527 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-073a9cca-55b2-4e2d-a135-ae18e71725be req-d6bb1483-d9bf-4e80-8839-84f9d1775589 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651002 Dec 17 13:18:47.900146 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0e4688bd-ddc3-46f4-a109-5c49db90d10a tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9234276 Dec 17 13:18:47.902869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41666) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:47.935597 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a31a87b5-22df-4a05-964a-8a2bbfb521c5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.939435 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a31a87b5-22df-4a05-964a-8a2bbfb521c5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:47.943669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c05a3d0-4bf4-4492-83f3-e58ae6c5a299 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:47.946512 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a31a87b5-22df-4a05-964a-8a2bbfb521c5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-groups/2e12ad30-619f-4f39-922a-3b8393425d2c HTTP/1.1" status: 204 len: 168 time: 0.4644415 Dec 17 13:18:47.947911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2c05a3d0-4bf4-4492-83f3-e58ae6c5a299 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "GET /v2.0/ports/23289614-7e93-441d-a765-1f60749ef738 HTTP/1.1" status: 200 len: 954 time: 0.0439341 Dec 17 13:18:47.948768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41670) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:47.950847 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41672) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:47.994891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a87b5-22df-4a05-964a-8a2bbfb521c5 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e12ad30-619f-4f39-922a-3b8393425d2c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:48.079504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1b7f74f1-c030-4c99-8f5a-ac0d9498f50e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1292715 Dec 17 13:18:48.081126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41682) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:48.087353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6f78ec31-9afa-453d-bdd8-8e720477bf2e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998843920'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:48.221239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e92511c1-36c0-417a-b6ab-cea513baef15 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Deleting port 23289614-7e93-441d-a765-1f60749ef738 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:48.221682 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e92511c1-36c0-417a-b6ab-cea513baef15 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:48.240839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6f78ec31-9afa-453d-bdd8-8e720477bf2e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:48.307073 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e92511c1-36c0-417a-b6ab-cea513baef15 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:48.330785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e92511c1-36c0-417a-b6ab-cea513baef15 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Calling delete_port for 23289614-7e93-441d-a765-1f60749ef738 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:48.460037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-ec4b837c-7678-47cc-89d8-92b7cd606de4 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:48.462083 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-ec4b837c-7678-47cc-89d8-92b7cd606de4 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/networks?id=9f8dc47b-d913-4cd1-9706-2c7d1a4f780e HTTP/1.1" status: 200 len: 814 time: 0.2096248 Dec 17 13:18:48.480818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-ec210660-d4b2-4a81-94e5-c07e2fe3890d tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/quotas/00f2483427694fb8b8bd7ae3a33d3140 HTTP/1.1" status: 200 len: 375 time: 0.0121562 Dec 17 13:18:48.526227 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e92511c1-36c0-417a-b6ab-cea513baef15 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:48.550678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-6cbf0550-0361-45fb-a7f8-0a930a647007 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=00f2483427694fb8b8bd7ae3a33d3140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523465 Dec 17 13:18:48.579874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-aeb167e2-38e8-4008-9e09-f79cde860875 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:18:48.585223 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-aeb167e2-38e8-4008-9e09-f79cde860875 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110669 Dec 17 13:18:48.600410 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92511c1-36c0-417a-b6ab-cea513baef15 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event deleted for resources: {'Port': ['ID=23289614-7e93-441d-a765-1f60749ef738,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:48.608828 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e92511c1-36c0-417a-b6ab-cea513baef15 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:48.612257 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e92511c1-36c0-417a-b6ab-cea513baef15 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "DELETE /v2.0/ports/23289614-7e93-441d-a765-1f60749ef738 HTTP/1.1" status: 204 len: 168 time: 0.6560855 Dec 17 13:18:48.615148 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41704) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:48.646728 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-25be3f4c-d7b4-42b3-960d-b014bd1169bd tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] GET failed (client error): The resource could not be found. Dec 17 13:18:48.652231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-25be3f4c-d7b4-42b3-960d-b014bd1169bd tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "GET /v2.0/ports/23289614-7e93-441d-a765-1f60749ef738 HTTP/1.1" status: 404 len: 333 time: 0.0321126 Dec 17 13:18:48.674293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41706) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:48.681314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Request body: {'port': {'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1607633508'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:48.729250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ea97b-89e8-4b3c-8ebd-a1bfa6b3628f req-8db84af0-1762-4d7b-a048-65283a119415 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:48.731603 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d23ea97b-89e8-4b3c-8ebd-a1bfa6b3628f req-8db84af0-1762-4d7b-a048-65283a119415 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 947 time: 0.0877602 Dec 17 13:18:48.740584 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6f78ec31-9afa-453d-bdd8-8e720477bf2e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:48.784764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-da20f376-56d0-4f58-b5cb-b87167ed4e82 service neutron] 10.222.0.59 "GET /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842830 Dec 17 13:18:48.788593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Made reservation on behalf of df5c5ad9a34e499f8cdd830e174a8cb4 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:48.791753 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:48.828877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] device_id is not set on port a419a3d0-266f-42ff-8c8e-966756cb3e56 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:48.839825 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d23ea97b-89e8-4b3c-8ebd-a1bfa6b3628f req-3a9599ea-c47b-4f3e-a6ba-dffbdfb027cc tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949647 Dec 17 13:18:48.863863 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:48.898740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6f78ec31-9afa-453d-bdd8-8e720477bf2e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:48.967563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78ec31-9afa-453d-bdd8-8e720477bf2e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873df7b6-ba76-4e04-b377-cc981fc19ab9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:49.015037 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-1b8d509a-fcae-4df7-ba72-b2cd4c409f16 service neutron] 10.222.0.59 "GET /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216022 Dec 17 13:18:49.024426 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6f78ec31-9afa-453d-bdd8-8e720477bf2e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.024426 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6f78ec31-9afa-453d-bdd8-8e720477bf2e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9384680 Dec 17 13:18:49.029150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41716) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:49.037085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8738b6b4-a061-4326-b9e1-6823f907a9d2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': '873df7b6-ba76-4e04-b377-cc981fc19ab9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:49.082492 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.145628 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8738b6b4-a061-4326-b9e1-6823f907a9d2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.205041 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d82a8-a628-484e-8590-f2563721ad9c req-10a79b78-db00-4dc0-9936-f70af967884e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:49.217998 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-429d82a8-a628-484e-8590-f2563721ad9c req-10a79b78-db00-4dc0-9936-f70af967884e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.0874381 Dec 17 13:18:49.230227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8738b6b4-a061-4326-b9e1-6823f907a9d2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.262770 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-429d82a8-a628-484e-8590-f2563721ad9c req-f7c4c3bf-87f9-4128-9864-ad25c9547dfa tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434206 Dec 17 13:18:49.280127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.318193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Network 11c02f52-5743-474b-a98c-04ea0a5790bb is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:49.321249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:49.324572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:49.325528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:49.326213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.331526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event updated for resources: {'Port': ['ID=a419a3d0-266f-42ff-8c8e-966756cb3e56,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:49.349754 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8738b6b4-a061-4326-b9e1-6823f907a9d2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.372423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738b6b4-a061-4326-b9e1-6823f907a9d2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e30521c-2d24-4b06-ae6a-d07617ff1b1b,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:49.417937 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2e48852c-c5f3-4bca-9b57-bc2d642879b8 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7408333 Dec 17 13:18:49.418624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41724) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:49.430494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:49.451833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8738b6b4-a061-4326-b9e1-6823f907a9d2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.453401 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8738b6b4-a061-4326-b9e1-6823f907a9d2 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4226332 Dec 17 13:18:49.456819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41728) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:49.500377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b7dbc5e-f452-4ad6-9d92-c6b9baeac370 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.511939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b7dbc5e-f452-4ad6-9d92-c6b9baeac370 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.527099 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-93cd72d4-bf9f-4af8-bb0a-63901a75fe61 req-6d9c1eaf-4946-4a6a-8926-21dc4c2edd0b tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 210 time: 0.0515618 Dec 17 13:18:49.592694 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.633846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.662012 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b7dbc5e-f452-4ad6-9d92-c6b9baeac370 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.672793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b7dbc5e-f452-4ad6-9d92-c6b9baeac370 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.679225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6b7dbc5e-f452-4ad6-9d92-c6b9baeac370 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0e30521c-2d24-4b06-ae6a-d07617ff1b1b HTTP/1.1" status: 204 len: 168 time: 0.2207944 Dec 17 13:18:49.680375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41736) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:49.728953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dbc5e-f452-4ad6-9d92-c6b9baeac370 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e30521c-2d24-4b06-ae6a-d07617ff1b1b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:49.756144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5c728079-ec75-40f1-adbf-64c9309cbf6a tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0669839 Dec 17 13:18:49.761813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41740) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:49.824373 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89a704bc-9c9b-4a5b-a78b-bc36c86b070f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.862149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89a704bc-9c9b-4a5b-a78b-bc36c86b070f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:49.919185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] device_id is not set on port a419a3d0-266f-42ff-8c8e-966756cb3e56 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:18:49.935192 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:50.033362 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:50.070244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-32958cb5-02b1-4983-aec1-ca4bb403cf9d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:50.071911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-32958cb5-02b1-4983-aec1-ca4bb403cf9d tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 947 time: 0.1732037 Dec 17 13:18:50.126168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event updated for resources: {'Port': ['ID=a419a3d0-266f-42ff-8c8e-966756cb3e56,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:50.154445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc242c6-7743-4233-af38-aa873c199c4d req-de013297-f54c-4c70-aedf-69d6c204bcb6 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:50.156349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:50.156886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:50.157412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:50.166839 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dcc242c6-7743-4233-af38-aa873c199c4d req-de013297-f54c-4c70-aedf-69d6c204bcb6 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 947 time: 0.1480489 Dec 17 13:18:50.176214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:50.176214 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:50.176214 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 2 to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 Dec 17 13:18:50.193600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:50.194211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:50.195291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:50.201776 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:50.202194 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:50.202710 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 3 to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 Dec 17 13:18:50.222616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:50.223248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:50.224245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:50.230370 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:50.231093 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:50.231510 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 4 to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 Dec 17 13:18:50.233946 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89a704bc-9c9b-4a5b-a78b-bc36c86b070f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:50.236615 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89a704bc-9c9b-4a5b-a78b-bc36c86b070f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:50.241265 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-89a704bc-9c9b-4a5b-a78b-bc36c86b070f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-groups/873df7b6-ba76-4e04-b377-cc981fc19ab9 HTTP/1.1" status: 204 len: 168 time: 0.4748785 Dec 17 13:18:50.243605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41752) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:50.248065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:50.248676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:50.249387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:50.255338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:50.256011 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:50.256630 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 5 to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 Dec 17 13:18:50.274039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:50.274853 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:50.275434 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:50.282510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:50.283255 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:50.284151 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 6 to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 Dec 17 13:18:50.287649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a704bc-9c9b-4a5b-a78b-bc36c86b070f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873df7b6-ba76-4e04-b377-cc981fc19ab9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:50.305385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:50.306319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:50.306896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:50.314057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:50.314830 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:50.315449 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 7 to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 Dec 17 13:18:50.330576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dcc242c6-7743-4233-af38-aa873c199c4d req-8a4d442d-8aff-4958-b40c-bb803d71f765 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups?id=f680e067-0c56-4abd-a194-19e35ade3c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593628 Dec 17 13:18:50.353055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:50.354638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:50.356826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:50.365801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Deleting port 1ef2a740-1c53-48ea-86b9-4a26d13be93a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:50.366139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:50.372829 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-972bc159-1f23-41e7-8056-606bc86c91fb tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1259663 Dec 17 13:18:50.377238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:50.379252 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:50.380444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41758) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:50.382675 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 8 to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 Dec 17 13:18:50.422211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-235e38d5-dc13-4df0-9df5-3e8aa855cd01 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989585803'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:50.432131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:50.432572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:50.432894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:50.473717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:50.473717 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:50.490666 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 9 to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 Dec 17 13:18:50.503698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41762) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:50.528300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:50.530072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:50.530307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:50.531743 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] For port 1ef2a740-1c53-48ea-86b9-4a26d13be93a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1ef2a740-1c53-48ea-86b9-4a26d13be93a,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:50.532359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:50.553245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:50.553597 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:50.555037 n-d-815324-5 neutron-server[110454]: INFO neutron.plugins.ml2.plugin [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempt 10 to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 Dec 17 13:18:50.606584 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e9b4b-c563-4343-82fd-cb268159a32c req-856f3c92-ca9d-4252-9418-b4df96ee5ec8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:50.608188 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-761e9b4b-c563-4343-82fd-cb268159a32c req-856f3c92-ca9d-4252-9418-b4df96ee5ec8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.1699710 Dec 17 13:18:50.609788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:50.609788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:50.610109 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempting to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:50.615621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:50.616005 n-d-815324-5 neutron-server[110454]: ERROR neutron.plugins.ml2.managers [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Failed to bind port a419a3d0-266f-42ff-8c8e-966756cb3e56 on host n-h1-815324-5 for vnic_type normal using segments [{'id': 'b6566ade-abc1-42fc-9f07-75feab0c9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '11c02f52-5743-474b-a98c-04ea0a5790bb'}] Dec 17 13:18:50.616577 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:50.633015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41768) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:50.639619 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'subnets': [{'network_id': '0d2bf865-58d5-4ce0-a8a5-0d64accc1937', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--885810834', 'ip_version': 6}, {'network_id': 'a40e7da6-0169-480e-8f2b-2a5a88f749bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:50.639934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'subnet': {'network_id': '0d2bf865-58d5-4ce0-a8a5-0d64accc1937', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--885810834', 'ip_version': 6}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:50.640601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Request body: {'subnet': {'network_id': 'a40e7da6-0169-480e-8f2b-2a5a88f749bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:50.645907 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-235e38d5-dc13-4df0-9df5-3e8aa855cd01 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:50.696966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2589f596-efd4-4435-9ee2-dd0cdc13703d req-c9ec94ab-09d4-4456-9962-cee854783868 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 210 time: 0.0545988 Dec 17 13:18:50.754540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bafc9d96-cc26-4ead-a5d0-9935b5ed932c tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:50.845186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:50.845564 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:50.845955 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Floating IP 3705f14a-f0b6-4704-9c2f-4bbe40481bbf disassociated. External IP: 172.25.0.250, port: 1ef2a740-1c53-48ea-86b9-4a26d13be93a. Dec 17 13:18:50.846291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Calling delete_port for 1ef2a740-1c53-48ea-86b9-4a26d13be93a owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:50.903930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bafc9d96-cc26-4ead-a5d0-9935b5ed932c tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] 10.222.0.59 "PUT /v2.0/quotas/e6da451d97ea4b7d916923f94012f34f HTTP/1.1" status: 200 len: 368 time: 0.3974237 Dec 17 13:18:50.909600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41770) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:50.915033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Request body: {'network': {'project_id': 'e6da451d97ea4b7d916923f94012f34f'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:51.033097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Made reservation on behalf of e6da451d97ea4b7d916923f94012f34f for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:51.035479 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.046239 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.069946 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.112432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event deleted for resources: {'Port': ['ID=1ef2a740-1c53-48ea-86b9-4a26d13be93a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:51.125555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] For port a419a3d0-266f-42ff-8c8e-966756cb3e56, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:18:51.126002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attempted to set empty binding levels {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 13:18:51.134138 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-761e9b4b-c563-4343-82fd-cb268159a32c req-b70c74e3-c7b4-4142-9443-5fb93e0559e2 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021012 Dec 17 13:18:51.268208 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.274368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-235e38d5-dc13-4df0-9df5-3e8aa855cd01 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.321340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] In _notify_port_updated(), no bound segment for port a419a3d0-266f-42ff-8c8e-966756cb3e56 on network 11c02f52-5743-474b-a98c-04ea0a5790bb {{(pid=110454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:18:51.322266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:51.322883 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.326223 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "PUT /v2.0/ports/a419a3d0-266f-42ff-8c8e-966756cb3e56 HTTP/1.1" status: 200 len: 975 time: 1.9062710 Dec 17 13:18:51.333505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41774) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:51.367193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49280c43-62f1-49bd-941b-be16bfde3c23 tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event updated for resources: {'Port': ['ID=a419a3d0-266f-42ff-8c8e-966756cb3e56,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:51.404321 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-235e38d5-dc13-4df0-9df5-3e8aa855cd01 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.426999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Made reservation on behalf of 9137eaef094348b6a0a5e10f73d0a097 for: {'subnet': 2} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:51.434191 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.434669 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.470548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e38d5-dc13-4df0-9df5-3e8aa855cd01 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0985c435-5baf-4910-bb66-dde8dc7268d0,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:51.546938 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-235e38d5-dc13-4df0-9df5-3e8aa855cd01 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.548545 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-235e38d5-dc13-4df0-9df5-3e8aa855cd01 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1311982 Dec 17 13:18:51.566422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41778) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:51.576641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-039ef31d-c04d-4e82-a3a9-75dc32394c0d req-b5a9f7da-c200-4a56-bcb0-cb2799ae84e3 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 210 time: 0.0460439 Dec 17 13:18:51.581605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e88baaa2-747b-468e-bc63-eeff30cdd491 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': '0985c435-5baf-4910-bb66-dde8dc7268d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:51.623287 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.644755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Router aae42629-7fe6-4724-b48e-c47c7f468cfe has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:18:51.664765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-74fff82f-f8a1-49f7-a437-55383bbad87c tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Deleting port a419a3d0-266f-42ff-8c8e-966756cb3e56 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:51.665254 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74fff82f-f8a1-49f7-a437-55383bbad87c tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.751506 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.769094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-74fff82f-f8a1-49f7-a437-55383bbad87c tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] For port a419a3d0-266f-42ff-8c8e-966756cb3e56, host n-h1-815324-5, got binding levels [] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:51.769435 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74fff82f-f8a1-49f7-a437-55383bbad87c tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.774501 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e88baaa2-747b-468e-bc63-eeff30cdd491 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.800043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-74fff82f-f8a1-49f7-a437-55383bbad87c tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Calling delete_port for a419a3d0-266f-42ff-8c8e-966756cb3e56 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:51.802515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:18:51.821465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a6ffa4-e2cc-42d9-9a37-6080e3372a5d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:51.851141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71471b12-b306-460f-82bd-b7f205265489 req-5a3d8fa6-738b-424e-9e6e-745ed2eed55a tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 210 time: 0.0494535 Dec 17 13:18:51.858892 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.859560 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Added segment 38079a83-ca81-4554-aff7-af5deaf77146 of type vlan for network bbbb523b-74a8-4060-bdb3-9424e644313c Dec 17 13:18:51.862620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:18:51.877174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ce04e-ce67-4e9b-80cc-005727deb52d None None] Sync routers for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:18:51.920398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ce04e-ce67-4e9b-80cc-005727deb52d None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:18:51.921027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9a1ce04e-ce67-4e9b-80cc-005727deb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:18:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:51.947237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] No DVR routers for this DVR port 1ef2a740-1c53-48ea-86b9-4a26d13be93a on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:51.965391 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.969467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5e5ab91-cd82-4859-b150-7bd3d499656e req-bf6ab056-44c9-4084-be54-69167d5b91b0 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.61 "DELETE /v2.0/ports/1ef2a740-1c53-48ea-86b9-4a26d13be93a HTTP/1.1" status: 204 len: 173 time: 1.8872023 Dec 17 13:18:51.970775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'name': 'network-vif-deleted', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:18:51.973379 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c457df46-0fb5-4f17-a650-0cf17519aa28" -d '{"events": [{"server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "name": "network-vif-deleted", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:18:51.993621 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:51.994144 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e88baaa2-747b-468e-bc63-eeff30cdd491 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.053329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-9a1ce04e-ce67-4e9b-80cc-005727deb52d None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:18:52.057341 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57473cb2-afda-4cec-9994-234ff1a0abf4 x-openstack-request-id: req-57473cb2-afda-4cec-9994-234ff1a0abf4 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:18:52.061839 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3cda56-1fda-41d5-90f8-9fce8f6b3c13", "name": "network-vif-deleted", "tag": "1ef2a740-1c53-48ea-86b9-4a26d13be93a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:18:52.062655 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57473cb2-afda-4cec-9994-234ff1a0abf4 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:18:52.063730 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3cda56-1fda-41d5-90f8-9fce8f6b3c13', 'name': 'network-vif-deleted', 'tag': '1ef2a740-1c53-48ea-86b9-4a26d13be93a', 'status': 'completed', 'code': 200} Dec 17 13:18:52.107718 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.108369 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e88baaa2-747b-468e-bc63-eeff30cdd491 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.109214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:52.111040 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.139796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88baaa2-747b-468e-bc63-eeff30cdd491 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8073cb17-e746-4e28-98c9-353b81715d16,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:52.186490 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74fff82f-f8a1-49f7-a437-55383bbad87c tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.186768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Pushing event updated for resources: {'Network': ['ID=bbbb523b-74a8-4060-bdb3-9424e644313c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:52.234541 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e88baaa2-747b-468e-bc63-eeff30cdd491 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.235757 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e88baaa2-747b-468e-bc63-eeff30cdd491 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6579046 Dec 17 13:18:52.239494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41788) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:52.241054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fff82f-f8a1-49f7-a437-55383bbad87c tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Pushing event deleted for resources: {'Port': ['ID=a419a3d0-266f-42ff-8c8e-966756cb3e56,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:52.246851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network bbbb523b-74a8-4060-bdb3-9424e644313c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:18:52.255791 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74fff82f-f8a1-49f7-a437-55383bbad87c tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.255791 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-74fff82f-f8a1-49f7-a437-55383bbad87c tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "DELETE /v2.0/ports/a419a3d0-266f-42ff-8c8e-966756cb3e56 HTTP/1.1" status: 204 len: 168 time: 0.9195886 Dec 17 13:18:52.258299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41790) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:52.285265 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d6f0c316-148f-4861-9ed9-4dca0be740d1 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules/8073cb17-e746-4e28-98c9-353b81715d16 HTTP/1.1" status: 200 len: 763 time: 0.0416780 Dec 17 13:18:52.290528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-85a5621d-be8b-42c0-a34d-19e39d9d9fa2 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3798573 Dec 17 13:18:52.291150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41792) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:52.300358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41794) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:52.329467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c38196d1-7d23-4e01-ad87-6077f54f66d4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Request body: {'network': {'project_id': 'e6da451d97ea4b7d916923f94012f34f'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:52.334599 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39f4878-438a-4e36-bf52-5c04e3726cdd tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] GET failed (client error): The resource could not be found. Dec 17 13:18:52.336550 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e39f4878-438a-4e36-bf52-5c04e3726cdd tempest-PortsAdminExtendedAttrsTestJSON-901682399 tempest-PortsAdminExtendedAttrsTestJSON-901682399-project-admin] 10.222.0.59 "GET /v2.0/ports/a419a3d0-266f-42ff-8c8e-966756cb3e56 HTTP/1.1" status: 404 len: 333 time: 0.0771763 Dec 17 13:18:52.371873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41796) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:52.373295 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.449146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9a1ce04e-ce67-4e9b-80cc-005727deb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:25Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:52.485700 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-802af8c6-4e9d-4301-8f0d-cd1015ea2745 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1853354 Dec 17 13:18:52.485997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ce04e-ce67-4e9b-80cc-005727deb52d None None] Checking router: aae42629-7fe6-4724-b48e-c47c7f468cfe for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:18:52.492804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41798) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:52.496345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ce04e-ce67-4e9b-80cc-005727deb52d None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:18:52.497229 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9a1ce04e-ce67-4e9b-80cc-005727deb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:18:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:52.507942 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event updated for resources: {'Subnet': ['ID=011a7513-7414-4ad0-adf8-f534ee417aa0,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:52.536394 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-e68eabe7-a3b8-4cc3-9e2b-1fe35cfd1920 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:52.538621 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-e68eabe7-a3b8-4cc3-9e2b-1fe35cfd1920 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.54 "GET /v2.0/networks?id=9f8dc47b-d913-4cd1-9706-2c7d1a4f780e HTTP/1.1" status: 200 len: 814 time: 0.2396388 Dec 17 13:18:52.539388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Checking segment: {'id': 'fabe415e-0a18-41f5-86e2-93fb8f9f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d2bf865-58d5-4ce0-a8a5-0d64accc1937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:52.539760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Network hostable DHCP agents. Network: 0d2bf865-58d5-4ce0-a8a5-0d64accc1937, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:18:52.546786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ce7e-fbf1-4af2-9316-769b1833eb51 req-01c5efc8-698e-4975-86cf-ebabc97a290c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:52.549111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b72ce7e-fbf1-4af2-9316-769b1833eb51 req-01c5efc8-698e-4975-86cf-ebabc97a290c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.2218361 Dec 17 13:18:52.566431 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Request body: {'port': {'device_id': '9527357f-7c5c-427b-8fbd-0ac6f4cf8af9', 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e', 'admin_state_up': True, 'tenant_id': '00f2483427694fb8b8bd7ae3a33d3140'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:52.573704 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.588102 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ffa5229b-0f3b-4f5e-b0c1-b0af5550e033 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.606008 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ffa5229b-0f3b-4f5e-b0c1-b0af5550e033 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.630587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38196d1-7d23-4e01-ad87-6077f54f66d4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Made reservation on behalf of e6da451d97ea4b7d916923f94012f34f for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:52.633270 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c38196d1-7d23-4e01-ad87-6077f54f66d4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.659600 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b72ce7e-fbf1-4af2-9316-769b1833eb51 req-ede7457b-97a0-4cb7-a35d-b359ecd32091 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005285 Dec 17 13:18:52.667700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-9a1ce04e-ce67-4e9b-80cc-005727deb52d None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:18:52.722011 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Network 0d2bf865-58d5-4ce0-a8a5-0d64accc1937 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:18:52.756556 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ffa5229b-0f3b-4f5e-b0c1-b0af5550e033 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.770024 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ffa5229b-0f3b-4f5e-b0c1-b0af5550e033 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.771896 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ffa5229b-0f3b-4f5e-b0c1-b0af5550e033 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/8073cb17-e746-4e28-98c9-353b81715d16 HTTP/1.1" status: 204 len: 168 time: 0.2781312 Dec 17 13:18:52.774015 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.784280 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6ca3002-ea1c-4a96-996d-7115f8f1ce2c req-88529e58-b235-4d04-b7ca-f99bb60e4a48 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb3cda56-1fda-41d5-90f8-9fce8f6b3c13 HTTP/1.1" status: 200 len: 210 time: 0.0664492 Dec 17 13:18:52.790084 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41802) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:52.795027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5229b-0f3b-4f5e-b0c1-b0af5550e033 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8073cb17-e746-4e28-98c9-353b81715d16,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:52.812736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c02f52-5743-474b-a98c-04ea0a5790bb']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:52.825626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38196d1-7d23-4e01-ad87-6077f54f66d4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:18:52.827143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6566ade-abc1-42fc-9f07-75feab0c9188') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:52.827451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6566ade-abc1-42fc-9f07-75feab0c9188') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:52.837935 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.841044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 0d2bf865-58d5-4ce0-a8a5-0d64accc1937) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:52.854487 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.855201 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.862916 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:52.863334 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.863479 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c38196d1-7d23-4e01-ad87-6077f54f66d4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:52.864030 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-c38196d1-7d23-4e01-ad87-6077f54f66d4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Added segment c29434e1-3867-4c1e-8ba0-28467a7de2b0 of type vlan for network ee8efdd6-16c2-404c-b266-faf9e34cb2d7 Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:52.867357 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:52.869981 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e737e5f5-79be-435d-890f-fbce667e7f81 None None] Network 0d2bf865-58d5-4ce0-a8a5-0d64accc1937 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:52.958697 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ee743e5c-ce82-4cf4-b7dc-a602206964ef tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1475558 Dec 17 13:18:52.959482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41806) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:52.964722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7eee1f30-1bee-4acd-9034-d76b5c825889 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': '0985c435-5baf-4910-bb66-dde8dc7268d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:53.012544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Made reservation on behalf of 00f2483427694fb8b8bd7ae3a33d3140 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:18:53.015402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e5f9def-f2a4-4fe8-91a2-2e3a5bee40a3 req-fd8bee9e-ae17-4d6b-ac17-6600c1ab8c75 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 210 time: 0.0375478 Dec 17 13:18:53.016430 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.020960 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c38196d1-7d23-4e01-ad87-6077f54f66d4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.029858 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-0d2bf865-58d5-4ce0-a8a5-0d64accc1937', 'network_id': '0d2bf865-58d5-4ce0-a8a5-0d64accc1937', 'project_id': '9137eaef094348b6a0a5e10f73d0a097', 'fixed_ips': [{'subnet_id': '011a7513-7414-4ad0-adf8-f534ee417aa0'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:18:53.031464 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.032139 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.046186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.048831 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9a1ce04e-ce67-4e9b-80cc-005727deb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:25Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:53.049181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event updated for resources: {'Subnet': ['ID=4a4a1290-4122-40a4-bdae-5506eb9ee7c9,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:53.050127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] 10.222.0.59 "DELETE /v2.0/networks/11c02f52-5743-474b-a98c-04ea0a5790bb HTTP/1.1" status: 204 len: 168 time: 0.6717331 Dec 17 13:18:53.084893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf7222-2dd8-415d-836a-3efe8cfbcae5 tempest-PortsAdminExtendedAttrsTestJSON-1490404049 tempest-PortsAdminExtendedAttrsTestJSON-1490404049-project] Pushing event deleted for resources: {'Network': ['ID=11c02f52-5743-474b-a98c-04ea0a5790bb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:53.088115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Checking segment: {'id': 'a8c6fc73-3130-479d-9d14-dd933e71f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a40e7da6-0169-480e-8f2b-2a5a88f749bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:53.088539 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Network hostable DHCP agents. Network: a40e7da6-0169-480e-8f2b-2a5a88f749bd, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:18:53.099362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ce04e-ce67-4e9b-80cc-005727deb52d None None] The sync data for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 is: [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '540bf6e9-9039-4658-87f4-c6188a059244', 'name': '', 'network_id': 'e16b8094-9765-429e-b3f9-d6069186d4a7', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'mac_address': 'fa:16:3e:7d:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:13Z', 'updated_at': '2021-12-17T13:09:25Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'subnets': [{'id': '1d474f1c-9141-4e9d-9cda-36607a65bd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:18:53.201772 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7eee1f30-1bee-4acd-9034-d76b5c825889 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.232633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Allocated IP 172.20.0.11 (9f8dc47b-d913-4cd1-9706-2c7d1a4f780e/24e70ff5-2187-4d62-8e8f-7ca8406c8afc/47a9751a-8a33-441a-b69e-11725baea743) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:53.260758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c38196d1-7d23-4e01-ad87-6077f54f66d4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.262096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38196d1-7d23-4e01-ad87-6077f54f66d4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:53.263467 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c38196d1-7d23-4e01-ad87-6077f54f66d4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.279171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Allocated IP 2001:db8::1 (0d2bf865-58d5-4ce0-a8a5-0d64accc1937/011a7513-7414-4ad0-adf8-f534ee417aa0/f2414019-a0d4-401a-8798-2988afb88976) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:53.283883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7eee1f30-1bee-4acd-9034-d76b5c825889 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.368284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Network a40e7da6-0169-480e-8f2b-2a5a88f749bd is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:18:53.410631 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7eee1f30-1bee-4acd-9034-d76b5c825889 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.415316 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38196d1-7d23-4e01-ad87-6077f54f66d4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Pushing event updated for resources: {'Network': ['ID=ee8efdd6-16c2-404c-b266-faf9e34cb2d7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:53.437271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network ee8efdd6-16c2-404c-b266-faf9e34cb2d7 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:18:53.454091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee1f30-1bee-4acd-9034-d76b5c825889 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11b7e52-782d-4df8-afd4-b9b90b1c242b,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:53.491322 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2137df-d625-4352-bb17-6c78a46fe8d5 None None] New status for floating IP 3705f14a-f0b6-4704-9c2f-4bbe40481bbf: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:18:53.517091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c38196d1-7d23-4e01-ad87-6077f54f66d4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2147958 Dec 17 13:18:53.520859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41812) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:53.521441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.530365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4513d139-49c9-4173-953c-acc0198eb8e4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Request body: {'network': {'project_id': 'e6da451d97ea4b7d916923f94012f34f'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:53.545889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, a40e7da6-0169-480e-8f2b-2a5a88f749bd) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:53.550700 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.557010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:53.557749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:53.558766 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.561253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c6b39-20e6-4a54-ac6c-de93fb0b96db None None] Network a40e7da6-0169-480e-8f2b-2a5a88f749bd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:53.603963 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7eee1f30-1bee-4acd-9034-d76b5c825889 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.605324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7eee1f30-1bee-4acd-9034-d76b5c825889 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6446333 Dec 17 13:18:53.608193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41814) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:53.614806 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-4513d139-49c9-4173-953c-acc0198eb8e4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 17 13:18:53.615300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4513d139-49c9-4173-953c-acc0198eb8e4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:18:53.620106 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4513d139-49c9-4173-953c-acc0198eb8e4 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0982625 Dec 17 13:18:53.620836 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41816) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:53.633682 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a41a7d88-4feb-425a-b8ee-98f1e56cd89e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules/a11b7e52-782d-4df8-afd4-b9b90b1c242b HTTP/1.1" status: 200 len: 763 time: 0.0242221 Dec 17 13:18:53.637505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41818) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:53.660941 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.681295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2e4e3bd8-ab04-469e-affb-8617e69a144f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6da451d97ea4b7d916923f94012f34f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588398 Dec 17 13:18:53.682092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41820) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:53.690557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-404e72b4-5c5b-47eb-8139-236a4aeb62f7 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0511546 Dec 17 13:18:53.693413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41824) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:53.728704 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c88f8d51-c554-4975-9da8-21befee3be34 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.731926 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.764034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:53.774379 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0012665a-dafc-4a0f-935c-a0ec31118ec5 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.1389873 Dec 17 13:18:53.778150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41828) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:53.790856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:53.796201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:53.841897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Network 0d2bf865-58d5-4ce0-a8a5-0d64accc1937 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:53.855242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1ebcd8-a31a-41b8-8026-acedff56d733 None None] DHCP port deletion for 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:53.857529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c408f8-ca09-4488-b849-350f253c9944 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:53.859548 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c408f8-ca09-4488-b849-350f253c9944 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:53.861720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c408f8-ca09-4488-b849-350f253c9944 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:53.865304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a4c408f8-ca09-4488-b849-350f253c9944 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0839512 Dec 17 13:18:53.880928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41832) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:53.909377 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c88f8d51-c554-4975-9da8-21befee3be34 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.913162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:53.924203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-a40e7da6-0169-480e-8f2b-2a5a88f749bd', 'network_id': 'a40e7da6-0169-480e-8f2b-2a5a88f749bd', 'project_id': '9137eaef094348b6a0a5e10f73d0a097', 'fixed_ips': [{'subnet_id': '4a4a1290-4122-40a4-bdae-5506eb9ee7c9'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:18:53.925073 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:53.925850 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.928798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41834) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:53.931033 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.959632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Pushing event updated for resources: {'Port': ['ID=f2414019-a0d4-401a-8798-2988afb88976,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:53.963132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:53.990340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:53.990974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:53.991498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:53.991636 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Pushing event updated for resources: {'Port': ['ID=47a9751a-8a33-441a-b69e-11725baea743,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:53.992140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:53.992665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:53.993171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:53.993840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:53.994533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:53.996822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:53.996953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-64a3a53a-f2ed-44b4-bdc1-78775b93dc0f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:53.997069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:53.997069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:53.997069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:53.997069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:18:54.020965 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3f083f0b-92d3-491f-8e34-6c0e31952f76 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4660358 Dec 17 13:18:54.043117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Request body: {'port': {'device_id': '9527357f-7c5c-427b-8fbd-0ac6f4cf8af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:54.055717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893c24d-1ba5-472a-bde8-f2b640e0e810 req-6f501e1f-3cb5-46be-b6a4-bcefd7599786 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:54.063169 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1893c24d-1ba5-472a-bde8-f2b640e0e810 req-6f501e1f-3cb5-46be-b6a4-bcefd7599786 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.1947079 Dec 17 13:18:54.071151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41840) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:54.071337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-64a3a53a-f2ed-44b4-bdc1-78775b93dc0f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.077362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-2399e427-c600-49b3-88c1-56c64f028240 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Deleting subnet 011a7513-7414-4ad0-adf8-f534ee417aa0 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:18:54.095867 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2399e427-c600-49b3-88c1-56c64f028240 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.116390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Attempting to bind port f2414019-a0d4-401a-8798-2988afb88976 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:54.116988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Attempting to bind port f2414019-a0d4-401a-8798-2988afb88976 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fabe415e-0a18-41f5-86e2-93fb8f9f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d2bf865-58d5-4ce0-a8a5-0d64accc1937'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:54.118176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Attempting to bind port f2414019-a0d4-401a-8798-2988afb88976 on network 0d2bf865-58d5-4ce0-a8a5-0d64accc1937 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:54.142775 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:18:54.144366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Checking segment: {'id': 'fabe415e-0a18-41f5-86e2-93fb8f9f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d2bf865-58d5-4ce0-a8a5-0d64accc1937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:54.145309 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.145967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Bound using segment: {'id': 'fabe415e-0a18-41f5-86e2-93fb8f9f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d2bf865-58d5-4ce0-a8a5-0d64accc1937'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:18:54.146828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Bound port: f2414019-a0d4-401a-8798-2988afb88976, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabe415e-0a18-41f5-86e2-93fb8f9f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d2bf865-58d5-4ce0-a8a5-0d64accc1937'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:18:54.148651 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.180565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c88f8d51-c554-4975-9da8-21befee3be34 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.189867 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c88f8d51-c554-4975-9da8-21befee3be34 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.193869 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c88f8d51-c554-4975-9da8-21befee3be34 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/a11b7e52-782d-4df8-afd4-b9b90b1c242b HTTP/1.1" status: 204 len: 168 time: 0.4991865 Dec 17 13:18:54.201619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41844) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:54.208582 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4628d29e-6127-4cab-abac-1ad9e3f1e948 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.221804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2399e427-c600-49b3-88c1-56c64f028240 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.239337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f8d51-c554-4975-9da8-21befee3be34 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a11b7e52-782d-4df8-afd4-b9b90b1c242b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:54.243220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d423bd28-38b7-4ae5-8494-783dcf49cf69 None None] Provisioning complete for port 47a9751a-8a33-441a-b69e-11725baea743 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:54.243669 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d423bd28-38b7-4ae5-8494-783dcf49cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.254407 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.285765 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4628d29e-6127-4cab-abac-1ad9e3f1e948 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.306224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1893c24d-1ba5-472a-bde8-f2b640e0e810 req-e69de8f9-1771-4f2d-b8fd-cc32205b0149 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420545 Dec 17 13:18:54.329537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-456d86d9-adf6-40bf-a0a7-a4b8cafee34a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f5bd5d1fa8041c78969e213e915da99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3987191 Dec 17 13:18:54.337684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41846) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:54.350742 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b04dd79b-a333-4798-85ae-a3975735660f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1449161 Dec 17 13:18:54.351058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffaf89-2583-4370-88d3-b6498ee087dd req-d84ab965-b4c2-4b7c-8561-79f61148a7cd tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:54.356285 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d1ffaf89-2583-4370-88d3-b6498ee087dd req-d84ab965-b4c2-4b7c-8561-79f61148a7cd tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 932 time: 0.1768310 Dec 17 13:18:54.359131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41848) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:54.368199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3c8a6409-00d3-4ce9-8a22-8afcf80d87eb tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': '0985c435-5baf-4910-bb66-dde8dc7268d0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:54.371988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d423bd28-38b7-4ae5-8494-783dcf49cf69 None None] Port 47a9751a-8a33-441a-b69e-11725baea743 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:18:54.398651 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] For port f2414019-a0d4-401a-8798-2988afb88976, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:18:54.401497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Allocated IP 2001:db8:0:1::1 (a40e7da6-0169-480e-8f2b-2a5a88f749bd/4a4a1290-4122-40a4-bdae-5506eb9ee7c9/77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:18:54.405414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] For port f2414019-a0d4-401a-8798-2988afb88976, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f2414019-a0d4-401a-8798-2988afb88976,segment=NetworkSegment(fabe415e-0a18-41f5-86e2-93fb8f9f9dec),segment_id=fabe415e-0a18-41f5-86e2-93fb8f9f9dec)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:18:54.479143 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-64a3a53a-f2ed-44b4-bdc1-78775b93dc0f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.482822 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-64a3a53a-f2ed-44b4-bdc1-78775b93dc0f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.487173 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-64a3a53a-f2ed-44b4-bdc1-78775b93dc0f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/14a6ffa4-e2cc-42d9-9a37-6080e3372a5d HTTP/1.1" status: 204 len: 168 time: 0.8015811 Dec 17 13:18:54.489185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41852) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:54.491557 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2399e427-c600-49b3-88c1-56c64f028240 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.517750 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d1ffaf89-2583-4370-88d3-b6498ee087dd req-909f2f27-5644-442f-984c-7a6ec65393fb tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576843 Dec 17 13:18:54.553809 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-3c8a6409-00d3-4ce9-8a22-8afcf80d87eb tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Project 4b1d826075af4306974537b1537dfa97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:18:54.563273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3a53a-f2ed-44b4-bdc1-78775b93dc0f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a6ffa4-e2cc-42d9-9a37-6080e3372a5d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:54.584126 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6409-00d3-4ce9-8a22-8afcf80d87eb tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.606234 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-611aae0d-c2f8-4cf3-adff-5581a8db886f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.627517 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4628d29e-6127-4cab-abac-1ad9e3f1e948 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.631007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4628d29e-6127-4cab-abac-1ad9e3f1e948 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.633654 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4628d29e-6127-4cab-abac-1ad9e3f1e948 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "DELETE /v2.0/security-groups/f680e067-0c56-4abd-a194-19e35ade3c02 HTTP/1.1" status: 204 len: 168 time: 0.5603840 Dec 17 13:18:54.640504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41854) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:54.662133 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.664115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628d29e-6127-4cab-abac-1ad9e3f1e948 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f680e067-0c56-4abd-a194-19e35ade3c02,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:54.669347 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.678541 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-a6795f6d-55ab-4bb0-a06d-7df1a5bf2922 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] show failed (client error): The resource could not be found. Dec 17 13:18:54.683056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a6795f6d-55ab-4bb0-a06d-7df1a5bf2922 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "GET /v2.0/security-groups/f680e067-0c56-4abd-a194-19e35ade3c02 HTTP/1.1" status: 404 len: 347 time: 0.0377922 Dec 17 13:18:54.683056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-611aae0d-c2f8-4cf3-adff-5581a8db886f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.684747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41856) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:54.717851 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2399e427-c600-49b3-88c1-56c64f028240 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.743650 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6409-00d3-4ce9-8a22-8afcf80d87eb tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.772311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399e427-c600-49b3-88c1-56c64f028240 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event deleted for resources: {'Subnet': ['ID=011a7513-7414-4ad0-adf8-f534ee417aa0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:54.774704 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2399e427-c600-49b3-88c1-56c64f028240 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.781280 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2399e427-c600-49b3-88c1-56c64f028240 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "DELETE /v2.0/subnets/011a7513-7414-4ad0-adf8-f534ee417aa0 HTTP/1.1" status: 204 len: 168 time: 0.8955102 Dec 17 13:18:54.783094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41858) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:54.795324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6409-00d3-4ce9-8a22-8afcf80d87eb tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.860035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a6409-00d3-4ce9-8a22-8afcf80d87eb tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58793061-f322-4b7a-b6df-ba32c7f2093d,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:54.884944 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1ef2a740-1c53-48ea-86b9-4a26d13be93a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:18:54.892774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-8177b7ac-c758-4777-85a5-aad6c13d3dd4 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Deleting subnet 4a4a1290-4122-40a4-bdae-5506eb9ee7c9 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:18:54.901224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade54a49-757b-44c2-a0bd-f5c85408e793 None None] Pushing event updated for resources: {'Port': ['ID=f2414019-a0d4-401a-8798-2988afb88976,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:54.949960 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 1ef2a740-1c53-48ea-86b9-4a26d13be93a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:18:54.950258 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6409-00d3-4ce9-8a22-8afcf80d87eb tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.950891 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1ef2a740-1c53-48ea-86b9-4a26d13be93a not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:18:54.954940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3c8a6409-00d3-4ce9-8a22-8afcf80d87eb tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5904415 Dec 17 13:18:54.960086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41860) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:54.981019 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.982256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-611aae0d-c2f8-4cf3-adff-5581a8db886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.985608 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-611aae0d-c2f8-4cf3-adff-5581a8db886f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:54.990592 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-611aae0d-c2f8-4cf3-adff-5581a8db886f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a773a572-d9e9-4e5d-aa2e-ef416f81c032 HTTP/1.1" status: 204 len: 168 time: 0.6411946 Dec 17 13:18:55.008310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-48c9c2d3-45e1-407a-b35d-440b3990ab3b tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules/58793061-f322-4b7a-b6df-ba32c7f2093d HTTP/1.1" status: 200 len: 769 time: 0.0514498 Dec 17 13:18:55.009321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41864) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:55.017822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611aae0d-c2f8-4cf3-adff-5581a8db886f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a773a572-d9e9-4e5d-aa2e-ef416f81c032,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:55.029776 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.064801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2a1c0ee6-9773-47ef-9c3d-39363427d7b3 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0536575 Dec 17 13:18:55.065671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41866) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:55.078295 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8efdd6-16c2-404c-b266-faf9e34cb2d7']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:55.089206 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8177b7ac-c758-4777-85a5-aad6c13d3dd4 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.090702 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.118136 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29434e1-3867-4c1e-8ba0-28467a7de2b0') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:55.118293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29434e1-3867-4c1e-8ba0-28467a7de2b0') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:55.135703 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a9751a-8a33-441a-b69e-11725baea743 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:18:55.142885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-be5f9007-128a-428b-a942-73c2cc091517 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Deleting port 26fb858f-b177-4c07-ab4e-0767dd53de38 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:55.143170 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be5f9007-128a-428b-a942-73c2cc091517 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.146595 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.157913 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.202294 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a317ac16-232c-4c00-af82-31ff66621b78 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.221118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a317ac16-232c-4c00-af82-31ff66621b78 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.221671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Pushing event updated for resources: {'Port': ['ID=77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:55.227825 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8177b7ac-c758-4777-85a5-aad6c13d3dd4 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.233058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Network a40e7da6-0169-480e-8f2b-2a5a88f749bd is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:18:55.238559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:18:55.245084 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:18:55.252116 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.273904 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:55.274313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:55.276037 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:55.347275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Attempting to bind port 77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:55.349077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Attempting to bind port 77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a8c6fc73-3130-479d-9d14-dd933e71f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a40e7da6-0169-480e-8f2b-2a5a88f749bd'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:55.349683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Attempting to bind port 77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3 on network a40e7da6-0169-480e-8f2b-2a5a88f749bd {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:55.358186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:18:55.358681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Checking segment: {'id': 'a8c6fc73-3130-479d-9d14-dd933e71f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a40e7da6-0169-480e-8f2b-2a5a88f749bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:55.359488 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.360480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Bound using segment: {'id': 'a8c6fc73-3130-479d-9d14-dd933e71f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a40e7da6-0169-480e-8f2b-2a5a88f749bd'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:18:55.361273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Bound port: 77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c6fc73-3130-479d-9d14-dd933e71f21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a40e7da6-0169-480e-8f2b-2a5a88f749bd'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:18:55.361787 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.377961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be5f9007-128a-428b-a942-73c2cc091517 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.379093 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be5f9007-128a-428b-a942-73c2cc091517 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.390358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a317ac16-232c-4c00-af82-31ff66621b78 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.399124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-be5f9007-128a-428b-a942-73c2cc091517 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Calling delete_port for 26fb858f-b177-4c07-ab4e-0767dd53de38 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:55.400176 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8177b7ac-c758-4777-85a5-aad6c13d3dd4 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.409865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a317ac16-232c-4c00-af82-31ff66621b78 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.414510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41870) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:55.430788 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a317ac16-232c-4c00-af82-31ff66621b78 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/58793061-f322-4b7a-b6df-ba32c7f2093d HTTP/1.1" status: 204 len: 168 time: 0.3637934 Dec 17 13:18:55.457969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317ac16-232c-4c00-af82-31ff66621b78 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58793061-f322-4b7a-b6df-ba32c7f2093d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:55.489822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Transition to ACTIVE for port object 47a9751a-8a33-441a-b69e-11725baea743 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:18:55.496929 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.509547 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.512904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] 10.222.0.59 "DELETE /v2.0/networks/ee8efdd6-16c2-404c-b266-faf9e34cb2d7 HTTP/1.1" status: 204 len: 168 time: 1.0218747 Dec 17 13:18:55.525411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41874) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:55.584079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db950bf-41ca-44e8-b2ba-ebf0cfbf0fd5 tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee8efdd6-16c2-404c-b266-faf9e34cb2d7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:55.595765 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.644455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e778ac-30a8-4384-9594-d25e808658b8 req-290a9227-7071-4576-8292-96602e7a7436 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:55.648370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] For port 77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:18:55.649226 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1e778ac-30a8-4384-9594-d25e808658b8 req-290a9227-7071-4576-8292-96602e7a7436 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.1179075 Dec 17 13:18:55.652496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] For port 77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3,segment=NetworkSegment(a8c6fc73-3130-479d-9d14-dd933e71f21e),segment_id=a8c6fc73-3130-479d-9d14-dd933e71f21e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:18:55.654120 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8177b7ac-c758-4777-85a5-aad6c13d3dd4 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.673963 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55d369c9-79c7-4976-91ef-38432285623e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2575839 Dec 17 13:18:55.675746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41880) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:55.695209 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.701228 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9facacec-6ad1-4a57-8c99-98d47acf5a91 None None] DHCP port deletion for 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:55.716367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8177b7ac-c758-4777-85a5-aad6c13d3dd4 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.722624 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8177b7ac-c758-4777-85a5-aad6c13d3dd4 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "DELETE /v2.0/subnets/4a4a1290-4122-40a4-bdae-5506eb9ee7c9 HTTP/1.1" status: 204 len: 168 time: 0.9381320 Dec 17 13:18:55.727122 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Pushing event updated for resources: {'Port': ['ID=47a9751a-8a33-441a-b69e-11725baea743,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:55.730616 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.740073 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41882) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:55.793351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177b7ac-c758-4777-85a5-aad6c13d3dd4 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4a1290-4122-40a4-bdae-5506eb9ee7c9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:55.821256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-690bfdbe-23a9-49c5-a14e-cb0d59c20b79 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.888757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9927c-f6cd-4d8f-a32f-dde5e82fef24 None None] Pushing event updated for resources: {'Port': ['ID=77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:55.893282 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-690bfdbe-23a9-49c5-a14e-cb0d59c20b79 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:55.904483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1e778ac-30a8-4384-9594-d25e808658b8 req-506bb8fb-8068-4748-8baa-35a6c92c162b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267735 Dec 17 13:18:55.987202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Attempting to bind port 47a9751a-8a33-441a-b69e-11725baea743 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:18:55.987544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Attempting to bind port 47a9751a-8a33-441a-b69e-11725baea743 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'a88e3d34-aa3a-4c4f-ae54-6bbc3799634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:18:55.988149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Attempting to bind port 47a9751a-8a33-441a-b69e-11725baea743 on network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:56.048904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-690bfdbe-23a9-49c5-a14e-cb0d59c20b79 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.048904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-690bfdbe-23a9-49c5-a14e-cb0d59c20b79 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.049187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-690bfdbe-23a9-49c5-a14e-cb0d59c20b79 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-groups/0985c435-5baf-4910-bb66-dde8dc7268d0 HTTP/1.1" status: 204 len: 168 time: 0.3247180 Dec 17 13:18:56.052419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41884) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:56.107704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bfdbe-23a9-49c5-a14e-cb0d59c20b79 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0985c435-5baf-4910-bb66-dde8dc7268d0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:56.145888 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-501269f3-1d13-42b7-9575-f470a9b3d4e6 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0888484 Dec 17 13:18:56.151034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41886) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:56.157435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-01e4e486-245a-4af0-9788-6789b574e99f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group': {'name': 'tempest-secgroup--486079688'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:56.158418 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1437e7-5ae7-4399-a647-6144957929f8 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:56.163524 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5a1437e7-5ae7-4399-a647-6144957929f8 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3874929 Dec 17 13:18:56.175846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41888) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:56.203151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Port 47a9751a-8a33-441a-b69e-11725baea743 on network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:18:56.203517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Attempting to bind port 47a9751a-8a33-441a-b69e-11725baea743 on network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:18:56.233003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f2414019-a0d4-401a-8798-2988afb88976 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:18:56.280035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41890) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:56.298250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615c82d-d3cd-45c0-8f6c-7c5ee6f0c7c9 req-02143a7e-0042-45dc-a51a-a472638ac894 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:56.313395 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2615c82d-d3cd-45c0-8f6c-7c5ee6f0c7c9 req-02143a7e-0042-45dc-a51a-a472638ac894 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 944 time: 0.6031551 Dec 17 13:18:56.319126 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be5f9007-128a-428b-a942-73c2cc091517 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.322609 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.325304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f2414019-a0d4-401a-8798-2988afb88976 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:56.325304 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.342770 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.435341 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:18:56.436730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Checking segment: {'id': 'a88e3d34-aa3a-4c4f-ae54-6bbc3799634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:18:56.437437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Bound using segment: {'id': 'a88e3d34-aa3a-4c4f-ae54-6bbc3799634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:18:56.438203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Bound port: 47a9751a-8a33-441a-b69e-11725baea743, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88e3d34-aa3a-4c4f-ae54-6bbc3799634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:18:56.438834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.439693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-01e4e486-245a-4af0-9788-6789b574e99f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.492238 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.506728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f9007-128a-428b-a942-73c2cc091517 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Pushing event deleted for resources: {'Port': ['ID=26fb858f-b177-4c07-ab4e-0767dd53de38,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:56.526119 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2615c82d-d3cd-45c0-8f6c-7c5ee6f0c7c9 req-20f4acdc-c4a3-42bb-99e4-4cd90867f694 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114143 Dec 17 13:18:56.540667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port f2414019-a0d4-401a-8798-2988afb88976, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f2414019-a0d4-401a-8798-2988afb88976,segment=NetworkSegment(fabe415e-0a18-41f5-86e2-93fb8f9f9dec),segment_id=fabe415e-0a18-41f5-86e2-93fb8f9f9dec)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:56.605873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Deleting port 77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:56.605873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.606885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbb523b-74a8-4060-bdb3-9424e644313c']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:56.638493 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.651404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38079a83-ca81-4554-aff7-af5deaf77146') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:56.651876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38079a83-ca81-4554-aff7-af5deaf77146') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:56.699499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] For port 77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3,segment=NetworkSegment(a8c6fc73-3130-479d-9d14-dd933e71f21e),segment_id=a8c6fc73-3130-479d-9d14-dd933e71f21e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:56.699903 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.728967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Calling delete_port for 77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:56.736723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] For port 47a9751a-8a33-441a-b69e-11725baea743, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:18:56.744701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] For port 47a9751a-8a33-441a-b69e-11725baea743, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47a9751a-8a33-441a-b69e-11725baea743,segment=NetworkSegment(a88e3d34-aa3a-4c4f-ae54-6bbc3799634a),segment_id=a88e3d34-aa3a-4c4f-ae54-6bbc3799634a)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:18:56.755207 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.762458 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-23a6d30f-1889-42fd-8af8-fd558f3d523d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df5c5ad9a34e499f8cdd830e174a8cb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4461226 Dec 17 13:18:56.771541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41894) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:56.774163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=f2414019-a0d4-401a-8798-2988afb88976,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:56.779764 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af919ed6-5215-4643-9a3a-53a8ce16b315 None None] Network 0d2bf865-58d5-4ce0-a8a5-0d64accc1937 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:56.845666 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.848009 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.869414 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-01e4e486-245a-4af0-9788-6789b574e99f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.881482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3ba25381-d374-43b4-8c6e-571e9ad37aea None None] Provisioning complete for port f2414019-a0d4-401a-8798-2988afb88976 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:18:56.882220 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3ba25381-d374-43b4-8c6e-571e9ad37aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.885955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:56.886318 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.888334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be5f9007-128a-428b-a942-73c2cc091517 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.889801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.891046 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be5f9007-128a-428b-a942-73c2cc091517 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:56.901106 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-be5f9007-128a-428b-a942-73c2cc091517 tempest-AttachVolumeShelveTestJSON-747526448 tempest-AttachVolumeShelveTestJSON-747526448-project] 10.222.0.59 "DELETE /v2.0/floatingips/3705f14a-f0b6-4704-9c2f-4bbe40481bbf HTTP/1.1" status: 204 len: 168 time: 2.2161505 Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:56.903755 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:57.000903 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-01e4e486-245a-4af0-9788-6789b574e99f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.006907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:57.007406 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.008922 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] 10.222.0.54 "PUT /v2.0/ports/47a9751a-8a33-441a-b69e-11725baea743 HTTP/1.1" status: 200 len: 1092 time: 2.9777670 Dec 17 13:18:57.011767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9527357f-7c5c-427b-8fbd-0ac6f4cf8af9', 'tag': '47a9751a-8a33-441a-b69e-11725baea743'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:18:57.021657 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7794039d-f3a2-4fbb-9de0-ea654a7a73ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9527357f-7c5c-427b-8fbd-0ac6f4cf8af9", "tag": "47a9751a-8a33-441a-b69e-11725baea743"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:18:57.022047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba5f2b6-b65e-4a9d-b6f0-d4afbb994d88 None None] DHCP port deletion for 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:57.047339 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f2c331bc-69fc-4b5c-be9b-1771eaa0ab3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.065300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] No DVR routers for this DVR port 77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:57.079306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event deleted for resources: {'Port': ['ID=77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:57.080663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab6311-e5a5-4382-87c7-efa3f3898326 service neutron] Pushing event updated for resources: {'Port': ['ID=47a9751a-8a33-441a-b69e-11725baea743,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:57.111633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f2c331bc-69fc-4b5c-be9b-1771eaa0ab3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.204756 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91aef77-ab71-4e32-ba2f-e8a4e4a28436 x-openstack-request-id: req-e91aef77-ab71-4e32-ba2f-e8a4e4a28436 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:18:57.205055 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9527357f-7c5c-427b-8fbd-0ac6f4cf8af9", "tag": "47a9751a-8a33-441a-b69e-11725baea743", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:18:57.205313 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e91aef77-ab71-4e32-ba2f-e8a4e4a28436 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:18:57.205752 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9527357f-7c5c-427b-8fbd-0ac6f4cf8af9', 'tag': '47a9751a-8a33-441a-b69e-11725baea743', 'status': 'completed', 'code': 200} Dec 17 13:18:57.222224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f69119-0220-41b8-b0e4-40eaeedecb93 None None] DHCP port deletion for 0d2bf865-58d5-4ce0-a8a5-0d64accc1937 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:57.252403 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-01e4e486-245a-4af0-9788-6789b574e99f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.255065 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-01e4e486-245a-4af0-9788-6789b574e99f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1015427 Dec 17 13:18:57.267317 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41902) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:57.272356 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.278597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4e486-245a-4af0-9788-6789b574e99f tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f016d278-db56-4442-ba63-53b17d1db3b5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:57.283635 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d82142ce-7460-4784-b3ce-8c71daad5431 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Request body: {'security_group_rule': {'security_group_id': 'f016d278-db56-4442-ba63-53b17d1db3b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:18:57.297352 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.325331 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-51f69119-0220-41b8-b0e4-40eaeedecb93 None None] Deleting port f2414019-a0d4-401a-8798-2988afb88976 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:18:57.326800 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-51f69119-0220-41b8-b0e4-40eaeedecb93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.342683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40e7da6-0169-480e-8f2b-2a5a88f749bd']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:57.359546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-633d5400-ff85-4f01-bf45-2a3f94b21a4d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1263428 Dec 17 13:18:57.367195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c6fc73-3130-479d-9d14-dd933e71f21e') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:57.367486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c6fc73-3130-479d-9d14-dd933e71f21e') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:57.409215 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.421727 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.436255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:57.437164 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:57.441449 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:57.472010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-51f69119-0220-41b8-b0e4-40eaeedecb93 None None] For port f2414019-a0d4-401a-8798-2988afb88976, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f2414019-a0d4-401a-8798-2988afb88976,segment=NetworkSegment(fabe415e-0a18-41f5-86e2-93fb8f9f9dec),segment_id=fabe415e-0a18-41f5-86e2-93fb8f9f9dec)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:18:57.472595 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-51f69119-0220-41b8-b0e4-40eaeedecb93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.492516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-51f69119-0220-41b8-b0e4-40eaeedecb93 None None] Calling delete_port for f2414019-a0d4-401a-8798-2988afb88976 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:18:57.601141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-5b759f57-70bb-4a79-8b2b-40ad85467d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:57.602011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-5b759f57-70bb-4a79-8b2b-40ad85467d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:57.602819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-5b759f57-70bb-4a79-8b2b-40ad85467d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:57.603560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-5b759f57-70bb-4a79-8b2b-40ad85467d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:57.604803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-5b759f57-70bb-4a79-8b2b-40ad85467d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:57.605761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-5b759f57-70bb-4a79-8b2b-40ad85467d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:57.618533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-5b759f57-70bb-4a79-8b2b-40ad85467d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:57.622524 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-5b759f57-70bb-4a79-8b2b-40ad85467d76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6491 time: 0.1652913 Dec 17 13:18:57.642416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.666125 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.673119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "DELETE /v2.0/networks/a40e7da6-0169-480e-8f2b-2a5a88f749bd HTTP/1.1" status: 204 len: 168 time: 1.4903278 Dec 17 13:18:57.682006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41908) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:57.703532 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-51f69119-0220-41b8-b0e4-40eaeedecb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:57.760876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f69119-0220-41b8-b0e4-40eaeedecb93 None None] No DVR routers for this DVR port f2414019-a0d4-401a-8798-2988afb88976 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:18:57.764590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dd7e6-cee9-4f8c-93b5-fc9a1d84e5fb tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event deleted for resources: {'Network': ['ID=a40e7da6-0169-480e-8f2b-2a5a88f749bd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:57.770953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f69119-0220-41b8-b0e4-40eaeedecb93 None None] Pushing event deleted for resources: {'Port': ['ID=f2414019-a0d4-401a-8798-2988afb88976,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:57.845654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6984215f-bc83-40cd-91a5-d97683207810 None None] Could not find standard attr ID for object 77cd95a0-76e2-4cf1-a0d2-1cdf4e4d67b3. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:18:57.885760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69efc6d1-aec8-434b-8f6d-e5a3d781bb45 None None] DHCP port deletion for a40e7da6-0169-480e-8f2b-2a5a88f749bd request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:18:57.927237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ef1240-15b8-49d4-9707-166f8324dd7b None None] Network a40e7da6-0169-480e-8f2b-2a5a88f749bd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:18:57.957383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ef1240-15b8-49d4-9707-166f8324dd7b None None] Network a40e7da6-0169-480e-8f2b-2a5a88f749bd could not be found, it might have been deleted concurrently. {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 17 13:18:57.974154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820afcb2-e7dc-4978-a4de-6711f8e1fff0 req-9e66b52c-2cf7-45dc-b5db-e540fa569234 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:57.976834 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-820afcb2-e7dc-4978-a4de-6711f8e1fff0 req-9e66b52c-2cf7-45dc-b5db-e540fa569234 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 944 time: 0.3258460 Dec 17 13:18:58.003146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-3ff77545-e012-412a-a8f8-356a4881bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:58.003857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-3ff77545-e012-412a-a8f8-356a4881bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:58.004394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-3ff77545-e012-412a-a8f8-356a4881bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:58.006217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-3ff77545-e012-412a-a8f8-356a4881bb3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=07d2f406-3950-4c25-8545-7279d9964e39&id=07d2f406-3950-4c25-8545-7279d9964e39 HTTP/1.1" status: 200 len: 2293 time: 0.3250923 Dec 17 13:18:58.020594 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.021677 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.027647 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] 10.222.0.59 "DELETE /v2.0/networks/bbbb523b-74a8-4060-bdb3-9424e644313c HTTP/1.1" status: 204 len: 168 time: 2.4987099 Dec 17 13:18:58.060949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03e0d8-ec71-4e54-8853-7503dd52302f tempest-QuotasNegativeTest-1965628711 tempest-QuotasNegativeTest-1965628711-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbbb523b-74a8-4060-bdb3-9424e644313c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:58.067906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f2414019-a0d4-401a-8798-2988afb88976 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:18:58.098045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794039d-f3a2-4fbb-9de0-ea654a7a73ca req-cda2ae9c-5a42-40ca-884c-ba1bc8d59c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:58.100280 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7794039d-f3a2-4fbb-9de0-ea654a7a73ca req-cda2ae9c-5a42-40ca-884c-ba1bc8d59c93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00f2483427694fb8b8bd7ae3a33d3140&device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 1095 time: 0.8935876 Dec 17 13:18:58.120653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dc4f6-2133-418c-901e-2986b02130fb req-6821630e-7929-4762-9462-1c35f50316e3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:58.128082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f2414019-a0d4-401a-8798-2988afb88976 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:18:58.128456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f2414019-a0d4-401a-8798-2988afb88976 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:18:58.136230 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f23dc4f6-2133-418c-901e-2986b02130fb req-6821630e-7929-4762-9462-1c35f50316e3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.9877534 Dec 17 13:18:58.229260 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-820afcb2-e7dc-4978-a4de-6711f8e1fff0 req-b6b64837-97e7-40cc-87c2-ffb75d965378 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163129 Dec 17 13:18:58.282155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-a435e26d-fb28-40bd-85f8-443eabe6505c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200 HTTP/1.1" status: 200 len: 1001 time: 0.2546017 Dec 17 13:18:58.285748 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f2c331bc-69fc-4b5c-be9b-1771eaa0ab3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.288785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f2c331bc-69fc-4b5c-be9b-1771eaa0ab3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.292988 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f2c331bc-69fc-4b5c-be9b-1771eaa0ab3d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5b3c2874-affa-4955-bf22-b5b5f01d5f08 HTTP/1.1" status: 204 len: 168 time: 1.5014565 Dec 17 13:18:58.334365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c331bc-69fc-4b5c-be9b-1771eaa0ab3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c2874-affa-4955-bf22-b5b5f01d5f08,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:58.387319 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d82142ce-7460-4784-b3ce-8c71daad5431 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.410399 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.428545 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f23dc4f6-2133-418c-901e-2986b02130fb req-95f78c65-3a6e-4b71-8e58-db2a36f1b429 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216420 Dec 17 13:18:58.444289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794039d-f3a2-4fbb-9de0-ea654a7a73ca req-a07a4b3d-3740-48f7-a7ba-878a30bcafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:58.444289 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7794039d-f3a2-4fbb-9de0-ea654a7a73ca req-a07a4b3d-3740-48f7-a7ba-878a30bcafd2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=00f2483427694fb8b8bd7ae3a33d3140&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2825696 Dec 17 13:18:58.483634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2bf865-58d5-4ce0-a8a5-0d64accc1937']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:58.483634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-98fe30c2-f860-4ffd-9c2b-1e856e3b6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:58.486224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-98fe30c2-f860-4ffd-9c2b-1e856e3b6742 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13 HTTP/1.1" status: 200 len: 850 time: 0.1724420 Dec 17 13:18:58.554147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabe415e-0a18-41f5-86e2-93fb8f9f9dec') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:58.554474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabe415e-0a18-41f5-86e2-93fb8f9f9dec') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:58.558294 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d82142ce-7460-4784-b3ce-8c71daad5431 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.566730 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.587378 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.591382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794039d-f3a2-4fbb-9de0-ea654a7a73ca req-f8e67105-acb4-4666-b112-28bb85072764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:58.593051 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7794039d-f3a2-4fbb-9de0-ea654a7a73ca req-f8e67105-acb4-4666-b112-28bb85072764 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368971 Dec 17 13:18:58.597275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:58.597753 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:58.601477 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:58.603879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-9acce0fe-937b-414a-8f80-915d818cd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:58.604657 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-9acce0fe-937b-414a-8f80-915d818cd06b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052566 Dec 17 13:18:58.634093 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d82142ce-7460-4784-b3ce-8c71daad5431 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.714920 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82142ce-7460-4784-b3ce-8c71daad5431 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934ad4e8-df3c-4858-a5e3-e91e966eb31e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:58.758096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-2e7d706e-a08c-43af-9027-bd3471a44498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:58.760078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-2e7d706e-a08c-43af-9027-bd3471a44498 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00f2483427694fb8b8bd7ae3a33d3140&device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 1095 time: 0.0934150 Dec 17 13:18:58.771860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-11507f08-77dc-43d9-abb9-7587a3e71bb9 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560748 Dec 17 13:18:58.804021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.883579 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d82142ce-7460-4784-b3ce-8c71daad5431 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.886460 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d82142ce-7460-4784-b3ce-8c71daad5431 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6108019 Dec 17 13:18:58.893517 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-4d004167-97a3-4b2a-b248-07e777760e33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47a9751a-8a33-441a-b69e-11725baea743 HTTP/1.1" status: 200 len: 217 time: 0.1187136 Dec 17 13:18:58.893517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41922) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:58.930481 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:58.937808 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "DELETE /v2.0/networks/0d2bf865-58d5-4ce0-a8a5-0d64accc1937 HTTP/1.1" status: 204 len: 168 time: 1.2516499 Dec 17 13:18:58.941701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41926) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:58.966012 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dbcd9-f5e4-4dc2-b834-6417521c417c tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event deleted for resources: {'Network': ['ID=0d2bf865-58d5-4ce0-a8a5-0d64accc1937,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:59.003066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3616b967-e224-40ef-9a12-0dd1b22b3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:59.004976 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-3616b967-e224-40ef-9a12-0dd1b22b3dbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24e70ff5-2187-4d62-8e8f-7ca8406c8afc HTTP/1.1" status: 200 len: 854 time: 0.0992737 Dec 17 13:18:59.059671 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-0c151423-a55f-4605-8fa6-76d4ca0c4881 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f8dc47b-d913-4cd1-9706-2c7d1a4f780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438032 Dec 17 13:18:59.062737 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cb357dbf-ceb7-4da6-ab5b-18afd56ef5de tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:59.085955 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:59.106455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-8c19081d-5cfe-43c7-9815-c6397cc4221b service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258502 Dec 17 13:18:59.132274 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cb357dbf-ceb7-4da6-ab5b-18afd56ef5de tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:59.210957 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-77ed76d3-b6d7-4d13-b4ab-972637a7b62a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=731e1dcb-c235-4f38-a39c-20fb543ce7e9 HTTP/1.1" status: 200 len: 217 time: 0.0800891 Dec 17 13:18:59.218353 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-57190916-9532-4c02-af0d-9f7e570e3bfc service neutron] 10.222.0.54 "GET /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443882 Dec 17 13:18:59.260936 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:59.299563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f60e7e9-6dc1-4e09-8771-63590fc2b676']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:59.314735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-fab46797-0f28-48e1-9a07-dc1971752708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:59.316382 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-fab46797-0f28-48e1-9a07-dc1971752708 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.0964208 Dec 17 13:18:59.322358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2446e035-e0c8-4f5a-aaea-81b6e42852fc') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:59.322724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2446e035-e0c8-4f5a-aaea-81b6e42852fc') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:18:59.352755 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cb357dbf-ceb7-4da6-ab5b-18afd56ef5de tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:59.362356 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cb357dbf-ceb7-4da6-ab5b-18afd56ef5de tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:59.366557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cb357dbf-ceb7-4da6-ab5b-18afd56ef5de tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-groups/f016d278-db56-4442-ba63-53b17d1db3b5 HTTP/1.1" status: 204 len: 168 time: 0.4729161 Dec 17 13:18:59.394749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41940) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:59.404042 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-378e10c5-8616-44e9-9093-68b6f4968c68 req-35959fc8-a8d0-44ba-ae0c-6009314e9f2b service neutron] 10.222.0.54 "GET /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765506 Dec 17 13:18:59.406788 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:59.429738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb357dbf-ceb7-4da6-ab5b-18afd56ef5de tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f016d278-db56-4442-ba63-53b17d1db3b5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:18:59.536062 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:59.569474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:18:59.575143 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:59.580536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41946) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:18:59.584539 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:18:59.617071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-5b9ac77f-322c-47f3-b7ca-29bb4fb118cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:59.619091 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-5b9ac77f-322c-47f3-b7ca-29bb4fb118cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2940841 Dec 17 13:18:59.669065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15838622-c10b-4f38-8375-44dff66038eb req-7792a7aa-c0d0-46ae-ac2b-b0e135166a77 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:18:59.679070 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-15838622-c10b-4f38-8375-44dff66038eb req-7792a7aa-c0d0-46ae-ac2b-b0e135166a77 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.0869401 Dec 17 13:18:59.751921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-15838622-c10b-4f38-8375-44dff66038eb req-b0fa3118-b896-4173-96d4-e0d8b0f81628 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711513 Dec 17 13:18:59.834325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d95b27f-8381-46af-b302-d32b6cbda36a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:59.927339 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d95b27f-8381-46af-b302-d32b6cbda36a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:18:59.998816 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d95b27f-8381-46af-b302-d32b6cbda36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.053466 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1d95b27f-8381-46af-b302-d32b6cbda36a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea7e874499e844dea41ad615bb558faa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4697499 Dec 17 13:19:00.054364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41958) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:00.081481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95b27f-8381-46af-b302-d32b6cbda36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f126bfe-bc39-426b-8c6f-8586e211b2d2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:00.110926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c38e5e-6ec2-4496-b2c9-60ba8a359d56 req-5d08bd83-d9a8-4679-b554-4a266e35e003 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:00.119259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2c38e5e-6ec2-4496-b2c9-60ba8a359d56 req-5d08bd83-d9a8-4679-b554-4a266e35e003 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 944 time: 0.7269800 Dec 17 13:19:00.141008 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-836dbb12-1cea-418f-b705-e7c831accbcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.166109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7d6ad06d-8552-4963-bb09-713e5becd427 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7680655 Dec 17 13:19:00.171982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41960) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:00.192817 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-836dbb12-1cea-418f-b705-e7c831accbcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.255306 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e36ffd05-1641-4e5a-bcfa-071145077f4e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0791111 Dec 17 13:19:00.255915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41964) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:00.257236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2c38e5e-6ec2-4496-b2c9-60ba8a359d56 req-a1e0268b-653d-4094-902d-ff7622f3be48 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367867 Dec 17 13:19:00.277210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.284150 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.290791 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "DELETE /v2.0/networks/9f60e7e9-6dc1-4e09-8771-63590fc2b676 HTTP/1.1" status: 204 len: 168 time: 1.3455474 Dec 17 13:19:00.290791 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-bdd5d265-f060-4606-a3d0-212291cb147a service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228847 Dec 17 13:19:00.298062 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41966) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:00.309138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386133de-6467-4e53-916e-afd2c33514b7 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event deleted for resources: {'Network': ['ID=9f60e7e9-6dc1-4e09-8771-63590fc2b676,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:00.319842 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-21e62662-dd5a-4ebe-a52c-343843c4c957 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] delete failed (client error): The resource could not be found. Dec 17 13:19:00.324373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-21e62662-dd5a-4ebe-a52c-343843c4c957 tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "DELETE /v2.0/security-groups/f016d278-db56-4442-ba63-53b17d1db3b5 HTTP/1.1" status: 404 len: 347 time: 0.0524073 Dec 17 13:19:00.331211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41968) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:00.391745 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.428321 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cb4a92bc-e3dd-4894-be9d-55d54f47648e tempest-SecGroupIPv6Test-1519907761 tempest-SecGroupIPv6Test-1519907761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0958328 Dec 17 13:19:00.446870 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-836dbb12-1cea-418f-b705-e7c831accbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.449513 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-836dbb12-1cea-418f-b705-e7c831accbcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.451168 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-836dbb12-1cea-418f-b705-e7c831accbcd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f126bfe-bc39-426b-8c6f-8586e211b2d2 HTTP/1.1" status: 204 len: 168 time: 0.3903677 Dec 17 13:19:00.460543 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-26bafa04-4e30-4225-bccc-5ca72a8e3937 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537032 Dec 17 13:19:00.534273 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-93e34e16-fd91-4375-a9b9-9d6ed088c0dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=020196ad-0617-491a-a5a3-0e0d6fbcee80 HTTP/1.1" status: 200 len: 217 time: 0.0703712 Dec 17 13:19:00.549878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dbb12-1cea-418f-b705-e7c831accbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f126bfe-bc39-426b-8c6f-8586e211b2d2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:00.566069 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.607700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-b7e7df6b-c33c-4a49-8010-ad8f797fde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:00.610726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-b7e7df6b-c33c-4a49-8010-ad8f797fde05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.0691023 Dec 17 13:19:00.616824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72539cd-ef50-4fd2-9eb6-5ca873e435f6']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:00.628373 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b259f0-c53d-4cc1-8eb1-811c4a05f14a') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:00.628621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b259f0-c53d-4cc1-8eb1-811c4a05f14a') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:00.642319 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.660073 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.670989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:19:00.671464 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.673869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-56a94b9d-4357-458f-a345-afd24aea935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:19:00.675583 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:19:00.685746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-56a94b9d-4357-458f-a345-afd24aea935a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625951 Dec 17 13:19:00.793838 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-0edd1a3f-2bb0-4503-8dbd-8a0c7fca72b0 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037698 Dec 17 13:19:00.827662 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.856878 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:00.862078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] 10.222.0.59 "DELETE /v2.0/networks/b72539cd-ef50-4fd2-9eb6-5ca873e435f6 HTTP/1.1" status: 204 len: 168 time: 0.5615182 Dec 17 13:19:00.863034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Pushing event deleted for resources: {'Network': ['ID=b72539cd-ef50-4fd2-9eb6-5ca873e435f6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:00.873039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.873645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.874383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.876149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.877104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.877539 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.877969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.878587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.878980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.879949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.880281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.880615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.881079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156ff53-055c-4aa2-bc6e-7291feaeb5e3 tempest-BulkNetworkOpsIpV6Test-429125761 tempest-BulkNetworkOpsIpV6Test-429125761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:00.920998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350513-ff99-4209-bfda-b29c97761695 req-8c5dd2a2-459a-4c76-ab50-ade2d38328d9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:00.922664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe350513-ff99-4209-bfda-b29c97761695 req-8c5dd2a2-459a-4c76-ab50-ade2d38328d9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.1005518 Dec 17 13:19:00.964334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-4cbaeebd-15fd-42b8-900d-b562fc9f5ee3 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635633 Dec 17 13:19:01.020665 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-7eca571d-a771-415a-878a-e4fa3fc80229 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=9253d3de-7598-4eba-9f8b-4849269c1037 HTTP/1.1" status: 200 len: 217 time: 0.0463285 Dec 17 13:19:01.025327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe350513-ff99-4209-bfda-b29c97761695 req-65cd5c68-c317-4a42-babb-fee18bce7af4 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955386 Dec 17 13:19:01.071395 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-ac37b403-1887-4399-b27a-f4ab13526e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:01.073013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-ac37b403-1887-4399-b27a-f4ab13526e82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.0462854 Dec 17 13:19:01.137145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-adce8d45-7569-4c1e-92f0-5ede9813675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:01.139430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-adce8d45-7569-4c1e-92f0-5ede9813675c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594833 Dec 17 13:19:01.232821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41990) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:01.261434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-3a15fcc9-f018-499f-8a5a-72d7e0cc611a service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137893 Dec 17 13:19:01.390971 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-92454678-885c-40bb-85bb-1c43df0a6448 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229982 Dec 17 13:19:01.423595 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8eebc-9c3e-466e-946e-5dcf6cdffbc0 req-664ef9ed-1437-4ba2-828e-591865129c6e tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:01.425085 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0bc8eebc-9c3e-466e-946e-5dcf6cdffbc0 req-664ef9ed-1437-4ba2-828e-591865129c6e tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 944 time: 0.0570383 Dec 17 13:19:01.446063 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-98f3a379-e9c8-46aa-bda0-29af3831519e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=c48b8075-90b6-4a05-99c5-7ae2869d8493 HTTP/1.1" status: 200 len: 217 time: 0.0444880 Dec 17 13:19:01.495436 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0bc8eebc-9c3e-466e-946e-5dcf6cdffbc0 req-1a3f4e05-8fd3-40f4-80c6-de9f44f575cb tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622408 Dec 17 13:19:01.507741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-8fc0ec77-edc2-4d75-9dec-3aa2bd1fe594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:01.509554 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-8fc0ec77-edc2-4d75-9dec-3aa2bd1fe594 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.0559411 Dec 17 13:19:01.559649 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:01.568183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-f62866dd-20bd-4f34-a242-38f907fb2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:01.570141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-f62866dd-20bd-4f34-a242-38f907fb2128 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536768 Dec 17 13:19:01.682477 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-02b340f7-b58a-4fd9-abfb-1455b7ea5dfd service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040742 Dec 17 13:19:01.747077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42004) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:01.776908 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-239a2bc7-5bb2-4ac3-ae36-b05784023df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:01.854666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-5c0194f5-14ab-4dcd-9ed0-7c4f2497a2f7 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652224 Dec 17 13:19:01.952863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42010) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:01.966614 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-239a2bc7-5bb2-4ac3-ae36-b05784023df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:01.979940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-80d2f19a-1c52-4b13-b43f-96bd3db7f8e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f99441c3-e78c-481a-a400-377495b58bb3 HTTP/1.1" status: 200 len: 217 time: 0.1123831 Dec 17 13:19:02.056170 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-239a2bc7-5bb2-4ac3-ae36-b05784023df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.091407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-517a1336-4f14-4ff4-b1f1-50d17f9d8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:02.093154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-517a1336-4f14-4ff4-b1f1-50d17f9d8640 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.1099277 Dec 17 13:19:02.123006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-239a2bc7-5bb2-4ac3-ae36-b05784023df7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76d69de5d8cc4850adf293f8863ae5f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3721223 Dec 17 13:19:02.123006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a2bc7-5bb2-4ac3-ae36-b05784023df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982343bf-ef82-4b43-a4db-ae3f1c022ea6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:02.124088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42018) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:02.149060 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ef1b3018-be45-4752-a6df-dac356885616 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b1d826075af4306974537b1537dfa97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9150910 Dec 17 13:19:02.151814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42022) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:02.203913 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033631-f6ee-403f-bc59-ba1d0b3e418e req-51f09fbc-452a-4b03-b503-9dc590f5fe72 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:02.205526 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d033631-f6ee-403f-bc59-ba1d0b3e418e req-51f09fbc-452a-4b03-b503-9dc590f5fe72 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.0648153 Dec 17 13:19:02.232745 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7b2f2317-dd92-4ff3-9d3f-04ea92483238 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9137eaef094348b6a0a5e10f73d0a097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2769599 Dec 17 13:19:02.236643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42024) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:02.257334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-2f85292c-9caf-4760-a5dc-7571f50af9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:02.259235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-2f85292c-9caf-4760-a5dc-7571f50af9af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1507776 Dec 17 13:19:02.289874 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d033631-f6ee-403f-bc59-ba1d0b3e418e req-809d9cd7-b104-4430-bf62-5b399749a155 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768323 Dec 17 13:19:02.330349 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26b4e90f-c105-476d-bd77-da0a81fd9bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.366473 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-56a4471b-4d42-4e3d-8925-e687ff7c4919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.368564 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dba7299c-43a8-4350-9928-6a31e4371a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.380031 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26b4e90f-c105-476d-bd77-da0a81fd9bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.447248 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-56a4471b-4d42-4e3d-8925-e687ff7c4919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.450411 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dba7299c-43a8-4350-9928-6a31e4371a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.484509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-18c970f2-ff19-4712-9b2d-ac09bf974f1a service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168694 Dec 17 13:19:02.536676 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26b4e90f-c105-476d-bd77-da0a81fd9bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.545043 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26b4e90f-c105-476d-bd77-da0a81fd9bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.549856 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-26b4e90f-c105-476d-bd77-da0a81fd9bdc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb6f35ce-ab86-4b8a-854d-07736df2c44f HTTP/1.1" status: 204 len: 168 time: 0.3074396 Dec 17 13:19:02.575775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42036) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:02.581195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4e90f-c105-476d-bd77-da0a81fd9bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6f35ce-ab86-4b8a-854d-07736df2c44f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:02.621647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 47a9751a-8a33-441a-b69e-11725baea743 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:19:02.673224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-dd1c2a78-0783-4684-a1e1-a4808b80a883 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800389 Dec 17 13:19:02.752124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118e87a-25fa-46d9-9d92-0cb516a7ffb3 req-361e5530-8b96-42cb-91f9-c653fbee4973 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:02.753909 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8118e87a-25fa-46d9-9d92-0cb516a7ffb3 req-361e5530-8b96-42cb-91f9-c653fbee4973 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 944 time: 0.1206110 Dec 17 13:19:02.755836 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-8b2c7fd6-8f0e-4edc-bc25-7737e96f3b8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=481bfb10-dde3-4f1f-a464-4d5a08d9a84c HTTP/1.1" status: 200 len: 217 time: 0.0736680 Dec 17 13:19:02.757094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-56a4471b-4d42-4e3d-8925-e687ff7c4919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.759737 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-56a4471b-4d42-4e3d-8925-e687ff7c4919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.760813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-56a4471b-4d42-4e3d-8925-e687ff7c4919 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/982343bf-ef82-4b43-a4db-ae3f1c022ea6 HTTP/1.1" status: 204 len: 168 time: 0.6355863 Dec 17 13:19:02.792876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4471b-4d42-4e3d-8925-e687ff7c4919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982343bf-ef82-4b43-a4db-ae3f1c022ea6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:02.811079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 47a9751a-8a33-441a-b69e-11725baea743, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47a9751a-8a33-441a-b69e-11725baea743,segment=NetworkSegment(a88e3d34-aa3a-4c4f-ae54-6bbc3799634a),segment_id=a88e3d34-aa3a-4c4f-ae54-6bbc3799634a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:02.823964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1833382593', 'router:external': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:02.827553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '47a9751a-8a33-441a-b69e-11725baea743', 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e', 'port_id': '47a9751a-8a33-441a-b69e-11725baea743', 'mac_address': 'fa:16:3e:b4:a8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e70ff5-2187-4d62-8e8f-7ca8406c8afc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:19:02.862125 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dba7299c-43a8-4350-9928-6a31e4371a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.871118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dba7299c-43a8-4350-9928-6a31e4371a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.878195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dba7299c-43a8-4350-9928-6a31e4371a57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59df898b-d672-4b7c-b032-560151ac96cd HTTP/1.1" status: 204 len: 168 time: 0.7208672 Dec 17 13:19:02.893316 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:02.913010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a9751a-8a33-441a-b69e-11725baea743 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:19:02.940197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 47a9751a-8a33-441a-b69e-11725baea743, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47a9751a-8a33-441a-b69e-11725baea743,segment=NetworkSegment(a88e3d34-aa3a-4c4f-ae54-6bbc3799634a),segment_id=a88e3d34-aa3a-4c4f-ae54-6bbc3799634a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:02.963814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7299c-43a8-4350-9928-6a31e4371a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59df898b-d672-4b7c-b032-560151ac96cd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:02.972779 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8118e87a-25fa-46d9-9d92-0cb516a7ffb3 req-7dae7eac-6fc7-4188-8871-1322c30a3937 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880467 Dec 17 13:19:02.983974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-c9272f72-cdb7-4ab4-ba12-dcb06da762ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:02.985667 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-c9272f72-cdb7-4ab4-ba12-dcb06da762ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.2028911 Dec 17 13:19:03.035147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4112-3b7d-4351-9ab2-61d02223549d req-1ca76d1d-186b-49e7-8e14-5cc14d5aa58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:03.036732 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-1ca76d1d-186b-49e7-8e14-5cc14d5aa58c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0440979 Dec 17 13:19:03.069418 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:03.114679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Made reservation on behalf of 643e932c16bf46a686e4ae04f19a5c99 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:03.117552 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:03.132499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:03.187745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=47a9751a-8a33-441a-b69e-11725baea743,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:03.199601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-d0b71944-2964-4cef-93ed-729db4b2d62d service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547155 Dec 17 13:19:03.342239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['47a9751a-8a33-441a-b69e-11725baea743'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:19:03.358513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-497e4112-3b7d-4351-9ab2-61d02223549d req-fa52c823-c744-4adb-a292-1bf9c45ec1be service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447399 Dec 17 13:19:03.430207 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:03.500754 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:03.510967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e64e4-bbfc-4037-829c-f67522b4e73a req-e319c0ff-5bc0-44a0-8d91-cb48720d7a76 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:03.513031 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e9e64e4-bbfc-4037-829c-f67522b4e73a req-e319c0ff-5bc0-44a0-8d91-cb48720d7a76 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.1069036 Dec 17 13:19:03.520179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:03.555598 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:03.555969 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Added segment e3ec13f9-9d03-41ad-a3a9-b8454d19e1a4 of type vlan for network a6255322-1b62-4f77-9ee0-3972df2a23e8 Dec 17 13:19:03.584625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba6c2eb-cab7-4025-b922-e966abbeecfc,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:03.645304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:03.667342 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e9e64e4-bbfc-4037-829c-f67522b4e73a req-057800e0-e745-4598-a331-339959d171e6 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476929 Dec 17 13:19:03.746228 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:03.747231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:03.747935 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:03.824854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event updated for resources: {'Network': ['ID=a6255322-1b62-4f77-9ee0-3972df2a23e8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:03.834802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network a6255322-1b62-4f77-9ee0-3972df2a23e8 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:03.894599 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bf905c31-03dd-4080-8eab-0d5efd10b130 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3150685 Dec 17 13:19:03.897219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42078) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:03.905948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Request body: {'subnet': {'network_id': 'a6255322-1b62-4f77-9ee0-3972df2a23e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:04.009519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Made reservation on behalf of 643e932c16bf46a686e4ae04f19a5c99 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:04.014745 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:04.121139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58ac80-8f78-4207-9d7b-f0f9ab7dcc22 req-56967cc3-fbcf-4d08-b0e4-0e22d81ce4d0 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:04.122980 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a58ac80-8f78-4207-9d7b-f0f9ab7dcc22 req-56967cc3-fbcf-4d08-b0e4-0e22d81ce4d0 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 945 time: 0.0700898 Dec 17 13:19:04.214482 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a58ac80-8f78-4207-9d7b-f0f9ab7dcc22 req-2437b9a5-0ab1-468f-a836-755b44adec0c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817032 Dec 17 13:19:04.541671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:19:04.542190 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:04.622611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e7a31460-8caf-4999-bd48-00b83a2e8316,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:04.624934 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 47a9751a-8a33-441a-b69e-11725baea743 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:04.638662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Checking segment: {'id': 'e3ec13f9-9d03-41ad-a3a9-b8454d19e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a6255322-1b62-4f77-9ee0-3972df2a23e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:04.638909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Network hostable DHCP agents. Network: a6255322-1b62-4f77-9ee0-3972df2a23e8, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:04.752623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Network a6255322-1b62-4f77-9ee0-3972df2a23e8 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:04.803386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 47a9751a-8a33-441a-b69e-11725baea743 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:19:04.811401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 47a9751a-8a33-441a-b69e-11725baea743 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:04.812430 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:04.860667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9dcbf-f78a-4fb7-896c-4e91c549ecf1 req-c551a187-9221-4699-a061-a5e23ba30175 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:04.863301 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42112) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:04.881254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08f9dcbf-f78a-4fb7-896c-4e91c549ecf1 req-c551a187-9221-4699-a061-a5e23ba30175 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.1072857 Dec 17 13:19:04.885255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, a6255322-1b62-4f77-9ee0-3972df2a23e8) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:04.898253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb8b6ef-0608-416b-a3e7-22b9cbe73e33 None None] Network a6255322-1b62-4f77-9ee0-3972df2a23e8 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:04.903156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:04.904034 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:04.969815 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08f9dcbf-f78a-4fb7-896c-4e91c549ecf1 req-d1568795-3222-4093-b2a1-51f057cb8edc tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702629 Dec 17 13:19:05.039310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42118) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:05.047681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-09324067-ad1f-4df0-8d5b-f7befd426fd9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1490939 Dec 17 13:19:05.050509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42122) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:05.056162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-868902828', 'network_id': 'a6255322-1b62-4f77-9ee0-3972df2a23e8'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:05.089174 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.101223 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f23284-0886-4d8c-b7de-27864218ba54 None None] Network a6255322-1b62-4f77-9ee0-3972df2a23e8 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:05.112030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'network': {'name': 'tempest-RoutersTest-43587491'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:05.125435 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Made reservation on behalf of 643e932c16bf46a686e4ae04f19a5c99 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:05.128087 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.143720 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 47a9751a-8a33-441a-b69e-11725baea743, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47a9751a-8a33-441a-b69e-11725baea743,segment=NetworkSegment(a88e3d34-aa3a-4c4f-ae54-6bbc3799634a),segment_id=a88e3d34-aa3a-4c4f-ae54-6bbc3799634a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:05.164102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] device_id is not set on port a80f30a5-67e3-4e2c-a79c-de8185f7ac3d yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:19:05.171189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9527357f-7c5c-427b-8fbd-0ac6f4cf8af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a9751a-8a33-441a-b69e-11725baea743'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:19:05.173887 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625f8e6c-a670-4404-9dcb-c7c209cf9a8b" -d '{"events": [{"server_uuid": "9527357f-7c5c-427b-8fbd-0ac6f4cf8af9", "name": "network-vif-plugged", "status": "completed", "tag": "47a9751a-8a33-441a-b69e-11725baea743"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:19:05.245399 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.288523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-305699651'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:05.296989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:05.300884 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.313474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.362134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42130) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:05.373466 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ec2f30-35f1-4da8-839d-1a2b13cf62d1 x-openstack-request-id: req-08ec2f30-35f1-4da8-839d-1a2b13cf62d1 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:19:05.373882 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9527357f-7c5c-427b-8fbd-0ac6f4cf8af9", "name": "network-vif-plugged", "status": "completed", "tag": "47a9751a-8a33-441a-b69e-11725baea743", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:19:05.374185 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08ec2f30-35f1-4da8-839d-1a2b13cf62d1 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:19:05.374658 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9527357f-7c5c-427b-8fbd-0ac6f4cf8af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a9751a-8a33-441a-b69e-11725baea743', 'code': 200} Dec 17 13:19:05.385356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=47a9751a-8a33-441a-b69e-11725baea743,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:05.421933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189855f-a25f-465a-b9b0-e9f966c4e909 req-298ff1c8-a716-449a-9bc9-8effe8da71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:05.423994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9189855f-a25f-465a-b9b0-e9f966c4e909 req-298ff1c8-a716-449a-9bc9-8effe8da71fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 1097 time: 0.1117890 Dec 17 13:19:05.440493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Allocated IP 172.20.0.12 (a6255322-1b62-4f77-9ee0-3972df2a23e8/e7a31460-8caf-4999-bd48-00b83a2e8316/a80f30a5-67e3-4e2c-a79c-de8185f7ac3d) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:05.459575 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Made reservation on behalf of 6844c422cec64ce49c43846a81c7f351 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:05.464632 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.472082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377ab8a-0b3f-4ffa-8d6b-3164de249508 req-97f808f2-ed4b-489e-94aa-544d60dd9d25 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:05.473732 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a377ab8a-0b3f-4ffa-8d6b-3164de249508 req-97f808f2-ed4b-489e-94aa-544d60dd9d25 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 946 time: 0.0966744 Dec 17 13:19:05.493296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.547354 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1486329612-network', 'tenant_id': 'd351ba3072ea43eeafb7361dc84a0cbc'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:05.567881 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a377ab8a-0b3f-4ffa-8d6b-3164de249508 req-d8ef6df9-ef86-46ce-8acb-f211a7f62114 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839624 Dec 17 13:19:05.572712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9189855f-a25f-465a-b9b0-e9f966c4e909 req-287236ed-d260-414d-b46b-c22c104b5706 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314151 Dec 17 13:19:05.580952 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.666561 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.706588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:05.743939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7c1d40-40bf-427e-bf26-fecb2dbd01e3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:05.748224 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.748571 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Added segment 923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4 of type vlan for network dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9 Dec 17 13:19:05.773681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Made reservation on behalf of d351ba3072ea43eeafb7361dc84a0cbc for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:05.776001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.812572 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.847626 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.851268 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.859088 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.919123 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.931143 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:05.992174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:06.011319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d17078-d4a5-441d-b4f2-051094f75777,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:06.020092 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.030366 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:06.035836 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.036764 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.036907 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Added segment ca55d6ef-8729-4f9e-9a70-7f509fb48450 of type vlan for network fc77395c-3cf8-4e41-9309-00d9ff1e347c Dec 17 13:19:06.083699 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.149645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24346b-ee8c-41cd-a643-99a3af67f918 req-55b4d1ae-4fec-4223-81d2-d053b4139761 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:06.157411 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e24346b-ee8c-41cd-a643-99a3af67f918 req-55b4d1ae-4fec-4223-81d2-d053b4139761 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.0827518 Dec 17 13:19:06.218227 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e24346b-ee8c-41cd-a643-99a3af67f918 req-46554bbb-136e-486c-a3fe-2c582c1477c2 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596840 Dec 17 13:19:06.246479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.3805609 Dec 17 13:19:06.250463 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42140) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:06.256075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fc204039-cde1-48c1-8cbb-283290e6f2a0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1314260942'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:06.274083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccb0d6-8391-4c01-b9a8-40d727aafa37 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Network': ['ID=dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:06.277825 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.279895 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.286380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:06.294817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event updated for resources: {'Port': ['ID=a80f30a5-67e3-4e2c-a79c-de8185f7ac3d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:06.301005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Network a6255322-1b62-4f77-9ee0-3972df2a23e8 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:06.306172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:06.310918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:06.355640 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.376598 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:06.377213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.399189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50372fb3-9add-498f-8af1-90c81a9f4758,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:06.410425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc204039-cde1-48c1-8cbb-283290e6f2a0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:06.415869 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc204039-cde1-48c1-8cbb-283290e6f2a0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.435273 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.442702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:06.443874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.447965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc204039-cde1-48c1-8cbb-283290e6f2a0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:06.459953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc204039-cde1-48c1-8cbb-283290e6f2a0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.460161 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-fc204039-cde1-48c1-8cbb-283290e6f2a0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Added segment 4933accc-2008-4c81-8f73-d6ae55b247be of type vlan for network 474d549b-9b9f-4dc2-97c4-bbde78194590 Dec 17 13:19:06.502225 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-234e1404-bdbd-40b0-8b43-67cbe1304edf tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4500463 Dec 17 13:19:06.502658 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc204039-cde1-48c1-8cbb-283290e6f2a0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.506565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42142) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:06.509658 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.api [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=110454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:19:06.509985 n-d-815324-5 neutron-server[110454]: DEBUG oslo_db.api [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:19:06.526802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Pushing event updated for resources: {'Network': ['ID=fc77395c-3cf8-4e41-9309-00d9ff1e347c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:06.539669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network fc77395c-3cf8-4e41-9309-00d9ff1e347c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:06.570026 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ea0b5d74-73aa-423a-a823-0b7096fdb1c1 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5292397 Dec 17 13:19:06.576444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42144) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:06.606177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fed10029-11fd-4a89-8ceb-bbde664c04e2 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Request body: {'subnet': {'network_id': 'fc77395c-3cf8-4e41-9309-00d9ff1e347c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:06.709603 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc204039-cde1-48c1-8cbb-283290e6f2a0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.716453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc204039-cde1-48c1-8cbb-283290e6f2a0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:06.717073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc204039-cde1-48c1-8cbb-283290e6f2a0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.764223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42154) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:06.785445 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3764cbc-d37a-4699-90ea-1d11ca6ed39b req-cdbdcb4e-324a-4312-b08d-fb4b486907a2 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:06.793991 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3764cbc-d37a-4699-90ea-1d11ca6ed39b req-cdbdcb4e-324a-4312-b08d-fb4b486907a2 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 946 time: 0.0976503 Dec 17 13:19:06.822513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-417603fe-6999-4abd-9e4f-109e3252ea79 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Deleting port a80f30a5-67e3-4e2c-a79c-de8185f7ac3d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:06.822956 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-417603fe-6999-4abd-9e4f-109e3252ea79 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:06.828977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc204039-cde1-48c1-8cbb-283290e6f2a0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Network': ['ID=474d549b-9b9f-4dc2-97c4-bbde78194590,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:06.842218 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 474d549b-9b9f-4dc2-97c4-bbde78194590 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:06.930441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fc204039-cde1-48c1-8cbb-283290e6f2a0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6761506 Dec 17 13:19:06.933786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42158) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:06.934041 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3764cbc-d37a-4699-90ea-1d11ca6ed39b req-553af916-83e3-484e-a746-277f22cbcbf1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377625 Dec 17 13:19:06.938944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cf16131d-8fe8-474f-8d70-0430992a761e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'subnet': {'network_id': 'dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:06.986802 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-417603fe-6999-4abd-9e4f-109e3252ea79 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.012359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-417603fe-6999-4abd-9e4f-109e3252ea79 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Calling delete_port for a80f30a5-67e3-4e2c-a79c-de8185f7ac3d owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:07.031689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed10029-11fd-4a89-8ceb-bbde664c04e2 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Made reservation on behalf of 6844c422cec64ce49c43846a81c7f351 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:07.035197 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fed10029-11fd-4a89-8ceb-bbde664c04e2 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.041638 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.138201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:07.159179 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.166797 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Added segment 7c085b47-234f-4766-b315-a5027f9669db of type vlan for network c070f269-2629-4328-b1eb-3c34e401ba05 Dec 17 13:19:07.212019 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.264218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf16131d-8fe8-474f-8d70-0430992a761e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:07.267554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cf16131d-8fe8-474f-8d70-0430992a761e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.379839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f23385-75cd-4ac3-947f-90d447a4fbbc req-dcc4f8a7-f38d-48c5-a78b-3a23453e604e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:07.381988 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82f23385-75cd-4ac3-947f-90d447a4fbbc req-dcc4f8a7-f38d-48c5-a78b-3a23453e604e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.0816526 Dec 17 13:19:07.397146 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.398835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:07.399650 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.495461 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-417603fe-6999-4abd-9e4f-109e3252ea79 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.519264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] Pushing event updated for resources: {'Network': ['ID=c070f269-2629-4328-b1eb-3c34e401ba05,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:07.530102 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fed10029-11fd-4a89-8ceb-bbde664c04e2 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.533393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417603fe-6999-4abd-9e4f-109e3252ea79 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event deleted for resources: {'Port': ['ID=a80f30a5-67e3-4e2c-a79c-de8185f7ac3d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:07.538279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network c070f269-2629-4328-b1eb-3c34e401ba05 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:07.568374 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-82f23385-75cd-4ac3-947f-90d447a4fbbc req-0c8ba421-53a4-4d3f-aa25-b75e3936a617 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759214 Dec 17 13:19:07.580572 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-33b7cb41-77f7-4021-9c9b-48891297894b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2125239 Dec 17 13:19:07.581931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42164) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:07.586302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-73fca98c-845a-4b7f-ab1c-a9fd100ca584 admin admin] Request body: {'subnet': {'network_id': 'c070f269-2629-4328-b1eb-3c34e401ba05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1486329612-subnet', 'tenant_id': 'd351ba3072ea43eeafb7361dc84a0cbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:07.640144 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-075bc193-f2f6-4867-8484-283fba8af67d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.701724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed10029-11fd-4a89-8ceb-bbde664c04e2 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Pushing event updated for resources: {'Subnet': ['ID=942ac6b9-fc98-44d5-9949-84538a85a981,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:07.721344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fca98c-845a-4b7f-ab1c-a9fd100ca584 admin admin] Made reservation on behalf of d351ba3072ea43eeafb7361dc84a0cbc for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:07.723751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-417603fe-6999-4abd-9e4f-109e3252ea79 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.724290 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-73fca98c-845a-4b7f-ab1c-a9fd100ca584 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.743859 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-417603fe-6999-4abd-9e4f-109e3252ea79 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "DELETE /v2.0/ports/a80f30a5-67e3-4e2c-a79c-de8185f7ac3d HTTP/1.1" status: 204 len: 168 time: 1.2195234 Dec 17 13:19:07.744022 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42166) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:07.744115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed10029-11fd-4a89-8ceb-bbde664c04e2 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Checking segment: {'id': 'ca55d6ef-8729-4f9e-9a70-7f509fb48450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fc77395c-3cf8-4e41-9309-00d9ff1e347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:07.744115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed10029-11fd-4a89-8ceb-bbde664c04e2 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Network hostable DHCP agents. Network: fc77395c-3cf8-4e41-9309-00d9ff1e347c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:07.744725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6255322-1b62-4f77-9ee0-3972df2a23e8', 'external_fixed_ips': [{'subnet_id': 'e7a31460-8caf-4999-bd48-00b83a2e8316', 'ip_address': '172.20.0.12'}]}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:07.827524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cf16131d-8fe8-474f-8d70-0430992a761e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:07.907278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16131d-8fe8-474f-8d70-0430992a761e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Subnet': ['ID=c907d3e0-1dba-442f-afdf-215e123e0103,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:07.913973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed10029-11fd-4a89-8ceb-bbde664c04e2 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Network fc77395c-3cf8-4e41-9309-00d9ff1e347c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:07.950393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16131d-8fe8-474f-8d70-0430992a761e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Checking segment: {'id': '923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:07.950393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16131d-8fe8-474f-8d70-0430992a761e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network hostable DHCP agents. Network: dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:08.069648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ba019-7ce9-446a-916f-f384615139f9 req-05a343de-0ca9-4d6d-8f52-e1fa917e5b3c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:08.074393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e64ba019-7ce9-446a-916f-f384615139f9 req-05a343de-0ca9-4d6d-8f52-e1fa917e5b3c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 946 time: 0.0590005 Dec 17 13:19:08.079494 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:08.080609 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:08.137301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-fed10029-11fd-4a89-8ceb-bbde664c04e2 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, fc77395c-3cf8-4e41-9309-00d9ff1e347c) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:08.147955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e8c397-be30-4ac1-93a3-03dce611cbdd None None] Network fc77395c-3cf8-4e41-9309-00d9ff1e347c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:08.150746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed10029-11fd-4a89-8ceb-bbde664c04e2 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:08.159194 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fed10029-11fd-4a89-8ceb-bbde664c04e2 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:08.160207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e64ba019-7ce9-446a-916f-f384615139f9 req-13a02548-0296-4dac-be6c-a8d98e65ee4a tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776224 Dec 17 13:19:08.181852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:08.186964 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-73fca98c-845a-4b7f-ab1c-a9fd100ca584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:08.199429 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-075bc193-f2f6-4867-8484-283fba8af67d admin admin] Deleting port 540bf6e9-9039-4658-87f4-c6188a059244 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:08.199781 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-075bc193-f2f6-4867-8484-283fba8af67d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:08.228652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16131d-8fe8-474f-8d70-0430992a761e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:08.268668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-cf16131d-8fe8-474f-8d70-0430992a761e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:08.284074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf16131d-8fe8-474f-8d70-0430992a761e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:08.284964 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cf16131d-8fe8-474f-8d70-0430992a761e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:08.295638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a1beb9-78a9-44a5-9a78-47d51aa367c7 None None] Network dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:08.304196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fed10029-11fd-4a89-8ceb-bbde664c04e2 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7261944 Dec 17 13:19:08.314543 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42186) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:08.322154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Request body: {'port': {'network_id': 'fc77395c-3cf8-4e41-9309-00d9ff1e347c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1345021377'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:08.389002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-fc77395c-3cf8-4e41-9309-00d9ff1e347c', 'network_id': 'fc77395c-3cf8-4e41-9309-00d9ff1e347c', 'project_id': '6844c422cec64ce49c43846a81c7f351', 'fixed_ips': [{'subnet_id': '942ac6b9-fc98-44d5-9949-84538a85a981'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:19:08.390082 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:08.391571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fca98c-845a-4b7f-ab1c-a9fd100ca584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641dadc1-8957-4b58-8e81-dca21468feb7,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:08.489010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fca98c-845a-4b7f-ab1c-a9fd100ca584 admin admin] Checking segment: {'id': '7c085b47-234f-4766-b315-a5027f9669db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c070f269-2629-4328-b1eb-3c34e401ba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:08.489422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fca98c-845a-4b7f-ab1c-a9fd100ca584 admin admin] Network hostable DHCP agents. Network: c070f269-2629-4328-b1eb-3c34e401ba05, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:08.505891 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cf16131d-8fe8-474f-8d70-0430992a761e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5679293 Dec 17 13:19:08.507270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42212) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:08.515879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-de2da23e-389d-4e06-8ff7-bc1bdb776902 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'subnet': {'network_id': '474d549b-9b9f-4dc2-97c4-bbde78194590', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:08.520117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9', 'network_id': 'dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9', 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'fixed_ips': [{'subnet_id': 'c907d3e0-1dba-442f-afdf-215e123e0103'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:19:08.521283 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:08.532238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-075bc193-f2f6-4867-8484-283fba8af67d admin admin] For port 540bf6e9-9039-4658-87f4-c6188a059244, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=540bf6e9-9039-4658-87f4-c6188a059244,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:08.532917 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-075bc193-f2f6-4867-8484-283fba8af67d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:08.557393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-075bc193-f2f6-4867-8484-283fba8af67d admin admin] Calling delete_port for 540bf6e9-9039-4658-87f4-c6188a059244 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:08.690339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Allocated IP 172.20.0.2 (fc77395c-3cf8-4e41-9309-00d9ff1e347c/942ac6b9-fc98-44d5-9949-84538a85a981/ac58fac2-016c-460c-add7-c7e6ab688159) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:08.755704 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:08.782354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cfb53-bd6c-46a7-a171-f67dbbb723fc req-6e4fba9c-d2e2-4202-abea-236b0a080acb tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:08.784263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-003cfb53-bd6c-46a7-a171-f67dbbb723fc req-6e4fba9c-d2e2-4202-abea-236b0a080acb tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.0712297 Dec 17 13:19:08.856767 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-003cfb53-bd6c-46a7-a171-f67dbbb723fc req-f986c706-af91-4aac-8228-6198318278a3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635474 Dec 17 13:19:08.929763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Allocated IP 172.20.0.2 (dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9/c907d3e0-1dba-442f-afdf-215e123e0103/fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:09.081635 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.138320 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-075bc193-f2f6-4867-8484-283fba8af67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.139923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2da23e-389d-4e06-8ff7-bc1bdb776902 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:09.141491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fca98c-845a-4b7f-ab1c-a9fd100ca584 admin admin] Network c070f269-2629-4328-b1eb-3c34e401ba05 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:09.153793 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.153962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de2da23e-389d-4e06-8ff7-bc1bdb776902 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.182740 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.219193 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.249836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Network fc77395c-3cf8-4e41-9309-00d9ff1e347c is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:09.269723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Pushing event updated for resources: {'Port': ['ID=ac58fac2-016c-460c-add7-c7e6ab688159,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:09.277820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:09.295159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:09.301466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Network dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:09.327909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:09.337072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:09.413342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Pushing event updated for resources: {'Port': ['ID=fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:09.475283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Attempting to bind port ac58fac2-016c-460c-add7-c7e6ab688159 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:09.475625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Attempting to bind port ac58fac2-016c-460c-add7-c7e6ab688159 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'ca55d6ef-8729-4f9e-9a70-7f509fb48450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fc77395c-3cf8-4e41-9309-00d9ff1e347c'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:09.475811 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Attempting to bind port ac58fac2-016c-460c-add7-c7e6ab688159 on network fc77395c-3cf8-4e41-9309-00d9ff1e347c {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:09.480101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Attempting to bind port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:09.481145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Attempting to bind port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:09.481145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Attempting to bind port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e on network dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:09.489042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:09.489445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Checking segment: {'id': '923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:09.489915 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.490303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Bound using segment: {'id': '923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:09.490799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Bound port: fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:09.491189 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.495337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:09.495337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Checking segment: {'id': 'ca55d6ef-8729-4f9e-9a70-7f509fb48450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fc77395c-3cf8-4e41-9309-00d9ff1e347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:09.495337 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.495885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Bound using segment: {'id': 'ca55d6ef-8729-4f9e-9a70-7f509fb48450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fc77395c-3cf8-4e41-9309-00d9ff1e347c'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:09.495885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Bound port: ac58fac2-016c-460c-add7-c7e6ab688159, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca55d6ef-8729-4f9e-9a70-7f509fb48450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fc77395c-3cf8-4e41-9309-00d9ff1e347c'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:09.496260 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.501509 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de2da23e-389d-4e06-8ff7-bc1bdb776902 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.570886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bc193-f2f6-4867-8484-283fba8af67d admin admin] Pushing event deleted for resources: {'Port': ['ID=540bf6e9-9039-4658-87f4-c6188a059244,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:09.591197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2da23e-389d-4e06-8ff7-bc1bdb776902 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Subnet': ['ID=43d9cc78-4463-44ed-a71d-1bf7cda0a942,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:09.597159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2da23e-389d-4e06-8ff7-bc1bdb776902 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Checking segment: {'id': '4933accc-2008-4c81-8f73-d6ae55b247be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '474d549b-9b9f-4dc2-97c4-bbde78194590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:09.598307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2da23e-389d-4e06-8ff7-bc1bdb776902 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network hostable DHCP agents. Network: 474d549b-9b9f-4dc2-97c4-bbde78194590, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:09.616298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-73fca98c-845a-4b7f-ab1c-a9fd100ca584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, c070f269-2629-4328-b1eb-3c34e401ba05) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:09.629054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fca98c-845a-4b7f-ab1c-a9fd100ca584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:09.629829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-73fca98c-845a-4b7f-ab1c-a9fd100ca584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.631119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] For port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:09.641661 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] For port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e,segment=NetworkSegment(923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4),segment_id=923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:09.641661 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] For port ac58fac2-016c-460c-add7-c7e6ab688159, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:09.641661 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45407bf-a24c-45c6-aa0a-1ceea096a39e None None] Network c070f269-2629-4328-b1eb-3c34e401ba05 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:09.645503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] For port ac58fac2-016c-460c-add7-c7e6ab688159, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ac58fac2-016c-460c-add7-c7e6ab688159,segment=NetworkSegment(ca55d6ef-8729-4f9e-9a70-7f509fb48450),segment_id=ca55d6ef-8729-4f9e-9a70-7f509fb48450)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:09.714868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Made reservation on behalf of 6844c422cec64ce49c43846a81c7f351 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:09.718520 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.766720 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.767225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2da23e-389d-4e06-8ff7-bc1bdb776902 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 474d549b-9b9f-4dc2-97c4-bbde78194590 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:09.767341 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.778224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbe00f9-fe47-4873-8fb3-08c3ab2ff558 None None] Network c070f269-2629-4328-b1eb-3c34e401ba05 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:09.795306 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-73fca98c-845a-4b7f-ab1c-a9fd100ca584 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2132258 Dec 17 13:19:09.801563 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] device_id is not set on port 60eeb7d3-5515-4636-92a8-963249dc58a5 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:19:09.867452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-de2da23e-389d-4e06-8ff7-bc1bdb776902 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 474d549b-9b9f-4dc2-97c4-bbde78194590) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:09.872148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2da23e-389d-4e06-8ff7-bc1bdb776902 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:09.884814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de2da23e-389d-4e06-8ff7-bc1bdb776902 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:09.909992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5863b1ec-c805-4be6-a632-5e20e30bb7b9 None None] Network 474d549b-9b9f-4dc2-97c4-bbde78194590 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:10.012736 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c31da-0f9f-4edd-a05e-fae28e1563f9 None None] Pushing event updated for resources: {'Port': ['ID=ac58fac2-016c-460c-add7-c7e6ab688159,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:10.082667 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-de2da23e-389d-4e06-8ff7-bc1bdb776902 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5709491 Dec 17 13:19:10.089893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42228) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:10.089893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d417f717-65a8-48cb-8741-3f2449673032 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1892688430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:10.208720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978460aa-4b1c-44d8-96a1-57914ad2e28b req-7a8dd7ac-b667-4e7c-93a3-4a374c38c40b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:10.219851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-978460aa-4b1c-44d8-96a1-57914ad2e28b req-7a8dd7ac-b667-4e7c-93a3-4a374c38c40b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.2178092 Dec 17 13:19:10.287331 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cc1b6-de72-4ac7-98f8-a3bca57d4f29 None None] Pushing event updated for resources: {'Port': ['ID=fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:10.344513 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-075bc193-f2f6-4867-8484-283fba8af67d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:10.377433 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-978460aa-4b1c-44d8-96a1-57914ad2e28b req-ea471469-045a-4a59-937a-d800630710c0 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477816 Dec 17 13:19:10.438340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-474d549b-9b9f-4dc2-97c4-bbde78194590', 'network_id': '474d549b-9b9f-4dc2-97c4-bbde78194590', 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'fixed_ips': [{'subnet_id': '43d9cc78-4463-44ed-a71d-1bf7cda0a942'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:19:10.439224 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:10.461340 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d417f717-65a8-48cb-8741-3f2449673032 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:10.464884 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d417f717-65a8-48cb-8741-3f2449673032 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:10.530536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Allocated IP 172.20.0.10 (fc77395c-3cf8-4e41-9309-00d9ff1e347c/942ac6b9-fc98-44d5-9949-84538a85a981/60eeb7d3-5515-4636-92a8-963249dc58a5) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:10.812938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Allocated IP 172.21.0.2 (474d549b-9b9f-4dc2-97c4-bbde78194590/43d9cc78-4463-44ed-a71d-1bf7cda0a942/b6064587-e17b-4d5d-9ce3-998f0dec4068) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:10.902314 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.035990 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.062957 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.075845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.077109 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.150848 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d417f717-65a8-48cb-8741-3f2449673032 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.177084 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.179584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5628a-9a3d-4498-82b7-9f0d7910fad1 req-c4e53e6c-89bb-4b17-bc36-c42608ef1e1c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:11.188266 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5f5628a-9a3d-4498-82b7-9f0d7910fad1 req-c4e53e6c-89bb-4b17-bc36-c42608ef1e1c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.0935850 Dec 17 13:19:11.213286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Network 474d549b-9b9f-4dc2-97c4-bbde78194590 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:11.246516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Network fc77395c-3cf8-4e41-9309-00d9ff1e347c is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:11.258869 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d417f717-65a8-48cb-8741-3f2449673032 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.265993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:11.269327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:11.304046 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5f5628a-9a3d-4498-82b7-9f0d7910fad1 req-0f8d31ed-301e-45ef-b92a-7cfb7a839da8 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144648 Dec 17 13:19:11.304550 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:11.308307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Pushing event updated for resources: {'Port': ['ID=b6064587-e17b-4d5d-9ce3-998f0dec4068,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:11.311479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:11.421459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42278) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:11.426628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1105032021-network', 'tenant_id': '4bb51defacb14a8aa637e72b55411c8d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:11.431955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Pushing event updated for resources: {'Port': ['ID=60eeb7d3-5515-4636-92a8-963249dc58a5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:11.432805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Attempting to bind port b6064587-e17b-4d5d-9ce3-998f0dec4068 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:11.433444 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Attempting to bind port b6064587-e17b-4d5d-9ce3-998f0dec4068 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '4933accc-2008-4c81-8f73-d6ae55b247be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '474d549b-9b9f-4dc2-97c4-bbde78194590'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:11.434618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Attempting to bind port b6064587-e17b-4d5d-9ce3-998f0dec4068 on network 474d549b-9b9f-4dc2-97c4-bbde78194590 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:11.445010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:11.446000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Checking segment: {'id': '4933accc-2008-4c81-8f73-d6ae55b247be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '474d549b-9b9f-4dc2-97c4-bbde78194590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:11.446659 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.447288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Bound using segment: {'id': '4933accc-2008-4c81-8f73-d6ae55b247be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '474d549b-9b9f-4dc2-97c4-bbde78194590'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:11.448005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Bound port: b6064587-e17b-4d5d-9ce3-998f0dec4068, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4933accc-2008-4c81-8f73-d6ae55b247be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '474d549b-9b9f-4dc2-97c4-bbde78194590'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:11.449535 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.467990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:11.476189 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.515738 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d417f717-65a8-48cb-8741-3f2449673032 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.520222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d417f717-65a8-48cb-8741-3f2449673032 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4331026 Dec 17 13:19:11.539910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42280) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:11.545926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] For port b6064587-e17b-4d5d-9ce3-998f0dec4068, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:11.551401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] For port b6064587-e17b-4d5d-9ce3-998f0dec4068, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b6064587-e17b-4d5d-9ce3-998f0dec4068,segment=NetworkSegment(4933accc-2008-4c81-8f73-d6ae55b247be),segment_id=4933accc-2008-4c81-8f73-d6ae55b247be)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:11.593436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Allocated IP 172.20.0.12 (a6255322-1b62-4f77-9ee0-3972df2a23e8/e7a31460-8caf-4999-bd48-00b83a2e8316/70fa5d40-4241-4d74-b9b7-51a35f521f67) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:11.675310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Made reservation on behalf of 4bb51defacb14a8aa637e72b55411c8d for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:11.678729 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.679784 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.702497 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.840286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebeb74-429e-46db-99fe-1700bbdb89f6 None None] Pushing event updated for resources: {'Port': ['ID=b6064587-e17b-4d5d-9ce3-998f0dec4068,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:11.876691 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:11.896498 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55ea4f44-acdf-4a02-b7ff-1a8ddbbc78d0 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5783107 Dec 17 13:19:11.905358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42286) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:11.922740 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Request body: {'port': {'network_id': 'fc77395c-3cf8-4e41-9309-00d9ff1e347c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-861484603', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:11.922740 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.api.validators [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] bootfile-name is not in valid_values {{(pid=110454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 13:19:11.922740 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.api.validators [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] tftp-server is not in valid_values {{(pid=110454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 13:19:11.922740 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.api.validators [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] server-ip-address is not in valid_values {{(pid=110454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 13:19:12.037377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bfef52-a8a1-4f9a-9b05-09d73c4cdf26 None None] Network dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:12.063232 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:12.231960 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ac58fac2-016c-460c-add7-c7e6ab688159 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:12.235932 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:12.248052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:12.256251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075bc193-f2f6-4867-8484-283fba8af67d admin admin] Router aae42629-7fe6-4724-b48e-c47c7f468cfe has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:19:12.313375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-07e5d7c9-9ff8-4558-b28b-f789205541bd None None] Provisioning complete for port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:12.314034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-07e5d7c9-9ff8-4558-b28b-f789205541bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:12.314200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event updated for resources: {'Port': ['ID=70fa5d40-4241-4d74-b9b7-51a35f521f67,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:12.328529 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:12.331960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Network a6255322-1b62-4f77-9ee0-3972df2a23e8 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:12.401038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:12.414578 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:12.415535 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Added segment a39e3ea4-5259-4dd4-831a-21b049755616 of type vlan for network 303d983c-a9fe-4bef-87bd-3381e5505daa Dec 17 13:19:12.492208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ac58fac2-016c-460c-add7-c7e6ab688159 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:12.492732 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:12.497438 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:12.525034 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb55b72-cf36-4261-888b-f3932b1005d7 None None] Network fc77395c-3cf8-4e41-9309-00d9ff1e347c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:12.528812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075bc193-f2f6-4867-8484-283fba8af67d admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:12.538346 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-075bc193-f2f6-4867-8484-283fba8af67d admin admin] 10.222.0.59 "PUT /v2.0/routers/aae42629-7fe6-4724-b48e-c47c7f468cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7728667 Dec 17 13:19:12.539602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:12.543345 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:12.545738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Made reservation on behalf of 6844c422cec64ce49c43846a81c7f351 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:12.551746 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:12.577385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42290) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:12.757556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b7ed87-39cc-4eea-acaf-ee46da5d31d8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:12.784735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.784735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.784735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.784735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.784735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.784735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.784735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.784735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.784735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.786334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.786583 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.787401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.788043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:12.798070 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:12.851508 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:12.854554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:12.854554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:12.944368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73012a26-4d16-4535-b7e6-17c50494a952 None None] Sync routers for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:12.997477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] device_id is not set on port d49e3af0-ac74-4809-9e68-fda08a3454d2 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:19:13.030572 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:13.034923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aed069-3dcc-4d2a-bde3-90b1641d4707 req-c3b6f112-cbeb-42c0-b000-42cd9ab84e68 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:13.036644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-33aed069-3dcc-4d2a-bde3-90b1641d4707 req-c3b6f112-cbeb-42c0-b000-42cd9ab84e68 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.4624619 Dec 17 13:19:13.042298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73012a26-4d16-4535-b7e6-17c50494a952 None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:13.043629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-73012a26-4d16-4535-b7e6-17c50494a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:18:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:13.046201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80b71c-de5f-41a1-a8ed-1c34331acb87 req-c620ee19-295f-4f19-ba7e-8d9c4fbdcaa3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:13.056699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f80b71c-de5f-41a1-a8ed-1c34331acb87 req-c620ee19-295f-4f19-ba7e-8d9c4fbdcaa3 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.4971430 Dec 17 13:19:13.107957 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-07e5d7c9-9ff8-4558-b28b-f789205541bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:13.241147 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:13.258752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Allocated IP 172.20.0.1 (dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9/c907d3e0-1dba-442f-afdf-215e123e0103/0901585f-1d63-42aa-86a7-c02f689964aa) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:13.272784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-07e5d7c9-9ff8-4558-b28b-f789205541bd None None] For port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e,segment=NetworkSegment(923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4),segment_id=923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:13.303404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-73012a26-4d16-4535-b7e6-17c50494a952 None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:19:13.314061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Allocated IP 172.20.0.14 (fc77395c-3cf8-4e41-9309-00d9ff1e347c/942ac6b9-fc98-44d5-9949-84538a85a981/d49e3af0-ac74-4809-9e68-fda08a3454d2) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:13.404752 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:13.485042 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-07e5d7c9-9ff8-4558-b28b-f789205541bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:13.489696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] Pushing event updated for resources: {'Network': ['ID=303d983c-a9fe-4bef-87bd-3381e5505daa,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:13.500573 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port ac58fac2-016c-460c-add7-c7e6ab688159, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ac58fac2-016c-460c-add7-c7e6ab688159,segment=NetworkSegment(ca55d6ef-8729-4f9e-9a70-7f509fb48450),segment_id=ca55d6ef-8729-4f9e-9a70-7f509fb48450)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:13.606054 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-854d9918-f6df-4990-9bc4-7ce63722021c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1792343 Dec 17 13:19:13.606054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42296) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:13.619924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:13.623456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Deleting port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:13.624498 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:13.630952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-edd51646-034c-439b-a7f5-5a99c6f33da9 admin admin] Request body: {'subnet': {'network_id': '303d983c-a9fe-4bef-87bd-3381e5505daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1105032021-subnet', 'tenant_id': '4bb51defacb14a8aa637e72b55411c8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:13.637194 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 303d983c-a9fe-4bef-87bd-3381e5505daa details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:13.644305 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5d7c9-9ff8-4558-b28b-f789205541bd None None] Pushing event updated for resources: {'Port': ['ID=fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:13.651174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c00ebd-3acb-4d80-a1c7-789b4076ce15 None None] Network 474d549b-9b9f-4dc2-97c4-bbde78194590 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:13.670153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:13.671055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:13.848877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:13.870672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:13.876957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:13.879722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=0901585f-1d63-42aa-86a7-c02f689964aa,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:13.889355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd51646-034c-439b-a7f5-5a99c6f33da9 admin admin] Made reservation on behalf of 4bb51defacb14a8aa637e72b55411c8d for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:13.893515 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edd51646-034c-439b-a7f5-5a99c6f33da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:13.922981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] For port 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:13.923498 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:13.947283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Calling delete_port for 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:14.019392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-20995d24-b823-471d-ae69-aa43e77a31c2 None None] Provisioning complete for port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:14.021076 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-20995d24-b823-471d-ae69-aa43e77a31c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.032313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8f80b71c-de5f-41a1-a8ed-1c34331acb87 req-65086084-948a-49af-b236-c6cb405414fb tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9746838 Dec 17 13:19:14.106840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.130673 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-28868252-2ff0-454b-8578-35bd82fc4b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.172667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:14.173078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-33aed069-3dcc-4d2a-bde3-90b1641d4707 req-029701c2-f1f6-4efd-b2ab-6ca4540d70df tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Deleting port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:14.173440 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-33aed069-3dcc-4d2a-bde3-90b1641d4707 req-029701c2-f1f6-4efd-b2ab-6ca4540d70df tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.173726 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.181812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=ac58fac2-016c-460c-add7-c7e6ab688159,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:14.240757 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.245556 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.391127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-73012a26-4d16-4535-b7e6-17c50494a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:19:08Z', 'revision_number': 5, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port': {'id': '8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:09:09Z', 'updated_at': '2021-12-17T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:14.444409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73012a26-4d16-4535-b7e6-17c50494a952 None None] Checking router: aae42629-7fe6-4724-b48e-c47c7f468cfe for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:19:14.445612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-20995d24-b823-471d-ae69-aa43e77a31c2 None None] Provisioning complete for port b6064587-e17b-4d5d-9ce3-998f0dec4068 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:14.445987 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-20995d24-b823-471d-ae69-aa43e77a31c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.493216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73012a26-4d16-4535-b7e6-17c50494a952 None None] Routers {'aae42629-7fe6-4724-b48e-c47c7f468cfe'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:14.493909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-73012a26-4d16-4535-b7e6-17c50494a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:18:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['aae42629-7fe6-4724-b48e-c47c7f468cfe'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:14.545338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-33aed069-3dcc-4d2a-bde3-90b1641d4707 req-029701c2-f1f6-4efd-b2ab-6ca4540d70df tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] For port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:14.546072 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-33aed069-3dcc-4d2a-bde3-90b1641d4707 req-029701c2-f1f6-4efd-b2ab-6ca4540d70df tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.583050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-33aed069-3dcc-4d2a-bde3-90b1641d4707 req-029701c2-f1f6-4efd-b2ab-6ca4540d70df tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Calling delete_port for e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:14.655878 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.687745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b6064587-e17b-4d5d-9ce3-998f0dec4068 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:14.752215 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edd51646-034c-439b-a7f5-5a99c6f33da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.788835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-73012a26-4d16-4535-b7e6-17c50494a952 None None] Set router aae42629-7fe6-4724-b48e-c47c7f468cfe gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:19:14.855559 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-20995d24-b823-471d-ae69-aa43e77a31c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.857525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-73012a26-4d16-4535-b7e6-17c50494a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:19:13Z', 'revision_number': 6, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:14.898312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73012a26-4d16-4535-b7e6-17c50494a952 None None] The sync data for ids ['aae42629-7fe6-4724-b48e-c47c7f468cfe'] in n-d-815324-5 is: [{'id': 'aae42629-7fe6-4724-b48e-c47c7f468cfe', 'name': 'tempest-AttachVolumeShelveTestJSON-1781734480-router', 'tenant_id': '3fd22a158e1943a9ba7adec5ac725163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:09:07Z', 'updated_at': '2021-12-17T13:19:13Z', 'revision_number': 6, 'project_id': '3fd22a158e1943a9ba7adec5ac725163', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:14.936466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b6064587-e17b-4d5d-9ce3-998f0dec4068 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:14.936839 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:14.945096 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-20995d24-b823-471d-ae69-aa43e77a31c2 None None] For port b6064587-e17b-4d5d-9ce3-998f0dec4068, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b6064587-e17b-4d5d-9ce3-998f0dec4068,segment=NetworkSegment(4933accc-2008-4c81-8f73-d6ae55b247be),segment_id=4933accc-2008-4c81-8f73-d6ae55b247be)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:15.008260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd51646-034c-439b-a7f5-5a99c6f33da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9acbd33b-a503-4443-8163-3f51caf3a1da,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:15.056615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd51646-034c-439b-a7f5-5a99c6f33da9 admin admin] Checking segment: {'id': 'a39e3ea4-5259-4dd4-831a-21b049755616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '303d983c-a9fe-4bef-87bd-3381e5505daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:15.057058 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd51646-034c-439b-a7f5-5a99c6f33da9 admin admin] Network hostable DHCP agents. Network: 303d983c-a9fe-4bef-87bd-3381e5505daa, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:15.231494 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.236312 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.238855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.257962 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd51646-034c-439b-a7f5-5a99c6f33da9 admin admin] Network 303d983c-a9fe-4bef-87bd-3381e5505daa is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:15.277493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57477d0c-152b-48f0-b0db-52e79858ba58 req-992b891b-463f-4ee3-a2ea-794a0a061b3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:15.279437 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-57477d0c-152b-48f0-b0db-52e79858ba58 req-992b891b-463f-4ee3-a2ea-794a0a061b3c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 945 time: 0.0966756 Dec 17 13:19:15.291791 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-20995d24-b823-471d-ae69-aa43e77a31c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.296971 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-33aed069-3dcc-4d2a-bde3-90b1641d4707 req-029701c2-f1f6-4efd-b2ab-6ca4540d70df tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.355913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029701c2-f1f6-4efd-b2ab-6ca4540d70df tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Pushing event deleted for resources: {'Port': ['ID=e345f3b0-e702-43f8-b2bb-93bcec3fa7d2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:15.358040 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.386805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:15.399978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-20995d24-b823-471d-ae69-aa43e77a31c2 None None] Provisioning complete for port ac58fac2-016c-460c-add7-c7e6ab688159 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:15.400541 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-20995d24-b823-471d-ae69-aa43e77a31c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.406175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb635e3-35dd-4464-94e1-3f0ba8b19d65 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:15.412500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20995d24-b823-471d-ae69-aa43e77a31c2 None None] Pushing event updated for resources: {'Port': ['ID=b6064587-e17b-4d5d-9ce3-998f0dec4068,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:15.426566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-edd51646-034c-439b-a7f5-5a99c6f33da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 303d983c-a9fe-4bef-87bd-3381e5505daa) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:15.431670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd51646-034c-439b-a7f5-5a99c6f33da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:15.432280 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edd51646-034c-439b-a7f5-5a99c6f33da9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.462779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aeb050-bc10-4599-9272-52089393e17a None None] DHCP port deletion for 829b9634-20e4-4680-a605-6e72fb3e7374 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:15.497183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-33aed069-3dcc-4d2a-bde3-90b1641d4707 req-029701c2-f1f6-4efd-b2ab-6ca4540d70df tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] No DVR routers for this DVR port e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:19:15.503721 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-33aed069-3dcc-4d2a-bde3-90b1641d4707 req-029701c2-f1f6-4efd-b2ab-6ca4540d70df tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.505072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea85148-3903-4e13-afb9-c2f32e546fb6 None None] Network 303d983c-a9fe-4bef-87bd-3381e5505daa requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:15.511603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-33aed069-3dcc-4d2a-bde3-90b1641d4707 req-029701c2-f1f6-4efd-b2ab-6ca4540d70df tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "DELETE /v2.0/ports/e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 HTTP/1.1" status: 204 len: 173 time: 2.4459553 Dec 17 13:19:15.517943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20f8997-fedc-4b5d-9033-ce49b4fd9064', 'name': 'network-vif-deleted', 'tag': 'e345f3b0-e702-43f8-b2bb-93bcec3fa7d2'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:19:15.528039 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e4a0c2-d03c-4636-8e94-cbcf484808d3" -d '{"events": [{"server_uuid": "d20f8997-fedc-4b5d-9033-ce49b4fd9064", "name": "network-vif-deleted", "tag": "e345f3b0-e702-43f8-b2bb-93bcec3fa7d2"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:19:15.551648 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-edd51646-034c-439b-a7f5-5a99c6f33da9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9165740 Dec 17 13:19:15.622083 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.622469 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:19:15.623097 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:19:15.636078 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ca383c-b44b-4b01-b154-f347295cee35 x-openstack-request-id: req-25ca383c-b44b-4b01-b154-f347295cee35 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:19:15.637506 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20f8997-fedc-4b5d-9033-ce49b4fd9064", "name": "network-vif-deleted", "tag": "e345f3b0-e702-43f8-b2bb-93bcec3fa7d2", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:19:15.637506 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-25ca383c-b44b-4b01-b154-f347295cee35 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:19:15.637506 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20f8997-fedc-4b5d-9033-ce49b4fd9064', 'name': 'network-vif-deleted', 'tag': 'e345f3b0-e702-43f8-b2bb-93bcec3fa7d2', 'status': 'completed', 'code': 200} Dec 17 13:19:15.652962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-57477d0c-152b-48f0-b0db-52e79858ba58 req-bbfc160a-f299-4178-a0af-de0da6271eef tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626528 Dec 17 13:19:15.665634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Pushing event updated for resources: {'Port': ['ID=d49e3af0-ac74-4809-9e68-fda08a3454d2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:15.681150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Network fc77395c-3cf8-4e41-9309-00d9ff1e347c is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:15.701571 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.708885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:15.715139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:15.768935 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42312) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:15.811451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa9f3b-347b-4730-8962-0f35c08b8917 None None] Network 303d983c-a9fe-4bef-87bd-3381e5505daa requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:15.820255 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.840328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:15.846862 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.903572 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:15.914116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=0901585f-1d63-42aa-86a7-c02f689964aa,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:15.959130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-490d529d-1342-4f65-bd52-b16bec3a20b1 None None] Provisioning complete for port b6064587-e17b-4d5d-9ce3-998f0dec4068 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:15.960545 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-490d529d-1342-4f65-bd52-b16bec3a20b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.081680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:16.087180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:16.111583 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.117186 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.136045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3772f57-49f3-4fc3-8a2b-338ca47c938f admin admin] Deleting subnet 641dadc1-8957-4b58-8e81-dca21468feb7 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:19:16.179646 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b3772f57-49f3-4fc3-8a2b-338ca47c938f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.258111 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-490d529d-1342-4f65-bd52-b16bec3a20b1 None None] Provisioning complete for port ac58fac2-016c-460c-add7-c7e6ab688159 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:16.258503 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-490d529d-1342-4f65-bd52-b16bec3a20b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.269076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-933ce57c-5975-4a34-9127-65f6956e9116 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.3611815 Dec 17 13:19:16.286170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42318) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:16.306827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:16.336122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b3772f57-49f3-4fc3-8a2b-338ca47c938f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.450969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-490d529d-1342-4f65-bd52-b16bec3a20b1 None None] Provisioning complete for port 0901585f-1d63-42aa-86a7-c02f689964aa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:16.451384 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-490d529d-1342-4f65-bd52-b16bec3a20b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.489663 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b3772f57-49f3-4fc3-8a2b-338ca47c938f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.510144 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-490d529d-1342-4f65-bd52-b16bec3a20b1 None None] Port 0901585f-1d63-42aa-86a7-c02f689964aa cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:16.518197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:16.518575 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.520847 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Router 47669a6c-594c-4a5a-852f-4f4752e995f4 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:19:16.541899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c977e-f7ad-4910-8c83-683af3b24041 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:16.548119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c977e-f7ad-4910-8c83-683af3b24041 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:16.556913 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c977e-f7ad-4910-8c83-683af3b24041 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:16.558744 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5f0c977e-f7ad-4910-8c83-683af3b24041 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2712603 Dec 17 13:19:16.564127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42320) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:16.565166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-490d529d-1342-4f65-bd52-b16bec3a20b1 None None] Provisioning complete for port 60eeb7d3-5515-4636-92a8-963249dc58a5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:16.565550 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-490d529d-1342-4f65-bd52-b16bec3a20b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.615778 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-678cc641-fe47-4dfe-84d2-3ab012dcf0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.621447 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.622021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aae42629-7fe6-4724-b48e-c47c7f468cfe {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:19:16.626820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-490d529d-1342-4f65-bd52-b16bec3a20b1 None None] Port 60eeb7d3-5515-4636-92a8-963249dc58a5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:16.629556 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.634854 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fab7f04e-be88-4f77-a548-ea37c83c8b78 admin admin] 10.222.0.59 "DELETE /v2.0/routers/aae42629-7fe6-4724-b48e-c47c7f468cfe HTTP/1.1" status: 204 len: 168 time: 4.0487437 Dec 17 13:19:16.660977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42322) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:16.679582 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ac58fac2-016c-460c-add7-c7e6ab688159 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:16.773949 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e9d4506b-f65c-4378-b9fc-de04915b806b None None] Provisioning complete for port d49e3af0-ac74-4809-9e68-fda08a3454d2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:16.777899 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e9d4506b-f65c-4378-b9fc-de04915b806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.808787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ac58fac2-016c-460c-add7-c7e6ab688159 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:16.809731 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.876390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4506b-f65c-4378-b9fc-de04915b806b None None] Port d49e3af0-ac74-4809-9e68-fda08a3454d2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:16.898502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e9d4506b-f65c-4378-b9fc-de04915b806b None None] Provisioning complete for port 0901585f-1d63-42aa-86a7-c02f689964aa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:16.898880 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e9d4506b-f65c-4378-b9fc-de04915b806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.923005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf877a09-6691-4f76-9ac1-c326180be925 admin admin] Deleting subnet 1d474f1c-9141-4e9d-9cda-36607a65bd0f {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:19:16.927371 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf877a09-6691-4f76-9ac1-c326180be925 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:16.930131 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61334544-74ac-47e2-b8f5-7e2bb8e4bf2d req-b720b211-7cf9-458a-add2-53f6c7d1f5a9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20f8997-fedc-4b5d-9033-ce49b4fd9064 HTTP/1.1" status: 200 len: 210 time: 0.0317795 Dec 17 13:19:16.945748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:19:16.986112 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf877a09-6691-4f76-9ac1-c326180be925 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.009743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4506b-f65c-4378-b9fc-de04915b806b None None] Port 0901585f-1d63-42aa-86a7-c02f689964aa cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:17.012489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:19:17.012761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e345f3b0-e702-43f8-b2bb-93bcec3fa7d2 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:19:17.016222 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5afd6753-baf7-4992-8a11-a8229706b0db tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Deleting port d49e3af0-ac74-4809-9e68-fda08a3454d2 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:17.020166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 9f9aa3ed-6de6-4c50-a621-22aa4bace0c5 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:19:17.020357 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5afd6753-baf7-4992-8a11-a8229706b0db tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.026155 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b3772f57-49f3-4fc3-8a2b-338ca47c938f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.079133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:17.091468 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Sync routers for ids ['47669a6c-594c-4a5a-852f-4f4752e995f4'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:17.110326 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Routers {'47669a6c-594c-4a5a-852f-4f4752e995f4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:17.118462 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['47669a6c-594c-4a5a-852f-4f4752e995f4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:17.123850 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3772f57-49f3-4fc3-8a2b-338ca47c938f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641dadc1-8957-4b58-8e81-dca21468feb7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:17.125981 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b3772f57-49f3-4fc3-8a2b-338ca47c938f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.130479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b3772f57-49f3-4fc3-8a2b-338ca47c938f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/641dadc1-8957-4b58-8e81-dca21468feb7 HTTP/1.1" status: 204 len: 168 time: 1.3595488 Dec 17 13:19:17.134015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42326) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:17.193513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b6064587-e17b-4d5d-9ce3-998f0dec4068 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:17.216052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:17.231007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-230e0a3f-9804-485c-8e0c-4749ed4e1c78 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/9f9aa3ed-6de6-4c50-a621-22aa4bace0c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6897762 Dec 17 13:19:17.232186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42328) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:17.258204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4f88e-7c66-46a4-af4b-79feabb817b5 None None] Sync routers for ids ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:17.285793 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5afd6753-baf7-4992-8a11-a8229706b0db tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.289286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4f88e-7c66-46a4-af4b-79feabb817b5 None None] Routers {'9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:17.290173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9cf4f88e-7c66-46a4-af4b-79feabb817b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:17.291982 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.317347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5afd6753-baf7-4992-8a11-a8229706b0db tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Calling delete_port for d49e3af0-ac74-4809-9e68-fda08a3454d2 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:17.361657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9cf4f88e-7c66-46a4-af4b-79feabb817b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:17.378673 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:19:17.391050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4f88e-7c66-46a4-af4b-79feabb817b5 None None] Routers {'9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:17.391816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9cf4f88e-7c66-46a4-af4b-79feabb817b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:17.399112 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b6064587-e17b-4d5d-9ce3-998f0dec4068 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:17.399694 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.412309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc613b4-beda-436d-9bec-94ca0185e31c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:17.423071 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1cc613b4-beda-436d-9bec-94ca0185e31c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports/0901585f-1d63-42aa-86a7-c02f689964aa HTTP/1.1" status: 200 len: 910 time: 0.1832349 Dec 17 13:19:17.425632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42334) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:17.457538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9cf4f88e-7c66-46a4-af4b-79feabb817b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:17.458369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4f88e-7c66-46a4-af4b-79feabb817b5 None None] The sync data for ids ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:17.471368 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Set router 47669a6c-594c-4a5a-852f-4f4752e995f4 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:19:17.499779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.501036 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-df9e0ffb-2b6d-492b-8a72-d5b0477d01ca tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.7606382 Dec 17 13:19:17.504378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42336) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:17.576389 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf877a09-6691-4f76-9ac1-c326180be925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.630085 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.668115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c070f269-2629-4328-b1eb-3c34e401ba05']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:17.729076 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.733613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c085b47-234f-4766-b315-a5027f9669db') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:17.733908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c085b47-234f-4766-b315-a5027f9669db') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:17.737868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.746523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 540bf6e9-9039-4658-87f4-c6188a059244 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:19:17.776805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 540bf6e9-9039-4658-87f4-c6188a059244 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:19:17.777551 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 540bf6e9-9039-4658-87f4-c6188a059244 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:19:17.778361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:19:17.795450 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.817060 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.828071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:19:17.828412 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:19:17.830217 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:19:17.841616 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47669a6c-594c-4a5a-852f-4f4752e995f4', 'name': '', 'tenant_id': '643e932c16bf46a686e4ae04f19a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6255322-1b62-4f77-9ee0-3972df2a23e8', 'external_fixed_ips': [{'subnet_id': 'e7a31460-8caf-4999-bd48-00b83a2e8316', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '70fa5d40-4241-4d74-b9b7-51a35f521f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:08Z', 'updated_at': '2021-12-17T13:19:13Z', 'revision_number': 3, 'project_id': '643e932c16bf46a686e4ae04f19a5c99', 'gw_port': {'id': '70fa5d40-4241-4d74-b9b7-51a35f521f67', 'name': '', 'network_id': 'a6255322-1b62-4f77-9ee0-3972df2a23e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:36:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47669a6c-594c-4a5a-852f-4f4752e995f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'e7a31460-8caf-4999-bd48-00b83a2e8316', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:11Z', 'updated_at': '2021-12-17T13:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7a31460-8caf-4999-bd48-00b83a2e8316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:17.862379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:19:17.866286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8f7a8fdd-36f0-4c4e-821c-4a3a62f11ad9 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:19:17.874381 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Checking router: 47669a6c-594c-4a5a-852f-4f4752e995f4 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:19:17.874381 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Updating router 47669a6c-594c-4a5a-852f-4f4752e995f4 port 70fa5d40-4241-4d74-b9b7-51a35f521f67 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:19:17.879934 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5afd6753-baf7-4992-8a11-a8229706b0db tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.903107 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.922553 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:17.933614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd6753-baf7-4992-8a11-a8229706b0db tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Pushing event deleted for resources: {'Port': ['ID=d49e3af0-ac74-4809-9e68-fda08a3454d2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:18.022873 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5afd6753-baf7-4992-8a11-a8229706b0db tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.043875 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5afd6753-baf7-4992-8a11-a8229706b0db tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] 10.222.0.59 "DELETE /v2.0/ports/d49e3af0-ac74-4809-9e68-fda08a3454d2 HTTP/1.1" status: 204 len: 168 time: 1.4785509 Dec 17 13:19:18.044556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42340) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:18.053905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9f919846-c7fd-4caf-9f7f-9d203fa0c242 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Request body: {'port': {'name': 'tempest-new-port-name-1715249665', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:18.058794 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.api.validators [None req-9f919846-c7fd-4caf-9f7f-9d203fa0c242 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] bootfile-name is not in valid_values {{(pid=110454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 13:19:18.058794 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.api.validators [None req-9f919846-c7fd-4caf-9f7f-9d203fa0c242 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] tftp-server is not in valid_values {{(pid=110454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 13:19:18.058794 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.api.validators [None req-9f919846-c7fd-4caf-9f7f-9d203fa0c242 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] server-ip-address is not in valid_values {{(pid=110454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 13:19:18.115982 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf877a09-6691-4f76-9ac1-c326180be925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.133956 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf877a09-6691-4f76-9ac1-c326180be925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.138222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bf877a09-6691-4f76-9ac1-c326180be925 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1d474f1c-9141-4e9d-9cda-36607a65bd0f HTTP/1.1" status: 204 len: 168 time: 1.4739428 Dec 17 13:19:18.140968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409bc517-8791-4993-bbd7-2c9aa8b3791f None None] Network e16b8094-9765-429e-b3f9-d6069186d4a7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:18.150585 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42344) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:18.155613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.175202 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.186291 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.189605 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c070f269-2629-4328-b1eb-3c34e401ba05 HTTP/1.1" status: 204 len: 168 time: 1.0543056 Dec 17 13:19:18.210909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42346) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:18.297097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-697a1437-84e2-471d-95fd-4edac04681c6 admin admin] Deleting subnet 9acbd33b-a503-4443-8163-3f51caf3a1da {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:19:18.301812 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-697a1437-84e2-471d-95fd-4edac04681c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.303706 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.323274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12931e-9d0b-40ef-ab86-8df0b364d065 admin admin] Pushing event deleted for resources: {'Network': ['ID=c070f269-2629-4328-b1eb-3c34e401ba05,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:18.358402 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-697a1437-84e2-471d-95fd-4edac04681c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.418127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf877a09-6691-4f76-9ac1-c326180be925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d474f1c-9141-4e9d-9cda-36607a65bd0f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:18.464809 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f919846-c7fd-4caf-9f7f-9d203fa0c242 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.500835 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.524324 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.554438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f767b0a3-2ee0-45c4-8aa6-eea220d515c4 None None] DHCP port deletion for e16b8094-9765-429e-b3f9-d6069186d4a7 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:18.576160 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-697a1437-84e2-471d-95fd-4edac04681c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.652650 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Attempting to bind port 70fa5d40-4241-4d74-b9b7-51a35f521f67 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:18.653105 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Attempting to bind port 70fa5d40-4241-4d74-b9b7-51a35f521f67 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'e3ec13f9-9d03-41ad-a3a9-b8454d19e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a6255322-1b62-4f77-9ee0-3972df2a23e8'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:18.655169 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Attempting to bind port 70fa5d40-4241-4d74-b9b7-51a35f521f67 on network a6255322-1b62-4f77-9ee0-3972df2a23e8 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:18.662219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Deleting port f832ffe2-b6eb-4d2e-9e99-4e71e7506273 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:18.662448 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.664802 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Pushing event updated for resources: {'Port': ['ID=70fa5d40-4241-4d74-b9b7-51a35f521f67,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:18.685547 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:18.685864 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Checking segment: {'id': 'e3ec13f9-9d03-41ad-a3a9-b8454d19e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a6255322-1b62-4f77-9ee0-3972df2a23e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:18.686152 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.686461 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Bound using segment: {'id': 'e3ec13f9-9d03-41ad-a3a9-b8454d19e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a6255322-1b62-4f77-9ee0-3972df2a23e8'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:18.689155 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Bound port: 70fa5d40-4241-4d74-b9b7-51a35f521f67, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ec13f9-9d03-41ad-a3a9-b8454d19e1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a6255322-1b62-4f77-9ee0-3972df2a23e8'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:18.689560 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.706436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f767b0a3-2ee0-45c4-8aa6-eea220d515c4 None None] Deleting port f832ffe2-b6eb-4d2e-9e99-4e71e7506273 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:18.710874 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.710874 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.710874 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.711276 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f767b0a3-2ee0-45c4-8aa6-eea220d515c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.711371 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.711371 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.711371 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.711371 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.711371 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.711371 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.711371 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.711371 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.712027 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.712027 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:18.793520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Deleting port 70fa5d40-4241-4d74-b9b7-51a35f521f67 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:18.793801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.798458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] For port f832ffe2-b6eb-4d2e-9e99-4e71e7506273, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f832ffe2-b6eb-4d2e-9e99-4e71e7506273,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:18.798458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.817792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3255-d656-43f9-84e3-b79173807f62 req-d94383c8-1701-4165-96d9-a94a7d0c2e9a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:18.826685 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-d94383c8-1701-4165-96d9-a94a7d0c2e9a tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.3939245 Dec 17 13:19:18.839073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Calling delete_port for f832ffe2-b6eb-4d2e-9e99-4e71e7506273 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:18.856083 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] For port 70fa5d40-4241-4d74-b9b7-51a35f521f67, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:18.864654 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] For port 70fa5d40-4241-4d74-b9b7-51a35f521f67, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=70fa5d40-4241-4d74-b9b7-51a35f521f67,segment=NetworkSegment(e3ec13f9-9d03-41ad-a3a9-b8454d19e1a4),segment_id=e3ec13f9-9d03-41ad-a3a9-b8454d19e1a4)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:18.870970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Allocated IP 172.21.0.1 (474d549b-9b9f-4dc2-97c4-bbde78194590/43d9cc78-4463-44ed-a71d-1bf7cda0a942/b1d8e1b7-5b93-4e0d-acb4-8dbb0fe48bd3) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:18.903534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f767b0a3-2ee0-45c4-8aa6-eea220d515c4 None None] For port f832ffe2-b6eb-4d2e-9e99-4e71e7506273, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f832ffe2-b6eb-4d2e-9e99-4e71e7506273,segment=NetworkSegment(4b18d35b-c0dd-4b4f-8d90-778c084e1171),segment_id=4b18d35b-c0dd-4b4f-8d90-778c084e1171)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:18.904685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f767b0a3-2ee0-45c4-8aa6-eea220d515c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:18.928965 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f767b0a3-2ee0-45c4-8aa6-eea220d515c4 None None] Calling delete_port for f832ffe2-b6eb-4d2e-9e99-4e71e7506273 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:18.988565 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.021176 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.119761 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Routers {'47669a6c-594c-4a5a-852f-4f4752e995f4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:19.136430 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['47669a6c-594c-4a5a-852f-4f4752e995f4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:19.140757 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a24c3-9986-4860-a268-cb505572bad4 None None] Pushing event updated for resources: {'Port': ['ID=70fa5d40-4241-4d74-b9b7-51a35f521f67,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:19.167018 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.167639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f832ffe2-b6eb-4d2e-9e99-4e71e7506273 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:19:19.216746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No active binding found for port f832ffe2-b6eb-4d2e-9e99-4e71e7506273 {{(pid=110455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 13:19:19.217290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f832ffe2-b6eb-4d2e-9e99-4e71e7506273 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:19:19.233351 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f767b0a3-2ee0-45c4-8aa6-eea220d515c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.248268 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.259163 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] Set router 47669a6c-594c-4a5a-852f-4f4752e995f4 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:19:19.281677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767b0a3-2ee0-45c4-8aa6-eea220d515c4 None None] No DVR routers for this DVR port f832ffe2-b6eb-4d2e-9e99-4e71e7506273 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:19:19.283476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767b0a3-2ee0-45c4-8aa6-eea220d515c4 None None] Pushing event deleted for resources: {'Port': ['ID=f832ffe2-b6eb-4d2e-9e99-4e71e7506273,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:19.329804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f832ffe2-b6eb-4d2e-9e99-4e71e7506273,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:19.330761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-9d86eb91-0b7d-4f00-b8e6-2c46d3a17663 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/quotas/b9ca8c4c705a4437affc1be4bfd20a5d HTTP/1.1" status: 200 len: 375 time: 0.5027988 Dec 17 13:19:19.333784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] No DVR routers for this DVR port f832ffe2-b6eb-4d2e-9e99-4e71e7506273 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:19:19.373536 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47669a6c-594c-4a5a-852f-4f4752e995f4', 'name': '', 'tenant_id': '643e932c16bf46a686e4ae04f19a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:08Z', 'updated_at': '2021-12-17T13:19:17Z', 'revision_number': 4, 'project_id': '643e932c16bf46a686e4ae04f19a5c99', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:19.390031 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-90652025-aad6-4ba8-8b4f-a0d905123d50 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563011 Dec 17 13:19:19.395834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-0513a0af-9cb2-41c2-ba91-912723b13b6b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:19:19.406069 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-0513a0af-9cb2-41c2-ba91-912723b13b6b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126662 Dec 17 13:19:19.407341 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b925fc7-0e0c-468e-ba43-dcdd0f5dd59e None None] The sync data for ids ['47669a6c-594c-4a5a-852f-4f4752e995f4'] in n-d-815324-5 is: [{'id': '47669a6c-594c-4a5a-852f-4f4752e995f4', 'name': '', 'tenant_id': '643e932c16bf46a686e4ae04f19a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:08Z', 'updated_at': '2021-12-17T13:19:17Z', 'revision_number': 4, 'project_id': '643e932c16bf46a686e4ae04f19a5c99', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:19.484801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.494931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-697a1437-84e2-471d-95fd-4edac04681c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.513902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16b8094-9765-429e-b3f9-d6069186d4a7']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:19.527277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.543169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b18d35b-c0dd-4b4f-8d90-778c084e1171') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:19.543907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b18d35b-c0dd-4b4f-8d90-778c084e1171') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:19.588438 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.599443 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-697a1437-84e2-471d-95fd-4edac04681c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.603712 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-697a1437-84e2-471d-95fd-4edac04681c6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9acbd33b-a503-4443-8163-3f51caf3a1da HTTP/1.1" status: 204 len: 168 time: 1.3900607 Dec 17 13:19:19.611435 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a1437-84e2-471d-95fd-4edac04681c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9acbd33b-a503-4443-8163-3f51caf3a1da,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:19.614304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42366) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:19.617692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 474d549b-9b9f-4dc2-97c4-bbde78194590 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:19.621784 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.634933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:19.638164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:19.645738 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.650478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:19:19.650880 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.654549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:19:19.682677 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:19:19.718227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Calling delete_port for 70fa5d40-4241-4d74-b9b7-51a35f521f67 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:19.734025 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f919846-c7fd-4caf-9f7f-9d203fa0c242 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.757783 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-a5838ba4-8d6b-4817-8e07-0f8def451acb service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505404 Dec 17 13:19:19.783625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=b1d8e1b7-5b93-4e0d-acb4-8dbb0fe48bd3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:19.821155 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f919846-c7fd-4caf-9f7f-9d203fa0c242 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.856663 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.922031 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.926541 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.957630 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:19.967050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e16b8094-9765-429e-b3f9-d6069186d4a7 HTTP/1.1" status: 204 len: 168 time: 1.8081191 Dec 17 13:19:19.987486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6a355-fa1c-40c7-af07-88b73748ddd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e16b8094-9765-429e-b3f9-d6069186d4a7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:20.108915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-27e28fbd-c28a-44d9-b152-b246e98dca13 None None] Provisioning complete for port b1d8e1b7-5b93-4e0d-acb4-8dbb0fe48bd3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:20.109203 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-27e28fbd-c28a-44d9-b152-b246e98dca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.142668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f919846-c7fd-4caf-9f7f-9d203fa0c242 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Pushing event updated for resources: {'Port': ['ID=60eeb7d3-5515-4636-92a8-963249dc58a5,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:20.154053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9f919846-c7fd-4caf-9f7f-9d203fa0c242 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] In _notify_port_updated(), no bound segment for port 60eeb7d3-5515-4636-92a8-963249dc58a5 on network fc77395c-3cf8-4e41-9309-00d9ff1e347c {{(pid=110454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:19:20.174015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f919846-c7fd-4caf-9f7f-9d203fa0c242 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:20.175107 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f919846-c7fd-4caf-9f7f-9d203fa0c242 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.176775 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9f919846-c7fd-4caf-9f7f-9d203fa0c242 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] 10.222.0.59 "PUT /v2.0/ports/60eeb7d3-5515-4636-92a8-963249dc58a5 HTTP/1.1" status: 200 len: 1137 time: 2.1312475 Dec 17 13:19:20.183134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42370) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:20.200822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-27e28fbd-c28a-44d9-b152-b246e98dca13 None None] Port b1d8e1b7-5b93-4e0d-acb4-8dbb0fe48bd3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:20.214049 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-c669eb77-dd33-484b-9947-852eefd31612 service neutron] 10.222.0.59 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553182 Dec 17 13:19:20.237260 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.302579 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.330327 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303d983c-a9fe-4bef-87bd-3381e5505daa']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:20.355352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f11c19a-f214-4b34-92b3-4590e9e259c6 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:20.357731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4f11c19a-f214-4b34-92b3-4590e9e259c6 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] 10.222.0.59 "GET /v2.0/ports/60eeb7d3-5515-4636-92a8-963249dc58a5 HTTP/1.1" status: 200 len: 1137 time: 0.1465056 Dec 17 13:19:20.360614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42372) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:20.361139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39e3ea4-5259-4dd4-831a-21b049755616') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:20.361139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39e3ea4-5259-4dd4-831a-21b049755616') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:20.400782 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.435011 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.436288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1ab5eecc-fabf-4751-8236-f8b96778139b None None] Provisioning complete for port 60eeb7d3-5515-4636-92a8-963249dc58a5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:20.437068 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ab5eecc-fabf-4751-8236-f8b96778139b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.442208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:19:20.442619 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.483078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-47a6454d-4be3-483d-880e-2f62370e3ee3 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Deleting port 60eeb7d3-5515-4636-92a8-963249dc58a5 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:20.483440 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47a6454d-4be3-483d-880e-2f62370e3ee3 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:19:20.502242 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:19:20.566184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1ab5eecc-fabf-4751-8236-f8b96778139b None None] Port 60eeb7d3-5515-4636-92a8-963249dc58a5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:20.573708 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.625602 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.634660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.645358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event deleted for resources: {'Port': ['ID=70fa5d40-4241-4d74-b9b7-51a35f521f67,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:20.647081 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] 10.222.0.59 "DELETE /v2.0/networks/303d983c-a9fe-4bef-87bd-3381e5505daa HTTP/1.1" status: 204 len: 168 time: 1.0274382 Dec 17 13:19:20.729069 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42384) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:20.773737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974d06e-00f7-4d39-b79b-7503764d379c admin admin] Pushing event deleted for resources: {'Network': ['ID=303d983c-a9fe-4bef-87bd-3381e5505daa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:20.776595 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47a6454d-4be3-483d-880e-2f62370e3ee3 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.789567 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-54b07145-8626-4c10-8638-fb955e6aa667 req-246b1b68-dfe1-4b16-bd96-dbfb585acb71 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 210 time: 0.0690258 Dec 17 13:19:20.806600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-47a6454d-4be3-483d-880e-2f62370e3ee3 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Calling delete_port for 60eeb7d3-5515-4636-92a8-963249dc58a5 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:20.841065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.972076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3f618fde-f97d-44d8-8489-cfc487298fb6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3fd22a158e1943a9ba7adec5ac725163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278879 Dec 17 13:19:20.973660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:20.975361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42390) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:21.013379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.016753 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.068919 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.121646 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acc6-fa6e-4faf-95ca-58bb22ad2d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.160752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42392) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:21.176123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acc6-fa6e-4faf-95ca-58bb22ad2d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.177866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=b1d8e1b7-5b93-4e0d-acb4-8dbb0fe48bd3,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:21.189254 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.194042 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.199879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47669a6c-594c-4a5a-852f-4f4752e995f4 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:19:21.200970 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.205467 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b2e14b61-76c0-4e20-a526-7b75784b612a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "DELETE /v2.0/routers/47669a6c-594c-4a5a-852f-4f4752e995f4 HTTP/1.1" status: 204 len: 168 time: 3.6968005 Dec 17 13:19:21.205467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42394) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:21.278083 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-41904b4c-ceca-4595-ac97-e38a2782a5b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d351ba3072ea43eeafb7361dc84a0cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1121864 Dec 17 13:19:21.278083 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47a6454d-4be3-483d-880e-2f62370e3ee3 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.278083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42396) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:21.324423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 474d549b-9b9f-4dc2-97c4-bbde78194590 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:21.327420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:21.374456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6454d-4be3-483d-880e-2f62370e3ee3 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Pushing event deleted for resources: {'Port': ['ID=60eeb7d3-5515-4636-92a8-963249dc58a5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:21.414856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bf52d7-95f6-43da-a262-75a79aa0f1cc tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Deleting subnet e7a31460-8caf-4999-bd48-00b83a2e8316 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:19:21.419428 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26712f3d-6796-4712-8862-3f4ee59d5167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.422955 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acc6-fa6e-4faf-95ca-58bb22ad2d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.432375 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acc6-fa6e-4faf-95ca-58bb22ad2d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.434134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0434acc6-fa6e-4faf-95ca-58bb22ad2d95 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/613cf3a7-878a-4a3a-a399-d39f042419cc HTTP/1.1" status: 204 len: 168 time: 0.4574916 Dec 17 13:19:21.438345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84bf52d7-95f6-43da-a262-75a79aa0f1cc tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.485629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434acc6-fa6e-4faf-95ca-58bb22ad2d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613cf3a7-878a-4a3a-a399-d39f042419cc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:21.532214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 9f9aa3ed-6de6-4c50-a621-22aa4bace0c5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:19:21.626801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26712f3d-6796-4712-8862-3f4ee59d5167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.643193 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84bf52d7-95f6-43da-a262-75a79aa0f1cc tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.698399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:21.704501 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ffb9a05a-50b2-4a61-b529-731bee803597 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/9f9aa3ed-6de6-4c50-a621-22aa4bace0c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2772706 Dec 17 13:19:21.707311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42404) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:21.715645 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027447a-bcd3-43b9-82e4-78682d10f35e None None] Sync routers for ids ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:21.745331 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027447a-bcd3-43b9-82e4-78682d10f35e None None] Routers {'9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:21.746381 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b027447a-bcd3-43b9-82e4-78682d10f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:21.764994 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84bf52d7-95f6-43da-a262-75a79aa0f1cc tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.870779 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b027447a-bcd3-43b9-82e4-78682d10f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:21.871971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827090b8-17b0-416b-ab4d-7460607e198e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:21.874284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-827090b8-17b0-416b-ab4d-7460607e198e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports/b1d8e1b7-5b93-4e0d-acb4-8dbb0fe48bd3 HTTP/1.1" status: 200 len: 910 time: 0.1657555 Dec 17 13:19:21.877212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42410) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:21.907759 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027447a-bcd3-43b9-82e4-78682d10f35e None None] Routers {'9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:21.910835 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b027447a-bcd3-43b9-82e4-78682d10f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:21.919756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-83f6685e-2996-48a7-a8bb-14068d976ab2 None None] Provisioning complete for port b1d8e1b7-5b93-4e0d-acb4-8dbb0fe48bd3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:21.920993 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-83f6685e-2996-48a7-a8bb-14068d976ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:21.965929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-83f6685e-2996-48a7-a8bb-14068d976ab2 None None] Port b1d8e1b7-5b93-4e0d-acb4-8dbb0fe48bd3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:21.992872 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b027447a-bcd3-43b9-82e4-78682d10f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:21.993509 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027447a-bcd3-43b9-82e4-78682d10f35e None None] The sync data for ids ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:21.996101 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47a6454d-4be3-483d-880e-2f62370e3ee3 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.002906 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-47a6454d-4be3-483d-880e-2f62370e3ee3 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] 10.222.0.59 "DELETE /v2.0/ports/60eeb7d3-5515-4636-92a8-963249dc58a5 HTTP/1.1" status: 204 len: 168 time: 1.6381311 Dec 17 13:19:22.006423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42412) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:22.113210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-092b1853-7775-44f4-a009-b4d7e722a29d tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Deleting subnet 942ac6b9-fc98-44d5-9949-84538a85a981 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:19:22.116238 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84bf52d7-95f6-43da-a262-75a79aa0f1cc tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.123068 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-092b1853-7775-44f4-a009-b4d7e722a29d tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.186612 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84bf52d7-95f6-43da-a262-75a79aa0f1cc tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.190741 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-84bf52d7-95f6-43da-a262-75a79aa0f1cc tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/e7a31460-8caf-4999-bd48-00b83a2e8316 HTTP/1.1" status: 204 len: 168 time: 0.9850340 Dec 17 13:19:22.191673 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf52d7-95f6-43da-a262-75a79aa0f1cc tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a31460-8caf-4999-bd48-00b83a2e8316,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:22.194982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42414) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:22.211559 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26712f3d-6796-4712-8862-3f4ee59d5167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.214649 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26712f3d-6796-4712-8862-3f4ee59d5167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.218144 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-26712f3d-6796-4712-8862-3f4ee59d5167 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50372fb3-9add-498f-8af1-90c81a9f4758 HTTP/1.1" status: 204 len: 168 time: 0.9369431 Dec 17 13:19:22.248443 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-092b1853-7775-44f4-a009-b4d7e722a29d tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.382021 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f8e8aef-2025-4f0a-984f-0394007530f0 req-7ac3a59d-59a4-4caa-aefb-1523e8ebdc95 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 210 time: 0.4937828 Dec 17 13:19:22.431222 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26712f3d-6796-4712-8862-3f4ee59d5167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50372fb3-9add-498f-8af1-90c81a9f4758,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:22.530410 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.555959 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-092b1853-7775-44f4-a009-b4d7e722a29d tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.685055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.745965 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6255322-1b62-4f77-9ee0-3972df2a23e8']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:22.760121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ec13f9-9d03-41ad-a3a9-b8454d19e1a4') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:22.760688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ec13f9-9d03-41ad-a3a9-b8454d19e1a4') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:22.772104 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.789546 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.798833 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-092b1853-7775-44f4-a009-b4d7e722a29d tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.801924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:19:22.802329 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:19:22.807081 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:19:22.844082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9dc238a5-884d-4a4b-a475-0484ccb2591c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.876396 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b1853-7775-44f4-a009-b4d7e722a29d tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Pushing event deleted for resources: {'Subnet': ['ID=942ac6b9-fc98-44d5-9949-84538a85a981,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:22.883622 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-092b1853-7775-44f4-a009-b4d7e722a29d tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:22.886461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-092b1853-7775-44f4-a009-b4d7e722a29d tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] 10.222.0.59 "DELETE /v2.0/subnets/942ac6b9-fc98-44d5-9949-84538a85a981 HTTP/1.1" status: 204 len: 168 time: 0.8779984 Dec 17 13:19:22.889224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42430) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:22.895825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59daeb79-32a8-4343-bfd8-8457b671fa91 None None] Network fc77395c-3cf8-4e41-9309-00d9ff1e347c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:22.990655 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:23.079509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Deleting port ac58fac2-016c-460c-add7-c7e6ab688159 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:23.079994 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:23.131779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:23.140703 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6255322-1b62-4f77-9ee0-3972df2a23e8 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 13:19:23.151757 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:23.155735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "DELETE /v2.0/networks/a6255322-1b62-4f77-9ee0-3972df2a23e8 HTTP/1.1" status: 204 len: 168 time: 0.9567766 Dec 17 13:19:23.182259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0694d46-e383-485d-99b8-227d0d57f402 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6255322-1b62-4f77-9ee0-3972df2a23e8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:23.203174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea4e63c-59ae-4e90-9a8a-da4252c78c56 None None] DHCP port deletion for fc77395c-3cf8-4e41-9309-00d9ff1e347c request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:23.244137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] For port ac58fac2-016c-460c-add7-c7e6ab688159, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ac58fac2-016c-460c-add7-c7e6ab688159,segment=NetworkSegment(ca55d6ef-8729-4f9e-9a70-7f509fb48450),segment_id=ca55d6ef-8729-4f9e-9a70-7f509fb48450)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:23.244477 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:23.279387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Calling delete_port for ac58fac2-016c-460c-add7-c7e6ab688159 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:23.293613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42440) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:23.324556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4e63c-59ae-4e90-9a8a-da4252c78c56 None None] Deleting port ac58fac2-016c-460c-add7-c7e6ab688159 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:23.324858 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e63c-59ae-4e90-9a8a-da4252c78c56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:23.452310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42444) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:23.452809 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-549311f8-4b59-4153-b603-3c51c6dfe914 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4bb51defacb14a8aa637e72b55411c8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530612 Dec 17 13:19:23.468363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9ea4e63c-59ae-4e90-9a8a-da4252c78c56 None None] For port ac58fac2-016c-460c-add7-c7e6ab688159, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ac58fac2-016c-460c-add7-c7e6ab688159,segment=NetworkSegment(ca55d6ef-8729-4f9e-9a70-7f509fb48450),segment_id=ca55d6ef-8729-4f9e-9a70-7f509fb48450)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:23.468779 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e63c-59ae-4e90-9a8a-da4252c78c56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:23.499089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4e63c-59ae-4e90-9a8a-da4252c78c56 None None] Calling delete_port for ac58fac2-016c-460c-add7-c7e6ab688159 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:23.623514 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-61a6f617-4c57-4f56-b838-acd0906e98f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:23.626255 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:23.704323 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e63c-59ae-4e90-9a8a-da4252c78c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:23.723513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dcf2acfb-59e7-4ed5-b10c-9d4895343487 req-87dfebee-3a32-4da6-8642-9b5e457b2e38 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 210 time: 0.1480272 Dec 17 13:19:23.751234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Pushing event deleted for resources: {'Port': ['ID=ac58fac2-016c-460c-add7-c7e6ab688159,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:23.760461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] No DVR routers for this DVR port ac58fac2-016c-460c-add7-c7e6ab688159 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:19:23.779284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4e63c-59ae-4e90-9a8a-da4252c78c56 None None] Pushing event deleted for resources: {'Port': ['ID=ac58fac2-016c-460c-add7-c7e6ab688159,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:23.784161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4e63c-59ae-4e90-9a8a-da4252c78c56 None None] No DVR routers for this DVR port ac58fac2-016c-460c-add7-c7e6ab688159 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:19:23.870741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3255-d656-43f9-84e3-b79173807f62 req-a2bb0da9-7f4a-449e-bb7f-a96ff3533c4e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:23.874625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-a2bb0da9-7f4a-449e-bb7f-a96ff3533c4e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "GET /v2.0/networks?id=829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 200 len: 811 time: 0.3349185 Dec 17 13:19:23.897001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-095c3255-d656-43f9-84e3-b79173807f62 req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Request body: {'port': {'device_id': '386d6470-0a63-44e9-aa42-5299dcd1b798', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'admin_state_up': True, 'tenant_id': 'b9ca8c4c705a4437affc1be4bfd20a5d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:23.909378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9dc238a5-884d-4a4b-a475-0484ccb2591c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port b1d8e1b7-5b93-4e0d-acb4-8dbb0fe48bd3 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:23.910325 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9dc238a5-884d-4a4b-a475-0484ccb2591c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:23.937100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-61a6f617-4c57-4f56-b838-acd0906e98f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.070958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42460) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:24.124570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42464) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:24.129002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-dc2d232d-74ed-419c-94d2-ed3e345a752c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Request body: {'router': {'name': 'tempest-router--118189280', 'project_id': 'd400fb2ef60d49488e433b59aa5d5e5c'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:24.158286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.190992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc77395c-3cf8-4e41-9309-00d9ff1e347c']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:24.194372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9dc238a5-884d-4a4b-a475-0484ccb2591c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.202905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca55d6ef-8729-4f9e-9a70-7f509fb48450') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:24.209001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca55d6ef-8729-4f9e-9a70-7f509fb48450') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:24.215772 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.231560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9dc238a5-884d-4a4b-a475-0484ccb2591c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for b1d8e1b7-5b93-4e0d-acb4-8dbb0fe48bd3 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:24.238403 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.245623 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:19:24.246045 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:19:24.251348 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:19:24.295609 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-61a6f617-4c57-4f56-b838-acd0906e98f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.298332 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-61a6f617-4c57-4f56-b838-acd0906e98f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.299608 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-61a6f617-4c57-4f56-b838-acd0906e98f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2b7ed87-39cc-4eea-acaf-ee46da5d31d8 HTTP/1.1" status: 204 len: 168 time: 0.8485091 Dec 17 13:19:24.322746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6f617-4c57-4f56-b838-acd0906e98f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b7ed87-39cc-4eea-acaf-ee46da5d31d8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:24.337362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1760592963-network', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:24.345186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc2d232d-74ed-419c-94d2-ed3e345a752c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.345186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc2d232d-74ed-419c-94d2-ed3e345a752c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.402793 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.404824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.408753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] 10.222.0.59 "DELETE /v2.0/networks/fc77395c-3cf8-4e41-9309-00d9ff1e347c HTTP/1.1" status: 204 len: 168 time: 1.5182779 Dec 17 13:19:24.428113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daab13-99c2-493a-a4ae-681df6849e89 tempest-ExtraDHCPOptionsTestJSON-425227773 tempest-ExtraDHCPOptionsTestJSON-425227773-project] Pushing event deleted for resources: {'Network': ['ID=fc77395c-3cf8-4e41-9309-00d9ff1e347c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:24.481120 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc2d232d-74ed-419c-94d2-ed3e345a752c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.493848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095c3255-d656-43f9-84e3-b79173807f62 req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Made reservation on behalf of b9ca8c4c705a4437affc1be4bfd20a5d for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:24.497686 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-095c3255-d656-43f9-84e3-b79173807f62 req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.557029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Made reservation on behalf of a5d47bc190ea4e42a4e496dcc7120425 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:24.559414 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.572497 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.593907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc2d232d-74ed-419c-94d2-ed3e345a752c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.659771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9dc238a5-884d-4a4b-a475-0484ccb2591c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.732488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc2d232d-74ed-419c-94d2-ed3e345a752c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.736243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dc2d232d-74ed-419c-94d2-ed3e345a752c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6083455 Dec 17 13:19:24.736631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42474) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:24.775690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc238a5-884d-4a4b-a475-0484ccb2591c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=b1d8e1b7-5b93-4e0d-acb4-8dbb0fe48bd3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:24.815656 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:24.841952 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b1dc-bd6a-442b-bc7b-8e6f0ae39203 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.010536 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f29b81f0-c10c-4077-a674-08b6daa3c9d0 req-702f0b40-abc0-406c-a3e0-880b739021b7 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 210 time: 0.1196690 Dec 17 13:19:25.061265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-095c3255-d656-43f9-84e3-b79173807f62 req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Allocated IP 172.20.0.12 (829b9634-20e4-4680-a605-6e72fb3e7374/e2a5071f-2c4e-428f-861a-6a25290a0bfd/e3a9ffd9-9d82-4470-bf71-af261726800f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:25.113980 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.116112 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b1dc-bd6a-442b-bc7b-8e6f0ae39203 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.123585 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b1dc-bd6a-442b-bc7b-8e6f0ae39203 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.173387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ac58fac2-016c-460c-add7-c7e6ab688159 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:19:25.195608 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42488) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:25.216301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: ac58fac2-016c-460c-add7-c7e6ab688159 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:19:25.216643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ac58fac2-016c-460c-add7-c7e6ab688159 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:19:25.290569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b1dc-bd6a-442b-bc7b-8e6f0ae39203 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.291109 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd5b1dc-bd6a-442b-bc7b-8e6f0ae39203 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 958bd640-24a6-4eff-a846-d1cb315db07d {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:19:25.296992 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b1dc-bd6a-442b-bc7b-8e6f0ae39203 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.301253 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4fd5b1dc-bd6a-442b-bc7b-8e6f0ae39203 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "DELETE /v2.0/routers/958bd640-24a6-4eff-a846-d1cb315db07d HTTP/1.1" status: 204 len: 168 time: 0.5632448 Dec 17 13:19:25.335207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:25.394084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f75d85d-3096-43a7-9f47-5e9d429732bd,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:25.400186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.400539 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Added segment 606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee of type vlan for network efd523df-1141-427f-91d1-b66f399f62fe Dec 17 13:19:25.424532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-095c3255-d656-43f9-84e3-b79173807f62 req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.469444 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9dc238a5-884d-4a4b-a475-0484ccb2591c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.481062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7c5cec32-269a-4c94-8d3c-3c888ebe5756 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6844c422cec64ce49c43846a81c7f351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842195 Dec 17 13:19:25.485017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42498) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:25.486368 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.624329 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eb25d7bd-cddc-4a43-a8c5-b0b16e9c2e20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.624329 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eb25d7bd-cddc-4a43-a8c5-b0b16e9c2e20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.757380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc238a5-884d-4a4b-a475-0484ccb2591c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 9f9aa3ed-6de6-4c50-a621-22aa4bace0c5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:19:25.856391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc238a5-884d-4a4b-a475-0484ccb2591c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:25.861835 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9dc238a5-884d-4a4b-a475-0484ccb2591c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/9f9aa3ed-6de6-4c50-a621-22aa4bace0c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9816873 Dec 17 13:19:25.865044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42504) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:25.870490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929cd673-0813-47fd-a61d-fef288d2fc2d None None] Sync routers for ids ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:25.873990 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.874223 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eb25d7bd-cddc-4a43-a8c5-b0b16e9c2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.875137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:25.875740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.878729 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eb25d7bd-cddc-4a43-a8c5-b0b16e9c2e20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:25.892951 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-eb25d7bd-cddc-4a43-a8c5-b0b16e9c2e20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5d17078-d4a5-441d-b4f2-051094f75777 HTTP/1.1" status: 204 len: 168 time: 0.3949864 Dec 17 13:19:25.912805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929cd673-0813-47fd-a61d-fef288d2fc2d None None] Routers {'9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:25.914715 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25d7bd-cddc-4a43-a8c5-b0b16e9c2e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d17078-d4a5-441d-b4f2-051094f75777,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:25.917702 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-929cd673-0813-47fd-a61d-fef288d2fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:25.976081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-929cd673-0813-47fd-a61d-fef288d2fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:26.014861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929cd673-0813-47fd-a61d-fef288d2fc2d None None] Routers {'9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:26.016467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-929cd673-0813-47fd-a61d-fef288d2fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:26.065235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-929cd673-0813-47fd-a61d-fef288d2fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:26.067179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929cd673-0813-47fd-a61d-fef288d2fc2d None None] The sync data for ids ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:26.325652 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-095c3255-d656-43f9-84e3-b79173807f62 req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:26.353554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42516) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:26.373226 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2981796 Dec 17 13:19:26.376405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42520) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:26.381615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c9d40404-727d-4e63-8e96-4011d05f54bc admin admin] Request body: {'subnet': {'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1760592963-subnet', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:26.512280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095c3255-d656-43f9-84e3-b79173807f62 req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Network 829b9634-20e4-4680-a605-6e72fb3e7374 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:26.520336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ebb14-71a0-42e9-a2f0-e8730418be5b admin admin] Pushing event updated for resources: {'Network': ['ID=efd523df-1141-427f-91d1-b66f399f62fe,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:26.525780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-095c3255-d656-43f9-84e3-b79173807f62 req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:26.528667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Pushing event updated for resources: {'Port': ['ID=e3a9ffd9-9d82-4470-bf71-af261726800f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:26.530119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d40404-727d-4e63-8e96-4011d05f54bc admin admin] Made reservation on behalf of a5d47bc190ea4e42a4e496dcc7120425 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:26.533132 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-095c3255-d656-43f9-84e3-b79173807f62 req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:26.537008 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c9d40404-727d-4e63-8e96-4011d05f54bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:26.537486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network efd523df-1141-427f-91d1-b66f399f62fe details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:26.625087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa014f55-a8ed-4c6b-ba4c-6956d1099b80 None None] DHCP port deletion for 829b9634-20e4-4680-a605-6e72fb3e7374 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:26.655513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a260cb-0ea3-44e3-8233-a51dd464e241 req-f3bb2166-96fa-497c-96b7-42d547f5a2cc tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:26.662325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f4a260cb-0ea3-44e3-8233-a51dd464e241 req-f3bb2166-96fa-497c-96b7-42d547f5a2cc tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 932 time: 0.3337150 Dec 17 13:19:26.692950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3255-d656-43f9-84e3-b79173807f62 req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:26.694873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-095c3255-d656-43f9-84e3-b79173807f62 req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:26.774359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a123440a-c7dc-44fc-b920-64d80acbecfc None None] Provisioning complete for port e3a9ffd9-9d82-4470-bf71-af261726800f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:26.778080 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a123440a-c7dc-44fc-b920-64d80acbecfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:26.825472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f4a260cb-0ea3-44e3-8233-a51dd464e241 req-a3c7b0fd-b073-4c5f-a9af-b1812fb1a443 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240513 Dec 17 13:19:26.872837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a123440a-c7dc-44fc-b920-64d80acbecfc None None] Port e3a9ffd9-9d82-4470-bf71-af261726800f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:26.886077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-681bea88-3b95-4a69-a038-3ab40044c61b tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9945719 Dec 17 13:19:26.905685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Request body: {'port': {'device_id': '386d6470-0a63-44e9-aa42-5299dcd1b798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:26.926312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1796802701', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:27.010395 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:27.091162 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:27.092773 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:27.097609 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c9d40404-727d-4e63-8e96-4011d05f54bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:27.237326 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d40404-727d-4e63-8e96-4011d05f54bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1656b2-e2b6-417d-b1f4-d2369980ad95,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:27.249383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:27.256098 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d40404-727d-4e63-8e96-4011d05f54bc admin admin] Checking segment: {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:27.256491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d40404-727d-4e63-8e96-4011d05f54bc admin admin] Network hostable DHCP agents. Network: efd523df-1141-427f-91d1-b66f399f62fe, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:27.286845 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0b419dc-5bb9-4e12-86f0-e8ec352016dd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:27.442623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a9ffd9-9d82-4470-bf71-af261726800f {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:19:27.501351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:27.516772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d40404-727d-4e63-8e96-4011d05f54bc admin admin] Network efd523df-1141-427f-91d1-b66f399f62fe is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:27.547671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Transition to ACTIVE for port object e3a9ffd9-9d82-4470-bf71-af261726800f will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:19:27.630581 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:27.679125 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:27.680334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-c9d40404-727d-4e63-8e96-4011d05f54bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, efd523df-1141-427f-91d1-b66f399f62fe) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:27.684956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d40404-727d-4e63-8e96-4011d05f54bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:27.686395 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c9d40404-727d-4e63-8e96-4011d05f54bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:27.696256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fea58b-0d9e-4b2b-8cd9-5af48750c86d None None] Network efd523df-1141-427f-91d1-b66f399f62fe requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:27.747091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a0b419dc-5bb9-4e12-86f0-e8ec352016dd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 0901585f-1d63-42aa-86a7-c02f689964aa {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:27.747091 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0b419dc-5bb9-4e12-86f0-e8ec352016dd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:27.849883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c9d40404-727d-4e63-8e96-4011d05f54bc admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4722595 Dec 17 13:19:27.858762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42552) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:27.873936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:27.884546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Pushing event updated for resources: {'Port': ['ID=e3a9ffd9-9d82-4470-bf71-af261726800f,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:28.027618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Attempting to bind port e3a9ffd9-9d82-4470-bf71-af261726800f on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:28.028087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Attempting to bind port e3a9ffd9-9d82-4470-bf71-af261726800f by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:28.029050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Attempting to bind port e3a9ffd9-9d82-4470-bf71-af261726800f on network 829b9634-20e4-4680-a605-6e72fb3e7374 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:28.060757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0b419dc-5bb9-4e12-86f0-e8ec352016dd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:28.066829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:28.068192 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:28.128428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Port e3a9ffd9-9d82-4470-bf71-af261726800f on network 829b9634-20e4-4680-a605-6e72fb3e7374 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:19:28.128570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:28.128678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Attempting to bind port e3a9ffd9-9d82-4470-bf71-af261726800f on network 829b9634-20e4-4680-a605-6e72fb3e7374 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:28.172952 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:28.186039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:28.186468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Checking segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:28.186966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Bound using segment: {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:28.187547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Bound port: e3a9ffd9-9d82-4470-bf71-af261726800f, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910847d9-094c-4d46-ac8c-4f7dcc98ea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:28.188115 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:28.191348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a0b419dc-5bb9-4e12-86f0-e8ec352016dd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 0901585f-1d63-42aa-86a7-c02f689964aa owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:28.193779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e6a41d-82d1-4c5e-8fcf-8c531a2554a5 None None] DHCP port deletion for 829b9634-20e4-4680-a605-6e72fb3e7374 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:28.300558 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:28.321239 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbba88-6ed9-4cba-b789-24fb7f996e1f req-5cbfb503-7266-4bc2-8b1b-3aeedd3a57eb tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:28.323171 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95fbba88-6ed9-4cba-b789-24fb7f996e1f req-5cbfb503-7266-4bc2-8b1b-3aeedd3a57eb tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 944 time: 0.2913120 Dec 17 13:19:28.336294 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-efd523df-1141-427f-91d1-b66f399f62fe', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:19:28.337600 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:28.389600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] For port e3a9ffd9-9d82-4470-bf71-af261726800f, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:28.476883 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95fbba88-6ed9-4cba-b789-24fb7f996e1f req-70ef5548-ed4b-4767-88d3-2391ca0b980c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332140 Dec 17 13:19:28.479409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] For port e3a9ffd9-9d82-4470-bf71-af261726800f, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e3a9ffd9-9d82-4470-bf71-af261726800f,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:28.498068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Allocated IP 172.25.0.167 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/01da3486-48b7-43a4-bb66-c4a891cc0143) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:28.556352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42572) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:28.578383 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:28.672865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:28.673823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a07a72-b470-4121-a6fa-2d0f1fc98c88 None None] DHCP port deletion for 829b9634-20e4-4680-a605-6e72fb3e7374 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:28.674507 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:28.678427 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] 10.222.0.61 "PUT /v2.0/ports/e3a9ffd9-9d82-4470-bf71-af261726800f HTTP/1.1" status: 200 len: 1092 time: 1.7770669 Dec 17 13:19:28.690336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386d6470-0a63-44e9-aa42-5299dcd1b798', 'tag': 'e3a9ffd9-9d82-4470-bf71-af261726800f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:19:28.690336 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc6b2e8-3232-4542-a987-945925defcce" -d '{"events": [{"name": "network-changed", "server_uuid": "386d6470-0a63-44e9-aa42-5299dcd1b798", "tag": "e3a9ffd9-9d82-4470-bf71-af261726800f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:19:28.711559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e90b8-8efc-4248-a7aa-7b609f2eadec service neutron] Pushing event updated for resources: {'Port': ['ID=e3a9ffd9-9d82-4470-bf71-af261726800f,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:28.767670 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51ce75a-f5ef-4798-a56b-700beda96183 x-openstack-request-id: req-b51ce75a-f5ef-4798-a56b-700beda96183 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:19:28.768284 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386d6470-0a63-44e9-aa42-5299dcd1b798", "tag": "e3a9ffd9-9d82-4470-bf71-af261726800f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:19:28.768870 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b51ce75a-f5ef-4798-a56b-700beda96183 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:19:28.770311 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386d6470-0a63-44e9-aa42-5299dcd1b798', 'tag': 'e3a9ffd9-9d82-4470-bf71-af261726800f', 'status': 'completed', 'code': 200} Dec 17 13:19:28.799640 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0b419dc-5bb9-4e12-86f0-e8ec352016dd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:28.838298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Allocated IP 172.20.0.2 (efd523df-1141-427f-91d1-b66f399f62fe/9d1656b2-e2b6-417d-b1f4-d2369980ad95/cb73f663-ab60-403d-9eb1-96b450a0bf24) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:28.845805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-864962006'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:28.901615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b419dc-5bb9-4e12-86f0-e8ec352016dd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=0901585f-1d63-42aa-86a7-c02f689964aa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:29.123464 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.127676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6b2e8-3232-4542-a987-945925defcce req-3670ff47-81a8-4344-8f92-c5ac962ff06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:29.135546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc6b2e8-3232-4542-a987-945925defcce req-3670ff47-81a8-4344-8f92-c5ac962ff06d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 1095 time: 0.3252053 Dec 17 13:19:29.145955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:29.151443 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.168540 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.202156 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.566478 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.566478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Pushing event updated for resources: {'Port': ['ID=cb73f663-ab60-403d-9eb1-96b450a0bf24,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:29.566478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Network efd523df-1141-427f-91d1-b66f399f62fe is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:29.566478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:29.566478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:29.566478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Attempting to bind port cb73f663-ab60-403d-9eb1-96b450a0bf24 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:29.566478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Attempting to bind port cb73f663-ab60-403d-9eb1-96b450a0bf24 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:29.566478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Attempting to bind port cb73f663-ab60-403d-9eb1-96b450a0bf24 on network efd523df-1141-427f-91d1-b66f399f62fe {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:29.566478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:29.566478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Checking segment: {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:29.568600 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.568600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Bound using segment: {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:29.568600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Bound port: cb73f663-ab60-403d-9eb1-96b450a0bf24, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:29.568600 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.568934 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0b419dc-5bb9-4e12-86f0-e8ec352016dd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.569594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.569671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] For port cb73f663-ab60-403d-9eb1-96b450a0bf24, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:29.569671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] For port cb73f663-ab60-403d-9eb1-96b450a0bf24, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cb73f663-ab60-403d-9eb1-96b450a0bf24,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:29.569928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6b2e8-3232-4542-a987-945925defcce req-db152e68-56cb-43ab-b7be-4d16e05f4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:29.569928 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc6b2e8-3232-4542-a987-945925defcce req-db152e68-56cb-43ab-b7be-4d16e05f4f81 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4011555 Dec 17 13:19:29.701312 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.709488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.712096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b419dc-5bb9-4e12-86f0-e8ec352016dd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 9f9aa3ed-6de6-4c50-a621-22aa4bace0c5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:19:29.715839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4cbb2-c080-4e77-a8e2-76e317c07c56 req-4cfe7f55-64fc-49a8-a3be-98af969eeb20 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:29.717498 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ec4cbb2-c080-4e77-a8e2-76e317c07c56 req-4cfe7f55-64fc-49a8-a3be-98af969eeb20 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 944 time: 0.1066177 Dec 17 13:19:29.739344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.792264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.798357 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:29.860400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd06d15-ded3-4dde-a5ba-6ba440b31e7c None None] Pushing event updated for resources: {'Port': ['ID=cb73f663-ab60-403d-9eb1-96b450a0bf24,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:29.872519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b419dc-5bb9-4e12-86f0-e8ec352016dd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:29.887379 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aae87f-c961-4a2f-acdc-a544fc99191a None None] Sync routers for ids ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:29.888518 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a0b419dc-5bb9-4e12-86f0-e8ec352016dd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/9f9aa3ed-6de6-4c50-a621-22aa4bace0c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0223503 Dec 17 13:19:29.891355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42590) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:29.898411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:29.910196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ec4cbb2-c080-4e77-a8e2-76e317c07c56 req-613120d9-dfc6-4c70-9452-0c5972baf8cf tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736934 Dec 17 13:19:29.910727 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aae87f-c961-4a2f-acdc-a544fc99191a None None] Routers {'9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:29.911954 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-05aae87f-c961-4a2f-acdc-a544fc99191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:29.916493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:29.937077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-62f0c700-eece-49a7-b7ed-67fae62eaefb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9aa3ed-6de6-4c50-a621-22aa4bace0c5 HTTP/1.1" status: 200 len: 205 time: 0.0443971 Dec 17 13:19:29.937860 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:29.939726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42592) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:29.942682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6b2e8-3232-4542-a987-945925defcce req-2ba9aa42-4dd4-41c2-9a81-4a1f90a716c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:29.944458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc6b2e8-3232-4542-a987-945925defcce req-2ba9aa42-4dd4-41c2-9a81-4a1f90a716c1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2933445 Dec 17 13:19:29.957967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Pushing event updated for resources: {'Port': ['ID=01da3486-48b7-43a4-bb66-c4a891cc0143,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:29.971062 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-05aae87f-c961-4a2f-acdc-a544fc99191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:29.977033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99d3bd0-048b-4f2f-82a9-53f6dd3061c3 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:29.995621 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aae87f-c961-4a2f-acdc-a544fc99191a None None] Routers {'9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:29.997033 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-05aae87f-c961-4a2f-acdc-a544fc99191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:30.053279 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-05aae87f-c961-4a2f-acdc-a544fc99191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:30.054556 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aae87f-c961-4a2f-acdc-a544fc99191a None None] The sync data for ids ['9f9aa3ed-6de6-4c50-a621-22aa4bace0c5'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:30.089305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3255-d656-43f9-84e3-b79173807f62 req-bb6b67a7-abae-48ab-8b32-5b4aabbd9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:30.091963 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-bb6b67a7-abae-48ab-8b32-5b4aabbd9ea5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 1095 time: 0.0821564 Dec 17 13:19:30.123582 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fbe089a8-7009-4180-a7b0-d6cb8dc65d7a None None] Provisioning complete for port 01da3486-48b7-43a4-bb66-c4a891cc0143 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:30.124033 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fbe089a8-7009-4180-a7b0-d6cb8dc65d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:30.132915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Allocated IP 172.25.0.31 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/0f8dc106-e0c3-4590-b62a-f7e900c8d7a5) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:30.164986 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-2ae6d43e-ff84-438c-a1b3-a181199ab11f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3a9ffd9-9d82-4470-bf71-af261726800f HTTP/1.1" status: 200 len: 217 time: 0.0609088 Dec 17 13:19:30.167484 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e7666c27-eca5-4d8c-9d6c-bcb698bd74b4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:30.241927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fbe089a8-7009-4180-a7b0-d6cb8dc65d7a None None] Port 01da3486-48b7-43a4-bb66-c4a891cc0143 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:30.281499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3255-d656-43f9-84e3-b79173807f62 req-2c200310-fa93-4292-8ca0-e60a812370f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:30.286785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-2c200310-fa93-4292-8ca0-e60a812370f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2a5071f-2c4e-428f-861a-6a25290a0bfd HTTP/1.1" status: 200 len: 851 time: 0.0823424 Dec 17 13:19:30.354816 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-f1811cac-5a0d-4796-8ffe-fcfe9f1e7b79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=829b9634-20e4-4680-a605-6e72fb3e7374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561550 Dec 17 13:19:30.486479 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-1f602b89-76e3-4049-be43-91f0e152e25c service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188757 Dec 17 13:19:30.552655 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:30.577964 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e7666c27-eca5-4d8c-9d6c-bcb698bd74b4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:30.582180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e7666c27-eca5-4d8c-9d6c-bcb698bd74b4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:30.590356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:30.616172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c94718-5528-4f20-a4f1-d667f400df39,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:30.621268 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:30.622535 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Added segment bfabaf93-0e76-48b0-ba85-00d01c1c8428 of type vlan for network 3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b Dec 17 13:19:30.679077 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:30.680248 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-095c3255-d656-43f9-84e3-b79173807f62 req-65821cfd-9e00-4acf-8967-593b01641cc5 service neutron] 10.222.0.61 "GET /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812069 Dec 17 13:19:30.700242 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:30.980936 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:30.983795 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:30.984625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:30.986287 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:30.988277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e7666c27-eca5-4d8c-9d6c-bcb698bd74b4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:30.990210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7666c27-eca5-4d8c-9d6c-bcb698bd74b4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Fanout notify agent at l3_agent the message router_deleted on router 9f9aa3ed-6de6-4c50-a621-22aa4bace0c5 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:19:31.025763 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e7666c27-eca5-4d8c-9d6c-bcb698bd74b4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:31.026997 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e7666c27-eca5-4d8c-9d6c-bcb698bd74b4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/9f9aa3ed-6de6-4c50-a621-22aa4bace0c5 HTTP/1.1" status: 204 len: 168 time: 1.0863192 Dec 17 13:19:31.058542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42600) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:31.185240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0f8dc106-e0c3-4590-b62a-f7e900c8d7a5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:31.226976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Network': ['ID=3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:31.238467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-086eb075-6da0-4add-b429-e14794abfc5f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting subnet 43d9cc78-4463-44ed-a71d-1bf7cda0a942 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:19:31.243222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0391e5-9a3b-4a16-874a-43a4e38c70e0 None None] Network efd523df-1141-427f-91d1-b66f399f62fe requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:31.243720 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-086eb075-6da0-4add-b429-e14794abfc5f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:31.249833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3af8ed43-56e9-46c1-8c11-1081f2b2ecae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6881371 Dec 17 13:19:31.277544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:31.286690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:31.309732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:31.311689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:31.314319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cb73f663-ab60-403d-9eb1-96b450a0bf24 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:31.323400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e50333-0bd5-4d9e-9340-6747696c2883 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:31.344883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-086eb075-6da0-4add-b429-e14794abfc5f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:31.473537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f9d23fe7-93dc-4063-a8eb-72ee88292ac0 None None] Provisioning complete for port cb73f663-ab60-403d-9eb1-96b450a0bf24 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:31.474156 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f9d23fe7-93dc-4063-a8eb-72ee88292ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:31.519999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-086eb075-6da0-4add-b429-e14794abfc5f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:31.532029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:31.571950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730756a-151a-4822-93bd-8ce51cc6e947 req-93a7ad63-4f08-4c83-9a83-38d4cbae65bb tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:31.590272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2730756a-151a-4822-93bd-8ce51cc6e947 req-93a7ad63-4f08-4c83-9a83-38d4cbae65bb tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 944 time: 0.5585225 Dec 17 13:19:31.612295 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f9d23fe7-93dc-4063-a8eb-72ee88292ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:31.641190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port cb73f663-ab60-403d-9eb1-96b450a0bf24 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:31.641770 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:31.669146 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:31.691909 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-086eb075-6da0-4add-b429-e14794abfc5f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:31.722696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f9d23fe7-93dc-4063-a8eb-72ee88292ac0 None None] For port cb73f663-ab60-403d-9eb1-96b450a0bf24, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cb73f663-ab60-403d-9eb1-96b450a0bf24,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:31.778877 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-086eb075-6da0-4add-b429-e14794abfc5f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:31.781097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdef3e35-ef57-4e95-b565-e30fc53b6b97 None None] Network 474d549b-9b9f-4dc2-97c4-bbde78194590 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:31.785153 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-086eb075-6da0-4add-b429-e14794abfc5f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/43d9cc78-4463-44ed-a71d-1bf7cda0a942 HTTP/1.1" status: 204 len: 168 time: 0.7194824 Dec 17 13:19:31.787747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086eb075-6da0-4add-b429-e14794abfc5f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Subnet': ['ID=43d9cc78-4463-44ed-a71d-1bf7cda0a942,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:31.791905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42606) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:31.809962 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f9d23fe7-93dc-4063-a8eb-72ee88292ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:31.912295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d23fe7-93dc-4063-a8eb-72ee88292ac0 None None] Pushing event updated for resources: {'Port': ['ID=cb73f663-ab60-403d-9eb1-96b450a0bf24,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:31.922527 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:32.124838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1822801e-8c28-41fd-b1fc-7cef6562ae8b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting subnet c907d3e0-1dba-442f-afdf-215e123e0103 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:19:32.139540 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1822801e-8c28-41fd-b1fc-7cef6562ae8b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:32.157380 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:19:32.157785 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:19:32.179638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-93b11a8b-525e-410b-ae30-40c169836a17 None None] Provisioning complete for port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:32.180034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-93b11a8b-525e-410b-ae30-40c169836a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:32.241268 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1822801e-8c28-41fd-b1fc-7cef6562ae8b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:32.297809 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2730756a-151a-4822-93bd-8ce51cc6e947 req-da10172f-44f0-4844-8137-3051d471d021 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7057078 Dec 17 13:19:32.332470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-93b11a8b-525e-410b-ae30-40c169836a17 None None] Port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:32.440488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a75c03-cbe2-4a6b-8c3d-5c9fd30cd623 None None] DHCP port deletion for 474d549b-9b9f-4dc2-97c4-bbde78194590 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:32.518246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-44aad0e4-dbf6-4a90-9250-25c1fb1cbaf1 None None] Provisioning complete for port cb73f663-ab60-403d-9eb1-96b450a0bf24 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:32.519545 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-44aad0e4-dbf6-4a90-9250-25c1fb1cbaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:32.593435 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:32.599388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:32.628471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-69a75c03-cbe2-4a6b-8c3d-5c9fd30cd623 None None] Deleting port b6064587-e17b-4d5d-9ce3-998f0dec4068 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:32.628774 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-69a75c03-cbe2-4a6b-8c3d-5c9fd30cd623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:32.840746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-69a75c03-cbe2-4a6b-8c3d-5c9fd30cd623 None None] For port b6064587-e17b-4d5d-9ce3-998f0dec4068, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b6064587-e17b-4d5d-9ce3-998f0dec4068,segment=NetworkSegment(4933accc-2008-4c81-8f73-d6ae55b247be),segment_id=4933accc-2008-4c81-8f73-d6ae55b247be)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:32.841380 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-69a75c03-cbe2-4a6b-8c3d-5c9fd30cd623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:32.901847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-69a75c03-cbe2-4a6b-8c3d-5c9fd30cd623 None None] Calling delete_port for b6064587-e17b-4d5d-9ce3-998f0dec4068 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:33.052091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e3a9ffd9-9d82-4470-bf71-af261726800f details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:19:33.096084 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1822801e-8c28-41fd-b1fc-7cef6562ae8b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:33.337691 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e3a9ffd9-9d82-4470-bf71-af261726800f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e3a9ffd9-9d82-4470-bf71-af261726800f,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:33.359851 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1822801e-8c28-41fd-b1fc-7cef6562ae8b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:33.434942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'e3a9ffd9-9d82-4470-bf71-af261726800f', 'network_id': '829b9634-20e4-4680-a605-6e72fb3e7374', 'port_id': 'e3a9ffd9-9d82-4470-bf71-af261726800f', 'mac_address': 'fa:16:3e:cb:8c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a5071f-2c4e-428f-861a-6a25290a0bfd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:19:33.439453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cb73f663-ab60-403d-9eb1-96b450a0bf24 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:33.454925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822801e-8c28-41fd-b1fc-7cef6562ae8b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Subnet': ['ID=c907d3e0-1dba-442f-afdf-215e123e0103,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:33.471014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1822801e-8c28-41fd-b1fc-7cef6562ae8b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:33.474704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1822801e-8c28-41fd-b1fc-7cef6562ae8b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/c907d3e0-1dba-442f-afdf-215e123e0103 HTTP/1.1" status: 204 len: 168 time: 1.6711342 Dec 17 13:19:33.479336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42636) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:33.534963 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-69a75c03-cbe2-4a6b-8c3d-5c9fd30cd623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:33.552948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df5b83-6094-4b41-9424-5a4fa590322c None None] Network dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:33.572488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a75c03-cbe2-4a6b-8c3d-5c9fd30cd623 None None] No DVR routers for this DVR port b6064587-e17b-4d5d-9ce3-998f0dec4068 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:19:33.684123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:33.720599 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:33.727467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a75c03-cbe2-4a6b-8c3d-5c9fd30cd623 None None] Pushing event deleted for resources: {'Port': ['ID=b6064587-e17b-4d5d-9ce3-998f0dec4068,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:33.765011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a9ffd9-9d82-4470-bf71-af261726800f {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:19:33.769795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port cb73f663-ab60-403d-9eb1-96b450a0bf24 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:33.770479 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:33.864488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e3a9ffd9-9d82-4470-bf71-af261726800f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e3a9ffd9-9d82-4470-bf71-af261726800f,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:33.879598 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:33.924321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474d549b-9b9f-4dc2-97c4-bbde78194590']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:33.956169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4933accc-2008-4c81-8f73-d6ae55b247be') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:33.957021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4933accc-2008-4c81-8f73-d6ae55b247be') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:33.967750 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:33.997883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:34.031072 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:34.057753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:19:34.059732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f590315-f3de-486e-a1a2-6c4a046fa8ff None None] DHCP port deletion for dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:34.060415 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:19:34.067138 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:19:34.087411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b6064587-e17b-4d5d-9ce3-998f0dec4068 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:19:34.134396 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21522e67-80e7-4a62-bb67-3ed3e2ed3500 req-cf418e3a-51db-4d0c-84a7-f86bae5d8cfd tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:34.137502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: b6064587-e17b-4d5d-9ce3-998f0dec4068 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:19:34.137878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b6064587-e17b-4d5d-9ce3-998f0dec4068 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:19:34.178869 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21522e67-80e7-4a62-bb67-3ed3e2ed3500 req-cf418e3a-51db-4d0c-84a7-f86bae5d8cfd tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 945 time: 0.2168784 Dec 17 13:19:34.186981 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:34.205935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e3a9ffd9-9d82-4470-bf71-af261726800f,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:34.246919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9f590315-f3de-486e-a1a2-6c4a046fa8ff None None] Deleting port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:34.247294 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f590315-f3de-486e-a1a2-6c4a046fa8ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:34.267129 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:34.283881 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:34.294501 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/networks/474d549b-9b9f-4dc2-97c4-bbde78194590 HTTP/1.1" status: 204 len: 168 time: 0.8126392 Dec 17 13:19:34.299140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42654) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:34.422487 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21522e67-80e7-4a62-bb67-3ed3e2ed3500 req-bb3ba0e8-baea-4ef7-a9db-df7b6f635f8e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257242 Dec 17 13:19:34.434347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9f590315-f3de-486e-a1a2-6c4a046fa8ff None None] For port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e,segment=NetworkSegment(923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4),segment_id=923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:34.435532 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f590315-f3de-486e-a1a2-6c4a046fa8ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:34.457115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e3a9ffd9-9d82-4470-bf71-af261726800f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:19:34.585392 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:34.591569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Router 3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:19:34.597039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bead9c-85f1-478e-a65a-394eaa435ea0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Network': ['ID=474d549b-9b9f-4dc2-97c4-bbde78194590,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:34.697620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42662) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:34.711044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4eb2416a-5759-43a4-9c74-d7fdaf141cd6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'subnet': {'network_id': '3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:34.810251 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9f590315-f3de-486e-a1a2-6c4a046fa8ff None None] Calling delete_port for fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:34.844487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:34.915825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:34.916169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:34.921240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc086d67-668d-40c3-aa1c-524c8b65f1e3 None None] Sync routers for ids ['3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:34.967433 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc086d67-668d-40c3-aa1c-524c8b65f1e3 None None] Routers {'3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:34.968520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-fc086d67-668d-40c3-aa1c-524c8b65f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:34.996395 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] For port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e,segment=NetworkSegment(923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4),segment_id=923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:34.996778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:35.019681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-fc086d67-668d-40c3-aa1c-524c8b65f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:35.023993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:35.036987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Router 509dbd49-35f1-4399-aea8-0265e49b06a3 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:19:35.094995 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f590315-f3de-486e-a1a2-6c4a046fa8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:35.130948 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:35.143747 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f590315-f3de-486e-a1a2-6c4a046fa8ff None None] No DVR routers for this DVR port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:19:35.153007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:35.159177 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-336ff5b6-09af-4b7d-a757-0b42787a554f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.8039351 Dec 17 13:19:35.164797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42666) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:35.188256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:35.204308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No DVR routers for this DVR port fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:19:35.215620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f590315-f3de-486e-a1a2-6c4a046fa8ff None None] Pushing event deleted for resources: {'Port': ['ID=fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:35.217670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc086d67-668d-40c3-aa1c-524c8b65f1e3 None None] Routers {'3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:35.218348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-fc086d67-668d-40c3-aa1c-524c8b65f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:35.221316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:19:35.290826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:35.303548 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Sync routers for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:35.309466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb2416a-5759-43a4-9c74-d7fdaf141cd6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:35.313612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-fc086d67-668d-40c3-aa1c-524c8b65f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:35.314465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc086d67-668d-40c3-aa1c-524c8b65f1e3 None None] The sync data for ids ['3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:35.315466 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4eb2416a-5759-43a4-9c74-d7fdaf141cd6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:35.316240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:19:35.316759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fc090a08-1c5e-4a93-a2bb-8c6d6e8cfc3e not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:19:35.343965 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:35.344753 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:35.465529 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:35.547096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:35.561071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:35.562308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923a5fbf-5d5b-46d4-9d57-4bdf85ccd2d4') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:35.570821 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:19:35.580502 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:35.619928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:35.629298 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:19:35.629771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:19:35.633145 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:19:35.638538 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f8378b11-312e-41b2-aaa1-84768d3ad48b tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/routers/3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa HTTP/1.1" status: 200 len: 921 time: 0.4723821 Dec 17 13:19:35.650933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42674) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:35.694216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:35.697050 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8a079fec-b19b-421c-8d48-f6ed130e74d3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8356428 Dec 17 13:19:35.703411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42676) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:35.852055 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-79b5dd01-606b-496a-81e1-9868d232f7e5 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa HTTP/1.1" status: 200 len: 205 time: 0.1998184 Dec 17 13:19:35.864041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42682) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:35.879219 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:31Z', 'revision_number': 3, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:35.932569 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:35.945823 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Checking router: 509dbd49-35f1-4399-aea8-0265e49b06a3 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:19:35.946174 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Updating router 509dbd49-35f1-4399-aea8-0265e49b06a3 port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:19:35.955874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9d628-9b93-49c3-a747-11329752b9f6 req-5583d378-5b57-4feb-a381-745da8581ca9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:35.960070 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7eb9d628-9b93-49c3-a747-11329752b9f6 req-5583d378-5b57-4feb-a381-745da8581ca9 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 945 time: 0.3116393 Dec 17 13:19:35.967077 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4eb2416a-5759-43a4-9c74-d7fdaf141cd6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:35.999146 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.027736 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7eb9d628-9b93-49c3-a747-11329752b9f6 req-bde362b8-5c02-40af-9711-4b6e00c56612 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616007 Dec 17 13:19:36.038958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2416a-5759-43a4-9c74-d7fdaf141cd6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Subnet': ['ID=4c1b5745-0a8b-4504-9a85-e2187b61f075,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:36.048918 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.109314 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.115038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/networks/dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9 HTTP/1.1" status: 204 len: 168 time: 1.8128932 Dec 17 13:19:36.118298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42684) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:36.130306 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-aa1ef1ff-94bf-470d-b754-a529cf51fdcd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'network': {'name': 'tempest-RoutersTest-2124816555'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:36.140547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a1629-b1bb-492a-839d-838bc92bd1aa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Network': ['ID=dfe1698d-fa03-4bf9-b6d4-8b0e10835ce9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:36.179802 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.235415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb2416a-5759-43a4-9c74-d7fdaf141cd6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Checking segment: {'id': 'bfabaf93-0e76-48b0-ba85-00d01c1c8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:36.235888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb2416a-5759-43a4-9c74-d7fdaf141cd6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network hostable DHCP agents. Network: 3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:36.321944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1ef1ff-94bf-470d-b754-a529cf51fdcd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:36.326223 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef1ff-94bf-470d-b754-a529cf51fdcd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.352246 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.366083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb2416a-5759-43a4-9c74-d7fdaf141cd6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network 3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:36.389696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1ef1ff-94bf-470d-b754-a529cf51fdcd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:36.390909 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.412446 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef1ff-94bf-470d-b754-a529cf51fdcd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.412790 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-aa1ef1ff-94bf-470d-b754-a529cf51fdcd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Added segment dd9c347c-2fa9-4a7e-85a6-dce1f6133761 of type vlan for network d3903b61-1831-4af8-b69c-4d8a445a15ff Dec 17 13:19:36.484188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef1ff-94bf-470d-b754-a529cf51fdcd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.490925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Deleting port 01da3486-48b7-43a4-bb66-c4a891cc0143 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:36.491313 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.497397 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.547696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-4eb2416a-5759-43a4-9c74-d7fdaf141cd6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:36.557389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda4b8af-836d-430d-b7ce-d0465e7a155d None None] Network 3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:36.557830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb2416a-5759-43a4-9c74-d7fdaf141cd6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:36.558667 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4eb2416a-5759-43a4-9c74-d7fdaf141cd6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.568491 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.609569 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.642026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Calling delete_port for 01da3486-48b7-43a4-bb66-c4a891cc0143 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:36.681102 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Attempting to bind port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:36.681739 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Attempting to bind port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:36.682235 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Attempting to bind port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:36.685849 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0450e23-23df-4290-be3e-db676fee01e5 None None] Pushing event updated for resources: {'Port': ['ID=0f8dc106-e0c3-4590-b62a-f7e900c8d7a5,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:36.691246 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:36.691857 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:36.692402 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.692966 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:36.693619 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Bound port: 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:36.694162 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.694509 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d2f4fa-3202-4271-820a-3447542eebc9 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:36.733543 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef1ff-94bf-470d-b754-a529cf51fdcd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.740072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1ef1ff-94bf-470d-b754-a529cf51fdcd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:36.740848 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aa1ef1ff-94bf-470d-b754-a529cf51fdcd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.749114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4eb2416a-5759-43a4-9c74-d7fdaf141cd6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0504043 Dec 17 13:19:36.757499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42698) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:36.764899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e5a6c9e3-9e34-4549-8570-0bcea714b5af tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1466331297'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:36.776129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b', 'network_id': '3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b', 'project_id': 'f0261c69ca594f8fa5dd1f1f809c0f6c', 'fixed_ips': [{'subnet_id': '4c1b5745-0a8b-4504-9a85-e2187b61f075'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:19:36.776549 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] For port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:36.776950 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.780231 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] For port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0f8dc106-e0c3-4590-b62a-f7e900c8d7a5,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:36.862006 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:36.908672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ef1ff-94bf-470d-b754-a529cf51fdcd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Network': ['ID=d3903b61-1831-4af8-b69c-4d8a445a15ff,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:36.946093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Allocated IP 172.20.0.1 (efd523df-1141-427f-91d1-b66f399f62fe/9d1656b2-e2b6-417d-b1f4-d2369980ad95/c3df0bf2-6709-42a6-b4d0-56273bc4f94c) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:37.000541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network d3903b61-1831-4af8-b69c-4d8a445a15ff details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:37.006301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299d56ca-b2fa-470d-8952-b5e8b210895f None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:37.007619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a6c9e3-9e34-4549-8570-0bcea714b5af tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:37.011200 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c9e3-9e34-4549-8570-0bcea714b5af tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.024040 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:37.024729 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:37.026859 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0450e23-23df-4290-be3e-db676fee01e5 None None] Pushing event updated for resources: {'Port': ['ID=0f8dc106-e0c3-4590-b62a-f7e900c8d7a5,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:37.039576 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-aa1ef1ff-94bf-470d-b754-a529cf51fdcd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9204819 Dec 17 13:19:37.042519 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42708) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:37.047793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-75f6215a-fb8a-4433-a611-a823b69f3407 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'subnet': {'network_id': 'd3903b61-1831-4af8-b69c-4d8a445a15ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:37.062260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-662d4e0d-c75f-4481-a331-b0c3ab487af7 None None] Provisioning complete for port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:37.062260 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-662d4e0d-c75f-4481-a331-b0c3ab487af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.073713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a6c9e3-9e34-4549-8570-0bcea714b5af tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:37.096692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c9e3-9e34-4549-8570-0bcea714b5af tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.097626 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-e5a6c9e3-9e34-4549-8570-0bcea714b5af tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Added segment b01cdce6-c6f8-4055-b637-dc763265cc78 of type vlan for network 0a6a961e-bf4a-4630-ac90-384e9733ed55 Dec 17 13:19:37.104962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e3a9ffd9-9d82-4470-bf71-af261726800f up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:37.189089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c9e3-9e34-4549-8570-0bcea714b5af tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.237835 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.293919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Pushing event deleted for resources: {'Port': ['ID=01da3486-48b7-43a4-bb66-c4a891cc0143,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:37.334825 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.354202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46470982-af0f-45d1-81c0-e28852320c22 req-bf2e1a9f-72e5-4514-a4bf-2b6ced83e7f7 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:37.363340 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46470982-af0f-45d1-81c0-e28852320c22 req-bf2e1a9f-72e5-4514-a4bf-2b6ced83e7f7 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 945 time: 0.1480684 Dec 17 13:19:37.367162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c3dea-aa1b-4730-bbc6-429fe950ec0c None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:37.396099 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c9e3-9e34-4549-8570-0bcea714b5af tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.404439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a6c9e3-9e34-4549-8570-0bcea714b5af tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:37.405051 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c9e3-9e34-4549-8570-0bcea714b5af tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.436189 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46470982-af0f-45d1-81c0-e28852320c22 req-391cfd0c-ac6b-472e-8ed8-5b4ebccdbe14 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716977 Dec 17 13:19:37.442205 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:19:37.492846 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.494027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f6215a-fb8a-4433-a611-a823b69f3407 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:37.506852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75f6215a-fb8a-4433-a611-a823b69f3407 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.544996 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e5a6c9e3-9e34-4549-8570-0bcea714b5af tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7862413 Dec 17 13:19:37.546073 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-662d4e0d-c75f-4481-a331-b0c3ab487af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.558959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42712) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:37.563987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-13c882ec-2ba8-4df8-be4b-10ede63f02e7 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'subnet': {'network_id': '0a6a961e-bf4a-4630-ac90-384e9733ed55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:37.613983 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Allocated IP 2001:db8:0:ffff::2 (3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b/4c1b5745-0a8b-4504-9a85-e2187b61f075/d59421d1-14b4-4276-8181-045d46440ad8) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:37.642783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6c9e3-9e34-4549-8570-0bcea714b5af tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Network': ['ID=0a6a961e-bf4a-4630-ac90-384e9733ed55,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:37.677273 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.703379 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.710748 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.729407 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:31Z', 'revision_number': 3, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:37.738191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Pushing event updated for resources: {'Port': ['ID=c3df0bf2-6709-42a6-b4d0-56273bc4f94c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:37.749419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Network efd523df-1141-427f-91d1-b66f399f62fe is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:37.755093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:37.758989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:37.780332 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a99c3c0-8283-4451-b9d1-0311876ac1af None None] The sync data for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 is: [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:31Z', 'revision_number': 3, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:37.795188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 0a6a961e-bf4a-4630-ac90-384e9733ed55 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:37.858470 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:37.873118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-662d4e0d-c75f-4481-a331-b0c3ab487af7 None None] For port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0f8dc106-e0c3-4590-b62a-f7e900c8d7a5,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:37.951067 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port e3a9ffd9-9d82-4470-bf71-af261726800f completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:19:37.959468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port e3a9ffd9-9d82-4470-bf71-af261726800f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:37.959842 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.080013 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.081262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Fanout notify agent at l3_agent the message router_deleted on router 3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:19:38.087447 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-662d4e0d-c75f-4481-a331-b0c3ab487af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.104166 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.105759 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-988d60a8-f432-43bc-ae37-f913fc428b85 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/routers/3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa HTTP/1.1" status: 204 len: 168 time: 2.2407310 Dec 17 13:19:38.109462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42720) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:38.121933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Request body: {'router': {'name': 'tempest-snat-router-622813153', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'enable_snat': False}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:38.207715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d4e0d-c75f-4481-a331-b0c3ab487af7 None None] Pushing event updated for resources: {'Port': ['ID=0f8dc106-e0c3-4590-b62a-f7e900c8d7a5,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:38.259953 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.288582 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.298749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4e858b20-ea58-4312-b5f2-1291f50b4f30 None None] Provisioning complete for port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:38.301038 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4e858b20-ea58-4312-b5f2-1291f50b4f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.324913 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75f6215a-fb8a-4433-a611-a823b69f3407 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.430662 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.430959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6215a-fb8a-4433-a611-a823b69f3407 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Subnet': ['ID=02152230-0b43-43fe-a51d-a680fd885260,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:38.435066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c882ec-2ba8-4df8-be4b-10ede63f02e7 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:38.447535 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13c882ec-2ba8-4df8-be4b-10ede63f02e7 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.495715 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.496813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.526852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Pushing event updated for resources: {'Port': ['ID=d59421d1-14b4-4276-8181-045d46440ad8,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:38.612472 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.616584 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.620477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Network 3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:38.630627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:38.640814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:38.717866 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e3a9ffd9-9d82-4470-bf71-af261726800f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e3a9ffd9-9d82-4470-bf71-af261726800f,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:38.717866 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386d6470-0a63-44e9-aa42-5299dcd1b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a9ffd9-9d82-4470-bf71-af261726800f'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:19:38.720313 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cd1123-20b1-41ee-98ee-f6f573833e12" -d '{"events": [{"server_uuid": "386d6470-0a63-44e9-aa42-5299dcd1b798", "name": "network-vif-plugged", "status": "completed", "tag": "e3a9ffd9-9d82-4470-bf71-af261726800f"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:19:38.812986 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.837124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-696027cd-97b2-4c83-bf55-03ad039cb479 None None] Provisioning complete for port c3df0bf2-6709-42a6-b4d0-56273bc4f94c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:38.839730 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-696027cd-97b2-4c83-bf55-03ad039cb479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.916961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.966093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6215a-fb8a-4433-a611-a823b69f3407 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Checking segment: {'id': 'dd9c347c-2fa9-4a7e-85a6-dce1f6133761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd3903b61-1831-4af8-b69c-4d8a445a15ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:38.966479 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f6215a-fb8a-4433-a611-a823b69f3407 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network hostable DHCP agents. Network: d3903b61-1831-4af8-b69c-4d8a445a15ff, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:38.993360 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:38.998263 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Attempting to bind port d59421d1-14b4-4276-8181-045d46440ad8 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:39.008052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Attempting to bind port d59421d1-14b4-4276-8181-045d46440ad8 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'bfabaf93-0e76-48b0-ba85-00d01c1c8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:39.014644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Attempting to bind port d59421d1-14b4-4276-8181-045d46440ad8 on network 3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:39.028682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f5a2-e14b-4e81-a282-c3bea6ed15b1 req-55b2a883-0d1b-4fad-9a97-34d38dd14f3f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:39.032930 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:39.038589 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec85f5a2-e14b-4e81-a282-c3bea6ed15b1 req-55b2a883-0d1b-4fad-9a97-34d38dd14f3f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 945 time: 0.4111085 Dec 17 13:19:39.038744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Checking segment: {'id': 'bfabaf93-0e76-48b0-ba85-00d01c1c8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:39.038744 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:39.038993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Bound using segment: {'id': 'bfabaf93-0e76-48b0-ba85-00d01c1c8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:39.039585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Bound port: d59421d1-14b4-4276-8181-045d46440ad8, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfabaf93-0e76-48b0-ba85-00d01c1c8428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:39.039980 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:39.083298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-696027cd-97b2-4c83-bf55-03ad039cb479 None None] Port c3df0bf2-6709-42a6-b4d0-56273bc4f94c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:39.087203 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:39.090950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e3a9ffd9-9d82-4470-bf71-af261726800f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:39.173006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] For port d59421d1-14b4-4276-8181-045d46440ad8, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:39.180609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] For port d59421d1-14b4-4276-8181-045d46440ad8, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d59421d1-14b4-4276-8181-045d46440ad8,segment=NetworkSegment(bfabaf93-0e76-48b0-ba85-00d01c1c8428),segment_id=bfabaf93-0e76-48b0-ba85-00d01c1c8428)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:39.238419 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d176fb-7f6d-4e91-b415-5fcc1d354ad1 x-openstack-request-id: req-00d176fb-7f6d-4e91-b415-5fcc1d354ad1 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:19:39.238709 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386d6470-0a63-44e9-aa42-5299dcd1b798", "name": "network-vif-plugged", "status": "completed", "tag": "e3a9ffd9-9d82-4470-bf71-af261726800f", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:19:39.244115 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00d176fb-7f6d-4e91-b415-5fcc1d354ad1 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:19:39.244115 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386d6470-0a63-44e9-aa42-5299dcd1b798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a9ffd9-9d82-4470-bf71-af261726800f', 'code': 200} Dec 17 13:19:39.290871 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:39.323843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Pushing event updated for resources: {'Port': ['ID=c3df0bf2-6709-42a6-b4d0-56273bc4f94c,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:39.353381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f6215a-fb8a-4433-a611-a823b69f3407 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network d3903b61-1831-4af8-b69c-4d8a445a15ff is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:39.428803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:39.447956 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:39.499117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8e08d-beb2-4d6a-8cdf-529f887b3b7c None None] Pushing event updated for resources: {'Port': ['ID=d59421d1-14b4-4276-8181-045d46440ad8,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:39.537923 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-75f6215a-fb8a-4433-a611-a823b69f3407 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, d3903b61-1831-4af8-b69c-4d8a445a15ff) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:39.555893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd8d2e2-95af-4bdf-a995-6aa661b2144a None None] Network d3903b61-1831-4af8-b69c-4d8a445a15ff requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:39.560886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:39.561466 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:39.583883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec85f5a2-e14b-4e81-a282-c3bea6ed15b1 req-51ca443b-3818-4e11-8afc-a7ca69df8271 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101864 Dec 17 13:19:39.603411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f6215a-fb8a-4433-a611-a823b69f3407 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:39.604186 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75f6215a-fb8a-4433-a611-a823b69f3407 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:39.649628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1074d-47c2-441a-968a-c379ccbc6b3f req-670ecd01-5e80-485d-92a0-456d5e39438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:39.653665 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ab1074d-47c2-441a-968a-c379ccbc6b3f req-670ecd01-5e80-485d-92a0-456d5e39438a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 1097 time: 0.3195024 Dec 17 13:19:39.758452 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13c882ec-2ba8-4df8-be4b-10ede63f02e7 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:39.815751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:39.833485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-d3903b61-1831-4af8-b69c-4d8a445a15ff', 'network_id': 'd3903b61-1831-4af8-b69c-4d8a445a15ff', 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'fixed_ips': [{'subnet_id': '02152230-0b43-43fe-a51d-a680fd885260'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:19:39.834834 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:39.857021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:39.899421 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-75f6215a-fb8a-4433-a611-a823b69f3407 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8558528 Dec 17 13:19:39.914513 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42734) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:39.934188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1ba97880-7ec9-404f-8adc-fe57284bb522 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1262942513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:39.962816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c882ec-2ba8-4df8-be4b-10ede63f02e7 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Subnet': ['ID=ca106490-0f27-4848-b757-43f7bbd93416,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:40.031348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Network efd523df-1141-427f-91d1-b66f399f62fe is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:40.032144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c882ec-2ba8-4df8-be4b-10ede63f02e7 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Checking segment: {'id': 'b01cdce6-c6f8-4055-b637-dc763265cc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0a6a961e-bf4a-4630-ac90-384e9733ed55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:40.032510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c882ec-2ba8-4df8-be4b-10ede63f02e7 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network hostable DHCP agents. Network: 0a6a961e-bf4a-4630-ac90-384e9733ed55, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:40.039564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:40.091355 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ab1074d-47c2-441a-968a-c379ccbc6b3f req-c88947c2-e0bd-49ad-8baf-b9474a8901b2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219260 Dec 17 13:19:40.198552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Allocated IP 172.20.0.2 (d3903b61-1831-4af8-b69c-4d8a445a15ff/02152230-0b43-43fe-a51d-a680fd885260/d511899e-5381-4dc3-b69d-619c1d0c83ff) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:40.219512 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ba97880-7ec9-404f-8adc-fe57284bb522 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:40.235942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ba97880-7ec9-404f-8adc-fe57284bb522 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:40.314557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Router 509dbd49-35f1-4399-aea8-0265e49b06a3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:19:40.337741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Allocated IP 172.25.0.195 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/b599e65d-9445-4f6a-9352-cdeee5aa225d) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:40.413436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c882ec-2ba8-4df8-be4b-10ede63f02e7 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network 0a6a961e-bf4a-4630-ac90-384e9733ed55 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:40.438359 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ba97880-7ec9-404f-8adc-fe57284bb522 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:40.498841 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:40.520643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a27a5699-57cd-44ec-bbc8-475b3a38d738 None None] Provisioning complete for port c3df0bf2-6709-42a6-b4d0-56273bc4f94c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:40.520643 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a27a5699-57cd-44ec-bbc8-475b3a38d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:40.526996 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:40.553735 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ba97880-7ec9-404f-8adc-fe57284bb522 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:40.578788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a27a5699-57cd-44ec-bbc8-475b3a38d738 None None] Port c3df0bf2-6709-42a6-b4d0-56273bc4f94c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:40.599576 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:40.605435 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-40659d62-ec78-49a0-a633-5fe391b5ba24 admin admin] 10.222.0.59 "PUT /v2.0/routers/509dbd49-35f1-4399-aea8-0265e49b06a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9001455 Dec 17 13:19:40.621960 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:40.630040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-13c882ec-2ba8-4df8-be4b-10ede63f02e7 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 0a6a961e-bf4a-4630-ac90-384e9733ed55) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:40.642306 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c882ec-2ba8-4df8-be4b-10ede63f02e7 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:40.644899 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13c882ec-2ba8-4df8-be4b-10ede63f02e7 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:40.696498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c693a36-02bc-452d-8daa-e2dd991aad89 None None] Network 0a6a961e-bf4a-4630-ac90-384e9733ed55 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:40.709195 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:40.749560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:40.758774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:40.763441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:40.786718 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-13c882ec-2ba8-4df8-be4b-10ede63f02e7 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2234674 Dec 17 13:19:40.795643 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ba97880-7ec9-404f-8adc-fe57284bb522 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:40.797816 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1ba97880-7ec9-404f-8adc-fe57284bb522 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8783824 Dec 17 13:19:40.798953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42746) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:40.804907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42748) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:40.848915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'port': {'network_id': 'd3903b61-1831-4af8-b69c-4d8a445a15ff', 'name': 'tempest-RoutersTest-1136054631'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:40.935392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7fdf1-aa72-4f9d-b83b-d4d9e133ae00 req-b70cc15c-36f4-4803-9265-f0024d7ffe5f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:40.944372 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9a7fdf1-aa72-4f9d-b83b-d4d9e133ae00 req-b70cc15c-36f4-4803-9265-f0024d7ffe5f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 946 time: 0.2625773 Dec 17 13:19:41.203482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event updated for resources: {'Port': ['ID=b599e65d-9445-4f6a-9352-cdeee5aa225d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:41.426320 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Network d3903b61-1831-4af8-b69c-4d8a445a15ff is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:41.444184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dac3a2-d782-4476-bac8-f25c1c88872a None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:41.446818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d59421d1-14b4-4276-8181-045d46440ad8 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:41.550276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:41.567875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Pushing event updated for resources: {'Port': ['ID=d511899e-5381-4dc3-b69d-619c1d0c83ff,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:41.577683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Sync routers for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:41.593599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:41.643292 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:41.752820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42760) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:41.772094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4a5c9737-9eb4-493b-a55d-0baf2b28db3a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--837706818', 'description': 'tempest-description--1897983093'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:41.918356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Attempting to bind port d511899e-5381-4dc3-b69d-619c1d0c83ff on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:41.918748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Attempting to bind port d511899e-5381-4dc3-b69d-619c1d0c83ff by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'dd9c347c-2fa9-4a7e-85a6-dce1f6133761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd3903b61-1831-4af8-b69c-4d8a445a15ff'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:41.919121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Attempting to bind port d511899e-5381-4dc3-b69d-619c1d0c83ff on network d3903b61-1831-4af8-b69c-4d8a445a15ff {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:41.932474 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:41.933136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:41.984130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1009622a-6f38-4452-893c-c7489129b0ca None None] Network 3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:41.987498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a3e4f6-25fc-4c87-b283-478223b291a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-0a6a961e-bf4a-4630-ac90-384e9733ed55', 'network_id': '0a6a961e-bf4a-4630-ac90-384e9733ed55', 'project_id': 'f0261c69ca594f8fa5dd1f1f809c0f6c', 'fixed_ips': [{'subnet_id': 'ca106490-0f27-4848-b757-43f7bbd93416'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:19:41.988519 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14a3e4f6-25fc-4c87-b283-478223b291a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.074319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:42.074759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Checking segment: {'id': 'dd9c347c-2fa9-4a7e-85a6-dce1f6133761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd3903b61-1831-4af8-b69c-4d8a445a15ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:42.075203 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.076064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Bound using segment: {'id': 'dd9c347c-2fa9-4a7e-85a6-dce1f6133761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd3903b61-1831-4af8-b69c-4d8a445a15ff'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:42.076175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Bound port: d511899e-5381-4dc3-b69d-619c1d0c83ff, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9c347c-2fa9-4a7e-85a6-dce1f6133761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd3903b61-1831-4af8-b69c-4d8a445a15ff'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:42.076511 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.093157 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9a7fdf1-aa72-4f9d-b83b-d4d9e133ae00 req-8dec1841-507e-450e-9fd7-14a4ce9b598e tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1235142 Dec 17 13:19:42.095259 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d59421d1-14b4-4276-8181-045d46440ad8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:42.097390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.100832 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.167555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a178051b-04a6-4602-a684-1c3ed9701dbb None None] Provisioning complete for port b599e65d-9445-4f6a-9352-cdeee5aa225d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:42.167846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a178051b-04a6-4602-a684-1c3ed9701dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.222432 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.335572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:42.341099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.362040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] device_id is not set on port 08b46146-6b51-466b-81f2-58b317180048 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:19:42.386348 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9737-9eb4-493b-a55d-0baf2b28db3a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.401322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a178051b-04a6-4602-a684-1c3ed9701dbb None None] Port b599e65d-9445-4f6a-9352-cdeee5aa225d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:42.458277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.462916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:19:42.524366 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Subnet': ['ID=ca106490-0f27-4848-b757-43f7bbd93416,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:42.534204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] For port d511899e-5381-4dc3-b69d-619c1d0c83ff, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:42.542072 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.572738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] For port d511899e-5381-4dc3-b69d-619c1d0c83ff, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d511899e-5381-4dc3-b69d-619c1d0c83ff,segment=NetworkSegment(dd9c347c-2fa9-4a7e-85a6-dce1f6133761),segment_id=dd9c347c-2fa9-4a7e-85a6-dce1f6133761)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:42.575618 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9737-9eb4-493b-a55d-0baf2b28db3a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.582159 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.615405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Allocated IP 172.20.0.13 (d3903b61-1831-4af8-b69c-4d8a445a15ff/02152230-0b43-43fe-a51d-a680fd885260/08b46146-6b51-466b-81f2-58b317180048) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:42.687763 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.727464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6a961e-bf4a-4630-ac90-384e9733ed55']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server [None req-14a3e4f6-25fc-4c87-b283-478223b291a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca106490-0f27-4848-b757-43f7bbd93416: This subnet is being modified by another concurrent operation. Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 13:19:42.734341 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise exception Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca106490-0f27-4848-b757-43f7bbd93416: This subnet is being modified by another concurrent operation. Dec 17 13:19:42.737401 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Dec 17 13:19:42.757749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9abc9459-ba88-4a0f-9005-3f8cffd75edf None None] Provisioning complete for port d59421d1-14b4-4276-8181-045d46440ad8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:42.758131 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9abc9459-ba88-4a0f-9005-3f8cffd75edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.776683 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.780417 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01cdce6-c6f8-4055-b637-dc763265cc78') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:42.781925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9737-9eb4-493b-a55d-0baf2b28db3a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.784904 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01cdce6-c6f8-4055-b637-dc763265cc78') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:42.805814 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.828993 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.838099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c9737-9eb4-493b-a55d-0baf2b28db3a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6ca64-c869-4d88-93de-b0a9cdeb161d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:42.843451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f7cfad-a9aa-4e63-b211-1e955b70eb39 None None] Network 0a6a961e-bf4a-4630-ac90-384e9733ed55 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:42.845204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:19:42.845638 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:19:42.849870 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:19:42.872580 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port d59421d1-14b4-4276-8181-045d46440ad8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d59421d1-14b4-4276-8181-045d46440ad8,segment=NetworkSegment(bfabaf93-0e76-48b0-ba85-00d01c1c8428),segment_id=bfabaf93-0e76-48b0-ba85-00d01c1c8428)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:42.897789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Router 1b646407-3710-4317-89d7-35ecdce20d32 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:19:42.942849 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.012406 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9737-9eb4-493b-a55d-0baf2b28db3a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.017220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42774) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:43.020387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4a5c9737-9eb4-493b-a55d-0baf2b28db3a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2592669 Dec 17 13:19:43.031111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7aeab546-aecc-49f8-a9b9-b119c2e9f619 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Request body: {'security_group_rule': {'security_group_id': 'f3b6ca64-c869-4d88-93de-b0a9cdeb161d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:43.044764 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.076749 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.090077 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.103358 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/0a6a961e-bf4a-4630-ac90-384e9733ed55 HTTP/1.1" status: 204 len: 168 time: 2.2909772 Dec 17 13:19:43.103358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a68366-f10c-45a5-8aa1-a81212cb9eff tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Network': ['ID=0a6a961e-bf4a-4630-ac90-384e9733ed55,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:43.104317 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42776) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:43.117284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea9c77-08c8-4b95-a731-972102ca3865 None None] Pushing event updated for resources: {'Port': ['ID=d511899e-5381-4dc3-b69d-619c1d0c83ff,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:43.124303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-74d70710-a1e0-4211-bdca-26c0c2f0bc23 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1082895869'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:43.151571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:43.167044 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Sync routers for ids ['1b646407-3710-4317-89d7-35ecdce20d32'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:43.182332 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Routers {'1b646407-3710-4317-89d7-35ecdce20d32'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:43.184394 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['1b646407-3710-4317-89d7-35ecdce20d32'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:43.189527 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.297501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network d3903b61-1831-4af8-b69c-4d8a445a15ff is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:43.308613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=d59421d1-14b4-4276-8181-045d46440ad8,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:43.372162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 2, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:43.376346 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:43.394998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:43.406278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Checking router: 509dbd49-35f1-4399-aea8-0265e49b06a3 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:19:43.406884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Updating router 509dbd49-35f1-4399-aea8-0265e49b06a3 port c3df0bf2-6709-42a6-b4d0-56273bc4f94c binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:19:43.423718 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Set router 1b646407-3710-4317-89d7-35ecdce20d32 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:19:43.438267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=08b46146-6b51-466b-81f2-58b317180048,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:43.447176 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.472616 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7aeab546-aecc-49f8-a9b9-b119c2e9f619 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.496767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e11a0268-d62d-4c25-ab83-bfa3a567a008 None None] Provisioning complete for port d59421d1-14b4-4276-8181-045d46440ad8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:43.497713 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e11a0268-d62d-4c25-ab83-bfa3a567a008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.526767 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.531721 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f4ad1dac-0f57-47ef-aae1-0a67c5bef904 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4178576 Dec 17 13:19:43.532387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42780) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:43.568913 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:43.569617 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.575224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d70710-a1e0-4211-bdca-26c0c2f0bc23 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:43.583980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74d70710-a1e0-4211-bdca-26c0c2f0bc23 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.608500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d9b8f-6897-4484-8213-08ae61f1991d req-f089f8f9-ddf7-4833-bc75-9088f3c9487c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:43.609692 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e93d9b8f-6897-4484-8213-08ae61f1991d req-f089f8f9-ddf7-4833-bc75-9088f3c9487c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 946 time: 0.3111358 Dec 17 13:19:43.652134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d70710-a1e0-4211-bdca-26c0c2f0bc23 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:43.663508 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74d70710-a1e0-4211-bdca-26c0c2f0bc23 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.663847 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-74d70710-a1e0-4211-bdca-26c0c2f0bc23 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Added segment ca48afe2-5be9-41f0-ac97-e9b9cc408fe9 of type vlan for network 57b0dc6e-6793-4b76-a6f2-243404a4ee9b Dec 17 13:19:43.707176 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74d70710-a1e0-4211-bdca-26c0c2f0bc23 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.716062 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b646407-3710-4317-89d7-35ecdce20d32', 'name': 'tempest-snat-router-622813153', 'tenant_id': '643e932c16bf46a686e4ae04f19a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.195'}], 'enable_snat': False}, 'gw_port_id': 'b599e65d-9445-4f6a-9352-cdeee5aa225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:38Z', 'updated_at': '2021-12-17T13:19:41Z', 'revision_number': 3, 'project_id': '643e932c16bf46a686e4ae04f19a5c99', 'gw_port': {'id': 'b599e65d-9445-4f6a-9352-cdeee5aa225d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:72:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b646407-3710-4317-89d7-35ecdce20d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:39Z', 'updated_at': '2021-12-17T13:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:43.761126 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Checking router: 1b646407-3710-4317-89d7-35ecdce20d32 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:19:43.761742 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Updating router 1b646407-3710-4317-89d7-35ecdce20d32 port b599e65d-9445-4f6a-9352-cdeee5aa225d binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:19:43.762080 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7aeab546-aecc-49f8-a9b9-b119c2e9f619 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.797745 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.806869 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b72910f6-afcb-4b00-a355-e6effb790684 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9836340 Dec 17 13:19:43.807625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42784) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:43.811354 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e93d9b8f-6897-4484-8213-08ae61f1991d req-59f69d1c-4dfc-4682-a6a2-54bbdc84efef tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785769 Dec 17 13:19:43.854247 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dbfb8a63-1729-428b-b66d-8091a4762ce0 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/routers/1b646407-3710-4317-89d7-35ecdce20d32 HTTP/1.1" status: 200 len: 908 time: 0.3201230 Dec 17 13:19:43.856620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42788) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:43.871082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Request body: {'router': {'name': 'tempest-snat-router-622813153', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'enable_snat': True}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:43.894304 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.900687 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74d70710-a1e0-4211-bdca-26c0c2f0bc23 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.907469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d70710-a1e0-4211-bdca-26c0c2f0bc23 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:43.908127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-74d70710-a1e0-4211-bdca-26c0c2f0bc23 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:43.976948 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7aeab546-aecc-49f8-a9b9-b119c2e9f619 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.047630 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.137065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d70710-a1e0-4211-bdca-26c0c2f0bc23 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Network': ['ID=57b0dc6e-6793-4b76-a6f2-243404a4ee9b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:44.148561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeab546-aecc-49f8-a9b9-b119c2e9f619 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60503c5-cb2f-467f-ba72-b040ff0dc746,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:44.158216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 57b0dc6e-6793-4b76-a6f2-243404a4ee9b details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:44.194234 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.212788 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.215652 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.255390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae7b27-4321-4880-855d-827949556b9d None None] Pushing event updated for resources: {'Port': ['ID=c3df0bf2-6709-42a6-b4d0-56273bc4f94c,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:44.266587 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a43efb7d-f7c2-4547-89df-711e354eded7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.328276 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.341896 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-74d70710-a1e0-4211-bdca-26c0c2f0bc23 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2189686 Dec 17 13:19:44.342254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42792) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:44.342364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7aeab546-aecc-49f8-a9b9-b119c2e9f619 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.350611 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7aeab546-aecc-49f8-a9b9-b119c2e9f619 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3293555 Dec 17 13:19:44.350833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-85b0d40e-a33d-4e52-ad95-4215acd435ae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'subnet': {'network_id': '57b0dc6e-6793-4b76-a6f2-243404a4ee9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:44.352040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42794) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:44.353908 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.358465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-031cf186-5509-4510-acc4-d79c9b956293 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Request body: {'security_group_rule': {'security_group_id': 'f3b6ca64-c869-4d88-93de-b0a9cdeb161d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:44.447434 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a710d-3a46-472f-b65d-09f3895c0b62 None None] Pushing event updated for resources: {'Port': ['ID=b599e65d-9445-4f6a-9352-cdeee5aa225d,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:44.490464 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Attempting to bind port b599e65d-9445-4f6a-9352-cdeee5aa225d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:44.491071 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Attempting to bind port b599e65d-9445-4f6a-9352-cdeee5aa225d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:44.491811 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Attempting to bind port b599e65d-9445-4f6a-9352-cdeee5aa225d on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:44.498924 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:44.499561 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:44.500158 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.500713 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:44.501332 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Bound port: b599e65d-9445-4f6a-9352-cdeee5aa225d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:44.501939 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.542288 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.586581 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] For port b599e65d-9445-4f6a-9352-cdeee5aa225d, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:44.590961 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] For port b599e65d-9445-4f6a-9352-cdeee5aa225d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b599e65d-9445-4f6a-9352-cdeee5aa225d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:44.594304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49096668-fec7-4c6d-acbd-381d1df86677 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:44.626652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Attempting to bind port c3df0bf2-6709-42a6-b4d0-56273bc4f94c on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:44.631103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Attempting to bind port c3df0bf2-6709-42a6-b4d0-56273bc4f94c by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:44.631103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Attempting to bind port c3df0bf2-6709-42a6-b4d0-56273bc4f94c on network efd523df-1141-427f-91d1-b66f399f62fe {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:44.654877 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:44.656370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Checking segment: {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:44.673328 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.673328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Bound using segment: {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:44.673328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Bound port: c3df0bf2-6709-42a6-b4d0-56273bc4f94c, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:44.673328 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.687826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e47e8a11-fcc5-432d-bd45-f12b7749c5c1 None None] Provisioning complete for port c3df0bf2-6709-42a6-b4d0-56273bc4f94c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:44.688385 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e47e8a11-fcc5-432d-bd45-f12b7749c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.705831 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.767103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e47e8a11-fcc5-432d-bd45-f12b7749c5c1 None None] Port c3df0bf2-6709-42a6-b4d0-56273bc4f94c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:44.772259 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c942b-9888-4eff-af0f-a1f441c220c5 None None] Network d3903b61-1831-4af8-b69c-4d8a445a15ff requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:44.820030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:44.856228 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a710d-3a46-472f-b65d-09f3895c0b62 None None] Pushing event updated for resources: {'Port': ['ID=b599e65d-9445-4f6a-9352-cdeee5aa225d,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:44.911067 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Routers {'1b646407-3710-4317-89d7-35ecdce20d32'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:44.911311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d237e0df-5b9c-4dd2-bc04-641a9c0aee3b None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:44.915807 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['1b646407-3710-4317-89d7-35ecdce20d32'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:44.964670 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-031cf186-5509-4510-acc4-d79c9b956293 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.053784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b0d40e-a33d-4e52-ad95-4215acd435ae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:45.059779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-05134323-0a46-463e-8963-96cf74281bc6 None None] Provisioning complete for port b599e65d-9445-4f6a-9352-cdeee5aa225d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:45.060377 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05134323-0a46-463e-8963-96cf74281bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.063358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85b0d40e-a33d-4e52-ad95-4215acd435ae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.091999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988b72a-3844-49f9-98ca-1445cf9b36db req-0645146a-2318-4e33-9021-c203b67da37c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:45.100361 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] Set router 1b646407-3710-4317-89d7-35ecdce20d32 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:19:45.100636 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f988b72a-3844-49f9-98ca-1445cf9b36db req-0645146a-2318-4e33-9021-c203b67da37c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 946 time: 0.2787583 Dec 17 13:19:45.144260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] For port c3df0bf2-6709-42a6-b4d0-56273bc4f94c, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:45.159490 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-031cf186-5509-4510-acc4-d79c9b956293 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.175239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] For port c3df0bf2-6709-42a6-b4d0-56273bc4f94c, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c3df0bf2-6709-42a6-b4d0-56273bc4f94c,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:45.252358 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05134323-0a46-463e-8963-96cf74281bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.304221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-05134323-0a46-463e-8963-96cf74281bc6 None None] For port b599e65d-9445-4f6a-9352-cdeee5aa225d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b599e65d-9445-4f6a-9352-cdeee5aa225d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:45.314458 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f988b72a-3844-49f9-98ca-1445cf9b36db req-a2752cc0-e183-444b-9101-e58b732bee99 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127156 Dec 17 13:19:45.322771 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.330071 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-031cf186-5509-4510-acc4-d79c9b956293 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.427748 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.429997 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cf186-5509-4510-acc4-d79c9b956293 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35c53b3-1ab9-48ea-9baf-668a3818d67a,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:45.466208 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05134323-0a46-463e-8963-96cf74281bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.475251 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-031cf186-5509-4510-acc4-d79c9b956293 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.476592 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-031cf186-5509-4510-acc4-d79c9b956293 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1227093 Dec 17 13:19:45.479886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42812) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:45.484708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:45.498171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae7b27-4321-4880-855d-827949556b9d None None] Pushing event updated for resources: {'Port': ['ID=c3df0bf2-6709-42a6-b4d0-56273bc4f94c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:45.539147 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.623235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d511899e-5381-4dc3-b69d-619c1d0c83ff up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:45.677629 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b646407-3710-4317-89d7-35ecdce20d32', 'name': 'tempest-snat-router-622813153', 'tenant_id': '643e932c16bf46a686e4ae04f19a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.195'}], 'enable_snat': False}, 'gw_port_id': 'b599e65d-9445-4f6a-9352-cdeee5aa225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:38Z', 'updated_at': '2021-12-17T13:19:41Z', 'revision_number': 3, 'project_id': '643e932c16bf46a686e4ae04f19a5c99', 'gw_port': {'id': 'b599e65d-9445-4f6a-9352-cdeee5aa225d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:72:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b646407-3710-4317-89d7-35ecdce20d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:39Z', 'updated_at': '2021-12-17T13:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:45.712042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-05134323-0a46-463e-8963-96cf74281bc6 None None] Provisioning complete for port d511899e-5381-4dc3-b69d-619c1d0c83ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:45.715379 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05134323-0a46-463e-8963-96cf74281bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.724195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:45.725000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:45.725790 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e8b12-8d13-4965-a102-488f3b936f8e None None] The sync data for ids ['1b646407-3710-4317-89d7-35ecdce20d32'] in n-d-815324-5 is: [{'id': '1b646407-3710-4317-89d7-35ecdce20d32', 'name': 'tempest-snat-router-622813153', 'tenant_id': '643e932c16bf46a686e4ae04f19a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.195'}], 'enable_snat': False}, 'gw_port_id': 'b599e65d-9445-4f6a-9352-cdeee5aa225d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:38Z', 'updated_at': '2021-12-17T13:19:41Z', 'revision_number': 3, 'project_id': '643e932c16bf46a686e4ae04f19a5c99', 'gw_port': {'id': 'b599e65d-9445-4f6a-9352-cdeee5aa225d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:72:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b646407-3710-4317-89d7-35ecdce20d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:39Z', 'updated_at': '2021-12-17T13:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:45.741316 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.811578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=08b46146-6b51-466b-81f2-58b317180048,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:45.891937 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.921507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05134323-0a46-463e-8963-96cf74281bc6 None None] Pushing event updated for resources: {'Port': ['ID=b599e65d-9445-4f6a-9352-cdeee5aa225d,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:45.967017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:45.971583 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85b0d40e-a33d-4e52-ad95-4215acd435ae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:46.052829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0d40e-a33d-4e52-ad95-4215acd435ae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Subnet': ['ID=4a9e891a-8d79-4be7-9e76-748efa5b6a15,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:46.068626 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d511899e-5381-4dc3-b69d-619c1d0c83ff triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:46.069118 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:46.128450 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05134323-0a46-463e-8963-96cf74281bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:46.167423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:19:46.294341 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:46.313951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b0d40e-a33d-4e52-ad95-4215acd435ae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Checking segment: {'id': 'ca48afe2-5be9-41f0-ac97-e9b9cc408fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '57b0dc6e-6793-4b76-a6f2-243404a4ee9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:46.316376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0d40e-a33d-4e52-ad95-4215acd435ae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network hostable DHCP agents. Network: 57b0dc6e-6793-4b76-a6f2-243404a4ee9b, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:46.353604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-05134323-0a46-463e-8963-96cf74281bc6 None None] For port d511899e-5381-4dc3-b69d-619c1d0c83ff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d511899e-5381-4dc3-b69d-619c1d0c83ff,segment=NetworkSegment(dd9c347c-2fa9-4a7e-85a6-dce1f6133761),segment_id=dd9c347c-2fa9-4a7e-85a6-dce1f6133761)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:46.395990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Allocated IP 172.25.0.8 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/62e2fcf7-f607-493b-a2f8-41f33e72afe0) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:46.498094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89711348-5f4b-4d9e-ad37-85487411f21c None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:19:46.509100 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dc0d1b68-3c97-4a4e-af21-a50eaf00e5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:46.517700 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:46.562905 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05134323-0a46-463e-8963-96cf74281bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:46.582725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0d40e-a33d-4e52-ad95-4215acd435ae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network 57b0dc6e-6793-4b76-a6f2-243404a4ee9b is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:46.707688 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:46.718695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21b626-c237-43dc-bef4-bea342f74c8a req-bce7decd-c63a-4512-ab78-3bd9780da211 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:46.727249 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4c21b626-c237-43dc-bef4-bea342f74c8a req-bce7decd-c63a-4512-ab78-3bd9780da211 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 946 time: 0.3082294 Dec 17 13:19:46.750394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-85b0d40e-a33d-4e52-ad95-4215acd435ae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 57b0dc6e-6793-4b76-a6f2-243404a4ee9b) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:46.755631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0d40e-a33d-4e52-ad95-4215acd435ae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:46.756531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85b0d40e-a33d-4e52-ad95-4215acd435ae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:46.780964 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:46.800333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d59421d1-14b4-4276-8181-045d46440ad8 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:46.836526 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4c21b626-c237-43dc-bef4-bea342f74c8a req-d14428e1-339d-416e-8812-7936adec9d4f tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080158 Dec 17 13:19:46.865265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05134323-0a46-463e-8963-96cf74281bc6 None None] Pushing event updated for resources: {'Port': ['ID=d511899e-5381-4dc3-b69d-619c1d0c83ff,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:46.893020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] Provisioning complete for port 08b46146-6b51-466b-81f2-58b317180048 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:46.904357 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:46.947718 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:47.028218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event updated for resources: {'Port': ['ID=62e2fcf7-f607-493b-a2f8-41f33e72afe0,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:47.041345 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-85b0d40e-a33d-4e52-ad95-4215acd435ae tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6977086 Dec 17 13:19:47.047546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42828) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:47.051628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:47.056255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a63b7710-8252-4087-9977-8ad5360e4081 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-193414518'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:47.086199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:47.096952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:47.233471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Allocated IP 172.25.0.19 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/32c3032b-480e-4bf1-85f1-fbeab1200862) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:47.271943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63b7710-8252-4087-9977-8ad5360e4081 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:47.275941 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a63b7710-8252-4087-9977-8ad5360e4081 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:47.277486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89711348-5f4b-4d9e-ad37-85487411f21c None None] Unable to find a vacant binding_index for network 57b0dc6e-6793-4b76-a6f2-243404a4ee9b and agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 {{(pid=110455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 17 13:19:47.300984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:45Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:47.364049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d59421d1-14b4-4276-8181-045d46440ad8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:47.364770 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:47.366229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63b7710-8252-4087-9977-8ad5360e4081 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:47.369469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89711348-5f4b-4d9e-ad37-85487411f21c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 57b0dc6e-6793-4b76-a6f2-243404a4ee9b) {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:19:47.373926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] Port 08b46146-6b51-466b-81f2-58b317180048 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:19:47.376611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a63b7710-8252-4087-9977-8ad5360e4081 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:47.376960 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-a63b7710-8252-4087-9977-8ad5360e4081 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Added segment f42bf8f6-9517-40ad-a3e7-ed89458edeed of type vlan for network f38083aa-2996-418a-9658-bf32395d9ba7 Dec 17 13:19:47.380198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c7c7f-8be1-46b7-ae1e-ab9bed9310ed None None] The sync data for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 is: [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:45Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:47.569868 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:47.584377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] Provisioning complete for port d511899e-5381-4dc3-b69d-619c1d0c83ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:47.584836 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:47.598060 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:47.637370 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a63b7710-8252-4087-9977-8ad5360e4081 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:47.672351 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:47.820800 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=08b46146-6b51-466b-81f2-58b317180048,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:47.833310 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a63b7710-8252-4087-9977-8ad5360e4081 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:47.841770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b7710-8252-4087-9977-8ad5360e4081 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:47.842656 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a63b7710-8252-4087-9977-8ad5360e4081 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:47.884164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106d4f8-3410-4784-aa67-b0f856357d06 req-0b832891-eb65-4df2-a0c3-b06250810a9c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:47.887146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0106d4f8-3410-4784-aa67-b0f856357d06 req-0b832891-eb65-4df2-a0c3-b06250810a9c tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 946 time: 0.2774198 Dec 17 13:19:47.940325 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:47.949615 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:48.005174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] Provisioning complete for port b599e65d-9445-4f6a-9352-cdeee5aa225d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:48.005525 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:48.075409 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:48.087040 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a63b7710-8252-4087-9977-8ad5360e4081 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0371010 Dec 17 13:19:48.088255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42840) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:48.177828 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:48.250577 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0106d4f8-3410-4784-aa67-b0f856357d06 req-c900d448-138c-4eb6-943c-bbae4b09de81 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563170 Dec 17 13:19:48.290000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:48.296652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event updated for resources: {'Port': ['ID=32c3032b-480e-4bf1-85f1-fbeab1200862,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:48.301281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:48.321554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:48.384264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b7710-8252-4087-9977-8ad5360e4081 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Network': ['ID=f38083aa-2996-418a-9658-bf32395d9ba7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:48.403739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'subnet': {'network_id': 'f38083aa-2996-418a-9658-bf32395d9ba7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:48.436916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network d3903b61-1831-4af8-b69c-4d8a445a15ff is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:48.442043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:48.678351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:48.686871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c3df0bf2-6709-42a6-b4d0-56273bc4f94c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:48.688973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f38083aa-2996-418a-9658-bf32395d9ba7 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:48.696957 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:48.755128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:48.764035 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:48.785408 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-57b0dc6e-6793-4b76-a6f2-243404a4ee9b', 'network_id': '57b0dc6e-6793-4b76-a6f2-243404a4ee9b', 'project_id': 'f0261c69ca594f8fa5dd1f1f809c0f6c', 'fixed_ips': [{'subnet_id': '4a9e891a-8d79-4be7-9e76-748efa5b6a15'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:19:48.786317 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:48.820721 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:48.928320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.ipam_backend_mixin [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Performing IP validity checks on allocation pools {{(pid=110453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 13:19:48.931214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.ipam_backend_mixin [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 13:19:49.086220 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:49.120970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c3df0bf2-6709-42a6-b4d0-56273bc4f94c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:49.122275 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:49.218790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] Provisioning complete for port c3df0bf2-6709-42a6-b4d0-56273bc4f94c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:49.227633 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:49.239164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Router 7aad0a99-f19d-428c-bf7a-412c0920995b is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:19:49.358992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Allocated IP 2001:db8::3 (57b0dc6e-6793-4b76-a6f2-243404a4ee9b/4a9e891a-8d79-4be7-9e76-748efa5b6a15/3acab7d2-6bfd-4d61-ad64-f4a080ae75a9) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:49.444556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:49.446630 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:49.506991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Sync routers for ids ['7aad0a99-f19d-428c-bf7a-412c0920995b'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:49.513770 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:49.578242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Subnet': ['ID=c863fc86-c116-4efc-ab6f-3b99dc4969a3,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:49.592837 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:49.596349 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:49.599309 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0e813e44-ccfc-4b6f-9471-2744ad92592c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.7416708 Dec 17 13:19:49.609806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42856) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:49.692505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Routers {'7aad0a99-f19d-428c-bf7a-412c0920995b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:49.693134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7aad0a99-f19d-428c-bf7a-412c0920995b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:49.748183 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:49.762029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router d53c85ec-cc9f-477d-99d9-ca57e29197f1 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:19:49.794061 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] For port c3df0bf2-6709-42a6-b4d0-56273bc4f94c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c3df0bf2-6709-42a6-b4d0-56273bc4f94c,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:49.813341 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:49.960752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636a315-c71a-4e88-8571-24d93a889e55 req-2c00c1c0-ea2d-4697-aecb-e4e86d745009 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:49.972269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7636a315-c71a-4e88-8571-24d93a889e55 req-2c00c1c0-ea2d-4697-aecb-e4e86d745009 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 946 time: 0.2210093 Dec 17 13:19:49.975920 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:49.982614 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:50.064390 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event updated for resources: {'Port': ['ID=32c3032b-480e-4bf1-85f1-fbeab1200862,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:50.083660 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:50.092011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-29ee38b3-028b-4617-b933-f29e0c21be40 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/d53c85ec-cc9f-477d-99d9-ca57e29197f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2770205 Dec 17 13:19:50.095514 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061336fe-d51f-4db3-9e50-6c9ffdf6cda3 None None] Sync routers for ids ['d53c85ec-cc9f-477d-99d9-ca57e29197f1'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:50.100979 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:50.115816 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061336fe-d51f-4db3-9e50-6c9ffdf6cda3 None None] Routers {'d53c85ec-cc9f-477d-99d9-ca57e29197f1'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:50.117904 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-061336fe-d51f-4db3-9e50-6c9ffdf6cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d53c85ec-cc9f-477d-99d9-ca57e29197f1'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:50.119099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42860) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:50.119206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Set router 7aad0a99-f19d-428c-bf7a-412c0920995b gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:19:50.203845 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-061336fe-d51f-4db3-9e50-6c9ffdf6cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:50.217430 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:19:50.218184 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:19:50.225552 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:50.229873 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061336fe-d51f-4db3-9e50-6c9ffdf6cda3 None None] Routers {'d53c85ec-cc9f-477d-99d9-ca57e29197f1'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:50.230501 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-061336fe-d51f-4db3-9e50-6c9ffdf6cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d53c85ec-cc9f-477d-99d9-ca57e29197f1'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:50.257726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71308541-8138-4ca5-bb94-1346f47ff30b req-835f2ce8-296e-4d09-b93f-e068a8f93fc7 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:50.259718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71308541-8138-4ca5-bb94-1346f47ff30b req-835f2ce8-296e-4d09-b93f-e068a8f93fc7 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 946 time: 0.8279603 Dec 17 13:19:50.267507 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7636a315-c71a-4e88-8571-24d93a889e55 req-899ed7bd-45ef-4ce6-9a6b-c68508e8a177 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/security-groups?id=ace3fa68-1685-498d-a3d4-6918cdc1af74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844882 Dec 17 13:19:50.294240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0806ac3-db27-4052-a4bd-5903f23e8d2f None None] Pushing event updated for resources: {'Port': ['ID=c3df0bf2-6709-42a6-b4d0-56273bc4f94c,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:50.317060 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-061336fe-d51f-4db3-9e50-6c9ffdf6cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:50.317761 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061336fe-d51f-4db3-9e50-6c9ffdf6cda3 None None] The sync data for ids ['d53c85ec-cc9f-477d-99d9-ca57e29197f1'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:50.329340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5235a6b4-1c6e-46ca-b82a-3fa09480ac99 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:50.330993 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5235a6b4-1c6e-46ca-b82a-3fa09480ac99 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports/08b46146-6b51-466b-81f2-58b317180048 HTTP/1.1" status: 200 len: 978 time: 0.1989584 Dec 17 13:19:50.334304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42864) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:50.394914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Checking segment: {'id': 'f42bf8f6-9517-40ad-a3e7-ed89458edeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f38083aa-2996-418a-9658-bf32395d9ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:50.395647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network hostable DHCP agents. Network: f38083aa-2996-418a-9658-bf32395d9ba7, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:50.411161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Network 57b0dc6e-6793-4b76-a6f2-243404a4ee9b is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:50.420032 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:50.429917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:50.456945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Pushing event updated for resources: {'Port': ['ID=3acab7d2-6bfd-4d61-ad64-f4a080ae75a9,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:50.473808 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-004a8934-a884-4d80-9655-24783febf681 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/routers/7aad0a99-f19d-428c-bf7a-412c0920995b HTTP/1.1" status: 200 len: 905 time: 0.8574147 Dec 17 13:19:50.475246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42866) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:50.556935 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:50.590209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Attempting to bind port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:50.590591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Attempting to bind port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'ca48afe2-5be9-41f0-ac97-e9b9cc408fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '57b0dc6e-6793-4b76-a6f2-243404a4ee9b'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:50.591110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Attempting to bind port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 on network 57b0dc6e-6793-4b76-a6f2-243404a4ee9b {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:50.605357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:50.605846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Checking segment: {'id': 'ca48afe2-5be9-41f0-ac97-e9b9cc408fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '57b0dc6e-6793-4b76-a6f2-243404a4ee9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:50.606270 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:50.606678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Bound using segment: {'id': 'ca48afe2-5be9-41f0-ac97-e9b9cc408fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '57b0dc6e-6793-4b76-a6f2-243404a4ee9b'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:50.607179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Bound port: 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca48afe2-5be9-41f0-ac97-e9b9cc408fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '57b0dc6e-6793-4b76-a6f2-243404a4ee9b'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:50.607569 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:50.619499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-71308541-8138-4ca5-bb94-1346f47ff30b req-cd7ea002-2b28-4da1-b48e-cddcf9f31651 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Deleting port e3a9ffd9-9d82-4470-bf71-af261726800f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:50.620463 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71308541-8138-4ca5-bb94-1346f47ff30b req-cd7ea002-2b28-4da1-b48e-cddcf9f31651 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:50.715847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad0a99-f19d-428c-bf7a-412c0920995b', 'name': 'tempest-snat-router-622813153', 'tenant_id': '643e932c16bf46a686e4ae04f19a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '62e2fcf7-f607-493b-a2f8-41f33e72afe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:44Z', 'updated_at': '2021-12-17T13:19:47Z', 'revision_number': 3, 'project_id': '643e932c16bf46a686e4ae04f19a5c99', 'gw_port': {'id': '62e2fcf7-f607-493b-a2f8-41f33e72afe0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aad0a99-f19d-428c-bf7a-412c0920995b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:46Z', 'updated_at': '2021-12-17T13:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:50.716074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network f38083aa-2996-418a-9658-bf32395d9ba7 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:50.767737 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:50.780738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Checking router: 7aad0a99-f19d-428c-bf7a-412c0920995b for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:19:50.781092 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Updating router 7aad0a99-f19d-428c-bf7a-412c0920995b port 62e2fcf7-f607-493b-a2f8-41f33e72afe0 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:19:50.812586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] For port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:50.832840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] For port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3acab7d2-6bfd-4d61-ad64-f4a080ae75a9,segment=NetworkSegment(ca48afe2-5be9-41f0-ac97-e9b9cc408fe9),segment_id=ca48afe2-5be9-41f0-ac97-e9b9cc408fe9)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:50.835626 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:50.838077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d511899e-5381-4dc3-b69d-619c1d0c83ff up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:50.843322 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:50.850340 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fd7df958-06da-4871-9e01-c093562f2722 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3690584 Dec 17 13:19:50.903771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-71308541-8138-4ca5-bb94-1346f47ff30b req-cd7ea002-2b28-4da1-b48e-cddcf9f31651 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] For port e3a9ffd9-9d82-4470-bf71-af261726800f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e3a9ffd9-9d82-4470-bf71-af261726800f,segment=NetworkSegment(910847d9-094c-4d46-ac8c-4f7dcc98ea8c),segment_id=910847d9-094c-4d46-ac8c-4f7dcc98ea8c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:50.904402 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71308541-8138-4ca5-bb94-1346f47ff30b req-cd7ea002-2b28-4da1-b48e-cddcf9f31651 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:50.926909 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5102a077-d8dc-4a32-b2c3-8f1365f02c9b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:50.932124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-71308541-8138-4ca5-bb94-1346f47ff30b req-cd7ea002-2b28-4da1-b48e-cddcf9f31651 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Calling delete_port for e3a9ffd9-9d82-4470-bf71-af261726800f owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:50.957016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f38083aa-2996-418a-9658-bf32395d9ba7) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:50.997180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:50.997864 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.012498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.063739 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.145482 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cb226587-5081-4408-b35b-ec1b1d27c52b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9692817 Dec 17 13:19:51.153355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42886) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:51.171191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-f3956d8a-c075-4904-9e19-61b8ca888be2 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--837706818&fields=id&tenant_id=a5d47bc190ea4e42a4e496dcc7120425 HTTP/1.1" status: 200 len: 267 time: 0.1131866 Dec 17 13:19:51.228089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690195d4-c0ce-4ed5-8231-aa20331ce694 None None] Pushing event updated for resources: {'Port': ['ID=3acab7d2-6bfd-4d61-ad64-f4a080ae75a9,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:51.290813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d511899e-5381-4dc3-b69d-619c1d0c83ff triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:51.291201 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.314888 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5102a077-d8dc-4a32-b2c3-8f1365f02c9b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 08b46146-6b51-466b-81f2-58b317180048 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:51.314888 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5102a077-d8dc-4a32-b2c3-8f1365f02c9b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.431479 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.435906 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71308541-8138-4ca5-bb94-1346f47ff30b req-cd7ea002-2b28-4da1-b48e-cddcf9f31651 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.492201 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a571ac5-eaa3-4cfe-9582-5a8bca604932 req-71ef3ab7-24c8-4014-a0f6-94bb1bafa626 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 210 time: 0.0649750 Dec 17 13:19:51.492898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Deleting port 62e2fcf7-f607-493b-a2f8-41f33e72afe0 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:51.493355 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.527087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ea002-2b28-4da1-b48e-cddcf9f31651 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Pushing event deleted for resources: {'Port': ['ID=e3a9ffd9-9d82-4470-bf71-af261726800f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:51.536413 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5102a077-d8dc-4a32-b2c3-8f1365f02c9b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.577910 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.579317 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5102a077-d8dc-4a32-b2c3-8f1365f02c9b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 08b46146-6b51-466b-81f2-58b317180048 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:51.594072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b599e65d-9445-4f6a-9352-cdeee5aa225d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:51.685027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b599e65d-9445-4f6a-9352-cdeee5aa225d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:51.685379 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.705051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-71308541-8138-4ca5-bb94-1346f47ff30b req-cd7ea002-2b28-4da1-b48e-cddcf9f31651 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] No DVR routers for this DVR port e3a9ffd9-9d82-4470-bf71-af261726800f on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:19:51.720109 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71308541-8138-4ca5-bb94-1346f47ff30b req-cd7ea002-2b28-4da1-b48e-cddcf9f31651 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.724576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71308541-8138-4ca5-bb94-1346f47ff30b req-cd7ea002-2b28-4da1-b48e-cddcf9f31651 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.61 "DELETE /v2.0/ports/e3a9ffd9-9d82-4470-bf71-af261726800f HTTP/1.1" status: 204 len: 173 time: 1.4171278 Dec 17 13:19:51.748190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386d6470-0a63-44e9-aa42-5299dcd1b798', 'name': 'network-vif-deleted', 'tag': 'e3a9ffd9-9d82-4470-bf71-af261726800f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:19:51.754779 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaeeebe-525d-4868-8836-14a9c70ec6f7" -d '{"events": [{"server_uuid": "386d6470-0a63-44e9-aa42-5299dcd1b798", "name": "network-vif-deleted", "tag": "e3a9ffd9-9d82-4470-bf71-af261726800f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:19:51.760243 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.824899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-39084651-0c6f-44b2-bec4-136381749157 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:51.826595 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-39084651-0c6f-44b2-bec4-136381749157 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 811 time: 0.5112863 Dec 17 13:19:51.830346 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e012a35-78c9-4a2e-886c-51913af3f85d x-openstack-request-id: req-8e012a35-78c9-4a2e-886c-51913af3f85d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:19:51.830677 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386d6470-0a63-44e9-aa42-5299dcd1b798", "name": "network-vif-deleted", "tag": "e3a9ffd9-9d82-4470-bf71-af261726800f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:19:51.830942 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e012a35-78c9-4a2e-886c-51913af3f85d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:19:51.831359 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386d6470-0a63-44e9-aa42-5299dcd1b798', 'name': 'network-vif-deleted', 'tag': 'e3a9ffd9-9d82-4470-bf71-af261726800f', 'status': 'completed', 'code': 200} Dec 17 13:19:51.870281 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.873146 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.891689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c5a03-2fa7-464d-9835-c83b175a3c32 None None] Pushing event updated for resources: {'Port': ['ID=62e2fcf7-f607-493b-a2f8-41f33e72afe0,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:51.907176 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-7ee7764e-c125-4342-8046-84597839fc9e tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/quotas/a5d47bc190ea4e42a4e496dcc7120425 HTTP/1.1" status: 200 len: 375 time: 0.0669796 Dec 17 13:19:51.921700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Calling delete_port for 62e2fcf7-f607-493b-a2f8-41f33e72afe0 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:51.921806 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Attempting to bind port 62e2fcf7-f607-493b-a2f8-41f33e72afe0 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:51.921806 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Attempting to bind port 62e2fcf7-f607-493b-a2f8-41f33e72afe0 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:51.921806 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Attempting to bind port 62e2fcf7-f607-493b-a2f8-41f33e72afe0 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:51.928189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:51.929252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:51.929252 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:51.929523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:51.929907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Bound port: 62e2fcf7-f607-493b-a2f8-41f33e72afe0, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:51.932139 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:52.027882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] For port 62e2fcf7-f607-493b-a2f8-41f33e72afe0, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:52.033150 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] For port 62e2fcf7-f607-493b-a2f8-41f33e72afe0, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=62e2fcf7-f607-493b-a2f8-41f33e72afe0,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:52.045753 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-c7f5c3e0-761b-4cf3-abf1-517e20c2cda1 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275036 Dec 17 13:19:52.054374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5102a077-d8dc-4a32-b2c3-8f1365f02c9b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:52.097629 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102a077-d8dc-4a32-b2c3-8f1365f02c9b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=08b46146-6b51-466b-81f2-58b317180048,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:52.191345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:52.280581 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5102a077-d8dc-4a32-b2c3-8f1365f02c9b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:52.282634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:52.300228 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-2517ffc9-68ef-4d30-ad64-c1adae14b601 service neutron] 10.222.0.59 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295911 Dec 17 13:19:52.355717 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c3df0bf2-6709-42a6-b4d0-56273bc4f94c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:52.358379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c5a03-2fa7-464d-9835-c83b175a3c32 None None] Pushing event updated for resources: {'Port': ['ID=62e2fcf7-f607-493b-a2f8-41f33e72afe0,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:52.362277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Routers {'7aad0a99-f19d-428c-bf7a-412c0920995b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:52.363194 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7aad0a99-f19d-428c-bf7a-412c0920995b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:52.418589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Subnet': ['ID=c863fc86-c116-4efc-ab6f-3b99dc4969a3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:52.535734 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:52.580463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] Set router 7aad0a99-f19d-428c-bf7a-412c0920995b gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:19:52.585672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38083aa-2996-418a-9658-bf32395d9ba7']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:52.586919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5102a077-d8dc-4a32-b2c3-8f1365f02c9b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router d53c85ec-cc9f-477d-99d9-ca57e29197f1 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:19:52.612634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42bf8f6-9517-40ad-a3e7-ed89458edeed') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:52.612973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42bf8f6-9517-40ad-a3e7-ed89458edeed') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:52.629050 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:52.655548 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-44575e54-b746-4c27-88ba-9beb4b406ac9 service neutron] 10.222.0.59 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250704 Dec 17 13:19:52.660755 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:52.682670 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:52.685238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:19:52.690755 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:52.699358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aad0a99-f19d-428c-bf7a-412c0920995b', 'name': 'tempest-snat-router-622813153', 'tenant_id': '643e932c16bf46a686e4ae04f19a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:44Z', 'updated_at': '2021-12-17T13:19:51Z', 'revision_number': 4, 'project_id': '643e932c16bf46a686e4ae04f19a5c99', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: items = [ Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:19:52.699524 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:19:52.769693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75863af9-ca0f-4286-a851-c98a295be28a None None] The sync data for ids ['7aad0a99-f19d-428c-bf7a-412c0920995b'] in n-d-815324-5 is: [{'id': '7aad0a99-f19d-428c-bf7a-412c0920995b', 'name': 'tempest-snat-router-622813153', 'tenant_id': '643e932c16bf46a686e4ae04f19a5c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:44Z', 'updated_at': '2021-12-17T13:19:51Z', 'revision_number': 4, 'project_id': '643e932c16bf46a686e4ae04f19a5c99', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:52.772881 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c3df0bf2-6709-42a6-b4d0-56273bc4f94c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:52.773419 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:52.826791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event deleted for resources: {'Port': ['ID=62e2fcf7-f607-493b-a2f8-41f33e72afe0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:52.863050 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-33e1e224-bc65-4c5e-a916-42e84ead7108 req-61741a83-32f3-4f63-acbc-e5089d9725ab tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] 10.222.0.59 "GET /v2.0/ports?device_id=386d6470-0a63-44e9-aa42-5299dcd1b798 HTTP/1.1" status: 200 len: 210 time: 0.1719601 Dec 17 13:19:52.865447 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5102a077-d8dc-4a32-b2c3-8f1365f02c9b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:19:52.880574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357411de-dfab-4511-95ea-51f86e387a1b None None] Sync routers for ids ['d53c85ec-cc9f-477d-99d9-ca57e29197f1'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:19:52.883944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5102a077-d8dc-4a32-b2c3-8f1365f02c9b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/d53c85ec-cc9f-477d-99d9-ca57e29197f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5481272 Dec 17 13:19:52.887742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42904) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:52.927565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357411de-dfab-4511-95ea-51f86e387a1b None None] Routers {'d53c85ec-cc9f-477d-99d9-ca57e29197f1'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:52.928586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-357411de-dfab-4511-95ea-51f86e387a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d53c85ec-cc9f-477d-99d9-ca57e29197f1'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:52.934820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:52.980355 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.077519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-357411de-dfab-4511-95ea-51f86e387a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:53.132049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e3a9ffd9-9d82-4470-bf71-af261726800f no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:19:53.178321 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b21863fe-77d4-4d18-862f-84f262cc4a47 req-c309923d-abb2-4785-bcd3-89364b63fdf7 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 210 time: 0.0679076 Dec 17 13:19:53.246095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: e3a9ffd9-9d82-4470-bf71-af261726800f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:19:53.246548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e3a9ffd9-9d82-4470-bf71-af261726800f not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:19:53.257506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddd3b02-8fe1-461b-870a-267f7fa246b1 None None] Network 57b0dc6e-6793-4b76-a6f2-243404a4ee9b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:53.259888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccbb5b0-c595-4dc3-9dde-8230fbc7661d None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:53.264597 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.270924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357411de-dfab-4511-95ea-51f86e387a1b None None] Routers {'d53c85ec-cc9f-477d-99d9-ca57e29197f1'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:19:53.271579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-357411de-dfab-4511-95ea-51f86e387a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d53c85ec-cc9f-477d-99d9-ca57e29197f1'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:53.292202 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.300568 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/f38083aa-2996-418a-9658-bf32395d9ba7 HTTP/1.1" status: 204 len: 168 time: 2.1412661 Dec 17 13:19:53.309933 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42920) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:53.316567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9c166850-4c9a-45c9-885f-e9ddc451b7d4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-786857472'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:53.341652 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.344462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.351406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e479833-59d4-44ea-9dcb-96dd1c699adc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Network': ['ID=f38083aa-2996-418a-9658-bf32395d9ba7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:53.411817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-357411de-dfab-4511-95ea-51f86e387a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:53.411817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357411de-dfab-4511-95ea-51f86e387a1b None None] The sync data for ids ['d53c85ec-cc9f-477d-99d9-ca57e29197f1'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:19:53.411817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb5803-1f02-461b-b52b-544d04ee48e7 None None] Network f38083aa-2996-418a-9658-bf32395d9ba7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:53.411817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd148e-d1ce-4d05-a4e9-809bea13d6ea None None] DHCP port deletion for 829b9634-20e4-4680-a605-6e72fb3e7374 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:53.476633 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-4053dfb4-8872-4ae9-a14c-0de4475e2431 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] remove_router_interface failed (client error): The resource could not be found. Dec 17 13:19:53.481844 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4053dfb4-8872-4ae9-a14c-0de4475e2431 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/d53c85ec-cc9f-477d-99d9-ca57e29197f1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5883338 Dec 17 13:19:53.490656 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42926) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:53.526043 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-47c61b27-2090-44c2-8b46-98bb79675c97 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=d53c85ec-cc9f-477d-99d9-ca57e29197f1 HTTP/1.1" status: 200 len: 205 time: 0.0339410 Dec 17 13:19:53.528636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42928) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:53.566234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb5803-1f02-461b-b52b-544d04ee48e7 None None] Network f38083aa-2996-418a-9658-bf32395d9ba7 could not be found, it might have been deleted concurrently. {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 17 13:19:53.589191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92824ba5-324c-4cfd-bb14-dafa70d587b8 None None] Network f38083aa-2996-418a-9658-bf32395d9ba7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:53.595221 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.595221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7aad0a99-f19d-428c-bf7a-412c0920995b {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:19:53.602160 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.609122 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-623a329d-dae6-49f9-8422-cc7d508c503e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "DELETE /v2.0/routers/7aad0a99-f19d-428c-bf7a-412c0920995b HTTP/1.1" status: 204 len: 168 time: 3.1264207 Dec 17 13:19:53.609453 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42930) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:53.637425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92824ba5-324c-4cfd-bb14-dafa70d587b8 None None] Network f38083aa-2996-418a-9658-bf32395d9ba7 could not be found, it might have been deleted concurrently. {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 17 13:19:53.642087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-410c6ecc-d434-400a-9b98-d69c0ab467de None None] Provisioning complete for port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:53.642660 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-410c6ecc-d434-400a-9b98-d69c0ab467de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.651840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bffa2e0-6af0-4a0d-9c05-75113a0126e4 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:53.656103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:53.656471 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.696624 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63d79247-6fd1-432a-9ff5-87cf5eebb94e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.707205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c166850-4c9a-45c9-885f-e9ddc451b7d4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:53.711589 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c166850-4c9a-45c9-885f-e9ddc451b7d4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.824216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.842791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb7a308-2c3c-4843-9ccd-b69f3e20896b None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:53.888665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c166850-4c9a-45c9-885f-e9ddc451b7d4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:53.964065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c166850-4c9a-45c9-885f-e9ddc451b7d4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:53.964443 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-9c166850-4c9a-45c9-885f-e9ddc451b7d4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Added segment d26cd05d-0c6e-464d-beb1-cc29e23a01b8 of type vlan for network 8b87fc48-584d-439a-b752-99751ef2e4ab Dec 17 13:19:54.041025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68ca86b-deb5-45dd-9942-62564836da1c None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:54.041970 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63d79247-6fd1-432a-9ff5-87cf5eebb94e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.044812 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63d79247-6fd1-432a-9ff5-87cf5eebb94e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.132374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c166850-4c9a-45c9-885f-e9ddc451b7d4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.144241 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-410c6ecc-d434-400a-9b98-d69c0ab467de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.147127 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.171443 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.224484 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:19:54.286577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3acab7d2-6bfd-4d61-ad64-f4a080ae75a9,segment=NetworkSegment(ca48afe2-5be9-41f0-ac97-e9b9cc408fe9),segment_id=ca48afe2-5be9-41f0-ac97-e9b9cc408fe9)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:54.316121 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-815d159d-281d-40e0-acc3-392b290b57aa req-50a3d87c-77ba-49ba-acbc-db9e199b8ffe tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 210 time: 0.0410843 Dec 17 13:19:54.442762 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.445649 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63d79247-6fd1-432a-9ff5-87cf5eebb94e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.449566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d79247-6fd1-432a-9ff5-87cf5eebb94e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Fanout notify agent at l3_agent the message router_deleted on router d53c85ec-cc9f-477d-99d9-ca57e29197f1 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:19:54.468822 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63d79247-6fd1-432a-9ff5-87cf5eebb94e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.470946 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c166850-4c9a-45c9-885f-e9ddc451b7d4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.471611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-63d79247-6fd1-432a-9ff5-87cf5eebb94e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/d53c85ec-cc9f-477d-99d9-ca57e29197f1 HTTP/1.1" status: 204 len: 168 time: 0.9404662 Dec 17 13:19:54.473512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42958) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:54.495748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c166850-4c9a-45c9-885f-e9ddc451b7d4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:54.495748 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c166850-4c9a-45c9-885f-e9ddc451b7d4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.602304 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-410c6ecc-d434-400a-9b98-d69c0ab467de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:19:54.602674 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-410c6ecc-d434-400a-9b98-d69c0ab467de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:19:54.615661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6c7d31-61fd-41ec-aeb5-f31fcd1e548b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting subnet 02152230-0b43-43fe-a51d-a680fd885260 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:19:54.619585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Deleting port b599e65d-9445-4f6a-9352-cdeee5aa225d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:54.620296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.620518 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7d31-61fd-41ec-aeb5-f31fcd1e548b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.624352 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c166850-4c9a-45c9-885f-e9ddc451b7d4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Network': ['ID=8b87fc48-584d-439a-b752-99751ef2e4ab,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:54.672204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 8b87fc48-584d-439a-b752-99751ef2e4ab details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:54.759139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7d31-61fd-41ec-aeb5-f31fcd1e548b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.784126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=3acab7d2-6bfd-4d61-ad64-f4a080ae75a9,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:54.811534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.811963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.812456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.812896 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.813279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.813696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.814106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.814471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.814785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.815756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.815983 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.816307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.818123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:19:54.951030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7d31-61fd-41ec-aeb5-f31fcd1e548b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:54.981849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1072ddd1-8e68-4d67-89b6-366110558983 None None] Network 57b0dc6e-6793-4b76-a6f2-243404a4ee9b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:55.170073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7d31-61fd-41ec-aeb5-f31fcd1e548b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:55.186828 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9c166850-4c9a-45c9-885f-e9ddc451b7d4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8754416 Dec 17 13:19:55.192240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42974) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:55.202455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3b1c16de-f0cb-4ef7-971f-05ceda600b6b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'subnet': {'network_id': '8b87fc48-584d-439a-b752-99751ef2e4ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:55.217003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c7d31-61fd-41ec-aeb5-f31fcd1e548b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Subnet': ['ID=02152230-0b43-43fe-a51d-a680fd885260,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:55.219244 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7d31-61fd-41ec-aeb5-f31fcd1e548b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:55.223132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8a6c7d31-61fd-41ec-aeb5-f31fcd1e548b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/02152230-0b43-43fe-a51d-a680fd885260 HTTP/1.1" status: 204 len: 168 time: 0.7470491 Dec 17 13:19:55.226669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42976) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:55.235127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3c532-db1f-4b5f-9344-4fb45b91f6b0 None None] Network d3903b61-1831-4af8-b69c-4d8a445a15ff requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:55.351063 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:55.421904 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dc5a56aa-cda4-4f1c-a5e4-bf6fcf0edb60 None None] Could not find standard attr ID for object 08b46146-6b51-466b-81f2-58b317180048. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:19:55.504253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dc5a56aa-cda4-4f1c-a5e4-bf6fcf0edb60 None None] Provisioning complete for port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:55.505270 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dc5a56aa-cda4-4f1c-a5e4-bf6fcf0edb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:55.533103 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] For port b599e65d-9445-4f6a-9352-cdeee5aa225d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b599e65d-9445-4f6a-9352-cdeee5aa225d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:55.534719 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:55.559363 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-66075e0c-b3dd-4c09-bd5c-b20515f05d0b req-86eef336-fc87-4ed7-8cd5-3c7212ac167c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 210 time: 0.0939240 Dec 17 13:19:55.586464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port d511899e-5381-4dc3-b69d-619c1d0c83ff {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:55.586873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:55.627889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Calling delete_port for b599e65d-9445-4f6a-9352-cdeee5aa225d owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:55.678592 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0038d01a-e715-414a-8f47-0befaaba23f5 None None] DHCP port deletion for d3903b61-1831-4af8-b69c-4d8a445a15ff request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:55.724966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] For port d511899e-5381-4dc3-b69d-619c1d0c83ff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d511899e-5381-4dc3-b69d-619c1d0c83ff,segment=NetworkSegment(dd9c347c-2fa9-4a7e-85a6-dce1f6133761),segment_id=dd9c347c-2fa9-4a7e-85a6-dce1f6133761)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:55.726163 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:55.767716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for d511899e-5381-4dc3-b69d-619c1d0c83ff owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:55.881210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1c16de-f0cb-4ef7-971f-05ceda600b6b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:55.885444 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b1c16de-f0cb-4ef7-971f-05ceda600b6b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.033735 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.069849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event deleted for resources: {'Port': ['ID=b599e65d-9445-4f6a-9352-cdeee5aa225d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:56.144837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dc5a56aa-cda4-4f1c-a5e4-bf6fcf0edb60 None None] Could not find standard attr ID for object 62e2fcf7-f607-493b-a2f8-41f33e72afe0. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:19:56.157864 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c08c391-f884-4ac6-8138-36234fe7056b None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:56.240239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0038d01a-e715-414a-8f47-0befaaba23f5 None None] Deleting port d511899e-5381-4dc3-b69d-619c1d0c83ff {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:19:56.240630 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0038d01a-e715-414a-8f47-0befaaba23f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.281097 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.301839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.363435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c8cbd8c1-6ed9-49e1-bf31-b7de05aba912 None None] Provisioning complete for port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:56.363879 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c8cbd8c1-6ed9-49e1-bf31-b7de05aba912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.372585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0038d01a-e715-414a-8f47-0befaaba23f5 None None] For port d511899e-5381-4dc3-b69d-619c1d0c83ff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d511899e-5381-4dc3-b69d-619c1d0c83ff,segment=NetworkSegment(dd9c347c-2fa9-4a7e-85a6-dce1f6133761),segment_id=dd9c347c-2fa9-4a7e-85a6-dce1f6133761)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:19:56.373164 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0038d01a-e715-414a-8f47-0befaaba23f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.377456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No DVR routers for this DVR port d511899e-5381-4dc3-b69d-619c1d0c83ff on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:19:56.389119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=d511899e-5381-4dc3-b69d-619c1d0c83ff,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:56.434731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0038d01a-e715-414a-8f47-0befaaba23f5 None None] Calling delete_port for d511899e-5381-4dc3-b69d-619c1d0c83ff owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:19:56.528589 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0038d01a-e715-414a-8f47-0befaaba23f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.653728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038d01a-e715-414a-8f47-0befaaba23f5 None None] Pushing event deleted for resources: {'Port': ['ID=d511899e-5381-4dc3-b69d-619c1d0c83ff,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:56.670235 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.693673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038d01a-e715-414a-8f47-0befaaba23f5 None None] No DVR routers for this DVR port d511899e-5381-4dc3-b69d-619c1d0c83ff on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:19:56.727337 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.747595 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.809801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34a2421d-48a4-4c91-a981-55bab4c315cc req-b740aec7-8cae-47b1-a66b-dfb62a17a8f3 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 210 time: 0.1011260 Dec 17 13:19:56.822315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:19:56.847987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3903b61-1831-4af8-b69c-4d8a445a15ff']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:56.859920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9c347c-2fa9-4a7e-85a6-dce1f6133761') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:56.867709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9c347c-2fa9-4a7e-85a6-dce1f6133761') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:56.867853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b1c16de-f0cb-4ef7-971f-05ceda600b6b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.879833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.907601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:19:56.907917 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.912563 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.920798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:19:56.921481 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:19:56.925873 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:19:57.009389 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c16de-f0cb-4ef7-971f-05ceda600b6b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Subnet': ['ID=5dca67d3-fa3f-488d-9c6a-be5b1ebc9ca6,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:57.025131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c16de-f0cb-4ef7-971f-05ceda600b6b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Checking segment: {'id': 'd26cd05d-0c6e-464d-beb1-cc29e23a01b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8b87fc48-584d-439a-b752-99751ef2e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:57.025882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1c16de-f0cb-4ef7-971f-05ceda600b6b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network hostable DHCP agents. Network: 8b87fc48-584d-439a-b752-99751ef2e4ab, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:19:57.048291 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:57.049945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b646407-3710-4317-89d7-35ecdce20d32 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:19:57.077702 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:57.079286 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b95a02d7-2050-4d7f-bcf5-1680ff5e7e33 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "DELETE /v2.0/routers/1b646407-3710-4317-89d7-35ecdce20d32 HTTP/1.1" status: 204 len: 168 time: 3.4687388 Dec 17 13:19:57.083705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43000) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:57.115014 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-310914384', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:57.172752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d511899e-5381-4dc3-b69d-619c1d0c83ff no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:19:57.210920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: d511899e-5381-4dc3-b69d-619c1d0c83ff {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:19:57.211367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d511899e-5381-4dc3-b69d-619c1d0c83ff not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:19:57.266684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1c16de-f0cb-4ef7-971f-05ceda600b6b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network 8b87fc48-584d-439a-b752-99751ef2e4ab is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:19:57.308643 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:57.309481 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-88225cdd-b91c-4079-b35a-6cffff4a881c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1004500 Dec 17 13:19:57.331512 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:57.334320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:57.345183 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:57.354935 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/networks/d3903b61-1831-4af8-b69c-4d8a445a15ff HTTP/1.1" status: 204 len: 168 time: 2.1213901 Dec 17 13:19:57.359403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43004) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:57.366515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b14d8889-6770-4e8c-be02-3e4b448478e9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1979092342'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:57.379826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639beea-592c-49ec-b4ca-727e4982c8cf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Network': ['ID=d3903b61-1831-4af8-b69c-4d8a445a15ff,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:57.439005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3b1c16de-f0cb-4ef7-971f-05ceda600b6b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 8b87fc48-584d-439a-b752-99751ef2e4ab) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:57.441821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:57.445035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c16de-f0cb-4ef7-971f-05ceda600b6b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:57.445706 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b1c16de-f0cb-4ef7-971f-05ceda600b6b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:57.456532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f11aa4f-12f6-443f-984b-ded29381707c None None] Network 8b87fc48-584d-439a-b752-99751ef2e4ab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:19:57.482095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-bbdea67d-d929-401a-9ab7-dfb0910b6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:57.482672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-bbdea67d-d929-401a-9ab7-dfb0910b6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:57.483142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-bbdea67d-d929-401a-9ab7-dfb0910b6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:57.483607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-bbdea67d-d929-401a-9ab7-dfb0910b6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:57.484261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-bbdea67d-d929-401a-9ab7-dfb0910b6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:57.484742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-bbdea67d-d929-401a-9ab7-dfb0910b6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:57.485215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-bbdea67d-d929-401a-9ab7-dfb0910b6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:57.488329 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-bbdea67d-d929-401a-9ab7-dfb0910b6ec2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6491 time: 0.0934243 Dec 17 13:19:57.617608 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-8b87fc48-584d-439a-b752-99751ef2e4ab', 'network_id': '8b87fc48-584d-439a-b752-99751ef2e4ab', 'project_id': 'f0261c69ca594f8fa5dd1f1f809c0f6c', 'fixed_ips': [{'subnet_id': '5dca67d3-fa3f-488d-9c6a-be5b1ebc9ca6'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:19:57.618527 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:57.640222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-e8609545-5e73-48e6-8653-19abc9500195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:57.640977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-e8609545-5e73-48e6-8653-19abc9500195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:57.641847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-e8609545-5e73-48e6-8653-19abc9500195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:57.645078 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-e8609545-5e73-48e6-8653-19abc9500195 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=07d2f406-3950-4c25-8545-7279d9964e39&id=07d2f406-3950-4c25-8545-7279d9964e39 HTTP/1.1" status: 200 len: 2293 time: 0.1278338 Dec 17 13:19:57.747845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14d8889-6770-4e8c-be02-3e4b448478e9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:57.751959 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b14d8889-6770-4e8c-be02-3e4b448478e9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:57.862122 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3b1c16de-f0cb-4ef7-971f-05ceda600b6b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6677530 Dec 17 13:19:57.863329 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43014) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:57.873767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Allocated IP 2001:db8::1 (8b87fc48-584d-439a-b752-99751ef2e4ab/5dca67d3-fa3f-488d-9c6a-be5b1ebc9ca6/728f849e-a815-4701-9059-25d7d5f23154) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:57.889140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14d8889-6770-4e8c-be02-3e4b448478e9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:19:57.952518 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b14d8889-6770-4e8c-be02-3e4b448478e9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:57.952742 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-b14d8889-6770-4e8c-be02-3e4b448478e9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Added segment 1b5b2d8f-78ac-4be4-842f-22a4e0f833cf of type vlan for network d3dc89a4-5f79-42be-bd83-fd678ba54b5b Dec 17 13:19:57.959187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-b445e8df-5994-4510-959a-97b49859ed55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200 HTTP/1.1" status: 200 len: 1001 time: 0.3066409 Dec 17 13:19:58.025538 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.049893 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-941b3558-f0f8-4db0-8d2f-1672a1a083c6 req-d993e303-5a08-4889-9c75-801faa52023f tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 210 time: 0.0806692 Dec 17 13:19:58.118422 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.125747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.157771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b14d8889-6770-4e8c-be02-3e4b448478e9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.182231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-66488057-4ff8-4c08-8d78-08f5a2a14553 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:58.183819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-66488057-4ff8-4c08-8d78-08f5a2a14553 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.61 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 811 time: 0.4125457 Dec 17 13:19:58.190445 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.197560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-1c648b23-4577-46dc-8c11-64c36828cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:58.199212 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-1c648b23-4577-46dc-8c11-64c36828cb7c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13 HTTP/1.1" status: 200 len: 850 time: 0.2124424 Dec 17 13:19:58.280921 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.312317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-3ce0b4d6-f99c-42fb-9b89-c61486420c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:58.314024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-3ce0b4d6-f99c-42fb-9b89-c61486420c95 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025555 Dec 17 13:19:58.321268 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-37d9fed5-f522-4bb2-b76e-d998d2815431 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d47bc190ea4e42a4e496dcc7120425 HTTP/1.1" status: 200 len: 379 time: 0.1209898 Dec 17 13:19:58.334479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Request body: {'port': {'device_id': '964a1776-a235-478f-82c3-159e9305d64d', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'admin_state_up': True, 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'security_groups': ['f3b6ca64-c869-4d88-93de-b0a9cdeb161d']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:58.366863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Network 8b87fc48-584d-439a-b752-99751ef2e4ab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:58.371421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:58.377962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:58.384013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Pushing event updated for resources: {'Port': ['ID=728f849e-a815-4701-9059-25d7d5f23154,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:58.467173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Attempting to bind port 728f849e-a815-4701-9059-25d7d5f23154 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:19:58.467598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Attempting to bind port 728f849e-a815-4701-9059-25d7d5f23154 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd26cd05d-0c6e-464d-beb1-cc29e23a01b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8b87fc48-584d-439a-b752-99751ef2e4ab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:19:58.467977 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Attempting to bind port 728f849e-a815-4701-9059-25d7d5f23154 on network 8b87fc48-584d-439a-b752-99751ef2e4ab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:19:58.485889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:19:58.486474 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Checking segment: {'id': 'd26cd05d-0c6e-464d-beb1-cc29e23a01b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8b87fc48-584d-439a-b752-99751ef2e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:19:58.486964 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.487368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Bound using segment: {'id': 'd26cd05d-0c6e-464d-beb1-cc29e23a01b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8b87fc48-584d-439a-b752-99751ef2e4ab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:19:58.487876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Bound port: 728f849e-a815-4701-9059-25d7d5f23154, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26cd05d-0c6e-464d-beb1-cc29e23a01b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8b87fc48-584d-439a-b752-99751ef2e4ab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:19:58.488277 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.525631 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b599e65d-9445-4f6a-9352-cdeee5aa225d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:19:58.621376 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.642380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: b599e65d-9445-4f6a-9352-cdeee5aa225d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:19:58.654002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b599e65d-9445-4f6a-9352-cdeee5aa225d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:19:58.759072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] For port 728f849e-a815-4701-9059-25d7d5f23154, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:19:58.764515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] For port 728f849e-a815-4701-9059-25d7d5f23154, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=728f849e-a815-4701-9059-25d7d5f23154,segment=NetworkSegment(d26cd05d-0c6e-464d-beb1-cc29e23a01b8),segment_id=d26cd05d-0c6e-464d-beb1-cc29e23a01b8)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:19:58.773242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Subnet': ['ID=5dca67d3-fa3f-488d-9c6a-be5b1ebc9ca6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:58.813018 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.818722 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b14d8889-6770-4e8c-be02-3e4b448478e9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.826510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14d8889-6770-4e8c-be02-3e4b448478e9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:58.827590 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b14d8889-6770-4e8c-be02-3e4b448478e9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.882266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.941884 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.950606 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:58.981963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d8889-6770-4e8c-be02-3e4b448478e9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Network': ['ID=d3dc89a4-5f79-42be-bd83-fd678ba54b5b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:58.986349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b87fc48-584d-439a-b752-99751ef2e4ab']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:59.016955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26cd05d-0c6e-464d-beb1-cc29e23a01b8') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:59.017620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26cd05d-0c6e-464d-beb1-cc29e23a01b8') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:19:59.035734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-4562cff3-6ce7-47d5-99e0-a44af72b70b4 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134590 Dec 17 13:19:59.064501 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b14d8889-6770-4e8c-be02-3e4b448478e9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7009695 Dec 17 13:19:59.064588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network d3dc89a4-5f79-42be-bd83-fd678ba54b5b details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:19:59.065984 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:59.068215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43028) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:19:59.076117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e2753b2b-1b63-491c-9e14-a59df18249eb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'subnet': {'network_id': 'd3dc89a4-5f79-42be-bd83-fd678ba54b5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:19:59.189083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Allocated IP 172.25.0.123 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/6db94d73-a26e-4b1f-bed4-c7ba9f42745b) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:59.269810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea9b47-5048-4115-9727-329b00517d34 None None] Pushing event updated for resources: {'Port': ['ID=728f849e-a815-4701-9059-25d7d5f23154,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:19:59.329874 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fbde187-97c2-448d-8cfc-ee9c5a9b5a46 req-37feb8de-9a26-412a-a445-61da02e4c2b4 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 210 time: 0.0940676 Dec 17 13:19:59.340002 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:59.353068 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-6883b461-0a71-4fb8-ad4f-6cc2d159268b service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080740 Dec 17 13:19:59.372449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:19:59.372917 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:19:59.376196 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:19:59.400947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-69524526-5a22-4873-a4e6-5f62f6d7400b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=731e1dcb-c235-4f38-a39c-20fb543ce7e9 HTTP/1.1" status: 200 len: 217 time: 0.0396817 Dec 17 13:19:59.402253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Made reservation on behalf of a5d47bc190ea4e42a4e496dcc7120425 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:59.406253 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:59.529379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:59.569654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-cd466e99-2b95-48f0-9030-eda81c208016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:59.571197 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-cd466e99-2b95-48f0-9030-eda81c208016 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.1499059 Dec 17 13:19:59.624316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-21af149b-95e1-48d2-baa4-e87ab4a99a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:19:59.633745 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-21af149b-95e1-48d2-baa4-e87ab4a99a8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520213 Dec 17 13:19:59.682114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.api [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 13:19:59.682114 n-d-815324-5 neutron-server[110454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 13:19:59.682114 n-d-815324-5 neutron-server[110454]: [parameters: {'id': '8b87fc48-584d-439a-b752-99751ef2e4ab'}] Dec 17 13:19:59.682114 n-d-815324-5 neutron-server[110454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:19:59.689643 n-d-815324-5 neutron-server[110454]: DEBUG oslo_db.api [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:19:59.760307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2753b2b-1b63-491c-9e14-a59df18249eb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:19:59.764207 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2753b2b-1b63-491c-9e14-a59df18249eb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:59.797017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Allocated IP 172.20.0.3 (efd523df-1141-427f-91d1-b66f399f62fe/9d1656b2-e2b6-417d-b1f4-d2369980ad95/87b06630-f02d-41fa-a661-61f4ae8b1e9d) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:19:59.814180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:19:59.817875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-b5e0fcdc-9f93-4305-af7f-2e4904ad1245 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766200 Dec 17 13:19:59.872561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:19:59.889252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:19:59.900141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:19:59.916994 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539dc31d-b180-4392-912d-1e4ea43183ca None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:19:59.947998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Pushing event updated for resources: {'Port': ['ID=6db94d73-a26e-4b1f-bed4-c7ba9f42745b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:00.099023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-870bdc55-b25c-47e6-8dfe-0e89e5a74be6 None None] Provisioning complete for port 6db94d73-a26e-4b1f-bed4-c7ba9f42745b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:00.100473 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-870bdc55-b25c-47e6-8dfe-0e89e5a74be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:00.114742 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-f6437164-6d22-4953-8a5f-9540641141ec service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776034 Dec 17 13:20:00.183989 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:00.212694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-870bdc55-b25c-47e6-8dfe-0e89e5a74be6 None None] Port 6db94d73-a26e-4b1f-bed4-c7ba9f42745b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:20:00.234586 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-ab61e310-dc80-46fd-afb9-5979b0013931 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=020196ad-0617-491a-a5a3-0e0d6fbcee80 HTTP/1.1" status: 200 len: 217 time: 0.0906806 Dec 17 13:20:00.300541 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:00.365650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Deleting port 728f849e-a815-4701-9059-25d7d5f23154 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:00.365998 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:00.419225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-2f0d7995-bacd-4ec7-b1eb-c7d6d8febeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:00.420923 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-2f0d7995-bacd-4ec7-b1eb-c7d6d8febeda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.1787934 Dec 17 13:20:00.501334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] For port 728f849e-a815-4701-9059-25d7d5f23154, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=728f849e-a815-4701-9059-25d7d5f23154,segment=NetworkSegment(d26cd05d-0c6e-464d-beb1-cc29e23a01b8),segment_id=d26cd05d-0c6e-464d-beb1-cc29e23a01b8)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:00.501534 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:00.516616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Calling delete_port for 728f849e-a815-4701-9059-25d7d5f23154 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:00.524126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f6cdfa1-a5ab-4a9b-a6ca-eaf30b95ad66 req-04621592-a0be-42a0-a4d4-9991e31e6a1b tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 210 time: 0.0771058 Dec 17 13:20:00.547117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-6d4c31fa-2ff0-42a4-bef1-5828007e583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:00.555753 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-6d4c31fa-2ff0-42a4-bef1-5828007e583f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1274030 Dec 17 13:20:00.588913 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:00.604503 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2753b2b-1b63-491c-9e14-a59df18249eb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:00.620969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 728f849e-a815-4701-9059-25d7d5f23154 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:00.634508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7effd5fa-17bb-44ab-a096-43b959258f4b None None] Network 8b87fc48-584d-439a-b752-99751ef2e4ab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:00.691536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Network efd523df-1141-427f-91d1-b66f399f62fe is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:00.698137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:00.707074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:00.740261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4c3c0ce4-84cc-4e4e-91a1-cd0c137f18da None None] Provisioning complete for port 728f849e-a815-4701-9059-25d7d5f23154 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:00.740644 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4c3c0ce4-84cc-4e4e-91a1-cd0c137f18da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:00.750308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event updated for resources: {'Port': ['ID=87b06630-f02d-41fa-a661-61f4ae8b1e9d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:00.795410 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2753b2b-1b63-491c-9e14-a59df18249eb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Checking segment: {'id': '1b5b2d8f-78ac-4be4-842f-22a4e0f833cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd3dc89a4-5f79-42be-bd83-fd678ba54b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:00.795964 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2753b2b-1b63-491c-9e14-a59df18249eb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network hostable DHCP agents. Network: d3dc89a4-5f79-42be-bd83-fd678ba54b5b, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:20:00.824993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2753b2b-1b63-491c-9e14-a59df18249eb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Subnet': ['ID=c46bf772-0b95-4ebd-926d-c8107eaef6c8,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:00.828777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:00.829766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:00.858488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 728f849e-a815-4701-9059-25d7d5f23154 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:00.859285 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:00.865167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-c318496b-a779-46a0-a0f6-22780aa875f9 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004174 Dec 17 13:20:00.884958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:00.993466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Could not find standard attr ID for object 728f849e-a815-4701-9059-25d7d5f23154. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:20:01.000769 n-d-815324-5 neutron-server[110455]: INFO neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No ports have port_id starting with 728f849e-a815-4701-9059-25d7d5f23154 Dec 17 13:20:01.031580 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4c3c0ce4-84cc-4e4e-91a1-cd0c137f18da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:01.054607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb931ec-3f1e-40fb-8190-f7df0a8363c3 None None] DHCP port deletion for 8b87fc48-584d-439a-b752-99751ef2e4ab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:01.057252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-df5dd3a2-1e90-476c-bcc6-0c2cad143e72 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7271056 Dec 17 13:20:01.095184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Request body: {'port': {'device_id': '964a1776-a235-478f-82c3-159e9305d64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:01.100982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2753b2b-1b63-491c-9e14-a59df18249eb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network d3dc89a4-5f79-42be-bd83-fd678ba54b5b is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:20:01.128863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:01.176743 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-92179018-14af-4882-9d05-df1e23db8bce service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946415 Dec 17 13:20:01.253794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No DVR routers for this DVR port 728f849e-a815-4701-9059-25d7d5f23154 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:01.254503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Port': ['ID=728f849e-a815-4701-9059-25d7d5f23154,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:01.268298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.416908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:01.418274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-f3dad451-4abe-4159-bb0b-b050e44bb12e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=9253d3de-7598-4eba-9f8b-4849269c1037 HTTP/1.1" status: 200 len: 217 time: 0.1479015 Dec 17 13:20:01.419615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-77b1c193-f420-487f-89e6-360f3446b226 None None] Provisioning complete for port 87b06630-f02d-41fa-a661-61f4ae8b1e9d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:01.419615 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77b1c193-f420-487f-89e6-360f3446b226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:01.419615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-77b1c193-f420-487f-89e6-360f3446b226 None None] Port 87b06630-f02d-41fa-a661-61f4ae8b1e9d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:20:01.439245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:01.478035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-9cc35b12-91f1-4326-bbc7-6fd9bf81aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:01.479525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-9cc35b12-91f1-4326-bbc7-6fd9bf81aa22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.1206410 Dec 17 13:20:01.528578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e2753b2b-1b63-491c-9e14-a59df18249eb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, d3dc89a4-5f79-42be-bd83-fd678ba54b5b) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:01.543154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b721e-609e-452f-96cc-b11eee576164 None None] Network d3dc89a4-5f79-42be-bd83-fd678ba54b5b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:01.548975 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2753b2b-1b63-491c-9e14-a59df18249eb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:01.550251 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2753b2b-1b63-491c-9e14-a59df18249eb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:01.589701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-dc620608-9966-4f3e-ab99-68e2793ff133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:01.591218 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-dc620608-9966-4f3e-ab99-68e2793ff133 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1031523 Dec 17 13:20:01.701699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ef296-9a86-40da-a68c-a6b11c1be230 req-46812052-aebb-4b52-8be7-f4bbb1460316 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:01.703262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ab9ef296-9a86-40da-a68c-a6b11c1be230 req-46812052-aebb-4b52-8be7-f4bbb1460316 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 931 time: 0.0977654 Dec 17 13:20:01.768607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ab9ef296-9a86-40da-a68c-a6b11c1be230 req-10f55f23-5696-493d-9f6e-9da9ed9f0347 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556548 Dec 17 13:20:01.801474 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e2753b2b-1b63-491c-9e14-a59df18249eb tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7296147 Dec 17 13:20:01.802316 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43058) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:01.811753 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:01.817752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5c205ebd-6767-44f4-8d96-d783ef246eab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2061146051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:01.835301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-8e443efd-5c9c-43f2-a5eb-42d9c654ccac service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368236 Dec 17 13:20:01.842281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-d3dc89a4-5f79-42be-bd83-fd678ba54b5b', 'network_id': 'd3dc89a4-5f79-42be-bd83-fd678ba54b5b', 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'fixed_ips': [{'subnet_id': 'c46bf772-0b95-4ebd-926d-c8107eaef6c8'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:20:01.843316 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:01.862267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b87fc48-584d-439a-b752-99751ef2e4ab']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:01.886259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26cd05d-0c6e-464d-beb1-cc29e23a01b8') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:01.886938 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26cd05d-0c6e-464d-beb1-cc29e23a01b8') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:01.910622 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:01.931299 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:01.959211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b06630-f02d-41fa-a661-61f4ae8b1e9d {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:20:01.976327 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:01.982923 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:01.991679 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:01.999708 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:02.005708 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-0f0d9c23-538b-44c4-ad19-dd10b6e612d7 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619511 Dec 17 13:20:02.032455 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.059856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Allocated IP 172.20.0.2 (d3dc89a4-5f79-42be-bd83-fd678ba54b5b/c46bf772-0b95-4ebd-926d-c8107eaef6c8/0ecfb0af-3239-420f-b21c-c0b19b4a9e8e) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:02.087336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-0a5e8011-da44-4053-bb4f-fd5ae849fe09 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=c48b8075-90b6-4a05-99c5-7ae2869d8493 HTTP/1.1" status: 200 len: 217 time: 0.0739181 Dec 17 13:20:02.143341 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c205ebd-6767-44f4-8d96-d783ef246eab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.146011 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c205ebd-6767-44f4-8d96-d783ef246eab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.168811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43070) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:02.185239 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-b03210cf-ac8d-4044-a3d1-ed36f08ddd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:02.186922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-b03210cf-ac8d-4044-a3d1-ed36f08ddd57 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.0917149 Dec 17 13:20:02.212394 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c205ebd-6767-44f4-8d96-d783ef246eab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.252242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Router 9afac999-0a89-49dc-a2f0-d80bfb65b1b1 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:20:02.271933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-f5747566-65ce-4650-89f0-c4c9cc690009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:02.273525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-f5747566-65ce-4650-89f0-c4c9cc690009 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0705726 Dec 17 13:20:02.286169 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.336345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.356374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Transition to ACTIVE for port object 87b06630-f02d-41fa-a661-61f4ae8b1e9d will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:20:02.360510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.367282 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/8b87fc48-584d-439a-b752-99751ef2e4ab HTTP/1.1" status: 204 len: 168 time: 4.4981298 Dec 17 13:20:02.397653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43076) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:02.404007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0112be1-f677-445f-9ef1-3b9ee42dc040 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Network': ['ID=8b87fc48-584d-439a-b752-99751ef2e4ab,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:02.406175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-98ff4bdb-e569-453f-968b-8cd38f9757dd tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2035465219'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:02.412644 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c205ebd-6767-44f4-8d96-d783ef246eab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.465315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-62dba3b0-14fa-4e11-87cc-ad12d70383f7 admin admin] Deleting subnet e2a5071f-2c4e-428f-861a-6a25290a0bfd {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:20:02.482224 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62dba3b0-14fa-4e11-87cc-ad12d70383f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.490500 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.511139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.529103 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:02.560171 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610178b-a25a-4fc0-8d40-15e2aaebb5f2 None None] Sync routers for ids ['9afac999-0a89-49dc-a2f0-d80bfb65b1b1'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:02.582833 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610178b-a25a-4fc0-8d40-15e2aaebb5f2 None None] Routers {'9afac999-0a89-49dc-a2f0-d80bfb65b1b1'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:02.594361 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2610178b-a25a-4fc0-8d40-15e2aaebb5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9afac999-0a89-49dc-a2f0-d80bfb65b1b1'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:02.631513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Network d3dc89a4-5f79-42be-bd83-fd678ba54b5b is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:02.635772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 728f849e-a815-4701-9059-25d7d5f23154 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:20:02.646629 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-6267d5bd-5ad8-4d6e-ad16-7b62cb9914c8 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618553 Dec 17 13:20:02.656523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:02.668013 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2610178b-a25a-4fc0-8d40-15e2aaebb5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:02.678675 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610178b-a25a-4fc0-8d40-15e2aaebb5f2 None None] Routers {'9afac999-0a89-49dc-a2f0-d80bfb65b1b1'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:02.679822 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2610178b-a25a-4fc0-8d40-15e2aaebb5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9afac999-0a89-49dc-a2f0-d80bfb65b1b1'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:02.688560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:02.694845 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c205ebd-6767-44f4-8d96-d783ef246eab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.699523 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5c205ebd-6767-44f4-8d96-d783ef246eab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8898613 Dec 17 13:20:02.700468 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43084) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:02.703653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 728f849e-a815-4701-9059-25d7d5f23154 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:20:02.704008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 728f849e-a815-4701-9059-25d7d5f23154 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:20:02.720418 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Pushing event updated for resources: {'Port': ['ID=0ecfb0af-3239-420f-b21c-c0b19b4a9e8e,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:02.763473 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2610178b-a25a-4fc0-8d40-15e2aaebb5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:02.764465 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610178b-a25a-4fc0-8d40-15e2aaebb5f2 None None] The sync data for ids ['9afac999-0a89-49dc-a2f0-d80bfb65b1b1'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:02.777596 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ff4bdb-e569-453f-968b-8cd38f9757dd tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:02.789190 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98ff4bdb-e569-453f-968b-8cd38f9757dd tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.830860 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62dba3b0-14fa-4e11-87cc-ad12d70383f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.879468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Attempting to bind port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:20:02.880168 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Attempting to bind port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '1b5b2d8f-78ac-4be4-842f-22a4e0f833cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd3dc89a4-5f79-42be-bd83-fd678ba54b5b'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:20:02.880813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Attempting to bind port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e on network d3dc89a4-5f79-42be-bd83-fd678ba54b5b {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:02.887807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:20:02.888501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Checking segment: {'id': '1b5b2d8f-78ac-4be4-842f-22a4e0f833cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd3dc89a4-5f79-42be-bd83-fd678ba54b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:02.889115 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.889703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Bound using segment: {'id': '1b5b2d8f-78ac-4be4-842f-22a4e0f833cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd3dc89a4-5f79-42be-bd83-fd678ba54b5b'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:20:02.890358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Bound port: 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5b2d8f-78ac-4be4-842f-22a4e0f833cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd3dc89a4-5f79-42be-bd83-fd678ba54b5b'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:20:02.891053 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.919759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ff4bdb-e569-453f-968b-8cd38f9757dd tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:20:02.948131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98ff4bdb-e569-453f-968b-8cd38f9757dd tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:02.948473 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-98ff4bdb-e569-453f-968b-8cd38f9757dd tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Added segment 3a2593be-88fe-4efe-8798-ba3ce0ca8d0a of type vlan for network 79ada073-bc80-480a-bb17-7526840342b7 Dec 17 13:20:03.014997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] For port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:20:03.020501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] For port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0ecfb0af-3239-420f-b21c-c0b19b4a9e8e,segment=NetworkSegment(1b5b2d8f-78ac-4be4-842f-22a4e0f833cf),segment_id=1b5b2d8f-78ac-4be4-842f-22a4e0f833cf)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:20:03.083658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Pushing event updated for resources: {'Port': ['ID=87b06630-f02d-41fa-a661-61f4ae8b1e9d,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:03.107895 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98ff4bdb-e569-453f-968b-8cd38f9757dd tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:03.155157 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:03.233613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62dba3b0-14fa-4e11-87cc-ad12d70383f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:03.253087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91c8b5-ac90-4534-95a3-eebb9c16f8c8 None None] Pushing event updated for resources: {'Port': ['ID=0ecfb0af-3239-420f-b21c-c0b19b4a9e8e,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:03.270521 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:03.271777 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-62181187-93f4-447b-aa3c-0480ea1d4881 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1853886 Dec 17 13:20:03.279265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43088) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:03.349070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Attempting to bind port 87b06630-f02d-41fa-a661-61f4ae8b1e9d on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:20:03.349070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Attempting to bind port 87b06630-f02d-41fa-a661-61f4ae8b1e9d by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:20:03.349070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Attempting to bind port 87b06630-f02d-41fa-a661-61f4ae8b1e9d on network efd523df-1141-427f-91d1-b66f399f62fe {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:03.357206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d0eaf066-764c-4126-ac38-ca499ec724e9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'enable_snat': False}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:03.371347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Port 87b06630-f02d-41fa-a661-61f4ae8b1e9d on network efd523df-1141-427f-91d1-b66f399f62fe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:20:03.371952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Attempting to bind port 87b06630-f02d-41fa-a661-61f4ae8b1e9d on network efd523df-1141-427f-91d1-b66f399f62fe {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:03.532504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1095c7-a722-4497-96f6-c19de1506758 req-c8bef417-f8ec-49a7-89bc-6829a3f9532e tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:03.538168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a1095c7-a722-4497-96f6-c19de1506758 req-c8bef417-f8ec-49a7-89bc-6829a3f9532e tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 943 time: 0.5205839 Dec 17 13:20:03.540214 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-e54bd318-1184-4a58-b288-c3603d7551a2 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8134763 Dec 17 13:20:03.544421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:20:03.544590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Checking segment: {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:03.545270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Bound using segment: {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:20:03.545397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Bound port: 87b06630-f02d-41fa-a661-61f4ae8b1e9d, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:20:03.545768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:03.571431 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98ff4bdb-e569-453f-968b-8cd38f9757dd tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:03.586177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff4bdb-e569-453f-968b-8cd38f9757dd tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:03.586840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98ff4bdb-e569-453f-968b-8cd38f9757dd tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:03.646982 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:03.807028 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-28389109-5b04-475f-b362-45f6f3a987b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f99441c3-e78c-481a-a400-377495b58bb3 HTTP/1.1" status: 200 len: 217 time: 0.2436199 Dec 17 13:20:03.810798 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62dba3b0-14fa-4e11-87cc-ad12d70383f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:04.023387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Allocated IP 172.20.0.1 (d3dc89a4-5f79-42be-bd83-fd678ba54b5b/c46bf772-0b95-4ebd-926d-c8107eaef6c8/81834ea7-cdc0-408e-9634-25c8e1895b17) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:04.204830 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:04.294307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dba3b0-14fa-4e11-87cc-ad12d70383f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a5071f-2c4e-428f-861a-6a25290a0bfd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:04.309412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f452192-041a-47e7-a9a8-6dc5ce7ffc29 None None] Network 829b9634-20e4-4680-a605-6e72fb3e7374 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:04.312073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62dba3b0-14fa-4e11-87cc-ad12d70383f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:04.315518 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-62dba3b0-14fa-4e11-87cc-ad12d70383f7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e2a5071f-2c4e-428f-861a-6a25290a0bfd HTTP/1.1" status: 204 len: 168 time: 2.1437631 Dec 17 13:20:04.318432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43100) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:04.342766 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a1095c7-a722-4497-96f6-c19de1506758 req-916c7228-c5cb-4598-bc24-37c85ab9fe80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7854025 Dec 17 13:20:04.413077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff4bdb-e569-453f-968b-8cd38f9757dd tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Network': ['ID=79ada073-bc80-480a-bb17-7526840342b7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:04.421755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 79ada073-bc80-480a-bb17-7526840342b7 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:04.427456 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:04.440359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] For port 87b06630-f02d-41fa-a661-61f4ae8b1e9d, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:20:04.489143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-98ff4bdb-e569-453f-968b-8cd38f9757dd tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0903656 Dec 17 13:20:04.491674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43102) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:04.497831 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ea9576-e8dc-4eaf-a344-8d1018eb9706 None None] DHCP port deletion for 829b9634-20e4-4680-a605-6e72fb3e7374 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:04.510425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] For port 87b06630-f02d-41fa-a661-61f4ae8b1e9d, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=87b06630-f02d-41fa-a661-61f4ae8b1e9d,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:20:04.519297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8da395b3-5bd4-4adc-a89e-86a14bbb534e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'subnet': {'network_id': '79ada073-bc80-480a-bb17-7526840342b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:04.544522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-f3c312f7-fcd3-4600-99d2-b7a06f012ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:04.545532 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-f3c312f7-fcd3-4600-99d2-b7a06f012ed7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.3041499 Dec 17 13:20:04.555963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:04.570013 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:04.607857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829b9634-20e4-4680-a605-6e72fb3e7374']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:04.630681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910847d9-094c-4d46-ac8c-4f7dcc98ea8c') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:04.631354 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910847d9-094c-4d46-ac8c-4f7dcc98ea8c') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:04.703920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:04.707730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:04.725937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network d3dc89a4-5f79-42be-bd83-fd678ba54b5b is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:04.733502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:04.739071 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:04.741726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:04.764804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:04.766605 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:04.808979 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:04.830402 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:04.834671 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:04.871283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=81834ea7-cdc0-408e-9634-25c8e1895b17,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:04.880971 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:04.903886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748f2c17-808b-45ba-a0ca-ed90281b7857 None None] Network d3dc89a4-5f79-42be-bd83-fd678ba54b5b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:04.924716 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:05.021434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9a976460-55de-4497-a9ed-2341d6eeb785 None None] Provisioning complete for port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:05.021996 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a976460-55de-4497-a9ed-2341d6eeb785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:05.026435 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:05.044782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:05.045461 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:05.047006 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] 10.222.0.61 "PUT /v2.0/ports/87b06630-f02d-41fa-a661-61f4ae8b1e9d HTTP/1.1" status: 200 len: 1091 time: 3.9699724 Dec 17 13:20:05.051205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964a1776-a235-478f-82c3-159e9305d64d', 'tag': '87b06630-f02d-41fa-a661-61f4ae8b1e9d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:20:05.053614 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2da41db-c020-4486-8869-24d43e3e13a8" -d '{"events": [{"name": "network-changed", "server_uuid": "964a1776-a235-478f-82c3-159e9305d64d", "tag": "87b06630-f02d-41fa-a661-61f4ae8b1e9d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:20:05.082931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-81a695d0-0e10-4d97-ab10-b40fd68efb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:05.084501 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-81a695d0-0e10-4d97-ab10-b40fd68efb4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4189057 Dec 17 13:20:05.092114 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf066-764c-4126-ac38-ca499ec724e9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:05.095610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da395b3-5bd4-4adc-a89e-86a14bbb534e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:05.099361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8da395b3-5bd4-4adc-a89e-86a14bbb534e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:05.121776 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:05.137428 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:05.140725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11408b61-dd64-459b-9fb7-bf2d73006e6f service neutron] Pushing event updated for resources: {'Port': ['ID=87b06630-f02d-41fa-a661-61f4ae8b1e9d,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:05.145638 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff2f32c-8746-40bc-9ad2-c7a07036ceac x-openstack-request-id: req-4ff2f32c-8746-40bc-9ad2-c7a07036ceac {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:20:05.146272 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964a1776-a235-478f-82c3-159e9305d64d", "tag": "87b06630-f02d-41fa-a661-61f4ae8b1e9d", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:20:05.146543 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ff2f32c-8746-40bc-9ad2-c7a07036ceac {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:20:05.146948 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964a1776-a235-478f-82c3-159e9305d64d', 'tag': '87b06630-f02d-41fa-a661-61f4ae8b1e9d', 'status': 'completed', 'code': 200} Dec 17 13:20:05.147530 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/829b9634-20e4-4680-a605-6e72fb3e7374 HTTP/1.1" status: 204 len: 168 time: 0.8270760 Dec 17 13:20:05.216723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e22d75-eb97-4d99-b770-7dcb74bccaf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=829b9634-20e4-4680-a605-6e72fb3e7374,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:05.245022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0ecfb0af-3239-420f-b21c-c0b19b4a9e8e,segment=NetworkSegment(1b5b2d8f-78ac-4be4-842f-22a4e0f833cf),segment_id=1b5b2d8f-78ac-4be4-842f-22a4e0f833cf)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:05.309094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:05.344693 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a976460-55de-4497-a9ed-2341d6eeb785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:05.423677 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:05.546489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=0ecfb0af-3239-420f-b21c-c0b19b4a9e8e,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:05.652065 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-3b465aef-a644-4f8a-a8f7-34c56dce9e91 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455155 Dec 17 13:20:05.720687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da41db-c020-4486-8869-24d43e3e13a8 req-9e919d1e-948f-405d-a0ac-54e119b73b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:05.722978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2da41db-c020-4486-8869-24d43e3e13a8 req-9e919d1e-948f-405d-a0ac-54e119b73b5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 1094 time: 0.4943995 Dec 17 13:20:05.880502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43122) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:05.953830 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-9a976460-55de-4497-a9ed-2341d6eeb785 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:20:05.954346 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-9a976460-55de-4497-a9ed-2341d6eeb785 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:20:05.958169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106094b8-2017-447b-9d27-eff929927d22 req-5413ec04-b1d9-4518-bc79-e94bd071a719 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:05.966961 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-106094b8-2017-447b-9d27-eff929927d22 req-5413ec04-b1d9-4518-bc79-e94bd071a719 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 943 time: 0.4251726 Dec 17 13:20:05.998683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-3402a292-56e2-424a-a353-85506b0a3944 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269789 Dec 17 13:20:06.027371 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7f106f0c-4480-45bd-ab54-39dd08b05d8b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9ca8c4c705a4437affc1be4bfd20a5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433830 Dec 17 13:20:06.029010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43128) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:06.033049 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:06.065253 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-106094b8-2017-447b-9d27-eff929927d22 req-cc0b5b63-127f-4b86-a751-31f73a9ffda5 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973551 Dec 17 13:20:06.106514 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:06.127305 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-d2e0b537-cb27-4f08-8dfb-e92555ac633d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=481bfb10-dde3-4f1f-a464-4d5a08d9a84c HTTP/1.1" status: 200 len: 217 time: 0.1156971 Dec 17 13:20:06.136209 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:06.237687 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:06.240488 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=81834ea7-cdc0-408e-9634-25c8e1895b17,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:06.281705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da41db-c020-4486-8869-24d43e3e13a8 req-37e27967-e866-47a3-a9c9-e1a4b6bfe329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:06.283101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2da41db-c020-4486-8869-24d43e3e13a8 req-37e27967-e866-47a3-a9c9-e1a4b6bfe329 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5145819 Dec 17 13:20:06.319148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-5491656e-b79b-47a3-b9b0-2c8542831436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:06.320668 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-5491656e-b79b-47a3-b9b0-2c8542831436 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.1823511 Dec 17 13:20:06.337504 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a253412-3604-4009-94cf-b6d7948de812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:06.342753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network d3dc89a4-5f79-42be-bd83-fd678ba54b5b is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:06.344464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:06.446654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a253412-3604-4009-94cf-b6d7948de812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:06.485102 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8da395b3-5bd4-4adc-a89e-86a14bbb534e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:06.587506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:06.661785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9435-de61-47a3-af3f-4250a483875a req-812b9d17-5f8f-4d3f-8d9b-9cdec89eb8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:06.663334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-812b9d17-5f8f-4d3f-8d9b-9cdec89eb8b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3309090 Dec 17 13:20:06.665067 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:06.665741 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:06.667109 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 7f417016-c40c-40ea-bc6b-33d4dfe64747 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:20:06.671064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6cd8bd1b-1d42-4fdb-8855-a5775e443d59 None None] Provisioning complete for port 81834ea7-cdc0-408e-9634-25c8e1895b17 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:06.671064 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6cd8bd1b-1d42-4fdb-8855-a5775e443d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:06.717084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da41db-c020-4486-8869-24d43e3e13a8 req-ac3be928-8d91-4e58-b5ab-41e740d2ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:06.718669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2da41db-c020-4486-8869-24d43e3e13a8 req-ac3be928-8d91-4e58-b5ab-41e740d2ab57 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4098282 Dec 17 13:20:06.737842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8bd1b-1d42-4fdb-8855-a5775e443d59 None None] Port 81834ea7-cdc0-408e-9634-25c8e1895b17 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:20:06.761287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da395b3-5bd4-4adc-a89e-86a14bbb534e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Subnet': ['ID=37cca7e5-5d48-416a-8f2b-239916ec6685,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:06.789728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:06.798840 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b4016301-3605-43aa-8aee-44ed3ee6fc08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/7f417016-c40c-40ea-bc6b-33d4dfe64747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0970075 Dec 17 13:20:06.800846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43130) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:06.808729 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6cd8bd1b-1d42-4fdb-8855-a5775e443d59 None None] Provisioning complete for port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:06.809205 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6cd8bd1b-1d42-4fdb-8855-a5775e443d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:06.817397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d7b00f-6995-46aa-ba05-b32c4671c58f None None] Sync routers for ids ['7f417016-c40c-40ea-bc6b-33d4dfe64747'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:06.883011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da395b3-5bd4-4adc-a89e-86a14bbb534e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Checking segment: {'id': '3a2593be-88fe-4efe-8798-ba3ce0ca8d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79ada073-bc80-480a-bb17-7526840342b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:06.883234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da395b3-5bd4-4adc-a89e-86a14bbb534e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network hostable DHCP agents. Network: 79ada073-bc80-480a-bb17-7526840342b7, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:20:06.891889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7b00f-6995-46aa-ba05-b32c4671c58f None None] Routers {'7f417016-c40c-40ea-bc6b-33d4dfe64747'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:06.891889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-65d7b00f-6995-46aa-ba05-b32c4671c58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7f417016-c40c-40ea-bc6b-33d4dfe64747'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:06.925796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da74c58-4de8-4fee-befa-0ddd53c54f3d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:06.927640 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9da74c58-4de8-4fee-befa-0ddd53c54f3d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports/81834ea7-cdc0-408e-9634-25c8e1895b17 HTTP/1.1" status: 200 len: 910 time: 0.1254156 Dec 17 13:20:06.936856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43136) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:07.017283 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-a5932f30-aea4-4802-9197-b7b9885ba99f service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408461 Dec 17 13:20:07.025226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-65d7b00f-6995-46aa-ba05-b32c4671c58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:07.066197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7b00f-6995-46aa-ba05-b32c4671c58f None None] Routers {'7f417016-c40c-40ea-bc6b-33d4dfe64747'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:07.071048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-65d7b00f-6995-46aa-ba05-b32c4671c58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7f417016-c40c-40ea-bc6b-33d4dfe64747'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:07.151842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-76b7a295-2ad4-4620-b731-0e0a65f6f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:07.153075 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-76b7a295-2ad4-4620-b731-0e0a65f6f654 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 1094 time: 0.3235428 Dec 17 13:20:07.202296 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a253412-3604-4009-94cf-b6d7948de812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:07.206142 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a253412-3604-4009-94cf-b6d7948de812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:07.207720 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9a253412-3604-4009-94cf-b6d7948de812 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ace3fa68-1685-498d-a3d4-6918cdc1af74 HTTP/1.1" status: 204 len: 168 time: 1.1620753 Dec 17 13:20:07.281269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-65d7b00f-6995-46aa-ba05-b32c4671c58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:07.281988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d7b00f-6995-46aa-ba05-b32c4671c58f None None] The sync data for ids ['7f417016-c40c-40ea-bc6b-33d4dfe64747'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:07.282507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a253412-3604-4009-94cf-b6d7948de812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace3fa68-1685-498d-a3d4-6918cdc1af74,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:07.291220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-490409c9-0c50-4bf5-a1b1-d2413b5ec7b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b06630-f02d-41fa-a661-61f4ae8b1e9d HTTP/1.1" status: 200 len: 217 time: 0.0917027 Dec 17 13:20:07.325276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da395b3-5bd4-4adc-a89e-86a14bbb534e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network 79ada073-bc80-480a-bb17-7526840342b7 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:20:07.400749 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-93ee9435-de61-47a3-af3f-4250a483875a req-b743e1f3-90eb-4735-9c5e-fd103144d54a service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661730 Dec 17 13:20:07.473593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-ae99352e-0a8e-46db-90ec-67685541973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:07.475153 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-ae99352e-0a8e-46db-90ec-67685541973b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d1656b2-e2b6-417d-b1f4-d2369980ad95 HTTP/1.1" status: 200 len: 850 time: 0.1581640 Dec 17 13:20:07.484775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8da395b3-5bd4-4adc-a89e-86a14bbb534e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 79ada073-bc80-480a-bb17-7526840342b7) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:07.494082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74512abe-cac1-48fa-a737-f2de83532425 None None] Network 79ada073-bc80-480a-bb17-7526840342b7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:07.504607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb16f9-2bc3-4bcf-9ce6-2b0e6ac09bb7 req-2ea3041e-e103-4c30-a5ea-36b81e76a0ee tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:07.506229 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68bb16f9-2bc3-4bcf-9ce6-2b0e6ac09bb7 req-2ea3041e-e103-4c30-a5ea-36b81e76a0ee tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 943 time: 0.2139790 Dec 17 13:20:07.507753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da395b3-5bd4-4adc-a89e-86a14bbb534e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:07.508813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8da395b3-5bd4-4adc-a89e-86a14bbb534e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:07.611422 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8103a377-136f-4b27-b61a-2525be796870 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:07.632093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-79ada073-bc80-480a-bb17-7526840342b7', 'network_id': '79ada073-bc80-480a-bb17-7526840342b7', 'project_id': 'f0261c69ca594f8fa5dd1f1f809c0f6c', 'fixed_ips': [{'subnet_id': '37cca7e5-5d48-416a-8f2b-239916ec6685'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:20:07.634204 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:07.701019 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf066-764c-4126-ac38-ca499ec724e9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:07.714065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-a79fb2e9-fe69-48c0-86be-cd8a7f9b386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:07.717301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-a79fb2e9-fe69-48c0-86be-cd8a7f9b386b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efd523df-1141-427f-91d1-b66f399f62fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301083 Dec 17 13:20:07.718397 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf066-764c-4126-ac38-ca499ec724e9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:07.739515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-68bb16f9-2bc3-4bcf-9ce6-2b0e6ac09bb7 req-9ecffc70-5776-49d1-8fc3-0c5f9f2441fb tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655231 Dec 17 13:20:07.763906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8da395b3-5bd4-4adc-a89e-86a14bbb534e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2590930 Dec 17 13:20:07.778847 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43154) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:07.804463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Allocated IP 2001:db8::1 (79ada073-bc80-480a-bb17-7526840342b7/37cca7e5-5d48-416a-8f2b-239916ec6685/915f1a7b-2bda-410b-8a5f-844ebfaea7a0) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:07.920230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.071647 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.096360 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.133734 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8103a377-136f-4b27-b61a-2525be796870 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 81834ea7-cdc0-408e-9634-25c8e1895b17 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:08.134082 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8103a377-136f-4b27-b61a-2525be796870 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.225141 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.329672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Network 79ada073-bc80-480a-bb17-7526840342b7 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:08.333254 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8103a377-136f-4b27-b61a-2525be796870 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.339509 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:08.349300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:08.350599 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8103a377-136f-4b27-b61a-2525be796870 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 81834ea7-cdc0-408e-9634-25c8e1895b17 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:08.359463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Pushing event updated for resources: {'Port': ['ID=915f1a7b-2bda-410b-8a5f-844ebfaea7a0,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:08.414136 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.424669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Attempting to bind port 915f1a7b-2bda-410b-8a5f-844ebfaea7a0 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:20:08.424972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Attempting to bind port 915f1a7b-2bda-410b-8a5f-844ebfaea7a0 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '3a2593be-88fe-4efe-8798-ba3ce0ca8d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79ada073-bc80-480a-bb17-7526840342b7'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:20:08.425440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Attempting to bind port 915f1a7b-2bda-410b-8a5f-844ebfaea7a0 on network 79ada073-bc80-480a-bb17-7526840342b7 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:08.437778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:20:08.438187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Checking segment: {'id': '3a2593be-88fe-4efe-8798-ba3ce0ca8d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79ada073-bc80-480a-bb17-7526840342b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:08.438596 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.438994 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Bound using segment: {'id': '3a2593be-88fe-4efe-8798-ba3ce0ca8d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79ada073-bc80-480a-bb17-7526840342b7'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:20:08.439564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Bound port: 915f1a7b-2bda-410b-8a5f-844ebfaea7a0, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2593be-88fe-4efe-8798-ba3ce0ca8d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79ada073-bc80-480a-bb17-7526840342b7'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:20:08.440617 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.467674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-903f9f4a-f818-436e-a4c3-479701c8d190 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182124 Dec 17 13:20:08.474978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eaf066-764c-4126-ac38-ca499ec724e9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Router 9afac999-0a89-49dc-a2f0-d80bfb65b1b1 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:20:08.494220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Subnet': ['ID=37cca7e5-5d48-416a-8f2b-239916ec6685,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:08.529766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] For port 915f1a7b-2bda-410b-8a5f-844ebfaea7a0, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:20:08.535005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] For port 915f1a7b-2bda-410b-8a5f-844ebfaea7a0, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=915f1a7b-2bda-410b-8a5f-844ebfaea7a0,segment=NetworkSegment(3a2593be-88fe-4efe-8798-ba3ce0ca8d0a),segment_id=3a2593be-88fe-4efe-8798-ba3ce0ca8d0a)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:20:08.604925 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.641275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ada073-bc80-480a-bb17-7526840342b7']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:08.656404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2593be-88fe-4efe-8798-ba3ce0ca8d0a') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:08.656716 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2593be-88fe-4efe-8798-ba3ce0ca8d0a') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:08.665431 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.691382 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.728421 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.735348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:08.735756 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:08.739891 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:08.771617 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb61b07-971f-47ed-bf4a-f6426318a400 req-75497a52-dc84-45de-9442-b43120feaf1d service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922587 Dec 17 13:20:08.819988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eaf066-764c-4126-ac38-ca499ec724e9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:08.828322 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf066-764c-4126-ac38-ca499ec724e9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.833067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43176) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:08.835006 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb01ac1-eca5-4776-984a-145d305c20ae None None] Sync routers for ids ['9afac999-0a89-49dc-a2f0-d80bfb65b1b1'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:08.839146 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d0eaf066-764c-4126-ac38-ca499ec724e9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "PUT /v2.0/routers/9afac999-0a89-49dc-a2f0-d80bfb65b1b1 HTTP/1.1" status: 200 len: 921 time: 5.4900510 Dec 17 13:20:08.872281 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb01ac1-eca5-4776-984a-145d305c20ae None None] Routers {'9afac999-0a89-49dc-a2f0-d80bfb65b1b1'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:08.872812 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0cb01ac1-eca5-4776-984a-145d305c20ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9afac999-0a89-49dc-a2f0-d80bfb65b1b1'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:08.875098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f8c91-8967-4a9d-8c69-751da92ad652 None None] Pushing event updated for resources: {'Port': ['ID=915f1a7b-2bda-410b-8a5f-844ebfaea7a0,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:08.905715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c040b1-79ae-441d-b07f-4ebc31cb8074 None None] Network 79ada073-bc80-480a-bb17-7526840342b7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:08.915752 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.api [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 13:20:08.915752 n-d-815324-5 neutron-server[110454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 13:20:08.915752 n-d-815324-5 neutron-server[110454]: [parameters: {'id': '79ada073-bc80-480a-bb17-7526840342b7'}] Dec 17 13:20:08.915752 n-d-815324-5 neutron-server[110454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:20:08.919987 n-d-815324-5 neutron-server[110454]: DEBUG oslo_db.api [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:20:08.938332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c630134-0289-4ad5-a03f-2deae5fd5c65 req-51c816b2-65e1-47b9-addd-c781d4da9145 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:08.942819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8c630134-0289-4ad5-a03f-2deae5fd5c65 req-51c816b2-65e1-47b9-addd-c781d4da9145 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 943 time: 0.0817053 Dec 17 13:20:08.987703 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8103a377-136f-4b27-b61a-2525be796870 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:08.989780 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0cb01ac1-eca5-4776-984a-145d305c20ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:09.009301 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb01ac1-eca5-4776-984a-145d305c20ae None None] Routers {'9afac999-0a89-49dc-a2f0-d80bfb65b1b1'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:09.015128 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0cb01ac1-eca5-4776-984a-145d305c20ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9afac999-0a89-49dc-a2f0-d80bfb65b1b1'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:09.068279 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8c630134-0289-4ad5-a03f-2deae5fd5c65 req-b2ca1fd4-aff3-46c9-a55b-bdb7e747c368 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194966 Dec 17 13:20:09.104492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103a377-136f-4b27-b61a-2525be796870 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=81834ea7-cdc0-408e-9634-25c8e1895b17,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:09.214524 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f04e4936-37a2-4d51-afc2-cc9b91aa9bfd tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/routers/9afac999-0a89-49dc-a2f0-d80bfb65b1b1 HTTP/1.1" status: 200 len: 921 time: 0.3795371 Dec 17 13:20:09.216814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43186) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:09.242607 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0cb01ac1-eca5-4776-984a-145d305c20ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:09.243520 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb01ac1-eca5-4776-984a-145d305c20ae None None] The sync data for ids ['9afac999-0a89-49dc-a2f0-d80bfb65b1b1'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:09.442164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5917dc22-0254-45f2-b28d-f8459f6f6e21 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:09.453269 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5917dc22-0254-45f2-b28d-f8459f6f6e21 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&device_id=9afac999-0a89-49dc-a2f0-d80bfb65b1b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2353404 Dec 17 13:20:09.458881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43196) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:09.499674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57807f4-6379-4e04-af27-6e5ce3f4b9aa None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:20:09.533722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43198) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:09.615203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0c8706-49a3-47dd-bca0-7db06b8f07d6 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:09.617779 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9a0c8706-49a3-47dd-bca0-7db06b8f07d6 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 881 time: 0.1563880 Dec 17 13:20:09.621129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43202) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:09.664189 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-10aead7f-b577-46ea-99c2-be010c978db8 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "GET /v2.0/ports?device_id=9afac999-0a89-49dc-a2f0-d80bfb65b1b1 HTTP/1.1" status: 200 len: 205 time: 0.0407569 Dec 17 13:20:09.670777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43204) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:09.730322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57807f4-6379-4e04-af27-6e5ce3f4b9aa None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:20:09.778290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-382303683-network', 'tenant_id': 'eda81c2dade54e739283e18806e41f26'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:09.889866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Made reservation on behalf of eda81c2dade54e739283e18806e41f26 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:09.890991 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:09.893855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:09.897229 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8103a377-136f-4b27-b61a-2525be796870 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:09.915084 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:09.964588 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.066618 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.160162 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.180742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8103a377-136f-4b27-b61a-2525be796870 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 7f417016-c40c-40ea-bc6b-33d4dfe64747 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:20:10.190915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Deleting port 915f1a7b-2bda-410b-8a5f-844ebfaea7a0 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:10.190915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.274857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241ccef-50ef-4603-a960-bb1b663f36db req-5b033b03-e535-4f7a-a3a5-e063ffe6f6b0 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:10.276601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9241ccef-50ef-4603-a960-bb1b663f36db req-5b033b03-e535-4f7a-a3a5-e063ffe6f6b0 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 943 time: 0.0831578 Dec 17 13:20:10.278643 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.329039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:20:10.337869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8103a377-136f-4b27-b61a-2525be796870 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:10.344070 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] For port 915f1a7b-2bda-410b-8a5f-844ebfaea7a0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=915f1a7b-2bda-410b-8a5f-844ebfaea7a0,segment=NetworkSegment(3a2593be-88fe-4efe-8798-ba3ce0ca8d0a),segment_id=3a2593be-88fe-4efe-8798-ba3ce0ca8d0a)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:10.344070 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.347477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8103a377-136f-4b27-b61a-2525be796870 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/7f417016-c40c-40ea-bc6b-33d4dfe64747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4092326 Dec 17 13:20:10.353067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43210) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:10.354775 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c1d21-0cd2-40b2-b7bc-4cd19003d4ed None None] Sync routers for ids ['7f417016-c40c-40ea-bc6b-33d4dfe64747'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:10.369352 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.369755 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Added segment eb144b1c-8515-4be9-8c06-d15023773f58 of type vlan for network 03ed0339-3e01-439a-9788-cddf9f6c296c Dec 17 13:20:10.375077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c1d21-0cd2-40b2-b7bc-4cd19003d4ed None None] Routers {'7f417016-c40c-40ea-bc6b-33d4dfe64747'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:10.375976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-244c1d21-0cd2-40b2-b7bc-4cd19003d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7f417016-c40c-40ea-bc6b-33d4dfe64747'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:10.382623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c05323-6dc4-46bc-8dd4-da8f0251b613,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:10.383781 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d81ed16f-b551-4563-bee4-c0777f377f38 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f417016-c40c-40ea-bc6b-33d4dfe64747 HTTP/1.1" status: 200 len: 205 time: 0.0295494 Dec 17 13:20:10.387435 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43212) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:10.389793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Calling delete_port for 915f1a7b-2bda-410b-8a5f-844ebfaea7a0 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:10.446393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-244c1d21-0cd2-40b2-b7bc-4cd19003d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:10.478940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c1d21-0cd2-40b2-b7bc-4cd19003d4ed None None] Routers {'7f417016-c40c-40ea-bc6b-33d4dfe64747'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:10.479815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-244c1d21-0cd2-40b2-b7bc-4cd19003d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:19:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7f417016-c40c-40ea-bc6b-33d4dfe64747'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:10.487556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9241ccef-50ef-4603-a960-bb1b663f36db req-4ddfdbb8-3cf6-4049-80a9-ddeca76cfa50 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023885 Dec 17 13:20:10.510863 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.516753 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25bdcbda-4102-479a-bc29-05263bda80a5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.557155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-244c1d21-0cd2-40b2-b7bc-4cd19003d4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:10.559142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244c1d21-0cd2-40b2-b7bc-4cd19003d4ed None None] The sync data for ids ['7f417016-c40c-40ea-bc6b-33d4dfe64747'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:10.588384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Deleting port 6db94d73-a26e-4b1f-bed4-c7ba9f42745b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:10.588384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.678170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.695247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Calling delete_port for 6db94d73-a26e-4b1f-bed4-c7ba9f42745b owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:10.738830 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25bdcbda-4102-479a-bc29-05263bda80a5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.743491 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.744479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:10.745075 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.745321 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25bdcbda-4102-479a-bc29-05263bda80a5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.850581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] Pushing event updated for resources: {'Network': ['ID=03ed0339-3e01-439a-9788-cddf9f6c296c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:10.866355 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 03ed0339-3e01-439a-9788-cddf9f6c296c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:10.965492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-116bd657-5b34-4f0c-979a-9377e6d7bd60 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4289474 Dec 17 13:20:10.968701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43230) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:10.974873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2fd3743c-26ca-404c-b954-96611472cad4 admin admin] Request body: {'subnet': {'network_id': '03ed0339-3e01-439a-9788-cddf9f6c296c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-382303683-subnet', 'tenant_id': 'eda81c2dade54e739283e18806e41f26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:10.991867 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.993738 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25bdcbda-4102-479a-bc29-05263bda80a5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:10.994192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bdcbda-4102-479a-bc29-05263bda80a5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Fanout notify agent at l3_agent the message router_deleted on router 7f417016-c40c-40ea-bc6b-33d4dfe64747 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:20:11.024473 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25bdcbda-4102-479a-bc29-05263bda80a5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.025614 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-25bdcbda-4102-479a-bc29-05263bda80a5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/7f417016-c40c-40ea-bc6b-33d4dfe64747 HTTP/1.1" status: 204 len: 168 time: 0.6372356 Dec 17 13:20:11.028564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43232) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:11.034171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Port': ['ID=915f1a7b-2bda-410b-8a5f-844ebfaea7a0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:11.038277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No DVR routers for this DVR port 915f1a7b-2bda-410b-8a5f-844ebfaea7a0 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:11.074579 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.123584 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd3743c-26ca-404c-b954-96611472cad4 admin admin] Made reservation on behalf of eda81c2dade54e739283e18806e41f26 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:11.125892 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2fd3743c-26ca-404c-b954-96611472cad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.129052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Pushing event deleted for resources: {'Port': ['ID=6db94d73-a26e-4b1f-bed4-c7ba9f42745b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:11.156819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19159f30-e0ed-4c3c-baf6-1841072a6405 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:11.159398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbf1b13-ae67-4778-804b-b122ac71ccb4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting subnet c46bf772-0b95-4ebd-926d-c8107eaef6c8 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:20:11.198728 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cbf1b13-ae67-4778-804b-b122ac71ccb4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.230478 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.266821 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cbf1b13-ae67-4778-804b-b122ac71ccb4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.270062 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ada073-bc80-480a-bb17-7526840342b7']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:11.283901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2593be-88fe-4efe-8798-ba3ce0ca8d0a') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:11.284203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2593be-88fe-4efe-8798-ba3ce0ca8d0a') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:11.298347 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.303778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 87b06630-f02d-41fa-a661-61f4ae8b1e9d details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:20:11.341458 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.365834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.373686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:11.374033 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:11.378041 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:11.530673 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.532838 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.535412 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.547913 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.559938 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/79ada073-bc80-480a-bb17-7526840342b7 HTTP/1.1" status: 204 len: 168 time: 3.7799511 Dec 17 13:20:11.582597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43242) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:11.595173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-06a33802-b777-4382-a1b4-b3ba0250f85e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1540680077'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:11.612858 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2fd3743c-26ca-404c-b954-96611472cad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.619412 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cbf1b13-ae67-4778-804b-b122ac71ccb4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.628185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d0aa9-0ac3-4eec-94bc-5d5e17e925e1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Network': ['ID=79ada073-bc80-480a-bb17-7526840342b7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:11.648093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 87b06630-f02d-41fa-a661-61f4ae8b1e9d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=87b06630-f02d-41fa-a661-61f4ae8b1e9d,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:11.663752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '87b06630-f02d-41fa-a661-61f4ae8b1e9d', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'port_id': '87b06630-f02d-41fa-a661-61f4ae8b1e9d', 'mac_address': 'fa:16:3e:d8:94:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:20:11.732302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.733089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Fanout notify agent at l3_agent the message router_deleted on router 9afac999-0a89-49dc-a2f0-d80bfb65b1b1 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:20:11.734876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3743c-26ca-404c-b954-96611472cad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1fbc793-eee7-4847-b358-4a62abde001c,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:11.746699 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.748961 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.754475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d6a675bb-6da8-4cd3-8022-d5cb6b3b202b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/routers/9afac999-0a89-49dc-a2f0-d80bfb65b1b1 HTTP/1.1" status: 204 len: 168 time: 2.0821471 Dec 17 13:20:11.754772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43246) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:11.768741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b06630-f02d-41fa-a661-61f4ae8b1e9d {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:20:11.776210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a3e6000f-56cf-4b1d-a502-d76e69411339 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-727717498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:11.795127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c049e-8174-4a2e-8a7a-9e1854b21240 req-645bbcac-ac2b-417a-825b-5993bb7f7a5e tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:11.796250 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 87b06630-f02d-41fa-a661-61f4ae8b1e9d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=87b06630-f02d-41fa-a661-61f4ae8b1e9d,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:11.796789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db7c049e-8174-4a2e-8a7a-9e1854b21240 req-645bbcac-ac2b-417a-825b-5993bb7f7a5e tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 943 time: 0.1182873 Dec 17 13:20:11.807011 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a33802-b777-4382-a1b4-b3ba0250f85e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:11.810792 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06a33802-b777-4382-a1b4-b3ba0250f85e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.833330 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd3743c-26ca-404c-b954-96611472cad4 admin admin] Checking segment: {'id': 'eb144b1c-8515-4be9-8c06-d15023773f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '03ed0339-3e01-439a-9788-cddf9f6c296c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:11.833742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3743c-26ca-404c-b954-96611472cad4 admin admin] Network hostable DHCP agents. Network: 03ed0339-3e01-439a-9788-cddf9f6c296c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:20:11.855549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db7c049e-8174-4a2e-8a7a-9e1854b21240 req-b9de3f18-af56-4bf6-b124-8030578922fd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506816 Dec 17 13:20:11.890591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a33802-b777-4382-a1b4-b3ba0250f85e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:20:11.902148 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.904674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06a33802-b777-4382-a1b4-b3ba0250f85e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.905767 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-06a33802-b777-4382-a1b4-b3ba0250f85e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Added segment 59f31933-244c-4a44-ac58-65b87ce9a01b of type vlan for network 7ca52467-5ba4-4548-8aa6-f294130e2001 Dec 17 13:20:11.957490 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cbf1b13-ae67-4778-804b-b122ac71ccb4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.978147 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06a33802-b777-4382-a1b4-b3ba0250f85e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:11.995450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=87b06630-f02d-41fa-a661-61f4ae8b1e9d,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:11.999853 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3743c-26ca-404c-b954-96611472cad4 admin admin] Network 03ed0339-3e01-439a-9788-cddf9f6c296c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:20:12.016986 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3e6000f-56cf-4b1d-a502-d76e69411339 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.018369 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3e6000f-56cf-4b1d-a502-d76e69411339 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.030778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf1b13-ae67-4778-804b-b122ac71ccb4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Subnet': ['ID=c46bf772-0b95-4ebd-926d-c8107eaef6c8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:12.049632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6baff1d-e298-429d-9716-6e5c76d39635 None None] Network d3dc89a4-5f79-42be-bd83-fd678ba54b5b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:12.061254 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cbf1b13-ae67-4778-804b-b122ac71ccb4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.065273 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6cbf1b13-ae67-4778-804b-b122ac71ccb4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/c46bf772-0b95-4ebd-926d-c8107eaef6c8 HTTP/1.1" status: 204 len: 168 time: 1.0350461 Dec 17 13:20:12.071094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43248) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:12.102649 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3e6000f-56cf-4b1d-a502-d76e69411339 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.145008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3743c-26ca-404c-b954-96611472cad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 03ed0339-3e01-439a-9788-cddf9f6c296c) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:12.155501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd3743c-26ca-404c-b954-96611472cad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:12.159515 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2fd3743c-26ca-404c-b954-96611472cad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.171961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06a33802-b777-4382-a1b4-b3ba0250f85e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.175496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c24823-edbf-4b93-a199-fd42954bd66b None None] Network 03ed0339-3e01-439a-9788-cddf9f6c296c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:12.181907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a33802-b777-4382-a1b4-b3ba0250f85e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:12.182846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06a33802-b777-4382-a1b4-b3ba0250f85e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.185156 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.196184 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3e6000f-56cf-4b1d-a502-d76e69411339 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.259554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:12.260050 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.276199 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2fd3743c-26ca-404c-b954-96611472cad4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3057494 Dec 17 13:20:12.333237 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3e6000f-56cf-4b1d-a502-d76e69411339 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.338042 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a3e6000f-56cf-4b1d-a502-d76e69411339 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5791459 Dec 17 13:20:12.351552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43254) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:12.352368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] For port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0ecfb0af-3239-420f-b21c-c0b19b4a9e8e,segment=NetworkSegment(1b5b2d8f-78ac-4be4-842f-22a4e0f833cf),segment_id=1b5b2d8f-78ac-4be4-842f-22a4e0f833cf)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:12.353889 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.366625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Request body: {'router': {'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:12.377848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:12.394783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['87b06630-f02d-41fa-a661-61f4ae8b1e9d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:20:12.403995 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-06a33802-b777-4382-a1b4-b3ba0250f85e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8147633 Dec 17 13:20:12.405172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a33802-b777-4382-a1b4-b3ba0250f85e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Network': ['ID=7ca52467-5ba4-4548-8aa6-f294130e2001,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:12.487475 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 7ca52467-5ba4-4548-8aa6-f294130e2001 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:12.494946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43258) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:12.500907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bd5fc48e-7e1d-43f6-a619-8f779161b9e8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'subnet': {'network_id': '7ca52467-5ba4-4548-8aa6-f294130e2001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:12.627606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e79ba51-5409-4a84-ba1d-d6365e6d0499 None None] Network 03ed0339-3e01-439a-9788-cddf9f6c296c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:12.668187 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:12.743830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No DVR routers for this DVR port 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:12.761039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=0ecfb0af-3239-420f-b21c-c0b19b4a9e8e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:12.922279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fa4f28-9a76-45ab-8d31-680c357da1ab None None] DHCP port deletion for d3dc89a4-5f79-42be-bd83-fd678ba54b5b request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:12.987958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.049203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621002d-66b0-459a-bfe2-beca1fa6b67b req-e34a3e78-5550-4d37-a1a9-8ed6220dfb96 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:13.052314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1621002d-66b0-459a-bfe2-beca1fa6b67b req-e34a3e78-5550-4d37-a1a9-8ed6220dfb96 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 944 time: 0.0709867 Dec 17 13:20:13.053030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.087572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3dc89a4-5f79-42be-bd83-fd678ba54b5b']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:13.103744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5b2d8f-78ac-4be4-842f-22a4e0f833cf') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:13.104095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5b2d8f-78ac-4be4-842f-22a4e0f833cf') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:13.125110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5fc48e-7e1d-43f6-a619-8f779161b9e8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:13.130251 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc48e-7e1d-43f6-a619-8f779161b9e8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.132389 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1621002d-66b0-459a-bfe2-beca1fa6b67b req-ad775066-7279-462c-ba06-8d7e55225892 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737700 Dec 17 13:20:13.137726 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.214398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-dde5d949-99de-46d4-b7fd-2ae0e03c6676 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:13.215962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-dde5d949-99de-46d4-b7fd-2ae0e03c6676 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/networks?id=03ed0339-3e01-439a-9788-cddf9f6c296c HTTP/1.1" status: 200 len: 813 time: 0.2811584 Dec 17 13:20:13.219335 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.243173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:13.243587 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:13.252556 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:13.306402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-2818e405-b41b-4967-9848-87b4f2ad773a tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/quotas/eda81c2dade54e739283e18806e41f26 HTTP/1.1" status: 200 len: 375 time: 0.0772095 Dec 17 13:20:13.368418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-044a06ab-fab5-4c52-944a-ac810d03838d tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=eda81c2dade54e739283e18806e41f26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489821 Dec 17 13:20:13.406792 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.427554 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.460301 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.478617 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.488616 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/networks/d3dc89a4-5f79-42be-bd83-fd678ba54b5b HTTP/1.1" status: 204 len: 168 time: 1.4145558 Dec 17 13:20:13.490876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43282) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:13.496528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-87521243', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:13.515071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Network': ['ID=d3dc89a4-5f79-42be-bd83-fd678ba54b5b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:13.533773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.534013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.534357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.534694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.535026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.535355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.535682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.536153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.536484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.536878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.537370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.537868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.538202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3028bf-dda8-460f-a70b-5dd4116cf3ba tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:13.609206 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.610299 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.621555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Allocated IP 172.25.0.140 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/fd674f7a-7849-4ea9-a783-12002e721cd8) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:13.624250 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-1ea5954f-5019-42d3-99aa-1b401b53379a service neutron] 10.222.0.59 "GET /v2.0/networks/03ed0339-3e01-439a-9788-cddf9f6c296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459192 Dec 17 13:20:13.743392 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.762401 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc48e-7e1d-43f6-a619-8f779161b9e8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.804852 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-6dae2b56-284b-4e72-9371-f821ea374f9b service neutron] 10.222.0.59 "GET /v2.0/networks/03ed0339-3e01-439a-9788-cddf9f6c296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724238 Dec 17 13:20:13.826713 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:13.869886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fc48e-7e1d-43f6-a619-8f779161b9e8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Subnet': ['ID=8a760686-af94-476e-9477-be40477cc57a,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:13.882604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5fc48e-7e1d-43f6-a619-8f779161b9e8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Checking segment: {'id': '59f31933-244c-4a44-ac58-65b87ce9a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7ca52467-5ba4-4548-8aa6-f294130e2001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:13.883080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5fc48e-7e1d-43f6-a619-8f779161b9e8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network hostable DHCP agents. Network: 7ca52467-5ba4-4548-8aa6-f294130e2001, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:20:13.917643 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05ef0d24-2863-4dff-b886-fccfa59a296e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:14.042374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:14.052756 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:14.058111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5fc48e-7e1d-43f6-a619-8f779161b9e8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network 7ca52467-5ba4-4548-8aa6-f294130e2001 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:20:14.107831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:14.113817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:14.116392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:14.138162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89fcc2c-1c27-4102-a497-15b29fff418a None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:14.349103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-bd5fc48e-7e1d-43f6-a619-8f779161b9e8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 7ca52467-5ba4-4548-8aa6-f294130e2001) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:14.349103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5fc48e-7e1d-43f6-a619-8f779161b9e8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:14.349103 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd5fc48e-7e1d-43f6-a619-8f779161b9e8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:14.349563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d124caad-a017-4242-b16e-0723705223ac None None] Network 7ca52467-5ba4-4548-8aa6-f294130e2001 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:14.349786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Pushing event updated for resources: {'Port': ['ID=fd674f7a-7849-4ea9-a783-12002e721cd8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:14.350051 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9b0e923-936f-44e1-b6ca-7ffbbe8c60bc req-dd1d63c7-f06a-44f8-8a2d-9aca40e22811 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 210 time: 0.0735214 Dec 17 13:20:14.393625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bd5fc48e-7e1d-43f6-a619-8f779161b9e8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8974986 Dec 17 13:20:14.396306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43296) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:14.402611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fb25b59f-438d-4e99-8615-b5af18013bc6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'subnet': {'network_id': '7ca52467-5ba4-4548-8aa6-f294130e2001', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:14.619029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:20:14.642254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:20:14.643177 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0ecfb0af-3239-420f-b21c-c0b19b4a9e8e not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:20:14.669674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f9bbe084-52ab-4524-830e-b91ff5bc3cd4 None None] Provisioning complete for port fd674f7a-7849-4ea9-a783-12002e721cd8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:14.672676 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f9bbe084-52ab-4524-830e-b91ff5bc3cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:14.719584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb25b59f-438d-4e99-8615-b5af18013bc6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:14.785180 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fb25b59f-438d-4e99-8615-b5af18013bc6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:14.786914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f9bbe084-52ab-4524-830e-b91ff5bc3cd4 None None] Port fd674f7a-7849-4ea9-a783-12002e721cd8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:20:14.786914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-7ca52467-5ba4-4548-8aa6-f294130e2001', 'network_id': '7ca52467-5ba4-4548-8aa6-f294130e2001', 'project_id': 'f0261c69ca594f8fa5dd1f1f809c0f6c', 'fixed_ips': [{'subnet_id': '8a760686-af94-476e-9477-be40477cc57a'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:20:14.786914 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:14.994261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Allocated IP 2001:db8::2 (7ca52467-5ba4-4548-8aa6-f294130e2001/8a760686-af94-476e-9477-be40477cc57a/b3465991-b56b-46d9-9ec2-f9b226debc88) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:15.064358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa00be-96e3-47fc-8821-5bdaed084dc3 req-f8d8bc94-b67a-4822-bb6b-54ea4d468944 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:15.066482 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-85fa00be-96e3-47fc-8821-5bdaed084dc3 req-f8d8bc94-b67a-4822-bb6b-54ea4d468944 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 944 time: 0.7535899 Dec 17 13:20:15.186843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-85fa00be-96e3-47fc-8821-5bdaed084dc3 req-0d91ac34-704d-4058-ba45-18ff419ef4ca tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958326 Dec 17 13:20:15.216733 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.327068 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fb25b59f-438d-4e99-8615-b5af18013bc6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.334699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 87b06630-f02d-41fa-a661-61f4ae8b1e9d up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:15.361301 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.395476 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.407949 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.436320 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1c2b0a2-ef7d-4cfa-9e24-8f3bfb068c81 req-40cb6647-386a-4a18-9ab0-d30789aea90f tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 210 time: 0.0548203 Dec 17 13:20:15.461221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb25b59f-438d-4e99-8615-b5af18013bc6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network 7ca52467-5ba4-4548-8aa6-f294130e2001 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:15.468997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-fb25b59f-438d-4e99-8615-b5af18013bc6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:15.468997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25b59f-438d-4e99-8615-b5af18013bc6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Subnet': ['ID=897137e6-d5ad-4bda-9ea8-6fe23acef619,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:15.470073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb25b59f-438d-4e99-8615-b5af18013bc6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:15.470915 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fb25b59f-438d-4e99-8615-b5af18013bc6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.533965 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.536267 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Network 7ca52467-5ba4-4548-8aa6-f294130e2001 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:15.541658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:15.547633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:15.550329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Pushing event updated for resources: {'Port': ['ID=b3465991-b56b-46d9-9ec2-f9b226debc88,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:15.581082 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fb25b59f-438d-4e99-8615-b5af18013bc6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1804655 Dec 17 13:20:15.581319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43314) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:15.616481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Attempting to bind port b3465991-b56b-46d9-9ec2-f9b226debc88 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:20:15.616959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Attempting to bind port b3465991-b56b-46d9-9ec2-f9b226debc88 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '59f31933-244c-4a44-ac58-65b87ce9a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7ca52467-5ba4-4548-8aa6-f294130e2001'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:20:15.617437 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Attempting to bind port b3465991-b56b-46d9-9ec2-f9b226debc88 on network 7ca52467-5ba4-4548-8aa6-f294130e2001 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:15.623480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:20:15.623952 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Checking segment: {'id': '59f31933-244c-4a44-ac58-65b87ce9a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7ca52467-5ba4-4548-8aa6-f294130e2001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:15.624579 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.625304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Bound using segment: {'id': '59f31933-244c-4a44-ac58-65b87ce9a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7ca52467-5ba4-4548-8aa6-f294130e2001'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:20:15.626001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Bound port: b3465991-b56b-46d9-9ec2-f9b226debc88, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f31933-244c-4a44-ac58-65b87ce9a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7ca52467-5ba4-4548-8aa6-f294130e2001'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:20:15.627618 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.655122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 87b06630-f02d-41fa-a661-61f4ae8b1e9d completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:20:15.688350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55042922-a1c5-4c75-a18a-d64b3303b628 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:15.692128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55042922-a1c5-4c75-a18a-d64b3303b628 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:15.693444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55042922-a1c5-4c75-a18a-d64b3303b628 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:15.695139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55042922-a1c5-4c75-a18a-d64b3303b628 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:15.700232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55042922-a1c5-4c75-a18a-d64b3303b628 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:15.701347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Allocated IP 172.25.0.161 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/6560b65c-6280-4c88-ad3d-d04dec573942) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:15.706332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-55042922-a1c5-4c75-a18a-d64b3303b628 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1200745 Dec 17 13:20:15.706602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43316) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:15.714213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-bf47039c-596b-44c0-806c-48b9fbccb0f6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1853240694'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:15.737757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 87b06630-f02d-41fa-a661-61f4ae8b1e9d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:15.738282 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.780871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] For port b3465991-b56b-46d9-9ec2-f9b226debc88, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:20:15.807417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] For port b3465991-b56b-46d9-9ec2-f9b226debc88, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b3465991-b56b-46d9-9ec2-f9b226debc88,segment=NetworkSegment(59f31933-244c-4a44-ac58-65b87ce9a01b),segment_id=59f31933-244c-4a44-ac58-65b87ce9a01b)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:20:15.878608 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.909013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964a1776-a235-478f-82c3-159e9305d64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b06630-f02d-41fa-a661-61f4ae8b1e9d'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:20:15.924120 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd69314e-e067-4521-bb8a-657742800093" -d '{"events": [{"server_uuid": "964a1776-a235-478f-82c3-159e9305d64d", "name": "network-vif-plugged", "status": "completed", "tag": "87b06630-f02d-41fa-a661-61f4ae8b1e9d"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:20:15.945473 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 87b06630-f02d-41fa-a661-61f4ae8b1e9d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=87b06630-f02d-41fa-a661-61f4ae8b1e9d,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:15.957134 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.963954 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:15.998978 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:16.020852 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501f5bc1-2b8b-440a-b94d-e527580f922b x-openstack-request-id: req-501f5bc1-2b8b-440a-b94d-e527580f922b {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:20:16.021222 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964a1776-a235-478f-82c3-159e9305d64d", "name": "network-vif-plugged", "status": "completed", "tag": "87b06630-f02d-41fa-a661-61f4ae8b1e9d", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:20:16.021395 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-501f5bc1-2b8b-440a-b94d-e527580f922b {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:20:16.021826 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964a1776-a235-478f-82c3-159e9305d64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b06630-f02d-41fa-a661-61f4ae8b1e9d', 'code': 200} Dec 17 13:20:16.023866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf47039c-596b-44c0-806c-48b9fbccb0f6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:16.038784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf47039c-596b-44c0-806c-48b9fbccb0f6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:16.113872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eafa9c-39aa-4255-8e7b-b3a909afde6e None None] Pushing event updated for resources: {'Port': ['ID=b3465991-b56b-46d9-9ec2-f9b226debc88,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:16.128453 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:16.204004 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=87b06630-f02d-41fa-a661-61f4ae8b1e9d,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:16.210628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd279c-bed7-43d2-86aa-2b7d83e6e27f req-ca8b8611-7f9e-4127-84fc-b75fdf982bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:16.212188 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5cbd279c-bed7-43d2-86aa-2b7d83e6e27f req-ca8b8611-7f9e-4127-84fc-b75fdf982bf6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 1096 time: 0.1084690 Dec 17 13:20:16.255265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:16.293995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5cbd279c-bed7-43d2-86aa-2b7d83e6e27f req-bc990954-59b6-4bad-a9f1-f42ae3dbf10f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682485 Dec 17 13:20:16.296605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf47039c-596b-44c0-806c-48b9fbccb0f6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:20:16.312404 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-52b76aee-1ac1-4b99-82cf-f36e53a99911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:16.339177 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf47039c-596b-44c0-806c-48b9fbccb0f6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:16.339671 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-bf47039c-596b-44c0-806c-48b9fbccb0f6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Added segment 817acb87-b73e-42d6-b900-20849344a51a of type vlan for network 769f1113-f5bb-4268-ae28-863fa85e4aa2 Dec 17 13:20:16.439758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf47039c-596b-44c0-806c-48b9fbccb0f6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:16.468422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b746a6e-ebaf-46aa-805f-305c8eb39bc0 req-4b98ddb0-0aaf-493d-887e-a573d8758144 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:16.470772 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b746a6e-ebaf-46aa-805f-305c8eb39bc0 req-4b98ddb0-0aaf-493d-887e-a573d8758144 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1667318 Dec 17 13:20:16.519031 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:16.622285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-89d4f449-c8d4-4285-9b77-9d6d14f10a57 req-674c27d9-bf16-47c2-981f-da735884d6db tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 210 time: 0.0415313 Dec 17 13:20:16.622748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:16.622748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Router 9a20413b-ac27-4c31-a19e-bc2b78de8804 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:20:16.636166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:16.638877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:16.653765 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d010e-e08e-499c-a459-f334af1682a4 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:16.660243 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b746a6e-ebaf-46aa-805f-305c8eb39bc0 req-e8b936ae-aaba-4a1c-8ce2-6069154a2e91 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663120 Dec 17 13:20:16.686768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=6560b65c-6280-4c88-ad3d-d04dec573942,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:16.693257 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf47039c-596b-44c0-806c-48b9fbccb0f6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:16.699264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf47039c-596b-44c0-806c-48b9fbccb0f6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:16.699975 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf47039c-596b-44c0-806c-48b9fbccb0f6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:16.728119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b3465991-b56b-46d9-9ec2-f9b226debc88 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:16.790307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9db3a655-e939-44b8-8948-ad9cab945c9f None None] Provisioning complete for port 6560b65c-6280-4c88-ad3d-d04dec573942 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:16.790698 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9db3a655-e939-44b8-8948-ad9cab945c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:16.861927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9db3a655-e939-44b8-8948-ad9cab945c9f None None] Port 6560b65c-6280-4c88-ad3d-d04dec573942 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:20:16.864165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b3465991-b56b-46d9-9ec2-f9b226debc88 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:16.864875 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:16.935654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43336) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:16.935900 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bf47039c-596b-44c0-806c-48b9fbccb0f6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2264597 Dec 17 13:20:16.963265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6ac244f7-b2c6-4697-b796-555a7cf2f889 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:16.979930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47039c-596b-44c0-806c-48b9fbccb0f6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Network': ['ID=769f1113-f5bb-4268-ae28-863fa85e4aa2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:16.994598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 769f1113-f5bb-4268-ae28-863fa85e4aa2 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:17.044453 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:17.060846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:17.078815 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:17.083117 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-29653a83-a87c-44d8-9e5c-f519e175ea06 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "PUT /v2.0/routers/9a20413b-ac27-4c31-a19e-bc2b78de8804 HTTP/1.1" status: 200 len: 879 time: 4.7274864 Dec 17 13:20:17.083737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43342) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:17.089614 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b8467-f24a-4f2a-bd55-c315dcc1e202 None None] Sync routers for ids ['9a20413b-ac27-4c31-a19e-bc2b78de8804'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:17.109068 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b8467-f24a-4f2a-bd55-c315dcc1e202 None None] Routers {'9a20413b-ac27-4c31-a19e-bc2b78de8804'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:17.109688 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-929b8467-f24a-4f2a-bd55-c315dcc1e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9a20413b-ac27-4c31-a19e-bc2b78de8804'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:17.179685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port b3465991-b56b-46d9-9ec2-f9b226debc88, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b3465991-b56b-46d9-9ec2-f9b226debc88,segment=NetworkSegment(59f31933-244c-4a44-ac58-65b87ce9a01b),segment_id=59f31933-244c-4a44-ac58-65b87ce9a01b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:17.264368 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-929b8467-f24a-4f2a-bd55-c315dcc1e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:17.272165 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:17.292888 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b8467-f24a-4f2a-bd55-c315dcc1e202 None None] Routers {'9a20413b-ac27-4c31-a19e-bc2b78de8804'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:17.293529 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-929b8467-f24a-4f2a-bd55-c315dcc1e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9a20413b-ac27-4c31-a19e-bc2b78de8804'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:17.398506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=b3465991-b56b-46d9-9ec2-f9b226debc88,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:17.447343 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-929b8467-f24a-4f2a-bd55-c315dcc1e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:17.448312 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b8467-f24a-4f2a-bd55-c315dcc1e202 None None] The sync data for ids ['9a20413b-ac27-4c31-a19e-bc2b78de8804'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:17.505187 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:17.703853 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:17.880412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e97d27b-ce1e-427a-b727-3e741cbc2c7d None None] Network 7ca52467-5ba4-4548-8aa6-f294130e2001 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:17.909221 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0dadcf55-471b-4564-96d9-0f308dcd3d10 req-e80676f9-af60-44c6-a2ee-c108ff6ffd46 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 210 time: 0.0551653 Dec 17 13:20:17.994037 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:18.108910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5b88af68-5049-4569-9a02-959b9c8de72f None None] Provisioning complete for port b3465991-b56b-46d9-9ec2-f9b226debc88 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:18.109460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5b88af68-5049-4569-9a02-959b9c8de72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:18.236030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 23cfd115-5f3f-41bd-81ee-f752bfb2949b is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:20:18.311998 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ac244f7-b2c6-4697-b796-555a7cf2f889 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:18.349461 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-35bfe69f-df42-49ec-a7df-c4f1f5289536 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/routers/9a20413b-ac27-4c31-a19e-bc2b78de8804 HTTP/1.1" status: 200 len: 920 time: 1.2602549 Dec 17 13:20:18.352774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43360) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:18.367000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ae0721-6d1a-40ae-9789-51723d9ee113 None None] Update dhcp port {'port': {'network_id': '7ca52467-5ba4-4548-8aa6-f294130e2001', 'fixed_ips': [{'subnet_id': '8a760686-af94-476e-9477-be40477cc57a', 'ip_address': '2001:db8::2'}, {'subnet_id': '897137e6-d5ad-4bda-9ea8-6fe23acef619'}], 'binding:host_id': 'n-d-815324-5'}, 'id': 'b3465991-b56b-46d9-9ec2-f9b226debc88'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:20:18.374230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31e2cc-c292-4b74-a69f-daf644fe6c5c req-3a2737dd-571f-45f1-96f1-aa6891f887ab tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:18.382148 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f31e2cc-c292-4b74-a69f-daf644fe6c5c req-3a2737dd-571f-45f1-96f1-aa6891f887ab tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.2817740 Dec 17 13:20:18.401994 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-65ae0721-6d1a-40ae-9789-51723d9ee113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:18.414776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-cc1dc5e0-7363-422d-8900-62e45f46aa6a tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:18.416400 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-cc1dc5e0-7363-422d-8900-62e45f46aa6a tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.54 "GET /v2.0/networks?id=03ed0339-3e01-439a-9788-cddf9f6c296c HTTP/1.1" status: 200 len: 813 time: 0.3290389 Dec 17 13:20:18.439547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Request body: {'port': {'device_id': '03e135fc-d115-43be-951c-cf0b0a07b6a0', 'network_id': '03ed0339-3e01-439a-9788-cddf9f6c296c', 'admin_state_up': True, 'tenant_id': 'eda81c2dade54e739283e18806e41f26'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:18.464049 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ac244f7-b2c6-4697-b796-555a7cf2f889 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:18.506480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:18.517632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029431b4-65b5-4467-9190-03b5eabe95df tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:18.519328 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-029431b4-65b5-4467-9190-03b5eabe95df tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&device_id=9a20413b-ac27-4c31-a19e-bc2b78de8804&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1654973 Dec 17 13:20:18.524636 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43362) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:18.538481 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f31e2cc-c292-4b74-a69f-daf644fe6c5c req-bc05d84c-1b1f-4a22-b8bc-8949a5c4a426 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550941 Dec 17 13:20:18.538943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ac244f7-b2c6-4697-b796-555a7cf2f889 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network 769f1113-f5bb-4268-ae28-863fa85e4aa2 is not hosted by any dhcp agent {{(pid=110453) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 13:20:18.544702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac244f7-b2c6-4697-b796-555a7cf2f889 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:18.545333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ac244f7-b2c6-4697-b796-555a7cf2f889 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:18.559912 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6ac244f7-b2c6-4697-b796-555a7cf2f889 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "PUT /v2.0/networks/769f1113-f5bb-4268-ae28-863fa85e4aa2 HTTP/1.1" status: 200 len: 723 time: 1.6158841 Dec 17 13:20:18.560032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43366) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:18.560032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f27a6df7-d52c-4788-83f0-7525c0d57189 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'subnet': {'network_id': '769f1113-f5bb-4268-ae28-863fa85e4aa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:18.620463 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac244f7-b2c6-4697-b796-555a7cf2f889 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Network': ['ID=769f1113-f5bb-4268-ae28-863fa85e4aa2,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:18.645722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 769f1113-f5bb-4268-ae28-863fa85e4aa2 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:18.654724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd0fc64-c949-41c5-b4c2-fc2935b9a2f5 None None] Sync routers for ids ['23cfd115-5f3f-41bd-81ee-f752bfb2949b'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:18.662200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b3465991-b56b-46d9-9ec2-f9b226debc88 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:18.775069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Made reservation on behalf of eda81c2dade54e739283e18806e41f26 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:18.778691 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:18.797788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0fc64-c949-41c5-b4c2-fc2935b9a2f5 None None] Routers {'23cfd115-5f3f-41bd-81ee-f752bfb2949b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:18.798714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5dd0fc64-c949-41c5-b4c2-fc2935b9a2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['23cfd115-5f3f-41bd-81ee-f752bfb2949b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:18.882465 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:18.883625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5dd0fc64-c949-41c5-b4c2-fc2935b9a2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:18.923307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0fc64-c949-41c5-b4c2-fc2935b9a2f5 None None] Routers {'23cfd115-5f3f-41bd-81ee-f752bfb2949b'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:18.923998 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5dd0fc64-c949-41c5-b4c2-fc2935b9a2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['23cfd115-5f3f-41bd-81ee-f752bfb2949b'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:18.928775 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-65ae0721-6d1a-40ae-9789-51723d9ee113 None None] Allocated IP 172.20.0.1 (7ca52467-5ba4-4548-8aa6-f294130e2001/897137e6-d5ad-4bda-9ea8-6fe23acef619/b3465991-b56b-46d9-9ec2-f9b226debc88) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:18.937482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b3465991-b56b-46d9-9ec2-f9b226debc88 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:18.937884 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:18.946478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Allocated IP 172.20.0.2 (03ed0339-3e01-439a-9788-cddf9f6c296c/c1fbc793-eee7-4847-b358-4a62abde001c/c546bb5d-484c-4888-86bf-28619274b8aa) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:19.011670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5dd0fc64-c949-41c5-b4c2-fc2935b9a2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:19.012371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd0fc64-c949-41c5-b4c2-fc2935b9a2f5 None None] The sync data for ids ['23cfd115-5f3f-41bd-81ee-f752bfb2949b'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:19.137710 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:19.140654 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ffd12cde-1df3-4a50-a278-a271ccaab90f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.6466553 Dec 17 13:20:19.146324 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3df3bc3e-4d80-46a0-aafb-0911db74f0e2 req-1b9fe5e8-bf3f-493f-b419-0f48a03e962c tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 210 time: 0.0860369 Dec 17 13:20:19.149131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43370) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:19.154340 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:19.213221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-65ae0721-6d1a-40ae-9789-51723d9ee113 None None] For port b3465991-b56b-46d9-9ec2-f9b226debc88, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b3465991-b56b-46d9-9ec2-f9b226debc88,segment=NetworkSegment(59f31933-244c-4a44-ac58-65b87ce9a01b),segment_id=59f31933-244c-4a44-ac58-65b87ce9a01b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:19.269114 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-65ae0721-6d1a-40ae-9789-51723d9ee113 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:19.309730 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:19.357350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c6334c-13ee-4211-ac30-dc03e6283b6c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:19.363202 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-80c6334c-13ee-4211-ac30-dc03e6283b6c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 881 time: 0.8333826 Dec 17 13:20:19.363393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43376) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:19.384017 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-65ae0721-6d1a-40ae-9789-51723d9ee113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:19.395302 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-672a164a-54a3-4575-9eb9-c5ffa4a5ed84 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/routers/23cfd115-5f3f-41bd-81ee-f752bfb2949b HTTP/1.1" status: 200 len: 879 time: 0.2378159 Dec 17 13:20:19.407653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43378) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:19.414149 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-62f02624-c367-43f8-8f1d-6ddb61ec4d94 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a20413b-ac27-4c31-a19e-bc2b78de8804 HTTP/1.1" status: 200 len: 205 time: 0.0500107 Dec 17 13:20:19.418231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Network 03ed0339-3e01-439a-9788-cddf9f6c296c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:19.425821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43380) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:19.430903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:19.443784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:19.492130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Pushing event updated for resources: {'Port': ['ID=c546bb5d-484c-4888-86bf-28619274b8aa,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:19.492358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae0721-6d1a-40ae-9789-51723d9ee113 None None] Pushing event updated for resources: {'Port': ['ID=b3465991-b56b-46d9-9ec2-f9b226debc88,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:19.516047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27a6df7-d52c-4788-83f0-7525c0d57189 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:19.521717 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f27a6df7-d52c-4788-83f0-7525c0d57189 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:19.601942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:19.602860 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:19.614116 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:19.631121 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:19.714158 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-65c10274-e4b1-4f3c-846e-5e5721e2368b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2831130 Dec 17 13:20:19.761732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Request body: {'port': {'device_id': '03e135fc-d115-43be-951c-cf0b0a07b6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:19.844382 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:19.847393 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:19.924333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296704c8-135c-4f3e-bce6-b52af8f61d99 req-e42957c4-6f56-46c3-83dc-ce3df210990c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:19.924333 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-296704c8-135c-4f3e-bce6-b52af8f61d99 req-e42957c4-6f56-46c3-83dc-ce3df210990c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.2152541 Dec 17 13:20:20.021286 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9148be17-0711-4649-954f-6bef38595f15 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6091104 Dec 17 13:20:20.022645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43386) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:20.030384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-149856ee-5a1f-40e8-84be-a24426ab232a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-87521243'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:20.043703 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-296704c8-135c-4f3e-bce6-b52af8f61d99 req-e9de8a4e-161d-46a4-b249-5936b3d62dd2 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006265 Dec 17 13:20:20.048988 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f27a6df7-d52c-4788-83f0-7525c0d57189 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:20.121626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a6df7-d52c-4788-83f0-7525c0d57189 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Subnet': ['ID=c5839bff-2161-42a1-912f-c93e158182fb,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:20.173144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a6df7-d52c-4788-83f0-7525c0d57189 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Checking segment: {'id': '817acb87-b73e-42d6-b900-20849344a51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '769f1113-f5bb-4268-ae28-863fa85e4aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:20.174067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a6df7-d52c-4788-83f0-7525c0d57189 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network hostable DHCP agents. Network: 769f1113-f5bb-4268-ae28-863fa85e4aa2, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:20:20.177247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Deleting port fd674f7a-7849-4ea9-a783-12002e721cd8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:20.177247 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:20.292336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f709c-3cb2-4fb2-9a74-873983f3f917 req-f40401e3-6587-4e2a-ae1b-cebfd88ee352 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:20.294917 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd3f709c-3cb2-4fb2-9a74-873983f3f917 req-f40401e3-6587-4e2a-ae1b-cebfd88ee352 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 931 time: 0.0641174 Dec 17 13:20:20.305159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f669a476-7fbc-4ffc-bba8-b2776316a9b9 None None] Network 7ca52467-5ba4-4548-8aa6-f294130e2001 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:20.318025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a6df7-d52c-4788-83f0-7525c0d57189 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network 769f1113-f5bb-4268-ae28-863fa85e4aa2 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:20:20.355446 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd3f709c-3cb2-4fb2-9a74-873983f3f917 req-0ccc8c6c-05c3-4070-9787-16f87f7afdb6 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540946 Dec 17 13:20:20.380998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-f27a6df7-d52c-4788-83f0-7525c0d57189 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 769f1113-f5bb-4268-ae28-863fa85e4aa2) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:20.386166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27a6df7-d52c-4788-83f0-7525c0d57189 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:20.386724 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f27a6df7-d52c-4788-83f0-7525c0d57189 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601106'] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:20.401250 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cfac78-1af2-46c0-bea5-b6b7243813a3 None None] Network 769f1113-f5bb-4268-ae28-863fa85e4aa2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:20.461417 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f27a6df7-d52c-4788-83f0-7525c0d57189 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9060121 Dec 17 13:20:20.465350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43396) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:20.478745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-51b857c3-807a-4bfb-84fd-3c212e916353 None None] Provisioning complete for port b3465991-b56b-46d9-9ec2-f9b226debc88 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:20.479153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-51b857c3-807a-4bfb-84fd-3c212e916353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:20.482076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-94c4e8d7-5831-4e7a-8d32-a398d9d80a2b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:20.544326 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:20.565252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67538f-4856-488e-a6a2-287db7dec8dd req-53d26793-10d3-4a9f-8a55-e4df51b0ece4 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:20.567323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e67538f-4856-488e-a6a2-287db7dec8dd req-53d26793-10d3-4a9f-8a55-e4df51b0ece4 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.4072678 Dec 17 13:20:20.589702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43398) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:20.595708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a6b0c00f-939b-4cfa-aa73-92c4f7fad0bf tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Request body: {'floatingip': {'port_id': '87b06630-f02d-41fa-a661-61f4ae8b1e9d'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:20.611730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-769f1113-f5bb-4268-ae28-863fa85e4aa2', 'network_id': '769f1113-f5bb-4268-ae28-863fa85e4aa2', 'project_id': 'f0261c69ca594f8fa5dd1f1f809c0f6c', 'fixed_ips': [{'subnet_id': 'c5839bff-2161-42a1-912f-c93e158182fb'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:20:20.612603 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:20.625391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Calling delete_port for fd674f7a-7849-4ea9-a783-12002e721cd8 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:20.697940 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c00f-939b-4cfa-aa73-92c4f7fad0bf tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:20.731525 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-149856ee-5a1f-40e8-84be-a24426ab232a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:20.757205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-94c4e8d7-5831-4e7a-8d32-a398d9d80a2b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4645855'] for subnet, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:20.841785 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-149856ee-5a1f-40e8-84be-a24426ab232a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:20.943598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b3465991-b56b-46d9-9ec2-f9b226debc88 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:20.948698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c546bb5d-484c-4888-86bf-28619274b8aa {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:20:20.960119 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.025677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Transition to ACTIVE for port object c546bb5d-484c-4888-86bf-28619274b8aa will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:20:21.060437 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b3465991-b56b-46d9-9ec2-f9b226debc88 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:21.060972 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.102589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149856ee-5a1f-40e8-84be-a24426ab232a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 23cfd115-5f3f-41bd-81ee-f752bfb2949b has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:20:21.201135 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-94c4e8d7-5831-4e7a-8d32-a398d9d80a2b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786484877020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4404180'] for subnet, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.210237 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.232121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b984d876-7f55-4499-a015-8215511b43e6 None None] Provisioning complete for port b3465991-b56b-46d9-9ec2-f9b226debc88 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:21.232428 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b984d876-7f55-4499-a015-8215511b43e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.250942 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c4e8d7-5831-4e7a-8d32-a398d9d80a2b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:21.254946 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-94c4e8d7-5831-4e7a-8d32-a398d9d80a2b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.256135 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-94c4e8d7-5831-4e7a-8d32-a398d9d80a2b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "PUT /v2.0/subnets/c5839bff-2161-42a1-912f-c93e158182fb HTTP/1.1" status: 200 len: 826 time: 0.7895255 Dec 17 13:20:21.260811 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43414) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:21.369848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Pushing event updated for resources: {'Port': ['ID=c546bb5d-484c-4888-86bf-28619274b8aa,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:21.385873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4e8d7-5831-4e7a-8d32-a398d9d80a2b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Subnet': ['ID=c5839bff-2161-42a1-912f-c93e158182fb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:21.399232 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.480704 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.482731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Allocated IP 2001:db8::2 (769f1113-f5bb-4268-ae28-863fa85e4aa2/c5839bff-2161-42a1-912f-c93e158182fb/f6888f17-54b2-4ac0-b3c9-608620fe5316) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:21.490929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97973b04-baab-4b25-b5bd-4ff4d65d9261 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:21.540024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Pushing event deleted for resources: {'Port': ['ID=fd674f7a-7849-4ea9-a783-12002e721cd8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:21.557963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149856ee-5a1f-40e8-84be-a24426ab232a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:21.575667 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199d25c-3602-4dbd-bf78-fc631219080c None None] Sync routers for ids ['23cfd115-5f3f-41bd-81ee-f752bfb2949b'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:21.604689 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199d25c-3602-4dbd-bf78-fc631219080c None None] Routers {'23cfd115-5f3f-41bd-81ee-f752bfb2949b'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:21.605476 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d199d25c-3602-4dbd-bf78-fc631219080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['23cfd115-5f3f-41bd-81ee-f752bfb2949b'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:21.614279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-149856ee-5a1f-40e8-84be-a24426ab232a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.625686 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-149856ee-5a1f-40e8-84be-a24426ab232a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/23cfd115-5f3f-41bd-81ee-f752bfb2949b HTTP/1.1" status: 200 len: 886 time: 1.5954673 Dec 17 13:20:21.627204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43422) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:21.667708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Attempting to bind port c546bb5d-484c-4888-86bf-28619274b8aa on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:20:21.668054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Attempting to bind port c546bb5d-484c-4888-86bf-28619274b8aa by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'eb144b1c-8515-4be9-8c06-d15023773f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '03ed0339-3e01-439a-9788-cddf9f6c296c'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:20:21.668907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Attempting to bind port c546bb5d-484c-4888-86bf-28619274b8aa on network 03ed0339-3e01-439a-9788-cddf9f6c296c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:21.690906 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d199d25c-3602-4dbd-bf78-fc631219080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:21.696818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Port c546bb5d-484c-4888-86bf-28619274b8aa on network 03ed0339-3e01-439a-9788-cddf9f6c296c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:20:21.696818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Attempting to bind port c546bb5d-484c-4888-86bf-28619274b8aa on network 03ed0339-3e01-439a-9788-cddf9f6c296c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:21.702443 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199d25c-3602-4dbd-bf78-fc631219080c None None] Routers {'23cfd115-5f3f-41bd-81ee-f752bfb2949b'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:21.706344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:20:21.706701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Checking segment: {'id': 'eb144b1c-8515-4be9-8c06-d15023773f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '03ed0339-3e01-439a-9788-cddf9f6c296c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:21.707097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Bound using segment: {'id': 'eb144b1c-8515-4be9-8c06-d15023773f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '03ed0339-3e01-439a-9788-cddf9f6c296c'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:20:21.707365 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d199d25c-3602-4dbd-bf78-fc631219080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['23cfd115-5f3f-41bd-81ee-f752bfb2949b'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:21.708552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Bound port: c546bb5d-484c-4888-86bf-28619274b8aa, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb144b1c-8515-4be9-8c06-d15023773f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '03ed0339-3e01-439a-9788-cddf9f6c296c'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:20:21.708552 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.735378 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.755014 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d199d25c-3602-4dbd-bf78-fc631219080c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:21.756015 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199d25c-3602-4dbd-bf78-fc631219080c None None] The sync data for ids ['23cfd115-5f3f-41bd-81ee-f752bfb2949b'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:21.766019 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c00f-939b-4cfa-aa73-92c4f7fad0bf tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.812444 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.859552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e39add-6e78-4f7d-8b5f-d273a9c66fce req-d561da71-03be-4f8b-8622-be14947fd6b4 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:21.861466 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d1e39add-6e78-4f7d-8b5f-d273a9c66fce req-d561da71-03be-4f8b-8622-be14947fd6b4 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 943 time: 0.3419132 Dec 17 13:20:21.877076 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c00f-939b-4cfa-aa73-92c4f7fad0bf tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.886883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.890066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.901666 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.926459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:21.949104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Network 769f1113-f5bb-4268-ae28-863fa85e4aa2 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:21.958163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:21.966474 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:21.975424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Pushing event updated for resources: {'Port': ['ID=f6888f17-54b2-4ac0-b3c9-608620fe5316,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:21.977683 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b02e9ef2-e47a-4ed4-b911-59482da9ad21 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/routers/23cfd115-5f3f-41bd-81ee-f752bfb2949b HTTP/1.1" status: 200 len: 886 time: 0.3465691 Dec 17 13:20:21.984343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43424) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:22.020040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] For port c546bb5d-484c-4888-86bf-28619274b8aa, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:20:22.025306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] For port c546bb5d-484c-4888-86bf-28619274b8aa, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c546bb5d-484c-4888-86bf-28619274b8aa,segment=NetworkSegment(eb144b1c-8515-4be9-8c06-d15023773f58),segment_id=eb144b1c-8515-4be9-8c06-d15023773f58)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:20:22.039745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43426) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:22.039946 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-89f218b1-20ed-4d6a-b6a1-5dd0704efc57 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=23cfd115-5f3f-41bd-81ee-f752bfb2949b HTTP/1.1" status: 200 len: 205 time: 0.0502133 Dec 17 13:20:22.066409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Attempting to bind port f6888f17-54b2-4ac0-b3c9-608620fe5316 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:20:22.066704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Attempting to bind port f6888f17-54b2-4ac0-b3c9-608620fe5316 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '817acb87-b73e-42d6-b900-20849344a51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '769f1113-f5bb-4268-ae28-863fa85e4aa2'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:20:22.067079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Attempting to bind port f6888f17-54b2-4ac0-b3c9-608620fe5316 on network 769f1113-f5bb-4268-ae28-863fa85e4aa2 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:22.073916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:20:22.074331 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Checking segment: {'id': '817acb87-b73e-42d6-b900-20849344a51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '769f1113-f5bb-4268-ae28-863fa85e4aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:22.075157 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:22.075157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Bound using segment: {'id': '817acb87-b73e-42d6-b900-20849344a51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '769f1113-f5bb-4268-ae28-863fa85e4aa2'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:20:22.075635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Bound port: f6888f17-54b2-4ac0-b3c9-608620fe5316, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817acb87-b73e-42d6-b900-20849344a51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '769f1113-f5bb-4268-ae28-863fa85e4aa2'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:20:22.076029 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:22.108094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:22.114844 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d1e39add-6e78-4f7d-8b5f-d273a9c66fce req-6e0d385f-bd09-418a-a7f2-60d95cbd2013 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460425 Dec 17 13:20:22.127975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:22.128673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Fanout notify agent at l3_agent the message router_deleted on router 9a20413b-ac27-4c31-a19e-bc2b78de8804 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:20:22.137140 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-a6b0c00f-939b-4cfa-aa73-92c4f7fad0bf tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Floating IP 4ee991f1-1dca-4dce-8656-14e5c4988e88 associated. External IP: 172.25.0.19, port: 87b06630-f02d-41fa-a661-61f4ae8b1e9d. Dec 17 13:20:22.144874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:22.153078 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-76eeee47-5daf-49ad-b28d-4a881dbf81c0 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/routers/9a20413b-ac27-4c31-a19e-bc2b78de8804 HTTP/1.1" status: 204 len: 168 time: 2.7308269 Dec 17 13:20:22.181058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] For port f6888f17-54b2-4ac0-b3c9-608620fe5316, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:20:22.185233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43428) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:22.185852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] For port f6888f17-54b2-4ac0-b3c9-608620fe5316, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f6888f17-54b2-4ac0-b3c9-608620fe5316,segment=NetworkSegment(817acb87-b73e-42d6-b900-20849344a51a),segment_id=817acb87-b73e-42d6-b900-20849344a51a)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:20:22.194149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-51e03173-958c-443e-98e3-6bb087010925 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-896020005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:22.212331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:22.213129 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:22.214750 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] 10.222.0.54 "PUT /v2.0/ports/c546bb5d-484c-4888-86bf-28619274b8aa HTTP/1.1" status: 200 len: 1091 time: 2.4580405 Dec 17 13:20:22.217449 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e135fc-d115-43be-951c-cf0b0a07b6a0', 'tag': 'c546bb5d-484c-4888-86bf-28619274b8aa'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:20:22.227037 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1e0570-ba68-42d1-a369-a6d86c76fe57" -d '{"events": [{"name": "network-changed", "server_uuid": "03e135fc-d115-43be-951c-cf0b0a07b6a0", "tag": "c546bb5d-484c-4888-86bf-28619274b8aa"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:20:22.240677 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:22.265622 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:22.290173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Subnet': ['ID=c5839bff-2161-42a1-912f-c93e158182fb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:22.442766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c234ce-47e8-4090-9413-8b244423dcea None None] Pushing event updated for resources: {'Port': ['ID=f6888f17-54b2-4ac0-b3c9-608620fe5316,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:22.778808 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6336f42a-29ef-4b4d-a73a-b29093b8443b x-openstack-request-id: req-6336f42a-29ef-4b4d-a73a-b29093b8443b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:20:22.779383 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e135fc-d115-43be-951c-cf0b0a07b6a0", "tag": "c546bb5d-484c-4888-86bf-28619274b8aa", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:20:22.779476 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6336f42a-29ef-4b4d-a73a-b29093b8443b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:20:22.780001 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e135fc-d115-43be-951c-cf0b0a07b6a0', 'tag': 'c546bb5d-484c-4888-86bf-28619274b8aa', 'status': 'completed', 'code': 200} Dec 17 13:20:22.861944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2d3a0-dcd1-4c3b-9c23-0f3930e93bdb service neutron] Pushing event updated for resources: {'Port': ['ID=c546bb5d-484c-4888-86bf-28619274b8aa,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:22.880138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:22.926849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-6366ae16-8377-4403-8d67-0a25536359fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:22.930781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-6366ae16-8377-4403-8d67-0a25536359fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eda81c2dade54e739283e18806e41f26&device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 1094 time: 0.1812215 Dec 17 13:20:22.942814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51e03173-958c-443e-98e3-6bb087010925 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:22.942814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51e03173-958c-443e-98e3-6bb087010925 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:22.978950 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.031027 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-6032fe6c-dc47-4982-8141-de2eb6b582be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c546bb5d-484c-4888-86bf-28619274b8aa HTTP/1.1" status: 200 len: 217 time: 0.0825715 Dec 17 13:20:23.047668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769f1113-f5bb-4268-ae28-863fa85e4aa2']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:23.098444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817acb87-b73e-42d6-b900-20849344a51a') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:23.098852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817acb87-b73e-42d6-b900-20849344a51a') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:23.114295 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.115248 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51e03173-958c-443e-98e3-6bb087010925 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.139010 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.150153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:23.150560 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:23.154012 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:23.156589 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.164913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-cda8559a-e591-4fc5-9d6b-eb6e2ac8003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:23.166594 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-cda8559a-e591-4fc5-9d6b-eb6e2ac8003c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c1fbc793-eee7-4847-b358-4a62abde001c HTTP/1.1" status: 200 len: 853 time: 0.1281290 Dec 17 13:20:23.208755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b0c00f-939b-4cfa-aa73-92c4f7fad0bf tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Router 509dbd49-35f1-4399-aea8-0265e49b06a3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:20:23.225099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-167c6d2d-95c9-4f03-b483-d29798085555 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03ed0339-3e01-439a-9788-cddf9f6c296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473590 Dec 17 13:20:23.230761 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51e03173-958c-443e-98e3-6bb087010925 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.329199 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.api [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 13:20:23.329199 n-d-815324-5 neutron-server[110454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 13:20:23.329199 n-d-815324-5 neutron-server[110454]: [parameters: {'id': '769f1113-f5bb-4268-ae28-863fa85e4aa2'}] Dec 17 13:20:23.329199 n-d-815324-5 neutron-server[110454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:20:23.333855 n-d-815324-5 neutron-server[110454]: DEBUG oslo_db.api [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:20:23.366234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b0c00f-939b-4cfa-aa73-92c4f7fad0bf tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:23.369861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e8d06-d8ab-49f9-bcba-56b1f10b0184 req-61935707-561d-4415-9f07-0225dfb08650 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:23.371443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a80e8d06-d8ab-49f9-bcba-56b1f10b0184 req-61935707-561d-4415-9f07-0225dfb08650 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 943 time: 0.1788907 Dec 17 13:20:23.377735 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6b0c00f-939b-4cfa-aa73-92c4f7fad0bf tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.379436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e185423-4e7b-4731-be0e-a63c6158b346 None None] Sync routers for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:23.395071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e185423-4e7b-4731-be0e-a63c6158b346 None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:23.395995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4e185423-4e7b-4731-be0e-a63c6158b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:23.410270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51e03173-958c-443e-98e3-6bb087010925 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.414018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-51e03173-958c-443e-98e3-6bb087010925 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2247100 Dec 17 13:20:23.415048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43444) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:23.442282 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'enable_snat': True}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:23.454546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-0dc413ff-6550-42a1-badf-816d03cb0a35 service neutron] 10.222.0.54 "GET /v2.0/networks/03ed0339-3e01-439a-9788-cddf9f6c296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982770 Dec 17 13:20:23.520549 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a6b0c00f-939b-4cfa-aa73-92c4f7fad0bf tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "PUT /v2.0/floatingips/4ee991f1-1dca-4dce-8656-14e5c4988e88 HTTP/1.1" status: 200 len: 990 time: 2.9288738 Dec 17 13:20:23.521414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964a1776-a235-478f-82c3-159e9305d64d', 'tag': '87b06630-f02d-41fa-a661-61f4ae8b1e9d'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:20:23.524406 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2510d3-8613-4e91-83c3-07ead7aa433c" -d '{"events": [{"name": "network-changed", "server_uuid": "964a1776-a235-478f-82c3-159e9305d64d", "tag": "87b06630-f02d-41fa-a661-61f4ae8b1e9d"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:20:23.619489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-4e185423-4e7b-4731-be0e-a63c6158b346 None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:20:23.711023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a80e8d06-d8ab-49f9-bcba-56b1f10b0184 req-a45808b1-9507-430d-aefc-e8b4b37a96a5 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171549 Dec 17 13:20:23.717399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0df5bf-7f59-448a-9f4c-7208b851a143 req-6dd5ebc5-41a4-4366-be9f-70738ac1208c service neutron] 10.222.0.54 "GET /v2.0/networks/03ed0339-3e01-439a-9788-cddf9f6c296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502041 Dec 17 13:20:23.726913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 6560b65c-6280-4c88-ad3d-d04dec573942 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:23.727275 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.823597 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd59ec28-c3e4-45f6-a2a7-0b082c7426cc x-openstack-request-id: req-fd59ec28-c3e4-45f6-a2a7-0b082c7426cc {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:20:23.823912 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964a1776-a235-478f-82c3-159e9305d64d", "tag": "87b06630-f02d-41fa-a661-61f4ae8b1e9d", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:20:23.824161 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd59ec28-c3e4-45f6-a2a7-0b082c7426cc {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:20:23.824563 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964a1776-a235-478f-82c3-159e9305d64d', 'tag': '87b06630-f02d-41fa-a661-61f4ae8b1e9d', 'status': 'completed', 'code': 200} Dec 17 13:20:23.833267 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.836533 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.956641 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.968297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Deleting port f6888f17-54b2-4ac0-b3c9-608620fe5316 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:23.968642 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:23.998301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 6560b65c-6280-4c88-ad3d-d04dec573942 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:24.101735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] For port f6888f17-54b2-4ac0-b3c9-608620fe5316, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f6888f17-54b2-4ac0-b3c9-608620fe5316,segment=NetworkSegment(817acb87-b73e-42d6-b900-20849344a51a),segment_id=817acb87-b73e-42d6-b900-20849344a51a)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:24.102212 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:24.129630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4e185423-4e7b-4731-be0e-a63c6158b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ee991f1-1dca-4dce-8656-14e5c4988e88', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'floating_ip_address': '172.25.0.19', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'port_id': '87b06630-f02d-41fa-a661-61f4ae8b1e9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'mac_address': 'fa:16:3e:d8:94:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964a1776-a235-478f-82c3-159e9305d64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:19:48Z', 'updated_at': '2021-12-17T13:20:21Z', 'revision_number': 1, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:49Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:24.132024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2510d3-8613-4e91-83c3-07ead7aa433c req-2ab67984-efdd-4473-a809-d84b34a9a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:24.134157 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f2510d3-8613-4e91-83c3-07ead7aa433c req-2ab67984-efdd-4473-a809-d84b34a9a893 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 1096 time: 0.3241198 Dec 17 13:20:24.134732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Calling delete_port for f6888f17-54b2-4ac0-b3c9-608620fe5316 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:24.153614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0570-ba68-42d1-a369-a6d86c76fe57 req-8155c345-cd1b-4e1e-866e-1f9da0f926b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:24.155426 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f1e0570-ba68-42d1-a369-a6d86c76fe57 req-8155c345-cd1b-4e1e-866e-1f9da0f926b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eda81c2dade54e739283e18806e41f26&device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 1094 time: 0.2770965 Dec 17 13:20:24.202804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9758edc1-bf55-4fc8-9287-f5fa37c433c3 None None] Network 769f1113-f5bb-4268-ae28-863fa85e4aa2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:24.206852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e185423-4e7b-4731-be0e-a63c6158b346 None None] Checking router: 509dbd49-35f1-4399-aea8-0265e49b06a3 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:20:24.269498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e185423-4e7b-4731-be0e-a63c6158b346 None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:24.270173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4e185423-4e7b-4731-be0e-a63c6158b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:24.391008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-00cc98a3-4b69-4dc0-9b84-3eb3bf8cfdcb None None] Provisioning complete for port f6888f17-54b2-4ac0-b3c9-608620fe5316 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:24.391721 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00cc98a3-4b69-4dc0-9b84-3eb3bf8cfdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:24.396758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:24.432226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2510d3-8613-4e91-83c3-07ead7aa433c req-7a9650d7-e80e-47b8-9a47-2a9cdb9bd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:24.433908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f2510d3-8613-4e91-83c3-07ead7aa433c req-7a9650d7-e80e-47b8-9a47-2a9cdb9bd00d service neutron] 10.222.0.61 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 912 time: 0.2770479 Dec 17 13:20:24.451396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-4e185423-4e7b-4731-be0e-a63c6158b346 None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:20:24.457798 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:24.460006 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:24.490283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-00cc98a3-4b69-4dc0-9b84-3eb3bf8cfdcb None None] Could not find standard attr ID for object f6888f17-54b2-4ac0-b3c9-608620fe5316. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:20:24.497106 n-d-815324-5 neutron-server[110455]: INFO neutron.plugins.ml2.db [None req-00cc98a3-4b69-4dc0-9b84-3eb3bf8cfdcb None None] No ports have port_id starting with f6888f17-54b2-4ac0-b3c9-608620fe5316 Dec 17 13:20:24.507498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0570-ba68-42d1-a369-a6d86c76fe57 req-9b5371d2-c53c-43c5-b9eb-a53697b62a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:24.509626 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f1e0570-ba68-42d1-a369-a6d86c76fe57 req-9b5371d2-c53c-43c5-b9eb-a53697b62a0b service neutron] 10.222.0.54 "GET /v2.0/networks?id=03ed0339-3e01-439a-9788-cddf9f6c296c HTTP/1.1" status: 200 len: 914 time: 0.3417583 Dec 17 13:20:24.516026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No DVR routers for this DVR port f6888f17-54b2-4ac0-b3c9-608620fe5316 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:24.555564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Port': ['ID=f6888f17-54b2-4ac0-b3c9-608620fe5316,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:24.567729 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d3a4b-a5c6-4dc2-8965-21f15dd7185c None None] DHCP port deletion for 769f1113-f5bb-4268-ae28-863fa85e4aa2 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:24.609615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59add628-8487-4ac9-9539-c89fdc1e9f2c None None] Network 769f1113-f5bb-4268-ae28-863fa85e4aa2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:24.698011 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:24.757831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769f1113-f5bb-4268-ae28-863fa85e4aa2']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:24.768820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f1e0570-ba68-42d1-a369-a6d86c76fe57 req-fea970f5-1d14-451e-8540-760835c0a3a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c546bb5d-484c-4888-86bf-28619274b8aa HTTP/1.1" status: 200 len: 217 time: 0.1719544 Dec 17 13:20:24.793566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817acb87-b73e-42d6-b900-20849344a51a') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:24.793929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817acb87-b73e-42d6-b900-20849344a51a') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:24.817602 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:24.841638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Allocated IP 172.25.0.229 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/eda68fe2-b869-4d79-93b7-68545d8c76bc) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:24.849717 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:24.867141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:24.867542 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:24.870981 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:24.874199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4e185423-4e7b-4731-be0e-a63c6158b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ee991f1-1dca-4dce-8656-14e5c4988e88', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'floating_ip_address': '172.25.0.19', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'port_id': '87b06630-f02d-41fa-a661-61f4ae8b1e9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'mac_address': 'fa:16:3e:d8:94:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964a1776-a235-478f-82c3-159e9305d64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:19:48Z', 'updated_at': '2021-12-17T13:20:21Z', 'revision_number': 1, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:49Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:24.886084 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f2510d3-8613-4e91-83c3-07ead7aa433c req-74a551a9-a1da-418d-a640-85cf5b85e969 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b06630-f02d-41fa-a661-61f4ae8b1e9d HTTP/1.1" status: 200 len: 998 time: 0.4007804 Dec 17 13:20:24.905714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e185423-4e7b-4731-be0e-a63c6158b346 None None] The sync data for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 is: [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ee991f1-1dca-4dce-8656-14e5c4988e88', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'floating_ip_address': '172.25.0.19', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'port_id': '87b06630-f02d-41fa-a661-61f4ae8b1e9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'mac_address': 'fa:16:3e:d8:94:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964a1776-a235-478f-82c3-159e9305d64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:19:48Z', 'updated_at': '2021-12-17T13:20:21Z', 'revision_number': 1, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:49Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:24.913246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e0570-ba68-42d1-a369-a6d86c76fe57 req-972d82d4-c221-45eb-829d-55ba354769dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:24.919331 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f1e0570-ba68-42d1-a369-a6d86c76fe57 req-972d82d4-c221-45eb-829d-55ba354769dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c1fbc793-eee7-4847-b358-4a62abde001c HTTP/1.1" status: 200 len: 853 time: 0.1396677 Dec 17 13:20:24.947135 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:24.984722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056be84-20f2-40a3-9df8-4e008b6f7f8a req-9b36dbec-2aff-4575-8b74-c33509931b69 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:24.987194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b056be84-20f2-40a3-9df8-4e008b6f7f8a req-9b36dbec-2aff-4575-8b74-c33509931b69 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 943 time: 0.1689014 Dec 17 13:20:25.020754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c546bb5d-484c-4888-86bf-28619274b8aa details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:20:25.035211 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f1e0570-ba68-42d1-a369-a6d86c76fe57 req-4383e9a2-5b67-4637-8e24-88414421a2d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03ed0339-3e01-439a-9788-cddf9f6c296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900819 Dec 17 13:20:25.050110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b1054a-2761-425b-befd-5338f1ef5e42 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:25.101709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=6560b65c-6280-4c88-ad3d-d04dec573942,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:25.116726 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.139577 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.156548 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.173732 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/769f1113-f5bb-4268-ae28-863fa85e4aa2 HTTP/1.1" status: 204 len: 168 time: 3.8682466 Dec 17 13:20:25.181762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43474) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:25.201838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b33243-aab8-4a31-93b1-0df450035122 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Network': ['ID=769f1113-f5bb-4268-ae28-863fa85e4aa2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:25.207019 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-251ffd71-ef49-46a6-b637-5f35432b20ea tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:25.207489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251ffd71-ef49-46a6-b637-5f35432b20ea tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:25.214413 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-251ffd71-ef49-46a6-b637-5f35432b20ea tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/769f1113-f5bb-4268-ae28-863fa85e4aa2 HTTP/1.1" status: 404 len: 339 time: 0.0279996 Dec 17 13:20:25.220102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43476) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:25.227118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-17d6ba78-20d4-435c-b5dd-df4f06d07c2c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1167501838', 'description': 'd1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:25.233459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2510d3-8613-4e91-83c3-07ead7aa433c req-76603084-e1d9-4a49-b061-956d7a32043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:25.235007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f2510d3-8613-4e91-83c3-07ead7aa433c req-76603084-e1d9-4a49-b061-956d7a32043e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d1656b2-e2b6-417d-b1f4-d2369980ad95 HTTP/1.1" status: 200 len: 850 time: 0.3406806 Dec 17 13:20:25.247553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c546bb5d-484c-4888-86bf-28619274b8aa, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c546bb5d-484c-4888-86bf-28619274b8aa,segment=NetworkSegment(eb144b1c-8515-4be9-8c06-d15023773f58),segment_id=eb144b1c-8515-4be9-8c06-d15023773f58)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:25.266057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'c546bb5d-484c-4888-86bf-28619274b8aa', 'network_id': '03ed0339-3e01-439a-9788-cddf9f6c296c', 'port_id': 'c546bb5d-484c-4888-86bf-28619274b8aa', 'mac_address': 'fa:16:3e:7d:94:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1fbc793-eee7-4847-b358-4a62abde001c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:20:25.290641 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.348938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b056be84-20f2-40a3-9df8-4e008b6f7f8a req-4fb9a3e0-9fca-4d85-88e2-612dcda93da8 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146429 Dec 17 13:20:25.373487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:25.373617 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0f20c-79fa-41c2-b2c6-a96f16063fef None None] New status for floating IP 4ee991f1-1dca-4dce-8656-14e5c4988e88: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:20:25.384815 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:25.400347 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.406410 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:25.415886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d6ba78-20d4-435c-b5dd-df4f06d07c2c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:25.427557 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d6ba78-20d4-435c-b5dd-df4f06d07c2c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.555895 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.563023 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.634308 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d6ba78-20d4-435c-b5dd-df4f06d07c2c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:20:25.643867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event updated for resources: {'Port': ['ID=eda68fe2-b869-4d79-93b7-68545d8c76bc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:25.681404 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.684859 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a903364-d2f7-4070-8943-d072299e0839 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:25.714615 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d6ba78-20d4-435c-b5dd-df4f06d07c2c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.714977 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-17d6ba78-20d4-435c-b5dd-df4f06d07c2c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Added segment 367b19b8-222e-4b0e-a677-abcd8320c7d7 of type vlan for network 7c65153e-8ee9-4527-94bd-a7aaa5845589 Dec 17 13:20:25.716589 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f1e0570-ba68-42d1-a369-a6d86c76fe57 req-4dd8b588-4b8d-4778-9bd5-36cf9d2502b7 service neutron] 10.222.0.54 "GET /v2.0/networks/03ed0339-3e01-439a-9788-cddf9f6c296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6390047 Dec 17 13:20:25.718694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c546bb5d-484c-4888-86bf-28619274b8aa {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:20:25.721148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2510d3-8613-4e91-83c3-07ead7aa433c req-91b6ba5b-b408-4732-b5c2-71c31f94354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:25.723428 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f2510d3-8613-4e91-83c3-07ead7aa433c req-91b6ba5b-b408-4732-b5c2-71c31f94354f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efd523df-1141-427f-91d1-b66f399f62fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4619954 Dec 17 13:20:25.775463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c546bb5d-484c-4888-86bf-28619274b8aa, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c546bb5d-484c-4888-86bf-28619274b8aa,segment=NetworkSegment(eb144b1c-8515-4be9-8c06-d15023773f58),segment_id=eb144b1c-8515-4be9-8c06-d15023773f58)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:25.800668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-97f46709-dd23-4167-8361-8a782b309938 None None] Provisioning complete for port eda68fe2-b869-4d79-93b7-68545d8c76bc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:25.801054 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-97f46709-dd23-4167-8361-8a782b309938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.873686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-97f46709-dd23-4167-8361-8a782b309938 None None] Port eda68fe2-b869-4d79-93b7-68545d8c76bc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:20:25.875186 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.906374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d6ba78-20d4-435c-b5dd-df4f06d07c2c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.913981 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f1e0570-ba68-42d1-a369-a6d86c76fe57 req-fef88824-d9c3-4eb2-9817-3d9868cd5557 service neutron] 10.222.0.54 "GET /v2.0/networks/03ed0339-3e01-439a-9788-cddf9f6c296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890643 Dec 17 13:20:25.991813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:25.992481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Fanout notify agent at l3_agent the message router_deleted on router 23cfd115-5f3f-41bd-81ee-f752bfb2949b {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:20:26.000682 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:26.005981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43490) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:26.008239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cc1d9920-c42d-47be-acb6-eaa29376d55c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/23cfd115-5f3f-41bd-81ee-f752bfb2949b HTTP/1.1" status: 204 len: 168 time: 3.9665766 Dec 17 13:20:26.011632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=c546bb5d-484c-4888-86bf-28619274b8aa,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:26.018223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7f140cc1-f352-409e-ac7d-1cb60f559592 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1589617175'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:26.055369 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f2510d3-8613-4e91-83c3-07ead7aa433c req-16402e27-695f-4924-8dc9-a349c19a6010 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394055 Dec 17 13:20:26.075996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d6ba78-20d4-435c-b5dd-df4f06d07c2c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:26.085500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d6ba78-20d4-435c-b5dd-df4f06d07c2c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:26.086549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d6ba78-20d4-435c-b5dd-df4f06d07c2c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:26.181403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['c546bb5d-484c-4888-86bf-28619274b8aa'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:20:26.196264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f2510d3-8613-4e91-83c3-07ead7aa433c req-4fcadb55-42e3-4a02-9c9f-21fa73548316 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335413 Dec 17 13:20:26.249481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f140cc1-f352-409e-ac7d-1cb60f559592 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:26.254088 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f140cc1-f352-409e-ac7d-1cb60f559592 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:26.283864 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-17d6ba78-20d4-435c-b5dd-df4f06d07c2c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0630763 Dec 17 13:20:26.287187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43496) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:26.287455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6ba78-20d4-435c-b5dd-df4f06d07c2c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Network': ['ID=7c65153e-8ee9-4527-94bd-a7aaa5845589,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:26.315601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 7c65153e-8ee9-4527-94bd-a7aaa5845589 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:26.409179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f140cc1-f352-409e-ac7d-1cb60f559592 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:20:26.460779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f140cc1-f352-409e-ac7d-1cb60f559592 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:26.461250 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-7f140cc1-f352-409e-ac7d-1cb60f559592 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Added segment 20703f48-38d3-4ff1-96ea-fa3521aaf90e of type vlan for network 66488c14-b170-4b9b-b5cf-ca0aeac084b2 Dec 17 13:20:26.503823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d57659-264d-4cfe-96d7-e4620a61643e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:26.505851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-62d57659-264d-4cfe-96d7-e4620a61643e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/networks?id=7c65153e-8ee9-4527-94bd-a7aaa5845589 HTTP/1.1" status: 200 len: 765 time: 0.2168961 Dec 17 13:20:26.508702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43502) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:26.516805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-22b263ee-cfbe-4cdf-80d8-f1e757728df8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'network': {'description': 'd2'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:26.570399 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f6888f17-54b2-4ac0-b3c9-608620fe5316 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:20:26.578313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:26.641775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f140cc1-f352-409e-ac7d-1cb60f559592 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:26.665515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3c706-a1dd-4e39-8e38-b02fbb0c3e5d req-790aab06-9cb1-4204-a10e-8a835e060b4f tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:26.674787 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dfc3c706-a1dd-4e39-8e38-b02fbb0c3e5d req-790aab06-9cb1-4204-a10e-8a835e060b4f tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 944 time: 0.1672204 Dec 17 13:20:26.685039 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f6888f17-54b2-4ac0-b3c9-608620fe5316 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:20:26.686665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f6888f17-54b2-4ac0-b3c9-608620fe5316 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:20:26.798302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22b263ee-cfbe-4cdf-80d8-f1e757728df8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:26.842778 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dfc3c706-a1dd-4e39-8e38-b02fbb0c3e5d req-d0bbd6c2-6fd6-4f79-b82d-159a316fb086 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671782 Dec 17 13:20:26.957248 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22b263ee-cfbe-4cdf-80d8-f1e757728df8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:26.989820 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:26.993854 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:27.002128 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f140cc1-f352-409e-ac7d-1cb60f559592 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:27.008018 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f140cc1-f352-409e-ac7d-1cb60f559592 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:27.008775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f140cc1-f352-409e-ac7d-1cb60f559592 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:27.019267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22b263ee-cfbe-4cdf-80d8-f1e757728df8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network 7c65153e-8ee9-4527-94bd-a7aaa5845589 is not hosted by any dhcp agent {{(pid=110453) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 13:20:27.025261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b263ee-cfbe-4cdf-80d8-f1e757728df8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:27.026216 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22b263ee-cfbe-4cdf-80d8-f1e757728df8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:27.030102 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-22b263ee-cfbe-4cdf-80d8-f1e757728df8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "PUT /v2.0/networks/7c65153e-8ee9-4527-94bd-a7aaa5845589 HTTP/1.1" status: 200 len: 762 time: 0.5165412 Dec 17 13:20:27.031022 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43510) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:27.112518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b263ee-cfbe-4cdf-80d8-f1e757728df8 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Network': ['ID=7c65153e-8ee9-4527-94bd-a7aaa5845589,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:27.135650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 7c65153e-8ee9-4527-94bd-a7aaa5845589 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:27.158940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068f702-f49f-4387-b280-59c6a467295a tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:27.165238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1068f702-f49f-4387-b280-59c6a467295a tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/networks?id=7c65153e-8ee9-4527-94bd-a7aaa5845589 HTTP/1.1" status: 200 len: 765 time: 0.1331418 Dec 17 13:20:27.167259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43512) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:27.180815 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f140cc1-f352-409e-ac7d-1cb60f559592 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Network': ['ID=66488c14-b170-4b9b-b5cf-ca0aeac084b2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:27.196718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 66488c14-b170-4b9b-b5cf-ca0aeac084b2 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:27.318474 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7f140cc1-f352-409e-ac7d-1cb60f559592 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3098099 Dec 17 13:20:27.320000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43514) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:27.340020 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0236257b-5b74-4162-9987-cc62b453d58d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'subnet': {'network_id': '66488c14-b170-4b9b-b5cf-ca0aeac084b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:27.352338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Router 07163085-5b72-4ada-9f1a-60436c910dc8 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:20:27.507684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543bf78-759d-4c6a-9e97-c1a42303b78c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:27.510011 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b543bf78-759d-4c6a-9e97-c1a42303b78c tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3409731 Dec 17 13:20:27.512378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43518) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:27.569633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0a98742d-d737-495b-8399-db54dd97a259 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 207 time: 0.0505970 Dec 17 13:20:27.573390 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43520) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:27.708721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:27.717945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c917b62-8c33-4165-98ca-8700ed3b5ae8 None None] Sync routers for ids ['07163085-5b72-4ada-9f1a-60436c910dc8'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:27.718958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:27.720226 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b43370fe-55c0-4fa7-b174-ae0c5fe1b442 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "PUT /v2.0/routers/07163085-5b72-4ada-9f1a-60436c910dc8 HTTP/1.1" status: 200 len: 914 time: 4.3018429 Dec 17 13:20:27.723170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43522) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:27.730338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c917b62-8c33-4165-98ca-8700ed3b5ae8 None None] Routers {'07163085-5b72-4ada-9f1a-60436c910dc8'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:27.731063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9c917b62-8c33-4165-98ca-8700ed3b5ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['07163085-5b72-4ada-9f1a-60436c910dc8'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:27.772226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9c917b62-8c33-4165-98ca-8700ed3b5ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:27.780167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0236257b-5b74-4162-9987-cc62b453d58d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:27.782294 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c917b62-8c33-4165-98ca-8700ed3b5ae8 None None] Routers {'07163085-5b72-4ada-9f1a-60436c910dc8'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:27.782832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9c917b62-8c33-4165-98ca-8700ed3b5ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['07163085-5b72-4ada-9f1a-60436c910dc8'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:27.783996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0236257b-5b74-4162-9987-cc62b453d58d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:27.800393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83e92f-a10e-4131-9179-ae09d409f444 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:27.806264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83e92f-a10e-4131-9179-ae09d409f444 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:27.812294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83e92f-a10e-4131-9179-ae09d409f444 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:27.818686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83e92f-a10e-4131-9179-ae09d409f444 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:27.819814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9c917b62-8c33-4165-98ca-8700ed3b5ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:27.820621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c917b62-8c33-4165-98ca-8700ed3b5ae8 None None] The sync data for ids ['07163085-5b72-4ada-9f1a-60436c910dc8'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:27.826485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83e92f-a10e-4131-9179-ae09d409f444 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:27.833792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83e92f-a10e-4131-9179-ae09d409f444 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:27.833792 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0b83e92f-a10e-4131-9179-ae09d409f444 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2592783 Dec 17 13:20:27.838271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43532) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:28.001868 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fd43e22a-fe67-4cce-8abe-90c5461b3bc8 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/routers/07163085-5b72-4ada-9f1a-60436c910dc8 HTTP/1.1" status: 200 len: 920 time: 0.2772098 Dec 17 13:20:28.008984 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43538) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:28.026372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-824675d7-b124-4aa3-999f-cfe206769957 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1867497 Dec 17 13:20:28.031753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43540) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:28.117266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3927f53-7b20-47c1-a3fd-83671b85043c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.121542 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a3927f53-7b20-47c1-a3fd-83671b85043c tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&device_id=07163085-5b72-4ada-9f1a-60436c910dc8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1081471 Dec 17 13:20:28.122035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43542) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:28.297413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923afa6d-653c-4f39-a6d6-0900f83ead3a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.301845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-923afa6d-653c-4f39-a6d6-0900f83ead3a tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 881 time: 0.1782262 Dec 17 13:20:28.302623 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43546) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:28.332663 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5f2fb7d6-5885-42b6-b995-286ca213008d tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "GET /v2.0/ports?device_id=07163085-5b72-4ada-9f1a-60436c910dc8 HTTP/1.1" status: 200 len: 205 time: 0.0287533 Dec 17 13:20:28.333931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0236257b-5b74-4162-9987-cc62b453d58d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:28.336021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43548) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:28.440247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236257b-5b74-4162-9987-cc62b453d58d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Subnet': ['ID=d409c9a4-4e86-4066-837f-48334489cdff,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:28.447843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d9e3-2311-4963-b869-7f108dfb4d99 req-c15ac987-06ad-4128-bbc0-5831bcc30464 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.448934 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b6c9d9e3-2311-4963-b869-7f108dfb4d99 req-c15ac987-06ad-4128-bbc0-5831bcc30464 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 944 time: 0.4829831 Dec 17 13:20:28.468886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d0d0c-7f8a-4b6a-b9c5-ae175bed9294 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.470985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d0d0c-7f8a-4b6a-b9c5-ae175bed9294 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.472492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d0d0c-7f8a-4b6a-b9c5-ae175bed9294 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.474167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d0d0c-7f8a-4b6a-b9c5-ae175bed9294 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.475697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d0d0c-7f8a-4b6a-b9c5-ae175bed9294 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.481032 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-936d0d0c-7f8a-4b6a-b9c5-ae175bed9294 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4464099 Dec 17 13:20:28.484927 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43550) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:28.567822 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b6c9d9e3-2311-4963-b869-7f108dfb4d99 req-8645ffb7-a53c-42d4-8248-ecfad97fccc0 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038723 Dec 17 13:20:28.908886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236257b-5b74-4162-9987-cc62b453d58d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Checking segment: {'id': '20703f48-38d3-4ff1-96ea-fa3521aaf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '66488c14-b170-4b9b-b5cf-ca0aeac084b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:28.909312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0236257b-5b74-4162-9987-cc62b453d58d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network hostable DHCP agents. Network: 66488c14-b170-4b9b-b5cf-ca0aeac084b2, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:20:28.934962 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:28.943946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7a4f8-6f01-401c-88c6-3c8317fe7402 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.945347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7a4f8-6f01-401c-88c6-3c8317fe7402 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.946764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7a4f8-6f01-401c-88c6-3c8317fe7402 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.948162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7a4f8-6f01-401c-88c6-3c8317fe7402 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.949684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7a4f8-6f01-401c-88c6-3c8317fe7402 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:28.951242 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e5e7a4f8-6f01-401c-88c6-3c8317fe7402 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4650438 Dec 17 13:20:28.956045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43562) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:29.026046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c546bb5d-484c-4888-86bf-28619274b8aa up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:29.065624 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:29.077505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0236257b-5b74-4162-9987-cc62b453d58d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 66488c14-b170-4b9b-b5cf-ca0aeac084b2 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:20:29.137647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de4cc1-f417-47cb-b26a-7ff2209574e6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:29.139066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-42de4cc1-f417-47cb-b26a-7ff2209574e6 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/networks/3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b HTTP/1.1" status: 200 len: 803 time: 0.1817362 Dec 17 13:20:29.144181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43566) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:29.190317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port c546bb5d-484c-4888-86bf-28619274b8aa completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:20:29.199810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port c546bb5d-484c-4888-86bf-28619274b8aa triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:29.200420 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:29.207736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-0236257b-5b74-4162-9987-cc62b453d58d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 66488c14-b170-4b9b-b5cf-ca0aeac084b2) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:29.226208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0236257b-5b74-4162-9987-cc62b453d58d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:29.227317 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0236257b-5b74-4162-9987-cc62b453d58d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:29.271456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Deleting port eda68fe2-b869-4d79-93b7-68545d8c76bc {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:29.275995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b87af-5c22-46f1-b759-04d101335d05 None None] Network 66488c14-b170-4b9b-b5cf-ca0aeac084b2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:29.280857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:29.355278 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0236257b-5b74-4162-9987-cc62b453d58d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0307589 Dec 17 13:20:29.356963 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f2389de6-8309-4558-aebc-1ad63d367565 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/networks/3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2112110 Dec 17 13:20:29.358759 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43572) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:29.359116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43574) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:29.379401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-30596199-681c-471f-be88-07d5158b239c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1677454923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:29.453759 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:29.472814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-66488c14-b170-4b9b-b5cf-ca0aeac084b2', 'network_id': '66488c14-b170-4b9b-b5cf-ca0aeac084b2', 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'fixed_ips': [{'subnet_id': 'd409c9a4-4e86-4066-837f-48334489cdff'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:20:29.475017 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:29.476180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f0b71e-7169-4184-a2ac-cb697be3e366 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:29.481495 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b4f0b71e-7169-4184-a2ac-cb697be3e366 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/subnets/4c1b5745-0a8b-4504-9a85-e2187b61f075 HTTP/1.1" status: 200 len: 843 time: 0.1154602 Dec 17 13:20:29.482014 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43578) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:29.523338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e135fc-d115-43be-951c-cf0b0a07b6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c546bb5d-484c-4888-86bf-28619274b8aa'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:20:29.529485 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:29.530097 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4ac3f7-2227-4873-b29c-8c7ca97b6d65" -d '{"events": [{"server_uuid": "03e135fc-d115-43be-951c-cf0b0a07b6a0", "name": "network-vif-plugged", "status": "completed", "tag": "c546bb5d-484c-4888-86bf-28619274b8aa"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:20:29.556152 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c546bb5d-484c-4888-86bf-28619274b8aa, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c546bb5d-484c-4888-86bf-28619274b8aa,segment=NetworkSegment(eb144b1c-8515-4be9-8c06-d15023773f58),segment_id=eb144b1c-8515-4be9-8c06-d15023773f58)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:29.566224 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30596199-681c-471f-be88-07d5158b239c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:29.570745 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30596199-681c-471f-be88-07d5158b239c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:29.602638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Calling delete_port for eda68fe2-b869-4d79-93b7-68545d8c76bc owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:29.666416 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc09f67e-cc6c-45b1-bded-d3f3fccf0fb3 x-openstack-request-id: req-bc09f67e-cc6c-45b1-bded-d3f3fccf0fb3 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:20:29.666416 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e135fc-d115-43be-951c-cf0b0a07b6a0", "name": "network-vif-plugged", "status": "completed", "tag": "c546bb5d-484c-4888-86bf-28619274b8aa", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:20:29.666416 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bc09f67e-cc6c-45b1-bded-d3f3fccf0fb3 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:20:29.677421 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e135fc-d115-43be-951c-cf0b0a07b6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c546bb5d-484c-4888-86bf-28619274b8aa', 'code': 200} Dec 17 13:20:29.678161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76ec32-847e-4f82-9a06-db8a49c12d67 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['shared'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:29.681028 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-af76ec32-847e-4f82-9a06-db8a49c12d67 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "GET /v2.0/subnets/4c1b5745-0a8b-4504-9a85-e2187b61f075?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1978457 Dec 17 13:20:29.685835 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43586) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:29.690231 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:29.693430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-440941fc-4f76-45c1-af4e-efc7b89f8941 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-206473457'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:29.880451 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30596199-681c-471f-be88-07d5158b239c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:29.917545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ab562-2b9f-43c7-a518-c3167237f3ae req-1dedca83-414c-42f6-892f-69d78756452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:29.919537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf8ab562-2b9f-43c7-a518-c3167237f3ae req-1dedca83-414c-42f6-892f-69d78756452a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 1096 time: 0.2152719 Dec 17 13:20:29.990755 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30596199-681c-471f-be88-07d5158b239c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:29.997821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=c546bb5d-484c-4888-86bf-28619274b8aa,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:30.003469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8891e-a302-4d92-9456-7cc2d96b6a87 req-18607c2b-b51c-4df1-9676-3d465d58788f tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:30.007154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05b8891e-a302-4d92-9456-7cc2d96b6a87 req-18607c2b-b51c-4df1-9676-3d465d58788f tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 945 time: 0.2231474 Dec 17 13:20:30.028819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Allocated IP 172.20.0.2 (66488c14-b170-4b9b-b5cf-ca0aeac084b2/d409c9a4-4e86-4066-837f-48334489cdff/d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:30.084428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440941fc-4f76-45c1-af4e-efc7b89f8941 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:30.089891 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-440941fc-4f76-45c1-af4e-efc7b89f8941 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.113477 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf8ab562-2b9f-43c7-a518-c3167237f3ae req-79a471d6-8fe6-40e8-b015-deea0ff2eff8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845772 Dec 17 13:20:30.134743 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05b8891e-a302-4d92-9456-7cc2d96b6a87 req-fb541550-3568-4ca3-b897-7a59f7033f0b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155095 Dec 17 13:20:30.144525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440941fc-4f76-45c1-af4e-efc7b89f8941 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:20:30.151992 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30596199-681c-471f-be88-07d5158b239c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.153439 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-30596199-681c-471f-be88-07d5158b239c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7933404 Dec 17 13:20:30.156643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43594) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:30.170120 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-440941fc-4f76-45c1-af4e-efc7b89f8941 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.170661 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-440941fc-4f76-45c1-af4e-efc7b89f8941 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Added segment 5d067269-f812-4fe1-8683-f06f4ba451c4 of type vlan for network 0f689e50-a146-4225-a785-bbe5ce4c3c73 Dec 17 13:20:30.281488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-440941fc-4f76-45c1-af4e-efc7b89f8941 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.319780 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.337966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.419645 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c7f16e-56eb-4142-80a5-caebfda7c14a None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:30.424067 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.429649 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-440941fc-4f76-45c1-af4e-efc7b89f8941 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.433893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Pushing event deleted for resources: {'Port': ['ID=eda68fe2-b869-4d79-93b7-68545d8c76bc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:30.437713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440941fc-4f76-45c1-af4e-efc7b89f8941 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:30.440319 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-440941fc-4f76-45c1-af4e-efc7b89f8941 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.488546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Pushing event updated for resources: {'Port': ['ID=d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:30.510475 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Network 66488c14-b170-4b9b-b5cf-ca0aeac084b2 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:30.512785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:30.515845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:30.541354 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-440941fc-4f76-45c1-af4e-efc7b89f8941 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8542523 Dec 17 13:20:30.573409 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43598) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:30.586430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Attempting to bind port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:20:30.587175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Attempting to bind port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '20703f48-38d3-4ff1-96ea-fa3521aaf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '66488c14-b170-4b9b-b5cf-ca0aeac084b2'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:20:30.587882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Attempting to bind port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d on network 66488c14-b170-4b9b-b5cf-ca0aeac084b2 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:30.588193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'subnet': {'network_id': '0f689e50-a146-4225-a785-bbe5ce4c3c73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:30.596232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:20:30.597037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Checking segment: {'id': '20703f48-38d3-4ff1-96ea-fa3521aaf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '66488c14-b170-4b9b-b5cf-ca0aeac084b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:30.597788 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.598377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Bound using segment: {'id': '20703f48-38d3-4ff1-96ea-fa3521aaf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '66488c14-b170-4b9b-b5cf-ca0aeac084b2'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:20:30.599816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Bound port: d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20703f48-38d3-4ff1-96ea-fa3521aaf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '66488c14-b170-4b9b-b5cf-ca0aeac084b2'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:20:30.599816 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.608788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440941fc-4f76-45c1-af4e-efc7b89f8941 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Network': ['ID=0f689e50-a146-4225-a785-bbe5ce4c3c73,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:30.627748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 0f689e50-a146-4225-a785-bbe5ce4c3c73 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:30.727899 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.748490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] For port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:20:30.752753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] For port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d,segment=NetworkSegment(20703f48-38d3-4ff1-96ea-fa3521aaf90e),segment_id=20703f48-38d3-4ff1-96ea-fa3521aaf90e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:20:30.836175 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.901273 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.903027 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:30.933746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f1a51-bdab-4fb2-918c-bb283b821b85 None None] Pushing event updated for resources: {'Port': ['ID=d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:31.016088 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.128045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Made reservation on behalf of f0261c69ca594f8fa5dd1f1f809c0f6c for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:31.132161 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.142345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.142888 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Fanout notify agent at l3_agent the message router_deleted on router 07163085-5b72-4ada-9f1a-60436c910dc8 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:20:31.152332 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.153397 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3802b4b6-495e-4ad3-869b-c45c01cefd76 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/routers/07163085-5b72-4ada-9f1a-60436c910dc8 HTTP/1.1" status: 204 len: 168 time: 2.8139377 Dec 17 13:20:31.157229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43608) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:31.169248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-9c448604-9431-4d9b-89b0-201d47ceced5 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2101111521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:31.225642 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:20:31.258779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_backend_mixin [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Performing IP validity checks on allocation pools {{(pid=110454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 13:20:31.259312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_backend_mixin [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 13:20:31.326971 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9c448604-9431-4d9b-89b0-201d47ceced5 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.330227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9c448604-9431-4d9b-89b0-201d47ceced5 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.396387 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9c448604-9431-4d9b-89b0-201d47ceced5 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.412085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b3488-fd28-4f46-b14b-644579567edd req-75fe624e-75c6-4fb0-a3a2-7039eb0df0b8 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:31.413250 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b3b3488-fd28-4f46-b14b-644579567edd req-75fe624e-75c6-4fb0-a3a2-7039eb0df0b8 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 945 time: 0.1432109 Dec 17 13:20:31.462556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Allocated IP 172.20.0.1 (66488c14-b170-4b9b-b5cf-ca0aeac084b2/d409c9a4-4e86-4066-837f-48334489cdff/3b5d155e-d82e-414e-8f55-fd746ac174a8) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:31.502798 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9c448604-9431-4d9b-89b0-201d47ceced5 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.578301 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b3b3488-fd28-4f46-b14b-644579567edd req-2696b298-5e3d-4781-af00-4da555893ccd tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554129 Dec 17 13:20:31.603640 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.659323 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9c448604-9431-4d9b-89b0-201d47ceced5 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.660709 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9c448604-9431-4d9b-89b0-201d47ceced5 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4998977 Dec 17 13:20:31.663401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43618) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:31.669433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'enable_snat': False}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:31.709145 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.734767 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.801066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Subnet': ['ID=b2bc1838-52b5-464b-ba44-68f86208fe9b,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:31.855001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Checking segment: {'id': '5d067269-f812-4fe1-8683-f06f4ba451c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f689e50-a146-4225-a785-bbe5ce4c3c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:31.855392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network hostable DHCP agents. Network: 0f689e50-a146-4225-a785-bbe5ce4c3c73, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:20:31.871459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.936095 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:31.941115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 66488c14-b170-4b9b-b5cf-ca0aeac084b2 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:31.953002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:31.953002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:31.996130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=3b5d155e-d82e-414e-8f55-fd746ac174a8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:32.024831 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:32.072343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f64cca-8d8d-4fe5-8b2b-3d539c119129 None None] Network 66488c14-b170-4b9b-b5cf-ca0aeac084b2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:32.099214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Network 0f689e50-a146-4225-a785-bbe5ce4c3c73 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:20:32.188893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 0f689e50-a146-4225-a785-bbe5ce4c3c73) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:32.194980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:32.195646 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:32.210273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-04e5143f-12d0-4db1-9777-b15dae191073 None None] Provisioning complete for port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:32.210273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04e5143f-12d0-4db1-9777-b15dae191073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:32.246346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3daf59-ccc3-476c-b20c-ed067f501037 None None] Network 0f689e50-a146-4225-a785-bbe5ce4c3c73 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:32.409990 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04e5143f-12d0-4db1-9777-b15dae191073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:32.422005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-0f689e50-a146-4225-a785-bbe5ce4c3c73', 'network_id': '0f689e50-a146-4225-a785-bbe5ce4c3c73', 'project_id': 'f0261c69ca594f8fa5dd1f1f809c0f6c', 'fixed_ips': [{'subnet_id': 'b2bc1838-52b5-464b-ba44-68f86208fe9b'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:20:32.423842 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:32.471900 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:32.484055 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:32.498630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-04e5143f-12d0-4db1-9777-b15dae191073 None None] For port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d,segment=NetworkSegment(20703f48-38d3-4ff1-96ea-fa3521aaf90e),segment_id=20703f48-38d3-4ff1-96ea-fa3521aaf90e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:32.521438 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:32.647991 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9117695f-27fd-4727-b9dd-9b17a9fe2807 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0684803 Dec 17 13:20:32.653726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43634) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:32.670549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f9101552-1271-47d9-81b3-197cfbf34ac4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:32.730606 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04e5143f-12d0-4db1-9777-b15dae191073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:32.734781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:32.832528 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Allocated IP 172.25.0.230 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/a807f049-1aea-4a12-9be2-f53fb5d81363) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:32.860014 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5143f-12d0-4db1-9777-b15dae191073 None None] Pushing event updated for resources: {'Port': ['ID=d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:32.918234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Allocated IP 2001:db8::3 (0f689e50-a146-4225-a785-bbe5ce4c3c73/b2bc1838-52b5-464b-ba44-68f86208fe9b/6fd20402-e031-4591-8206-fcb43012eaa5) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:32.940010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ae71f61b-fb13-4430-8078-704d89e2810f None None] Provisioning complete for port 3b5d155e-d82e-414e-8f55-fd746ac174a8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:32.940391 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae71f61b-fb13-4430-8078-704d89e2810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:32.986252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ae71f61b-fb13-4430-8078-704d89e2810f None None] Port 3b5d155e-d82e-414e-8f55-fd746ac174a8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:20:32.993554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04acdb-32ef-468d-a6c6-1fb71eff02a2 req-e0079606-3856-4ec3-b0e8-5ecc1174b72f tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:33.008510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e04acdb-32ef-468d-a6c6-1fb71eff02a2 req-e0079606-3856-4ec3-b0e8-5ecc1174b72f tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 945 time: 0.2864842 Dec 17 13:20:33.039613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9101552-1271-47d9-81b3-197cfbf34ac4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4698609'] for subnet, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.063849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:33.064791 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.100018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ae71f61b-fb13-4430-8078-704d89e2810f None None] Provisioning complete for port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:33.100332 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae71f61b-fb13-4430-8078-704d89e2810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.117730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.138940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e04acdb-32ef-468d-a6c6-1fb71eff02a2 req-b5ed6582-7016-42ed-84c8-cbb03b95d056 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075602 Dec 17 13:20:33.168063 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.209470 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.328731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=3b5d155e-d82e-414e-8f55-fd746ac174a8,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:33.332266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.355134 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.392857 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.424763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:33.431656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:33.435644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:33.461427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6646f295-d39f-4cd9-9415-2f4e3f47a766 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:33.493899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Pushing event updated for resources: {'Port': ['ID=a807f049-1aea-4a12-9be2-f53fb5d81363,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:33.497300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 66488c14-b170-4b9b-b5cf-ca0aeac084b2 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:33.498930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:33.519648 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.619517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Pushing event updated for resources: {'Port': ['ID=6fd20402-e031-4591-8206-fcb43012eaa5,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:33.671529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Network 0f689e50-a146-4225-a785-bbe5ce4c3c73 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:33.684118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:33.686285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1d295b66-823a-4de1-a946-254e282a2df1 None None] Provisioning complete for port 3b5d155e-d82e-414e-8f55-fd746ac174a8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:33.686915 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d295b66-823a-4de1-a946-254e282a2df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.689420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:33.863076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1d295b66-823a-4de1-a946-254e282a2df1 None None] Port 3b5d155e-d82e-414e-8f55-fd746ac174a8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:20:33.904201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Attempting to bind port 6fd20402-e031-4591-8206-fcb43012eaa5 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:20:33.904607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Attempting to bind port 6fd20402-e031-4591-8206-fcb43012eaa5 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '5d067269-f812-4fe1-8683-f06f4ba451c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f689e50-a146-4225-a785-bbe5ce4c3c73'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:20:33.905039 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Attempting to bind port 6fd20402-e031-4591-8206-fcb43012eaa5 on network 0f689e50-a146-4225-a785-bbe5ce4c3c73 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:33.926807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:20:33.927201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Checking segment: {'id': '5d067269-f812-4fe1-8683-f06f4ba451c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f689e50-a146-4225-a785-bbe5ce4c3c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:33.927615 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.928025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Bound using segment: {'id': '5d067269-f812-4fe1-8683-f06f4ba451c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f689e50-a146-4225-a785-bbe5ce4c3c73'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:20:33.928526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Bound port: 6fd20402-e031-4591-8206-fcb43012eaa5, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d067269-f812-4fe1-8683-f06f4ba451c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0f689e50-a146-4225-a785-bbe5ce4c3c73'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:20:33.928897 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.929789 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router a55eb052-324e-42d6-80da-0da424d26072 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:20:33.931040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1d295b66-823a-4de1-a946-254e282a2df1 None None] Provisioning complete for port a807f049-1aea-4a12-9be2-f53fb5d81363 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:33.931402 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d295b66-823a-4de1-a946-254e282a2df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:33.965783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8544423-2f29-44ea-acd0-703bd29cc4b9 req-db2171d2-62a7-45a3-86aa-89d51e1cc48c tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:33.965783 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8544423-2f29-44ea-acd0-703bd29cc4b9 req-db2171d2-62a7-45a3-86aa-89d51e1cc48c tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 945 time: 0.1390655 Dec 17 13:20:34.031897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1d295b66-823a-4de1-a946-254e282a2df1 None None] Port a807f049-1aea-4a12-9be2-f53fb5d81363 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:20:34.085855 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9101552-1271-47d9-81b3-197cfbf34ac4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786484877020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5830772'] for subnet, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:34.123521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] For port 6fd20402-e031-4591-8206-fcb43012eaa5, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:20:34.127627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] For port 6fd20402-e031-4591-8206-fcb43012eaa5, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6fd20402-e031-4591-8206-fcb43012eaa5,segment=NetworkSegment(5d067269-f812-4fe1-8683-f06f4ba451c4),segment_id=5d067269-f812-4fe1-8683-f06f4ba451c4)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:20:34.179423 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d8544423-2f29-44ea-acd0-703bd29cc4b9 req-aa816a78-4f5d-46ec-bd71-e3ddb13c29bd tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031486 Dec 17 13:20:34.185003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-be486de8-707c-44ac-ac82-f316461f0732 None None] Provisioning complete for port 3b5d155e-d82e-414e-8f55-fd746ac174a8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:34.185867 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-be486de8-707c-44ac-ac82-f316461f0732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:34.218610 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:34.227778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6df33-3700-4e35-812b-3f53d38546a6 req-72289a48-f2bb-4410-95c8-9b404da319fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:34.229966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53c6df33-3700-4e35-812b-3f53d38546a6 req-72289a48-f2bb-4410-95c8-9b404da319fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eda81c2dade54e739283e18806e41f26&device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 1096 time: 0.2893281 Dec 17 13:20:34.234480 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10e165-d058-4de2-8066-fd2b1bc86224 None None] Sync routers for ids ['a55eb052-324e-42d6-80da-0da424d26072'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:34.252728 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10e165-d058-4de2-8066-fd2b1bc86224 None None] Routers {'a55eb052-324e-42d6-80da-0da424d26072'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:34.253915 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3c10e165-d058-4de2-8066-fd2b1bc86224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a55eb052-324e-42d6-80da-0da424d26072'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:34.254170 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e3c26b2e-d672-4038-8011-2d54e9b89dfe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/a55eb052-324e-42d6-80da-0da424d26072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0935886 Dec 17 13:20:34.254844 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43662) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:34.265414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-be486de8-707c-44ac-ac82-f316461f0732 None None] Port 3b5d155e-d82e-414e-8f55-fd746ac174a8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:20:34.276620 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:34.306943 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3c10e165-d058-4de2-8066-fd2b1bc86224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:34.322882 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10e165-d058-4de2-8066-fd2b1bc86224 None None] Routers {'a55eb052-324e-42d6-80da-0da424d26072'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:34.325390 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3c10e165-d058-4de2-8066-fd2b1bc86224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a55eb052-324e-42d6-80da-0da424d26072'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:34.325563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9101552-1271-47d9-81b3-197cfbf34ac4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:34.326227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9101552-1271-47d9-81b3-197cfbf34ac4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:34.331463 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f9101552-1271-47d9-81b3-197cfbf34ac4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "PUT /v2.0/subnets/b2bc1838-52b5-464b-ba44-68f86208fe9b HTTP/1.1" status: 200 len: 900 time: 1.6728396 Dec 17 13:20:34.342730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43664) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:34.393241 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3c10e165-d058-4de2-8066-fd2b1bc86224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:34.395146 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10e165-d058-4de2-8066-fd2b1bc86224 None None] The sync data for ids ['a55eb052-324e-42d6-80da-0da424d26072'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:34.463532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9101552-1271-47d9-81b3-197cfbf34ac4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event updated for resources: {'Subnet': ['ID=b2bc1838-52b5-464b-ba44-68f86208fe9b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:34.476675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de03c1-727d-4559-bf2c-3e28e48ef5dc None None] Pushing event updated for resources: {'Port': ['ID=6fd20402-e031-4591-8206-fcb43012eaa5,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:34.480958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26343c76-3596-4fa3-8461-d6d5c280ed08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:34.482506 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-26343c76-3596-4fa3-8461-d6d5c280ed08 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports/3b5d155e-d82e-414e-8f55-fd746ac174a8 HTTP/1.1" status: 200 len: 910 time: 0.2266898 Dec 17 13:20:34.485606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43670) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:34.493457 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:34.517271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-79e151a5-c4a2-4429-bf62-6ea876402cd3 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd409c9a4-4e86-4066-837f-48334489cdff'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:34.699620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6df33-3700-4e35-812b-3f53d38546a6 req-d193b9d1-9fe9-4828-8048-12970eab6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:34.701169 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53c6df33-3700-4e35-812b-3f53d38546a6 req-d193b9d1-9fe9-4828-8048-12970eab6ec0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=03ed0339-3e01-439a-9788-cddf9f6c296c HTTP/1.1" status: 200 len: 914 time: 0.4594367 Dec 17 13:20:34.857392 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53c6df33-3700-4e35-812b-3f53d38546a6 req-31aac2ad-4881-4dec-915e-e6fbe874651d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c546bb5d-484c-4888-86bf-28619274b8aa HTTP/1.1" status: 200 len: 217 time: 0.1327982 Dec 17 13:20:34.910876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:35.048635 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:35.055467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:35.062652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6df33-3700-4e35-812b-3f53d38546a6 req-e1b242fa-5a86-4389-bcb2-a8d2375c39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:35.066250 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53c6df33-3700-4e35-812b-3f53d38546a6 req-e1b242fa-5a86-4389-bcb2-a8d2375c39d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c1fbc793-eee7-4847-b358-4a62abde001c HTTP/1.1" status: 200 len: 853 time: 0.1990998 Dec 17 13:20:35.079047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:35.155409 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79e151a5-c4a2-4429-bf62-6ea876402cd3 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:35.169966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53c6df33-3700-4e35-812b-3f53d38546a6 req-474ddc86-7089-4940-a88f-c5f9c37efad6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03ed0339-3e01-439a-9788-cddf9f6c296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676546 Dec 17 13:20:35.185825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Deleting port 6fd20402-e031-4591-8206-fcb43012eaa5 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:35.189911 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:35.444930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53c6df33-3700-4e35-812b-3f53d38546a6 req-a1a1b1d8-92fd-4e16-a392-fde57a0029bd service neutron] 10.222.0.54 "GET /v2.0/networks/03ed0339-3e01-439a-9788-cddf9f6c296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657642 Dec 17 13:20:35.453486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668b533-1399-4d82-97ab-30a766d3113b req-5dbfc0a0-e75a-4424-9b83-e9a8ed8122bd tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:35.455698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c668b533-1399-4d82-97ab-30a766d3113b req-5dbfc0a0-e75a-4424-9b83-e9a8ed8122bd tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 945 time: 0.1313031 Dec 17 13:20:35.464681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:35.465203 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:35.481430 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] For port 6fd20402-e031-4591-8206-fcb43012eaa5, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6fd20402-e031-4591-8206-fcb43012eaa5,segment=NetworkSegment(5d067269-f812-4fe1-8683-f06f4ba451c4),segment_id=5d067269-f812-4fe1-8683-f06f4ba451c4)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:35.481877 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:35.651656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c668b533-1399-4d82-97ab-30a766d3113b req-d0df2c1d-e7f7-454e-96cd-7d7957fabb8b tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360836 Dec 17 13:20:35.696692 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53c6df33-3700-4e35-812b-3f53d38546a6 req-00daa8de-656c-4892-b7be-e05f36e10ddb service neutron] 10.222.0.54 "GET /v2.0/networks/03ed0339-3e01-439a-9788-cddf9f6c296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399161 Dec 17 13:20:35.698359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Router 5e88fed0-3f35-4060-ba69-257d5d052750 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:20:35.866795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:35.871583 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:35.876289 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1187d1ab-4900-43e9-858f-0286e5efb62e tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "PUT /v2.0/routers/5e88fed0-3f35-4060-ba69-257d5d052750 HTTP/1.1" status: 200 len: 916 time: 4.2114313 Dec 17 13:20:35.879567 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43690) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:35.879745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f31ad73-07c4-4d3a-8e5f-0683d7c8730f None None] Sync routers for ids ['5e88fed0-3f35-4060-ba69-257d5d052750'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:35.899486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f31ad73-07c4-4d3a-8e5f-0683d7c8730f None None] Routers {'5e88fed0-3f35-4060-ba69-257d5d052750'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:35.900434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8f31ad73-07c4-4d3a-8e5f-0683d7c8730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['5e88fed0-3f35-4060-ba69-257d5d052750'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:35.961383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8f31ad73-07c4-4d3a-8e5f-0683d7c8730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:35.971800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f31ad73-07c4-4d3a-8e5f-0683d7c8730f None None] Routers {'5e88fed0-3f35-4060-ba69-257d5d052750'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:35.974749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8f31ad73-07c4-4d3a-8e5f-0683d7c8730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['5e88fed0-3f35-4060-ba69-257d5d052750'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:35.982883 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:36.019231 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Calling delete_port for 6fd20402-e031-4591-8206-fcb43012eaa5 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:36.060344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8f31ad73-07c4-4d3a-8e5f-0683d7c8730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:36.072476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f31ad73-07c4-4d3a-8e5f-0683d7c8730f None None] The sync data for ids ['5e88fed0-3f35-4060-ba69-257d5d052750'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:36.080956 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cd3c3ffd-5247-4c41-8ab1-f9bd2bf1d2a8 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/routers/5e88fed0-3f35-4060-ba69-257d5d052750 HTTP/1.1" status: 200 len: 922 time: 0.1996598 Dec 17 13:20:36.081430 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43696) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:36.111942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00dbb87-96f4-49aa-b9b7-4a344768614c None None] Network 0f689e50-a146-4225-a785-bbe5ce4c3c73 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:36.228302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-176e731d-2a24-4632-91b1-b5ebd01fde26 None None] Provisioning complete for port 6fd20402-e031-4591-8206-fcb43012eaa5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:36.228728 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-176e731d-2a24-4632-91b1-b5ebd01fde26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:36.231298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00398c3-0f50-45d8-9b2b-af40eef22462 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:36.236283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b00398c3-0f50-45d8-9b2b-af40eef22462 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&device_id=5e88fed0-3f35-4060-ba69-257d5d052750&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1131470 Dec 17 13:20:36.237642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43698) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:36.406459 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-176e731d-2a24-4632-91b1-b5ebd01fde26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:36.522129 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79e151a5-c4a2-4429-bf62-6ea876402cd3 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:36.577680 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:36.723111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No DVR routers for this DVR port 6fd20402-e031-4591-8206-fcb43012eaa5 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:36.726485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Port': ['ID=6fd20402-e031-4591-8206-fcb43012eaa5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:36.748768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-876b985c-f6ad-482b-94e8-33ddaa5a1a91 None None] Could not find standard attr ID for object 6fd20402-e031-4591-8206-fcb43012eaa5. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:20:36.753777 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79e151a5-c4a2-4429-bf62-6ea876402cd3 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:36.769855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a652011-a74d-41c1-8b55-32f4fc7c6731 None None] Network 0f689e50-a146-4225-a785-bbe5ce4c3c73 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:36.795416 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6fd20402-e031-4591-8206-fcb43012eaa5 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:36.861294 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 6fd20402-e031-4591-8206-fcb43012eaa5 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:20:36.861673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6fd20402-e031-4591-8206-fcb43012eaa5 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 17 13:20:36.863766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50d1f47-df30-462e-ac4e-8c3bf7c87537 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:36.865223 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c50d1f47-df30-462e-ac4e-8c3bf7c87537 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 881 time: 0.6273024 Dec 17 13:20:36.868549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43708) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:36.902031 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a877ce2d-8078-4c9e-9f39-a1f2d5c6e97f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e88fed0-3f35-4060-ba69-257d5d052750 HTTP/1.1" status: 200 len: 205 time: 0.0321405 Dec 17 13:20:36.913210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43710) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:36.945004 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Port 6fd20402-e031-4591-8206-fcb43012eaa5 not found, will not notify nova. {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 17 13:20:36.955983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.034199 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e151a5-c4a2-4429-bf62-6ea876402cd3 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=3b5d155e-d82e-414e-8f55-fd746ac174a8,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:37.054437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e151a5-c4a2-4429-bf62-6ea876402cd3 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:37.055111 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-79e151a5-c4a2-4429-bf62-6ea876402cd3 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.058094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-79e151a5-c4a2-4429-bf62-6ea876402cd3 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/ports/3b5d155e-d82e-414e-8f55-fd746ac174a8 HTTP/1.1" status: 200 len: 910 time: 2.5714664 Dec 17 13:20:37.073134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43716) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:37.141669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c49d98-1679-4e8c-8b8b-28b9fa470103 req-6979ef2e-95bc-477d-b93f-fd2edcf8bb4c tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:37.150062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28c49d98-1679-4e8c-8b8b-28b9fa470103 req-6979ef2e-95bc-477d-b93f-fd2edcf8bb4c tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 945 time: 0.2836666 Dec 17 13:20:37.191412 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.285357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28c49d98-1679-4e8c-8b8b-28b9fa470103 req-554b5f39-a21a-49ab-81cf-7886e900ad69 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343534 Dec 17 13:20:37.380731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.392997 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.434378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Subnet': ['ID=b2bc1838-52b5-464b-ba44-68f86208fe9b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:37.443815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efdc7fd-002b-4718-92cc-8b3b3bfdd067 None None] Network 0f689e50-a146-4225-a785-bbe5ce4c3c73 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:37.546293 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.574891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f689e50-a146-4225-a785-bbe5ce4c3c73']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:37.577427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Deleting port a807f049-1aea-4a12-9be2-f53fb5d81363 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:37.581355 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.607740 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d067269-f812-4fe1-8683-f06f4ba451c4') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:37.608106 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d067269-f812-4fe1-8683-f06f4ba451c4') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:37.623214 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.642913 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.655206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:37.655206 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:37.656949 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:37.721198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac99951-d23c-4889-b8b5-de29d42c9a34 None None] DHCP port deletion for 0f689e50-a146-4225-a785-bbe5ce4c3c73 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:37.779643 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.793693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Calling delete_port for a807f049-1aea-4a12-9be2-f53fb5d81363 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:37.801689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc45aacd-8720-4f14-b401-e6161784b85b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.889646 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.899609 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:37.902959 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/0f689e50-a146-4225-a785-bbe5ce4c3c73 HTTP/1.1" status: 204 len: 168 time: 3.5607030 Dec 17 13:20:37.940713 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43730) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:38.007663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d2da5-b2a6-4607-bea9-6dbfeb02d877 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Network': ['ID=0f689e50-a146-4225-a785-bbe5ce4c3c73,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:38.046096 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf214ce-d65e-4e2c-aefc-ec6a3144b58d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:38.046563 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf214ce-d65e-4e2c-aefc-ec6a3144b58d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:38.052998 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-aaf214ce-d65e-4e2c-aefc-ec6a3144b58d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/subnets/b2bc1838-52b5-464b-ba44-68f86208fe9b HTTP/1.1" status: 404 len: 337 time: 0.1089923 Dec 17 13:20:38.053159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43732) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:38.096869 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9eff722-64d3-4615-8ddb-d7997719dcf1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:38.097392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9eff722-64d3-4615-8ddb-d7997719dcf1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:38.104794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f9eff722-64d3-4615-8ddb-d7997719dcf1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/0f689e50-a146-4225-a785-bbe5ce4c3c73 HTTP/1.1" status: 404 len: 339 time: 0.0482390 Dec 17 13:20:38.106347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43736) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:38.168676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74547cc1-3e0c-4f09-9c69-5144646950e8 req-7c43f5a9-3342-429a-9b09-c8974aa9e1ed tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:38.170561 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74547cc1-3e0c-4f09-9c69-5144646950e8 req-7c43f5a9-3342-429a-9b09-c8974aa9e1ed tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 945 time: 0.1040199 Dec 17 13:20:38.212381 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.224979 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.273168 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Pushing event deleted for resources: {'Port': ['ID=a807f049-1aea-4a12-9be2-f53fb5d81363,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:38.291338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74547cc1-3e0c-4f09-9c69-5144646950e8 req-fc478e51-2f83-4fce-9f57-562b8d5df277 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146328 Dec 17 13:20:38.318347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f860e9-9719-4d20-9020-4b12c81e0dfe None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:38.387245 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.396586 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.426579 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c65153e-8ee9-4527-94bd-a7aaa5845589']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:38.438990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367b19b8-222e-4b0e-a677-abcd8320c7d7') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:38.439286 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367b19b8-222e-4b0e-a677-abcd8320c7d7') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:38.450573 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.473039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-fc45aacd-8720-4f14-b401-e6161784b85b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 3b5d155e-d82e-414e-8f55-fd746ac174a8 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:38.473276 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc45aacd-8720-4f14-b401-e6161784b85b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.476544 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.500701 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.500701 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.522718 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:38.523129 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:38.527894 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:38.562961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6fd20402-e031-4591-8206-fcb43012eaa5 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:20:38.585311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 6fd20402-e031-4591-8206-fcb43012eaa5 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:20:38.585620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6fd20402-e031-4591-8206-fcb43012eaa5 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:20:38.627425 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc45aacd-8720-4f14-b401-e6161784b85b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.639890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-fc45aacd-8720-4f14-b401-e6161784b85b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 3b5d155e-d82e-414e-8f55-fd746ac174a8 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:38.660846 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.661554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Fanout notify agent at l3_agent the message router_deleted on router 5e88fed0-3f35-4060-ba69-257d5d052750 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:20:38.674239 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.680220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4dd1c1e0-b08b-4ab3-a83f-736e6d94c7f9 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/routers/5e88fed0-3f35-4060-ba69-257d5d052750 HTTP/1.1" status: 204 len: 168 time: 1.7601185 Dec 17 13:20:38.680945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43752) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:38.685230 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-466970412', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:38.694618 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.705622 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.708703 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/7c65153e-8ee9-4527-94bd-a7aaa5845589 HTTP/1.1" status: 204 len: 168 time: 0.6014018 Dec 17 13:20:38.711436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43754) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:38.736803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8ec8b-1713-4910-af57-7b006089f84b tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Network': ['ID=7c65153e-8ee9-4527-94bd-a7aaa5845589,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:38.747076 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-677563ab-d1ed-4825-a2ae-4245efa20993 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:38.747913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677563ab-d1ed-4825-a2ae-4245efa20993 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:38.751990 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-677563ab-d1ed-4825-a2ae-4245efa20993 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/subnets/c5839bff-2161-42a1-912f-c93e158182fb HTTP/1.1" status: 404 len: 337 time: 0.0383377 Dec 17 13:20:38.755038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43756) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:38.778926 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c4dc69-7fd3-49b1-a81b-9e1c3424ed44 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:38.779439 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c4dc69-7fd3-49b1-a81b-9e1c3424ed44 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:38.782504 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-27c4dc69-7fd3-49b1-a81b-9e1c3424ed44 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/769f1113-f5bb-4268-ae28-863fa85e4aa2 HTTP/1.1" status: 404 len: 339 time: 0.0264933 Dec 17 13:20:38.785175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43758) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:38.852208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b598161-0834-4514-a9e0-983d04efb9f3 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Deleting subnet 897137e6-d5ad-4bda-9ea8-6fe23acef619 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:20:38.855694 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b598161-0834-4514-a9e0-983d04efb9f3 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.877494 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.878928 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.902933 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b598161-0834-4514-a9e0-983d04efb9f3 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.951514 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:38.991849 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b598161-0834-4514-a9e0-983d04efb9f3 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:39.000410 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc45aacd-8720-4f14-b401-e6161784b85b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:39.029887 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45aacd-8720-4f14-b401-e6161784b85b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=3b5d155e-d82e-414e-8f55-fd746ac174a8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:39.138273 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b598161-0834-4514-a9e0-983d04efb9f3 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:39.179575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b598161-0834-4514-a9e0-983d04efb9f3 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Subnet': ['ID=897137e6-d5ad-4bda-9ea8-6fe23acef619,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:39.183560 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3b598161-0834-4514-a9e0-983d04efb9f3 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:39.186841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3b598161-0834-4514-a9e0-983d04efb9f3 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/subnets/897137e6-d5ad-4bda-9ea8-6fe23acef619 HTTP/1.1" status: 204 len: 168 time: 0.4003232 Dec 17 13:20:39.190098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43760) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:39.195825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b226cd-913a-40d8-a15e-b3a94f551628 None None] Network 7ca52467-5ba4-4548-8aa6-f294130e2001 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:39.268391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd5fb87-b6d9-46bf-a187-454c178912f9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Deleting subnet 8a760686-af94-476e-9477-be40477cc57a {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:20:39.272501 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fb87-b6d9-46bf-a187-454c178912f9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:39.337850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fb87-b6d9-46bf-a187-454c178912f9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:39.373176 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:39.385685 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc45aacd-8720-4f14-b401-e6161784b85b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:39.473263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226843ad-f1a3-43e6-b7dc-4fb7b45bd3ca req-6a125453-b8ea-4d60-aa99-2b95335d3938 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:39.475790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-226843ad-f1a3-43e6-b7dc-4fb7b45bd3ca req-6a125453-b8ea-4d60-aa99-2b95335d3938 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.54 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 945 time: 0.1010368 Dec 17 13:20:39.576344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b43dd1-2942-4846-89fd-875ef98648f7 req-172392de-7367-4d0f-983c-a4d455bf9060 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:39.577731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fb87-b6d9-46bf-a187-454c178912f9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:39.578280 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46b43dd1-2942-4846-89fd-875ef98648f7 req-172392de-7367-4d0f-983c-a4d455bf9060 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 945 time: 0.1775327 Dec 17 13:20:39.736454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-226843ad-f1a3-43e6-b7dc-4fb7b45bd3ca req-6027385d-523a-4936-a048-296e1fef54c3 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Deleting port c546bb5d-484c-4888-86bf-28619274b8aa {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:39.736806 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-226843ad-f1a3-43e6-b7dc-4fb7b45bd3ca req-6027385d-523a-4936-a048-296e1fef54c3 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:39.803686 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fb87-b6d9-46bf-a187-454c178912f9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:39.864497 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5fb87-b6d9-46bf-a187-454c178912f9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Subnet': ['ID=8a760686-af94-476e-9477-be40477cc57a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:39.880447 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fb87-b6d9-46bf-a187-454c178912f9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:39.886668 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8bd5fb87-b6d9-46bf-a187-454c178912f9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/subnets/8a760686-af94-476e-9477-be40477cc57a HTTP/1.1" status: 204 len: 168 time: 0.6933267 Dec 17 13:20:39.889267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43778) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:40.040155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-226843ad-f1a3-43e6-b7dc-4fb7b45bd3ca req-6027385d-523a-4936-a048-296e1fef54c3 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] For port c546bb5d-484c-4888-86bf-28619274b8aa, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c546bb5d-484c-4888-86bf-28619274b8aa,segment=NetworkSegment(eb144b1c-8515-4be9-8c06-d15023773f58),segment_id=eb144b1c-8515-4be9-8c06-d15023773f58)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:40.040564 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-226843ad-f1a3-43e6-b7dc-4fb7b45bd3ca req-6027385d-523a-4936-a048-296e1fef54c3 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.065665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-226843ad-f1a3-43e6-b7dc-4fb7b45bd3ca req-6027385d-523a-4936-a048-296e1fef54c3 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Calling delete_port for c546bb5d-484c-4888-86bf-28619274b8aa owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:40.071133 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.197463 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46b43dd1-2942-4846-89fd-875ef98648f7 req-3360b32f-cc5e-4fae-897b-9f84b0f775e5 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/security-groups?id=92c05323-6dc4-46bc-8dd4-da8f0251b613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523825 Dec 17 13:20:40.205711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc45aacd-8720-4f14-b401-e6161784b85b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router a55eb052-324e-42d6-80da-0da424d26072 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:20:40.225801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb30f35c-a5c3-4810-960b-adafbba777e1 None None] Network 7ca52467-5ba4-4548-8aa6-f294130e2001 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:40.267922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Deleting port b3465991-b56b-46d9-9ec2-f9b226debc88 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:40.268621 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.326159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-250fd741-e5fa-40b5-8a42-5b2806d4d984 None None] Provisioning complete for port b3465991-b56b-46d9-9ec2-f9b226debc88 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:40.326828 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-250fd741-e5fa-40b5-8a42-5b2806d4d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.356446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] For port b3465991-b56b-46d9-9ec2-f9b226debc88, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b3465991-b56b-46d9-9ec2-f9b226debc88,segment=NetworkSegment(59f31933-244c-4a44-ac58-65b87ce9a01b),segment_id=59f31933-244c-4a44-ac58-65b87ce9a01b)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:40.356813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.359843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc45aacd-8720-4f14-b401-e6161784b85b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:40.369525 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fc45aacd-8720-4f14-b401-e6161784b85b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/a55eb052-324e-42d6-80da-0da424d26072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2949004 Dec 17 13:20:40.380477 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802df86-baf8-4959-acea-ac25c1ec2a5e None None] Sync routers for ids ['a55eb052-324e-42d6-80da-0da424d26072'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:40.390781 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802df86-baf8-4959-acea-ac25c1ec2a5e None None] Routers {'a55eb052-324e-42d6-80da-0da424d26072'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:40.392050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43784) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:40.393690 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2802df86-baf8-4959-acea-ac25c1ec2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a55eb052-324e-42d6-80da-0da424d26072'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:40.434674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-226843ad-f1a3-43e6-b7dc-4fb7b45bd3ca req-6027385d-523a-4936-a048-296e1fef54c3 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.439797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Calling delete_port for b3465991-b56b-46d9-9ec2-f9b226debc88 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:40.461107 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2802df86-baf8-4959-acea-ac25c1ec2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:40.482521 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802df86-baf8-4959-acea-ac25c1ec2a5e None None] Routers {'a55eb052-324e-42d6-80da-0da424d26072'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:40.483476 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2802df86-baf8-4959-acea-ac25c1ec2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a55eb052-324e-42d6-80da-0da424d26072'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:40.508312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['c546bb5d-484c-4888-86bf-28619274b8aa'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:20:40.523429 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c765e190-21d1-4b13-b4c0-807f84e6feac tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=a55eb052-324e-42d6-80da-0da424d26072 HTTP/1.1" status: 200 len: 205 time: 0.1263168 Dec 17 13:20:40.526050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43786) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:40.526545 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2802df86-baf8-4959-acea-ac25c1ec2a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:40.527383 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802df86-baf8-4959-acea-ac25c1ec2a5e None None] The sync data for ids ['a55eb052-324e-42d6-80da-0da424d26072'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:40.553531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b63441-ff5d-4101-9b71-deab2b51d373 None None] DHCP port deletion for 7ca52467-5ba4-4548-8aa6-f294130e2001 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:40.563103 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.588821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.623925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b3465991-b56b-46d9-9ec2-f9b226debc88 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:20:40.647783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027385d-523a-4936-a048-296e1fef54c3 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Pushing event deleted for resources: {'Port': ['ID=c546bb5d-484c-4888-86bf-28619274b8aa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:40.687830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-27b63441-ff5d-4101-9b71-deab2b51d373 None None] Deleting port b3465991-b56b-46d9-9ec2-f9b226debc88 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:40.688536 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-27b63441-ff5d-4101-9b71-deab2b51d373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.798660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1734-a6c3-46a7-9cfd-09ea9e814db9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.798989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Allocated IP 172.25.0.118 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/62117898-caaf-4a22-95d6-df1e35a1fcaa) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:40.836814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-27b63441-ff5d-4101-9b71-deab2b51d373 None None] For port b3465991-b56b-46d9-9ec2-f9b226debc88, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b3465991-b56b-46d9-9ec2-f9b226debc88,segment=NetworkSegment(59f31933-244c-4a44-ac58-65b87ce9a01b),segment_id=59f31933-244c-4a44-ac58-65b87ce9a01b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:40.841551 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-27b63441-ff5d-4101-9b71-deab2b51d373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.851066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-226843ad-f1a3-43e6-b7dc-4fb7b45bd3ca req-6027385d-523a-4936-a048-296e1fef54c3 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] No DVR routers for this DVR port c546bb5d-484c-4888-86bf-28619274b8aa on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:40.859855 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.895202 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-226843ad-f1a3-43e6-b7dc-4fb7b45bd3ca req-6027385d-523a-4936-a048-296e1fef54c3 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:40.899650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-226843ad-f1a3-43e6-b7dc-4fb7b45bd3ca req-6027385d-523a-4936-a048-296e1fef54c3 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.54 "DELETE /v2.0/ports/c546bb5d-484c-4888-86bf-28619274b8aa HTTP/1.1" status: 204 len: 173 time: 1.4009435 Dec 17 13:20:40.900399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e135fc-d115-43be-951c-cf0b0a07b6a0', 'name': 'network-vif-deleted', 'tag': 'c546bb5d-484c-4888-86bf-28619274b8aa'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:20:40.902125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-27b63441-ff5d-4101-9b71-deab2b51d373 None None] Calling delete_port for b3465991-b56b-46d9-9ec2-f9b226debc88 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:40.902503 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cd1396-b0ef-46ba-af7a-d1be734c6fd2" -d '{"events": [{"server_uuid": "03e135fc-d115-43be-951c-cf0b0a07b6a0", "name": "network-vif-deleted", "tag": "c546bb5d-484c-4888-86bf-28619274b8aa"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:20:40.963176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port b3465991-b56b-46d9-9ec2-f9b226debc88, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b3465991-b56b-46d9-9ec2-f9b226debc88,segment=NetworkSegment(59f31933-244c-4a44-ac58-65b87ce9a01b),segment_id=59f31933-244c-4a44-ac58-65b87ce9a01b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:41.020476 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.037940 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63f8d39-24af-49f5-8e81-9e8c4b00a431 x-openstack-request-id: req-b63f8d39-24af-49f5-8e81-9e8c4b00a431 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:20:41.038331 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e135fc-d115-43be-951c-cf0b0a07b6a0", "name": "network-vif-deleted", "tag": "c546bb5d-484c-4888-86bf-28619274b8aa", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:20:41.038635 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b63f8d39-24af-49f5-8e81-9e8c4b00a431 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:20:41.039169 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e135fc-d115-43be-951c-cf0b0a07b6a0', 'name': 'network-vif-deleted', 'tag': 'c546bb5d-484c-4888-86bf-28619274b8aa', 'status': 'completed', 'code': 200} Dec 17 13:20:41.051741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1734-a6c3-46a7-9cfd-09ea9e814db9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.063969 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1734-a6c3-46a7-9cfd-09ea9e814db9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.071850 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.158459 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.161462 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.195539 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-27b63441-ff5d-4101-9b71-deab2b51d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.222799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=b3465991-b56b-46d9-9ec2-f9b226debc88,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:41.233254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b63441-ff5d-4101-9b71-deab2b51d373 None None] No DVR routers for this DVR port b3465991-b56b-46d9-9ec2-f9b226debc88 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:41.266411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:41.276210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b63441-ff5d-4101-9b71-deab2b51d373 None None] Pushing event deleted for resources: {'Port': ['ID=b3465991-b56b-46d9-9ec2-f9b226debc88,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:41.299170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Port': ['ID=b3465991-b56b-46d9-9ec2-f9b226debc88,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:41.303415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No DVR routers for this DVR port b3465991-b56b-46d9-9ec2-f9b226debc88 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:41.320340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:41.330506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:41.341816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Pushing event updated for resources: {'Port': ['ID=62117898-caaf-4a22-95d6-df1e35a1fcaa,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:41.345174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad18209-f6d4-4a54-8acb-5e40468022c0 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:41.359594 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1734-a6c3-46a7-9cfd-09ea9e814db9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.361554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bc1734-a6c3-46a7-9cfd-09ea9e814db9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Fanout notify agent at l3_agent the message router_deleted on router a55eb052-324e-42d6-80da-0da424d26072 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:20:41.382952 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1734-a6c3-46a7-9cfd-09ea9e814db9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.382952 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e2bc1734-a6c3-46a7-9cfd-09ea9e814db9 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/a55eb052-324e-42d6-80da-0da424d26072 HTTP/1.1" status: 204 len: 168 time: 0.8349125 Dec 17 13:20:41.417766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43806) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:41.491255 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d2b58e42-fd82-4e33-a899-b1974ba12f47 None None] Provisioning complete for port 62117898-caaf-4a22-95d6-df1e35a1fcaa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:41.492172 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d2b58e42-fd82-4e33-a899-b1974ba12f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.531293 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c9b64319-ce0f-43bf-97f2-46ed3321771e req-a1565615-3225-40e2-a7fe-1813994a6889 tempest-InstanceActionsTestJSON-733619789 tempest-InstanceActionsTestJSON-733619789-project] 10.222.0.59 "GET /v2.0/ports?device_id=03e135fc-d115-43be-951c-cf0b0a07b6a0 HTTP/1.1" status: 200 len: 210 time: 0.1758561 Dec 17 13:20:41.568123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.616671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9eb22ff-b8e7-4d11-9cf7-84da1ef92fbf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting subnet d409c9a4-4e86-4066-837f-48334489cdff {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:20:41.623874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca52467-5ba4-4548-8aa6-f294130e2001']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:41.626250 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9eb22ff-b8e7-4d11-9cf7-84da1ef92fbf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.645478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d2b58e42-fd82-4e33-a899-b1974ba12f47 None None] Port 62117898-caaf-4a22-95d6-df1e35a1fcaa cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:20:41.664444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f31933-244c-4a44-ac58-65b87ce9a01b') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:41.664774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f31933-244c-4a44-ac58-65b87ce9a01b') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:41.682152 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.702209 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9eb22ff-b8e7-4d11-9cf7-84da1ef92fbf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.708432 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.739517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:41.739932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:41.743186 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:41.873017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9eb22ff-b8e7-4d11-9cf7-84da1ef92fbf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.914656 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.926056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:41.932399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/7ca52467-5ba4-4548-8aa6-f294130e2001 HTTP/1.1" status: 204 len: 168 time: 2.0258789 Dec 17 13:20:41.933712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43812) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:41.981026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d49a5e-715c-48d5-8c1d-c57079691252 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Network': ['ID=7ca52467-5ba4-4548-8aa6-f294130e2001,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:42.008474 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93ee0c3-12c9-488c-aa7c-7382843f83e4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:42.008771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93ee0c3-12c9-488c-aa7c-7382843f83e4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:42.015447 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f93ee0c3-12c9-488c-aa7c-7382843f83e4 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/subnets/37cca7e5-5d48-416a-8f2b-239916ec6685 HTTP/1.1" status: 404 len: 337 time: 0.0773671 Dec 17 13:20:42.019722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43816) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:42.049512 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ed33a3-e8e5-4ee4-871e-34130b13e45e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:42.050043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ed33a3-e8e5-4ee4-871e-34130b13e45e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:42.053357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e9ed33a3-e8e5-4ee4-871e-34130b13e45e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/79ada073-bc80-480a-bb17-7526840342b7 HTTP/1.1" status: 404 len: 339 time: 0.0326784 Dec 17 13:20:42.056278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43818) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:42.059144 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.091114 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f08fb2-ff9a-465e-ae19-772010d2420d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:42.091850 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f08fb2-ff9a-465e-ae19-772010d2420d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:42.098816 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-88f08fb2-ff9a-465e-ae19-772010d2420d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/subnets/5dca67d3-fa3f-488d-9c6a-be5b1ebc9ca6 HTTP/1.1" status: 404 len: 337 time: 0.0410931 Dec 17 13:20:42.099698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43820) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:42.108901 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9eb22ff-b8e7-4d11-9cf7-84da1ef92fbf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.135883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9eb22ff-b8e7-4d11-9cf7-84da1ef92fbf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.139480 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c9eb22ff-b8e7-4d11-9cf7-84da1ef92fbf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/d409c9a4-4e86-4066-837f-48334489cdff HTTP/1.1" status: 204 len: 168 time: 0.7205670 Dec 17 13:20:42.142181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4e9d5f-2379-4aaa-a0b1-b61825399191 None None] Network 66488c14-b170-4b9b-b5cf-ca0aeac084b2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:42.144788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43822) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:42.173866 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8333f020-b46f-4844-973e-a935865d26d1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:42.174659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8333f020-b46f-4844-973e-a935865d26d1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:42.178773 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8333f020-b46f-4844-973e-a935865d26d1 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/8b87fc48-584d-439a-b752-99751ef2e4ab HTTP/1.1" status: 404 len: 339 time: 0.0767846 Dec 17 13:20:42.183996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43824) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:42.201751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb22ff-b8e7-4d11-9cf7-84da1ef92fbf tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Subnet': ['ID=d409c9a4-4e86-4066-837f-48334489cdff,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:42.292496 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb407f28-adc4-4c3b-89a9-8f6927dcbf8e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:42.292973 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb407f28-adc4-4c3b-89a9-8f6927dcbf8e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:42.296414 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bb407f28-adc4-4c3b-89a9-8f6927dcbf8e tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/subnets/c863fc86-c116-4efc-ab6f-3b99dc4969a3 HTTP/1.1" status: 404 len: 337 time: 0.1036820 Dec 17 13:20:42.301905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43828) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:42.306247 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.345437 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5905e6f-ce7c-4c64-a4e9-6e50684cad9d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:42.346615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5905e6f-ce7c-4c64-a4e9-6e50684cad9d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:42.356046 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d5905e6f-ce7c-4c64-a4e9-6e50684cad9d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/f38083aa-2996-418a-9658-bf32395d9ba7 HTTP/1.1" status: 404 len: 339 time: 0.0433171 Dec 17 13:20:42.361253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43830) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:42.422210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835c89d0-b454-4003-95d5-5107dd3f4b15 None None] DHCP port deletion for 66488c14-b170-4b9b-b5cf-ca0aeac084b2 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:42.442575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:42.442957 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.456412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd5c050-bfd6-4f9d-8864-7f3a5a1c3394 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Deleting subnet 4a9e891a-8d79-4be7-9e76-748efa5b6a15 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:20:42.486595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-835c89d0-b454-4003-95d5-5107dd3f4b15 None None] Deleting port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:42.487982 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-835c89d0-b454-4003-95d5-5107dd3f4b15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.509106 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5dd5c050-bfd6-4f9d-8864-7f3a5a1c3394 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.552584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] For port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d,segment=NetworkSegment(20703f48-38d3-4ff1-96ea-fa3521aaf90e),segment_id=20703f48-38d3-4ff1-96ea-fa3521aaf90e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:42.552961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.590516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-835c89d0-b454-4003-95d5-5107dd3f4b15 None None] For port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d,segment=NetworkSegment(20703f48-38d3-4ff1-96ea-fa3521aaf90e),segment_id=20703f48-38d3-4ff1-96ea-fa3521aaf90e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:42.591130 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-835c89d0-b454-4003-95d5-5107dd3f4b15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.597206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:42.608812 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5dd5c050-bfd6-4f9d-8864-7f3a5a1c3394 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.613697 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-835c89d0-b454-4003-95d5-5107dd3f4b15 None None] Calling delete_port for d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:42.619023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:20:42.620628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43834) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:42.671891 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.803358 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5dd5c050-bfd6-4f9d-8864-7f3a5a1c3394 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.820485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-583e2492-925b-4f76-8375-a7121e42119d admin admin] Deleting subnet c1fbc793-eee7-4847-b358-4a62abde001c {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:20:42.822713 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.826027 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-583e2492-925b-4f76-8375-a7121e42119d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.879612 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-583e2492-925b-4f76-8375-a7121e42119d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.906414 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.911859 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-835c89d0-b454-4003-95d5-5107dd3f4b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:42.939856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c89d0-b454-4003-95d5-5107dd3f4b15 None None] Pushing event deleted for resources: {'Port': ['ID=d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:42.946015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c89d0-b454-4003-95d5-5107dd3f4b15 None None] No DVR routers for this DVR port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:42.949529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:42.956403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No DVR routers for this DVR port d35e9503-dfd4-4ed1-87a7-7fb7e7e8507d on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:42.972520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Router d57aeacc-bc8a-4615-a6a6-a6f6de6640b4 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:20:42.976730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5dd5c050-bfd6-4f9d-8864-7f3a5a1c3394 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.009368 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-583e2492-925b-4f76-8375-a7121e42119d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.035552 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5dd5c050-bfd6-4f9d-8864-7f3a5a1c3394 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.035659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f5aaa0-f103-45b3-bdc9-5edcab6be44d None None] Network 57b0dc6e-6793-4b76-a6f2-243404a4ee9b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:43.048113 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5dd5c050-bfd6-4f9d-8864-7f3a5a1c3394 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/subnets/4a9e891a-8d79-4be7-9e76-748efa5b6a15 HTTP/1.1" status: 204 len: 168 time: 0.6834288 Dec 17 13:20:43.048113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5c050-bfd6-4f9d-8864-7f3a5a1c3394 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9e891a-8d79-4be7-9e76-748efa5b6a15,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:43.053701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43846) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:43.103938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c546bb5d-484c-4888-86bf-28619274b8aa no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:20:43.131294 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.137105 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: c546bb5d-484c-4888-86bf-28619274b8aa {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:20:43.137459 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c546bb5d-484c-4888-86bf-28619274b8aa not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:20:43.176639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66488c14-b170-4b9b-b5cf-ca0aeac084b2']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:43.195351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20703f48-38d3-4ff1-96ea-fa3521aaf90e') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:43.195659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20703f48-38d3-4ff1-96ea-fa3521aaf90e') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:43.217489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:43.226505 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.237865 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f11218-5283-49be-8371-420b089f5370 None None] Sync routers for ids ['d57aeacc-bc8a-4615-a6a6-a6f6de6640b4'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:43.255024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f11218-5283-49be-8371-420b089f5370 None None] Routers {'d57aeacc-bc8a-4615-a6a6-a6f6de6640b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:43.255836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f6f11218-5283-49be-8371-420b089f5370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d57aeacc-bc8a-4615-a6a6-a6f6de6640b4'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:43.256955 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.265242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:43.266294 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:43.272142 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:43.325603 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.335754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941481af-d2fc-40cc-b223-41851e81af03 None None] DHCP port deletion for 57b0dc6e-6793-4b76-a6f2-243404a4ee9b request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:43.339118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f6f11218-5283-49be-8371-420b089f5370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:43.350664 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-583e2492-925b-4f76-8375-a7121e42119d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.387358 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.391855 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-311b78db-facf-42d0-a748-a7b08da8a327 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7068632 Dec 17 13:20:43.392543 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43850) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:43.397231 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:43.398709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e2492-925b-4f76-8375-a7121e42119d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1fbc793-eee7-4847-b358-4a62abde001c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:43.402550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Deleting port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:43.402949 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.421467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-583e2492-925b-4f76-8375-a7121e42119d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.429330 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f11218-5283-49be-8371-420b089f5370 None None] Routers {'d57aeacc-bc8a-4615-a6a6-a6f6de6640b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:43.430567 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f6f11218-5283-49be-8371-420b089f5370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d57aeacc-bc8a-4615-a6a6-a6f6de6640b4'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:43.442218 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-583e2492-925b-4f76-8375-a7121e42119d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c1fbc793-eee7-4847-b358-4a62abde001c HTTP/1.1" status: 204 len: 168 time: 0.8202162 Dec 17 13:20:43.444180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43852) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:43.496673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f6f11218-5283-49be-8371-420b089f5370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:43.496673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f11218-5283-49be-8371-420b089f5370 None None] The sync data for ids ['d57aeacc-bc8a-4615-a6a6-a6f6de6640b4'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:43.528503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-941481af-d2fc-40cc-b223-41851e81af03 None None] Deleting port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:43.528884 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-941481af-d2fc-40cc-b223-41851e81af03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.571005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] For port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3acab7d2-6bfd-4d61-ad64-f4a080ae75a9,segment=NetworkSegment(ca48afe2-5be9-41f0-ac97-e9b9cc408fe9),segment_id=ca48afe2-5be9-41f0-ac97-e9b9cc408fe9)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:43.571409 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.587050 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.646053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-941481af-d2fc-40cc-b223-41851e81af03 None None] For port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3acab7d2-6bfd-4d61-ad64-f4a080ae75a9,segment=NetworkSegment(ca48afe2-5be9-41f0-ac97-e9b9cc408fe9),segment_id=ca48afe2-5be9-41f0-ac97-e9b9cc408fe9)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:43.646480 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-941481af-d2fc-40cc-b223-41851e81af03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.660026 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.675950 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.677765 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-941481af-d2fc-40cc-b223-41851e81af03 None None] Calling delete_port for 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:43.679504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/networks/66488c14-b170-4b9b-b5cf-ca0aeac084b2 HTTP/1.1" status: 204 len: 168 time: 1.5002346 Dec 17 13:20:43.683848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43854) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:43.700460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-add02ff0-3e47-4bdc-b34d-5635e15f800f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1812275263', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:43.709406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58410108-c41b-413f-ab77-0f04714460f5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Network': ['ID=66488c14-b170-4b9b-b5cf-ca0aeac084b2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:43.846014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.860491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Calling delete_port for 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:43.878550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.898709 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d30e2434-dc75-4759-9577-847ba2d12d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.905164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ed0339-3e01-439a-9788-cddf9f6c296c']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:43.918694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb144b1c-8515-4be9-8c06-d15023773f58') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:43.919061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb144b1c-8515-4be9-8c06-d15023773f58') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:43.930951 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.941626 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.948939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.956673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:43.957091 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:43.959028 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:43.974503 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-941481af-d2fc-40cc-b223-41851e81af03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:43.987177 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.042484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Port': ['ID=3acab7d2-6bfd-4d61-ad64-f4a080ae75a9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:44.056839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add02ff0-3e47-4bdc-b34d-5635e15f800f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.057981 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add02ff0-3e47-4bdc-b34d-5635e15f800f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.096838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No DVR routers for this DVR port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:44.150283 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.172325 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.177876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] 10.222.0.59 "DELETE /v2.0/networks/03ed0339-3e01-439a-9788-cddf9f6c296c HTTP/1.1" status: 204 len: 168 time: 0.7307284 Dec 17 13:20:44.180637 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add02ff0-3e47-4bdc-b34d-5635e15f800f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.182805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cc294-f3d3-4ffd-a7d1-d11ce85e3195 admin admin] Pushing event deleted for resources: {'Network': ['ID=03ed0339-3e01-439a-9788-cddf9f6c296c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:44.238667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941481af-d2fc-40cc-b223-41851e81af03 None None] Pushing event deleted for resources: {'Port': ['ID=3acab7d2-6bfd-4d61-ad64-f4a080ae75a9,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:44.248359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941481af-d2fc-40cc-b223-41851e81af03 None None] No DVR routers for this DVR port 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:44.259982 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.264051 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Deleting port 62117898-caaf-4a22-95d6-df1e35a1fcaa {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:44.264398 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.280378 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add02ff0-3e47-4bdc-b34d-5635e15f800f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.329520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b0dc6e-6793-4b76-a6f2-243404a4ee9b']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:44.349126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca48afe2-5be9-41f0-ac97-e9b9cc408fe9') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:44.349445 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca48afe2-5be9-41f0-ac97-e9b9cc408fe9') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:44.366344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.388531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add02ff0-3e47-4bdc-b34d-5635e15f800f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.389372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-add02ff0-3e47-4bdc-b34d-5635e15f800f tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7030284 Dec 17 13:20:44.390410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43864) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:44.396700 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.402306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-09bd0420-8dd3-44ca-9ddc-63625fb3265a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1304519576'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:44.411830 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.424740 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:44.425153 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:44.428751 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:44.472571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Calling delete_port for 62117898-caaf-4a22-95d6-df1e35a1fcaa owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:44.556496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bd0420-8dd3-44ca-9ddc-63625fb3265a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:44.562159 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09bd0420-8dd3-44ca-9ddc-63625fb3265a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.590529 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.596343 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.609116 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/57b0dc6e-6793-4b76-a6f2-243404a4ee9b HTTP/1.1" status: 204 len: 168 time: 1.4508731 Dec 17 13:20:44.610176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43868) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:44.693520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:20:44.698260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bd0420-8dd3-44ca-9ddc-63625fb3265a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:20:44.699431 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47387231-28a8-4491-a65c-302186481ed9 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Network': ['ID=57b0dc6e-6793-4b76-a6f2-243404a4ee9b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:44.706977 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8399d9-8b6e-4478-9176-8c491a9ee085 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:44.706977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8399d9-8b6e-4478-9176-8c491a9ee085 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:44.713272 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09bd0420-8dd3-44ca-9ddc-63625fb3265a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.713696 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-09bd0420-8dd3-44ca-9ddc-63625fb3265a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Added segment 9315992c-da03-45e8-8905-1b35ff7bed59 of type vlan for network e8ac0230-b250-4314-b715-4573f7ddcfe5 Dec 17 13:20:44.714203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-da8399d9-8b6e-4478-9176-8c491a9ee085 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/subnets/ca106490-0f27-4848-b757-43f7bbd93416 HTTP/1.1" status: 404 len: 337 time: 0.0873003 Dec 17 13:20:44.714856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43870) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:44.732723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43872) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:44.738361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:20:44.738837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3acab7d2-6bfd-4d61-ad64-f4a080ae75a9 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:20:44.770701 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09bd0420-8dd3-44ca-9ddc-63625fb3265a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.810484 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-6790d280-5d2f-4bed-8d5c-f9adbd2e5efc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:44.811029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6790d280-5d2f-4bed-8d5c-f9adbd2e5efc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:44.817388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6790d280-5d2f-4bed-8d5c-f9adbd2e5efc tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/0a6a961e-bf4a-4630-ac90-384e9733ed55 HTTP/1.1" status: 404 len: 339 time: 0.0833583 Dec 17 13:20:44.818691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43874) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:44.871742 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fe82792b-6d56-416d-9c78-d6cb88ad12a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eda81c2dade54e739283e18806e41f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1125393 Dec 17 13:20:44.872770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43876) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:44.883740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09bd0420-8dd3-44ca-9ddc-63625fb3265a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.890052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd0420-8dd3-44ca-9ddc-63625fb3265a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:44.890713 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09bd0420-8dd3-44ca-9ddc-63625fb3265a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.935952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a30b0f6-efb4-476b-a5c3-ce5fd6920806 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Deleting subnet 4c1b5745-0a8b-4504-9a85-e2187b61f075 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:20:44.973351 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-41228773-a66b-4cd2-abd4-d9bfe5526308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.987725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a30b0f6-efb4-476b-a5c3-ce5fd6920806 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:44.997616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43880) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:44.998387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-09bd0420-8dd3-44ca-9ddc-63625fb3265a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6060579 Dec 17 13:20:45.011535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-29f09f49-79f1-4bed-9907-32f0874f49c2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'subnet': {'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:45.018392 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-41228773-a66b-4cd2-abd4-d9bfe5526308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.085502 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.088572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd0420-8dd3-44ca-9ddc-63625fb3265a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Network': ['ID=e8ac0230-b250-4314-b715-4573f7ddcfe5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:45.104579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e8ac0230-b250-4314-b715-4573f7ddcfe5 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:45.119290 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a30b0f6-efb4-476b-a5c3-ce5fd6920806 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.168225 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Pushing event deleted for resources: {'Port': ['ID=62117898-caaf-4a22-95d6-df1e35a1fcaa,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:45.247575 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd418f4-eac5-4680-ba50-6efb446bf891 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:45.276344 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a30b0f6-efb4-476b-a5c3-ce5fd6920806 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.287308 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.372424 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-41228773-a66b-4cd2-abd4-d9bfe5526308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.374977 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-41228773-a66b-4cd2-abd4-d9bfe5526308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.378844 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-41228773-a66b-4cd2-abd4-d9bfe5526308 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92c05323-6dc4-46bc-8dd4-da8f0251b613 HTTP/1.1" status: 204 len: 168 time: 0.5027380 Dec 17 13:20:45.381847 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f09f49-79f1-4bed-9907-32f0874f49c2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:45.385411 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29f09f49-79f1-4bed-9907-32f0874f49c2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.418694 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a30b0f6-efb4-476b-a5c3-ce5fd6920806 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.464244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30b0f6-efb4-476b-a5c3-ce5fd6920806 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1b5745-0a8b-4504-9a85-e2187b61f075,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:45.473357 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a30b0f6-efb4-476b-a5c3-ce5fd6920806 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.483051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0559f1-a031-48f6-abd7-9a2ca52bfc96 None None] Network 3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:45.490349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9a30b0f6-efb4-476b-a5c3-ce5fd6920806 tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/subnets/4c1b5745-0a8b-4504-9a85-e2187b61f075 HTTP/1.1" status: 204 len: 168 time: 0.6697528 Dec 17 13:20:45.491544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41228773-a66b-4cd2-abd4-d9bfe5526308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c05323-6dc4-46bc-8dd4-da8f0251b613,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:45.492085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43888) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:45.635246 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.731026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Deleting port d59421d1-14b4-4276-8181-045d46440ad8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:45.736375 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.754939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60f730-26d7-411c-8f14-0308ff1bb8f0 None None] DHCP port deletion for 3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:20:45.823412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bb60f730-26d7-411c-8f14-0308ff1bb8f0 None None] Deleting port d59421d1-14b4-4276-8181-045d46440ad8 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:20:45.823798 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bb60f730-26d7-411c-8f14-0308ff1bb8f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.835365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] For port d59421d1-14b4-4276-8181-045d46440ad8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d59421d1-14b4-4276-8181-045d46440ad8,segment=NetworkSegment(bfabaf93-0e76-48b0-ba85-00d01c1c8428),segment_id=bfabaf93-0e76-48b0-ba85-00d01c1c8428)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:45.835365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.859462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Calling delete_port for d59421d1-14b4-4276-8181-045d46440ad8 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:45.915733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bb60f730-26d7-411c-8f14-0308ff1bb8f0 None None] For port d59421d1-14b4-4276-8181-045d46440ad8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d59421d1-14b4-4276-8181-045d46440ad8,segment=NetworkSegment(bfabaf93-0e76-48b0-ba85-00d01c1c8428),segment_id=bfabaf93-0e76-48b0-ba85-00d01c1c8428)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:45.916381 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bb60f730-26d7-411c-8f14-0308ff1bb8f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:45.960899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bb60f730-26d7-411c-8f14-0308ff1bb8f0 None None] Calling delete_port for d59421d1-14b4-4276-8181-045d46440ad8 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:20:46.023242 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:46.070414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] No DVR routers for this DVR port d59421d1-14b4-4276-8181-045d46440ad8 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:46.096868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bb60f730-26d7-411c-8f14-0308ff1bb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:46.108145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Port': ['ID=d59421d1-14b4-4276-8181-045d46440ad8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:46.195176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60f730-26d7-411c-8f14-0308ff1bb8f0 None None] No DVR routers for this DVR port d59421d1-14b4-4276-8181-045d46440ad8 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:20:46.303767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60f730-26d7-411c-8f14-0308ff1bb8f0 None None] Pushing event deleted for resources: {'Port': ['ID=d59421d1-14b4-4276-8181-045d46440ad8,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:46.446953 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4d09f6bd-2186-4404-8c76-89eca9468c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:46.623818 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:46.650051 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:46.719470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d59421d1-14b4-4276-8181-045d46440ad8 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:20:46.749719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: d59421d1-14b4-4276-8181-045d46440ad8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:20:46.750060 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d59421d1-14b4-4276-8181-045d46440ad8 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:20:46.779146 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29f09f49-79f1-4bed-9907-32f0874f49c2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:46.933249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Router d57aeacc-bc8a-4615-a6a6-a6f6de6640b4 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:20:47.003178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f09f49-79f1-4bed-9907-32f0874f49c2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Subnet': ['ID=2c05835b-8d58-475c-be6c-a6aa0e8421ff,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:47.016204 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.040399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:47.051524 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfabaf93-0e76-48b0-ba85-00d01c1c8428') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:47.051834 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfabaf93-0e76-48b0-ba85-00d01c1c8428') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:47.062910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.083726 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.091156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:20:47.091674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.099644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f09f49-79f1-4bed-9907-32f0874f49c2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Checking segment: {'id': '9315992c-da03-45e8-8905-1b35ff7bed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:47.100098 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f09f49-79f1-4bed-9907-32f0874f49c2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network hostable DHCP agents. Network: e8ac0230-b250-4314-b715-4573f7ddcfe5, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:20:47.130721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:47.138318 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.140537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ffd2fb07-1c4c-4741-85d4-1ab163c8eff3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "PUT /v2.0/routers/d57aeacc-bc8a-4615-a6a6-a6f6de6640b4 HTTP/1.1" status: 200 len: 705 time: 3.7473655 Dec 17 13:20:47.142996 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7dd0c0-9e1f-4873-bb59-da1efbef3695 None None] Sync routers for ids ['d57aeacc-bc8a-4615-a6a6-a6f6de6640b4'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:47.143639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43924) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:20:47.153016 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:20:47.168375 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7dd0c0-9e1f-4873-bb59-da1efbef3695 None None] Routers {'d57aeacc-bc8a-4615-a6a6-a6f6de6640b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:47.171765 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cf7dd0c0-9e1f-4873-bb59-da1efbef3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d57aeacc-bc8a-4615-a6a6-a6f6de6640b4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:47.217907 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cf7dd0c0-9e1f-4873-bb59-da1efbef3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:47.230033 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7dd0c0-9e1f-4873-bb59-da1efbef3695 None None] Routers {'d57aeacc-bc8a-4615-a6a6-a6f6de6640b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:47.230771 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cf7dd0c0-9e1f-4873-bb59-da1efbef3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d57aeacc-bc8a-4615-a6a6-a6f6de6640b4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:47.241265 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-68161506-2b10-459c-b601-2d5f414fe4c9 tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/routers/d57aeacc-bc8a-4615-a6a6-a6f6de6640b4 HTTP/1.1" status: 200 len: 740 time: 0.0958903 Dec 17 13:20:47.247395 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43928) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:47.266695 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cf7dd0c0-9e1f-4873-bb59-da1efbef3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:47.267529 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7dd0c0-9e1f-4873-bb59-da1efbef3695 None None] The sync data for ids ['d57aeacc-bc8a-4615-a6a6-a6f6de6640b4'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:20:47.279696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f09f49-79f1-4bed-9907-32f0874f49c2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network e8ac0230-b250-4314-b715-4573f7ddcfe5 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:20:47.305324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8e83f09e-8a6a-4ee3-a56b-dae5e18a76ae tempest-RoutersAdminTest-1104966540 tempest-RoutersAdminTest-1104966540-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&device_id=d57aeacc-bc8a-4615-a6a6-a6f6de6640b4 HTTP/1.1" status: 200 len: 205 time: 0.0563576 Dec 17 13:20:47.308034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43932) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:47.330886 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.338739 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.344627 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] 10.222.0.59 "DELETE /v2.0/networks/3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b HTTP/1.1" status: 204 len: 168 time: 1.8483849 Dec 17 13:20:47.369526 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bc8f67ec-2e7c-4ec0-8c83-1581efc1d19a tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "GET /v2.0/ports?device_id=d57aeacc-bc8a-4615-a6a6-a6f6de6640b4 HTTP/1.1" status: 200 len: 205 time: 0.0600035 Dec 17 13:20:47.383654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7bbb6-3b24-49ee-904e-edda27d97d6d tempest-NetworksIpV6Test-197097498 tempest-NetworksIpV6Test-197097498-project] Pushing event deleted for resources: {'Network': ['ID=3b14d45a-f1f7-4876-9fb2-ade5b5dabb1b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:47.384098 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43936) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:47.384184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43938) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:47.445969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-29f09f49-79f1-4bed-9907-32f0874f49c2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e8ac0230-b250-4314-b715-4573f7ddcfe5) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:47.457931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc25eb-e521-4ca9-b582-00cb774bb49d None None] Network e8ac0230-b250-4314-b715-4573f7ddcfe5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:47.482672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f09f49-79f1-4bed-9907-32f0874f49c2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:47.483529 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29f09f49-79f1-4bed-9907-32f0874f49c2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.499670 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b3e274b9-796a-40e4-b2c6-bf6382c3489a tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.582949 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-29f09f49-79f1-4bed-9907-32f0874f49c2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5826683 Dec 17 13:20:47.585611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43942) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:47.597821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1647333138-network', 'tenant_id': '77887312cef745b7befd4353acd84ed2'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:47.749041 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.749041 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-e8ac0230-b250-4314-b715-4573f7ddcfe5', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:20:47.749846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.781006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Made reservation on behalf of 77887312cef745b7befd4353acd84ed2 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:47.783441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.808795 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.812617 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b3e274b9-796a-40e4-b2c6-bf6382c3489a tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.816388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b3e274b9-796a-40e4-b2c6-bf6382c3489a tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.959377 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b3e274b9-796a-40e4-b2c6-bf6382c3489a tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:47.960413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e274b9-796a-40e4-b2c6-bf6382c3489a tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Fanout notify agent at l3_agent the message router_deleted on router d57aeacc-bc8a-4615-a6a6-a6f6de6640b4 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:20:48.009996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b3e274b9-796a-40e4-b2c6-bf6382c3489a tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.011387 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b3e274b9-796a-40e4-b2c6-bf6382c3489a tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/routers/d57aeacc-bc8a-4615-a6a6-a6f6de6640b4 HTTP/1.1" status: 204 len: 168 time: 0.6337569 Dec 17 13:20:48.016417 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43948) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.044695 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.056587 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Allocated IP 172.20.0.2 (e8ac0230-b250-4314-b715-4573f7ddcfe5/2c05835b-8d58-475c-be6c-a6aa0e8421ff/2f0dadf4-d031-4a17-a974-ae9382cd9d0b) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:48.067977 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-40af5997-4b8d-453e-9795-3b2dfe16e8c3 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "GET /v2.0/ports?device_id=d57aeacc-bc8a-4615-a6a6-a6f6de6640b4 HTTP/1.1" status: 200 len: 205 time: 0.0501833 Dec 17 13:20:48.070557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43950) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.134353 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.171386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:20:48.212495 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-8b34a658-1ab4-437c-afe1-e5ecfb454f2e tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] delete failed (client error): The resource could not be found. Dec 17 13:20:48.216345 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8b34a658-1ab4-437c-afe1-e5ecfb454f2e tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/routers/d57aeacc-bc8a-4615-a6a6-a6f6de6640b4 HTTP/1.1" status: 404 len: 336 time: 0.1422803 Dec 17 13:20:48.216952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43956) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.220837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a429a90a-72cb-4f01-8b2c-074a78d71d43,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:48.261796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43958) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.275463 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.275841 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Added segment d74fc609-b2fe-49a6-a7c7-01e15a57de41 of type vlan for network 61465188-496b-4188-aed2-5ed266e622e5 Dec 17 13:20:48.283900 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9576d212-30e6-475f-89fc-a0196c794287 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e88fed0-3f35-4060-ba69-257d5d052750 HTTP/1.1" status: 200 len: 205 time: 0.0584192 Dec 17 13:20:48.286378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43960) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.325701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.342441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.346276 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.403726 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-bc8bb1f6-3084-4ad0-916a-741559e56baa tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] delete failed (client error): The resource could not be found. Dec 17 13:20:48.404804 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bc8bb1f6-3084-4ad0-916a-741559e56baa tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/routers/5e88fed0-3f35-4060-ba69-257d5d052750 HTTP/1.1" status: 404 len: 336 time: 0.1094587 Dec 17 13:20:48.408842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43970) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.452708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43974) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.455395 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e0322dcb-8910-4232-8600-ce7e59624961 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "GET /v2.0/ports?device_id=07163085-5b72-4ada-9f1a-60436c910dc8 HTTP/1.1" status: 200 len: 205 time: 0.0441508 Dec 17 13:20:48.463492 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.523609 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.524652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:48.525254 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.549965 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-af6d0c0d-43d6-4e41-a543-8ffcd519bd4f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] delete failed (client error): The resource could not be found. Dec 17 13:20:48.554735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-af6d0c0d-43d6-4e41-a543-8ffcd519bd4f tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/routers/07163085-5b72-4ada-9f1a-60436c910dc8 HTTP/1.1" status: 404 len: 336 time: 0.0973775 Dec 17 13:20:48.554735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43978) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.571931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Pushing event updated for resources: {'Port': ['ID=2f0dadf4-d031-4a17-a974-ae9382cd9d0b,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:48.585986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Network e8ac0230-b250-4314-b715-4573f7ddcfe5 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:48.588184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:48.593879 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:48.613648 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a7f9de42-62a6-414c-807f-179e42de3b00 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a20413b-ac27-4c31-a19e-bc2b78de8804 HTTP/1.1" status: 200 len: 205 time: 0.0581968 Dec 17 13:20:48.620308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=61465188-496b-4188-aed2-5ed266e622e5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:48.626555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43980) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.663850 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 61465188-496b-4188-aed2-5ed266e622e5 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:48.675746 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-1aaa1959-37e8-4c30-86b3-351f4f36c821 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] delete failed (client error): The resource could not be found. Dec 17 13:20:48.677972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1aaa1959-37e8-4c30-86b3-351f4f36c821 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/routers/9a20413b-ac27-4c31-a19e-bc2b78de8804 HTTP/1.1" status: 404 len: 336 time: 0.0494425 Dec 17 13:20:48.681759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43982) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.687336 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a5327bea-88bb-4e53-a649-e1fadb6efdbd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0261c69ca594f8fa5dd1f1f809c0f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032037 Dec 17 13:20:48.688205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43984) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.702302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cfd72b8d-ff89-4faf-b94c-9b4c07c80ba0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3226018 Dec 17 13:20:48.715195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43986) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.720322 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cac04f9e-0084-4af3-b3c4-e9df6f7a95f1 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "GET /v2.0/ports?device_id=9afac999-0a89-49dc-a2f0-d80bfb65b1b1 HTTP/1.1" status: 200 len: 205 time: 0.0372379 Dec 17 13:20:48.722930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43988) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.729559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-41a5dab4-4821-47d7-ac9e-64ea1e4b045e admin admin] Request body: {'subnet': {'network_id': '61465188-496b-4188-aed2-5ed266e622e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1647333138-subnet', 'tenant_id': '77887312cef745b7befd4353acd84ed2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:48.733196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Attempting to bind port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:20:48.733602 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Attempting to bind port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '9315992c-da03-45e8-8905-1b35ff7bed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:20:48.733971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Attempting to bind port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b on network e8ac0230-b250-4314-b715-4573f7ddcfe5 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:48.766908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:20:48.767292 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Checking segment: {'id': '9315992c-da03-45e8-8905-1b35ff7bed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:48.767701 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.768100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Bound using segment: {'id': '9315992c-da03-45e8-8905-1b35ff7bed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:20:48.768589 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Bound port: 2f0dadf4-d031-4a17-a974-ae9382cd9d0b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9315992c-da03-45e8-8905-1b35ff7bed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:20:48.768971 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.777868 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-9dec7cf4-e64d-48fc-9045-467223285d33 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] delete failed (client error): The resource could not be found. Dec 17 13:20:48.780209 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9dec7cf4-e64d-48fc-9045-467223285d33 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/routers/9afac999-0a89-49dc-a2f0-d80bfb65b1b1 HTTP/1.1" status: 404 len: 336 time: 0.0559719 Dec 17 13:20:48.780957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43990) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.829320 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-46795b42-f7b8-4554-9232-c395953780cb tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa HTTP/1.1" status: 200 len: 205 time: 0.0469730 Dec 17 13:20:48.830157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43994) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.885343 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-57f1e090-cad7-47d6-bbfe-149fdf73283b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] delete failed (client error): The resource could not be found. Dec 17 13:20:48.889430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-57f1e090-cad7-47d6-bbfe-149fdf73283b tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/routers/3a14c7b6-6c9c-45c4-bf78-0cf6d09b32fa HTTP/1.1" status: 404 len: 336 time: 0.0580394 Dec 17 13:20:48.890337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43998) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:48.919864 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] For port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:20:48.921894 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43559a5-37c9-4c14-a636-dc2c8bb73820 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] DELETE failed (client error): The resource could not be found. Dec 17 13:20:48.922537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43559a5-37c9-4c14-a636-dc2c8bb73820 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:20:48.926963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] For port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2f0dadf4-d031-4a17-a974-ae9382cd9d0b,segment=NetworkSegment(9315992c-da03-45e8-8905-1b35ff7bed59),segment_id=9315992c-da03-45e8-8905-1b35ff7bed59)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:20:48.926963 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.929384 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0111ff7c-ad7e-4928-8ff3-04738522a6d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:48.932838 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e43559a5-37c9-4c14-a636-dc2c8bb73820 tempest-RoutersAdminTest-395852805 tempest-RoutersAdminTest-395852805-project] 10.222.0.59 "DELETE /v2.0/subnets/e7a31460-8caf-4999-bd48-00b83a2e8316 HTTP/1.1" status: 404 len: 337 time: 0.0396338 Dec 17 13:20:49.025088 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Allocated IP 172.20.0.1 (e8ac0230-b250-4314-b715-4573f7ddcfe5/2c05835b-8d58-475c-be6c-a6aa0e8421ff/4dc571e0-e065-4914-aba5-d84e938d3f93) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:49.027512 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:49.124831 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0111ff7c-ad7e-4928-8ff3-04738522a6d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:49.133958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61867793-77e7-4180-ba01-b8af6888efc8 None None] Pushing event updated for resources: {'Port': ['ID=2f0dadf4-d031-4a17-a974-ae9382cd9d0b,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:49.202322 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a5dab4-4821-47d7-ac9e-64ea1e4b045e admin admin] Made reservation on behalf of 77887312cef745b7befd4353acd84ed2 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:49.205862 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-41a5dab4-4821-47d7-ac9e-64ea1e4b045e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:49.370761 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:49.555763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44018) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:49.627374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0111ff7c-ad7e-4928-8ff3-04738522a6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:49.630741 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0111ff7c-ad7e-4928-8ff3-04738522a6d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:49.640444 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0111ff7c-ad7e-4928-8ff3-04738522a6d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52c94718-5528-4f20-a4f1-d667f400df39 HTTP/1.1" status: 204 len: 168 time: 0.9510407 Dec 17 13:20:49.667080 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-41a5dab4-4821-47d7-ac9e-64ea1e4b045e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:49.680273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:49.690698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111ff7c-ad7e-4928-8ff3-04738522a6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c94718-5528-4f20-a4f1-d667f400df39,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:49.802462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63b11f4b-2132-4254-9fa4-eca2e89b66f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:49.812589 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:49.937918 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63b11f4b-2132-4254-9fa4-eca2e89b66f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:49.943353 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5dab4-4821-47d7-ac9e-64ea1e4b045e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6be7b0-b67e-4b47-9509-aae28970dfc6,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:49.954657 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network e8ac0230-b250-4314-b715-4573f7ddcfe5 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:49.956878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a5dab4-4821-47d7-ac9e-64ea1e4b045e admin admin] Checking segment: {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:49.957236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5dab4-4821-47d7-ac9e-64ea1e4b045e admin admin] Network hostable DHCP agents. Network: 61465188-496b-4188-aed2-5ed266e622e5, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:20:49.969290 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:49.971378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=4dc571e0-e065-4914-aba5-d84e938d3f93,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:49.977180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:50.021816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63b11f4b-2132-4254-9fa4-eca2e89b66f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:50.085815 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:50.186950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b11f4b-2132-4254-9fa4-eca2e89b66f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02956ace-fd9b-4d39-bf80-64508cf31615,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:50.187451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5dab4-4821-47d7-ac9e-64ea1e4b045e admin admin] Network 61465188-496b-4188-aed2-5ed266e622e5 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:20:50.215221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-63b11f4b-2132-4254-9fa4-eca2e89b66f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3bc208b21d4b40e2a910544fc9a545de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6573603 Dec 17 13:20:50.223606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44032) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:50.319816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-41a5dab4-4821-47d7-ac9e-64ea1e4b045e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 61465188-496b-4188-aed2-5ed266e622e5) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:50.325320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a5dab4-4821-47d7-ac9e-64ea1e4b045e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:50.326095 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-41a5dab4-4821-47d7-ac9e-64ea1e4b045e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:50.337199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b622b67e-2f62-4585-b5e5-89b962e9b1d1 None None] Network 61465188-496b-4188-aed2-5ed266e622e5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:50.359988 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f3216568-5143-4cad-bb6a-c837d25d0c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:50.439089 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:50.442334 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f3216568-5143-4cad-bb6a-c837d25d0c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:50.484022 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-41a5dab4-4821-47d7-ac9e-64ea1e4b045e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7676938 Dec 17 13:20:50.520750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-61465188-496b-4188-aed2-5ed266e622e5', 'network_id': '61465188-496b-4188-aed2-5ed266e622e5', 'project_id': '77887312cef745b7befd4353acd84ed2', 'fixed_ips': [{'subnet_id': 'ac6be7b0-b67e-4b47-9509-aae28970dfc6'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:20:50.521692 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:50.636080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f3216568-5143-4cad-bb6a-c837d25d0c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:50.646687 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f3216568-5143-4cad-bb6a-c837d25d0c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:50.651507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f3216568-5143-4cad-bb6a-c837d25d0c84 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/02956ace-fd9b-4d39-bf80-64508cf31615 HTTP/1.1" status: 204 len: 168 time: 0.4256928 Dec 17 13:20:50.693419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3216568-5143-4cad-bb6a-c837d25d0c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02956ace-fd9b-4d39-bf80-64508cf31615,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:50.961147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Allocated IP 172.20.0.2 (61465188-496b-4188-aed2-5ed266e622e5/ac6be7b0-b67e-4b47-9509-aae28970dfc6/5ac8ec10-6d01-450f-a70f-034de0c72bcc) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:51.091066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2f0dadf4-d031-4a17-a974-ae9382cd9d0b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:51.107856 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:51.134338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4385599-8166-417b-8510-61324b582438 None None] Network e8ac0230-b250-4314-b715-4573f7ddcfe5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:51.193913 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:51.311335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=4dc571e0-e065-4914-aba5-d84e938d3f93,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:51.314983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:51.338465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:51.338664 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:51.340598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-75e1409a-ebf8-4ee0-a02e-6c80d29eba17 None None] Provisioning complete for port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:51.340964 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-75e1409a-ebf8-4ee0-a02e-6c80d29eba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:51.507237 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network e8ac0230-b250-4314-b715-4573f7ddcfe5 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:51.524085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:51.690168 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:51.832514 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 731f3786-04c8-48d1-b786-731d060cfd33 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:20:51.868681 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:51.886382 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-75e1409a-ebf8-4ee0-a02e-6c80d29eba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.004752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2f0dadf4-d031-4a17-a974-ae9382cd9d0b,segment=NetworkSegment(9315992c-da03-45e8-8905-1b35ff7bed59),segment_id=9315992c-da03-45e8-8905-1b35ff7bed59)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:52.006925 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.016604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44080) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:52.071188 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.074887 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Network 61465188-496b-4188-aed2-5ed266e622e5 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:52.082206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:52.082436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:20:52.087443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:52.090702 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a0077491-1f50-4541-a1d4-995eb578eb27 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5039971 Dec 17 13:20:52.095307 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2b649bc9-7ce4-474e-b046-569cc5c77c32 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=643e932c16bf46a686e4ae04f19a5c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0738165 Dec 17 13:20:52.096223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44084) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:52.100542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44086) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:52.106708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-84792bfc-17da-444b-9ccf-6fee4739219b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1194548881'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:52.123190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Sync routers for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:20:52.180069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Pushing event updated for resources: {'Port': ['ID=5ac8ec10-6d01-450f-a70f-034de0c72bcc,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:52.215035 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92f1cb11-47de-4eb2-bdca-65fc0b7cdb0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.250965 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92f1cb11-47de-4eb2-bdca-65fc0b7cdb0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.290846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84792bfc-17da-444b-9ccf-6fee4739219b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:52.296090 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84792bfc-17da-444b-9ccf-6fee4739219b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.317299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-cdd132da-299a-4796-a90f-9da2b14c5be5 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:52.318934 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-cdd132da-299a-4796-a90f-9da2b14c5be5 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/networks?id=61465188-496b-4188-aed2-5ed266e622e5 HTTP/1.1" status: 200 len: 816 time: 0.3542697 Dec 17 13:20:52.355787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84792bfc-17da-444b-9ccf-6fee4739219b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:20:52.363541 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-d979d683-5406-4779-a6cf-df0a07c189c1 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/quotas/77887312cef745b7befd4353acd84ed2 HTTP/1.1" status: 200 len: 375 time: 0.0285144 Dec 17 13:20:52.373309 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84792bfc-17da-444b-9ccf-6fee4739219b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.374165 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-84792bfc-17da-444b-9ccf-6fee4739219b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Added segment 99365fcf-0105-4c24-8fa6-c2499e27085b of type vlan for network 06a70c99-d6bf-4002-9582-adfbe3f36f6c Dec 17 13:20:52.394121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44090) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:52.408487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Attempting to bind port 5ac8ec10-6d01-450f-a70f-034de0c72bcc on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:20:52.408883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Attempting to bind port 5ac8ec10-6d01-450f-a70f-034de0c72bcc by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:20:52.409273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Attempting to bind port 5ac8ec10-6d01-450f-a70f-034de0c72bcc on network 61465188-496b-4188-aed2-5ed266e622e5 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:52.413244 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-75e1409a-ebf8-4ee0-a02e-6c80d29eba17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:20:52.413628 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-75e1409a-ebf8-4ee0-a02e-6c80d29eba17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:20:52.430752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:52.430752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:52.452787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:20:52.453182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Checking segment: {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:52.454185 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.454607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Bound using segment: {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:20:52.455094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Bound port: 5ac8ec10-6d01-450f-a70f-034de0c72bcc, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:20:52.459799 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.477303 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-dc9104c8-08e8-4acf-a400-a90448f16a35 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=77887312cef745b7befd4353acd84ed2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073425 Dec 17 13:20:52.491919 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92f1cb11-47de-4eb2-bdca-65fc0b7cdb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.499115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92f1cb11-47de-4eb2-bdca-65fc0b7cdb0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.516714 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-92f1cb11-47de-4eb2-bdca-65fc0b7cdb0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8ba6c2eb-cab7-4025-b922-e966abbeecfc HTTP/1.1" status: 204 len: 168 time: 0.4029052 Dec 17 13:20:52.587346 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1cb11-47de-4eb2-bdca-65fc0b7cdb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba6c2eb-cab7-4025-b922-e966abbeecfc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:52.597504 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84792bfc-17da-444b-9ccf-6fee4739219b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.671546 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1133034080'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:52.718859 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84792bfc-17da-444b-9ccf-6fee4739219b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.729863 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84792bfc-17da-444b-9ccf-6fee4739219b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:52.731559 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84792bfc-17da-444b-9ccf-6fee4739219b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.815452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:52.823245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.852057 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:52.900992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84792bfc-17da-444b-9ccf-6fee4739219b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Network': ['ID=06a70c99-d6bf-4002-9582-adfbe3f36f6c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:52.912299 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-84792bfc-17da-444b-9ccf-6fee4739219b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8145018 Dec 17 13:20:52.916847 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44104) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:52.923515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f67dfdc6-668f-4268-a976-f4e1786fe17b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'subnet': {'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:52.949437 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-7fdee978-9691-4458-a024-bc982493905e service neutron] 10.222.0.59 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576907 Dec 17 13:20:53.052700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:20:53.099184 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-e9da3fae-3e7c-42de-b182-6bf2cd1ca918 service neutron] 10.222.0.59 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442211 Dec 17 13:20:53.177687 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67dfdc6-668f-4268-a976-f4e1786fe17b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:53.190731 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f67dfdc6-668f-4268-a976-f4e1786fe17b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:53.220940 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:53.323645 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:53.337802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=2f0dadf4-d031-4a17-a974-ae9382cd9d0b,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:53.353796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 06a70c99-d6bf-4002-9582-adfbe3f36f6c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:53.420326 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:20:53.544896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779903f5-4c56-40e4-9fb5-60269c31f9fa,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:53.548348 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:53.548768 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Added segment 8b8d458b-78a3-4eac-98fd-573c2222dc7a of type vlan for network 077abd75-6afc-49d6-9d4a-33a8042803d0 Dec 17 13:20:53.606114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:53.763038 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:53.771881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:53.773849 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:53.837086 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f67dfdc6-668f-4268-a976-f4e1786fe17b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:53.897935 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dfdc6-668f-4268-a976-f4e1786fe17b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Subnet': ['ID=44f5d3a1-a332-490c-9e20-302ce7519db5,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:53.923334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Network': ['ID=077abd75-6afc-49d6-9d4a-33a8042803d0,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:53.939742 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-edb1793e-1fd1-4cd1-aa42-f8e914c36ed9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5438673 Dec 17 13:20:53.943241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44142) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:53.948426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'name': 'tempest-PortsTestJSON-730822478'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:53.960971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:54.005137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e688b2cd-7a99-4f0d-a4c5-9af92ed4c98e None None] Provisioning complete for port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:54.009134 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e688b2cd-7a99-4f0d-a4c5-9af92ed4c98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:54.078491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67dfdc6-668f-4268-a976-f4e1786fe17b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Checking segment: {'id': '99365fcf-0105-4c24-8fa6-c2499e27085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:54.078940 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67dfdc6-668f-4268-a976-f4e1786fe17b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network hostable DHCP agents. Network: 06a70c99-d6bf-4002-9582-adfbe3f36f6c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:20:54.106329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-4d055b73-4657-40d0-b115-96710ceb99c8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:54.120619 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-4d055b73-4657-40d0-b115-96710ceb99c8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/networks?id=61465188-496b-4188-aed2-5ed266e622e5 HTTP/1.1" status: 200 len: 816 time: 0.2903118 Dec 17 13:20:54.142176 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-62c0a416-8464-494f-815b-20f16253708d tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/quotas/77887312cef745b7befd4353acd84ed2 HTTP/1.1" status: 200 len: 375 time: 0.0144804 Dec 17 13:20:54.151828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:54.156431 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:54.183919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port f451925b-c836-4a7e-b817-fe45dcc96cd5 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:20:54.241088 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67dfdc6-668f-4268-a976-f4e1786fe17b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 06a70c99-d6bf-4002-9582-adfbe3f36f6c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:20:54.256134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-eb03d009-1ef6-4184-8f7f-a2c16c651a83 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=77887312cef745b7befd4353acd84ed2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0952339 Dec 17 13:20:54.303242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] For port 5ac8ec10-6d01-450f-a70f-034de0c72bcc, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:20:54.347486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] For port 5ac8ec10-6d01-450f-a70f-034de0c72bcc, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5ac8ec10-6d01-450f-a70f-034de0c72bcc,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:20:54.379776 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-f67dfdc6-668f-4268-a976-f4e1786fe17b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 06a70c99-d6bf-4002-9582-adfbe3f36f6c) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:54.410993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67dfdc6-668f-4268-a976-f4e1786fe17b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:54.411721 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f67dfdc6-668f-4268-a976-f4e1786fe17b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:54.415883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f205637-aaef-4322-8e24-7d8f57db6890 None None] Network 06a70c99-d6bf-4002-9582-adfbe3f36f6c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:54.470414 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:54.494356 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-df48a591-9e06-4141-baa2-f99e48958a84 service neutron] 10.222.0.59 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274673 Dec 17 13:20:54.663932 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:54.687438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2f0dadf4-d031-4a17-a974-ae9382cd9d0b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:54.753690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcd29e-e2e8-4104-82da-11835698719b None None] Pushing event updated for resources: {'Port': ['ID=5ac8ec10-6d01-450f-a70f-034de0c72bcc,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:54.820149 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f67dfdc6-668f-4268-a976-f4e1786fe17b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8993850 Dec 17 13:20:54.820911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44162) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:54.847486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:20:54.851381 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:54.867573 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:20:50Z', 'revision_number': 2, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:50Z', 'revision_number': 2, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:54.869885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e688b2cd-7a99-4f0d-a4c5-9af92ed4c98e None None] Provisioning complete for port 4dc571e0-e065-4914-aba5-d84e938d3f93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:54.870420 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e688b2cd-7a99-4f0d-a4c5-9af92ed4c98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:54.897072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:54.929427 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-d075a5f6-9e83-45f6-b6f7-076c6748d7df service neutron] 10.222.0.59 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223211 Dec 17 13:20:54.942044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3186859f-1927-4a25-b3a1-97a1f87bae60 req-720a5114-494d-4eec-99a9-71618365550f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1915684 Dec 17 13:20:55.171973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Checking router: 731f3786-04c8-48d1-b786-731d060cfd33 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:20:55.172985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Updating router 731f3786-04c8-48d1-b786-731d060cfd33 port 4dc571e0-e065-4914-aba5-d84e938d3f93 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:20:55.206226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186859f-1927-4a25-b3a1-97a1f87bae60 req-eb17e660-3ee8-40a1-aad8-93c9d15d6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:55.212156 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3186859f-1927-4a25-b3a1-97a1f87bae60 req-eb17e660-3ee8-40a1-aad8-93c9d15d6a4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 1096 time: 0.1212587 Dec 17 13:20:55.266932 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:55.477675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186859f-1927-4a25-b3a1-97a1f87bae60 req-c6e698a2-d2ef-40d2-8676-7b94552ff9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:55.484482 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3186859f-1927-4a25-b3a1-97a1f87bae60 req-c6e698a2-d2ef-40d2-8676-7b94552ff9cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 912 time: 0.2523706 Dec 17 13:20:55.733994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3186859f-1927-4a25-b3a1-97a1f87bae60 req-a305ec61-1d0d-4577-8ba5-acd6c80581c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b06630-f02d-41fa-a661-61f4ae8b1e9d HTTP/1.1" status: 200 len: 1000 time: 0.2403612 Dec 17 13:20:55.920852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e688b2cd-7a99-4f0d-a4c5-9af92ed4c98e None None] Port 4dc571e0-e065-4914-aba5-d84e938d3f93 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:20:55.949397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186859f-1927-4a25-b3a1-97a1f87bae60 req-6b537f49-c655-4c99-8981-12fe566b1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:55.951659 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3186859f-1927-4a25-b3a1-97a1f87bae60 req-6b537f49-c655-4c99-8981-12fe566b1597 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d1656b2-e2b6-417d-b1f4-d2369980ad95 HTTP/1.1" status: 200 len: 850 time: 0.2038713 Dec 17 13:20:56.038542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:56.039159 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:56.112007 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186859f-1927-4a25-b3a1-97a1f87bae60 req-575c7bf0-c69e-4b21-9e4b-500522cfd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:56.130985 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3186859f-1927-4a25-b3a1-97a1f87bae60 req-575c7bf0-c69e-4b21-9e4b-500522cfd819 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efd523df-1141-427f-91d1-b66f399f62fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419640 Dec 17 13:20:56.324205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-b4261590-dbfd-45b3-a3c7-e278902c61ec tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:56.338515 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-b4261590-dbfd-45b3-a3c7-e278902c61ec tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/networks?id=61465188-496b-4188-aed2-5ed266e622e5 HTTP/1.1" status: 200 len: 816 time: 0.2881937 Dec 17 13:20:56.462109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Allocated IP 172.21.0.2 (06a70c99-d6bf-4002-9582-adfbe3f36f6c/44f5d3a1-a332-490c-9e20-302ce7519db5/198be0e4-bd35-46cf-86cd-832fe8eac765) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:56.480970 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3186859f-1927-4a25-b3a1-97a1f87bae60 req-821660aa-94ad-4a95-974c-106ba4032717 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490512 Dec 17 13:20:56.483841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44210) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:56.547546 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-f8ea7017-9598-4f30-9456-80378f6b1264 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/quotas/77887312cef745b7befd4353acd84ed2 HTTP/1.1" status: 200 len: 375 time: 0.2077951 Dec 17 13:20:56.589286 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=f451925b-c836-4a7e-b817-fe45dcc96cd5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:56.642238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c644d8-3ab3-4de8-8607-e2c8f0cef8f9 None None] Network 61465188-496b-4188-aed2-5ed266e622e5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:56.643444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Checking segment: {'id': '8b8d458b-78a3-4eac-98fd-573c2222dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:56.644003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network hostable DHCP agents. Network: 077abd75-6afc-49d6-9d4a-33a8042803d0, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:20:56.761279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-47a6aae7-e6b7-4512-8df7-27faecc8d951 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:56.766106 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-47a6aae7-e6b7-4512-8df7-27faecc8d951 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.54 "GET /v2.0/networks?id=61465188-496b-4188-aed2-5ed266e622e5 HTTP/1.1" status: 200 len: 816 time: 0.3821487 Dec 17 13:20:56.799946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Request body: {'port': {'device_id': '32759e91-986e-405f-807e-0821478f136b', 'network_id': '61465188-496b-4188-aed2-5ed266e622e5', 'admin_state_up': True, 'tenant_id': '77887312cef745b7befd4353acd84ed2'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:56.825265 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:56.858646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-92af0eb4-8998-4e65-8c41-f802e4495b83 None None] Provisioning complete for port 5ac8ec10-6d01-450f-a70f-034de0c72bcc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:56.858646 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-92af0eb4-8998-4e65-8c41-f802e4495b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:56.863404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1704096960', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:56.876266 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-e63d00fb-0ece-440c-a599-3a65b1a5d49c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=77887312cef745b7befd4353acd84ed2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2917230 Dec 17 13:20:56.937529 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:57.057773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:20:57.087144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3186859f-1927-4a25-b3a1-97a1f87bae60 req-d576bd4d-80a0-457d-90a6-02c264d04a46 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633998 Dec 17 13:20:57.200720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 077abd75-6afc-49d6-9d4a-33a8042803d0) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:57.216777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:57.223110 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:57.223765 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:57.348335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Made reservation on behalf of 53602fdc14e2442eac093593a0d668cf for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:57.351675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:57.363632 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-28af409e-71d2-4f37-a2d0-bce85897ad66 service neutron] 10.222.0.59 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733732 Dec 17 13:20:57.367979 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:57.431332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5ac8ec10-6d01-450f-a70f-034de0c72bcc up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:57.434995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5562c9-bd2c-4d1e-bbc0-38fd6802509c None None] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:20:57.508854 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:57.557215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Made reservation on behalf of 77887312cef745b7befd4353acd84ed2 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:57.560048 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:57.589450 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-456936ea-ebe6-4ca6-b713-f495969681bc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.6450050 Dec 17 13:20:57.601410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44236) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:57.616677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fecdd144-fc3b-46ea-9b07-9c0bc98172b0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2060957681'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:57.628350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Pushing event updated for resources: {'Port': ['ID=4dc571e0-e065-4914-aba5-d84e938d3f93,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:57.723251 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.724408 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.725541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.739655 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.741489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.741892 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.742240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.742636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.743151 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.743497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.744241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.744353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.744722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:20:57.748784 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d88ada0-277c-4a9d-aa15-c7bcdf48d2d6 req-b399e12b-bf81-494f-927d-baa74732ec5b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4512393 Dec 17 13:20:57.800393 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:57.830018 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:57.877823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecdd144-fc3b-46ea-9b07-9c0bc98172b0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:57.895893 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fecdd144-fc3b-46ea-9b07-9c0bc98172b0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:57.899876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-0fe9f9da-4eed-4416-9dc9-36c713396b9c service neutron] 10.222.0.59 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944652 Dec 17 13:20:57.902818 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-92af0eb4-8998-4e65-8c41-f802e4495b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:57.929185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:57.946045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] device_id is not set on port c00f704c-3ec0-4ee0-8ca4-58e03ea45739 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:20:57.952668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88ada0-277c-4a9d-aa15-c7bcdf48d2d6 req-4259ec51-d8b7-431f-9675-a21daac603b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:57.954966 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d88ada0-277c-4a9d-aa15-c7bcdf48d2d6 req-4259ec51-d8b7-431f-9675-a21daac603b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=00f2483427694fb8b8bd7ae3a33d3140&device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 1097 time: 0.1747105 Dec 17 13:20:57.984255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.124349 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-92af0eb4-8998-4e65-8c41-f802e4495b83 None None] For port 5ac8ec10-6d01-450f-a70f-034de0c72bcc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5ac8ec10-6d01-450f-a70f-034de0c72bcc,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:58.134897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Attempting to bind port 4dc571e0-e065-4914-aba5-d84e938d3f93 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:20:58.135303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Attempting to bind port 4dc571e0-e065-4914-aba5-d84e938d3f93 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '9315992c-da03-45e8-8905-1b35ff7bed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:20:58.135687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Attempting to bind port 4dc571e0-e065-4914-aba5-d84e938d3f93 on network e8ac0230-b250-4314-b715-4573f7ddcfe5 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:58.156088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:20:58.157137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Checking segment: {'id': '9315992c-da03-45e8-8905-1b35ff7bed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:58.157566 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.158013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Bound using segment: {'id': '9315992c-da03-45e8-8905-1b35ff7bed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:20:58.158640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Bound port: 4dc571e0-e065-4914-aba5-d84e938d3f93, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9315992c-da03-45e8-8905-1b35ff7bed59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:20:58.159038 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.164341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Network 06a70c99-d6bf-4002-9582-adfbe3f36f6c is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:58.186727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:58.196230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Pushing event updated for resources: {'Port': ['ID=198be0e4-bd35-46cf-86cd-832fe8eac765,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:58.201722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:58.251937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8985acc-7c97-4265-9852-6116282f6383,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:58.259106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecdd144-fc3b-46ea-9b07-9c0bc98172b0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:20:58.270998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e646fe-a7da-4cbb-b325-b8615bab2701 req-44d46130-433f-4f64-b7fc-f077a49316eb tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:58.277196 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-92af0eb4-8998-4e65-8c41-f802e4495b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.280097 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08e646fe-a7da-4cbb-b325-b8615bab2701 req-44d46130-433f-4f64-b7fc-f077a49316eb tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 946 time: 0.2024989 Dec 17 13:20:58.305286 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Allocated IP 172.21.0.1 (06a70c99-d6bf-4002-9582-adfbe3f36f6c/44f5d3a1-a332-490c-9e20-302ce7519db5/030af023-fcef-4252-a657-cf18727eb015) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:58.321624 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 5ac8ec10-6d01-450f-a70f-034de0c72bcc triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:58.321624 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.369366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Allocated IP 172.20.0.11 (61465188-496b-4188-aed2-5ed266e622e5/ac6be7b0-b67e-4b47-9509-aae28970dfc6/5d51a41c-c947-4d05-98b1-0821205e533f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:58.397134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] For port 4dc571e0-e065-4914-aba5-d84e938d3f93, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:20:58.415240 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fecdd144-fc3b-46ea-9b07-9c0bc98172b0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.415605 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-fecdd144-fc3b-46ea-9b07-9c0bc98172b0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Added segment 08f44890-4f58-4edb-b778-29473e9f7b6c of type vlan for network 329d1bc1-a301-4b37-9181-1615b2e1800e Dec 17 13:20:58.526632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] For port 4dc571e0-e065-4914-aba5-d84e938d3f93, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4dc571e0-e065-4914-aba5-d84e938d3f93,segment=NetworkSegment(9315992c-da03-45e8-8905-1b35ff7bed59),segment_id=9315992c-da03-45e8-8905-1b35ff7bed59)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:20:58.540179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Attempting to bind port 198be0e4-bd35-46cf-86cd-832fe8eac765 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:20:58.540436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Attempting to bind port 198be0e4-bd35-46cf-86cd-832fe8eac765 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '99365fcf-0105-4c24-8fa6-c2499e27085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:20:58.540794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Attempting to bind port 198be0e4-bd35-46cf-86cd-832fe8eac765 on network 06a70c99-d6bf-4002-9582-adfbe3f36f6c {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:20:58.575322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af0eb4-8998-4e65-8c41-f802e4495b83 None None] Pushing event updated for resources: {'Port': ['ID=5ac8ec10-6d01-450f-a70f-034de0c72bcc,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:58.598196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:20:58.598196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Checking segment: {'id': '99365fcf-0105-4c24-8fa6-c2499e27085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:20:58.598196 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.598196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Bound using segment: {'id': '99365fcf-0105-4c24-8fa6-c2499e27085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:20:58.598196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Bound port: 198be0e4-bd35-46cf-86cd-832fe8eac765, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99365fcf-0105-4c24-8fa6-c2499e27085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:20:58.598676 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.637428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Allocated IP 172.25.0.15 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/c00f704c-3ec0-4ee0-8ca4-58e03ea45739) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:20:58.639501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3be62272-7a2a-4a2f-ab10-7c71ea81146e None None] Provisioning complete for port 4dc571e0-e065-4914-aba5-d84e938d3f93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:58.640118 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3be62272-7a2a-4a2f-ab10-7c71ea81146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.654738 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-636a5d40-9fd9-4a24-98e9-4e53c8a414e4 req-04cdbf01-d743-4caa-a5be-44304e16986a tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 210 time: 0.0802000 Dec 17 13:20:58.670884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88ada0-277c-4a9d-aa15-c7bcdf48d2d6 req-94e8a6c2-67e2-4d5b-9883-18a15bdc8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:58.674384 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d88ada0-277c-4a9d-aa15-c7bcdf48d2d6 req-94e8a6c2-67e2-4d5b-9883-18a15bdc8b66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9f8dc47b-d913-4cd1-9706-2c7d1a4f780e HTTP/1.1" status: 200 len: 915 time: 0.6721182 Dec 17 13:20:58.690942 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fecdd144-fc3b-46ea-9b07-9c0bc98172b0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.708421 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.726922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08e646fe-a7da-4cbb-b325-b8615bab2701 req-7dfb3884-044a-43f1-892a-1eeee7db0c79 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382563 Dec 17 13:20:58.764629 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.909861 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:58.929101 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d88ada0-277c-4a9d-aa15-c7bcdf48d2d6 req-ba713ae0-6e48-47df-96a1-db111153f92e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47a9751a-8a33-441a-b69e-11725baea743 HTTP/1.1" status: 200 len: 217 time: 0.2457922 Dec 17 13:20:58.941258 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade8966-2b60-4403-b88e-1f83bc27ce4c None None] Pushing event updated for resources: {'Port': ['ID=4dc571e0-e065-4914-aba5-d84e938d3f93,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:58.946727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 06a70c99-d6bf-4002-9582-adfbe3f36f6c is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:20:58.955052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:20:58.966053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] For port 198be0e4-bd35-46cf-86cd-832fe8eac765, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:20:58.977433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-e66f48ed-efce-4b4d-8475-fbb1b1b14e98 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:58.977433 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-e66f48ed-efce-4b4d-8475-fbb1b1b14e98 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.54 "GET /v2.0/networks?id=61465188-496b-4188-aed2-5ed266e622e5 HTTP/1.1" status: 200 len: 816 time: 0.5097129 Dec 17 13:20:58.986858 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:20:58.988080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:20:58.992508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] For port 198be0e4-bd35-46cf-86cd-832fe8eac765, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=198be0e4-bd35-46cf-86cd-832fe8eac765,segment=NetworkSegment(99365fcf-0105-4c24-8fa6-c2499e27085b),segment_id=99365fcf-0105-4c24-8fa6-c2499e27085b)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:20:59.068083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Request body: {'port': {'device_id': 'ad48e7c1-91cb-4ddd-a9e1-1010dd2befee', 'network_id': '61465188-496b-4188-aed2-5ed266e622e5', 'admin_state_up': True, 'tenant_id': '77887312cef745b7befd4353acd84ed2'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:59.128230 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88ada0-277c-4a9d-aa15-c7bcdf48d2d6 req-9f757090-18bc-4167-991f-c45b71498871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:59.133451 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d88ada0-277c-4a9d-aa15-c7bcdf48d2d6 req-9f757090-18bc-4167-991f-c45b71498871 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=24e70ff5-2187-4d62-8e8f-7ca8406c8afc HTTP/1.1" status: 200 len: 854 time: 0.1808140 Dec 17 13:20:59.142194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:20:59.164140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fecdd144-fc3b-46ea-9b07-9c0bc98172b0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:59.170496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecdd144-fc3b-46ea-9b07-9c0bc98172b0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:59.171381 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fecdd144-fc3b-46ea-9b07-9c0bc98172b0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:59.177819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5ac8ec10-6d01-450f-a70f-034de0c72bcc up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:20:59.188435 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:59.227478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.54', 65435) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:59.236150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d88ada0-277c-4a9d-aa15-c7bcdf48d2d6 req-3211a3bb-b1a7-448e-9460-72da89cb78c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f8dc47b-d913-4cd1-9706-2c7d1a4f780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886655 Dec 17 13:20:59.278731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=030af023-fcef-4252-a657-cf18727eb015,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:59.352841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:20:59.354953 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3be62272-7a2a-4a2f-ab10-7c71ea81146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:59.385611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fecdd144-fc3b-46ea-9b07-9c0bc98172b0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7768641 Dec 17 13:20:59.394664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44262) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:20:59.402592 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'ports': [{'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0'}, {'network_id': '329d1bc1-a301-4b37-9181-1615b2e1800e'}]} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:59.402824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:59.403521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': '329d1bc1-a301-4b37-9181-1615b2e1800e'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:20:59.415738 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:59.471235 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:59.488531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdd144-fc3b-46ea-9b07-9c0bc98172b0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Network': ['ID=329d1bc1-a301-4b37-9181-1615b2e1800e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:59.541018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef569297-501c-4a5d-a3db-a6052c74a043 req-cdfeeaac-2c6a-4986-8636-4bd17f3a79e6 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:20:59.542756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef569297-501c-4a5d-a3db-a6052c74a043 req-cdfeeaac-2c6a-4986-8636-4bd17f3a79e6 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.54 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 946 time: 0.2790294 Dec 17 13:20:59.647590 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 329d1bc1-a301-4b37-9181-1615b2e1800e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:20:59.655351 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d88ada0-277c-4a9d-aa15-c7bcdf48d2d6 req-9a567283-8f04-4f9c-85fa-a22ca1359761 service neutron] 10.222.0.54 "GET /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051085 Dec 17 13:20:59.666406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee4974-8736-4179-a0e3-825b138a9125 None None] Pushing event updated for resources: {'Port': ['ID=198be0e4-bd35-46cf-86cd-832fe8eac765,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:20:59.752567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:59.808616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3be62272-7a2a-4a2f-ab10-7c71ea81146e None None] For port 4dc571e0-e065-4914-aba5-d84e938d3f93, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4dc571e0-e065-4914-aba5-d84e938d3f93,segment=NetworkSegment(9315992c-da03-45e8-8905-1b35ff7bed59),segment_id=9315992c-da03-45e8-8905-1b35ff7bed59)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:20:59.834125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 5ac8ec10-6d01-450f-a70f-034de0c72bcc triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:20:59.834493 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:59.901131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Made reservation on behalf of 77887312cef745b7befd4353acd84ed2 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:20:59.901131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:20:59.929609 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3be62272-7a2a-4a2f-ab10-7c71ea81146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:00.007826 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9c116d16-127d-4a74-ba9a-f178379199e2 req-6ce54da4-f999-4efb-b85c-7ebfe5d23aa8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 210 time: 0.1786542 Dec 17 13:21:00.146546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be62272-7a2a-4a2f-ab10-7c71ea81146e None None] Pushing event updated for resources: {'Port': ['ID=4dc571e0-e065-4914-aba5-d84e938d3f93,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:00.154160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-56366518-f1e9-4168-ae77-bd7ac102d9a5 None None] Provisioning complete for port 5ac8ec10-6d01-450f-a70f-034de0c72bcc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:00.154805 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-56366518-f1e9-4168-ae77-bd7ac102d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:00.199833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:00.213466 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:00.226165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 2} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:00.234838 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:00.271456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:20:50Z', 'revision_number': 2, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:58Z', 'revision_number': 4, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:00.286366 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d88ada0-277c-4a9d-aa15-c7bcdf48d2d6 req-0c4c3b89-f0f8-4dd8-840b-6410cedb6943 service neutron] 10.222.0.54 "GET /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233819 Dec 17 13:21:00.292455 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:00.368898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2f1428-d888-48c1-99c9-4d55a7f02285 None None] The sync data for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 is: [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:20:50Z', 'revision_number': 2, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:58Z', 'revision_number': 4, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:00.410473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Pushing event updated for resources: {'Port': ['ID=5d51a41c-c947-4d05-98b1-0821205e533f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:00.428953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ef569297-501c-4a5d-a3db-a6052c74a043 req-fc2a581e-f703-437c-aa46-23bd9a40c32c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Deleting port 47a9751a-8a33-441a-b69e-11725baea743 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:00.428953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef569297-501c-4a5d-a3db-a6052c74a043 req-fc2a581e-f703-437c-aa46-23bd9a40c32c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:00.432565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Allocated IP 172.20.0.12 (61465188-496b-4188-aed2-5ed266e622e5/ac6be7b0-b67e-4b47-9509-aae28970dfc6/b1af6c03-3760-4ece-8b7d-341be73887ba) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:00.457431 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:00.590547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:00.632502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:00.644531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Network 61465188-496b-4188-aed2-5ed266e622e5 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:00.650099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:00.678558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port 76c5be26-3419-418e-b135-bf1420731849 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:21:00.717316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:00.720870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:00.721712 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:00.742310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:00.792040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4706b3ef-6573-4a61-a241-c12059c275e7 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:00.855314 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.3682017 Dec 17 13:21:00.867023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44282) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:00.886319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-56366518-f1e9-4168-ae77-bd7ac102d9a5 None None] Provisioning complete for port 4dc571e0-e065-4914-aba5-d84e938d3f93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:00.886699 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-56366518-f1e9-4168-ae77-bd7ac102d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:00.897358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc5e5-48e1-445e-a52c-32003b512bfc req-64ee655b-3e43-4e65-8654-5e7f9e55b7d1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:00.912852 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c10dc5e5-48e1-445e-a52c-32003b512bfc req-64ee655b-3e43-4e65-8654-5e7f9e55b7d1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 946 time: 0.7401996 Dec 17 13:21:01.130576 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ef569297-501c-4a5d-a3db-a6052c74a043 req-fc2a581e-f703-437c-aa46-23bd9a40c32c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] For port 47a9751a-8a33-441a-b69e-11725baea743, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=47a9751a-8a33-441a-b69e-11725baea743,segment=NetworkSegment(a88e3d34-aa3a-4c4f-ae54-6bbc3799634a),segment_id=a88e3d34-aa3a-4c4f-ae54-6bbc3799634a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:01.132212 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef569297-501c-4a5d-a3db-a6052c74a043 req-fc2a581e-f703-437c-aa46-23bd9a40c32c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:01.184290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ef569297-501c-4a5d-a3db-a6052c74a043 req-fc2a581e-f703-437c-aa46-23bd9a40c32c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Calling delete_port for 47a9751a-8a33-441a-b69e-11725baea743 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:01.283973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.15'}]}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:01.305888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3490b5-4f45-415e-a99a-f23da039a391 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Pushing event updated for resources: {'Port': ['ID=c00f704c-3ec0-4ee0-8ca4-58e03ea45739,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:01.319208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a6f863e7-6e16-462f-816e-bb6006b13664 None None] Provisioning complete for port c00f704c-3ec0-4ee0-8ca4-58e03ea45739 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:01.319763 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6f863e7-6e16-462f-816e-bb6006b13664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:01.331228 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d2ded945-44ef-475b-aed1-745bb7420b74 req-62ebce3a-312c-4a5f-9949-17e368b1e2e5 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 210 time: 0.1134243 Dec 17 13:21:01.422786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:01.422944 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:01.434623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4dc571e0-e065-4914-aba5-d84e938d3f93 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:01.436813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa2b50-6a39-4cc4-b3b5-8b8bbcf16f4b None None] Network 06a70c99-d6bf-4002-9582-adfbe3f36f6c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:01.486133 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:01.593642 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c26f1065-ce89-4014-970c-79c13716fd3c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8067436 Dec 17 13:21:01.611649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Request body: {'port': {'device_id': '32759e91-986e-405f-807e-0821478f136b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:01.631563 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c10dc5e5-48e1-445e-a52c-32003b512bfc req-c12fdc88-035a-4a29-a1a9-4b6c52375e61 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045681 Dec 17 13:21:01.697909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port ca467724-518f-441e-a7fd-b6d69315c63c yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:21:01.707432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a6f863e7-6e16-462f-816e-bb6006b13664 None None] Port c00f704c-3ec0-4ee0-8ca4-58e03ea45739 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:01.713539 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:01.718787 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:01.720666 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:01.757232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4dc571e0-e065-4914-aba5-d84e938d3f93 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:01.757629 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:01.806513 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:01.845268 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:01.848442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:01.879451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef569297-501c-4a5d-a3db-a6052c74a043 req-fc2a581e-f703-437c-aa46-23bd9a40c32c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:01.887102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 198be0e4-bd35-46cf-86cd-832fe8eac765 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:01.979650 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.009242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-537beb88-65e7-4016-af6e-a661d14a4ec8 None None] Provisioning complete for port 5d51a41c-c947-4d05-98b1-0821205e533f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:02.009705 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-537beb88-65e7-4016-af6e-a661d14a4ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.071426 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7849dc82-3f57-4555-819c-f5ab3f15c0c0 None None] DHCP port deletion for 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:02.080871 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.099291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-537beb88-65e7-4016-af6e-a661d14a4ec8 None None] Port 5d51a41c-c947-4d05-98b1-0821205e533f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:02.124554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=030af023-fcef-4252-a657-cf18727eb015,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:02.144736 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 198be0e4-bd35-46cf-86cd-832fe8eac765 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:02.145115 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.173098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.195696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-537beb88-65e7-4016-af6e-a661d14a4ec8 None None] Provisioning complete for port 198be0e4-bd35-46cf-86cd-832fe8eac765 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:02.196074 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-537beb88-65e7-4016-af6e-a661d14a4ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.219749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.220126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.220476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.220830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.221189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.221509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.221883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.222221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.222550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.222882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.223207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.223532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.223858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:02.379912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 06a70c99-d6bf-4002-9582-adfbe3f36f6c is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:02.382248 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.388166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:02.394740 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-537beb88-65e7-4016-af6e-a661d14a4ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.506279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 198be0e4-bd35-46cf-86cd-832fe8eac765, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=198be0e4-bd35-46cf-86cd-832fe8eac765,segment=NetworkSegment(99365fcf-0105-4c24-8fa6-c2499e27085b),segment_id=99365fcf-0105-4c24-8fa6-c2499e27085b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:02.519667 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.582555 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.592580 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:02.604859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:02.616402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:02.616402 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.624894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=76c5be26-3419-418e-b135-bf1420731849,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:02.701772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=ca467724-518f-441e-a7fd-b6d69315c63c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:02.749930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 731f3786-04c8-48d1-b786-731d060cfd33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:02.783304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Checking segment: {'id': '08f44890-4f58-4edb-b778-29473e9f7b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '329d1bc1-a301-4b37-9181-1615b2e1800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:02.784474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network hostable DHCP agents. Network: 329d1bc1-a301-4b37-9181-1615b2e1800e, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:21:02.796702 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-537beb88-65e7-4016-af6e-a661d14a4ec8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:21:02.796931 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-537beb88-65e7-4016-af6e-a661d14a4ec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:21:02.837119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=198be0e4-bd35-46cf-86cd-832fe8eac765,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:02.852507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a581e-f703-437c-aa46-23bd9a40c32c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Pushing event deleted for resources: {'Port': ['ID=47a9751a-8a33-441a-b69e-11725baea743,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:02.856890 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.908843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef569297-501c-4a5d-a3db-a6052c74a043 req-fc2a581e-f703-437c-aa46-23bd9a40c32c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] No DVR routers for this DVR port 47a9751a-8a33-441a-b69e-11725baea743 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:02.931532 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-61b0ee82-fb8f-4380-bd9b-9704e55f0a47 req-f7758706-052b-4993-a461-0c35e35a5911 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 210 time: 0.1383171 Dec 17 13:21:02.975829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:02.995753 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-590f8bb2-8a79-4e0d-8be9-fddd68815a09 req-a3979374-a457-465e-8824-16f03ad5101a tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 210 time: 0.1420863 Dec 17 13:21:02.996197 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f5bfac09-35b5-41cc-a372-ed8f1d8ff82e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1606505 Dec 17 13:21:02.996286 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Sync routers for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:02.996725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ef569297-501c-4a5d-a3db-a6052c74a043 req-fc2a581e-f703-437c-aa46-23bd9a40c32c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:02.997179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef569297-501c-4a5d-a3db-a6052c74a043 req-fc2a581e-f703-437c-aa46-23bd9a40c32c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.54 "DELETE /v2.0/ports/47a9751a-8a33-441a-b69e-11725baea743 HTTP/1.1" status: 204 len: 173 time: 3.4452486 Dec 17 13:21:03.008088 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44306) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:03.027970 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:03.028130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6d97e209-7f5b-4e16-ad10-8b572aae6621 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1117305651'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:03.029224 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:03.037609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9527357f-7c5c-427b-8fbd-0ac6f4cf8af9', 'name': 'network-vif-deleted', 'tag': '47a9751a-8a33-441a-b69e-11725baea743'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:21:03.040495 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2ed158-5a40-4e0c-9765-5640ad546eaa" -d '{"events": [{"server_uuid": "9527357f-7c5c-427b-8fbd-0ac6f4cf8af9", "name": "network-vif-deleted", "tag": "47a9751a-8a33-441a-b69e-11725baea743"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:21:03.048464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 329d1bc1-a301-4b37-9181-1615b2e1800e is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:21:03.152741 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed01d08-1320-4bca-a110-dfc90a5a2f9c x-openstack-request-id: req-7ed01d08-1320-4bca-a110-dfc90a5a2f9c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:21:03.153847 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9527357f-7c5c-427b-8fbd-0ac6f4cf8af9", "name": "network-vif-deleted", "tag": "47a9751a-8a33-441a-b69e-11725baea743", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:21:03.154259 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ed01d08-1320-4bca-a110-dfc90a5a2f9c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:21:03.154670 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9527357f-7c5c-427b-8fbd-0ac6f4cf8af9', 'name': 'network-vif-deleted', 'tag': '47a9751a-8a33-441a-b69e-11725baea743', 'status': 'completed', 'code': 200} Dec 17 13:21:03.168874 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 198be0e4-bd35-46cf-86cd-832fe8eac765 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:03.171584 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 329d1bc1-a301-4b37-9181-1615b2e1800e) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:03.192922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:03.220735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:03.221113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:03.221984 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.227483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0de23f-05a5-4aa9-8ac5-3f91cc45c0d2 None None] Network 329d1bc1-a301-4b37-9181-1615b2e1800e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:03.236624 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:03.267021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d97e209-7f5b-4e16-ad10-8b572aae6621 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:03.268836 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d97e209-7f5b-4e16-ad10-8b572aae6621 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.352827 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d97e209-7f5b-4e16-ad10-8b572aae6621 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:21:03.370398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 47a9751a-8a33-441a-b69e-11725baea743 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:03.371591 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d97e209-7f5b-4e16-ad10-8b572aae6621 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.372005 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-6d97e209-7f5b-4e16-ad10-8b572aae6621 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Added segment 72ef55bf-c0cd-44a2-a16b-f5112d83582f of type vlan for network 50496fe5-e56c-4e97-989a-0b8a62e207c5 Dec 17 13:21:03.429615 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d23da160-f753-46b1-aed9-797ba3a68314 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0336711 Dec 17 13:21:03.435426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44312) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:03.451512 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d97e209-7f5b-4e16-ad10-8b572aae6621 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.532472 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 47a9751a-8a33-441a-b69e-11725baea743 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:03.533862 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 47a9751a-8a33-441a-b69e-11725baea743 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:03.550130 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.565939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-b6f02430-e07b-40bc-8b49-263b9f6561a1 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:03.567522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-b6f02430-e07b-40bc-8b49-263b9f6561a1 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.61 "GET /v2.0/networks?id=61465188-496b-4188-aed2-5ed266e622e5 HTTP/1.1" status: 200 len: 816 time: 0.7373891 Dec 17 13:21:03.571196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 198be0e4-bd35-46cf-86cd-832fe8eac765 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:03.571912 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.588103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Request body: {'port': {'device_id': '1e091128-44a0-4d20-9bb5-1d969c15fefd', 'network_id': '61465188-496b-4188-aed2-5ed266e622e5', 'admin_state_up': True, 'tenant_id': '77887312cef745b7befd4353acd84ed2'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:03.620804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.622036 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:00Z', 'revision_number': 3, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:00Z', 'revision_number': 2, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:03.627763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9d63040f-2e6d-4b6e-a051-7f761369a97e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port ca467724-518f-441e-a7fd-b6d69315c63c {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:03.628120 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d63040f-2e6d-4b6e-a051-7f761369a97e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.661437 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Checking router: 731f3786-04c8-48d1-b786-731d060cfd33 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:21:03.662145 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Updating router 731f3786-04c8-48d1-b786-731d060cfd33 port 030af023-fcef-4252-a657-cf18727eb015 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:21:03.669931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-63fe74bd-b48d-40fe-b351-4d088559c8f8 None None] Provisioning complete for port 030af023-fcef-4252-a657-cf18727eb015 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:03.670882 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-63fe74bd-b48d-40fe-b351-4d088559c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.695312 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.735794 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d97e209-7f5b-4e16-ad10-8b572aae6621 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.744762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d97e209-7f5b-4e16-ad10-8b572aae6621 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:03.745414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d97e209-7f5b-4e16-ad10-8b572aae6621 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.824789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-63fe74bd-b48d-40fe-b351-4d088559c8f8 None None] Port 030af023-fcef-4252-a657-cf18727eb015 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:03.881990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-63fe74bd-b48d-40fe-b351-4d088559c8f8 None None] Provisioning complete for port 198be0e4-bd35-46cf-86cd-832fe8eac765 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:03.882373 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-63fe74bd-b48d-40fe-b351-4d088559c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.898672 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d63040f-2e6d-4b6e-a051-7f761369a97e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:03.922613 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6d97e209-7f5b-4e16-ad10-8b572aae6621 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9105527 Dec 17 13:21:03.941442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44320) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:03.949452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7750b8e5-1f7c-4219-9f4f-de3ba4c8c76c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'subnet': {'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:03.955160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9d63040f-2e6d-4b6e-a051-7f761369a97e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for ca467724-518f-441e-a7fd-b6d69315c63c owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:03.958077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97e209-7f5b-4e16-ad10-8b572aae6621 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Network': ['ID=50496fe5-e56c-4e97-989a-0b8a62e207c5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:03.986572 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 50496fe5-e56c-4e97-989a-0b8a62e207c5 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:21:04.179458 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:04.200903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Network 61465188-496b-4188-aed2-5ed266e622e5 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:04.228949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:04.239027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Pushing event updated for resources: {'Port': ['ID=b1af6c03-3760-4ece-8b7d-341be73887ba,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:04.260166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:04.265249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d51a41c-c947-4d05-98b1-0821205e533f {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:21:04.278772 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-587f8bfd-5b92-4901-a7a9-a68058108a13 req-77f7d822-22c8-4977-b7b0-71dfd24a28ac tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=9527357f-7c5c-427b-8fbd-0ac6f4cf8af9 HTTP/1.1" status: 200 len: 210 time: 0.0723853 Dec 17 13:21:04.284882 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:04.331460 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:04.431918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Transition to ACTIVE for port object 5d51a41c-c947-4d05-98b1-0821205e533f will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:21:04.486466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:04.487482 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:04.533289 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:04.639243 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Pushing event updated for resources: {'Port': ['ID=030af023-fcef-4252-a657-cf18727eb015,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:04.649272 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.654043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.654043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.654043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.654043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.654043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.654043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.654043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.654043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.654043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.654816 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.655221 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.655608 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:04.678378 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Attempting to bind port 030af023-fcef-4252-a657-cf18727eb015 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:04.678824 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Attempting to bind port 030af023-fcef-4252-a657-cf18727eb015 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '99365fcf-0105-4c24-8fa6-c2499e27085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:04.679270 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Attempting to bind port 030af023-fcef-4252-a657-cf18727eb015 on network 06a70c99-d6bf-4002-9582-adfbe3f36f6c {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:04.690776 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:04.691338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Made reservation on behalf of 77887312cef745b7befd4353acd84ed2 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:04.692435 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Checking segment: {'id': '99365fcf-0105-4c24-8fa6-c2499e27085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:04.692923 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:04.694832 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Bound using segment: {'id': '99365fcf-0105-4c24-8fa6-c2499e27085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:04.695429 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Bound port: 030af023-fcef-4252-a657-cf18727eb015, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99365fcf-0105-4c24-8fa6-c2499e27085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:04.696365 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:04.700103 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:04.748791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5c33ab54-8548-4842-a99e-f1b4a4d70c57 None None] Provisioning complete for port b1af6c03-3760-4ece-8b7d-341be73887ba triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:04.749553 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c33ab54-8548-4842-a99e-f1b4a4d70c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:04.781450 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-5d80c6fd-8ccd-4372-af6a-abb38de9d3aa tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7416511 Dec 17 13:21:04.783335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Pushing event updated for resources: {'Port': ['ID=5d51a41c-c947-4d05-98b1-0821205e533f,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:04.829922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5c33ab54-8548-4842-a99e-f1b4a4d70c57 None None] Port b1af6c03-3760-4ece-8b7d-341be73887ba cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:04.861334 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] For port 030af023-fcef-4252-a657-cf18727eb015, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:04.873165 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] For port 030af023-fcef-4252-a657-cf18727eb015, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=030af023-fcef-4252-a657-cf18727eb015,segment=NetworkSegment(99365fcf-0105-4c24-8fa6-c2499e27085b),segment_id=99365fcf-0105-4c24-8fa6-c2499e27085b)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:04.946524 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Request body: {'port': {'device_id': 'ad48e7c1-91cb-4ddd-a9e1-1010dd2befee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:04.966536 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2a207648-2a8f-408c-a492-5e06bd1d2f48 req-34abfdb6-fd83-40d1-baf5-348ff589603d tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 210 time: 0.1058283 Dec 17 13:21:04.969639 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:04.979814 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d63040f-2e6d-4b6e-a051-7f761369a97e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:04.991461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-becf543c-7223-4439-8dc7-c56592c39902 None None] Provisioning complete for port 030af023-fcef-4252-a657-cf18727eb015 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:04.991985 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-becf543c-7223-4439-8dc7-c56592c39902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.010480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63040f-2e6d-4b6e-a051-7f761369a97e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=ca467724-518f-441e-a7fd-b6d69315c63c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:05.027810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d63040f-2e6d-4b6e-a051-7f761369a97e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.031111 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9d63040f-2e6d-4b6e-a051-7f761369a97e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/ca467724-518f-441e-a7fd-b6d69315c63c HTTP/1.1" status: 204 len: 168 time: 1.5944574 Dec 17 13:21:05.034464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44334) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:05.069928 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:05.080591 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:05.163464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794568d4-1cfc-4873-87d9-a4d6c4311eb2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:05.168857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794568d4-1cfc-4873-87d9-a4d6c4311eb2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:05.170577 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-794568d4-1cfc-4873-87d9-a4d6c4311eb2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1358721 Dec 17 13:21:05.173905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44336) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:05.191319 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-becf543c-7223-4439-8dc7-c56592c39902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.218925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7750b8e5-1f7c-4219-9f4f-de3ba4c8c76c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:05.223611 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7750b8e5-1f7c-4219-9f4f-de3ba4c8c76c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.258074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-becf543c-7223-4439-8dc7-c56592c39902 None None] For port 030af023-fcef-4252-a657-cf18727eb015, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=030af023-fcef-4252-a657-cf18727eb015,segment=NetworkSegment(99365fcf-0105-4c24-8fa6-c2499e27085b),segment_id=99365fcf-0105-4c24-8fa6-c2499e27085b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:05.274383 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:05.374179 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-becf543c-7223-4439-8dc7-c56592c39902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.395008 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee527b-cc05-4070-9e95-874c60d015f7 None None] Pushing event updated for resources: {'Port': ['ID=030af023-fcef-4252-a657-cf18727eb015,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:05.499546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf543c-7223-4439-8dc7-c56592c39902 None None] Pushing event updated for resources: {'Port': ['ID=030af023-fcef-4252-a657-cf18727eb015,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:05.536829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b1007b30-b97c-41bd-98ff-0e25c0f97cae None None] Provisioning complete for port 030af023-fcef-4252-a657-cf18727eb015 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:05.537551 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1007b30-b97c-41bd-98ff-0e25c0f97cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.553117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.555373 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8242993b-fa0b-4ea3-9daa-ecf2f8962ce3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port 76c5be26-3419-418e-b135-bf1420731849 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:05.555373 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8242993b-fa0b-4ea3-9daa-ecf2f8962ce3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.597551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Attempting to bind port 5d51a41c-c947-4d05-98b1-0821205e533f on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:05.597941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Attempting to bind port 5d51a41c-c947-4d05-98b1-0821205e533f by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:05.598270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Attempting to bind port 5d51a41c-c947-4d05-98b1-0821205e533f on network 61465188-496b-4188-aed2-5ed266e622e5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:05.629318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Port 5d51a41c-c947-4d05-98b1-0821205e533f on network 61465188-496b-4188-aed2-5ed266e622e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:21:05.629696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Attempting to bind port 5d51a41c-c947-4d05-98b1-0821205e533f on network 61465188-496b-4188-aed2-5ed266e622e5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:05.641723 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.646256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Allocated IP 172.20.0.9 (61465188-496b-4188-aed2-5ed266e622e5/ac6be7b0-b67e-4b47-9509-aae28970dfc6/09c9bc77-2c90-4dc2-970f-8c0454729a5f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:05.648575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:05.648923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Checking segment: {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:05.649318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Bound using segment: {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:05.650394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Bound port: 5d51a41c-c947-4d05-98b1-0821205e533f, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:05.650764 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.693044 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:00Z', 'revision_number': 3, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:04Z', 'revision_number': 4, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:05.750778 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410e7bf-1df5-41df-a00a-eaba01ab281b None None] The sync data for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 is: [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:00Z', 'revision_number': 3, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:04Z', 'revision_number': 4, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:05.780917 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8242993b-fa0b-4ea3-9daa-ecf2f8962ce3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.807524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8242993b-fa0b-4ea3-9daa-ecf2f8962ce3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for 76c5be26-3419-418e-b135-bf1420731849 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:05.852292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] For port 5d51a41c-c947-4d05-98b1-0821205e533f, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:05.856100 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] For port 5d51a41c-c947-4d05-98b1-0821205e533f, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5d51a41c-c947-4d05-98b1-0821205e533f,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:05.904272 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.933387 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7750b8e5-1f7c-4219-9f4f-de3ba4c8c76c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.981819 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:05.995614 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:06.116492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750b8e5-1f7c-4219-9f4f-de3ba4c8c76c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Subnet': ['ID=90cc8ad0-f24b-4cbd-955c-2da8507322e8,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:06.176553 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8242993b-fa0b-4ea3-9daa-ecf2f8962ce3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:06.215938 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d37acd87-9ec2-4047-b2a6-77c2a3ae125b req-17c48c76-225e-4c2a-b6c8-1b0ec4f09bcc tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 210 time: 0.0610218 Dec 17 13:21:06.258436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242993b-fa0b-4ea3-9daa-ecf2f8962ce3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=76c5be26-3419-418e-b135-bf1420731849,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:06.290663 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8242993b-fa0b-4ea3-9daa-ecf2f8962ce3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:06.302059 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8242993b-fa0b-4ea3-9daa-ecf2f8962ce3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/76c5be26-3419-418e-b135-bf1420731849 HTTP/1.1" status: 204 len: 168 time: 1.1266994 Dec 17 13:21:06.303166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44354) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:06.304698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:06.305660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:06.313536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750b8e5-1f7c-4219-9f4f-de3ba4c8c76c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Checking segment: {'id': '72ef55bf-c0cd-44a2-a16b-f5112d83582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:06.315341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] 10.222.0.54 "PUT /v2.0/ports/5d51a41c-c947-4d05-98b1-0821205e533f HTTP/1.1" status: 200 len: 1092 time: 4.7092302 Dec 17 13:21:06.315548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750b8e5-1f7c-4219-9f4f-de3ba4c8c76c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network hostable DHCP agents. Network: 50496fe5-e56c-4e97-989a-0b8a62e207c5, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:21:06.322447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32759e91-986e-405f-807e-0821478f136b', 'tag': '5d51a41c-c947-4d05-98b1-0821205e533f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:21:06.332459 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11af2045-1725-43b8-a732-9eecc647eed2" -d '{"events": [{"name": "network-changed", "server_uuid": "32759e91-986e-405f-807e-0821478f136b", "tag": "5d51a41c-c947-4d05-98b1-0821205e533f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:21:06.432775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2823e0ad-7f4a-4a89-9c7d-0f60f8af78c7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:06.438746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2823e0ad-7f4a-4a89-9c7d-0f60f8af78c7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1341836 Dec 17 13:21:06.439455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44358) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:06.465978 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-790c2975-c149-4e2c-8577-6fd0a07179bd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:21:06.470245 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-790c2975-c149-4e2c-8577-6fd0a07179bd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/ca467724-518f-441e-a7fd-b6d69315c63c HTTP/1.1" status: 404 len: 333 time: 0.0271132 Dec 17 13:21:06.470245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750b8e5-1f7c-4219-9f4f-de3ba4c8c76c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 50496fe5-e56c-4e97-989a-0b8a62e207c5 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:21:06.470833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44360) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:06.506989 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c89118-4a48-4908-b20f-d576003763a2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:21:06.511267 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-10c89118-4a48-4908-b20f-d576003763a2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/76c5be26-3419-418e-b135-bf1420731849 HTTP/1.1" status: 404 len: 333 time: 0.0367615 Dec 17 13:21:06.514248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44362) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:06.587156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-7750b8e5-1f7c-4219-9f4f-de3ba4c8c76c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 50496fe5-e56c-4e97-989a-0b8a62e207c5) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:06.599474 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdf8352-6051-45c0-b3f2-3f2888406a66 None None] Network 50496fe5-e56c-4e97-989a-0b8a62e207c5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:06.616630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7750b8e5-1f7c-4219-9f4f-de3ba4c8c76c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:06.617777 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7750b8e5-1f7c-4219-9f4f-de3ba4c8c76c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:06.641117 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc078bd-bf8d-4460-96f9-de627e1e120c x-openstack-request-id: req-acc078bd-bf8d-4460-96f9-de627e1e120c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:21:06.641117 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32759e91-986e-405f-807e-0821478f136b", "tag": "5d51a41c-c947-4d05-98b1-0821205e533f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:21:06.641117 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-acc078bd-bf8d-4460-96f9-de627e1e120c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:21:06.641117 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32759e91-986e-405f-807e-0821478f136b', 'tag': '5d51a41c-c947-4d05-98b1-0821205e533f', 'status': 'completed', 'code': 200} Dec 17 13:21:06.665119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fb8a1-10bf-42bb-8d27-682c788e2438 service neutron] Pushing event updated for resources: {'Port': ['ID=5d51a41c-c947-4d05-98b1-0821205e533f,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:06.715043 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:06.805253 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:06.811668 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7750b8e5-1f7c-4219-9f4f-de3ba4c8c76c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8685818 Dec 17 13:21:06.843340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-50496fe5-e56c-4e97-989a-0b8a62e207c5', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:21:06.844834 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:06.861261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44366) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:06.909620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:06.957385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af2045-1725-43b8-a732-9eecc647eed2 req-c461bd83-3fba-4ad4-8ec3-a2bcb54c3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:06.959041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11af2045-1725-43b8-a732-9eecc647eed2 req-c461bd83-3fba-4ad4-8ec3-a2bcb54c3412 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77887312cef745b7befd4353acd84ed2&device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 1095 time: 0.3307686 Dec 17 13:21:06.968112 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:06.987008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329d1bc1-a301-4b37-9181-1615b2e1800e']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:07.023866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f44890-4f58-4edb-b778-29473e9f7b6c') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:07.024213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f44890-4f58-4edb-b778-29473e9f7b6c') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:07.025358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.063129 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.085851 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.095705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:21:07.095705 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.181752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Allocated IP 172.22.0.2 (50496fe5-e56c-4e97-989a-0b8a62e207c5/90cc8ad0-f24b-4cbd-955c-2da8507322e8/4786f0dd-f9b8-4465-9deb-9cd56d1039f0) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:21:07.255651 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:21:07.319979 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 030af023-fcef-4252-a657-cf18727eb015 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:07.384257 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.396253 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.404010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/networks/329d1bc1-a301-4b37-9181-1615b2e1800e HTTP/1.1" status: 204 len: 168 time: 0.8886392 Dec 17 13:21:07.410130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44378) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:07.422348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 030af023-fcef-4252-a657-cf18727eb015 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:07.422820 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.441508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9cd2a-0935-4fdd-805d-c9a56c01e708 req-118b47e9-6868-4301-b46e-bb8d3c49650c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:07.444416 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bd9cd2a-0935-4fdd-805d-c9a56c01e708 req-118b47e9-6868-4301-b46e-bb8d3c49650c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 931 time: 0.1168995 Dec 17 13:21:07.451599 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d2ca60f1-619e-4548-9303-5d5c7cf0a8f0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-733311945'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:07.457133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3333e3-58ed-4912-b72d-d2c1788bf91f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Network': ['ID=329d1bc1-a301-4b37-9181-1615b2e1800e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:07.518545 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.549976 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bd9cd2a-0935-4fdd-805d-c9a56c01e708 req-31ed5c5e-a192-4b27-aa3a-f9b37a09e082 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964081 Dec 17 13:21:07.657143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ca60f1-619e-4548-9303-5d5c7cf0a8f0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:07.657611 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.669160 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2ca60f1-619e-4548-9303-5d5c7cf0a8f0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.712966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ca60f1-619e-4548-9303-5d5c7cf0a8f0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:21:07.725326 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2ca60f1-619e-4548-9303-5d5c7cf0a8f0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.725959 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-d2ca60f1-619e-4548-9303-5d5c7cf0a8f0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Added segment 385e1937-8fc7-4334-985c-96a5fe721f08 of type vlan for network c5b9ab99-bde7-4866-aab3-cca1837574b6 Dec 17 13:21:07.745214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Network 50496fe5-e56c-4e97-989a-0b8a62e207c5 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:07.746820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Pushing event updated for resources: {'Port': ['ID=4786f0dd-f9b8-4465-9deb-9cd56d1039f0,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:07.749809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:07.761221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:07.798738 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af2045-1725-43b8-a732-9eecc647eed2 req-1cb19434-13d6-4c75-ad57-5c1ec64e4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:07.800284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11af2045-1725-43b8-a732-9eecc647eed2 req-1cb19434-13d6-4c75-ad57-5c1ec64e4e2d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=77887312cef745b7befd4353acd84ed2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.8255277 Dec 17 13:21:07.851014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2ca60f1-619e-4548-9303-5d5c7cf0a8f0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.868069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Attempting to bind port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:07.868532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Attempting to bind port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '72ef55bf-c0cd-44a2-a16b-f5112d83582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:07.869559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Attempting to bind port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 on network 50496fe5-e56c-4e97-989a-0b8a62e207c5 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:07.877265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:07.880635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Checking segment: {'id': '72ef55bf-c0cd-44a2-a16b-f5112d83582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:07.880635 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.880635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Bound using segment: {'id': '72ef55bf-c0cd-44a2-a16b-f5112d83582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:07.880635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Bound port: 4786f0dd-f9b8-4465-9deb-9cd56d1039f0, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ef55bf-c0cd-44a2-a16b-f5112d83582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:07.880635 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.951828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af2045-1725-43b8-a732-9eecc647eed2 req-ad4df1dc-ceaf-4277-a41e-082ee81fde8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:07.954449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11af2045-1725-43b8-a732-9eecc647eed2 req-ad4df1dc-ceaf-4277-a41e-082ee81fde8f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130736 Dec 17 13:21:07.961049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] For port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:07.965771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] For port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4786f0dd-f9b8-4465-9deb-9cd56d1039f0,segment=NetworkSegment(72ef55bf-c0cd-44a2-a16b-f5112d83582f),segment_id=72ef55bf-c0cd-44a2-a16b-f5112d83582f)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:07.982050 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2ca60f1-619e-4548-9303-5d5c7cf0a8f0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.988871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ca60f1-619e-4548-9303-5d5c7cf0a8f0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:07.989956 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2ca60f1-619e-4548-9303-5d5c7cf0a8f0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:07.995290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Network 61465188-496b-4188-aed2-5ed266e622e5 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:08.060387 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:08.133253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:08.168649 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca60f1-619e-4548-9303-5d5c7cf0a8f0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Network': ['ID=c5b9ab99-bde7-4866-aab3-cca1837574b6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:08.178328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:08.228859 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:21:08.240232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:08.241156 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:08.243785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network c5b9ab99-bde7-4866-aab3-cca1837574b6 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:21:08.292677 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d2ca60f1-619e-4548-9303-5d5c7cf0a8f0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8628445 Dec 17 13:21:08.296101 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44388) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:08.301369 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:08.305313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': 'c5b9ab99-bde7-4866-aab3-cca1837574b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:08.318470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-8c3aa550-adbf-495d-ae73-0551add959d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:08.332853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-8c3aa550-adbf-495d-ae73-0551add959d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77887312cef745b7befd4353acd84ed2&device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 1095 time: 0.3059926 Dec 17 13:21:08.344118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:08.346872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Pushing event updated for resources: {'Port': ['ID=09c9bc77-2c90-4dc2-970f-8c0454729a5f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:08.510815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9882e-4fce-41c9-9fa9-faeb10ad90d0 None None] Pushing event updated for resources: {'Port': ['ID=4786f0dd-f9b8-4465-9deb-9cd56d1039f0,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:08.562572 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-800c88a3-aea0-4527-b266-94eed8db6045 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d51a41c-c947-4d05-98b1-0821205e533f HTTP/1.1" status: 200 len: 217 time: 0.2096403 Dec 17 13:21:08.572924 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-58d4041b-67d6-430d-bc05-187fb98be0f8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9890530 Dec 17 13:21:08.598431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Request body: {'port': {'device_id': '1e091128-44a0-4d20-9bb5-1d969c15fefd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:08.732219 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8a623d87-21b1-4f20-87f0-5677332443d1 None None] Provisioning complete for port 09c9bc77-2c90-4dc2-970f-8c0454729a5f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:08.733007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a623d87-21b1-4f20-87f0-5677332443d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:08.799157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:08.804813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8a623d87-21b1-4f20-87f0-5677332443d1 None None] Port 09c9bc77-2c90-4dc2-970f-8c0454729a5f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:08.806784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:08.897372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:08.898006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd92c52a-4d4d-4775-98a2-57ce2c962afc {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:21:08.914069 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_backend_mixin [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Performing IP validity checks on allocation pools {{(pid=110454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 13:21:08.914702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_backend_mixin [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 13:21:09.015377 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1af6c03-3760-4ece-8b7d-341be73887ba {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:21:09.033752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-fbcd72df-5062-4b71-a15a-3273323adf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:09.035344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-fbcd72df-5062-4b71-a15a-3273323adf69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac6be7b0-b67e-4b47-9509-aae28970dfc6 HTTP/1.1" status: 200 len: 855 time: 0.4560790 Dec 17 13:21:09.039865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:09.082306 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 17 13:21:09.083607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5823867a-ecf4-47d1-8dba-ef1bd9ecfb23 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 8.1540523 Dec 17 13:21:09.089359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44406) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:09.108059 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:09.112577 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Transition to ACTIVE for port object b1af6c03-3760-4ece-8b7d-341be73887ba will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:21:09.122756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50c9b4-3bf4-4ce1-8c24-a3baa6b11e3c req-5953f2b1-91cb-4c1e-ab23-5d30ba128bc8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:09.130143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-da50c9b4-3bf4-4ce1-8c24-a3baa6b11e3c req-5953f2b1-91cb-4c1e-ab23-5d30ba128bc8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 931 time: 0.3338666 Dec 17 13:21:09.195045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:09.241858 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:09.247963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a47ef4ac-0bf4-4fa7-88ef-39c1ee7ff223 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Deleting port c00f704c-3ec0-4ee0-8ca4-58e03ea45739 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:09.248316 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a47ef4ac-0bf4-4fa7-88ef-39c1ee7ff223 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:09.294212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c768b269-eca9-487f-b47f-c7993ab09268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:09.295821 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-c768b269-eca9-487f-b47f-c7993ab09268 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61465188-496b-4188-aed2-5ed266e622e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395914 Dec 17 13:21:09.315384 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-da50c9b4-3bf4-4ce1-8c24-a3baa6b11e3c req-fadc7687-000d-4e5e-9ec7-08bf0d4bd666 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843002 Dec 17 13:21:09.361131 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a47ef4ac-0bf4-4fa7-88ef-39c1ee7ff223 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:09.364189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:09.364600 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:09.380953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a47ef4ac-0bf4-4fa7-88ef-39c1ee7ff223 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Calling delete_port for c00f704c-3ec0-4ee0-8ca4-58e03ea45739 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:09.474549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:09.587688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1af6c03-3760-4ece-8b7d-341be73887ba,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:09.683224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Subnet': ['ID=0ff2e178-bfca-49d3-8923-69cb82a52d86,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:09.735972 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Checking segment: {'id': '385e1937-8fc7-4334-985c-96a5fe721f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5b9ab99-bde7-4866-aab3-cca1837574b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:09.736339 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network hostable DHCP agents. Network: c5b9ab99-bde7-4866-aab3-cca1837574b6, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:21:09.779301 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:09.869019 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:09.928716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4786f0dd-f9b8-4465-9deb-9cd56d1039f0,segment=NetworkSegment(72ef55bf-c0cd-44a2-a16b-f5112d83582f),segment_id=72ef55bf-c0cd-44a2-a16b-f5112d83582f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:09.965254 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network c5b9ab99-bde7-4866-aab3-cca1837574b6 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:21:09.967625 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a47ef4ac-0bf4-4fa7-88ef-39c1ee7ff223 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:10.006344 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:10.016460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c9bc77-2c90-4dc2-970f-8c0454729a5f {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:21:10.028663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ef4ac-0bf4-4fa7-88ef-39c1ee7ff223 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Pushing event deleted for resources: {'Port': ['ID=c00f704c-3ec0-4ee0-8ca4-58e03ea45739,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:10.039819 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:10.065322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Transition to ACTIVE for port object 09c9bc77-2c90-4dc2-970f-8c0454729a5f will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:21:10.101959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667e962-22fe-4067-98d4-7826c7c98fe1 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:10.129641 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, c5b9ab99-bde7-4866-aab3-cca1837574b6) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:10.136823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:10.137416 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:10.177163 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a47ef4ac-0bf4-4fa7-88ef-39c1ee7ff223 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:10.184193 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a47ef4ac-0bf4-4fa7-88ef-39c1ee7ff223 tempest-RoutersAdminNegativeIpV6Test-603765280 tempest-RoutersAdminNegativeIpV6Test-603765280-project-admin] 10.222.0.59 "DELETE /v2.0/ports/c00f704c-3ec0-4ee0-8ca4-58e03ea45739 HTTP/1.1" status: 204 len: 168 time: 1.0901427 Dec 17 13:21:10.192818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988288d3-b786-48d4-9a3a-e086327713f5 None None] Network c5b9ab99-bde7-4866-aab3-cca1837574b6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:10.238853 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:10.265455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f6e0c21f-a067-4e42-b992-cd237853aba5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9682450 Dec 17 13:21:10.268059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44430) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:10.275338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': 'c5b9ab99-bde7-4866-aab3-cca1837574b6', 'name': 'tempest-PortsTestJSON-2077074411'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:10.307562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Pushing event updated for resources: {'Port': ['ID=09c9bc77-2c90-4dc2-970f-8c0454729a5f,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:10.307870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=4786f0dd-f9b8-4465-9deb-9cd56d1039f0,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:10.318625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-f09edb83-cfdc-447b-a208-0880081764b0 service neutron] 10.222.0.54 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9948761 Dec 17 13:21:10.318625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Attempting to bind port b1af6c03-3760-4ece-8b7d-341be73887ba on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:10.318824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Attempting to bind port b1af6c03-3760-4ece-8b7d-341be73887ba by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:10.319968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Attempting to bind port b1af6c03-3760-4ece-8b7d-341be73887ba on network 61465188-496b-4188-aed2-5ed266e622e5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:10.326888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Port b1af6c03-3760-4ece-8b7d-341be73887ba on network 61465188-496b-4188-aed2-5ed266e622e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:21:10.326888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Attempting to bind port b1af6c03-3760-4ece-8b7d-341be73887ba on network 61465188-496b-4188-aed2-5ed266e622e5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:10.344610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ed1b20-255d-462e-bbaf-e12278165acc None None] Network 50496fe5-e56c-4e97-989a-0b8a62e207c5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:10.496000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:10.496517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Checking segment: {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:10.496989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Bound using segment: {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:10.497511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Bound port: b1af6c03-3760-4ece-8b7d-341be73887ba, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:10.497984 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:10.524989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71e1efa3-4815-4cff-ae00-8cc5a28d7bef req-f5da50bf-4a30-43fd-8da1-ab0e32c91556 service neutron] 10.222.0.54 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876960 Dec 17 13:21:10.579783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cfc9c-b22d-41b6-8137-701d19b0c318 req-3a2c9475-0d5f-4bb6-8ce5-d47d3376b4c7 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:10.589824 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-079cfc9c-b22d-41b6-8137-701d19b0c318 req-3a2c9475-0d5f-4bb6-8ce5-d47d3376b4c7 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 943 time: 0.0965765 Dec 17 13:21:10.629357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b57c05e3-3e8d-45b9-ba55-c048abe4ec89 None None] Provisioning complete for port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:10.630583 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b57c05e3-3e8d-45b9-ba55-c048abe4ec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:10.708718 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:10.712972 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:10.726242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Attempting to bind port 09c9bc77-2c90-4dc2-970f-8c0454729a5f on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:10.726734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Attempting to bind port 09c9bc77-2c90-4dc2-970f-8c0454729a5f by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:10.727140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Attempting to bind port 09c9bc77-2c90-4dc2-970f-8c0454729a5f on network 61465188-496b-4188-aed2-5ed266e622e5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:10.734743 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-079cfc9c-b22d-41b6-8137-701d19b0c318 req-bed021c0-80e3-4fea-8464-5c2bc7556d1a tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427145 Dec 17 13:21:10.739208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Port 09c9bc77-2c90-4dc2-970f-8c0454729a5f on network 61465188-496b-4188-aed2-5ed266e622e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:21:10.739625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Attempting to bind port 09c9bc77-2c90-4dc2-970f-8c0454729a5f on network 61465188-496b-4188-aed2-5ed266e622e5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:10.770406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port d5f2ef83-1c20-4041-9870-e4241db7132a yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:21:10.793937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:10.794384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Checking segment: {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:10.794856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Bound using segment: {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:10.795380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Bound port: 09c9bc77-2c90-4dc2-970f-8c0454729a5f, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74fc609-b2fe-49a6-a7c7-01e15a57de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61465188-496b-4188-aed2-5ed266e622e5'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:10.795816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:10.829109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] For port b1af6c03-3760-4ece-8b7d-341be73887ba, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:10.837709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-c5b9ab99-bde7-4866-aab3-cca1837574b6', 'network_id': 'c5b9ab99-bde7-4866-aab3-cca1837574b6', 'project_id': 'a8a9a15e6fa84b0bbd02de5f61aebabe', 'fixed_ips': [{'subnet_id': '0ff2e178-bfca-49d3-8923-69cb82a52d86'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:21:10.838668 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:10.936121 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] For port b1af6c03-3760-4ece-8b7d-341be73887ba, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=b1af6c03-3760-4ece-8b7d-341be73887ba,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:10.995086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44444) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:11.017012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.8 (c5b9ab99-bde7-4866-aab3-cca1837574b6/0ff2e178-bfca-49d3-8923-69cb82a52d86/d5f2ef83-1c20-4041-9870-e4241db7132a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:11.061073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:11.094881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] For port 09c9bc77-2c90-4dc2-970f-8c0454729a5f, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:11.184043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1af6c03-3760-4ece-8b7d-341be73887ba,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:11.222135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:11.228740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] For port 09c9bc77-2c90-4dc2-970f-8c0454729a5f, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=09c9bc77-2c90-4dc2-970f-8c0454729a5f,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:11.239605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:11.243559 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:11.246464 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-1d040deb-96cc-41bf-8c00-dfd3da3c77b3 service neutron] 10.222.0.54 "PUT /v2.0/ports/b1af6c03-3760-4ece-8b7d-341be73887ba HTTP/1.1" status: 200 len: 1092 time: 6.3164632 Dec 17 13:21:11.258814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad48e7c1-91cb-4ddd-a9e1-1010dd2befee', 'tag': 'b1af6c03-3760-4ece-8b7d-341be73887ba'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:21:11.262073 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e778ee84-1429-4e05-b715-abfad0d5da94" -d '{"events": [{"name": "network-changed", "server_uuid": "ad48e7c1-91cb-4ddd-a9e1-1010dd2befee", "tag": "b1af6c03-3760-4ece-8b7d-341be73887ba"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:21:11.312162 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7af23df4-03ac-4a66-9254-e918c22bb65a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:11.328145 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd75ca12-407f-433b-8edf-4090f09d7db4 x-openstack-request-id: req-bd75ca12-407f-433b-8edf-4090f09d7db4 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:21:11.328563 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad48e7c1-91cb-4ddd-a9e1-1010dd2befee", "tag": "b1af6c03-3760-4ece-8b7d-341be73887ba", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:21:11.328879 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd75ca12-407f-433b-8edf-4090f09d7db4 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:21:11.329301 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad48e7c1-91cb-4ddd-a9e1-1010dd2befee', 'tag': 'b1af6c03-3760-4ece-8b7d-341be73887ba', 'status': 'completed', 'code': 200} Dec 17 13:21:11.384435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:11.384815 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:11.423639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a3635343-4577-4658-a05c-b019f914c8eb None None] Provisioning complete for port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:11.424364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a3635343-4577-4658-a05c-b019f914c8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:11.474641 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:11.495343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Allocated IP 172.22.0.1 (50496fe5-e56c-4e97-989a-0b8a62e207c5/90cc8ad0-f24b-4cbd-955c-2da8507322e8/8e69f239-145e-443d-afa8-42bc187c080d) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:11.574266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7af23df4-03ac-4a66-9254-e918c22bb65a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:11.578581 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:11.635697 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:11.690465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7af23df4-03ac-4a66-9254-e918c22bb65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:11.734006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:11.735641 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:11.737913 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] 10.222.0.61 "PUT /v2.0/ports/09c9bc77-2c90-4dc2-970f-8c0454729a5f HTTP/1.1" status: 200 len: 1091 time: 3.1437488 Dec 17 13:21:11.773774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Allocated IP 172.20.0.2 (c5b9ab99-bde7-4866-aab3-cca1837574b6/0ff2e178-bfca-49d3-8923-69cb82a52d86/a6704c00-94fd-4fae-ba34-065d0de46dd0) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:11.795101 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af23df4-03ac-4a66-9254-e918c22bb65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779f3279-c84b-45c1-9f1c-43a7c393e38b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:11.820823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ee84-1429-4e05-b715-abfad0d5da94 req-78b97cb6-91bd-4d98-919f-840feb715d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:11.822620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e778ee84-1429-4e05-b715-abfad0d5da94 req-78b97cb6-91bd-4d98-919f-840feb715d16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77887312cef745b7befd4353acd84ed2&device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee HTTP/1.1" status: 200 len: 1095 time: 0.2537441 Dec 17 13:21:11.855203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network c5b9ab99-bde7-4866-aab3-cca1837574b6 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:11.861923 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=d5f2ef83-1c20-4041-9870-e4241db7132a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:11.877160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:11.908241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:12.065144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:12.066249 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.072287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b505f5b-9673-47e2-8014-2af50f818c2b service neutron] Pushing event updated for resources: {'Port': ['ID=09c9bc77-2c90-4dc2-970f-8c0454729a5f,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:12.074157 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7af23df4-03ac-4a66-9254-e918c22bb65a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d240ec050e104c8fbd8e2ae2a55085a5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0776165 Dec 17 13:21:12.085293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44466) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:12.159056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.165171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87731a80-a8a6-4e48-93df-0e3b962e47f4 req-08ba2780-2c0f-4557-9513-077f670727c8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:12.169926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-87731a80-a8a6-4e48-93df-0e3b962e47f4 req-08ba2780-2c0f-4557-9513-077f670727c8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 943 time: 0.2663493 Dec 17 13:21:12.178974 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.212622 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.230028 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c105d11f-609e-4312-b80f-8c1ea6b30f5d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9606168 Dec 17 13:21:12.235107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44468) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:12.257619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-49468190-aaba-49e3-bea3-853da368f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:12.258075 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-49468190-aaba-49e3-bea3-853da368f13f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=77887312cef745b7befd4353acd84ed2&device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 1094 time: 0.3711257 Dec 17 13:21:12.273218 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.278603 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.287198 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-87731a80-a8a6-4e48-93df-0e3b962e47f4 req-230e3cb5-ccda-41be-85e7-58509482a14f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045089 Dec 17 13:21:12.404981 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Pushing event updated for resources: {'Port': ['ID=a6704c00-94fd-4fae-ba34-065d0de46dd0,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:12.429785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-42e08093-948b-485b-8962-3d252e1b015b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09c9bc77-2c90-4dc2-970f-8c0454729a5f HTTP/1.1" status: 200 len: 217 time: 0.1485643 Dec 17 13:21:12.434483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ee84-1429-4e05-b715-abfad0d5da94 req-f6b59f35-d34d-4cdd-ad27-f09bf96920d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:12.439277 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e778ee84-1429-4e05-b715-abfad0d5da94 req-f6b59f35-d34d-4cdd-ad27-f09bf96920d3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=77887312cef745b7befd4353acd84ed2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5229251 Dec 17 13:21:12.440409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Network c5b9ab99-bde7-4866-aab3-cca1837574b6 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:12.441291 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.443282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:12.452540 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:12.460467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-58d98d42-b7b3-4c14-8c98-b7fa76e61f7b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port d5f2ef83-1c20-4041-9870-e4241db7132a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:12.461258 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58d98d42-b7b3-4c14-8c98-b7fa76e61f7b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.539796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Attempting to bind port a6704c00-94fd-4fae-ba34-065d0de46dd0 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:12.540328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Attempting to bind port a6704c00-94fd-4fae-ba34-065d0de46dd0 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '385e1937-8fc7-4334-985c-96a5fe721f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5b9ab99-bde7-4866-aab3-cca1837574b6'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:12.540706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Attempting to bind port a6704c00-94fd-4fae-ba34-065d0de46dd0 on network c5b9ab99-bde7-4866-aab3-cca1837574b6 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:12.546914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:12.547307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Checking segment: {'id': '385e1937-8fc7-4334-985c-96a5fe721f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5b9ab99-bde7-4866-aab3-cca1837574b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:12.547809 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.548279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Bound using segment: {'id': '385e1937-8fc7-4334-985c-96a5fe721f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5b9ab99-bde7-4866-aab3-cca1837574b6'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:12.548784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Bound port: a6704c00-94fd-4fae-ba34-065d0de46dd0, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385e1937-8fc7-4334-985c-96a5fe721f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c5b9ab99-bde7-4866-aab3-cca1837574b6'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:12.549184 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.640148 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58d98d42-b7b3-4c14-8c98-b7fa76e61f7b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.641052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] For port a6704c00-94fd-4fae-ba34-065d0de46dd0, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:12.645389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] For port a6704c00-94fd-4fae-ba34-065d0de46dd0, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a6704c00-94fd-4fae-ba34-065d0de46dd0,segment=NetworkSegment(385e1937-8fc7-4334-985c-96a5fe721f08),segment_id=385e1937-8fc7-4334-985c-96a5fe721f08)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:12.656143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-58d98d42-b7b3-4c14-8c98-b7fa76e61f7b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for d5f2ef83-1c20-4041-9870-e4241db7132a owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:12.749336 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.821464 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fc285-bdac-4786-9650-7f6dba56587e None None] Pushing event updated for resources: {'Port': ['ID=a6704c00-94fd-4fae-ba34-065d0de46dd0,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:12.909819 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58d98d42-b7b3-4c14-8c98-b7fa76e61f7b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:12.953985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=8e69f239-145e-443d-afa8-42bc187c080d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:12.991905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d98d42-b7b3-4c14-8c98-b7fa76e61f7b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=d5f2ef83-1c20-4041-9870-e4241db7132a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:13.063623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 50496fe5-e56c-4e97-989a-0b8a62e207c5 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:13.075133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:13.079274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:13.135874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-090b6b88-b764-4b14-8069-28a8642ef925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:13.139714 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-090b6b88-b764-4b14-8069-28a8642ef925 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac6be7b0-b67e-4b47-9509-aae28970dfc6 HTTP/1.1" status: 200 len: 855 time: 0.1986916 Dec 17 13:21:13.264247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 5d51a41c-c947-4d05-98b1-0821205e533f details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:21:13.275079 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58d98d42-b7b3-4c14-8c98-b7fa76e61f7b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:13.286026 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-58d98d42-b7b3-4c14-8c98-b7fa76e61f7b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/d5f2ef83-1c20-4041-9870-e4241db7132a HTTP/1.1" status: 204 len: 168 time: 1.0483644 Dec 17 13:21:13.287971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44482) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:13.324112 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3481d0-ac54-4af7-978b-1d7098b420cc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] DELETE failed (client error): The resource could not be found. Dec 17 13:21:13.330643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3481d0-ac54-4af7-978b-1d7098b420cc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:21:13.330643 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5e3481d0-ac54-4af7-978b-1d7098b420cc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/d5f2ef83-1c20-4041-9870-e4241db7132a HTTP/1.1" status: 404 len: 333 time: 0.0393779 Dec 17 13:21:13.331266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44484) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:13.341189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e091128-44a0-4d20-9bb5-1d969c15fefd', 'tag': '09c9bc77-2c90-4dc2-970f-8c0454729a5f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:21:13.346374 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1f3404-6754-46ba-a7cb-e8680b83c772" -d '{"events": [{"name": "network-changed", "server_uuid": "1e091128-44a0-4d20-9bb5-1d969c15fefd", "tag": "09c9bc77-2c90-4dc2-970f-8c0454729a5f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:21:13.355507 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:13.363751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778ee84-1429-4e05-b715-abfad0d5da94 req-03f724d7-0f23-46e9-9e7f-48d0c2daafac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:13.365714 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e778ee84-1429-4e05-b715-abfad0d5da94 req-03f724d7-0f23-46e9-9e7f-48d0c2daafac service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4332523 Dec 17 13:21:13.388169 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f971fd-434d-4a62-999c-40a7b979172c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:21:13.389723 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-02f971fd-434d-4a62-999c-40a7b979172c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/d5f2ef83-1c20-4041-9870-e4241db7132a HTTP/1.1" status: 404 len: 333 time: 0.0574670 Dec 17 13:21:13.392969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44490) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:13.427693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:13.430966 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:13.435544 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/779f3279-c84b-45c1-9f1c-43a7c393e38b HTTP/1.1" status: 204 len: 168 time: 1.3465872 Dec 17 13:21:13.461710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-cec4a73b-d65c-4f39-b49d-0b79f494583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:13.463601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-cec4a73b-d65c-4f39-b49d-0b79f494583c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61465188-496b-4188-aed2-5ed266e622e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3059225 Dec 17 13:21:13.465181 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739c63ea-da3b-40d3-a777-10de473e861b x-openstack-request-id: req-739c63ea-da3b-40d3-a777-10de473e861b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:21:13.470666 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e091128-44a0-4d20-9bb5-1d969c15fefd", "tag": "09c9bc77-2c90-4dc2-970f-8c0454729a5f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:21:13.470950 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-739c63ea-da3b-40d3-a777-10de473e861b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:21:13.471404 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e091128-44a0-4d20-9bb5-1d969c15fefd', 'tag': '09c9bc77-2c90-4dc2-970f-8c0454729a5f', 'status': 'completed', 'code': 200} Dec 17 13:21:13.546436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbb94ce-98c0-4498-8f6a-3c0b98c37ddb tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting subnet 0ff2e178-bfca-49d3-8923-69cb82a52d86 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:21:13.554595 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1fbb94ce-98c0-4498-8f6a-3c0b98c37ddb tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:13.570623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 5d51a41c-c947-4d05-98b1-0821205e533f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5d51a41c-c947-4d05-98b1-0821205e533f,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:13.585068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779f3279-c84b-45c1-9f1c-43a7c393e38b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:13.601167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '5d51a41c-c947-4d05-98b1-0821205e533f', 'network_id': '61465188-496b-4188-aed2-5ed266e622e5', 'port_id': '5d51a41c-c947-4d05-98b1-0821205e533f', 'mac_address': 'fa:16:3e:16:9d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6be7b0-b67e-4b47-9509-aae28970dfc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:21:13.652093 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1fbb94ce-98c0-4498-8f6a-3c0b98c37ddb tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:13.690913 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:13.702687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-eae9089c-5b43-4743-8025-e41da47a97ce None None] Provisioning complete for port 8e69f239-145e-443d-afa8-42bc187c080d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:13.703775 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eae9089c-5b43-4743-8025-e41da47a97ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:13.714283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.714645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.714996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.715342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.715685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.716026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.716359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.716691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.717023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.717354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.717729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.718060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.718392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82260f-4c85-44e2-bcba-ea3c072fbbe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:13.779715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-bbc4b038-4ee2-4644-bdea-631a302e1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:13.781386 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-bbc4b038-4ee2-4644-bdea-631a302e1581 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77887312cef745b7befd4353acd84ed2&device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee HTTP/1.1" status: 200 len: 1095 time: 0.3409991 Dec 17 13:21:13.797931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d9636-39ff-4e1f-aa08-464ca8928955 req-623a1d47-0f54-4dd5-841e-89504ee360c3 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:13.797931 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ab7d9636-39ff-4e1f-aa08-464ca8928955 req-623a1d47-0f54-4dd5-841e-89504ee360c3 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 943 time: 0.2927206 Dec 17 13:21:13.808006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d51a41c-c947-4d05-98b1-0821205e533f {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:21:13.824263 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1fbb94ce-98c0-4498-8f6a-3c0b98c37ddb tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:13.844049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 5d51a41c-c947-4d05-98b1-0821205e533f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5d51a41c-c947-4d05-98b1-0821205e533f,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:13.845164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-eae9089c-5b43-4743-8025-e41da47a97ce None None] Port 8e69f239-145e-443d-afa8-42bc187c080d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:13.858490 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-cd35d61e-f3ea-4650-9d61-304d508eff98 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1af6c03-3760-4ece-8b7d-341be73887ba HTTP/1.1" status: 200 len: 217 time: 0.0608778 Dec 17 13:21:13.862718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-86f2a4c2-c8a6-4bd7-ba16-cf4470260e94 service neutron] 10.222.0.61 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323019 Dec 17 13:21:13.913423 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf97371c-1173-408f-88e3-4a7955196c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:13.915487 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:13.999513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=5d51a41c-c947-4d05-98b1-0821205e533f,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:14.015304 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1fbb94ce-98c0-4498-8f6a-3c0b98c37ddb tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.018414 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.027831 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-3b0c1bbd-a255-4a95-a43d-b99e6708b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:14.029441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-3b0c1bbd-a255-4a95-a43d-b99e6708b2a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac6be7b0-b67e-4b47-9509-aae28970dfc6 HTTP/1.1" status: 200 len: 855 time: 0.1622207 Dec 17 13:21:14.040557 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1fbb94ce-98c0-4498-8f6a-3c0b98c37ddb tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.046179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1fbb94ce-98c0-4498-8f6a-3c0b98c37ddb tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/0ff2e178-bfca-49d3-8923-69cb82a52d86 HTTP/1.1" status: 204 len: 168 time: 0.6520712 Dec 17 13:21:14.066421 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ab7d9636-39ff-4e1f-aa08-464ca8928955 req-876aaf4a-68f7-4907-ba88-21bc6d4395d9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617440 Dec 17 13:21:14.073296 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44498) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:14.084067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb94ce-98c0-4498-8f6a-3c0b98c37ddb tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff2e178-bfca-49d3-8923-69cb82a52d86,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:14.166309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['5d51a41c-c947-4d05-98b1-0821205e533f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:21:14.195168 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.242323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a90f28b0-8faf-4461-9548-6025a8a6f25d req-ce6580a9-4bfb-4266-8f81-9230a749256d service neutron] 10.222.0.61 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452039 Dec 17 13:21:14.245705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-3b2631b6-3ed0-49d7-81b8-d5deab3e0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:14.247447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-3b2631b6-3ed0-49d7-81b8-d5deab3e0599 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61465188-496b-4188-aed2-5ed266e622e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025125 Dec 17 13:21:14.321227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port a6704c00-94fd-4fae-ba34-065d0de46dd0 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:14.321227 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.459387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] For port a6704c00-94fd-4fae-ba34-065d0de46dd0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a6704c00-94fd-4fae-ba34-065d0de46dd0,segment=NetworkSegment(385e1937-8fc7-4334-985c-96a5fe721f08),segment_id=385e1937-8fc7-4334-985c-96a5fe721f08)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:14.459726 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.471516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44512) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:14.495139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for a6704c00-94fd-4fae-ba34-065d0de46dd0 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:14.548121 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f3404-6754-46ba-a7cb-e8680b83c772 req-297617cc-4d94-466d-b002-473d08e0fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:14.550284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa1f3404-6754-46ba-a7cb-e8680b83c772 req-297617cc-4d94-466d-b002-473d08e0fe6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=77887312cef745b7befd4353acd84ed2&device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 1094 time: 0.1469746 Dec 17 13:21:14.568057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5376e31-2222-49b6-9e49-689a5df0ec4d None None] Network c5b9ab99-bde7-4866-aab3-cca1837574b6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:14.573851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ecef679b-952e-423b-96d0-b44e8707500c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53602fdc14e2442eac093593a0d668cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0987875 Dec 17 13:21:14.577726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44514) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:14.650117 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-0226db4a-7d72-441e-ad21-871866eec141 service neutron] 10.222.0.54 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287523 Dec 17 13:21:14.695792 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-aa0bbb30-3039-40af-8b77-1f17b63a29ee None None] Provisioning complete for port a6704c00-94fd-4fae-ba34-065d0de46dd0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:14.705569 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aa0bbb30-3039-40af-8b77-1f17b63a29ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.747374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.791300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=a6704c00-94fd-4fae-ba34-065d0de46dd0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:14.808161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No DVR routers for this DVR port a6704c00-94fd-4fae-ba34-065d0de46dd0 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:14.813969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3868ee-98eb-49d0-bdf1-1dfd5eb3af44 None None] DHCP port deletion for c5b9ab99-bde7-4866-aab3-cca1837574b6 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:14.817403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bbb30-3039-40af-8b77-1f17b63a29ee None None] Port a6704c00-94fd-4fae-ba34-065d0de46dd0 update to ACTIVE by agent not found {{(pid=110455) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 17 13:21:14.857190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f3404-6754-46ba-a7cb-e8680b83c772 req-df84ade3-b679-4099-a9e9-5c22741e63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:14.867224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa1f3404-6754-46ba-a7cb-e8680b83c772 req-df84ade3-b679-4099-a9e9-5c22741e63f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=61465188-496b-4188-aed2-5ed266e622e5 HTTP/1.1" status: 200 len: 917 time: 0.2963948 Dec 17 13:21:14.867224 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40ce9875-fab7-4f14-bc67-a77dd860e853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.905223 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.940714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b9ab99-bde7-4866-aab3-cca1837574b6']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:14.942982 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.944126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa1f3404-6754-46ba-a7cb-e8680b83c772 req-8ae00539-6c52-4cd7-b9d4-28476395d329 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09c9bc77-2c90-4dc2-970f-8c0454729a5f HTTP/1.1" status: 200 len: 217 time: 0.0695817 Dec 17 13:21:14.950574 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-197ebd9a-ea02-4520-bc44-c29dc5292371 req-3d538cc4-c474-4a88-bc82-899208931406 service neutron] 10.222.0.54 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913117 Dec 17 13:21:14.954263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385e1937-8fc7-4334-985c-96a5fe721f08') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:14.954840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385e1937-8fc7-4334-985c-96a5fe721f08') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:14.957157 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40ce9875-fab7-4f14-bc67-a77dd860e853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.972240 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:14.992821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.000228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:21:15.000673 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:21:15.004062 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:21:15.033422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f3404-6754-46ba-a7cb-e8680b83c772 req-f05ae3a6-b6e5-42c8-8432-c4d3176204bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:15.035013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa1f3404-6754-46ba-a7cb-e8680b83c772 req-f05ae3a6-b6e5-42c8-8432-c4d3176204bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac6be7b0-b67e-4b47-9509-aae28970dfc6 HTTP/1.1" status: 200 len: 855 time: 0.0757256 Dec 17 13:21:15.087933 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.142598 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.163169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f3404-6754-46ba-a7cb-e8680b83c772 req-d4a2c62f-a7ce-467d-ac14-938e18a078de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:15.165013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa1f3404-6754-46ba-a7cb-e8680b83c772 req-d4a2c62f-a7ce-467d-ac14-938e18a078de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=61465188-496b-4188-aed2-5ed266e622e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210055 Dec 17 13:21:15.187638 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.195546 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/networks/c5b9ab99-bde7-4866-aab3-cca1837574b6 HTTP/1.1" status: 204 len: 168 time: 1.1167753 Dec 17 13:21:15.195546 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004db1a-17e6-4946-9b3a-6419f977a29d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Network': ['ID=c5b9ab99-bde7-4866-aab3-cca1837574b6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:15.202457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44522) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:15.206966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=8e69f239-145e-443d-afa8-42bc187c080d,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:15.214035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d61bcaf1-939e-4e50-a839-dd37363d5977 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1597205258'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:15.244915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830095f-ee7a-450a-9e37-81b5ab53036e req-a04392f4-1d76-4044-828c-716dcefea8d2 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:15.246559 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8830095f-ee7a-450a-9e37-81b5ab53036e req-a04392f4-1d76-4044-828c-716dcefea8d2 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 943 time: 0.0614259 Dec 17 13:21:15.248853 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40ce9875-fab7-4f14-bc67-a77dd860e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.252184 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40ce9875-fab7-4f14-bc67-a77dd860e853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.253370 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-40ce9875-fab7-4f14-bc67-a77dd860e853 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a8985acc-7c97-4265-9852-6116282f6383 HTTP/1.1" status: 204 len: 168 time: 0.6721234 Dec 17 13:21:15.254369 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.262407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 5d51a41c-c947-4d05-98b1-0821205e533f up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:15.288502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce9875-fab7-4f14-bc67-a77dd860e853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8985acc-7c97-4265-9852-6116282f6383,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:15.393173 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8830095f-ee7a-450a-9e37-81b5ab53036e req-bb85ff47-6386-479d-bc0c-503c9a269bfb tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162906 Dec 17 13:21:15.417724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 50496fe5-e56c-4e97-989a-0b8a62e207c5 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:15.424839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:15.480300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 5d51a41c-c947-4d05-98b1-0821205e533f completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:21:15.482527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 5d51a41c-c947-4d05-98b1-0821205e533f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:15.483221 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.553710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61bcaf1-939e-4e50-a839-dd37363d5977 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:15.565564 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d61bcaf1-939e-4e50-a839-dd37363d5977 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.604576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa1f3404-6754-46ba-a7cb-e8680b83c772 req-ece0e11d-9f67-41ae-a98a-20238afdb1b6 service neutron] 10.222.0.61 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279985 Dec 17 13:21:15.676557 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.717478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61bcaf1-939e-4e50-a839-dd37363d5977 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:21:15.736640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32759e91-986e-405f-807e-0821478f136b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d51a41c-c947-4d05-98b1-0821205e533f'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:21:15.739624 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d61bcaf1-939e-4e50-a839-dd37363d5977 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.739984 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-d61bcaf1-939e-4e50-a839-dd37363d5977 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Added segment 96064430-3d0f-4be0-a72d-9522be4d5517 of type vlan for network 0a923515-ea85-4477-8a01-4147c076d686 Dec 17 13:21:15.744837 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0012b367-4ca8-4e89-a336-9afdb6904c81" -d '{"events": [{"server_uuid": "32759e91-986e-405f-807e-0821478f136b", "name": "network-vif-plugged", "status": "completed", "tag": "5d51a41c-c947-4d05-98b1-0821205e533f"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:21:15.753614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 731f3786-04c8-48d1-b786-731d060cfd33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:15.800318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 5d51a41c-c947-4d05-98b1-0821205e533f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5d51a41c-c947-4d05-98b1-0821205e533f,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:15.827536 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d61bcaf1-939e-4e50-a839-dd37363d5977 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.838498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa1f3404-6754-46ba-a7cb-e8680b83c772 req-ae38ec24-726b-43a3-9fd4-5962e5993e39 service neutron] 10.222.0.61 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140512 Dec 17 13:21:15.841972 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66a42bb-924a-443a-bdff-3736adc86d1d x-openstack-request-id: req-d66a42bb-924a-443a-bdff-3736adc86d1d {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:21:15.842822 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32759e91-986e-405f-807e-0821478f136b", "name": "network-vif-plugged", "status": "completed", "tag": "5d51a41c-c947-4d05-98b1-0821205e533f", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:21:15.843736 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d66a42bb-924a-443a-bdff-3736adc86d1d {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:21:15.848499 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32759e91-986e-405f-807e-0821478f136b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d51a41c-c947-4d05-98b1-0821205e533f', 'code': 200} Dec 17 13:21:15.885550 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-28f4249c-3c02-47dc-87dc-96519216a3dc None None] Provisioning complete for port 8e69f239-145e-443d-afa8-42bc187c080d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:15.885550 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-28f4249c-3c02-47dc-87dc-96519216a3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.930897 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:15.988152 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-28f4249c-3c02-47dc-87dc-96519216a3dc None None] Port 8e69f239-145e-443d-afa8-42bc187c080d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:16.006244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=5d51a41c-c947-4d05-98b1-0821205e533f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:16.007445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:16.015248 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f5dced54-feb4-4250-8d49-a1953ca76da0 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1497946 Dec 17 13:21:16.017389 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44538) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:16.018296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Sync routers for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:16.022943 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1acfe59a-4abb-4455-981f-a8272ce6abe8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1109958912'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:16.029049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284705e8-a7a7-4edd-865d-6ae5ac10f540 req-3b5544b4-64b9-4be3-b1c3-2d14655badd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:16.029049 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-284705e8-a7a7-4edd-865d-6ae5ac10f540 req-3b5544b4-64b9-4be3-b1c3-2d14655badd0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 1097 time: 0.0917866 Dec 17 13:21:16.049250 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:16.049823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:20:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:16.100486 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-284705e8-a7a7-4edd-865d-6ae5ac10f540 req-33e4cdb9-f538-4093-b742-25e8dd74f0a3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637889 Dec 17 13:21:16.106475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d61bcaf1-939e-4e50-a839-dd37363d5977 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:16.118556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61bcaf1-939e-4e50-a839-dd37363d5977 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:16.119433 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d61bcaf1-939e-4e50-a839-dd37363d5977 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:16.134121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acfe59a-4abb-4455-981f-a8272ce6abe8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:16.142825 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1acfe59a-4abb-4455-981f-a8272ce6abe8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:16.199540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acfe59a-4abb-4455-981f-a8272ce6abe8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:21:16.222503 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1acfe59a-4abb-4455-981f-a8272ce6abe8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:16.226150 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-1acfe59a-4abb-4455-981f-a8272ce6abe8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Added segment 8f52ddcd-e66e-4ac9-bdc5-278e66abe37b of type vlan for network 74e7318e-8d95-4bcc-8c9b-f13b51e67787 Dec 17 13:21:16.237206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bcaf1-939e-4e50-a839-dd37363d5977 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Network': ['ID=0a923515-ea85-4477-8a01-4147c076d686,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:16.302448 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1acfe59a-4abb-4455-981f-a8272ce6abe8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:16.334596 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d61bcaf1-939e-4e50-a839-dd37363d5977 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1282189 Dec 17 13:21:16.336779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 0a923515-ea85-4477-8a01-4147c076d686 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:21:16.337421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44546) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:16.342532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-abf7f24a-9680-4fea-afbf-dab3794f6eef tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': '0a923515-ea85-4477-8a01-4147c076d686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:16.459928 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1acfe59a-4abb-4455-981f-a8272ce6abe8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:16.466133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acfe59a-4abb-4455-981f-a8272ce6abe8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:16.467308 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1acfe59a-4abb-4455-981f-a8272ce6abe8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:16.482531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:16.608703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf7f24a-9680-4fea-afbf-dab3794f6eef tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:16.613370 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-abf7f24a-9680-4fea-afbf-dab3794f6eef tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:16.632238 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a62500a0-cdf1-4219-8338-7a76f9fd1be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:16.692406 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1acfe59a-4abb-4455-981f-a8272ce6abe8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6738133 Dec 17 13:21:16.697654 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44556) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:16.698149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfe59a-4abb-4455-981f-a8272ce6abe8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Network': ['ID=74e7318e-8d95-4bcc-8c9b-f13b51e67787,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:16.719899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-932a4672-10d8-4f3b-9448-d5feddba471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'subnet': {'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:16.737759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 74e7318e-8d95-4bcc-8c9b-f13b51e67787 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:21:16.744355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961f247-d8b4-4927-ba0f-f20f0a701e93 req-8bed7eb8-36c5-464c-836d-4a678f8dad60 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:16.745981 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d961f247-d8b4-4927-ba0f-f20f0a701e93 req-8bed7eb8-36c5-464c-836d-4a678f8dad60 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 943 time: 0.2261474 Dec 17 13:21:16.972201 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d961f247-d8b4-4927-ba0f-f20f0a701e93 req-e53342dd-5758-4a78-afc1-0226b4ef3957 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969123 Dec 17 13:21:17.002818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:13Z', 'revision_number': 4, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:14Z', 'revision_number': 2, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:17.058702 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Checking router: 731f3786-04c8-48d1-b786-731d060cfd33 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:21:17.059260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Updating router 731f3786-04c8-48d1-b786-731d060cfd33 port 8e69f239-145e-443d-afa8-42bc187c080d binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:21:17.082324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932a4672-10d8-4f3b-9448-d5feddba471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Made reservation on behalf of fbc6b2e7fed74e93be6b97ff0515de61 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:17.085635 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-abf7f24a-9680-4fea-afbf-dab3794f6eef tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:17.090914 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-932a4672-10d8-4f3b-9448-d5feddba471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:17.102712 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:17.273108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7f24a-9680-4fea-afbf-dab3794f6eef tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Subnet': ['ID=a223942e-d005-4177-9854-4a7f766ed7e5,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:17.355153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device b1af6c03-3760-4ece-8b7d-341be73887ba details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:21:17.420568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf7f24a-9680-4fea-afbf-dab3794f6eef tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Checking segment: {'id': '96064430-3d0f-4be0-a72d-9522be4d5517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0a923515-ea85-4477-8a01-4147c076d686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:17.421146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf7f24a-9680-4fea-afbf-dab3794f6eef tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network hostable DHCP agents. Network: 0a923515-ea85-4477-8a01-4147c076d686, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:21:17.473359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44572) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:17.496456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 09c9bc77-2c90-4dc2-970f-8c0454729a5f details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:21:17.598432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf7f24a-9680-4fea-afbf-dab3794f6eef tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 0a923515-ea85-4477-8a01-4147c076d686 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:21:17.615213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b13434c3-b2e9-423d-8ba8-b79409e6b5e8 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2102889023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:17.656410 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-932a4672-10d8-4f3b-9448-d5feddba471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:17.719407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-abf7f24a-9680-4fea-afbf-dab3794f6eef tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 0a923515-ea85-4477-8a01-4147c076d686) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:17.725026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7f24a-9680-4fea-afbf-dab3794f6eef tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:17.732976 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-abf7f24a-9680-4fea-afbf-dab3794f6eef tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:17.740216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de989f7-d9a6-42d3-9392-ae4476994a83 None None] Network 0a923515-ea85-4477-8a01-4147c076d686 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:17.743019 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:17.743727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a4672-10d8-4f3b-9448-d5feddba471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Subnet': ['ID=2bd93807-aef5-43af-89ed-646ad5b202fb,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:17.763234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port b1af6c03-3760-4ece-8b7d-341be73887ba, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=b1af6c03-3760-4ece-8b7d-341be73887ba,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:17.766786 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b13434c3-b2e9-423d-8ba8-b79409e6b5e8 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:17.780773 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b13434c3-b2e9-423d-8ba8-b79409e6b5e8 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:17.861555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a4672-10d8-4f3b-9448-d5feddba471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Checking segment: {'id': '8f52ddcd-e66e-4ac9-bdc5-278e66abe37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:17.862033 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932a4672-10d8-4f3b-9448-d5feddba471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network hostable DHCP agents. Network: 74e7318e-8d95-4bcc-8c9b-f13b51e67787, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:21:17.873770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'b1af6c03-3760-4ece-8b7d-341be73887ba', 'network_id': '61465188-496b-4188-aed2-5ed266e622e5', 'port_id': 'b1af6c03-3760-4ece-8b7d-341be73887ba', 'mac_address': 'fa:16:3e:82:c6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6be7b0-b67e-4b47-9509-aae28970dfc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:21:17.894847 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b13434c3-b2e9-423d-8ba8-b79409e6b5e8 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:17.899984 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-abf7f24a-9680-4fea-afbf-dab3794f6eef tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5614541 Dec 17 13:21:17.902956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44580) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:17.915009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': '0a923515-ea85-4477-8a01-4147c076d686', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1127956548'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:17.970593 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b13434c3-b2e9-423d-8ba8-b79409e6b5e8 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:17.993056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932a4672-10d8-4f3b-9448-d5feddba471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 74e7318e-8d95-4bcc-8c9b-f13b51e67787 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:21:18.050744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 09c9bc77-2c90-4dc2-970f-8c0454729a5f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=09c9bc77-2c90-4dc2-970f-8c0454729a5f,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:18.083147 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.090478 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.095105 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '09c9bc77-2c90-4dc2-970f-8c0454729a5f', 'network_id': '61465188-496b-4188-aed2-5ed266e622e5', 'port_id': '09c9bc77-2c90-4dc2-970f-8c0454729a5f', 'mac_address': 'fa:16:3e:7b:a3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6be7b0-b67e-4b47-9509-aae28970dfc6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:21:18.097237 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b13434c3-b2e9-423d-8ba8-b79409e6b5e8 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.102836 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b13434c3-b2e9-423d-8ba8-b79409e6b5e8 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6275289 Dec 17 13:21:18.103625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44588) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:18.123843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-88040546'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:18.129224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-932a4672-10d8-4f3b-9448-d5feddba471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 74e7318e-8d95-4bcc-8c9b-f13b51e67787) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:18.159952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932a4672-10d8-4f3b-9448-d5feddba471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:18.161062 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea207b3b-eb32-43a1-9558-2da1197ac128 None None] Network 74e7318e-8d95-4bcc-8c9b-f13b51e67787 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:18.173126 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-932a4672-10d8-4f3b-9448-d5feddba471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.174594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1af6c03-3760-4ece-8b7d-341be73887ba {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:21:18.194280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-0a923515-ea85-4477-8a01-4147c076d686', 'network_id': '0a923515-ea85-4477-8a01-4147c076d686', 'project_id': 'a8a9a15e6fa84b0bbd02de5f61aebabe', 'fixed_ips': [{'subnet_id': 'a223942e-d005-4177-9854-4a7f766ed7e5'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:21:18.195154 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.230483 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.257200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39987b-d375-4d11-8faa-3a0be70dbf2e req-7a778b0c-b873-4361-9e21-386bbc8a4497 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:18.264756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d39987b-d375-4d11-8faa-3a0be70dbf2e req-7a778b0c-b873-4361-9e21-386bbc8a4497 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 943 time: 0.1188722 Dec 17 13:21:18.304280 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.311912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port b1af6c03-3760-4ece-8b7d-341be73887ba, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=b1af6c03-3760-4ece-8b7d-341be73887ba,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:18.317071 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d39987b-d375-4d11-8faa-3a0be70dbf2e req-be65738b-7e5f-4773-94ef-bfcd0a34d5b1 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511959 Dec 17 13:21:18.322447 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:18.334326 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.358687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c9bc77-2c90-4dc2-970f-8c0454729a5f {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:21:18.363671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b799f20-66d5-470f-a8aa-57502f3c9650 None None] Pushing event updated for resources: {'Port': ['ID=8e69f239-145e-443d-afa8-42bc187c080d,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:18.383251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port a886a18b-7ef5-4a91-bfa7-c6ed0066c888 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:21:18.447701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-75141c9a-7fb1-4362-84ad-9fa90be7a0b0 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:18.449166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-75141c9a-7fb1-4362-84ad-9fa90be7a0b0 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/networks?id=9f8dc47b-d913-4cd1-9706-2c7d1a4f780e HTTP/1.1" status: 200 len: 814 time: 0.2042239 Dec 17 13:21:18.475024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 09c9bc77-2c90-4dc2-970f-8c0454729a5f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=09c9bc77-2c90-4dc2-970f-8c0454729a5f,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:18.490438 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-334923c7-1836-4094-a834-393da3feff8c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/quotas/00f2483427694fb8b8bd7ae3a33d3140 HTTP/1.1" status: 200 len: 375 time: 0.0243378 Dec 17 13:21:18.533617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-932a4672-10d8-4f3b-9448-d5feddba471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8250377 Dec 17 13:21:18.536406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44602) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:18.537122 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.566344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-49e585a0-b03c-4441-8484-957859c384d9 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=00f2483427694fb8b8bd7ae3a33d3140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398037 Dec 17 13:21:18.575317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-74e7318e-8d95-4bcc-8c9b-f13b51e67787', 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787', 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'fixed_ips': [{'subnet_id': '2bd93807-aef5-43af-89ed-646ad5b202fb'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:21:18.575583 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.578557 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.598805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Attempting to bind port 8e69f239-145e-443d-afa8-42bc187c080d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:18.599187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Attempting to bind port 8e69f239-145e-443d-afa8-42bc187c080d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '72ef55bf-c0cd-44a2-a16b-f5112d83582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:18.599563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Attempting to bind port 8e69f239-145e-443d-afa8-42bc187c080d on network 50496fe5-e56c-4e97-989a-0b8a62e207c5 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:18.615085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:18.615504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Checking segment: {'id': '72ef55bf-c0cd-44a2-a16b-f5112d83582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:18.615889 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.616297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Bound using segment: {'id': '72ef55bf-c0cd-44a2-a16b-f5112d83582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:18.616958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Bound port: 8e69f239-145e-443d-afa8-42bc187c080d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ef55bf-c0cd-44a2-a16b-f5112d83582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:18.617190 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.641284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Made reservation on behalf of bdba551267a84aa28f0216599a87f07d for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:18.643209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.5 (0a923515-ea85-4477-8a01-4147c076d686/a223942e-d005-4177-9854-4a7f766ed7e5/a886a18b-7ef5-4a91-bfa7-c6ed0066c888) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:18.647607 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.666082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.703611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=b1af6c03-3760-4ece-8b7d-341be73887ba,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:18.760051 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-e34839be-ad61-4caa-9c0f-6cbe237684e4 service neutron] 10.222.0.59 "GET /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723855 Dec 17 13:21:18.903016 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:18.927742 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-2081e068-37ed-4857-9c03-c2fe1f933c64 service neutron] 10.222.0.59 "GET /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627121 Dec 17 13:21:18.946085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['b1af6c03-3760-4ece-8b7d-341be73887ba'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:21:19.029837 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:19.041603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dfc777b2-46a6-42a7-b197-a59358d71597 None None] Provisioning complete for port 8e69f239-145e-443d-afa8-42bc187c080d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:19.041999 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dfc777b2-46a6-42a7-b197-a59358d71597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:19.085177 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 0a923515-ea85-4477-8a01-4147c076d686 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:19.089041 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:19.092132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:19.102357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['09c9bc77-2c90-4dc2-970f-8c0454729a5f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:21:19.119283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=a886a18b-7ef5-4a91-bfa7-c6ed0066c888,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:19.174208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:19.174861 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:19.198295 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:19.204502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] For port 8e69f239-145e-443d-afa8-42bc187c080d, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:19.212155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=09c9bc77-2c90-4dc2-970f-8c0454729a5f,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:19.255042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] For port 8e69f239-145e-443d-afa8-42bc187c080d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8e69f239-145e-443d-afa8-42bc187c080d,segment=NetworkSegment(72ef55bf-c0cd-44a2-a16b-f5112d83582f),segment_id=72ef55bf-c0cd-44a2-a16b-f5112d83582f)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:19.257472 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Allocated IP 172.23.0.2 (74e7318e-8d95-4bcc-8c9b-f13b51e67787/2bd93807-aef5-43af-89ed-646ad5b202fb/18424f40-29d9-4ce9-b501-01bd7fc6d667) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:19.264786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-dfc777b2-46a6-42a7-b197-a59358d71597 None None] Port 8e69f239-145e-443d-afa8-42bc187c080d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:19.273677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Allocated IP 172.20.0.2 (0a923515-ea85-4477-8a01-4147c076d686/a223942e-d005-4177-9854-4a7f766ed7e5/f63a67e5-c691-48a0-a955-a3e54fce91db) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:19.336406 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-44b222a6-339d-4811-a036-b49c86d41823 req-c7ebd763-36e6-49f4-aa5c-390758528dd8 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 210 time: 0.0565732 Dec 17 13:21:19.364414 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9014617c-d7ee-4f87-a541-87b2a36ee90b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4597085 Dec 17 13:21:19.373341 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44614) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:19.424578 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:19.508571 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:19.538014 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa882b-a238-4b91-8fea-ed8f6063f972 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port a886a18b-7ef5-4a91-bfa7-c6ed0066c888 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:19.539918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0aa882b-a238-4b91-8fea-ed8f6063f972 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:19.556114 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b76c00-702a-444b-a16c-544d839ba83c req-01259bde-6fd1-4189-8620-11e5d917d579 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:19.558267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-89b76c00-702a-444b-a16c-544d839ba83c req-01259bde-6fd1-4189-8620-11e5d917d579 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 944 time: 0.1026762 Dec 17 13:21:19.625390 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:19.710304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:21:19.741812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edfe4ee4-177a-4389-bed3-785e7bdc9225,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:19.788380 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0aa882b-a238-4b91-8fea-ed8f6063f972 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:19.796755 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:19.800049 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Added segment f9ce9747-4715-4fe3-aa0d-b18db4c01312 of type vlan for network 55cff9a9-e86c-496e-be4e-62bf7d3590b4 Dec 17 13:21:19.816394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-89b76c00-702a-444b-a16c-544d839ba83c req-11d1c1eb-b6cd-4d95-bd09-7220b8325d53 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461236 Dec 17 13:21:19.819663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa882b-a238-4b91-8fea-ed8f6063f972 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for a886a18b-7ef5-4a91-bfa7-c6ed0066c888 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:19.854307 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:19.874101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b799f20-66d5-470f-a8aa-57502f3c9650 None None] Pushing event updated for resources: {'Port': ['ID=8e69f239-145e-443d-afa8-42bc187c080d,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:19.879416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:19.964172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:19.965385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:20.023497 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.resource_extend [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:21:20.060281 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.100811 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0aa882b-a238-4b91-8fea-ed8f6063f972 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.146219 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.157804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:20.157804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.179999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa882b-a238-4b91-8fea-ed8f6063f972 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=a886a18b-7ef5-4a91-bfa7-c6ed0066c888,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:20.199357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:20.246922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'Network': ['ID=55cff9a9-e86c-496e-be4e-62bf7d3590b4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:20.269713 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.271436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 55cff9a9-e86c-496e-be4e-62bf7d3590b4 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:21:20.287211 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.301388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0aa882b-a238-4b91-8fea-ed8f6063f972 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.307598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4c7fa576-7728-4056-80ba-66dd3aabebc5 None None] Provisioning complete for port 8e69f239-145e-443d-afa8-42bc187c080d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:20.308096 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e0aa882b-a238-4b91-8fea-ed8f6063f972 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/a886a18b-7ef5-4a91-bfa7-c6ed0066c888 HTTP/1.1" status: 204 len: 168 time: 0.9336207 Dec 17 13:21:20.308558 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa576-7728-4056-80ba-66dd3aabebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.310651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44646) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:20.347301 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eaf54a0-be0e-4a83-8087-a0e10fc5634a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:21:20.348868 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7eaf54a0-be0e-4a83-8087-a0e10fc5634a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/a886a18b-7ef5-4a91-bfa7-c6ed0066c888 HTTP/1.1" status: 404 len: 333 time: 0.0372505 Dec 17 13:21:20.351707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44648) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:20.407753 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e988ab69-d0d6-4849-af2a-efe97533bffd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3002465 Dec 17 13:21:20.408331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44652) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:20.414626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0e693e23-806f-4182-99ea-9e3bfcf6c950 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Request body: {'subnet': {'network_id': '55cff9a9-e86c-496e-be4e-62bf7d3590b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:20.428911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-23de976c-1890-4ab7-8705-ca58352cc426 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting subnet a223942e-d005-4177-9854-4a7f766ed7e5 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:21:20.511805 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23de976c-1890-4ab7-8705-ca58352cc426 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.514950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Allocated IP 172.23.0.1 (74e7318e-8d95-4bcc-8c9b-f13b51e67787/2bd93807-aef5-43af-89ed-646ad5b202fb/0ad34c75-b0ae-4f94-8762-8837a2a2158b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:20.528820 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.541676 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.549681 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7cacbd85-652d-4a3c-bcb1-a9e8d8eaaadb req-939bb002-2f26-44da-b539-8ade4a743682 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 210 time: 0.0497448 Dec 17 13:21:20.608815 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23de976c-1890-4ab7-8705-ca58352cc426 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.641066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Network 74e7318e-8d95-4bcc-8c9b-f13b51e67787 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:20.654236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Network 0a923515-ea85-4477-8a01-4147c076d686 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:20.672544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:20.673486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e693e23-806f-4182-99ea-9e3bfcf6c950 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Made reservation on behalf of bdba551267a84aa28f0216599a87f07d for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:20.678271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:20.684203 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e693e23-806f-4182-99ea-9e3bfcf6c950 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.686630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:20.696224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:20.702872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Pushing event updated for resources: {'Port': ['ID=18424f40-29d9-4ce9-b501-01bd7fc6d667,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:20.808051 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23de976c-1890-4ab7-8705-ca58352cc426 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.834734 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:20.950213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Pushing event updated for resources: {'Port': ['ID=f63a67e5-c691-48a0-a955-a3e54fce91db,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:20.982316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1accf8c-f82e-4a8d-8eac-04b27598b076 req-7312bf1d-dd1b-4151-a77d-30b2890516f3 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:20.992162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1accf8c-f82e-4a8d-8eac-04b27598b076 req-7312bf1d-dd1b-4151-a77d-30b2890516f3 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 944 time: 0.0742035 Dec 17 13:21:21.003259 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23de976c-1890-4ab7-8705-ca58352cc426 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.017429 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e693e23-806f-4182-99ea-9e3bfcf6c950 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.061757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23de976c-1890-4ab7-8705-ca58352cc426 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.068318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-23de976c-1890-4ab7-8705-ca58352cc426 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/a223942e-d005-4177-9854-4a7f766ed7e5 HTTP/1.1" status: 204 len: 168 time: 0.7155209 Dec 17 13:21:21.069646 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.079955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44658) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:21.080690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e693e23-806f-4182-99ea-9e3bfcf6c950 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'Subnet': ['ID=c975172d-9473-4c79-9162-5ec4078cc8cb,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:21.098415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de976c-1890-4ab7-8705-ca58352cc426 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Subnet': ['ID=a223942e-d005-4177-9854-4a7f766ed7e5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:21.134761 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa576-7728-4056-80ba-66dd3aabebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.141440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Attempting to bind port f63a67e5-c691-48a0-a955-a3e54fce91db on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:21.142223 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Attempting to bind port f63a67e5-c691-48a0-a955-a3e54fce91db by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '96064430-3d0f-4be0-a72d-9522be4d5517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0a923515-ea85-4477-8a01-4147c076d686'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:21.142820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Attempting to bind port f63a67e5-c691-48a0-a955-a3e54fce91db on network 0a923515-ea85-4477-8a01-4147c076d686 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:21.144211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 74e7318e-8d95-4bcc-8c9b-f13b51e67787 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:21.171977 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Attempting to bind port 18424f40-29d9-4ce9-b501-01bd7fc6d667 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:21.174585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Attempting to bind port 18424f40-29d9-4ce9-b501-01bd7fc6d667 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '8f52ddcd-e66e-4ac9-bdc5-278e66abe37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:21.175169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Attempting to bind port 18424f40-29d9-4ce9-b501-01bd7fc6d667 on network 74e7318e-8d95-4bcc-8c9b-f13b51e67787 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:21.196993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:21.197664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Checking segment: {'id': '96064430-3d0f-4be0-a72d-9522be4d5517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0a923515-ea85-4477-8a01-4147c076d686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:21.198237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.198730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Bound using segment: {'id': '96064430-3d0f-4be0-a72d-9522be4d5517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0a923515-ea85-4477-8a01-4147c076d686'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:21.199314 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Bound port: f63a67e5-c691-48a0-a955-a3e54fce91db, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96064430-3d0f-4be0-a72d-9522be4d5517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0a923515-ea85-4477-8a01-4147c076d686'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:21.199982 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.215653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:21.216170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Checking segment: {'id': '8f52ddcd-e66e-4ac9-bdc5-278e66abe37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:21.216767 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.217278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Bound using segment: {'id': '8f52ddcd-e66e-4ac9-bdc5-278e66abe37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:21.218002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Bound port: 18424f40-29d9-4ce9-b501-01bd7fc6d667, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f52ddcd-e66e-4ac9-bdc5-278e66abe37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:21.219682 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.232612 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1accf8c-f82e-4a8d-8eac-04b27598b076 req-b4222e9f-315c-40c5-8d3b-aebb097353f5 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387428 Dec 17 13:21:21.237481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:21.249353 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.261542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:21.267147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e693e23-806f-4182-99ea-9e3bfcf6c950 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Checking segment: {'id': 'f9ce9747-4715-4fe3-aa0d-b18db4c01312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '55cff9a9-e86c-496e-be4e-62bf7d3590b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:21.267147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e693e23-806f-4182-99ea-9e3bfcf6c950 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Network hostable DHCP agents. Network: 55cff9a9-e86c-496e-be4e-62bf7d3590b4, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:21:21.287621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4c7fa576-7728-4056-80ba-66dd3aabebc5 None None] For port 8e69f239-145e-443d-afa8-42bc187c080d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8e69f239-145e-443d-afa8-42bc187c080d,segment=NetworkSegment(72ef55bf-c0cd-44a2-a16b-f5112d83582f),segment_id=72ef55bf-c0cd-44a2-a16b-f5112d83582f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:21.314914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device b1af6c03-3760-4ece-8b7d-341be73887ba up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:21.320142 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.348908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port f63a67e5-c691-48a0-a955-a3e54fce91db {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:21.349404 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.428559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e693e23-806f-4182-99ea-9e3bfcf6c950 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Network 55cff9a9-e86c-496e-be4e-62bf7d3590b4 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:21:21.430817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=0ad34c75-b0ae-4f94-8762-8837a2a2158b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:21.439297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] For port f63a67e5-c691-48a0-a955-a3e54fce91db, host n-d-815324-5, got binding levels [] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:21.439627 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.584935 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.634543 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 09c9bc77-2c90-4dc2-970f-8c0454729a5f up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:21.696977 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa576-7728-4056-80ba-66dd3aabebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.711744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] For port 18424f40-29d9-4ce9-b501-01bd7fc6d667, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:21.721855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:13Z', 'revision_number': 4, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:19Z', 'revision_number': 4, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:21.782216 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78550f84-4635-4ab3-aff1-8ae51a445158 req-695dced9-b232-4bb2-91bb-02b7f08b82fc tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 210 time: 0.0564837 Dec 17 13:21:21.832610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] For port 18424f40-29d9-4ce9-b501-01bd7fc6d667, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=18424f40-29d9-4ce9-b501-01bd7fc6d667,segment=NetworkSegment(8f52ddcd-e66e-4ac9-bdc5-278e66abe37b),segment_id=8f52ddcd-e66e-4ac9-bdc5-278e66abe37b)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:21.846870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc142af-29b2-4202-8b3b-6ca5d73df191 None None] The sync data for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 is: [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:13Z', 'revision_number': 4, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:19Z', 'revision_number': 4, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:21.905524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-0e693e23-806f-4182-99ea-9e3bfcf6c950 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 55cff9a9-e86c-496e-be4e-62bf7d3590b4) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:21.912183 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e693e23-806f-4182-99ea-9e3bfcf6c950 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:21.912808 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e693e23-806f-4182-99ea-9e3bfcf6c950 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:21.917394 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for f63a67e5-c691-48a0-a955-a3e54fce91db owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:21.959037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412e12fb-d516-4b09-b85b-ffd5bbf565d1 None None] Network 55cff9a9-e86c-496e-be4e-62bf7d3590b4 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:21.993319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] For port f63a67e5-c691-48a0-a955-a3e54fce91db, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:22.010849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] For port f63a67e5-c691-48a0-a955-a3e54fce91db, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f63a67e5-c691-48a0-a955-a3e54fce91db,segment=NetworkSegment(96064430-3d0f-4be0-a72d-9522be4d5517),segment_id=96064430-3d0f-4be0-a72d-9522be4d5517)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:22.028367 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.048299 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0e693e23-806f-4182-99ea-9e3bfcf6c950 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6386724 Dec 17 13:21:22.053482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44666) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:22.060596 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1ea0bab6-6c0b-45bd-b07a-556ccfc55bd0 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Request body: {'network': {'name': 'tempest-router-network01--1411821814'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:22.076039 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fa576-7728-4056-80ba-66dd3aabebc5 None None] Pushing event updated for resources: {'Port': ['ID=8e69f239-145e-443d-afa8-42bc187c080d,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:22.084057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-3da3b870-37e7-46d4-bf17-5fcf10747349 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:22.088022 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-3da3b870-37e7-46d4-bf17-5fcf10747349 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.61 "GET /v2.0/networks?id=9f8dc47b-d913-4cd1-9706-2c7d1a4f780e HTTP/1.1" status: 200 len: 814 time: 0.2664480 Dec 17 13:21:22.134438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 09c9bc77-2c90-4dc2-970f-8c0454729a5f completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:21:22.140827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Request body: {'port': {'device_id': 'a263fa09-ca7f-4429-b0e2-939dc36cdaa3', 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e', 'admin_state_up': True, 'tenant_id': '00f2483427694fb8b8bd7ae3a33d3140'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:22.164534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 09c9bc77-2c90-4dc2-970f-8c0454729a5f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:22.164863 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.176028 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.243150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea0bab6-6c0b-45bd-b07a-556ccfc55bd0 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Made reservation on behalf of bdba551267a84aa28f0216599a87f07d for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:22.247416 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea0bab6-6c0b-45bd-b07a-556ccfc55bd0 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.300780 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port b1af6c03-3760-4ece-8b7d-341be73887ba completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:21:22.314511 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.324771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea0bab6-6c0b-45bd-b07a-556ccfc55bd0 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:21:22.344519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port b1af6c03-3760-4ece-8b7d-341be73887ba triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:22.344893 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.352848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01488e-da97-452e-bf0e-403ff961f78f None None] Pushing event updated for resources: {'Port': ['ID=18424f40-29d9-4ce9-b501-01bd7fc6d667,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:22.393784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea0bab6-6c0b-45bd-b07a-556ccfc55bd0 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.394449 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-1ea0bab6-6c0b-45bd-b07a-556ccfc55bd0 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Added segment cc27a492-92f3-431e-aab2-2d8eb34cdf75 of type vlan for network 8536c1ec-6029-4769-8b31-0b694c76ba55 Dec 17 13:21:22.435330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.454838 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166241e8-7cf1-47b8-ae67-a8f35232cf21 None None] Pushing event deleted for resources: {'Port': ['ID=f63a67e5-c691-48a0-a955-a3e54fce91db,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server [None req-5b0c9567-7d28-4cdf-a202-bb486b356042 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port f63a67e5-c691-48a0-a955-a3e54fce91db could not be found. Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:21:22.480452 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port f63a67e5-c691-48a0-a955-a3e54fce91db could not be found. Dec 17 13:21:22.483570 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Dec 17 13:21:22.519666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b15ab-7d73-49f3-be3d-1912c17beaea None None] Network 0a923515-ea85-4477-8a01-4147c076d686 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:22.532669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No DVR routers for this DVR port f63a67e5-c691-48a0-a955-a3e54fce91db on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:22.542613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.562891 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea0bab6-6c0b-45bd-b07a-556ccfc55bd0 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.603129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-55cff9a9-e86c-496e-be4e-62bf7d3590b4', 'network_id': '55cff9a9-e86c-496e-be4e-62bf7d3590b4', 'project_id': 'bdba551267a84aa28f0216599a87f07d', 'fixed_ips': [{'subnet_id': 'c975172d-9473-4c79-9162-5ec4078cc8cb'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:21:22.607587 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.615373 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=f63a67e5-c691-48a0-a955-a3e54fce91db,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:22.735625 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.744715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ff0e-0837-4296-afaf-4a859dbccb98 req-cc2b8312-3a60-4b8e-ab81-d6a18b13bb63 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:22.744959 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea0bab6-6c0b-45bd-b07a-556ccfc55bd0 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.746475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abe8ff0e-0837-4296-afaf-4a859dbccb98 req-cc2b8312-3a60-4b8e-ab81-d6a18b13bb63 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 944 time: 0.3056781 Dec 17 13:21:22.751974 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea0bab6-6c0b-45bd-b07a-556ccfc55bd0 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:22.752686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea0bab6-6c0b-45bd-b07a-556ccfc55bd0 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.834203 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.839234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event updated for resources: {'Port': ['ID=0ad34c75-b0ae-4f94-8762-8837a2a2158b,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:22.886143 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.890969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e091128-44a0-4d20-9bb5-1d969c15fefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c9bc77-2c90-4dc2-970f-8c0454729a5f'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:21:22.893421 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62eb655-ddca-41b3-8072-2588f719580f" -d '{"events": [{"server_uuid": "1e091128-44a0-4d20-9bb5-1d969c15fefd", "name": "network-vif-plugged", "status": "completed", "tag": "09c9bc77-2c90-4dc2-970f-8c0454729a5f"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:21:22.931878 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abe8ff0e-0837-4296-afaf-4a859dbccb98 req-b8336ba1-9bb8-43ce-b081-39a23e9c8f52 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688905 Dec 17 13:21:22.932096 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 09c9bc77-2c90-4dc2-970f-8c0454729a5f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=09c9bc77-2c90-4dc2-970f-8c0454729a5f,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:22.972963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Made reservation on behalf of 00f2483427694fb8b8bd7ae3a33d3140 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:22.974102 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:22.976872 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.001675 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b26c191-17ab-4e3c-abfa-b93a390d07bf req-2d0da763-0540-46b0-8e4d-03b8003c07ea tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 210 time: 0.0719125 Dec 17 13:21:23.003640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a923515-ea85-4477-8a01-4147c076d686']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:23.008474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0bab6-6c0b-45bd-b07a-556ccfc55bd0 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'Network': ['ID=8536c1ec-6029-4769-8b31-0b694c76ba55,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:23.026968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1ea0bab6-6c0b-45bd-b07a-556ccfc55bd0 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9693861 Dec 17 13:21:23.050961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96064430-3d0f-4be0-a72d-9522be4d5517') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:23.050961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96064430-3d0f-4be0-a72d-9522be4d5517') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:23.051281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44680) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:23.051461 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.057423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-58b4bdd8-d384-4619-b49c-258942424315 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Request body: {'network': {'name': 'tempest-router-network02--1541500819'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:23.058154 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef22d3d7-5eee-4e3f-b56f-ddc9bb99cc9f x-openstack-request-id: req-ef22d3d7-5eee-4e3f-b56f-ddc9bb99cc9f {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:21:23.058457 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e091128-44a0-4d20-9bb5-1d969c15fefd", "name": "network-vif-plugged", "status": "completed", "tag": "09c9bc77-2c90-4dc2-970f-8c0454729a5f", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:21:23.058712 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef22d3d7-5eee-4e3f-b56f-ddc9bb99cc9f {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:21:23.060728 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e091128-44a0-4d20-9bb5-1d969c15fefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c9bc77-2c90-4dc2-970f-8c0454729a5f', 'code': 200} Dec 17 13:21:23.063413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 8536c1ec-6029-4769-8b31-0b694c76ba55 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:21:23.067294 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.094461 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.109953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:21:23.110757 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:21:23.114370 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:21:23.243344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Network 74e7318e-8d95-4bcc-8c9b-f13b51e67787 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:23.252714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:23.286950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef52fc-d55b-48b4-b2b3-7433c90576d0 req-bfaf273b-df0d-4f45-90a1-0b919ccd93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:23.289055 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58ef52fc-d55b-48b4-b2b3-7433c90576d0 req-bfaf273b-df0d-4f45-90a1-0b919ccd93ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 1096 time: 0.1392355 Dec 17 13:21:23.330417 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.338627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8e69f239-145e-443d-afa8-42bc187c080d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:23.376693 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.387770 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/networks/0a923515-ea85-4477-8a01-4147c076d686 HTTP/1.1" status: 204 len: 168 time: 2.2968888 Dec 17 13:21:23.388893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4a2b2-508c-4e78-8877-92a8389b99c5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Network': ['ID=0a923515-ea85-4477-8a01-4147c076d686,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:23.417484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44694) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:23.417484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'name': 'tempest-PortsTestJSON-1780157936'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:23.430256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=09c9bc77-2c90-4dc2-970f-8c0454729a5f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:23.433710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Allocated IP 2001:db8::2 (55cff9a9-e86c-496e-be4e-62bf7d3590b4/c975172d-9473-4c79-9162-5ec4078cc8cb/c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:23.448381 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b4bdd8-d384-4619-b49c-258942424315 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Made reservation on behalf of bdba551267a84aa28f0216599a87f07d for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:23.449939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58b4bdd8-d384-4619-b49c-258942424315 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.452874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Allocated IP 172.20.0.13 (9f8dc47b-d913-4cd1-9706-2c7d1a4f780e/24e70ff5-2187-4d62-8e8f-7ca8406c8afc/4a9a8cde-5665-41df-8abe-c51060eeae71) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:23.467440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port b1af6c03-3760-4ece-8b7d-341be73887ba, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=b1af6c03-3760-4ece-8b7d-341be73887ba,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:23.535635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8e69f239-145e-443d-afa8-42bc187c080d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:23.536142 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.590037 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.617570 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58ef52fc-d55b-48b4-b2b3-7433c90576d0 req-9d32a22c-9761-4475-b3b0-596cfaf28fa1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190908 Dec 17 13:21:23.635693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b4bdd8-d384-4619-b49c-258942424315 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:21:23.648136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 731f3786-04c8-48d1-b786-731d060cfd33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:23.678641 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58b4bdd8-d384-4619-b49c-258942424315 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.679075 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-58b4bdd8-d384-4619-b49c-258942424315 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Added segment 451e0e63-c381-41ca-80e3-85d1d3c15f16 of type vlan for network 3402d4c6-13c3-4383-9f60-7c28ea9caf7d Dec 17 13:21:23.706596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=b1af6c03-3760-4ece-8b7d-341be73887ba,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:23.785192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 18424f40-29d9-4ce9-b501-01bd7fc6d667 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:23.790250 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.847647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 18424f40-29d9-4ce9-b501-01bd7fc6d667 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:23.848046 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.852507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:23.856244 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.872479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d73224-c8bf-4030-b930-a6cb122e8f3e None None] Network 74e7318e-8d95-4bcc-8c9b-f13b51e67787 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:23.882812 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58b4bdd8-d384-4619-b49c-258942424315 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.933154 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:23.939181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port d3978a04-acd4-404e-948d-f69ad78ac379 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:21:23.992496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:24.009091 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Sync routers for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:24.012566 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-65247cb6-449a-4371-b38a-a1f026abff2a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4744616 Dec 17 13:21:24.015672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44706) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:24.016404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Network 55cff9a9-e86c-496e-be4e-62bf7d3590b4 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:24.020485 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:24.026697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e156e1fd-6149-495e-b2e5-7abcd8d0a0dc tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:24.043990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:24.048459 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:24.067343 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:24.067477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Pushing event updated for resources: {'Port': ['ID=c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:24.067588 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:24.109607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-72604d72-8c3e-4369-a662-404dfe348466 None None] Provisioning complete for port 18424f40-29d9-4ce9-b501-01bd7fc6d667 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:24.109607 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-72604d72-8c3e-4369-a662-404dfe348466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:24.164818 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58b4bdd8-d384-4619-b49c-258942424315 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:24.171098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b4bdd8-d384-4619-b49c-258942424315 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:24.181674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58b4bdd8-d384-4619-b49c-258942424315 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:24.211151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff557035-0c93-4a3d-a8e9-20531b34a30e req-aa1ca5ea-7de3-4624-bfa6-5ae9f1157d35 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:24.216087 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ff557035-0c93-4a3d-a8e9-20531b34a30e req-aa1ca5ea-7de3-4624-bfa6-5ae9f1157d35 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 945 time: 0.0876751 Dec 17 13:21:24.223788 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:24.280540 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:24.303059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Attempting to bind port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:24.304154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Attempting to bind port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'f9ce9747-4715-4fe3-aa0d-b18db4c01312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '55cff9a9-e86c-496e-be4e-62bf7d3590b4'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:24.304771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Attempting to bind port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d on network 55cff9a9-e86c-496e-be4e-62bf7d3590b4 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:24.320614 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ff557035-0c93-4a3d-a8e9-20531b34a30e req-36ca6d61-68bd-4415-8759-485f0def30f9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947804 Dec 17 13:21:24.335490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:24.336012 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Checking segment: {'id': 'f9ce9747-4715-4fe3-aa0d-b18db4c01312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '55cff9a9-e86c-496e-be4e-62bf7d3590b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:24.336526 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:24.337025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Bound using segment: {'id': 'f9ce9747-4715-4fe3-aa0d-b18db4c01312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '55cff9a9-e86c-496e-be4e-62bf7d3590b4'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:24.337833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Bound port: c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ce9747-4715-4fe3-aa0d-b18db4c01312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '55cff9a9-e86c-496e-be4e-62bf7d3590b4'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:24.338355 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:24.371148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 18424f40-29d9-4ce9-b501-01bd7fc6d667, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=18424f40-29d9-4ce9-b501-01bd7fc6d667,segment=NetworkSegment(8f52ddcd-e66e-4ac9-bdc5-278e66abe37b),segment_id=8f52ddcd-e66e-4ac9-bdc5-278e66abe37b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:24.586238 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ad34c75-b0ae-4f94-8762-8837a2a2158b', 'name': '', 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:ba:a3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:20Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 2, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:24.631222 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Checking router: 731f3786-04c8-48d1-b786-731d060cfd33 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:21:24.631577 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Updating router 731f3786-04c8-48d1-b786-731d060cfd33 port 0ad34c75-b0ae-4f94-8762-8837a2a2158b binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:21:24.644096 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:24.680010 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:24.813364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] For port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:24.817119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] For port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d,segment=NetworkSegment(f9ce9747-4715-4fe3-aa0d-b18db4c01312),segment_id=f9ce9747-4715-4fe3-aa0d-b18db4c01312)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:24.837816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=18424f40-29d9-4ce9-b501-01bd7fc6d667,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:24.953257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0eded444-210f-4141-a448-b972f0e9df2c None None] Provisioning complete for port 0ad34c75-b0ae-4f94-8762-8837a2a2158b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:24.953686 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0eded444-210f-4141-a448-b972f0e9df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:24.958755 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:25.066980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e2d7c13-d26a-431c-8208-4020218634d7 req-b1db9440-3e72-49ff-8277-ca7433612e87 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 210 time: 0.8445821 Dec 17 13:21:25.114924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad48e7c1-91cb-4ddd-a9e1-1010dd2befee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1af6c03-3760-4ece-8b7d-341be73887ba'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:21:25.124017 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23f4145-171f-4b6c-800c-7e33dbcc229b" -d '{"events": [{"server_uuid": "ad48e7c1-91cb-4ddd-a9e1-1010dd2befee", "name": "network-vif-plugged", "status": "completed", "tag": "b1af6c03-3760-4ece-8b7d-341be73887ba"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:21:25.126996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adca116-f29c-4695-b30e-2666380ce035 None None] Pushing event updated for resources: {'Port': ['ID=c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:25.132432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-58b4bdd8-d384-4619-b49c-258942424315 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0832760 Dec 17 13:21:25.139831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44720) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:25.167235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7eac6ac9-912f-485d-9eb3-6aa756343185 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Request body: {'subnet': {'network_id': '8536c1ec-6029-4769-8b31-0b694c76ba55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:25.206808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0eded444-210f-4141-a448-b972f0e9df2c None None] Port 0ad34c75-b0ae-4f94-8762-8837a2a2158b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:25.232146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4bdd8-d384-4619-b49c-258942424315 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'Network': ['ID=3402d4c6-13c3-4383-9f60-7c28ea9caf7d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:25.241768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 18424f40-29d9-4ce9-b501-01bd7fc6d667 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:25.273532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 3402d4c6-13c3-4383-9f60-7c28ea9caf7d details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:21:25.375740 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:25.418358 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03025ddc-f127-4749-913a-cae1060db4f9 x-openstack-request-id: req-03025ddc-f127-4749-913a-cae1060db4f9 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:21:25.418972 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad48e7c1-91cb-4ddd-a9e1-1010dd2befee", "name": "network-vif-plugged", "status": "completed", "tag": "b1af6c03-3760-4ece-8b7d-341be73887ba", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:21:25.419397 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-03025ddc-f127-4749-913a-cae1060db4f9 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:21:25.419967 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad48e7c1-91cb-4ddd-a9e1-1010dd2befee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1af6c03-3760-4ece-8b7d-341be73887ba', 'code': 200} Dec 17 13:21:25.436296 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:25.457329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0eded444-210f-4141-a448-b972f0e9df2c None None] Provisioning complete for port 18424f40-29d9-4ce9-b501-01bd7fc6d667 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:25.457862 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0eded444-210f-4141-a448-b972f0e9df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:25.477129 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:25.498313 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:25.582140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 18424f40-29d9-4ce9-b501-01bd7fc6d667 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:25.594851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eac6ac9-912f-485d-9eb3-6aa756343185 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Made reservation on behalf of bdba551267a84aa28f0216599a87f07d for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:25.604716 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a7305-2776-4da0-972b-b17323df1078 None None] Pushing event updated for resources: {'Port': ['ID=0ad34c75-b0ae-4f94-8762-8837a2a2158b,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:25.609233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Pushing event updated for resources: {'Port': ['ID=4a9a8cde-5665-41df-8abe-c51060eeae71,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:25.617032 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7eac6ac9-912f-485d-9eb3-6aa756343185 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:25.630291 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:25.640958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212859dd-ee3c-473f-a33e-27c928f2f089 req-f873b9b7-da42-4b47-9ef6-628deda4113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:25.642557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-212859dd-ee3c-473f-a33e-27c928f2f089 req-f873b9b7-da42-4b47-9ef6-628deda4113b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee HTTP/1.1" status: 200 len: 1097 time: 0.1888402 Dec 17 13:21:25.731760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:25.794179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-212859dd-ee3c-473f-a33e-27c928f2f089 req-377393de-83c6-43cf-8ac9-a135d3661c68 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347730 Dec 17 13:21:25.803227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:25.809251 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Attempting to bind port 0ad34c75-b0ae-4f94-8762-8837a2a2158b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:25.809251 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Attempting to bind port 0ad34c75-b0ae-4f94-8762-8837a2a2158b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '8f52ddcd-e66e-4ac9-bdc5-278e66abe37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:25.809251 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Attempting to bind port 0ad34c75-b0ae-4f94-8762-8837a2a2158b on network 74e7318e-8d95-4bcc-8c9b-f13b51e67787 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:25.810035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:25.813342 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:25.813835 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Checking segment: {'id': '8f52ddcd-e66e-4ac9-bdc5-278e66abe37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:25.814247 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:25.814643 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Bound using segment: {'id': '8f52ddcd-e66e-4ac9-bdc5-278e66abe37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:25.815181 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Bound port: 0ad34c75-b0ae-4f94-8762-8837a2a2158b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f52ddcd-e66e-4ac9-bdc5-278e66abe37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:25.815604 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:25.902182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd58e7-00db-40c3-b02b-51945ddb45fc req-d74ba33f-2d2b-43f6-9f53-dcf0a535e337 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:25.903270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6067955-11b8-4c88-9339-2b94917509b2 None None] DHCP port deletion for 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:25.911404 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10dd58e7-00db-40c3-b02b-51945ddb45fc req-d74ba33f-2d2b-43f6-9f53-dcf0a535e337 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 945 time: 0.4576633 Dec 17 13:21:25.956140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:25.991772 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] For port 0ad34c75-b0ae-4f94-8762-8837a2a2158b, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:26.006248 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] For port 0ad34c75-b0ae-4f94-8762-8837a2a2158b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0ad34c75-b0ae-4f94-8762-8837a2a2158b,segment=NetworkSegment(8f52ddcd-e66e-4ac9-bdc5-278e66abe37b),segment_id=8f52ddcd-e66e-4ac9-bdc5-278e66abe37b)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:26.090865 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4ac2b533-e716-49d0-80a9-c11e5a40ba99 None None] Provisioning complete for port 0ad34c75-b0ae-4f94-8762-8837a2a2158b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:26.091249 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b533-e716-49d0-80a9-c11e5a40ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:26.096618 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:26.164389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:26.167541 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:26.209713 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7eac6ac9-912f-485d-9eb3-6aa756343185 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:26.219374 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:26.222053 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:26.267311 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b533-e716-49d0-80a9-c11e5a40ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:26.306486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:26.315983 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4ac2b533-e716-49d0-80a9-c11e5a40ba99 None None] For port 0ad34c75-b0ae-4f94-8762-8837a2a2158b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0ad34c75-b0ae-4f94-8762-8837a2a2158b,segment=NetworkSegment(8f52ddcd-e66e-4ac9-bdc5-278e66abe37b),segment_id=8f52ddcd-e66e-4ac9-bdc5-278e66abe37b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:26.321600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:26.325314 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a7305-2776-4da0-972b-b17323df1078 None None] Pushing event updated for resources: {'Port': ['ID=0ad34c75-b0ae-4f94-8762-8837a2a2158b,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:26.355450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac6ac9-912f-485d-9eb3-6aa756343185 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'Subnet': ['ID=7e03aa4f-b4e4-4db1-af0f-6ab5fe545316,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:26.369113 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:26.377741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10dd58e7-00db-40c3-b02b-51945ddb45fc req-c3c3321d-5af5-4e5a-a49c-d174eabbe635 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610798 Dec 17 13:21:26.384398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:26.411307 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b533-e716-49d0-80a9-c11e5a40ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:26.417728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:26.420448 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:26.444591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eac6ac9-912f-485d-9eb3-6aa756343185 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Checking segment: {'id': 'cc27a492-92f3-431e-aab2-2d8eb34cdf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8536c1ec-6029-4769-8b31-0b694c76ba55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:26.445245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac6ac9-912f-485d-9eb3-6aa756343185 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Network hostable DHCP agents. Network: 8536c1ec-6029-4769-8b31-0b694c76ba55, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:21:26.506377 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=d3978a04-acd4-404e-948d-f69ad78ac379,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:26.551959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4ac2b533-e716-49d0-80a9-c11e5a40ba99 None None] Provisioning complete for port 4a9a8cde-5665-41df-8abe-c51060eeae71 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:26.554950 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b533-e716-49d0-80a9-c11e5a40ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:26.621850 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a42931-531f-466c-8ddf-67384f9db98e req-c92f5cce-3a29-401c-ada1-06d5df8c41f2 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:26.623450 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75a42931-531f-466c-8ddf-67384f9db98e req-c92f5cce-3a29-401c-ada1-06d5df8c41f2 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 932 time: 0.1185706 Dec 17 13:21:26.653071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2b533-e716-49d0-80a9-c11e5a40ba99 None None] Pushing event updated for resources: {'Port': ['ID=0ad34c75-b0ae-4f94-8762-8837a2a2158b,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:26.670387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.extraroute_db [None req-e156e1fd-6149-495e-b2e5-7abcd8d0a0dc tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 13:21:26.676755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2b533-e716-49d0-80a9-c11e5a40ba99 None None] Port 4a9a8cde-5665-41df-8abe-c51060eeae71 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:26.683598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.extraroute_db [None req-e156e1fd-6149-495e-b2e5-7abcd8d0a0dc tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Removed routes are [] {{(pid=110453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 13:21:26.684024 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e156e1fd-6149-495e-b2e5-7abcd8d0a0dc tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:26.692731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b6a6c285-4b17-4d10-a2b6-62befe7f06a3 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5847394 Dec 17 13:21:26.702328 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3a55e0ab-92a7-4b7d-820a-010faad92272 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.3012936 Dec 17 13:21:26.708624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Request body: {'port': {'device_id': 'a263fa09-ca7f-4429-b0e2-939dc36cdaa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:26.716332 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75a42931-531f-466c-8ddf-67384f9db98e req-d08c933f-77d0-420d-bb5a-16c4f33f066f tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730588 Dec 17 13:21:26.717143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44740) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:26.720167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac6ac9-912f-485d-9eb3-6aa756343185 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Network 8536c1ec-6029-4769-8b31-0b694c76ba55 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:21:26.754793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d0513-dcb7-454b-a2f2-b5b7dd1e4c60 req-ee50e590-68f2-4da6-a987-f2f4dee25979 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:26.761904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-752d0513-dcb7-454b-a2f2-b5b7dd1e4c60 req-ee50e590-68f2-4da6-a987-f2f4dee25979 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.2115192 Dec 17 13:21:26.829951 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b2dee9d5-66a8-4dcc-82c5-20a4fb3f8ab3 None None] Provisioning complete for port 0ad34c75-b0ae-4f94-8762-8837a2a2158b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:26.835153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b2dee9d5-66a8-4dcc-82c5-20a4fb3f8ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:26.850820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-752d0513-dcb7-454b-a2f2-b5b7dd1e4c60 req-7d48bf42-daea-43cf-a40f-ee74f681d20f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877972 Dec 17 13:21:26.893965 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-7eac6ac9-912f-485d-9eb3-6aa756343185 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 8536c1ec-6029-4769-8b31-0b694c76ba55) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:26.923836 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eac6ac9-912f-485d-9eb3-6aa756343185 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:26.924987 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7eac6ac9-912f-485d-9eb3-6aa756343185 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:26.941420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fe0803-0362-4a49-a3b7-c83d3f6ab2c9 None None] Network 8536c1ec-6029-4769-8b31-0b694c76ba55 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:26.975085 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ad34c75-b0ae-4f94-8762-8837a2a2158b', 'name': '', 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:ba:a3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:20Z', 'updated_at': '2021-12-17T13:21:25Z', 'revision_number': 4, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:27.012450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e7255074-81a7-4e38-876c-608607b866fd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port d3978a04-acd4-404e-948d-f69ad78ac379 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:27.019565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e7255074-81a7-4e38-876c-608607b866fd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:27.050738 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:27.171659 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e7255074-81a7-4e38-876c-608607b866fd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:27.231190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e7255074-81a7-4e38-876c-608607b866fd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for d3978a04-acd4-404e-948d-f69ad78ac379 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:27.258451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e539c47-286a-479e-9b5f-fc61dcf65946 req-abf5c646-58b9-4b96-9248-73c235b25729 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:27.260118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e539c47-286a-479e-9b5f-fc61dcf65946 req-abf5c646-58b9-4b96-9248-73c235b25729 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee HTTP/1.1" status: 200 len: 946 time: 0.2315638 Dec 17 13:21:27.323113 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898643fd-056c-4bc0-ab0a-13575fdfd270 None None] The sync data for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 is: [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ad34c75-b0ae-4f94-8762-8837a2a2158b', 'name': '', 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:ba:a3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:20Z', 'updated_at': '2021-12-17T13:21:25Z', 'revision_number': 4, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:27.326084 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7eac6ac9-912f-485d-9eb3-6aa756343185 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1813445 Dec 17 13:21:27.356788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44748) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:27.364171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-acb7efea-ce41-403e-94c3-8753fceb8778 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Request body: {'subnet': {'network_id': '3402d4c6-13c3-4383-9f60-7c28ea9caf7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:27.377975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:27.471954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-8536c1ec-6029-4769-8b31-0b694c76ba55', 'network_id': '8536c1ec-6029-4769-8b31-0b694c76ba55', 'project_id': 'bdba551267a84aa28f0216599a87f07d', 'fixed_ips': [{'subnet_id': '7e03aa4f-b4e4-4db1-af0f-6ab5fe545316'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:21:27.473010 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:27.475743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc0f151-4b01-436d-b4e6-b07b45498e5a None None] Network 55cff9a9-e86c-496e-be4e-62bf7d3590b4 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:27.533314 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e156e1fd-6149-495e-b2e5-7abcd8d0a0dc tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:27.616114 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e156e1fd-6149-495e-b2e5-7abcd8d0a0dc tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:27.623735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f0176e17-241c-4063-858c-558d7929a547 None None] Provisioning complete for port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:27.623735 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0176e17-241c-4063-858c-558d7929a547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:27.625545 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e7255074-81a7-4e38-876c-608607b866fd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:27.659925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7255074-81a7-4e38-876c-608607b866fd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=d3978a04-acd4-404e-948d-f69ad78ac379,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:27.662097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb7efea-ce41-403e-94c3-8753fceb8778 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Made reservation on behalf of bdba551267a84aa28f0216599a87f07d for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:27.666906 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-acb7efea-ce41-403e-94c3-8753fceb8778 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:27.717933 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e7255074-81a7-4e38-876c-608607b866fd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:27.722697 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e7255074-81a7-4e38-876c-608607b866fd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/d3978a04-acd4-404e-948d-f69ad78ac379 HTTP/1.1" status: 204 len: 168 time: 1.0029624 Dec 17 13:21:27.726111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44754) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:27.743414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'mac_address': 'fa:16:3e:5a:68:be', 'name': 'tempest-PortsTestJSON-1333812892'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:27.746915 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e539c47-286a-479e-9b5f-fc61dcf65946 req-9754351d-872c-4848-868e-455ae04764d7 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607577 Dec 17 13:21:27.899215 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0176e17-241c-4063-858c-558d7929a547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:27.920245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e156e1fd-6149-495e-b2e5-7abcd8d0a0dc tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 731f3786-04c8-48d1-b786-731d060cfd33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:27.937937 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:27.938942 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.111955 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-acb7efea-ce41-403e-94c3-8753fceb8778 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.170141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f0176e17-241c-4063-858c-558d7929a547 None None] For port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d,segment=NetworkSegment(f9ce9747-4715-4fe3-aa0d-b18db4c01312),segment_id=f9ce9747-4715-4fe3-aa0d-b18db4c01312)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:28.217480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Allocated IP 2001:db8::2 (8536c1ec-6029-4769-8b31-0b694c76ba55/7e03aa4f-b4e4-4db1-af0f-6ab5fe545316/fa30eeab-6c1f-4822-869e-62d0905398e5) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:28.221031 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.286207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005f53-9e1e-47d3-bd37-49dd58d6d20d req-5f929cd4-08db-4f47-bbe1-587ec17564f4 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:28.295114 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f6005f53-9e1e-47d3-bd37-49dd58d6d20d req-5f929cd4-08db-4f47-bbe1-587ec17564f4 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 932 time: 0.2677746 Dec 17 13:21:28.297377 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9a8cde-5665-41df-8abe-c51060eeae71 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:21:28.311491 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.329380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Transition to ACTIVE for port object 4a9a8cde-5665-41df-8abe-c51060eeae71 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:21:28.344352 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0176e17-241c-4063-858c-558d7929a547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.349695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7efea-ce41-403e-94c3-8753fceb8778 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'Subnet': ['ID=40d6d5d3-e890-46d7-ae7c-a25df551b6bd,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:28.354320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e156e1fd-6149-495e-b2e5-7abcd8d0a0dc tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:28.373833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb7efea-ce41-403e-94c3-8753fceb8778 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Checking segment: {'id': '451e0e63-c381-41ca-80e3-85d1d3c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3402d4c6-13c3-4383-9f60-7c28ea9caf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:28.374478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb7efea-ce41-403e-94c3-8753fceb8778 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Network hostable DHCP agents. Network: 3402d4c6-13c3-4383-9f60-7c28ea9caf7d, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:21:28.384624 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e156e1fd-6149-495e-b2e5-7abcd8d0a0dc tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.387093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e156e1fd-6149-495e-b2e5-7abcd8d0a0dc tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33 HTTP/1.1" status: 200 len: 934 time: 4.3703308 Dec 17 13:21:28.390860 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44762) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:28.403128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687d9afa-795f-4c52-84e4-dd075d50ed29 None None] Sync routers for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:28.440504 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.455341 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f6005f53-9e1e-47d3-bd37-49dd58d6d20d req-ca69a603-f06f-477d-9878-9daaa03a1f0d tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590366 Dec 17 13:21:28.471835 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:21:28.472828 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:21:28.473528 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d9afa-795f-4c52-84e4-dd075d50ed29 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:28.474269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-687d9afa-795f-4c52-84e4-dd075d50ed29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:28.500189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:28.522271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9a8cde-5665-41df-8abe-c51060eeae71,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:28.573008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb7efea-ce41-403e-94c3-8753fceb8778 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Network 3402d4c6-13c3-4383-9f60-7c28ea9caf7d is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:21:28.595820 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-99b215ff-eb0e-4518-a101-df9cd631fa72 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33 HTTP/1.1" status: 200 len: 934 time: 0.2037985 Dec 17 13:21:28.599416 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44764) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:28.604381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ef840797-45f0-4215-ba19-b651e69ff848 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'router': {'routes': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:28.639351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Attempting to bind port 4a9a8cde-5665-41df-8abe-c51060eeae71 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:28.640450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Attempting to bind port 4a9a8cde-5665-41df-8abe-c51060eeae71 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'a88e3d34-aa3a-4c4f-ae54-6bbc3799634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:28.640958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Attempting to bind port 4a9a8cde-5665-41df-8abe-c51060eeae71 on network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:28.644990 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.650288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Port 4a9a8cde-5665-41df-8abe-c51060eeae71 on network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:21:28.650621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Attempting to bind port 4a9a8cde-5665-41df-8abe-c51060eeae71 on network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:28.681631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:28.682991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Checking segment: {'id': 'a88e3d34-aa3a-4c4f-ae54-6bbc3799634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:28.684515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Bound using segment: {'id': 'a88e3d34-aa3a-4c4f-ae54-6bbc3799634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:28.685007 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Bound port: 4a9a8cde-5665-41df-8abe-c51060eeae71, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88e3d34-aa3a-4c4f-ae54-6bbc3799634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:28.687422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.697053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-acb7efea-ce41-403e-94c3-8753fceb8778 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 3402d4c6-13c3-4383-9f60-7c28ea9caf7d) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:28.708860 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb7efea-ce41-403e-94c3-8753fceb8778 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:28.709461 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-acb7efea-ce41-403e-94c3-8753fceb8778 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.738873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port bc8a5b24-0cef-4c37-b934-3212d5aa2bd4 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:21:28.742570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982d7ae8-b696-4b13-8edb-4416c5ed0e3e None None] DHCP port deletion for 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:28.744637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93f4620-3173-4b0a-bfe5-da21331d9bfd None None] Network 3402d4c6-13c3-4383-9f60-7c28ea9caf7d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:28.782130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] For port 4a9a8cde-5665-41df-8abe-c51060eeae71, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:28.786455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] For port 4a9a8cde-5665-41df-8abe-c51060eeae71, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4a9a8cde-5665-41df-8abe-c51060eeae71,segment=NetworkSegment(a88e3d34-aa3a-4c4f-ae54-6bbc3799634a),segment_id=a88e3d34-aa3a-4c4f-ae54-6bbc3799634a)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:28.822505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0176e17-241c-4063-858c-558d7929a547 None None] Pushing event updated for resources: {'Port': ['ID=c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:28.848853 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-acb7efea-ce41-403e-94c3-8753fceb8778 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4902596 Dec 17 13:21:28.858023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44772) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:28.880619 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.888215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f9e17b76-cb15-47a1-92f1-eacad00de16b None None] Provisioning complete for port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:28.889061 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f9e17b76-cb15-47a1-92f1-eacad00de16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.932452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8047f-14af-4b58-8de5-4447ca46ceb2 req-0537db5d-219c-4332-8a64-78f9a4002493 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:28.934120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dea8047f-14af-4b58-8de5-4447ca46ceb2 req-0537db5d-219c-4332-8a64-78f9a4002493 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee HTTP/1.1" status: 200 len: 946 time: 0.1012135 Dec 17 13:21:28.941732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:28.942416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:28.947724 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] 10.222.0.61 "PUT /v2.0/ports/4a9a8cde-5665-41df-8abe-c51060eeae71 HTTP/1.1" status: 200 len: 1092 time: 2.2409551 Dec 17 13:21:28.947724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a263fa09-ca7f-4429-b0e2-939dc36cdaa3', 'tag': '4a9a8cde-5665-41df-8abe-c51060eeae71'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:21:28.947724 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d57477b-b509-48ed-82b2-46793d1a88bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a263fa09-ca7f-4429-b0e2-939dc36cdaa3", "tag": "4a9a8cde-5665-41df-8abe-c51060eeae71"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:21:28.963696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-687d9afa-795f-4c52-84e4-dd075d50ed29 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:28.979295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cb6797-579d-4ce0-ba6b-5226cecb01cf None None] DHCP port deletion for 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:29.000003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ad369-9c2b-437c-ae5d-4e330ef4bed4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9a8cde-5665-41df-8abe-c51060eeae71,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:29.032627 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dea8047f-14af-4b58-8de5-4447ca46ceb2 req-0bf9e6ac-6bef-4b3a-baf9-870fef2fd851 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826735 Dec 17 13:21:29.043404 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:29.060756 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3b7c37-e8f2-40bf-a67d-95942cd52ceb x-openstack-request-id: req-ce3b7c37-e8f2-40bf-a67d-95942cd52ceb {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:21:29.062744 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a263fa09-ca7f-4429-b0e2-939dc36cdaa3", "tag": "4a9a8cde-5665-41df-8abe-c51060eeae71", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:21:29.062744 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce3b7c37-e8f2-40bf-a67d-95942cd52ceb {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:21:29.062744 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a263fa09-ca7f-4429-b0e2-939dc36cdaa3', 'tag': '4a9a8cde-5665-41df-8abe-c51060eeae71', 'status': 'completed', 'code': 200} Dec 17 13:21:29.161562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-3a047510-d821-4080-b0ac-fe01f7ec08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:29.165444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-3a047510-d821-4080-b0ac-fe01f7ec08db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=00f2483427694fb8b8bd7ae3a33d3140&device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 1095 time: 0.0944204 Dec 17 13:21:29.250789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-b5ab4b77-6c10-411e-b391-138a50498e7d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a9a8cde-5665-41df-8abe-c51060eeae71 HTTP/1.1" status: 200 len: 217 time: 0.0781331 Dec 17 13:21:29.300130 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:29.362410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-00dcb008-0667-439e-b124-fe30885091fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:29.364525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Pushing event updated for resources: {'Port': ['ID=fa30eeab-6c1f-4822-869e-62d0905398e5,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:29.367371 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-00dcb008-0667-439e-b124-fe30885091fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24e70ff5-2187-4d62-8e8f-7ca8406c8afc HTTP/1.1" status: 200 len: 854 time: 0.1025462 Dec 17 13:21:29.367653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-3402d4c6-13c3-4383-9f60-7c28ea9caf7d', 'network_id': '3402d4c6-13c3-4383-9f60-7c28ea9caf7d', 'project_id': 'bdba551267a84aa28f0216599a87f07d', 'fixed_ips': [{'subnet_id': '40d6d5d3-e890-46d7-ae7c-a25df551b6bd'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:21:29.368812 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:29.436494 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Network 8536c1ec-6029-4769-8b31-0b694c76ba55 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:29.442206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:29.465070 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-4dff57af-e84c-4b55-b50d-6761a0dfcb93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f8dc47b-d913-4cd1-9706-2c7d1a4f780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859985 Dec 17 13:21:29.567330 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:29.572881 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:29.584351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Allocated IP 2001:db8::2 (3402d4c6-13c3-4383-9f60-7c28ea9caf7d/40d6d5d3-e890-46d7-ae7c-a25df551b6bd/8ee08993-a193-49a8-8bdf-c31d0f8a15f8) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:29.663311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:29.771394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6177f-ccce-4a0a-9369-6186eeedfad2 req-cb92eff3-d34a-458f-9cb4-fcaccc4fd57f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:29.782824 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abc6177f-ccce-4a0a-9369-6186eeedfad2 req-cb92eff3-d34a-458f-9cb4-fcaccc4fd57f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 945 time: 0.2547004 Dec 17 13:21:29.832783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-dd090a67-d9c7-453c-9518-b43c5f8cc929 service neutron] 10.222.0.61 "GET /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559098 Dec 17 13:21:29.875698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Allocated IP 2001:db8::1 (8536c1ec-6029-4769-8b31-0b694c76ba55/7e03aa4f-b4e4-4db1-af0f-6ab5fe545316/7e095b9f-e17c-4ca1-913c-cf0975b44e17) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:29.910462 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abc6177f-ccce-4a0a-9369-6186eeedfad2 req-461eff3e-e8d8-429c-9eb9-e9cbe805f57f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159959 Dec 17 13:21:29.972243 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:29.980163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0ad34c75-b0ae-4f94-8762-8837a2a2158b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:30.055872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bacbd38-e916-480a-aa19-e8dc08ca141f req-35227e3a-07ba-4a86-816c-1c7454d6d937 service neutron] 10.222.0.61 "GET /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115023 Dec 17 13:21:30.071870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Attempting to bind port fa30eeab-6c1f-4822-869e-62d0905398e5 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:30.072241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Attempting to bind port fa30eeab-6c1f-4822-869e-62d0905398e5 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'cc27a492-92f3-431e-aab2-2d8eb34cdf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8536c1ec-6029-4769-8b31-0b694c76ba55'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:30.072606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Attempting to bind port fa30eeab-6c1f-4822-869e-62d0905398e5 on network 8536c1ec-6029-4769-8b31-0b694c76ba55 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:30.076045 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:30.118767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:30.119854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Checking segment: {'id': 'cc27a492-92f3-431e-aab2-2d8eb34cdf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8536c1ec-6029-4769-8b31-0b694c76ba55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:30.121172 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:30.121172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Bound using segment: {'id': 'cc27a492-92f3-431e-aab2-2d8eb34cdf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8536c1ec-6029-4769-8b31-0b694c76ba55'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:30.121431 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Bound port: fa30eeab-6c1f-4822-869e-62d0905398e5, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc27a492-92f3-431e-aab2-2d8eb34cdf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '8536c1ec-6029-4769-8b31-0b694c76ba55'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:30.121712 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:30.135341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-687d9afa-795f-4c52-84e4-dd075d50ed29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:26Z', 'revision_number': 6, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ad34c75-b0ae-4f94-8762-8837a2a2158b', 'name': '', 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:ba:a3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:20Z', 'updated_at': '2021-12-17T13:21:26Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:30.233648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Network 3402d4c6-13c3-4383-9f60-7c28ea9caf7d is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:30.256872 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:30.297223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5b3ee-9368-4b28-abb3-9a2063faa6ec req-379616e2-a90c-4696-ab29-014b6453fa00 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:30.306011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d5b3ee-9368-4b28-abb3-9a2063faa6ec req-379616e2-a90c-4696-ab29-014b6453fa00 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 944 time: 0.2688794 Dec 17 13:21:30.316560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:30.319820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:30.323878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.extraroute_db [None req-ef840797-45f0-4215-ba19-b651e69ff848 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Added routes are [] {{(pid=110454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 13:21:30.324324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.extraroute_db [None req-ef840797-45f0-4215-ba19-b651e69ff848 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 13:21:30.325956 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687d9afa-795f-4c52-84e4-dd075d50ed29 None None] Checking router: 731f3786-04c8-48d1-b786-731d060cfd33 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:21:30.329067 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:30.334904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57477b-b509-48ed-82b2-46793d1a88bd req-8d21a8da-c75f-4b45-8b31-5d2a806c27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:30.338745 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d57477b-b509-48ed-82b2-46793d1a88bd req-8d21a8da-c75f-4b45-8b31-5d2a806c27ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=00f2483427694fb8b8bd7ae3a33d3140&device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 1095 time: 0.1340823 Dec 17 13:21:30.369057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Pushing event updated for resources: {'Port': ['ID=8ee08993-a193-49a8-8bdf-c31d0f8a15f8,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:30.422716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 0ad34c75-b0ae-4f94-8762-8837a2a2158b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:30.423372 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:30.430019 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12b643-08b8-4d07-a3e5-3b573f21f6c5 req-28e32de4-3e31-40f3-8e9f-dcbc382415b4 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:30.439751 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a12b643-08b8-4d07-a3e5-3b573f21f6c5 req-28e32de4-3e31-40f3-8e9f-dcbc382415b4 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.1779990 Dec 17 13:21:30.441751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d9afa-795f-4c52-84e4-dd075d50ed29 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:30.442595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-687d9afa-795f-4c52-84e4-dd075d50ed29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:30.464241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:30.479615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:30.486722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=bc8a5b24-0cef-4c37-b934-3212d5aa2bd4,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:30.491750 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:30.503910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:30.505235 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:30.529370 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d5b3ee-9368-4b28-abb3-9a2063faa6ec req-e0c850d4-3d94-4b99-8827-8767d2e4be83 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172744 Dec 17 13:21:30.551832 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a12b643-08b8-4d07-a3e5-3b573f21f6c5 req-132d38b6-017e-498c-8114-6480df7514ed tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110811 Dec 17 13:21:30.578831 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef840797-45f0-4215-ba19-b651e69ff848 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:30.594596 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:30.623494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57477b-b509-48ed-82b2-46793d1a88bd req-1c0e4c12-d5e9-4ea9-911b-db30d1ef1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:30.631190 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d57477b-b509-48ed-82b2-46793d1a88bd req-1c0e4c12-d5e9-4ea9-911b-db30d1ef1277 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9f8dc47b-d913-4cd1-9706-2c7d1a4f780e HTTP/1.1" status: 200 len: 915 time: 0.2844872 Dec 17 13:21:30.706763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Network 8536c1ec-6029-4769-8b31-0b694c76ba55 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:30.711295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Attempting to bind port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:30.712050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Attempting to bind port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '451e0e63-c381-41ca-80e3-85d1d3c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3402d4c6-13c3-4383-9f60-7c28ea9caf7d'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:30.712735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Attempting to bind port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 on network 3402d4c6-13c3-4383-9f60-7c28ea9caf7d {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:30.718063 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d57477b-b509-48ed-82b2-46793d1a88bd req-4fe56081-3dcf-4045-9b3b-ddddfc9e44c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a9a8cde-5665-41df-8abe-c51060eeae71 HTTP/1.1" status: 200 len: 217 time: 0.0772371 Dec 17 13:21:30.736693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] For port fa30eeab-6c1f-4822-869e-62d0905398e5, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:30.743124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] For port fa30eeab-6c1f-4822-869e-62d0905398e5, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fa30eeab-6c1f-4822-869e-62d0905398e5,segment=NetworkSegment(cc27a492-92f3-431e-aab2-2d8eb34cdf75),segment_id=cc27a492-92f3-431e-aab2-2d8eb34cdf75)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:30.773591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-687d9afa-795f-4c52-84e4-dd075d50ed29 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:30.788465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:30.788875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Checking segment: {'id': '451e0e63-c381-41ca-80e3-85d1d3c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3402d4c6-13c3-4383-9f60-7c28ea9caf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:30.789294 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:30.791060 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Bound using segment: {'id': '451e0e63-c381-41ca-80e3-85d1d3c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3402d4c6-13c3-4383-9f60-7c28ea9caf7d'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:30.791779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Bound port: 8ee08993-a193-49a8-8bdf-c31d0f8a15f8, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e0e63-c381-41ca-80e3-85d1d3c15f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3402d4c6-13c3-4383-9f60-7c28ea9caf7d'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:30.792192 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:30.812974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57477b-b509-48ed-82b2-46793d1a88bd req-f31ece54-348d-4a7c-8847-9f67d6509434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:30.816372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d57477b-b509-48ed-82b2-46793d1a88bd req-f31ece54-348d-4a7c-8847-9f67d6509434 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=24e70ff5-2187-4d62-8e8f-7ca8406c8afc HTTP/1.1" status: 200 len: 854 time: 0.0898745 Dec 17 13:21:30.878407 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:30.897379 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d57477b-b509-48ed-82b2-46793d1a88bd req-d7167dd4-b756-4621-9282-91a315f3f944 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9f8dc47b-d913-4cd1-9706-2c7d1a4f780e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724597 Dec 17 13:21:31.078671 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d57477b-b509-48ed-82b2-46793d1a88bd req-10125398-1200-4f30-9b87-28f6dc09c2c1 service neutron] 10.222.0.61 "GET /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719363 Dec 17 13:21:31.339334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d57477b-b509-48ed-82b2-46793d1a88bd req-ae7cfbbf-46d8-42cc-83f5-d65fd367da22 service neutron] 10.222.0.61 "GET /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206419 Dec 17 13:21:31.377312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:31.380347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0660c0-f3f0-473f-804a-4997c55bec59 req-9818c698-636d-4ec6-b40d-062757825c8f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:31.385200 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1dfa7ef6-cb99-4527-8765-373067ca1302 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.6553290 Dec 17 13:21:31.391747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0660c0-f3f0-473f-804a-4997c55bec59 req-9818c698-636d-4ec6-b40d-062757825c8f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:31.391959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:31.393098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:31.394669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44820) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:31.398871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0660c0-f3f0-473f-804a-4997c55bec59 req-9818c698-636d-4ec6-b40d-062757825c8f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:31.407881 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba0660c0-f3f0-473f-804a-4997c55bec59 req-9818c698-636d-4ec6-b40d-062757825c8f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd&device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee&device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 2418 time: 0.3228006 Dec 17 13:21:31.420350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] For port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:31.449395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0ef89-dcb7-4780-9459-6b227dc17169 None None] Pushing event updated for resources: {'Port': ['ID=fa30eeab-6c1f-4822-869e-62d0905398e5,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:31.457213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] For port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8ee08993-a193-49a8-8bdf-c31d0f8a15f8,segment=NetworkSegment(451e0e63-c381-41ca-80e3-85d1d3c15f16),segment_id=451e0e63-c381-41ca-80e3-85d1d3c15f16)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:31.463650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:31.486620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba0660c0-f3f0-473f-804a-4997c55bec59 req-dd2bc20e-0c5e-4b9f-bcb4-0762c8dcf8fd tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772460 Dec 17 13:21:31.487133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'Port': ['ID=7e095b9f-e17c-4ca1-913c-cf0975b44e17,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:31.535577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6452e2-38d5-4f1b-9524-ea11a98c5222 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:31.538175 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8c6452e2-38d5-4f1b-9524-ea11a98c5222 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/bc8a5b24-0cef-4c37-b934-3212d5aa2bd4 HTTP/1.1" status: 200 len: 841 time: 0.1418073 Dec 17 13:21:31.541472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44826) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:31.587769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 4a9a8cde-5665-41df-8abe-c51060eeae71 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:21:31.672606 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:31.689426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44830) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:31.806857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef840797-45f0-4215-ba19-b651e69ff848 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:31.814243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55152e2f-137c-4394-8f91-843a34102c7f None None] Pushing event updated for resources: {'Port': ['ID=8ee08993-a193-49a8-8bdf-c31d0f8a15f8,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:31.820159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d3228-f50d-427f-9d64-56f82859c90d req-a31f0628-bfc0-49a3-ac18-54699ef12eaf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:31.822247 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a67d3228-f50d-427f-9d64-56f82859c90d req-a31f0628-bfc0-49a3-ac18-54699ef12eaf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 945 time: 0.0964787 Dec 17 13:21:31.823458 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef840797-45f0-4215-ba19-b651e69ff848 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:31.830258 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:31.913793 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:31.914434 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:32.043245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 4a9a8cde-5665-41df-8abe-c51060eeae71, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4a9a8cde-5665-41df-8abe-c51060eeae71,segment=NetworkSegment(a88e3d34-aa3a-4c4f-ae54-6bbc3799634a),segment_id=a88e3d34-aa3a-4c4f-ae54-6bbc3799634a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:32.054622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a67d3228-f50d-427f-9d64-56f82859c90d req-a330e0ec-5df5-4c46-857d-152609061c6b tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726599 Dec 17 13:21:32.072208 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:32.081523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-687d9afa-795f-4c52-84e4-dd075d50ed29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:26Z', 'revision_number': 6, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ad34c75-b0ae-4f94-8762-8837a2a2158b', 'name': '', 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:ba:a3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:20Z', 'updated_at': '2021-12-17T13:21:26Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:32.160968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687d9afa-795f-4c52-84e4-dd075d50ed29 None None] The sync data for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 is: [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:26Z', 'revision_number': 6, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ad34c75-b0ae-4f94-8762-8837a2a2158b', 'name': '', 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:ba:a3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:20Z', 'updated_at': '2021-12-17T13:21:26Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:32.166079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '4a9a8cde-5665-41df-8abe-c51060eeae71', 'network_id': '9f8dc47b-d913-4cd1-9706-2c7d1a4f780e', 'port_id': '4a9a8cde-5665-41df-8abe-c51060eeae71', 'mac_address': 'fa:16:3e:7a:7b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e70ff5-2187-4d62-8e8f-7ca8406c8afc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:21:32.275939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef840797-45f0-4215-ba19-b651e69ff848 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 731f3786-04c8-48d1-b786-731d060cfd33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:32.359340 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:32.396467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9a8cde-5665-41df-8abe-c51060eeae71 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:21:32.449741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 4a9a8cde-5665-41df-8abe-c51060eeae71, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4a9a8cde-5665-41df-8abe-c51060eeae71,segment=NetworkSegment(a88e3d34-aa3a-4c4f-ae54-6bbc3799634a),segment_id=a88e3d34-aa3a-4c4f-ae54-6bbc3799634a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:32.456042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c29d74-5ae4-4efe-93db-99639f2b3523 req-b72424f5-c937-4c0a-a240-29de82cf9c19 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:32.471191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56c29d74-5ae4-4efe-93db-99639f2b3523 req-b72424f5-c937-4c0a-a240-29de82cf9c19 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 944 time: 0.2016702 Dec 17 13:21:32.524740 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:32.546498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0dd04236-b20a-41ff-a305-43e8b9b378c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:32.607222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-df92146e-b698-497c-8e4d-65248181441b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port bc8a5b24-0cef-4c37-b934-3212d5aa2bd4 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:32.607788 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-df92146e-b698-497c-8e4d-65248181441b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:32.670754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=4a9a8cde-5665-41df-8abe-c51060eeae71,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:32.718488 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56c29d74-5ae4-4efe-93db-99639f2b3523 req-cbd5c1a3-eb9c-4f38-9661-f82722acdb1d tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435691 Dec 17 13:21:32.778505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fa30eeab-6c1f-4822-869e-62d0905398e5 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:32.819189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['4a9a8cde-5665-41df-8abe-c51060eeae71'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:21:32.862658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f643e5f9-56ae-45f2-bf42-f58a88f9a2cf None None] Network 8536c1ec-6029-4769-8b31-0b694c76ba55 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:32.932048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef840797-45f0-4215-ba19-b651e69ff848 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:32.944012 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d03d28a-cdbb-4ef4-9361-372d5d4fd98a None None] Sync routers for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:32.957207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8d539d00-3782-4ff5-ac2c-ba58d67a3df0 None None] Provisioning complete for port fa30eeab-6c1f-4822-869e-62d0905398e5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:32.957602 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8d539d00-3782-4ff5-ac2c-ba58d67a3df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:32.960605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-df92146e-b698-497c-8e4d-65248181441b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:32.960988 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03d28a-cdbb-4ef4-9361-372d5d4fd98a None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:32.961663 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3d03d28a-cdbb-4ef4-9361-372d5d4fd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:32.980115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef840797-45f0-4215-ba19-b651e69ff848 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:32.990832 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ef840797-45f0-4215-ba19-b651e69ff848 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33 HTTP/1.1" status: 200 len: 700 time: 4.3901877 Dec 17 13:21:32.993924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44844) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:33.012492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-df92146e-b698-497c-8e4d-65248181441b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for bc8a5b24-0cef-4c37-b934-3212d5aa2bd4 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:33.085685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port fa30eeab-6c1f-4822-869e-62d0905398e5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:33.086112 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:33.208592 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0dd04236-b20a-41ff-a305-43e8b9b378c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:33.210507 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3d03d28a-cdbb-4ef4-9361-372d5d4fd98a None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:33.256740 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:33.272163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9a55dbb8-65d8-475d-a37f-6faaea5664bd tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33 HTTP/1.1" status: 200 len: 700 time: 0.2770910 Dec 17 13:21:33.278341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44850) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:33.301463 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0dd04236-b20a-41ff-a305-43e8b9b378c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:33.302460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8d539d00-3782-4ff5-ac2c-ba58d67a3df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:33.347048 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:33.348251 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:33.479872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8d539d00-3782-4ff5-ac2c-ba58d67a3df0 None None] For port fa30eeab-6c1f-4822-869e-62d0905398e5, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fa30eeab-6c1f-4822-869e-62d0905398e5,segment=NetworkSegment(cc27a492-92f3-431e-aab2-2d8eb34cdf75),segment_id=cc27a492-92f3-431e-aab2-2d8eb34cdf75)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:33.510296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadc2887-2de7-4762-96ab-fff6f5ac97af None None] Network 3402d4c6-13c3-4383-9f60-7c28ea9caf7d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:33.552827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd04236-b20a-41ff-a305-43e8b9b378c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d555f-79aa-4ef5-a0ff-dd2b1bc4aed3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:33.560220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0dd04236-b20a-41ff-a305-43e8b9b378c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e719b9abbd0649369762ed029478a1da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8696747 Dec 17 13:21:33.571088 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44858) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:33.590481 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3d03d28a-cdbb-4ef4-9361-372d5d4fd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:30Z', 'revision_number': 7, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ad34c75-b0ae-4f94-8762-8837a2a2158b', 'name': '', 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:ba:a3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:20Z', 'updated_at': '2021-12-17T13:21:26Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:33.595522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-df92146e-b698-497c-8e4d-65248181441b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:33.625945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'Port': ['ID=7e095b9f-e17c-4ca1-913c-cf0975b44e17,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:33.634843 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d03d28a-cdbb-4ef4-9361-372d5d4fd98a None None] Checking router: 731f3786-04c8-48d1-b786-731d060cfd33 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:21:33.653043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03d28a-cdbb-4ef4-9361-372d5d4fd98a None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:33.653400 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3d03d28a-cdbb-4ef4-9361-372d5d4fd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:33.656851 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8d539d00-3782-4ff5-ac2c-ba58d67a3df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:33.758980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6725a0dd-2834-42f9-9b6c-662b792e759d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:33.826063 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3d03d28a-cdbb-4ef4-9361-372d5d4fd98a None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:33.831256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Network 8536c1ec-6029-4769-8b31-0b694c76ba55 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:33.842212 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6725a0dd-2834-42f9-9b6c-662b792e759d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:33.845415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92146e-b698-497c-8e4d-65248181441b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=bc8a5b24-0cef-4c37-b934-3212d5aa2bd4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:33.858292 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:33.875145 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-df92146e-b698-497c-8e4d-65248181441b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:33.883675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44864) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:33.891893 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-df92146e-b698-497c-8e4d-65248181441b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/bc8a5b24-0cef-4c37-b934-3212d5aa2bd4 HTTP/1.1" status: 204 len: 168 time: 2.3490808 Dec 17 13:21:33.954188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:33.988022 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dc4e5c-af2c-4ecb-9273-0632f6c62d49 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:21:33.996077 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f7dc4e5c-af2c-4ecb-9273-0632f6c62d49 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/bc8a5b24-0cef-4c37-b934-3212d5aa2bd4 HTTP/1.1" status: 404 len: 333 time: 0.1065745 Dec 17 13:21:34.007780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44866) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:34.018449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a95293fe-2b03-4272-9d14-e052586e99d2 None None] Provisioning complete for port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:34.019125 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a95293fe-2b03-4272-9d14-e052586e99d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:34.021189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d539d00-3782-4ff5-ac2c-ba58d67a3df0 None None] Pushing event updated for resources: {'Port': ['ID=fa30eeab-6c1f-4822-869e-62d0905398e5,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:34.022175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'name': 'tempest-PortsTestJSON-1824039987'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:34.045325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa4a99-df50-4af3-b4c6-9e50f7b488bb req-0706c73a-8623-4635-acb7-ad00e034d2b8 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:34.047581 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72aa4a99-df50-4af3-b4c6-9e50f7b488bb req-0706c73a-8623-4635-acb7-ad00e034d2b8 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 945 time: 0.1783326 Dec 17 13:21:34.191906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:34.192347 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:34.199751 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6725a0dd-2834-42f9-9b6c-662b792e759d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:34.204609 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6725a0dd-2834-42f9-9b6c-662b792e759d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:34.219439 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6725a0dd-2834-42f9-9b6c-662b792e759d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a2d555f-79aa-4ef5-a0ff-dd2b1bc4aed3 HTTP/1.1" status: 204 len: 168 time: 0.6347470 Dec 17 13:21:34.247729 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725a0dd-2834-42f9-9b6c-662b792e759d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d555f-79aa-4ef5-a0ff-dd2b1bc4aed3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:34.276427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Router 9976b71a-a67e-4625-a22e-e583453a8a14 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:21:34.349790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72aa4a99-df50-4af3-b4c6-9e50f7b488bb req-ddeddd8d-834e-4873-ac12-1a0c2f3e1095 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445660 Dec 17 13:21:34.359153 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3d03d28a-cdbb-4ef4-9361-372d5d4fd98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:30Z', 'revision_number': 7, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ad34c75-b0ae-4f94-8762-8837a2a2158b', 'name': '', 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:ba:a3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:20Z', 'updated_at': '2021-12-17T13:21:26Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:34.432487 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d03d28a-cdbb-4ef4-9361-372d5d4fd98a None None] The sync data for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 is: [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:30Z', 'revision_number': 7, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ad34c75-b0ae-4f94-8762-8837a2a2158b', 'name': '', 'network_id': '74e7318e-8d95-4bcc-8c9b-f13b51e67787', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:ba:a3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:20Z', 'updated_at': '2021-12-17T13:21:26Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2bd93807-aef5-43af-89ed-646ad5b202fb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:34.458154 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a95293fe-2b03-4272-9d14-e052586e99d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:34.588591 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-686ac1ff-abe5-4688-9f6e-70c3bdb0912b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:34.643910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:34.649250 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a95293fe-2b03-4272-9d14-e052586e99d2 None None] For port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8ee08993-a193-49a8-8bdf-c31d0f8a15f8,segment=NetworkSegment(451e0e63-c381-41ca-80e3-85d1d3c15f16),segment_id=451e0e63-c381-41ca-80e3-85d1d3c15f16)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:34.659655 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-08c24424-3108-4a40-af86-bc85b1d6e568 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "PUT /v2.0/routers/9976b71a-a67e-4625-a22e-e583453a8a14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7951896 Dec 17 13:21:34.662956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44876) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:34.670645 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ea7e9-f3fe-4707-a893-467c22e0dbfc None None] Sync routers for ids ['9976b71a-a67e-4625-a22e-e583453a8a14'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:34.674959 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:34.706343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ea7e9-f3fe-4707-a893-467c22e0dbfc None None] Routers {'9976b71a-a67e-4625-a22e-e583453a8a14'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:34.707214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-215ea7e9-f3fe-4707-a893-467c22e0dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9976b71a-a67e-4625-a22e-e583453a8a14'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:34.732780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:34.746119 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:34.748688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-215ea7e9-f3fe-4707-a893-467c22e0dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:34.754315 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a95293fe-2b03-4272-9d14-e052586e99d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:34.778113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port b1bd7c3a-3da4-4451-be24-850cd84d003a yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:21:34.860335 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:21:34.861080 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:21:34.902397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ea7e9-f3fe-4707-a893-467c22e0dbfc None None] Routers {'9976b71a-a67e-4625-a22e-e583453a8a14'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:34.902397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-215ea7e9-f3fe-4707-a893-467c22e0dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9976b71a-a67e-4625-a22e-e583453a8a14'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:34.928594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b626850e-9281-4861-8e5e-f347127ed3ae None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:21:35.011647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-215ea7e9-f3fe-4707-a893-467c22e0dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:35.012715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ea7e9-f3fe-4707-a893-467c22e0dbfc None None] The sync data for ids ['9976b71a-a67e-4625-a22e-e583453a8a14'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:35.039038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95293fe-2b03-4272-9d14-e052586e99d2 None None] Pushing event updated for resources: {'Port': ['ID=8ee08993-a193-49a8-8bdf-c31d0f8a15f8,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:35.044898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7b750890-44de-4116-b8b7-6cd16eb1734a None None] Provisioning complete for port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:35.045545 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7b750890-44de-4116-b8b7-6cd16eb1734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:35.101217 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:35.214974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-686ac1ff-abe5-4688-9f6e-70c3bdb0912b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 0ad34c75-b0ae-4f94-8762-8837a2a2158b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:35.216117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-686ac1ff-abe5-4688-9f6e-70c3bdb0912b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:35.259758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cb524-f12b-461c-ba96-91cc0821df02 req-2684bab0-154f-484a-be34-29b5cf42ac53 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:35.261403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7b750890-44de-4116-b8b7-6cd16eb1734a None None] Provisioning complete for port fa30eeab-6c1f-4822-869e-62d0905398e5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:35.261889 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7b750890-44de-4116-b8b7-6cd16eb1734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:35.266135 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c41cb524-f12b-461c-ba96-91cc0821df02 req-2684bab0-154f-484a-be34-29b5cf42ac53 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.9765787 Dec 17 13:21:35.305197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b626850e-9281-4861-8e5e-f347127ed3ae None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:21:35.333994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-686ac1ff-abe5-4688-9f6e-70c3bdb0912b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] For port 0ad34c75-b0ae-4f94-8762-8837a2a2158b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0ad34c75-b0ae-4f94-8762-8837a2a2158b,segment=NetworkSegment(8f52ddcd-e66e-4ac9-bdc5-278e66abe37b),segment_id=8f52ddcd-e66e-4ac9-bdc5-278e66abe37b)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:35.334418 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-686ac1ff-abe5-4688-9f6e-70c3bdb0912b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:35.349195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-686ac1ff-abe5-4688-9f6e-70c3bdb0912b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 0ad34c75-b0ae-4f94-8762-8837a2a2158b owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:35.355213 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:35.411881 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c41cb524-f12b-461c-ba96-91cc0821df02 req-6399eb2a-5fe5-49f2-a372-7b223d98f90a tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397407 Dec 17 13:21:35.454623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:35.464436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:35.479614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44882) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:35.480294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:35.486484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:35.487137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:35.500236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=b1bd7c3a-3da4-4451-be24-850cd84d003a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:35.515607 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-fd4fc2fc-71ff-471b-ba54-714778e0a385 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:21:35.516911 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fd4fc2fc-71ff-471b-ba54-714778e0a385 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "PUT /v2.0/routers/9976b71a-a67e-4625-a22e-e583453a8a14/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8512986 Dec 17 13:21:35.519943 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44884) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:35.541354 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6517b865-9171-4d16-b113-326fedca61b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:35.635923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c9b6f-1be4-402c-b652-9d23bb689d60 req-e606ef96-104c-4800-b9bd-0f6900cf425a tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:35.637680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e86c9b6f-1be4-402c-b652-9d23bb689d60 req-e606ef96-104c-4800-b9bd-0f6900cf425a tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 945 time: 0.1783373 Dec 17 13:21:35.649709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44888) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:35.650034 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4b5b5364-81d3-4b13-b5d4-6262cb941f3c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6403251 Dec 17 13:21:35.656528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2f6b96a1-4a01-4dfd-940a-89d257a0b16a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:35.716803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 4a9a8cde-5665-41df-8abe-c51060eeae71 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:35.815457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7b750890-44de-4116-b8b7-6cd16eb1734a None None] Provisioning complete for port 7e095b9f-e17c-4ca1-913c-cf0975b44e17 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:35.815952 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7b750890-44de-4116-b8b7-6cd16eb1734a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:35.817933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e86c9b6f-1be4-402c-b652-9d23bb689d60 req-e246fd1a-032a-489c-831e-b970b2dcd27f tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664746 Dec 17 13:21:35.854754 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2f6b96a1-4a01-4dfd-940a-89d257a0b16a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:35.911769 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-686ac1ff-abe5-4688-9f6e-70c3bdb0912b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:35.916011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fa30eeab-6c1f-4822-869e-62d0905398e5 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:35.957885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ac1ff-abe5-4688-9f6e-70c3bdb0912b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=0ad34c75-b0ae-4f94-8762-8837a2a2158b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:35.958108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7b750890-44de-4116-b8b7-6cd16eb1734a None None] Port 7e095b9f-e17c-4ca1-913c-cf0975b44e17 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:35.990115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 4a9a8cde-5665-41df-8abe-c51060eeae71 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:21:36.021973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 4a9a8cde-5665-41df-8abe-c51060eeae71 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:36.022360 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.049429 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.074635 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6517b865-9171-4d16-b113-326fedca61b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.085903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port fa30eeab-6c1f-4822-869e-62d0905398e5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:36.086278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.139232 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2f6b96a1-4a01-4dfd-940a-89d257a0b16a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.158382 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fcb13438-1ecd-4fdb-90c5-eea1e160df1f None None] Provisioning complete for port 7e095b9f-e17c-4ca1-913c-cf0975b44e17 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:36.165348 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fcb13438-1ecd-4fdb-90c5-eea1e160df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.165781 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5265a844-3855-4eeb-9d49-ac6f8c78570a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.201456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-686ac1ff-abe5-4688-9f6e-70c3bdb0912b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.205768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fcb13438-1ecd-4fdb-90c5-eea1e160df1f None None] Port 7e095b9f-e17c-4ca1-913c-cf0975b44e17 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:36.215541 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6517b865-9171-4d16-b113-326fedca61b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.264365 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.269799 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2f6b96a1-4a01-4dfd-940a-89d257a0b16a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.312433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517b865-9171-4d16-b113-326fedca61b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5353ad0-cf00-47eb-a367-ab8e335bfc9f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:36.339973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a263fa09-ca7f-4429-b0e2-939dc36cdaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9a8cde-5665-41df-8abe-c51060eeae71'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:21:36.347522 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2908e742-e132-4893-aafe-643d29740fe6" -d '{"events": [{"server_uuid": "a263fa09-ca7f-4429-b0e2-939dc36cdaa3", "name": "network-vif-plugged", "status": "completed", "tag": "4a9a8cde-5665-41df-8abe-c51060eeae71"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:21:36.350507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6517b865-9171-4d16-b113-326fedca61b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ce60e745d77473bb9f07361f66f69e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8593361 Dec 17 13:21:36.353625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44892) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:36.361337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b96a1-4a01-4dfd-940a-89d257a0b16a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] In _notify_port_updated(), no bound segment for port b1bd7c3a-3da4-4451-be24-850cd84d003a on network 077abd75-6afc-49d6-9d4a-33a8042803d0 {{(pid=110454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:21:36.363161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 4a9a8cde-5665-41df-8abe-c51060eeae71, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4a9a8cde-5665-41df-8abe-c51060eeae71,segment=NetworkSegment(a88e3d34-aa3a-4c4f-ae54-6bbc3799634a),segment_id=a88e3d34-aa3a-4c4f-ae54-6bbc3799634a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:36.367306 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b96a1-4a01-4dfd-940a-89d257a0b16a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:36.368210 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2f6b96a1-4a01-4dfd-940a-89d257a0b16a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.372649 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2f6b96a1-4a01-4dfd-940a-89d257a0b16a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "PUT /v2.0/ports/b1bd7c3a-3da4-4451-be24-850cd84d003a HTTP/1.1" status: 200 len: 818 time: 0.7218525 Dec 17 13:21:36.374900 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44896) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:36.390566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b96a1-4a01-4dfd-940a-89d257a0b16a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=b1bd7c3a-3da4-4451-be24-850cd84d003a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:36.412253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:36.473975 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e973a045-eab4-4049-9cbe-787a7a846ce6 x-openstack-request-id: req-e973a045-eab4-4049-9cbe-787a7a846ce6 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:21:36.474606 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a263fa09-ca7f-4429-b0e2-939dc36cdaa3", "name": "network-vif-plugged", "status": "completed", "tag": "4a9a8cde-5665-41df-8abe-c51060eeae71", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:21:36.475016 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e973a045-eab4-4049-9cbe-787a7a846ce6 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:21:36.475571 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a263fa09-ca7f-4429-b0e2-939dc36cdaa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9a8cde-5665-41df-8abe-c51060eeae71', 'code': 200} Dec 17 13:21:36.478737 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.496320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11b00fd9-7d36-46b3-9ce2-ba754bd2c964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.520438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:36.521100 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.539994 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5265a844-3855-4eeb-9d49-ac6f8c78570a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Deleting port 7e095b9f-e17c-4ca1-913c-cf0975b44e17 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:36.540347 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5265a844-3855-4eeb-9d49-ac6f8c78570a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.583561 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=4a9a8cde-5665-41df-8abe-c51060eeae71,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:36.643222 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5265a844-3855-4eeb-9d49-ac6f8c78570a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.656809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5265a844-3855-4eeb-9d49-ac6f8c78570a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Calling delete_port for 7e095b9f-e17c-4ca1-913c-cf0975b44e17 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:36.680860 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11b00fd9-7d36-46b3-9ce2-ba754bd2c964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.746609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be9c7b-6e94-4808-89d0-712d3cab6564 req-dc349d58-4a7c-4844-babf-66dd563f3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:36.748258 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36be9c7b-6e94-4808-89d0-712d3cab6564 req-dc349d58-4a7c-4844-babf-66dd563f3f40 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 1097 time: 0.2498095 Dec 17 13:21:36.777328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe69b62-5fcd-4c5b-84ca-a36d7794115e req-2cf87558-bdde-4103-a4dd-9982763513fd tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:36.778970 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8fe69b62-5fcd-4c5b-84ca-a36d7794115e req-2cf87558-bdde-4103-a4dd-9982763513fd tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.2565525 Dec 17 13:21:36.782074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686ac1ff-abe5-4688-9f6e-70c3bdb0912b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 731f3786-04c8-48d1-b786-731d060cfd33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:36.828111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-6231902e-f6b8-48e3-9094-ab9279666bb8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port b1bd7c3a-3da4-4451-be24-850cd84d003a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:36.828506 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6231902e-f6b8-48e3-9094-ab9279666bb8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.914366 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5265a844-3855-4eeb-9d49-ac6f8c78570a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:36.960786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265a844-3855-4eeb-9d49-ac6f8c78570a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event deleted for resources: {'Port': ['ID=7e095b9f-e17c-4ca1-913c-cf0975b44e17,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:37.000621 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11b00fd9-7d36-46b3-9ce2-ba754bd2c964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:37.003271 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11b00fd9-7d36-46b3-9ce2-ba754bd2c964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:37.004500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-11b00fd9-7d36-46b3-9ce2-ba754bd2c964 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5353ad0-cf00-47eb-a367-ab8e335bfc9f HTTP/1.1" status: 204 len: 168 time: 0.6499424 Dec 17 13:21:37.023904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36be9c7b-6e94-4808-89d0-712d3cab6564 req-94c9980d-ad56-4855-8be0-8cacfe47a894 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626917 Dec 17 13:21:37.036105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00fd9-7d36-46b3-9ce2-ba754bd2c964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5353ad0-cf00-47eb-a367-ab8e335bfc9f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:37.043632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6231902e-f6b8-48e3-9094-ab9279666bb8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:37.063722 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8fe69b62-5fcd-4c5b-84ca-a36d7794115e req-45bea165-a3f7-4ff7-9227-d20bbf2e26e4 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716336 Dec 17 13:21:37.073053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-6231902e-f6b8-48e3-9094-ab9279666bb8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for b1bd7c3a-3da4-4451-be24-850cd84d003a owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:37.080070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686ac1ff-abe5-4688-9f6e-70c3bdb0912b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:37.088511 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a7e18-12d5-4903-bae0-ba3a58529e8c req-82efa998-19a9-4d0e-812d-f9156a77526f tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:37.092423 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-686ac1ff-abe5-4688-9f6e-70c3bdb0912b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8095562 Dec 17 13:21:37.093829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44908) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:37.097903 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec9a7e18-12d5-4903-bae0-ba3a58529e8c req-82efa998-19a9-4d0e-812d-f9156a77526f tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 946 time: 0.1931634 Dec 17 13:21:37.111966 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f51b2-dd63-4bfc-bf80-d177af2d9c7c None None] Sync routers for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:37.120687 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5265a844-3855-4eeb-9d49-ac6f8c78570a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:37.132902 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f51b2-dd63-4bfc-bf80-d177af2d9c7c None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:37.136759 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3a1f51b2-dd63-4bfc-bf80-d177af2d9c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:37.163091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4eb2fe-ab3b-42c0-9f1a-e4b297f25156 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting subnet 2bd93807-aef5-43af-89ed-646ad5b202fb {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:21:37.167058 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db4eb2fe-ab3b-42c0-9f1a-e4b297f25156 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:37.210779 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db4eb2fe-ab3b-42c0-9f1a-e4b297f25156 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:37.278101 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec9a7e18-12d5-4903-bae0-ba3a58529e8c req-2bd797c2-d16f-467c-9eb1-6165991366b8 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769664 Dec 17 13:21:37.312882 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3a1f51b2-dd63-4bfc-bf80-d177af2d9c7c None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:37.378919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5265a844-3855-4eeb-9d49-ac6f8c78570a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Router 9976b71a-a67e-4625-a22e-e583453a8a14 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:37.392193 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db4eb2fe-ab3b-42c0-9f1a-e4b297f25156 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:37.462245 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6231902e-f6b8-48e3-9094-ab9279666bb8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:37.471401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5265a844-3855-4eeb-9d49-ac6f8c78570a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:37.477162 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5265a844-3855-4eeb-9d49-ac6f8c78570a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "PUT /v2.0/routers/9976b71a-a67e-4625-a22e-e583453a8a14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9560356 Dec 17 13:21:37.482111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44910) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:37.496382 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fbc5a-b517-417f-8c85-f5d8a254a01d None None] Sync routers for ids ['9976b71a-a67e-4625-a22e-e583453a8a14'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:37.529100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fbc5a-b517-417f-8c85-f5d8a254a01d None None] Routers {'9976b71a-a67e-4625-a22e-e583453a8a14'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:37.529516 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-54499f9b-ae5f-4bd9-ba3f-85797bfb7795 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] delete failed (client error): The resource could not be found. Dec 17 13:21:37.534924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-056fbc5a-b517-417f-8c85-f5d8a254a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9976b71a-a67e-4625-a22e-e583453a8a14'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:37.535252 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-54499f9b-ae5f-4bd9-ba3f-85797bfb7795 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-1047749340 HTTP/1.1" status: 404 len: 335 time: 0.0507791 Dec 17 13:21:37.535842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44912) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:37.540857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-20ca9790-72a1-4325-86e4-50fed79ba6ec tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Request body: {'router': {'external_gateway_info': {'network_id': '9976b71a-a67e-4625-a22e-e583453a8a14'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:37.550446 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3a1f51b2-dd63-4bfc-bf80-d177af2d9c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:35Z', 'revision_number': 8, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:37.600419 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f51b2-dd63-4bfc-bf80-d177af2d9c7c None None] Checking router: 731f3786-04c8-48d1-b786-731d060cfd33 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:21:37.611476 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f51b2-dd63-4bfc-bf80-d177af2d9c7c None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:37.612706 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3a1f51b2-dd63-4bfc-bf80-d177af2d9c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:37.618929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-056fbc5a-b517-417f-8c85-f5d8a254a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:37.653153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fbc5a-b517-417f-8c85-f5d8a254a01d None None] Routers {'9976b71a-a67e-4625-a22e-e583453a8a14'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:37.653816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-056fbc5a-b517-417f-8c85-f5d8a254a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9976b71a-a67e-4625-a22e-e583453a8a14'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:37.737015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-056fbc5a-b517-417f-8c85-f5d8a254a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:37.737820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fbc5a-b517-417f-8c85-f5d8a254a01d None None] The sync data for ids ['9976b71a-a67e-4625-a22e-e583453a8a14'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:37.755581 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3a1f51b2-dd63-4bfc-bf80-d177af2d9c7c None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:37.916505 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-20ca9790-72a1-4325-86e4-50fed79ba6ec tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:37.992633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231902e-f6b8-48e3-9094-ab9279666bb8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=b1bd7c3a-3da4-4451-be24-850cd84d003a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:37.994870 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6231902e-f6b8-48e3-9094-ab9279666bb8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.001152 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44926) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:38.001301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6231902e-f6b8-48e3-9094-ab9279666bb8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/b1bd7c3a-3da4-4451-be24-850cd84d003a HTTP/1.1" status: 204 len: 168 time: 1.6252310 Dec 17 13:21:38.055795 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-20ca9790-72a1-4325-86e4-50fed79ba6ec tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] update failed (client error): The resource could not be found. Dec 17 13:21:38.060384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db4eb2fe-ab3b-42c0-9f1a-e4b297f25156 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.063578 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-20ca9790-72a1-4325-86e4-50fed79ba6ec tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "PUT /v2.0/routers/9976b71a-a67e-4625-a22e-e583453a8a14 HTTP/1.1" status: 404 len: 339 time: 0.5265946 Dec 17 13:21:38.067254 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44930) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:38.071111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4a72ba84-ff27-4baa-9c35-534ff9564fe5 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1654189061'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:38.082567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db4eb2fe-ab3b-42c0-9f1a-e4b297f25156 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.090281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44932) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:38.094667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f9f08-67c1-4026-ad7b-5696c6345b73 None None] Network 74e7318e-8d95-4bcc-8c9b-f13b51e67787 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:38.108308 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-db4eb2fe-ab3b-42c0-9f1a-e4b297f25156 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/2bd93807-aef5-43af-89ed-646ad5b202fb HTTP/1.1" status: 204 len: 168 time: 1.0115700 Dec 17 13:21:38.165391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eb2fe-ab3b-42c0-9f1a-e4b297f25156 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd93807-aef5-43af-89ed-646ad5b202fb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:38.216836 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b7d20-42cf-4fdb-a04a-dd801d2d090c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:38.216836 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-801b7d20-42cf-4fdb-a04a-dd801d2d090c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2128599 Dec 17 13:21:38.217069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44936) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:38.259360 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3a1f51b2-dd63-4bfc-bf80-d177af2d9c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:35Z', 'revision_number': 8, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:38.266204 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d284d0e-4595-4332-9f1f-32ec38f208e0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:21:38.271773 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3d284d0e-4595-4332-9f1f-32ec38f208e0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/b1bd7c3a-3da4-4451-be24-850cd84d003a HTTP/1.1" status: 404 len: 333 time: 0.0537677 Dec 17 13:21:38.274970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44938) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:38.279140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-223b1af1-ac19-47b7-98a7-4e0e8ecdc7f3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1697386311'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:38.307513 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f51b2-dd63-4bfc-bf80-d177af2d9c7c None None] The sync data for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 is: [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:35Z', 'revision_number': 8, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e69f239-145e-443d-afa8-42bc187c080d', 'name': '', 'network_id': '50496fe5-e56c-4e97-989a-0b8a62e207c5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:e1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:21:10Z', 'updated_at': '2021-12-17T13:21:21Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '90cc8ad0-f24b-4cbd-955c-2da8507322e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:38.323999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209e94a-88c4-4893-9f9f-824b696c930a req-7946e17d-166b-4edf-8f5c-414a187662af tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:38.325780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7209e94a-88c4-4893-9f9f-824b696c930a req-7946e17d-166b-4edf-8f5c-414a187662af tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.1227314 Dec 17 13:21:38.406187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07acfd68-ed69-4309-a21a-65da8ab3728f None None] DHCP port deletion for 74e7318e-8d95-4bcc-8c9b-f13b51e67787 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:38.428927 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7209e94a-88c4-4893-9f9f-824b696c930a req-991b06fd-02c4-4b2b-9c09-5209ff5fc447 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936725 Dec 17 13:21:38.516193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-07acfd68-ed69-4309-a21a-65da8ab3728f None None] Deleting port 18424f40-29d9-4ce9-b501-01bd7fc6d667 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:38.516193 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-07acfd68-ed69-4309-a21a-65da8ab3728f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.585229 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-07acfd68-ed69-4309-a21a-65da8ab3728f None None] For port 18424f40-29d9-4ce9-b501-01bd7fc6d667, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=18424f40-29d9-4ce9-b501-01bd7fc6d667,segment=NetworkSegment(8f52ddcd-e66e-4ac9-bdc5-278e66abe37b),segment_id=8f52ddcd-e66e-4ac9-bdc5-278e66abe37b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:38.585637 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-07acfd68-ed69-4309-a21a-65da8ab3728f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.586433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223b1af1-ac19-47b7-98a7-4e0e8ecdc7f3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:38.591118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-223b1af1-ac19-47b7-98a7-4e0e8ecdc7f3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.606778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-07acfd68-ed69-4309-a21a-65da8ab3728f None None] Calling delete_port for 18424f40-29d9-4ce9-b501-01bd7fc6d667 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:38.623653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223b1af1-ac19-47b7-98a7-4e0e8ecdc7f3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:21:38.634156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a72ba84-ff27-4baa-9c35-534ff9564fe5 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Made reservation on behalf of bdba551267a84aa28f0216599a87f07d for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:38.636113 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-223b1af1-ac19-47b7-98a7-4e0e8ecdc7f3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.636656 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-223b1af1-ac19-47b7-98a7-4e0e8ecdc7f3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Added segment a863024c-5cf3-4df5-aed4-ae97ed6d804d of type vlan for network d237d132-ce58-45cc-8dd2-32b87b7a04de Dec 17 13:21:38.637677 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4a72ba84-ff27-4baa-9c35-534ff9564fe5 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.673717 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.681666 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-223b1af1-ac19-47b7-98a7-4e0e8ecdc7f3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.702787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a72ba84-ff27-4baa-9c35-534ff9564fe5 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:21:38.725634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221781d-fdb1-4164-a369-44186a712dec req-f691d95e-4e9c-400e-8590-d678ff54d69b tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:38.727600 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8221781d-fdb1-4164-a369-44186a712dec req-f691d95e-4e9c-400e-8590-d678ff54d69b tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 946 time: 0.1060057 Dec 17 13:21:38.729451 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4a72ba84-ff27-4baa-9c35-534ff9564fe5 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.729451 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-4a72ba84-ff27-4baa-9c35-534ff9564fe5 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Added segment e44e842f-4186-44af-97c5-1de5a53afe31 of type vlan for network 72f236c8-6ba7-4d5f-bac0-b33c823aed7a Dec 17 13:21:38.847209 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4a72ba84-ff27-4baa-9c35-534ff9564fe5 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.849659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-223b1af1-ac19-47b7-98a7-4e0e8ecdc7f3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.856181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223b1af1-ac19-47b7-98a7-4e0e8ecdc7f3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:38.859310 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-223b1af1-ac19-47b7-98a7-4e0e8ecdc7f3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.859654 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8221781d-fdb1-4164-a369-44186a712dec req-9ed1eed3-4acb-4a10-a21a-535f8c4e9bfb tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111274 Dec 17 13:21:38.880799 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-07acfd68-ed69-4309-a21a-65da8ab3728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.883465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 18424f40-29d9-4ce9-b501-01bd7fc6d667 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:38.883465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.927910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07acfd68-ed69-4309-a21a-65da8ab3728f None None] No DVR routers for this DVR port 18424f40-29d9-4ce9-b501-01bd7fc6d667 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:38.930468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acfd68-ed69-4309-a21a-65da8ab3728f None None] Pushing event deleted for resources: {'Port': ['ID=18424f40-29d9-4ce9-b501-01bd7fc6d667,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:38.981489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] For port 18424f40-29d9-4ce9-b501-01bd7fc6d667, host n-d-815324-5, got binding levels [] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:38.981489 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:38.992098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4a72ba84-ff27-4baa-9c35-534ff9564fe5 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.002633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72ba84-ff27-4baa-9c35-534ff9564fe5 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:39.002633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4a72ba84-ff27-4baa-9c35-534ff9564fe5 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.003110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b1af1-ac19-47b7-98a7-4e0e8ecdc7f3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Network': ['ID=d237d132-ce58-45cc-8dd2-32b87b7a04de,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:39.021376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network d237d132-ce58-45cc-8dd2-32b87b7a04de details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:21:39.074135 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-223b1af1-ac19-47b7-98a7-4e0e8ecdc7f3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7992880 Dec 17 13:21:39.076132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 18424f40-29d9-4ce9-b501-01bd7fc6d667 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:39.077136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44956) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:39.084034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_backend_mixin [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Port 18424f40-29d9-4ce9-b501-01bd7fc6d667 was not found and therefore no delete operation was performed {{(pid=110454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 13:21:39.084921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c108edcf-0340-4535-9be9-32d0d06ff7ae tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': 'd237d132-ce58-45cc-8dd2-32b87b7a04de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:39.090323 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.129595 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=18424f40-29d9-4ce9-b501-01bd7fc6d667,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:39.131613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No DVR routers for this DVR port 18424f40-29d9-4ce9-b501-01bd7fc6d667 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:39.133786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72ba84-ff27-4baa-9c35-534ff9564fe5 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'Network': ['ID=72f236c8-6ba7-4d5f-bac0-b33c823aed7a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:39.147776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 72f236c8-6ba7-4d5f-bac0-b33c823aed7a details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:21:39.217509 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4a72ba84-ff27-4baa-9c35-534ff9564fe5 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1468644 Dec 17 13:21:39.217509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44960) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:39.223954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1ae9e880-1180-4704-82b0-a83b5c0a05d4 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Request body: {'subnet': {'network_id': '72f236c8-6ba7-4d5f-bac0-b33c823aed7a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:39.274132 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.310491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e7318e-8d95-4bcc-8c9b-f13b51e67787']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:39.326255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f52ddcd-e66e-4ac9-bdc5-278e66abe37b') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:39.326553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f52ddcd-e66e-4ac9-bdc5-278e66abe37b') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:39.338845 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.353703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c108edcf-0340-4535-9be9-32d0d06ff7ae tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:39.358274 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c108edcf-0340-4535-9be9-32d0d06ff7ae tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.360847 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.370900 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:21:39.371201 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:21:39.374449 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:21:39.517723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae9e880-1180-4704-82b0-a83b5c0a05d4 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Made reservation on behalf of bdba551267a84aa28f0216599a87f07d for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:39.521264 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ae9e880-1180-4704-82b0-a83b5c0a05d4 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.589518 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.601195 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.602378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906c154-6823-4273-a831-b06a3f9b50d3 req-e4e8ab0e-98a5-4e59-ab85-7aa87be2fcbd tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:39.603995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8906c154-6823-4273-a831-b06a3f9b50d3 req-e4e8ab0e-98a5-4e59-ab85-7aa87be2fcbd tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.0689328 Dec 17 13:21:39.607180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44968) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:39.607405 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/networks/74e7318e-8d95-4bcc-8c9b-f13b51e67787 HTTP/1.1" status: 204 len: 168 time: 1.5148690 Dec 17 13:21:39.633600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43704e1d-805c-4098-8bc1-b28f7a62674b tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Network': ['ID=74e7318e-8d95-4bcc-8c9b-f13b51e67787,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:39.732881 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8906c154-6823-4273-a831-b06a3f9b50d3 req-d327dd1c-f885-4af3-bc30-7947a5184464 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188567 Dec 17 13:21:39.815667 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c108edcf-0340-4535-9be9-32d0d06ff7ae tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.831115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ae9e880-1180-4704-82b0-a83b5c0a05d4 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:39.867773 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0ad34c75-b0ae-4f94-8762-8837a2a2158b no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:39.897277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 0ad34c75-b0ae-4f94-8762-8837a2a2158b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:39.898606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0ad34c75-b0ae-4f94-8762-8837a2a2158b not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:39.899290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 18424f40-29d9-4ce9-b501-01bd7fc6d667 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:39.902165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108edcf-0340-4535-9be9-32d0d06ff7ae tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Subnet': ['ID=183fdda9-ac3c-4bb1-bad3-730848bcb8a9,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:39.922496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9e880-1180-4704-82b0-a83b5c0a05d4 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'Subnet': ['ID=d471258e-0382-40d8-9fa7-119e4594aaae,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:39.928287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9e880-1180-4704-82b0-a83b5c0a05d4 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Checking segment: {'id': 'e44e842f-4186-44af-97c5-1de5a53afe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '72f236c8-6ba7-4d5f-bac0-b33c823aed7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:39.928653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae9e880-1180-4704-82b0-a83b5c0a05d4 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Network hostable DHCP agents. Network: 72f236c8-6ba7-4d5f-bac0-b33c823aed7a, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:21:39.939555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 18424f40-29d9-4ce9-b501-01bd7fc6d667 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:39.940268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 18424f40-29d9-4ce9-b501-01bd7fc6d667 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:39.967517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c108edcf-0340-4535-9be9-32d0d06ff7ae tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Checking segment: {'id': 'a863024c-5cf3-4df5-aed4-ae97ed6d804d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd237d132-ce58-45cc-8dd2-32b87b7a04de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:39.970021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c108edcf-0340-4535-9be9-32d0d06ff7ae tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network hostable DHCP agents. Network: d237d132-ce58-45cc-8dd2-32b87b7a04de, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:21:40.022531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae9e880-1180-4704-82b0-a83b5c0a05d4 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Network 72f236c8-6ba7-4d5f-bac0-b33c823aed7a is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:21:40.053141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424c171-2094-4396-8ec5-ed6dc8f4b2d2 req-a1470284-4623-4520-8bea-da09e58f1b66 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:40.054946 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9424c171-2094-4396-8ec5-ed6dc8f4b2d2 req-a1470284-4623-4520-8bea-da09e58f1b66 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 946 time: 0.0716896 Dec 17 13:21:40.099416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c108edcf-0340-4535-9be9-32d0d06ff7ae tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network d237d132-ce58-45cc-8dd2-32b87b7a04de is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:21:40.124392 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9424c171-2094-4396-8ec5-ed6dc8f4b2d2 req-c00d83df-17b7-4010-8534-41b4b6ab3357 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602164 Dec 17 13:21:40.135958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-88460819-3775-470a-a5d7-6cccc3efb4fe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:40.220871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-1ae9e880-1180-4704-82b0-a83b5c0a05d4 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 72f236c8-6ba7-4d5f-bac0-b33c823aed7a) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:40.225743 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-c108edcf-0340-4535-9be9-32d0d06ff7ae tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, d237d132-ce58-45cc-8dd2-32b87b7a04de) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:40.226056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae9e880-1180-4704-82b0-a83b5c0a05d4 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:40.226917 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ae9e880-1180-4704-82b0-a83b5c0a05d4 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:40.231772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108edcf-0340-4535-9be9-32d0d06ff7ae tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:40.232522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c108edcf-0340-4535-9be9-32d0d06ff7ae tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:40.243130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c779f37-baab-4f4d-a3bc-cfdb651b5af8 None None] Network 72f236c8-6ba7-4d5f-bac0-b33c823aed7a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:40.306086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06e5b2-74d4-43e2-8c75-29a27cf0128c None None] Network d237d132-ce58-45cc-8dd2-32b87b7a04de requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:40.315961 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1ae9e880-1180-4704-82b0-a83b5c0a05d4 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0970120 Dec 17 13:21:40.318753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44990) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:40.324326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-04fa3858-cca0-4728-b3c7-dfbe0e9b9e1f tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Request body: {'router': {'external_gateway_info': {'network_id': '72f236c8-6ba7-4d5f-bac0-b33c823aed7a'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:40.370519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c108edcf-0340-4535-9be9-32d0d06ff7ae tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2894261 Dec 17 13:21:40.372318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44994) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:40.380388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-bb1fc0b7-ec19-4fdc-a487-01846d194e2e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': 'd237d132-ce58-45cc-8dd2-32b87b7a04de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:40.521363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-72f236c8-6ba7-4d5f-bac0-b33c823aed7a', 'network_id': '72f236c8-6ba7-4d5f-bac0-b33c823aed7a', 'project_id': 'bdba551267a84aa28f0216599a87f07d', 'fixed_ips': [{'subnet_id': 'd471258e-0382-40d8-9fa7-119e4594aaae'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:21:40.522501 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:40.533937 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-d237d132-ce58-45cc-8dd2-32b87b7a04de', 'network_id': 'd237d132-ce58-45cc-8dd2-32b87b7a04de', 'project_id': 'a8a9a15e6fa84b0bbd02de5f61aebabe', 'fixed_ips': [{'subnet_id': '183fdda9-ac3c-4bb1-bad3-730848bcb8a9'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:21:40.538607 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:40.636513 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-04fa3858-cca0-4728-b3c7-dfbe0e9b9e1f tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:40.695257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1fc0b7-ec19-4fdc-a487-01846d194e2e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:40.695257 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc0b7-ec19-4fdc-a487-01846d194e2e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:40.716000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-88460819-3775-470a-a5d7-6cccc3efb4fe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 8e69f239-145e-443d-afa8-42bc187c080d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:40.716493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-88460819-3775-470a-a5d7-6cccc3efb4fe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:40.793761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Allocated IP 2001:db8:1::2 (72f236c8-6ba7-4d5f-bac0-b33c823aed7a/d471258e-0382-40d8-9fa7-119e4594aaae/af5d39e8-9985-42c3-8ad9-35fe4ab3690b) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:40.796119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Allocated IP 172.20.0.2 (d237d132-ce58-45cc-8dd2-32b87b7a04de/183fdda9-ac3c-4bb1-bad3-730848bcb8a9/bede0559-10e0-4c1f-9c02-9d22c146cf93) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:40.805994 n-d-815324-5 neutron-server[110454]: INFO neutron.db.ipam_backend_mixin [None req-bb1fc0b7-ec19-4fdc-a487-01846d194e2e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 183fdda9-ac3c-4bb1-bad3-730848bcb8a9 (CIDR: 172.20.0.0/28) Dec 17 13:21:40.828547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-88460819-3775-470a-a5d7-6cccc3efb4fe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] For port 8e69f239-145e-443d-afa8-42bc187c080d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8e69f239-145e-443d-afa8-42bc187c080d,segment=NetworkSegment(72ef55bf-c0cd-44a2-a16b-f5112d83582f),segment_id=72ef55bf-c0cd-44a2-a16b-f5112d83582f)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:40.830272 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-88460819-3775-470a-a5d7-6cccc3efb4fe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:40.844562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-88460819-3775-470a-a5d7-6cccc3efb4fe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 8e69f239-145e-443d-afa8-42bc187c080d owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:40.849980 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1fc0b7-ec19-4fdc-a487-01846d194e2e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:21:40.853298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1fc0b7-ec19-4fdc-a487-01846d194e2e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:21:40.948231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bb1fc0b7-ec19-4fdc-a487-01846d194e2e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5746355 Dec 17 13:21:40.950903 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45006) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:40.957145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2b8dce19-ff88-4bf6-a501-fafaaa4a6f84 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': 'd237d132-ce58-45cc-8dd2-32b87b7a04de', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:41.012071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf667e-ced2-4080-a4a1-48e29a219ab9 req-a65c10fe-91c8-4502-b112-14147296ae7e tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:41.013734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fecf667e-ced2-4080-a4a1-48e29a219ab9 req-a65c10fe-91c8-4502-b112-14147296ae7e tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.1649194 Dec 17 13:21:41.069610 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.074278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.159556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fecf667e-ced2-4080-a4a1-48e29a219ab9 req-55e90ac2-ace7-4693-ba4f-d3689b68db96 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339061 Dec 17 13:21:41.174358 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.176628 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.198511 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-04fa3858-cca0-4728-b3c7-dfbe0e9b9e1f tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:21:41.199516 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-04fa3858-cca0-4728-b3c7-dfbe0e9b9e1f tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "PUT /v2.0/routers/9976b71a-a67e-4625-a22e-e583453a8a14 HTTP/1.1" status: 400 len: 364 time: 0.8797872 Dec 17 13:21:41.203943 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45012) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:41.238662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Network d237d132-ce58-45cc-8dd2-32b87b7a04de is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:41.244796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Network 72f236c8-6ba7-4d5f-bac0-b33c823aed7a is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:41.245978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:41.250373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:41.256055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:41.259817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:41.261807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Pushing event updated for resources: {'Port': ['ID=bede0559-10e0-4c1f-9c02-9d22c146cf93,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:41.283880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8dce19-ff88-4bf6-a501-fafaaa4a6f84 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:41.288056 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b8dce19-ff88-4bf6-a501-fafaaa4a6f84 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.327999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-88460819-3775-470a-a5d7-6cccc3efb4fe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.394539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88460819-3775-470a-a5d7-6cccc3efb4fe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=8e69f239-145e-443d-afa8-42bc187c080d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:41.573199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Pushing event updated for resources: {'Port': ['ID=af5d39e8-9985-42c3-8ad9-35fe4ab3690b,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:41.581712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Attempting to bind port af5d39e8-9985-42c3-8ad9-35fe4ab3690b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:41.583782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Attempting to bind port af5d39e8-9985-42c3-8ad9-35fe4ab3690b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'e44e842f-4186-44af-97c5-1de5a53afe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '72f236c8-6ba7-4d5f-bac0-b33c823aed7a'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:41.583782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Attempting to bind port af5d39e8-9985-42c3-8ad9-35fe4ab3690b on network 72f236c8-6ba7-4d5f-bac0-b33c823aed7a {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:41.585222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Attempting to bind port bede0559-10e0-4c1f-9c02-9d22c146cf93 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:21:41.585639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Attempting to bind port bede0559-10e0-4c1f-9c02-9d22c146cf93 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a863024c-5cf3-4df5-aed4-ae97ed6d804d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd237d132-ce58-45cc-8dd2-32b87b7a04de'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:21:41.585985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Attempting to bind port bede0559-10e0-4c1f-9c02-9d22c146cf93 on network d237d132-ce58-45cc-8dd2-32b87b7a04de {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:21:41.597704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:41.598896 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Checking segment: {'id': 'e44e842f-4186-44af-97c5-1de5a53afe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '72f236c8-6ba7-4d5f-bac0-b33c823aed7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:41.599480 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.600053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Bound using segment: {'id': 'e44e842f-4186-44af-97c5-1de5a53afe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '72f236c8-6ba7-4d5f-bac0-b33c823aed7a'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:41.600801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Bound port: af5d39e8-9985-42c3-8ad9-35fe4ab3690b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44e842f-4186-44af-97c5-1de5a53afe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '72f236c8-6ba7-4d5f-bac0-b33c823aed7a'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:41.601817 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.606242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:21:41.606638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Checking segment: {'id': 'a863024c-5cf3-4df5-aed4-ae97ed6d804d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd237d132-ce58-45cc-8dd2-32b87b7a04de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:41.607119 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.608357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Bound using segment: {'id': 'a863024c-5cf3-4df5-aed4-ae97ed6d804d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd237d132-ce58-45cc-8dd2-32b87b7a04de'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:21:41.609520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Bound port: bede0559-10e0-4c1f-9c02-9d22c146cf93, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a863024c-5cf3-4df5-aed4-ae97ed6d804d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd237d132-ce58-45cc-8dd2-32b87b7a04de'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:21:41.611382 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.650799 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.700009 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-88460819-3775-470a-a5d7-6cccc3efb4fe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.828013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] For port bede0559-10e0-4c1f-9c02-9d22c146cf93, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:41.839972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] For port af5d39e8-9985-42c3-8ad9-35fe4ab3690b, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:21:41.845478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] For port af5d39e8-9985-42c3-8ad9-35fe4ab3690b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=af5d39e8-9985-42c3-8ad9-35fe4ab3690b,segment=NetworkSegment(e44e842f-4186-44af-97c5-1de5a53afe31),segment_id=e44e842f-4186-44af-97c5-1de5a53afe31)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:41.861512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] For port bede0559-10e0-4c1f-9c02-9d22c146cf93, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bede0559-10e0-4c1f-9c02-9d22c146cf93,segment=NetworkSegment(a863024c-5cf3-4df5-aed4-ae97ed6d804d),segment_id=a863024c-5cf3-4df5-aed4-ae97ed6d804d)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:21:41.919081 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:41.970002 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:42.010649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88460819-3775-470a-a5d7-6cccc3efb4fe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 731f3786-04c8-48d1-b786-731d060cfd33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:42.050087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cc155-87eb-4712-8181-cb9fc14dcea9 None None] Pushing event updated for resources: {'Port': ['ID=af5d39e8-9985-42c3-8ad9-35fe4ab3690b,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:42.109432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Allocated IP 2001:db8::1 (55cff9a9-e86c-496e-be4e-62bf7d3590b4/c975172d-9473-4c79-9162-5ec4078cc8cb/434b2eff-c124-4b7d-b927-2164b403c839) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:42.187639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef95d36-08e0-43e8-8747-0c17dd4a4c06 None None] Pushing event updated for resources: {'Port': ['ID=bede0559-10e0-4c1f-9c02-9d22c146cf93,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:42.230897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88460819-3775-470a-a5d7-6cccc3efb4fe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:42.247288 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce7e4ef-4354-4a28-aa08-8fbee0c2ae72 None None] Sync routers for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:42.249937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-88460819-3775-470a-a5d7-6cccc3efb4fe tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6414211 Dec 17 13:21:42.250663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45028) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:42.277919 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce7e4ef-4354-4a28-aa08-8fbee0c2ae72 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:42.284098 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1ce7e4ef-4354-4a28-aa08-8fbee0c2ae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:42.558649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7835646-88da-4657-b446-dd2020f0a4ab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting subnet 90cc8ad0-f24b-4cbd-955c-2da8507322e8 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:21:42.598676 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1ce7e4ef-4354-4a28-aa08-8fbee0c2ae72 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:42.605233 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d7835646-88da-4657-b446-dd2020f0a4ab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:42.676409 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b8dce19-ff88-4bf6-a501-fafaaa4a6f84 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:42.697835 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92722f-76a5-406f-82b2-d8caa6c3a43e req-875b5573-1c46-4d58-8324-5552c87fcd8c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:42.719616 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d92722f-76a5-406f-82b2-d8caa6c3a43e req-875b5573-1c46-4d58-8324-5552c87fcd8c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.3742676 Dec 17 13:21:42.760420 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dce19-ff88-4bf6-a501-fafaaa4a6f84 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Subnet': ['ID=4f80a133-cbbb-44be-ba4d-66ed6a8710fd,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:42.776311 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8dce19-ff88-4bf6-a501-fafaaa4a6f84 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network d237d132-ce58-45cc-8dd2-32b87b7a04de is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:42.783878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2b8dce19-ff88-4bf6-a501-fafaaa4a6f84 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:42.795562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8dce19-ff88-4bf6-a501-fafaaa4a6f84 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:42.796479 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b8dce19-ff88-4bf6-a501-fafaaa4a6f84 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:42.811818 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d7835646-88da-4657-b446-dd2020f0a4ab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:42.895760 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d92722f-76a5-406f-82b2-d8caa6c3a43e req-0d49644a-51bf-4760-a07c-3df890f448f4 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747913 Dec 17 13:21:42.909105 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2b8dce19-ff88-4bf6-a501-fafaaa4a6f84 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9468534 Dec 17 13:21:42.909105 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45038) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:42.913344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': 'd237d132-ce58-45cc-8dd2-32b87b7a04de', 'fixed_ips': [{'subnet_id': '183fdda9-ac3c-4bb1-bad3-730848bcb8a9'}, {'subnet_id': '4f80a133-cbbb-44be-ba4d-66ed6a8710fd'}], 'name': 'tempest-PortsTestJSON-1364204528'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:42.941107 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:42.986815 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d7835646-88da-4657-b446-dd2020f0a4ab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:43.053233 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1ce7e4ef-4354-4a28-aa08-8fbee0c2ae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:41Z', 'revision_number': 9, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:43.085101 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce7e4ef-4354-4a28-aa08-8fbee0c2ae72 None None] Checking router: 731f3786-04c8-48d1-b786-731d060cfd33 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:21:43.094096 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce7e4ef-4354-4a28-aa08-8fbee0c2ae72 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:43.094698 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1ce7e4ef-4354-4a28-aa08-8fbee0c2ae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:43.142489 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:43.178108 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d7835646-88da-4657-b446-dd2020f0a4ab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:43.178641 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:43.199784 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Network 55cff9a9-e86c-496e-be4e-62bf7d3590b4 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:43.206383 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1ce7e4ef-4354-4a28-aa08-8fbee0c2ae72 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:43.212748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:43.229471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7835646-88da-4657-b446-dd2020f0a4ab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Subnet': ['ID=90cc8ad0-f24b-4cbd-955c-2da8507322e8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:43.244134 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d7835646-88da-4657-b446-dd2020f0a4ab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:43.254089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d7835646-88da-4657-b446-dd2020f0a4ab tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/90cc8ad0-f24b-4cbd-955c-2da8507322e8 HTTP/1.1" status: 204 len: 168 time: 1.0021269 Dec 17 13:21:43.254989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45042) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:43.256928 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:43.257485 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:43.260624 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f50860-e9c5-4a27-9745-c53b6bc79cbe None None] Network 50496fe5-e56c-4e97-989a-0b8a62e207c5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:43.410432 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:43.438436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'Port': ['ID=434b2eff-c124-4b7d-b927-2164b403c839,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:43.550913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:43.554002 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:43.599780 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71079f7-b983-4696-97ad-ff693c67c262 None None] DHCP port deletion for 50496fe5-e56c-4e97-989a-0b8a62e207c5 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:43.706046 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] For port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4786f0dd-f9b8-4465-9deb-9cd56d1039f0,segment=NetworkSegment(72ef55bf-c0cd-44a2-a16b-f5112d83582f),segment_id=72ef55bf-c0cd-44a2-a16b-f5112d83582f)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:43.706509 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:43.709379 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1ce7e4ef-4354-4a28-aa08-8fbee0c2ae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:41Z', 'revision_number': 9, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:43.741829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f71079f7-b983-4696-97ad-ff693c67c262 None None] Deleting port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:43.742211 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f71079f7-b983-4696-97ad-ff693c67c262 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:43.761854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:43.847192 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce7e4ef-4354-4a28-aa08-8fbee0c2ae72 None None] The sync data for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 is: [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:41Z', 'revision_number': 9, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '030af023-fcef-4252-a657-cf18727eb015', 'name': '', 'network_id': '06a70c99-d6bf-4002-9582-adfbe3f36f6c', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:3e:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:57Z', 'updated_at': '2021-12-17T13:21:05Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '44f5d3a1-a332-490c-9e20-302ce7519db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:43.998916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fa0ea632-651c-4a03-b4de-666cb8d4e52e None None] Provisioning complete for port 434b2eff-c124-4b7d-b927-2164b403c839 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:43.999296 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fa0ea632-651c-4a03-b4de-666cb8d4e52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.041269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f71079f7-b983-4696-97ad-ff693c67c262 None None] For port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4786f0dd-f9b8-4465-9deb-9cd56d1039f0,segment=NetworkSegment(72ef55bf-c0cd-44a2-a16b-f5112d83582f),segment_id=72ef55bf-c0cd-44a2-a16b-f5112d83582f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:44.041711 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f71079f7-b983-4696-97ad-ff693c67c262 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.044551 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.063706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f71079f7-b983-4696-97ad-ff693c67c262 None None] Calling delete_port for 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:44.069147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ea632-651c-4a03-b4de-666cb8d4e52e None None] Port 434b2eff-c124-4b7d-b927-2164b403c839 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:44.077887 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-913c2e6e-c701-4320-93c4-0b4b091c5e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.117398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No DVR routers for this DVR port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:44.125925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=4786f0dd-f9b8-4465-9deb-9cd56d1039f0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:44.200755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f603d2d-a03e-42f8-bde5-a5dce08cc48b None None] Network 72f236c8-6ba7-4d5f-bac0-b33c823aed7a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:44.269468 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.351609 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f71079f7-b983-4696-97ad-ff693c67c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.355452 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.380031 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.410220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50496fe5-e56c-4e97-989a-0b8a62e207c5']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:44.433740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ef55bf-c0cd-44a2-a16b-f5112d83582f') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:44.433740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ef55bf-c0cd-44a2-a16b-f5112d83582f') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:44.442471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port 279bc79b-7360-412b-a61d-df9a0ba01ad1 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:21:44.450604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device bede0559-10e0-4c1f-9c02-9d22c146cf93 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:44.457121 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.490959 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.506778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:21:44.507190 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:21:44.514065 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:21:44.516517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71079f7-b983-4696-97ad-ff693c67c262 None None] Pushing event deleted for resources: {'Port': ['ID=4786f0dd-f9b8-4465-9deb-9cd56d1039f0,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:44.534885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-65546a75-b4d3-45a6-8fee-e3ab9d2737fb None None] Provisioning complete for port af5d39e8-9985-42c3-8ad9-35fe4ab3690b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:44.535481 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-65546a75-b4d3-45a6-8fee-e3ab9d2737fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.543991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71079f7-b983-4696-97ad-ff693c67c262 None None] No DVR routers for this DVR port 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:44.585297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4727a52-4283-4a34-ac2c-c4bc7248b544 req-a4170439-c967-41a3-b218-12d7f3c80484 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:44.589627 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4727a52-4283-4a34-ac2c-c4bc7248b544 req-a4170439-c967-41a3-b218-12d7f3c80484 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.3316627 Dec 17 13:21:44.635704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc8388-0a6a-445b-965f-feb28378d65f None None] Network d237d132-ce58-45cc-8dd2-32b87b7a04de requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:44.740839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.749831 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.761570 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/networks/50496fe5-e56c-4e97-989a-0b8a62e207c5 HTTP/1.1" status: 204 len: 168 time: 1.5053191 Dec 17 13:21:44.762978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45060) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:44.796299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803f4dd-4551-4704-8775-5f4c660f4494 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Network': ['ID=50496fe5-e56c-4e97-989a-0b8a62e207c5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:44.804257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port bede0559-10e0-4c1f-9c02-9d22c146cf93 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:44.804770 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:44.883088 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4727a52-4283-4a34-ac2c-c4bc7248b544 req-1cebf32e-1bf2-42a4-b661-0b4ab6e9f8bf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241898 Dec 17 13:21:45.040657 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-65546a75-b4d3-45a6-8fee-e3ab9d2737fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.123656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-65546a75-b4d3-45a6-8fee-e3ab9d2737fb None None] For port af5d39e8-9985-42c3-8ad9-35fe4ab3690b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=af5d39e8-9985-42c3-8ad9-35fe4ab3690b,segment=NetworkSegment(e44e842f-4186-44af-97c5-1de5a53afe31),segment_id=e44e842f-4186-44af-97c5-1de5a53afe31)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:45.136916 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45068) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:45.159433 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.192421 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-65546a75-b4d3-45a6-8fee-e3ab9d2737fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.205179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d617c4-af80-4575-a6f8-a5937c96e31d None None] Update dhcp port {'port': {'network_id': 'd237d132-ce58-45cc-8dd2-32b87b7a04de', 'fixed_ips': [{'subnet_id': '183fdda9-ac3c-4bb1-bad3-730848bcb8a9', 'ip_address': '172.20.0.2'}, {'subnet_id': '4f80a133-cbbb-44be-ba4d-66ed6a8710fd'}], 'binding:host_id': 'n-d-815324-5'}, 'id': 'bede0559-10e0-4c1f-9c02-9d22c146cf93'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:21:45.228146 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:21:45.241481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port bede0559-10e0-4c1f-9c02-9d22c146cf93, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bede0559-10e0-4c1f-9c02-9d22c146cf93,segment=NetworkSegment(a863024c-5cf3-4df5-aed4-ae97ed6d804d),segment_id=a863024c-5cf3-4df5-aed4-ae97ed6d804d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:45.288107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.8 (d237d132-ce58-45cc-8dd2-32b87b7a04de/183fdda9-ac3c-4bb1-bad3-730848bcb8a9/279bc79b-7360-412b-a61d-df9a0ba01ad1) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:45.291685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f1d617c4-af80-4575-a6f8-a5937c96e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.297465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.19 (d237d132-ce58-45cc-8dd2-32b87b7a04de/4f80a133-cbbb-44be-ba4d-66ed6a8710fd/279bc79b-7360-412b-a61d-df9a0ba01ad1) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:45.298376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65546a75-b4d3-45a6-8fee-e3ab9d2737fb None None] Pushing event updated for resources: {'Port': ['ID=af5d39e8-9985-42c3-8ad9-35fe4ab3690b,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:45.317599 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.318453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device af5d39e8-9985-42c3-8ad9-35fe4ab3690b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:45.422284 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-281f91f8-0446-43a9-a1c9-af911f6fc256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.445381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-253453d3-e436-4df2-bafe-bfad631c98a8 None None] Provisioning complete for port bede0559-10e0-4c1f-9c02-9d22c146cf93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:45.445989 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-253453d3-e436-4df2-bafe-bfad631c98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.486116 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-78cd727e-607c-41f1-acf0-8e432456eea7 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.510484 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.536718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=bede0559-10e0-4c1f-9c02-9d22c146cf93,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:45.583351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port af5d39e8-9985-42c3-8ad9-35fe4ab3690b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:45.583823 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.604428 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.681918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network d237d132-ce58-45cc-8dd2-32b87b7a04de is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:45.685545 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=279bc79b-7360-412b-a61d-df9a0ba01ad1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:45.689446 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:45.696902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:21:45.715692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-f1d617c4-af80-4575-a6f8-a5937c96e31d None None] Allocated IP 172.20.0.18 (d237d132-ce58-45cc-8dd2-32b87b7a04de/4f80a133-cbbb-44be-ba4d-66ed6a8710fd/bede0559-10e0-4c1f-9c02-9d22c146cf93) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:45.793516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:45.794313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.820046 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.828314 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-281f91f8-0446-43a9-a1c9-af911f6fc256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.869739 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fdef27a8-8d5e-4f9e-bce4-4721b334d3d0 None None] Provisioning complete for port af5d39e8-9985-42c3-8ad9-35fe4ab3690b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:45.870157 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fdef27a8-8d5e-4f9e-bce4-4721b334d3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.919234 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.920052 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.932263 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:45.956015 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-281f91f8-0446-43a9-a1c9-af911f6fc256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:45.966946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45078) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:45.970075 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d06e46f9-2eae-4da3-aef9-420d8c760a9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.0627975 Dec 17 13:21:45.998158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:45.998513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4786f0dd-f9b8-4465-9deb-9cd56d1039f0 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:46.004768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-26cba0a1-4d60-40d9-92a0-206eace78a65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '183fdda9-ac3c-4bb1-bad3-730848bcb8a9'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:46.008790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f1d617c4-af80-4575-a6f8-a5937c96e31d None None] For port bede0559-10e0-4c1f-9c02-9d22c146cf93, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bede0559-10e0-4c1f-9c02-9d22c146cf93,segment=NetworkSegment(a863024c-5cf3-4df5-aed4-ae97ed6d804d),segment_id=a863024c-5cf3-4df5-aed4-ae97ed6d804d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:46.139887 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f1d617c4-af80-4575-a6f8-a5937c96e31d None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:46.186958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event updated for resources: {'Port': ['ID=434b2eff-c124-4b7d-b927-2164b403c839,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:46.196317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device af5d39e8-9985-42c3-8ad9-35fe4ab3690b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:46.237531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Network 55cff9a9-e86c-496e-be4e-62bf7d3590b4 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:21:46.239118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:46.262794 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f1d617c4-af80-4575-a6f8-a5937c96e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:46.441736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Router 9976b71a-a67e-4625-a22e-e583453a8a14 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:46.543324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d617c4-af80-4575-a6f8-a5937c96e31d None None] Pushing event updated for resources: {'Port': ['ID=bede0559-10e0-4c1f-9c02-9d22c146cf93,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:46.557549 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3d6a856d-fae2-4e4c-9820-56bda25e0209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:46.587496 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-281f91f8-0446-43a9-a1c9-af911f6fc256 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b2c9c3151534e5c8688020c90c67c34&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4489081 Dec 17 13:21:46.593098 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:46.605646 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-57387bde-aeb1-4141-ab3b-53395fcd5896 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "PUT /v2.0/routers/9976b71a-a67e-4625-a22e-e583453a8a14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4002073 Dec 17 13:21:46.606236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45082) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:46.611880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45084) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:46.612310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f91f8-0446-43a9-a1c9-af911f6fc256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df288c0e-4f6a-4690-bb68-e45f6e31d130,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:46.617028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-78cd727e-607c-41f1-acf0-8e432456eea7 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 030af023-fcef-4252-a657-cf18727eb015 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:46.617463 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-78cd727e-607c-41f1-acf0-8e432456eea7 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:46.634715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4a65ee-1ab4-4b44-8996-ae7f51c9a379 None None] Sync routers for ids ['9976b71a-a67e-4625-a22e-e583453a8a14'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:46.650002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port af5d39e8-9985-42c3-8ad9-35fe4ab3690b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:46.650375 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:46.728742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4a65ee-1ab4-4b44-8996-ae7f51c9a379 None None] Routers {'9976b71a-a67e-4625-a22e-e583453a8a14'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:46.729300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9e4a65ee-1ab4-4b44-8996-ae7f51c9a379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9976b71a-a67e-4625-a22e-e583453a8a14'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:46.774688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9e4a65ee-1ab4-4b44-8996-ae7f51c9a379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:46.796504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607344ff-0811-49e3-9b16-fbcd845813fa req-5ef71d41-ef1d-4184-ac99-6b84eac93bbd tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:46.802872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607344ff-0811-49e3-9b16-fbcd845813fa req-5ef71d41-ef1d-4184-ac99-6b84eac93bbd tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.2590246 Dec 17 13:21:46.810604 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6eb371d5-7061-42ed-b063-5ab67109177e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:46.826740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4a65ee-1ab4-4b44-8996-ae7f51c9a379 None None] Routers {'9976b71a-a67e-4625-a22e-e583453a8a14'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:46.827941 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9e4a65ee-1ab4-4b44-8996-ae7f51c9a379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9976b71a-a67e-4625-a22e-e583453a8a14'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:46.839772 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6eb371d5-7061-42ed-b063-5ab67109177e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:46.893301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device bede0559-10e0-4c1f-9c02-9d22c146cf93 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:46.895350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9e4a65ee-1ab4-4b44-8996-ae7f51c9a379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:46.896009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4a65ee-1ab4-4b44-8996-ae7f51c9a379 None None] The sync data for ids ['9976b71a-a67e-4625-a22e-e583453a8a14'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:46.907029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5720ac0-57ec-4b03-8a57-e0b4a5af164c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:46.972607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-607344ff-0811-49e3-9b16-fbcd845813fa req-2ab4acd5-5aa0-4ad2-a6f8-1c5e33abfb1e tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286347 Dec 17 13:21:47.022377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4ad87acb-1c43-4e11-a79a-666e89174b38 None None] Provisioning complete for port 434b2eff-c124-4b7d-b927-2164b403c839 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:47.022377 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ad87acb-1c43-4e11-a79a-666e89174b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:47.032318 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-e5720ac0-57ec-4b03-8a57-e0b4a5af164c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 13:21:47.033508 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e5720ac0-57ec-4b03-8a57-e0b4a5af164c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "DELETE /v2.0/routers/9976b71a-a67e-4625-a22e-e583453a8a14 HTTP/1.1" status: 409 len: 329 time: 0.3552287 Dec 17 13:21:47.040288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45088) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:47.067978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4ad87acb-1c43-4e11-a79a-666e89174b38 None None] Port 434b2eff-c124-4b7d-b927-2164b403c839 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:47.068818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-78cd727e-607c-41f1-acf0-8e432456eea7 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] For port 030af023-fcef-4252-a657-cf18727eb015, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=030af023-fcef-4252-a657-cf18727eb015,segment=NetworkSegment(99365fcf-0105-4c24-8fa6-c2499e27085b),segment_id=99365fcf-0105-4c24-8fa6-c2499e27085b)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:47.069495 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-78cd727e-607c-41f1-acf0-8e432456eea7 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:47.086203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port bede0559-10e0-4c1f-9c02-9d22c146cf93 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:47.087985 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:47.119008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-78cd727e-607c-41f1-acf0-8e432456eea7 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 030af023-fcef-4252-a657-cf18727eb015 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:47.197198 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6eb371d5-7061-42ed-b063-5ab67109177e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:47.200552 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6eb371d5-7061-42ed-b063-5ab67109177e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:47.202431 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6eb371d5-7061-42ed-b063-5ab67109177e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df288c0e-4f6a-4690-bb68-e45f6e31d130 HTTP/1.1" status: 204 len: 168 time: 0.5951242 Dec 17 13:21:47.226455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb371d5-7061-42ed-b063-5ab67109177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df288c0e-4f6a-4690-bb68-e45f6e31d130,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:47.377101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8e69f239-145e-443d-afa8-42bc187c080d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:47.382552 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26cba0a1-4d60-40d9-92a0-206eace78a65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:47.412573 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 8e69f239-145e-443d-afa8-42bc187c080d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:47.413666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8e69f239-145e-443d-afa8-42bc187c080d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:47.709110 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-78cd727e-607c-41f1-acf0-8e432456eea7 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:47.724626 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:47.728997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65829bb1-8f13-404e-904d-ea34aa143da4 None None] Network d237d132-ce58-45cc-8dd2-32b87b7a04de requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:47.786635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd727e-607c-41f1-acf0-8e432456eea7 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=030af023-fcef-4252-a657-cf18727eb015,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:47.879638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5d1f8677-a40e-4542-91d9-49ad7ab2cec7 None None] Provisioning complete for port bede0559-10e0-4c1f-9c02-9d22c146cf93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:47.880477 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5d1f8677-a40e-4542-91d9-49ad7ab2cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:47.926108 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21ef8b2b-b778-42a0-8da7-c0f72b8ebefc tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:47.975637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-26cba0a1-4d60-40d9-92a0-206eace78a65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Delete allocated IP 172.20.0.19 (d237d132-ce58-45cc-8dd2-32b87b7a04de/4f80a133-cbbb-44be-ba4d-66ed6a8710fd) {{(pid=110453) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 13:21:48.228187 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45104) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:48.300266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-711eb973-08fb-4181-ad83-4dc111634833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.357720 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device bede0559-10e0-4c1f-9c02-9d22c146cf93 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:21:48.377296 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-78cd727e-607c-41f1-acf0-8e432456eea7 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.448953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fe4f1-00a4-4c99-9f78-d93ce21b1397 req-2c19505f-f5d7-4349-be9b-e1c6e70a6c60 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:48.450698 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d8fe4f1-00a4-4c99-9f78-d93ce21b1397 req-2c19505f-f5d7-4349-be9b-e1c6e70a6c60 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.2214801 Dec 17 13:21:48.455351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26cba0a1-4d60-40d9-92a0-206eace78a65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.483542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port bede0559-10e0-4c1f-9c02-9d22c146cf93 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:48.484015 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.510857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-711eb973-08fb-4181-ad83-4dc111634833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.543157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d4900ec9-de5f-48c9-bd30-a7e2abd8b772 None None] Provisioning complete for port bede0559-10e0-4c1f-9c02-9d22c146cf93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:48.543554 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4900ec9-de5f-48c9-bd30-a7e2abd8b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.563128 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26cba0a1-4d60-40d9-92a0-206eace78a65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.600389 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-711eb973-08fb-4181-ad83-4dc111634833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.681241 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-711eb973-08fb-4181-ad83-4dc111634833 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=126dcba6709244b29190f591d1ed44fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4378870 Dec 17 13:21:48.689160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45108) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:48.780462 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d8fe4f1-00a4-4c99-9f78-d93ce21b1397 req-d7ad732e-f158-4e6a-b53c-614afea8a6a6 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619703 Dec 17 13:21:48.787838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711eb973-08fb-4181-ad83-4dc111634833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236e7d8a-8bb1-4197-9201-485a261a2d59,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:48.792470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cba0a1-4d60-40d9-92a0-206eace78a65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=279bc79b-7360-412b-a61d-df9a0ba01ad1,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:48.813194 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d4900ec9-de5f-48c9-bd30-a7e2abd8b772 None None] Provisioning complete for port 279bc79b-7360-412b-a61d-df9a0ba01ad1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:48.816684 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4900ec9-de5f-48c9-bd30-a7e2abd8b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.833869 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2fd9abc6-5436-42b5-ae01-dddc8ba56bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.841493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-21ef8b2b-b778-42a0-8da7-c0f72b8ebefc tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Deleting port 434b2eff-c124-4b7d-b927-2164b403c839 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:48.841872 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21ef8b2b-b778-42a0-8da7-c0f72b8ebefc tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.863696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d4900ec9-de5f-48c9-bd30-a7e2abd8b772 None None] Port 279bc79b-7360-412b-a61d-df9a0ba01ad1 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:48.866231 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.911714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-26cba0a1-4d60-40d9-92a0-206eace78a65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] In _notify_port_updated(), no bound segment for port 279bc79b-7360-412b-a61d-df9a0ba01ad1 on network d237d132-ce58-45cc-8dd2-32b87b7a04de {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:21:48.918918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2fd9abc6-5436-42b5-ae01-dddc8ba56bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.919437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cba0a1-4d60-40d9-92a0-206eace78a65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:48.920947 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26cba0a1-4d60-40d9-92a0-206eace78a65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:48.925380 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-26cba0a1-4d60-40d9-92a0-206eace78a65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "PUT /v2.0/ports/279bc79b-7360-412b-a61d-df9a0ba01ad1 HTTP/1.1" status: 200 len: 919 time: 2.9537494 Dec 17 13:21:48.928147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45110) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:48.937946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2ba97a31-c853-4180-bd5c-f443dabce6c1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '183fdda9-ac3c-4bb1-bad3-730848bcb8a9'}, {'subnet_id': '4f80a133-cbbb-44be-ba4d-66ed6a8710fd'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:48.956853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cd727e-607c-41f1-acf0-8e432456eea7 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 731f3786-04c8-48d1-b786-731d060cfd33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:48.991315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a309da40-ad54-4530-bacb-64429cf98151 None None] Provisioning complete for port 279bc79b-7360-412b-a61d-df9a0ba01ad1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:48.991945 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a309da40-ad54-4530-bacb-64429cf98151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:49.049130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a309da40-ad54-4530-bacb-64429cf98151 None None] Port 279bc79b-7360-412b-a61d-df9a0ba01ad1 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:49.083669 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21ef8b2b-b778-42a0-8da7-c0f72b8ebefc tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:49.112742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cd727e-607c-41f1-acf0-8e432456eea7 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:49.127590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-21ef8b2b-b778-42a0-8da7-c0f72b8ebefc tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Calling delete_port for 434b2eff-c124-4b7d-b927-2164b403c839 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:49.131428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45112) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:49.131603 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0111d-0c57-4884-a94a-b016d75903de None None] Sync routers for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:49.136978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-78cd727e-607c-41f1-acf0-8e432456eea7 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3486409 Dec 17 13:21:49.152581 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce0111d-0c57-4884-a94a-b016d75903de None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:49.153725 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1ce0111d-0c57-4884-a94a-b016d75903de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:49.176723 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ba97a31-c853-4180-bd5c-f443dabce6c1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:49.277769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b75a0de8-35fb-4f0d-9565-bfb2477f8e8c None None] Provisioning complete for port 279bc79b-7360-412b-a61d-df9a0ba01ad1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:49.278871 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b75a0de8-35fb-4f0d-9565-bfb2477f8e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:49.293837 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2fd9abc6-5436-42b5-ae01-dddc8ba56bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:49.297117 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2fd9abc6-5436-42b5-ae01-dddc8ba56bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:49.298351 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2fd9abc6-5436-42b5-ae01-dddc8ba56bfb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/236e7d8a-8bb1-4197-9201-485a261a2d59 HTTP/1.1" status: 204 len: 168 time: 0.6073790 Dec 17 13:21:49.315022 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-6271df12-d3b4-485c-a8ff-6de0d6d36f4d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting subnet 44f5d3a1-a332-490c-9e20-302ce7519db5 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:21:49.339311 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6271df12-d3b4-485c-a8ff-6de0d6d36f4d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:49.368487 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1ce0111d-0c57-4884-a94a-b016d75903de None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:49.374980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9abc6-5436-42b5-ae01-dddc8ba56bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236e7d8a-8bb1-4197-9201-485a261a2d59,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:49.387449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b75a0de8-35fb-4f0d-9565-bfb2477f8e8c None None] Port 279bc79b-7360-412b-a61d-df9a0ba01ad1 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:49.493897 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6271df12-d3b4-485c-a8ff-6de0d6d36f4d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:49.671425 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:49.693947 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1ce0111d-0c57-4884-a94a-b016d75903de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:47Z', 'revision_number': 10, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:49.731852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6271df12-d3b4-485c-a8ff-6de0d6d36f4d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:49.755361 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0111d-0c57-4884-a94a-b016d75903de None None] Checking router: 731f3786-04c8-48d1-b786-731d060cfd33 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:21:49.767543 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce0111d-0c57-4884-a94a-b016d75903de None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:49.768226 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1ce0111d-0c57-4884-a94a-b016d75903de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:49.793992 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21ef8b2b-b778-42a0-8da7-c0f72b8ebefc tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:49.876260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef8b2b-b778-42a0-8da7-c0f72b8ebefc tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event deleted for resources: {'Port': ['ID=434b2eff-c124-4b7d-b927-2164b403c839,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:49.878444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-2ba97a31-c853-4180-bd5c-f443dabce6c1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.19 (d237d132-ce58-45cc-8dd2-32b87b7a04de/4f80a133-cbbb-44be-ba4d-66ed6a8710fd/279bc79b-7360-412b-a61d-df9a0ba01ad1) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:21:49.913157 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1ce0111d-0c57-4884-a94a-b016d75903de None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:50.040598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde510a3-711b-4ce7-a8b0-29616e9ca842 req-c05e6ca1-c2fb-43ad-853f-00bf83528a43 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:50.047859 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fde510a3-711b-4ce7-a8b0-29616e9ca842 req-c05e6ca1-c2fb-43ad-853f-00bf83528a43 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.1259661 Dec 17 13:21:50.123464 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fde510a3-711b-4ce7-a8b0-29616e9ca842 req-143fbfc6-912e-4833-bce1-db54787ef389 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743730 Dec 17 13:21:50.175154 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6271df12-d3b4-485c-a8ff-6de0d6d36f4d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:50.242803 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21ef8b2b-b778-42a0-8da7-c0f72b8ebefc tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:50.245215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271df12-d3b4-485c-a8ff-6de0d6d36f4d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Subnet': ['ID=44f5d3a1-a332-490c-9e20-302ce7519db5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:50.248504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b198fe3-314b-48c4-8a0e-04c7b1238b3d None None] Network 06a70c99-d6bf-4002-9582-adfbe3f36f6c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:50.250712 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6271df12-d3b4-485c-a8ff-6de0d6d36f4d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:50.256539 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6271df12-d3b4-485c-a8ff-6de0d6d36f4d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/44f5d3a1-a332-490c-9e20-302ce7519db5 HTTP/1.1" status: 204 len: 168 time: 1.1259720 Dec 17 13:21:50.261447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45132) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:50.386026 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:50.483757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 198be0e4-bd35-46cf-86cd-832fe8eac765 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:50.485371 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:50.498571 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1ce0111d-0c57-4884-a94a-b016d75903de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:47Z', 'revision_number': 10, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:50.508524 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ba97a31-c853-4180-bd5c-f443dabce6c1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:50.569179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203f3a09-f488-4e4c-8086-7492cf1ed1e7 None None] DHCP port deletion for 06a70c99-d6bf-4002-9582-adfbe3f36f6c request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:50.576593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ef8b2b-b778-42a0-8da7-c0f72b8ebefc tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Router 9976b71a-a67e-4625-a22e-e583453a8a14 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:50.626525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] For port 198be0e4-bd35-46cf-86cd-832fe8eac765, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=198be0e4-bd35-46cf-86cd-832fe8eac765,segment=NetworkSegment(99365fcf-0105-4c24-8fa6-c2499e27085b),segment_id=99365fcf-0105-4c24-8fa6-c2499e27085b)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:50.626892 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:50.654445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 198be0e4-bd35-46cf-86cd-832fe8eac765 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:50.687748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-203f3a09-f488-4e4c-8086-7492cf1ed1e7 None None] Deleting port 198be0e4-bd35-46cf-86cd-832fe8eac765 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:50.688506 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-203f3a09-f488-4e4c-8086-7492cf1ed1e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:50.714397 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ba97a31-c853-4180-bd5c-f443dabce6c1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:50.734629 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0111d-0c57-4884-a94a-b016d75903de None None] The sync data for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 is: [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:47Z', 'revision_number': 10, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None, '_interfaces': [{'id': '4dc571e0-e065-4914-aba5-d84e938d3f93', 'name': '', 'network_id': 'e8ac0230-b250-4314-b715-4573f7ddcfe5', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'mac_address': 'fa:16:3e:0e:cb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f3786-04c8-48d1-b786-731d060cfd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:20:48Z', 'updated_at': '2021-12-17T13:20:59Z', 'revision_number': 5, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'subnets': [{'id': '2c05835b-8d58-475c-be6c-a6aa0e8421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:50.803492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ef8b2b-b778-42a0-8da7-c0f72b8ebefc tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:50.807045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-203f3a09-f488-4e4c-8086-7492cf1ed1e7 None None] For port 198be0e4-bd35-46cf-86cd-832fe8eac765, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=198be0e4-bd35-46cf-86cd-832fe8eac765,segment=NetworkSegment(99365fcf-0105-4c24-8fa6-c2499e27085b),segment_id=99365fcf-0105-4c24-8fa6-c2499e27085b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:50.807433 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-203f3a09-f488-4e4c-8086-7492cf1ed1e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:50.823267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45144) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:50.823964 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-21ef8b2b-b778-42a0-8da7-c0f72b8ebefc tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "PUT /v2.0/routers/9976b71a-a67e-4625-a22e-e583453a8a14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7822843 Dec 17 13:21:50.834695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f668c51-c7a3-4363-8397-d8ae48fce8cd None None] Sync routers for ids ['9976b71a-a67e-4625-a22e-e583453a8a14'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:50.841521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-203f3a09-f488-4e4c-8086-7492cf1ed1e7 None None] Calling delete_port for 198be0e4-bd35-46cf-86cd-832fe8eac765 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:50.873975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f668c51-c7a3-4363-8397-d8ae48fce8cd None None] Routers {'9976b71a-a67e-4625-a22e-e583453a8a14'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:50.874630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6f668c51-c7a3-4363-8397-d8ae48fce8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9976b71a-a67e-4625-a22e-e583453a8a14'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:50.879274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba97a31-c853-4180-bd5c-f443dabce6c1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=279bc79b-7360-412b-a61d-df9a0ba01ad1,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:50.923917 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-b655fb4b-caa2-4ef6-9015-71f5c3adf60a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] show failed (client error): The resource could not be found. Dec 17 13:21:50.925136 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b655fb4b-caa2-4ef6-9015-71f5c3adf60a tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-1221899803 HTTP/1.1" status: 404 len: 335 time: 0.1007955 Dec 17 13:21:50.930331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45148) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:50.937905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-078383e8-5873-4346-a311-6eda0c255e50 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:50.966481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6f668c51-c7a3-4363-8397-d8ae48fce8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:50.992768 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-078383e8-5873-4346-a311-6eda0c255e50 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] update failed (client error): The resource could not be found. Dec 17 13:21:50.994090 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-078383e8-5873-4346-a311-6eda0c255e50 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-1908872041 HTTP/1.1" status: 404 len: 335 time: 0.0627408 Dec 17 13:21:50.997714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45152) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:51.011023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f668c51-c7a3-4363-8397-d8ae48fce8cd None None] Routers {'9976b71a-a67e-4625-a22e-e583453a8a14'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:51.011023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6f668c51-c7a3-4363-8397-d8ae48fce8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['9976b71a-a67e-4625-a22e-e583453a8a14'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:51.011436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-2ba97a31-c853-4180-bd5c-f443dabce6c1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] In _notify_port_updated(), no bound segment for port 279bc79b-7360-412b-a61d-df9a0ba01ad1 on network d237d132-ce58-45cc-8dd2-32b87b7a04de {{(pid=110454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:21:51.018456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba97a31-c853-4180-bd5c-f443dabce6c1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:51.019310 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ba97a31-c853-4180-bd5c-f443dabce6c1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.023917 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2ba97a31-c853-4180-bd5c-f443dabce6c1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "PUT /v2.0/ports/279bc79b-7360-412b-a61d-df9a0ba01ad1 HTTP/1.1" status: 200 len: 999 time: 2.0910261 Dec 17 13:21:51.024633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45154) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:51.071975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78ce3c3-4a89-49ac-a50c-a8f2a2d5bf74 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Deleting subnet d471258e-0382-40d8-9fa7-119e4594aaae {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:21:51.078031 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.082823 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e78ce3c3-4a89-49ac-a50c-a8f2a2d5bf74 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.095399 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6f668c51-c7a3-4363-8397-d8ae48fce8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:51.096063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f668c51-c7a3-4363-8397-d8ae48fce8cd None None] The sync data for ids ['9976b71a-a67e-4625-a22e-e583453a8a14'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:51.149376 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-203f3a09-f488-4e4c-8086-7492cf1ed1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.158110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=198be0e4-bd35-46cf-86cd-832fe8eac765,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:51.164165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No DVR routers for this DVR port 198be0e4-bd35-46cf-86cd-832fe8eac765 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:51.211827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e78ce3c3-4a89-49ac-a50c-a8f2a2d5bf74 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.219722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f3a09-f488-4e4c-8086-7492cf1ed1e7 None None] Pushing event deleted for resources: {'Port': ['ID=198be0e4-bd35-46cf-86cd-832fe8eac765,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:51.246825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f3a09-f488-4e4c-8086-7492cf1ed1e7 None None] No DVR routers for this DVR port 198be0e4-bd35-46cf-86cd-832fe8eac765 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:51.275808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e0008b6b-b79a-4dde-964d-e8eadcf0b09f None None] Provisioning complete for port 279bc79b-7360-412b-a61d-df9a0ba01ad1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:51.276369 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0008b6b-b79a-4dde-964d-e8eadcf0b09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.277131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5bc37e04-093a-4bbb-be22-5e7f69d23958 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port 279bc79b-7360-412b-a61d-df9a0ba01ad1 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:51.280059 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bc37e04-093a-4bbb-be22-5e7f69d23958 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.331519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e0008b6b-b79a-4dde-964d-e8eadcf0b09f None None] Port 279bc79b-7360-412b-a61d-df9a0ba01ad1 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:21:51.378985 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.417130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a70c99-d6bf-4002-9582-adfbe3f36f6c']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:51.424008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6447c29-a920-4dbf-b824-1b94a74e3184 req-3a58877c-6713-4e6a-87d0-f32762d9450f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:51.425631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b6447c29-a920-4dbf-b824-1b94a74e3184 req-3a58877c-6713-4e6a-87d0-f32762d9450f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.1220422 Dec 17 13:21:51.432672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99365fcf-0105-4c24-8fa6-c2499e27085b') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:51.432672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99365fcf-0105-4c24-8fa6-c2499e27085b') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:51.462266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bc37e04-093a-4bbb-be22-5e7f69d23958 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.488917 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5bc37e04-093a-4bbb-be22-5e7f69d23958 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for 279bc79b-7360-412b-a61d-df9a0ba01ad1 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:51.512333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e78ce3c3-4a89-49ac-a50c-a8f2a2d5bf74 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.575110 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b6447c29-a920-4dbf-b824-1b94a74e3184 req-9d8a71b4-e435-4c0a-8739-1dca79c6f8bb tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296709 Dec 17 13:21:51.584974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.615917 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.635517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:21:51.635517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:21:51.649183 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:21:51.786994 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e78ce3c3-4a89-49ac-a50c-a8f2a2d5bf74 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.820595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ce3c3-4a89-49ac-a50c-a8f2a2d5bf74 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event deleted for resources: {'Subnet': ['ID=d471258e-0382-40d8-9fa7-119e4594aaae,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:51.825836 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e78ce3c3-4a89-49ac-a50c-a8f2a2d5bf74 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.831415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e78ce3c3-4a89-49ac-a50c-a8f2a2d5bf74 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "DELETE /v2.0/subnets/d471258e-0382-40d8-9fa7-119e4594aaae HTTP/1.1" status: 204 len: 168 time: 0.8303976 Dec 17 13:21:51.831712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45170) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:51.832170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b447222-acef-4adb-9b4e-3d739517bfe7 None None] Network 72f236c8-6ba7-4d5f-bac0-b33c823aed7a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:51.852684 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.886940 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bc37e04-093a-4bbb-be22-5e7f69d23958 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.890451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:51.897431 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/networks/06a70c99-d6bf-4002-9582-adfbe3f36f6c HTTP/1.1" status: 204 len: 168 time: 1.6344569 Dec 17 13:21:51.902047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45174) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:51.938289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc37e04-093a-4bbb-be22-5e7f69d23958 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=279bc79b-7360-412b-a61d-df9a0ba01ad1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:52.012931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81721c9b-735c-463a-89c7-7f44b4658960 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Network': ['ID=06a70c99-d6bf-4002-9582-adfbe3f36f6c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:52.059837 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.067456 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bc37e04-093a-4bbb-be22-5e7f69d23958 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.070813 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5bc37e04-093a-4bbb-be22-5e7f69d23958 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/279bc79b-7360-412b-a61d-df9a0ba01ad1 HTTP/1.1" status: 204 len: 168 time: 1.0447040 Dec 17 13:21:52.073457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45180) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:52.086394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad9524d-49d1-4ebe-96fe-b19c4d25b7d1 None None] DHCP port deletion for 72f236c8-6ba7-4d5f-bac0-b33c823aed7a request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:52.117184 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd075b8f-370e-44b0-a31c-53b0d011a9d0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:21:52.121549 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cd075b8f-370e-44b0-a31c-53b0d011a9d0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/279bc79b-7360-412b-a61d-df9a0ba01ad1 HTTP/1.1" status: 404 len: 333 time: 0.0467861 Dec 17 13:21:52.122209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45182) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:52.182647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-dad9524d-49d1-4ebe-96fe-b19c4d25b7d1 None None] Deleting port af5d39e8-9985-42c3-8ad9-35fe4ab3690b {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:52.183339 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dad9524d-49d1-4ebe-96fe-b19c4d25b7d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.211265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c94d12-2737-43a0-ba46-1ed9b4e11bf4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting subnet 4f80a133-cbbb-44be-ba4d-66ed6a8710fd {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:21:52.217336 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5c94d12-2737-43a0-ba46-1ed9b4e11bf4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.246715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 030af023-fcef-4252-a657-cf18727eb015 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:52.277705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 030af023-fcef-4252-a657-cf18727eb015 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:52.278370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 030af023-fcef-4252-a657-cf18727eb015 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:52.279318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 198be0e4-bd35-46cf-86cd-832fe8eac765 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:52.320528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5c94d12-2737-43a0-ba46-1ed9b4e11bf4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.324332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Deleting port af5d39e8-9985-42c3-8ad9-35fe4ab3690b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:52.324877 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.351940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 198be0e4-bd35-46cf-86cd-832fe8eac765 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:52.352295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 198be0e4-bd35-46cf-86cd-832fe8eac765 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:52.387276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-dad9524d-49d1-4ebe-96fe-b19c4d25b7d1 None None] For port af5d39e8-9985-42c3-8ad9-35fe4ab3690b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=af5d39e8-9985-42c3-8ad9-35fe4ab3690b,segment=NetworkSegment(e44e842f-4186-44af-97c5-1de5a53afe31),segment_id=e44e842f-4186-44af-97c5-1de5a53afe31)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:52.387849 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dad9524d-49d1-4ebe-96fe-b19c4d25b7d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.416127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-dad9524d-49d1-4ebe-96fe-b19c4d25b7d1 None None] Calling delete_port for af5d39e8-9985-42c3-8ad9-35fe4ab3690b owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:52.428830 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5c94d12-2737-43a0-ba46-1ed9b4e11bf4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.444071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] For port af5d39e8-9985-42c3-8ad9-35fe4ab3690b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=af5d39e8-9985-42c3-8ad9-35fe4ab3690b,segment=NetworkSegment(e44e842f-4186-44af-97c5-1de5a53afe31),segment_id=e44e842f-4186-44af-97c5-1de5a53afe31)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:52.444447 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.462847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Calling delete_port for af5d39e8-9985-42c3-8ad9-35fe4ab3690b owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:52.580961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5c94d12-2737-43a0-ba46-1ed9b4e11bf4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.601895 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c043d54f-5da5-4301-b974-4a68ba6fab03 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.621076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c94d12-2737-43a0-ba46-1ed9b4e11bf4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Subnet': ['ID=4f80a133-cbbb-44be-ba4d-66ed6a8710fd,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:52.625530 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5c94d12-2737-43a0-ba46-1ed9b4e11bf4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.631537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f5c94d12-2737-43a0-ba46-1ed9b4e11bf4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/4f80a133-cbbb-44be-ba4d-66ed6a8710fd HTTP/1.1" status: 204 len: 168 time: 0.5059559 Dec 17 13:21:52.631792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45192) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:52.637666 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dad9524d-49d1-4ebe-96fe-b19c4d25b7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.668852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee76227-acc1-4d02-8bf4-91075ba76a03 None None] Network d237d132-ce58-45cc-8dd2-32b87b7a04de requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:52.767017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.792438 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3386fe9-65e9-48bd-96d7-de391f9ba8fa tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting subnet 183fdda9-ac3c-4bb1-bad3-730848bcb8a9 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:21:52.803186 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3386fe9-65e9-48bd-96d7-de391f9ba8fa tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.827076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event deleted for resources: {'Port': ['ID=af5d39e8-9985-42c3-8ad9-35fe4ab3690b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:52.830509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] No DVR routers for this DVR port af5d39e8-9985-42c3-8ad9-35fe4ab3690b on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:52.859883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9524d-49d1-4ebe-96fe-b19c4d25b7d1 None None] Pushing event deleted for resources: {'Port': ['ID=af5d39e8-9985-42c3-8ad9-35fe4ab3690b,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:52.869758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9524d-49d1-4ebe-96fe-b19c4d25b7d1 None None] No DVR routers for this DVR port af5d39e8-9985-42c3-8ad9-35fe4ab3690b on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:52.883981 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3386fe9-65e9-48bd-96d7-de391f9ba8fa tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:52.950457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb45e9-7300-4fba-b79e-4d9dbf6bbf3e req-0d15392f-c274-44f8-b878-b241ec401e88 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:52.956062 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ddbb45e9-7300-4fba-b79e-4d9dbf6bbf3e req-0d15392f-c274-44f8-b878-b241ec401e88 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.2042737 Dec 17 13:21:52.998490 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3386fe9-65e9-48bd-96d7-de391f9ba8fa tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.014030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.044556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f236c8-6ba7-4d5f-bac0-b33c823aed7a']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:53.063803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44e842f-4186-44af-97c5-1de5a53afe31') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:53.064104 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44e842f-4186-44af-97c5-1de5a53afe31') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:53.085386 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.099174 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ddbb45e9-7300-4fba-b79e-4d9dbf6bbf3e req-94935a9f-e3e5-4815-bacb-c52e630833ea tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190741 Dec 17 13:21:53.109366 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.119524 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:21:53.119936 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:21:53.123738 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:21:53.175133 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3386fe9-65e9-48bd-96d7-de391f9ba8fa tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.224213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3386fe9-65e9-48bd-96d7-de391f9ba8fa tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Subnet': ['ID=183fdda9-ac3c-4bb1-bad3-730848bcb8a9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:53.226416 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3386fe9-65e9-48bd-96d7-de391f9ba8fa tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.230397 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c3386fe9-65e9-48bd-96d7-de391f9ba8fa tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/183fdda9-ac3c-4bb1-bad3-730848bcb8a9 HTTP/1.1" status: 204 len: 168 time: 0.5970111 Dec 17 13:21:53.232919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45206) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:53.295757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.310167 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.318359 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "DELETE /v2.0/networks/72f236c8-6ba7-4d5f-bac0-b33c823aed7a HTTP/1.1" status: 204 len: 168 time: 1.4833918 Dec 17 13:21:53.320554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45208) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:53.367807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c043d54f-5da5-4301-b974-4a68ba6fab03 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 4dc571e0-e065-4914-aba5-d84e938d3f93 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:53.367807 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c043d54f-5da5-4301-b974-4a68ba6fab03 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.374663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61fd46-5b2f-4405-aaa4-c45bd74aaf0c tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event deleted for resources: {'Network': ['ID=72f236c8-6ba7-4d5f-bac0-b33c823aed7a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:53.414451 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.424861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-418871fa-639d-4b2d-a38d-2a0c0c7675cd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Deleting subnet 40d6d5d3-e890-46d7-ae7c-a25df551b6bd {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:21:53.428592 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-418871fa-639d-4b2d-a38d-2a0c0c7675cd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.482905 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-418871fa-639d-4b2d-a38d-2a0c0c7675cd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.525211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-c043d54f-5da5-4301-b974-4a68ba6fab03 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] For port 4dc571e0-e065-4914-aba5-d84e938d3f93, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4dc571e0-e065-4914-aba5-d84e938d3f93,segment=NetworkSegment(9315992c-da03-45e8-8905-1b35ff7bed59),segment_id=9315992c-da03-45e8-8905-1b35ff7bed59)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:53.526398 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c043d54f-5da5-4301-b974-4a68ba6fab03 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.548887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c043d54f-5da5-4301-b974-4a68ba6fab03 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 4dc571e0-e065-4914-aba5-d84e938d3f93 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:53.612110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea87b45a-ba13-42e5-b7d2-755a33a7ead1 None None] Network d237d132-ce58-45cc-8dd2-32b87b7a04de requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:53.738080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0932674a-0de0-4ae4-81dd-aa49bc74b5ad None None] Provisioning complete for port bede0559-10e0-4c1f-9c02-9d22c146cf93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:21:53.738839 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0932674a-0de0-4ae4-81dd-aa49bc74b5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:53.993441 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-418871fa-639d-4b2d-a38d-2a0c0c7675cd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.075090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port bede0559-10e0-4c1f-9c02-9d22c146cf93 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:54.075576 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.133266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf27311f-c63c-4ba2-b8a1-75af50c08907 None None] DHCP port deletion for d237d132-ce58-45cc-8dd2-32b87b7a04de request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:54.187961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device af5d39e8-9985-42c3-8ad9-35fe4ab3690b no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:54.193359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] For port bede0559-10e0-4c1f-9c02-9d22c146cf93, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bede0559-10e0-4c1f-9c02-9d22c146cf93,segment=NetworkSegment(a863024c-5cf3-4df5-aed4-ae97ed6d804d),segment_id=a863024c-5cf3-4df5-aed4-ae97ed6d804d)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:54.193828 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.211815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: af5d39e8-9985-42c3-8ad9-35fe4ab3690b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:54.212154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device af5d39e8-9985-42c3-8ad9-35fe4ab3690b not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:54.227909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for bede0559-10e0-4c1f-9c02-9d22c146cf93 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:54.255064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-cf27311f-c63c-4ba2-b8a1-75af50c08907 None None] Deleting port bede0559-10e0-4c1f-9c02-9d22c146cf93 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:54.255447 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cf27311f-c63c-4ba2-b8a1-75af50c08907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.296601 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-418871fa-639d-4b2d-a38d-2a0c0c7675cd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.330742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-cf27311f-c63c-4ba2-b8a1-75af50c08907 None None] For port bede0559-10e0-4c1f-9c02-9d22c146cf93, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bede0559-10e0-4c1f-9c02-9d22c146cf93,segment=NetworkSegment(a863024c-5cf3-4df5-aed4-ae97ed6d804d),segment_id=a863024c-5cf3-4df5-aed4-ae97ed6d804d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:54.330742 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cf27311f-c63c-4ba2-b8a1-75af50c08907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.341589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418871fa-639d-4b2d-a38d-2a0c0c7675cd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event deleted for resources: {'Subnet': ['ID=40d6d5d3-e890-46d7-ae7c-a25df551b6bd,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:54.344379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-cf27311f-c63c-4ba2-b8a1-75af50c08907 None None] Calling delete_port for bede0559-10e0-4c1f-9c02-9d22c146cf93 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:54.344956 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-418871fa-639d-4b2d-a38d-2a0c0c7675cd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.347593 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b52e769-e5ea-4f88-809f-96c98d13eb83 None None] Network 3402d4c6-13c3-4383-9f60-7c28ea9caf7d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:54.350073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-418871fa-639d-4b2d-a38d-2a0c0c7675cd tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "DELETE /v2.0/subnets/40d6d5d3-e890-46d7-ae7c-a25df551b6bd HTTP/1.1" status: 204 len: 168 time: 1.0270762 Dec 17 13:21:54.350839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45226) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:54.370342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d900df-f387-4f3d-8d7f-c1cec208b51e req-f54c0c2d-52d7-40e1-a1cc-21ce69d566e8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:54.371830 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c6d900df-f387-4f3d-8d7f-c1cec208b51e req-f54c0c2d-52d7-40e1-a1cc-21ce69d566e8 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.1694794 Dec 17 13:21:54.415715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e0cbfa-9e91-4698-8e2c-10e8fb0af127 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Deleting subnet 7e03aa4f-b4e4-4db1-af0f-6ab5fe545316 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:21:54.419584 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-35e0cbfa-9e91-4698-8e2c-10e8fb0af127 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.448485 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c6d900df-f387-4f3d-8d7f-c1cec208b51e req-0aa9f298-86c2-411b-ae4e-92733a00ec84 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565181 Dec 17 13:21:54.465335 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-35e0cbfa-9e91-4698-8e2c-10e8fb0af127 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.471785 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c043d54f-5da5-4301-b974-4a68ba6fab03 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.524221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043d54f-5da5-4301-b974-4a68ba6fab03 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=4dc571e0-e065-4914-aba5-d84e938d3f93,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:54.535524 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.547237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cf27311f-c63c-4ba2-b8a1-75af50c08907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.586731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27311f-c63c-4ba2-b8a1-75af50c08907 None None] Pushing event deleted for resources: {'Port': ['ID=bede0559-10e0-4c1f-9c02-9d22c146cf93,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:54.587165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=bede0559-10e0-4c1f-9c02-9d22c146cf93,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:54.587165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No DVR routers for this DVR port bede0559-10e0-4c1f-9c02-9d22c146cf93 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:54.593188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf27311f-c63c-4ba2-b8a1-75af50c08907 None None] No DVR routers for this DVR port bede0559-10e0-4c1f-9c02-9d22c146cf93 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:54.610084 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07f2711-e6c9-411d-bf36-f3cc5e38044e None None] DHCP port deletion for 3402d4c6-13c3-4383-9f60-7c28ea9caf7d request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:54.683696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a07f2711-e6c9-411d-bf36-f3cc5e38044e None None] Deleting port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:54.685032 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a07f2711-e6c9-411d-bf36-f3cc5e38044e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.713416 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.759326 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d237d132-ce58-45cc-8dd2-32b87b7a04de']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:54.760793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-35e0cbfa-9e91-4698-8e2c-10e8fb0af127 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.774962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a863024c-5cf3-4df5-aed4-ae97ed6d804d') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:54.775273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a863024c-5cf3-4df5-aed4-ae97ed6d804d') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:54.778021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a07f2711-e6c9-411d-bf36-f3cc5e38044e None None] For port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8ee08993-a193-49a8-8bdf-c31d0f8a15f8,segment=NetworkSegment(451e0e63-c381-41ca-80e3-85d1d3c15f16),segment_id=451e0e63-c381-41ca-80e3-85d1d3c15f16)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:54.778701 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a07f2711-e6c9-411d-bf36-f3cc5e38044e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.788455 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.796705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a07f2711-e6c9-411d-bf36-f3cc5e38044e None None] Calling delete_port for 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:54.808809 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.820077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:21:54.821601 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:21:54.829984 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:21:54.837569 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c043d54f-5da5-4301-b974-4a68ba6fab03 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.031965 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.064677 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.073025 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/networks/d237d132-ce58-45cc-8dd2-32b87b7a04de HTTP/1.1" status: 204 len: 168 time: 1.8355041 Dec 17 13:21:55.074588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961838a1-b689-4ac1-8d49-b44ee802988a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Network': ['ID=d237d132-ce58-45cc-8dd2-32b87b7a04de,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:55.081779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45238) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:55.096258 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a07f2711-e6c9-411d-bf36-f3cc5e38044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.102658 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-35e0cbfa-9e91-4698-8e2c-10e8fb0af127 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.128060 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f2711-e6c9-411d-bf36-f3cc5e38044e None None] Pushing event deleted for resources: {'Port': ['ID=8ee08993-a193-49a8-8bdf-c31d0f8a15f8,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:55.134527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f2711-e6c9-411d-bf36-f3cc5e38044e None None] No DVR routers for this DVR port 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:55.172665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ffd55c-3de5-4ac2-8941-0d7e200dc46b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:55.179424 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-70ffd55c-3de5-4ac2-8941-0d7e200dc46b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0962563 Dec 17 13:21:55.180464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45240) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:55.189029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0cbfa-9e91-4698-8e2c-10e8fb0af127 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event deleted for resources: {'Subnet': ['ID=7e03aa4f-b4e4-4db1-af0f-6ab5fe545316,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:55.196929 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-35e0cbfa-9e91-4698-8e2c-10e8fb0af127 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.203901 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-35e0cbfa-9e91-4698-8e2c-10e8fb0af127 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "DELETE /v2.0/subnets/7e03aa4f-b4e4-4db1-af0f-6ab5fe545316 HTTP/1.1" status: 204 len: 168 time: 0.8490183 Dec 17 13:21:55.205022 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45242) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:55.215964 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db4525a-86c2-4732-93ac-1983bd17b463 None None] Network 8536c1ec-6029-4769-8b31-0b694c76ba55 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:55.252045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c043d54f-5da5-4301-b974-4a68ba6fab03 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 731f3786-04c8-48d1-b786-731d060cfd33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:55.308934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45244) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:55.310591 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b56c1c56-710c-445b-b4f6-efd0f4386ea2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1282167 Dec 17 13:21:55.314865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4de9a449-9dc5-4f6b-af2e-39fafc23edb1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-35493986'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:55.428086 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.441570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06eb095-c30c-42e4-96bb-eeb3e144ddc5 None None] DHCP port deletion for 8536c1ec-6029-4769-8b31-0b694c76ba55 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:55.453652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c043d54f-5da5-4301-b974-4a68ba6fab03 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:55.463508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45248) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:55.465042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c043d54f-5da5-4301-b974-4a68ba6fab03 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5614476 Dec 17 13:21:55.466224 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39fc8ee-b70d-4b94-a3ad-325d29c190c3 None None] Sync routers for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:55.482309 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39fc8ee-b70d-4b94-a3ad-325d29c190c3 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:55.484867 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c39fc8ee-b70d-4b94-a3ad-325d29c190c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:55.553002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de9a449-9dc5-4f6b-af2e-39fafc23edb1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:55.557316 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4de9a449-9dc5-4f6b-af2e-39fafc23edb1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.568664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b06eb095-c30c-42e4-96bb-eeb3e144ddc5 None None] Deleting port fa30eeab-6c1f-4822-869e-62d0905398e5 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:55.569040 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b06eb095-c30c-42e4-96bb-eeb3e144ddc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.595359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9949ad61-71b5-426c-aad3-2a1c705eeff6 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting subnet 2c05835b-8d58-475c-be6c-a6aa0e8421ff {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:21:55.603170 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9949ad61-71b5-426c-aad3-2a1c705eeff6 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.613190 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c39fc8ee-b70d-4b94-a3ad-325d29c190c3 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:55.656607 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9949ad61-71b5-426c-aad3-2a1c705eeff6 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.682835 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.745061 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b06eb095-c30c-42e4-96bb-eeb3e144ddc5 None None] For port fa30eeab-6c1f-4822-869e-62d0905398e5, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fa30eeab-6c1f-4822-869e-62d0905398e5,segment=NetworkSegment(cc27a492-92f3-431e-aab2-2d8eb34cdf75),segment_id=cc27a492-92f3-431e-aab2-2d8eb34cdf75)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:55.747266 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b06eb095-c30c-42e4-96bb-eeb3e144ddc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.756102 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de9a449-9dc5-4f6b-af2e-39fafc23edb1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:21:55.759288 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c39fc8ee-b70d-4b94-a3ad-325d29c190c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:54Z', 'revision_number': 11, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:55.771909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b06eb095-c30c-42e4-96bb-eeb3e144ddc5 None None] Calling delete_port for fa30eeab-6c1f-4822-869e-62d0905398e5 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:55.785524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4de9a449-9dc5-4f6b-af2e-39fafc23edb1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.786072 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-4de9a449-9dc5-4f6b-af2e-39fafc23edb1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Added segment 4b442ef2-a633-421b-b59e-85711917399b of type vlan for network 6b3e4b28-56c3-4e9e-a920-b70c32431fd4 Dec 17 13:21:55.829446 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4de9a449-9dc5-4f6b-af2e-39fafc23edb1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.840812 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39fc8ee-b70d-4b94-a3ad-325d29c190c3 None None] Checking router: 731f3786-04c8-48d1-b786-731d060cfd33 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:21:55.863860 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39fc8ee-b70d-4b94-a3ad-325d29c190c3 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:55.864422 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c39fc8ee-b70d-4b94-a3ad-325d29c190c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:55.884631 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9949ad61-71b5-426c-aad3-2a1c705eeff6 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.899237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3402d4c6-13c3-4383-9f60-7c28ea9caf7d']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:55.934868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451e0e63-c381-41ca-80e3-85d1d3c15f16') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:55.935362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451e0e63-c381-41ca-80e3-85d1d3c15f16') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:55.957257 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4de9a449-9dc5-4f6b-af2e-39fafc23edb1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.963095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de9a449-9dc5-4f6b-af2e-39fafc23edb1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:55.968302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4de9a449-9dc5-4f6b-af2e-39fafc23edb1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.979404 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:55.997198 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c39fc8ee-b70d-4b94-a3ad-325d29c190c3 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:56.008330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.023854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:21:56.025491 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:21:56.041610 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:21:56.061996 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c39fc8ee-b70d-4b94-a3ad-325d29c190c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:54Z', 'revision_number': 11, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:56.066426 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b06eb095-c30c-42e4-96bb-eeb3e144ddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.090297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06eb095-c30c-42e4-96bb-eeb3e144ddc5 None None] No DVR routers for this DVR port fa30eeab-6c1f-4822-869e-62d0905398e5 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:56.106241 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39fc8ee-b70d-4b94-a3ad-325d29c190c3 None None] The sync data for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 is: [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:54Z', 'revision_number': 11, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:56.107470 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9949ad61-71b5-426c-aad3-2a1c705eeff6 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.182886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06eb095-c30c-42e4-96bb-eeb3e144ddc5 None None] Pushing event deleted for resources: {'Port': ['ID=fa30eeab-6c1f-4822-869e-62d0905398e5,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:56.207046 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9949ad61-71b5-426c-aad3-2a1c705eeff6 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.212700 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9949ad61-71b5-426c-aad3-2a1c705eeff6 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/2c05835b-8d58-475c-be6c-a6aa0e8421ff HTTP/1.1" status: 204 len: 168 time: 0.7452059 Dec 17 13:21:56.212700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949ad61-71b5-426c-aad3-2a1c705eeff6 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Subnet': ['ID=2c05835b-8d58-475c-be6c-a6aa0e8421ff,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:56.219480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff48c6ce-e3c6-4372-b19d-dbe82b5e8cf3 None None] Network e8ac0230-b250-4314-b715-4573f7ddcfe5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:56.222503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45260) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:56.324762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9a449-9dc5-4f6b-af2e-39fafc23edb1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Network': ['ID=6b3e4b28-56c3-4e9e-a920-b70c32431fd4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:56.341287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bde5e-8981-4a11-a53d-fe2d0a0acbe3 req-e8082bac-ac3e-46f8-a2a9-8c9d75a72d28 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:56.349884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 6b3e4b28-56c3-4e9e-a920-b70c32431fd4 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:21:56.350758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4d2bde5e-8981-4a11-a53d-fe2d0a0acbe3 req-e8082bac-ac3e-46f8-a2a9-8c9d75a72d28 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.7491636 Dec 17 13:21:56.363307 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-446ce633-9afb-4d44-8934-cc467691a5b3 req-709b9b20-499d-451b-b55d-72203912ce47 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6023462 Dec 17 13:21:56.382115 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4de9a449-9dc5-4f6b-af2e-39fafc23edb1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0718980 Dec 17 13:21:56.385167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45262) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:56.397618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-59d7a77b-870b-4306-98cc-890c47c1c88e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': '6b3e4b28-56c3-4e9e-a920-b70c32431fd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:56.397866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.402169 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.524616 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4d2bde5e-8981-4a11-a53d-fe2d0a0acbe3 req-66dbf197-e46d-4010-b2e1-8eb77541d044 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728423 Dec 17 13:21:56.569374 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Deleting port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:56.570001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.576066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.584018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "DELETE /v2.0/networks/3402d4c6-13c3-4383-9f60-7c28ea9caf7d HTTP/1.1" status: 204 len: 168 time: 1.3778853 Dec 17 13:21:56.680920 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] For port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2f0dadf4-d031-4a17-a974-ae9382cd9d0b,segment=NetworkSegment(9315992c-da03-45e8-8905-1b35ff7bed59),segment_id=9315992c-da03-45e8-8905-1b35ff7bed59)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:56.681299 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.686990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45266) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:56.696717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Calling delete_port for 2f0dadf4-d031-4a17-a974-ae9382cd9d0b owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:56.706756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116a5c6-c5d2-4cdc-8099-ff4575b9f43a None None] DHCP port deletion for e8ac0230-b250-4314-b715-4573f7ddcfe5 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:56.739347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e653525-a6c5-4943-b6c1-07beca47d015 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event deleted for resources: {'Network': ['ID=3402d4c6-13c3-4383-9f60-7c28ea9caf7d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:56.824585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fa30eeab-6c1f-4822-869e-62d0905398e5 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:56.850494 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9116a5c6-c5d2-4cdc-8099-ff4575b9f43a None None] Deleting port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:56.850878 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9116a5c6-c5d2-4cdc-8099-ff4575b9f43a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.864237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: fa30eeab-6c1f-4822-869e-62d0905398e5 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:56.864589 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fa30eeab-6c1f-4822-869e-62d0905398e5 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:56.865013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device bede0559-10e0-4c1f-9c02-9d22c146cf93 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:56.914232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: bede0559-10e0-4c1f-9c02-9d22c146cf93 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:56.914537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device bede0559-10e0-4c1f-9c02-9d22c146cf93 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:56.914970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:56.915385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ce633-9afb-4d44-8934-cc467691a5b3 req-e6311544-1e88-4c66-a562-e6740fe03a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:56.917059 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-446ce633-9afb-4d44-8934-cc467691a5b3 req-e6311544-1e88-4c66-a562-e6740fe03a48 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 1096 time: 0.4729710 Dec 17 13:21:56.929720 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.930046 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.950734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:56.950734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8ee08993-a193-49a8-8bdf-c31d0f8a15f8 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:56.977676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9116a5c6-c5d2-4cdc-8099-ff4575b9f43a None None] For port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2f0dadf4-d031-4a17-a974-ae9382cd9d0b,segment=NetworkSegment(9315992c-da03-45e8-8905-1b35ff7bed59),segment_id=9315992c-da03-45e8-8905-1b35ff7bed59)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:56.977901 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9116a5c6-c5d2-4cdc-8099-ff4575b9f43a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:56.987497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Port': ['ID=2f0dadf4-d031-4a17-a974-ae9382cd9d0b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:57.000732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9116a5c6-c5d2-4cdc-8099-ff4575b9f43a None None] Calling delete_port for 2f0dadf4-d031-4a17-a974-ae9382cd9d0b owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:57.014661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No DVR routers for this DVR port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:57.067832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d7a77b-870b-4306-98cc-890c47c1c88e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:21:57.071507 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-59d7a77b-870b-4306-98cc-890c47c1c88e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.130050 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9116a5c6-c5d2-4cdc-8099-ff4575b9f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.158303 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.165531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116a5c6-c5d2-4cdc-8099-ff4575b9f43a None None] Pushing event deleted for resources: {'Port': ['ID=2f0dadf4-d031-4a17-a974-ae9382cd9d0b,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:57.172698 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116a5c6-c5d2-4cdc-8099-ff4575b9f43a None None] No DVR routers for this DVR port 2f0dadf4-d031-4a17-a974-ae9382cd9d0b on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:57.178838 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.210288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ac0230-b250-4314-b715-4573f7ddcfe5']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:57.228527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9315992c-da03-45e8-8905-1b35ff7bed59') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:57.228849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9315992c-da03-45e8-8905-1b35ff7bed59') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:57.256235 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.307539 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.308986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8536c1ec-6029-4769-8b31-0b694c76ba55']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:57.336146 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:21:57.336775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:21:57.362989 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:21:57.380305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc27a492-92f3-431e-aab2-2d8eb34cdf75') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:57.380823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc27a492-92f3-431e-aab2-2d8eb34cdf75') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:57.414016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e992a61-fbf0-49f9-9916-63a54811a3ee req-88089156-86cb-432c-8af2-0f0b7b681a90 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:57.415487 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6e992a61-fbf0-49f9-9916-63a54811a3ee req-88089156-86cb-432c-8af2-0f0b7b681a90 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.1831548 Dec 17 13:21:57.419841 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.426790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ce633-9afb-4d44-8934-cc467691a5b3 req-3858816d-3317-4473-8b95-e8c1ede4798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:57.428574 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-446ce633-9afb-4d44-8934-cc467691a5b3 req-3858816d-3317-4473-8b95-e8c1ede4798e service neutron] 10.222.0.61 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 912 time: 0.4690304 Dec 17 13:21:57.480884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6e992a61-fbf0-49f9-9916-63a54811a3ee req-3fe6bf74-9295-4bbc-ac20-68050aa01344 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495498 Dec 17 13:21:57.496271 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.509773 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.518286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.521634 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/networks/e8ac0230-b250-4314-b715-4573f7ddcfe5 HTTP/1.1" status: 204 len: 168 time: 1.2980232 Dec 17 13:21:57.521782 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-07efbc4c-9f78-4f8b-8a1f-f84ef621d8ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2962513 Dec 17 13:21:57.523645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cea326-fbc4-43b8-b7ce-538e2b2ff547 req-2b93d83e-1c70-4dd9-abf9-31d6e0af94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:57.525001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72cea326-fbc4-43b8-b7ce-538e2b2ff547 req-2b93d83e-1c70-4dd9-abf9-31d6e0af94e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=77887312cef745b7befd4353acd84ed2&device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 1097 time: 0.2112634 Dec 17 13:21:57.526274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:21:57.526687 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.531708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45284) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:21:57.532665 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:21:57.536440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-043baf78-e89f-45b1-8173-80516ee87e4a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'router': {'routes': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:57.539177 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddf5b1-3364-4f8d-93f8-b4aa23a860e2 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Pushing event deleted for resources: {'Network': ['ID=e8ac0230-b250-4314-b715-4573f7ddcfe5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:57.678367 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-446ce633-9afb-4d44-8934-cc467691a5b3 req-4f142fdc-cbe0-4700-bae6-304e96e7c8fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b06630-f02d-41fa-a661-61f4ae8b1e9d HTTP/1.1" status: 200 len: 1000 time: 0.2388732 Dec 17 13:21:57.716675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.extraroute_db [None req-043baf78-e89f-45b1-8173-80516ee87e4a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Added routes are [] {{(pid=110454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 13:21:57.717988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.extraroute_db [None req-043baf78-e89f-45b1-8173-80516ee87e4a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Removed routes are [] {{(pid=110454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 13:21:57.717988 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-043baf78-e89f-45b1-8173-80516ee87e4a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.749860 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.786358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.791328 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "DELETE /v2.0/networks/8536c1ec-6029-4769-8b31-0b694c76ba55 HTTP/1.1" status: 204 len: 168 time: 1.1024027 Dec 17 13:21:57.796345 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45294) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:57.802667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-b9a9fc4f-1a55-4fa4-b5d9-55a073544b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:57.803436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-b9a9fc4f-1a55-4fa4-b5d9-55a073544b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:57.804184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-b9a9fc4f-1a55-4fa4-b5d9-55a073544b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:57.804931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-b9a9fc4f-1a55-4fa4-b5d9-55a073544b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:57.805758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-b9a9fc4f-1a55-4fa4-b5d9-55a073544b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:57.806533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-b9a9fc4f-1a55-4fa4-b5d9-55a073544b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:57.807244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-b9a9fc4f-1a55-4fa4-b5d9-55a073544b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:57.810243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-b9a9fc4f-1a55-4fa4-b5d9-55a073544b14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6491 time: 0.2093771 Dec 17 13:21:57.836759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6298af-bdd0-48eb-8f07-e514c7bb559b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event deleted for resources: {'Network': ['ID=8536c1ec-6029-4769-8b31-0b694c76ba55,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:57.845056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cea326-fbc4-43b8-b7ce-538e2b2ff547 req-9e290cd0-87bc-49b2-9712-670b6a288fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:57.847352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72cea326-fbc4-43b8-b7ce-538e2b2ff547 req-9e290cd0-87bc-49b2-9712-670b6a288fab service neutron] 10.222.0.54 "GET /v2.0/networks?id=61465188-496b-4188-aed2-5ed266e622e5 HTTP/1.1" status: 200 len: 917 time: 0.2974234 Dec 17 13:21:57.847718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ce633-9afb-4d44-8934-cc467691a5b3 req-de31e2dc-335f-4e0d-8755-0d39e19c184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:57.849122 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-446ce633-9afb-4d44-8934-cc467691a5b3 req-de31e2dc-335f-4e0d-8755-0d39e19c184c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d1656b2-e2b6-417d-b1f4-d2369980ad95 HTTP/1.1" status: 200 len: 850 time: 0.1605675 Dec 17 13:21:57.925675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-043baf78-e89f-45b1-8173-80516ee87e4a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.931837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-0220c6b4-35f7-43dd-8193-6b53d1a4dd9b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Deleting subnet c975172d-9473-4c79-9162-5ec4078cc8cb {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:21:57.935844 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-043baf78-e89f-45b1-8173-80516ee87e4a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.938595 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0220c6b4-35f7-43dd-8193-6b53d1a4dd9b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:57.991069 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72cea326-fbc4-43b8-b7ce-538e2b2ff547 req-038f809a-e1ba-49d8-ae38-549d27cf0165 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d51a41c-c947-4d05-98b1-0821205e533f HTTP/1.1" status: 200 len: 217 time: 0.1294651 Dec 17 13:21:58.042815 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0220c6b4-35f7-43dd-8193-6b53d1a4dd9b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:58.079763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043baf78-e89f-45b1-8173-80516ee87e4a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router 731f3786-04c8-48d1-b786-731d060cfd33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:21:58.115495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4dc571e0-e065-4914-aba5-d84e938d3f93 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:58.126931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ce633-9afb-4d44-8934-cc467691a5b3 req-9beaecbf-bf45-4ee3-870d-636cda6592f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:58.128742 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-446ce633-9afb-4d44-8934-cc467691a5b3 req-9beaecbf-bf45-4ee3-870d-636cda6592f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efd523df-1141-427f-91d1-b66f399f62fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2649000 Dec 17 13:21:58.142149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 4dc571e0-e065-4914-aba5-d84e938d3f93 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:58.142863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4dc571e0-e065-4914-aba5-d84e938d3f93 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:58.143746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2f0dadf4-d031-4a17-a974-ae9382cd9d0b no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:21:58.167814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cea326-fbc4-43b8-b7ce-538e2b2ff547 req-51ea85ac-e8d4-46b7-91c2-bf45ea46f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:58.169312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72cea326-fbc4-43b8-b7ce-538e2b2ff547 req-51ea85ac-e8d4-46b7-91c2-bf45ea46f058 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac6be7b0-b67e-4b47-9509-aae28970dfc6 HTTP/1.1" status: 200 len: 855 time: 0.1610687 Dec 17 13:21:58.171310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-215758c9-a063-416d-a623-337a2432b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:58.171963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-215758c9-a063-416d-a623-337a2432b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:58.172455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-215758c9-a063-416d-a623-337a2432b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:58.173415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 2f0dadf4-d031-4a17-a974-ae9382cd9d0b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:21:58.173946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2f0dadf4-d031-4a17-a974-ae9382cd9d0b not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:21:58.174125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-215758c9-a063-416d-a623-337a2432b543 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=07d2f406-3950-4c25-8545-7279d9964e39&id=07d2f406-3950-4c25-8545-7279d9964e39 HTTP/1.1" status: 200 len: 2293 time: 0.3314531 Dec 17 13:21:58.250589 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-59d7a77b-870b-4306-98cc-890c47c1c88e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:58.255755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043baf78-e89f-45b1-8173-80516ee87e4a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:21:58.263943 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-043baf78-e89f-45b1-8173-80516ee87e4a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:58.267437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-043baf78-e89f-45b1-8173-80516ee87e4a tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33 HTTP/1.1" status: 200 len: 701 time: 0.7324629 Dec 17 13:21:58.268334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45296) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:58.271448 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d98f18-7ba4-4fcc-b4f3-6774c1b1dfb4 None None] Sync routers for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:21:58.283618 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0220c6b4-35f7-43dd-8193-6b53d1a4dd9b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:58.285709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d98f18-7ba4-4fcc-b4f3-6774c1b1dfb4 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:58.286365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-64d98f18-7ba4-4fcc-b4f3-6774c1b1dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:58.376448 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cb980562-2668-4fe2-8894-c9de82d56bdc tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=731f3786-04c8-48d1-b786-731d060cfd33 HTTP/1.1" status: 200 len: 205 time: 0.1056094 Dec 17 13:21:58.379011 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45302) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:58.381483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-038c07d9-06a5-4d25-800d-2c7df751505a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200 HTTP/1.1" status: 200 len: 1001 time: 0.1818538 Dec 17 13:21:58.394779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-64d98f18-7ba4-4fcc-b4f3-6774c1b1dfb4 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:58.446803 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0220c6b4-35f7-43dd-8193-6b53d1a4dd9b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:58.464299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-64d98f18-7ba4-4fcc-b4f3-6774c1b1dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:54Z', 'revision_number': 11, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:58.491286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7a77b-870b-4306-98cc-890c47c1c88e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Subnet': ['ID=ee79a36a-7df9-4720-8a84-2c234b003e4c,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:58.501169 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-446ce633-9afb-4d44-8934-cc467691a5b3 req-eb067af2-4648-4e44-9095-43357a405143 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581133 Dec 17 13:21:58.502968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cea326-fbc4-43b8-b7ce-538e2b2ff547 req-9790575b-6766-44d0-bf17-58fe5708af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:58.504624 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72cea326-fbc4-43b8-b7ce-538e2b2ff547 req-9790575b-6766-44d0-bf17-58fe5708af11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=61465188-496b-4188-aed2-5ed266e622e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3059552 Dec 17 13:21:58.514623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d98f18-7ba4-4fcc-b4f3-6774c1b1dfb4 None None] Checking router: 731f3786-04c8-48d1-b786-731d060cfd33 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:21:58.526455 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d98f18-7ba4-4fcc-b4f3-6774c1b1dfb4 None None] Routers {'731f3786-04c8-48d1-b786-731d060cfd33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:21:58.527246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-64d98f18-7ba4-4fcc-b4f3-6774c1b1dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['731f3786-04c8-48d1-b786-731d060cfd33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:58.539630 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0220c6b4-35f7-43dd-8193-6b53d1a4dd9b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:58.545778 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0220c6b4-35f7-43dd-8193-6b53d1a4dd9b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "DELETE /v2.0/subnets/c975172d-9473-4c79-9162-5ec4078cc8cb HTTP/1.1" status: 204 len: 168 time: 0.7470248 Dec 17 13:21:58.546437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220c6b4-35f7-43dd-8193-6b53d1a4dd9b tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event deleted for resources: {'Subnet': ['ID=c975172d-9473-4c79-9162-5ec4078cc8cb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:58.553802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45310) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:58.557153 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a43d7d3a-ee4a-46c1-ad93-50ea74eb1134 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:58.578874 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a10b8e0-25e0-4773-ba61-5cdbde133752 None None] Network 55cff9a9-e86c-496e-be4e-62bf7d3590b4 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:58.667918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-446ce633-9afb-4d44-8934-cc467691a5b3 req-2cec88f5-4a21-4f49-ae7a-bd3cd0b4e6f4 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549654 Dec 17 13:21:58.669785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-a4d54e70-00a2-4173-a743-07e94f2baa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:58.671374 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-a4d54e70-00a2-4173-a743-07e94f2baa42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13 HTTP/1.1" status: 200 len: 850 time: 0.2699571 Dec 17 13:21:58.680099 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-64d98f18-7ba4-4fcc-b4f3-6774c1b1dfb4 None None] Set router 731f3786-04c8-48d1-b786-731d060cfd33 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:21:58.766177 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-64d98f18-7ba4-4fcc-b4f3-6774c1b1dfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:54Z', 'revision_number': 11, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:58.819670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d98f18-7ba4-4fcc-b4f3-6774c1b1dfb4 None None] The sync data for ids ['731f3786-04c8-48d1-b786-731d060cfd33'] in n-d-815324-5 is: [{'id': '731f3786-04c8-48d1-b786-731d060cfd33', 'name': 'tempest-RoutersTest-router-1812275263', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:20:44Z', 'updated_at': '2021-12-17T13:21:54Z', 'revision_number': 11, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:21:58.997935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] DHCP port deletion for 55cff9a9-e86c-496e-be4e-62bf7d3590b4 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:21:59.097000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Deleting port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:59.097490 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.222912 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a43d7d3a-ee4a-46c1-ad93-50ea74eb1134 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.228378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.230799 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a43d7d3a-ee4a-46c1-ad93-50ea74eb1134 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.288806 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72cea326-fbc4-43b8-b7ce-538e2b2ff547 req-312c3927-1f29-413a-af49-f300739b77f0 service neutron] 10.222.0.54 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7747808 Dec 17 13:21:59.289831 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7a77b-870b-4306-98cc-890c47c1c88e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Checking segment: {'id': '4b442ef2-a633-421b-b59e-85711917399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6b3e4b28-56c3-4e9e-a920-b70c32431fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:21:59.290410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7a77b-870b-4306-98cc-890c47c1c88e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network hostable DHCP agents. Network: 6b3e4b28-56c3-4e9e-a920-b70c32431fd4, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:21:59.338656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] For port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d,segment=NetworkSegment(f9ce9747-4715-4fe3-aa0d-b18db4c01312),segment_id=f9ce9747-4715-4fe3-aa0d-b18db4c01312)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:59.339470 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.339824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Deleting port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:21:59.340500 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.367580 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Calling delete_port for c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:59.418907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] For port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d,segment=NetworkSegment(f9ce9747-4715-4fe3-aa0d-b18db4c01312),segment_id=f9ce9747-4715-4fe3-aa0d-b18db4c01312)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:21:59.419636 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.423526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72cea326-fbc4-43b8-b7ce-538e2b2ff547 req-c00949c5-eb5f-4d5f-9dc2-66ccbf967a13 service neutron] 10.222.0.54 "GET /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057875 Dec 17 13:21:59.451898 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Calling delete_port for c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:21:59.490460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-8b035dc1-134c-4eae-b199-05aa48f62b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:59.492262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-8b035dc1-134c-4eae-b199-05aa48f62b12 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857538 Dec 17 13:21:59.502292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ee0c7-83ef-4fc5-852f-93bb7d19d857 req-e8382485-ab88-47c5-8c82-d16a18256a5f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:59.504118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c09ee0c7-83ef-4fc5-852f-93bb7d19d857 req-e8382485-ab88-47c5-8c82-d16a18256a5f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.2184873 Dec 17 13:21:59.547352 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a43d7d3a-ee4a-46c1-ad93-50ea74eb1134 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.547992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43d7d3a-ee4a-46c1-ad93-50ea74eb1134 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Fanout notify agent at l3_agent the message router_deleted on router 731f3786-04c8-48d1-b786-731d060cfd33 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:21:59.558686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a43d7d3a-ee4a-46c1-ad93-50ea74eb1134 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.564302 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a43d7d3a-ee4a-46c1-ad93-50ea74eb1134 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33 HTTP/1.1" status: 204 len: 168 time: 1.1794107 Dec 17 13:21:59.564302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45318) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:59.573255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-bf7e0061-c158-447f-bc68-076f6a08397d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1183408075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:59.629920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7a77b-870b-4306-98cc-890c47c1c88e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 6b3e4b28-56c3-4e9e-a920-b70c32431fd4 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:21:59.630856 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.687022 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.697266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Pushing event deleted for resources: {'Port': ['ID=c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:59.715874 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] No DVR routers for this DVR port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:59.732263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c09ee0c7-83ef-4fc5-852f-93bb7d19d857 req-0f6bd97f-410d-4f68-8de1-6952f7e74de9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356220 Dec 17 13:21:59.740409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.743384 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.744555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event deleted for resources: {'Port': ['ID=c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:21:59.745202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.745760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.746254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.748251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] No DVR routers for this DVR port c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:21:59.748495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.749166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.750700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.751210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.752845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.753486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.756845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.757557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c11e8-ae41-4b0d-b490-64502c59ee40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:21:59.763772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-59d7a77b-870b-4306-98cc-890c47c1c88e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 6b3e4b28-56c3-4e9e-a920-b70c32431fd4) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:21:59.769747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0061-c158-447f-bc68-076f6a08397d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.769747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0061-c158-447f-bc68-076f6a08397d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.794639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d7a77b-870b-4306-98cc-890c47c1c88e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:21:59.797659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-59d7a77b-870b-4306-98cc-890c47c1c88e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.815842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d173bdd-2757-4c80-ad82-2fd9fd9485c4 None None] Network 6b3e4b28-56c3-4e9e-a920-b70c32431fd4 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:21:59.863457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-ab7cd2db-d912-4d3e-acdb-d0f2448ff10a service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571136 Dec 17 13:21:59.909201 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.956191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-59d7a77b-870b-4306-98cc-890c47c1c88e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5694566 Dec 17 13:21:59.958894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45334) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:21:59.969265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': '6b3e4b28-56c3-4e9e-a920-b70c32431fd4', 'name': 'tempest-PortsTestJSON-510435306'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:21:59.971829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cff9a9-e86c-496e-be4e-62bf7d3590b4']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:59.982006 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0061-c158-447f-bc68-076f6a08397d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:21:59.985891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ce9747-4715-4fe3-aa0d-b18db4c01312') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:21:59.986197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ce9747-4715-4fe3-aa0d-b18db4c01312') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:00.004569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:00.045406 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:00.056090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:22:00.056872 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:22:00.061412 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:22:00.088364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-6b3e4b28-56c3-4e9e-a920-b70c32431fd4', 'network_id': '6b3e4b28-56c3-4e9e-a920-b70c32431fd4', 'project_id': 'a8a9a15e6fa84b0bbd02de5f61aebabe', 'fixed_ips': [{'subnet_id': 'ee79a36a-7df9-4720-8a84-2c234b003e4c'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:22:00.089522 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:00.117112 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-b10b30eb-1bf0-4077-97b8-e1c86bf4216c service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404058 Dec 17 13:22:00.129370 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0061-c158-447f-bc68-076f6a08397d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:00.130649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:22:00.173532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:22:00.173933 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c4b7eeab-9ddb-48e2-b0f6-7b4be4a3937d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:22:00.192149 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-07b644c7-01bf-4388-812d-2d1457e02446 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=731e1dcb-c235-4f38-a39c-20fb543ce7e9 HTTP/1.1" status: 200 len: 217 time: 0.0651574 Dec 17 13:22:00.255304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-75f459ef-91c2-4368-b649-863e6dcd23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:00.257048 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-75f459ef-91c2-4368-b649-863e6dcd23dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.0565448 Dec 17 13:22:00.303148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Allocated IP 172.20.0.2 (6b3e4b28-56c3-4e9e-a920-b70c32431fd4/ee79a36a-7df9-4720-8a84-2c234b003e4c/7b31b8f3-4509-4c45-ad86-bae3a2384241) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:00.323692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-f9398468-fa73-4692-9617-4319f6b28911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:00.328724 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-f9398468-fa73-4692-9617-4319f6b28911 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0641384 Dec 17 13:22:00.334226 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:00.338521 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0061-c158-447f-bc68-076f6a08397d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:00.339794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bf7e0061-c158-447f-bc68-076f6a08397d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7706139 Dec 17 13:22:00.345722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45336) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:00.369034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-06b666b5-c023-4edb-ad9f-040e92f7bc72 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:00.373861 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:00.377222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "DELETE /v2.0/networks/55cff9a9-e86c-496e-be4e-62bf7d3590b4 HTTP/1.1" status: 204 len: 168 time: 1.4101403 Dec 17 13:22:00.402302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45340) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:00.461228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc69c07-77c1-4495-97bb-8636e3567ecb tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Pushing event deleted for resources: {'Network': ['ID=55cff9a9-e86c-496e-be4e-62bf7d3590b4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:00.491925 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2676d4d6-5c0e-475f-9a02-2a7eb18a0035 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "GET /v2.0/ports?device_id=9976b71a-a67e-4625-a22e-e583453a8a14 HTTP/1.1" status: 200 len: 205 time: 0.0864642 Dec 17 13:22:00.493327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45342) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:00.500701 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-89327300-38af-4d1b-b5e0-b26614cc6e06 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555712 Dec 17 13:22:00.521080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:00.525417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:00.547115 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:00.590798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port 6d5e293f-2302-4f63-a246-bf4f0c620a5c yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:22:00.610134 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:00.777570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ec89664-1d01-4cb6-8756-3a12f6189f28 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:00.863593 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-be957590-f61c-4f98-94c5-059d43f8cc0b service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529606 Dec 17 13:22:00.941243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-e39ab6b1-dffa-4500-9b96-d28e88082a4d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=020196ad-0617-491a-a5a3-0e0d6fbcee80 HTTP/1.1" status: 200 len: 217 time: 0.0686965 Dec 17 13:22:00.944298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.api [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-317550c8-5791-40e9-afc3-7fff611ca093 {{(pid=110453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:22:00.946637 n-d-815324-5 neutron-server[110453]: DEBUG oslo_db.api [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:22:01.007134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Network 6b3e4b28-56c3-4e9e-a920-b70c32431fd4 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:01.015681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:01.020339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:22:01.049766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-b4a63206-363e-4a88-9383-12068c73cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:01.054049 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-b4a63206-363e-4a88-9383-12068c73cd1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.1010818 Dec 17 13:22:01.068387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Pushing event updated for resources: {'Port': ['ID=7b31b8f3-4509-4c45-ad86-bae3a2384241,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:01.110824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Attempting to bind port 7b31b8f3-4509-4c45-ad86-bae3a2384241 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:22:01.111236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Attempting to bind port 7b31b8f3-4509-4c45-ad86-bae3a2384241 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '4b442ef2-a633-421b-b59e-85711917399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6b3e4b28-56c3-4e9e-a920-b70c32431fd4'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:22:01.111628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Attempting to bind port 7b31b8f3-4509-4c45-ad86-bae3a2384241 on network 6b3e4b28-56c3-4e9e-a920-b70c32431fd4 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:22:01.117901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:22:01.118282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Checking segment: {'id': '4b442ef2-a633-421b-b59e-85711917399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6b3e4b28-56c3-4e9e-a920-b70c32431fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:22:01.118697 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:01.119249 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Bound using segment: {'id': '4b442ef2-a633-421b-b59e-85711917399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6b3e4b28-56c3-4e9e-a920-b70c32431fd4'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:22:01.119734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Bound port: 7b31b8f3-4509-4c45-ad86-bae3a2384241, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b442ef2-a633-421b-b59e-85711917399b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '6b3e4b28-56c3-4e9e-a920-b70c32431fd4'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:22:01.120252 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:01.132432 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b666b5-c023-4edb-ad9f-040e92f7bc72 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:01.196902 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ec89664-1d01-4cb6-8756-3a12f6189f28 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:01.197602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-6a8afbe4-b2b0-42a0-9003-2f943096e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:01.200780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-6a8afbe4-b2b0-42a0-9003-2f943096e1af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404624 Dec 17 13:22:01.201130 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ec89664-1d01-4cb6-8756-3a12f6189f28 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:01.210768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c054a-9f57-46c1-8c52-13a595b8c97b req-35a74c71-9e12-405a-99af-e660462bac5a tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:01.212464 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-865c054a-9f57-46c1-8c52-13a595b8c97b req-35a74c71-9e12-405a-99af-e660462bac5a tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.3085065 Dec 17 13:22:01.372486 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b666b5-c023-4edb-ad9f-040e92f7bc72 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:01.400760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] For port 7b31b8f3-4509-4c45-ad86-bae3a2384241, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:22:01.418149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] For port 7b31b8f3-4509-4c45-ad86-bae3a2384241, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7b31b8f3-4509-4c45-ad86-bae3a2384241,segment=NetworkSegment(4b442ef2-a633-421b-b59e-85711917399b),segment_id=4b442ef2-a633-421b-b59e-85711917399b)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:22:01.459589 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:01.540813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port 8746b4c9-5145-4aab-8850-b5e7b57a26ce yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:22:01.544818 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:01.638510 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:01.650274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-1e6ceaea-1d29-4309-b948-55f5b73e0abf service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224782 Dec 17 13:22:01.677495 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ec89664-1d01-4cb6-8756-3a12f6189f28 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:01.680862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec89664-1d01-4cb6-8756-3a12f6189f28 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Fanout notify agent at l3_agent the message router_deleted on router 9976b71a-a67e-4625-a22e-e583453a8a14 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:22:01.696964 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ec89664-1d01-4cb6-8756-3a12f6189f28 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:01.703600 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3ec89664-1d01-4cb6-8756-3a12f6189f28 tempest-RoutersNegativeIpV6Test-1585156073 tempest-RoutersNegativeIpV6Test-1585156073-project] 10.222.0.59 "DELETE /v2.0/routers/9976b71a-a67e-4625-a22e-e583453a8a14 HTTP/1.1" status: 204 len: 168 time: 1.2075391 Dec 17 13:22:01.706784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec87c9-87ee-4fce-bc77-ea8783d67493 None None] Pushing event updated for resources: {'Port': ['ID=7b31b8f3-4509-4c45-ad86-bae3a2384241,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:01.743584 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-865c054a-9f57-46c1-8c52-13a595b8c97b req-4fa93976-3467-4168-9c21-85ba37e18df9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218265 Dec 17 13:22:01.890329 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b666b5-c023-4edb-ad9f-040e92f7bc72 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Router a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:22:01.907584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.5 (6b3e4b28-56c3-4e9e-a920-b70c32431fd4/ee79a36a-7df9-4720-8a84-2c234b003e4c/8746b4c9-5145-4aab-8850-b5e7b57a26ce) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:01.911611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-acab5b7a-c7bd-4d9e-bdc2-442397b19e74 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525764 Dec 17 13:22:01.994494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-a34f6fe9-73f5-4fed-9456-3f6dce96ddb4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=9253d3de-7598-4eba-9f8b-4849269c1037 HTTP/1.1" status: 200 len: 217 time: 0.0652864 Dec 17 13:22:02.167959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-a00c7147-4c29-4077-a32e-3604d6a265b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:02.170940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-a00c7147-4c29-4077-a32e-3604d6a265b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.1630332 Dec 17 13:22:02.306054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7b31b8f3-4509-4c45-ad86-bae3a2384241 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:22:02.337725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-c764a0fd-7365-47e4-8f7f-8939f94b2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:02.339329 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-c764a0fd-7365-47e4-8f7f-8939f94b2d01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1342070 Dec 17 13:22:02.394004 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 7b31b8f3-4509-4c45-ad86-bae3a2384241 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:02.394723 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:02.445346 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b666b5-c023-4edb-ad9f-040e92f7bc72 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:22:02.459983 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a280eba-f003-4549-a06d-e34b26fe4e7d None None] Sync routers for ids ['a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:22:02.488943 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a280eba-f003-4549-a06d-e34b26fe4e7d None None] Routers {'a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:22:02.489627 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7a280eba-f003-4549-a06d-e34b26fe4e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:02.496663 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06b666b5-c023-4edb-ad9f-040e92f7bc72 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:02.503876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-06b666b5-c023-4edb-ad9f-040e92f7bc72 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "PUT /v2.0/routers/a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd HTTP/1.1" status: 200 len: 694 time: 2.1498239 Dec 17 13:22:02.504577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45378) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:02.588238 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:02.598369 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:02.617490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45382) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:02.665504 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-7a280eba-f003-4549-a06d-e34b26fe4e7d None None] Set router a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:22:02.695133 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 7b31b8f3-4509-4c45-ad86-bae3a2384241, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7b31b8f3-4509-4c45-ad86-bae3a2384241,segment=NetworkSegment(4b442ef2-a633-421b-b59e-85711917399b),segment_id=4b442ef2-a633-421b-b59e-85711917399b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:02.744236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f075-3379-45ce-8f74-51892e952d95 req-b08c3250-165c-42e3-a99e-708f48647dd4 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:02.751319 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75a1f075-3379-45ce-8f74-51892e952d95 req-b08c3250-165c-42e3-a99e-708f48647dd4 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.7654638 Dec 17 13:22:02.754824 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-c603ea1b-1544-4677-bf20-bcb94a2e758b service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993855 Dec 17 13:22:02.773912 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:02.809908 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a9d9eb04-799b-4e8c-bf2d-56350ede6d00 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/routers/a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd HTTP/1.1" status: 200 len: 700 time: 0.2995067 Dec 17 13:22:02.813128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45386) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:02.825624 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7a280eba-f003-4549-a06d-e34b26fe4e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd', 'name': 'tempest-RoutersTest-router-1183408075', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:21:59Z', 'updated_at': '2021-12-17T13:22:01Z', 'revision_number': 2, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:02.915139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=7b31b8f3-4509-4c45-ad86-bae3a2384241,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:02.922857 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a280eba-f003-4549-a06d-e34b26fe4e7d None None] Checking router: a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:22:02.941615 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a280eba-f003-4549-a06d-e34b26fe4e7d None None] Routers {'a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:22:02.941615 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7a280eba-f003-4549-a06d-e34b26fe4e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:21:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:02.973620 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-587700b7-aa87-4fb8-a3e8-0a00e1c7cab1 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd HTTP/1.1" status: 200 len: 205 time: 0.1422746 Dec 17 13:22:03.008190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45390) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:03.036131 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75a1f075-3379-45ce-8f74-51892e952d95 req-301eb636-11be-411e-9995-cfa9ccd45d25 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780261 Dec 17 13:22:03.069567 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-7a280eba-f003-4549-a06d-e34b26fe4e7d None None] Set router a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:22:03.155369 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7a280eba-f003-4549-a06d-e34b26fe4e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd', 'name': 'tempest-RoutersTest-router-1183408075', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:21:59Z', 'updated_at': '2021-12-17T13:22:01Z', 'revision_number': 2, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:03.165416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-e4ff5fd5-8b30-4b5c-a03b-30da7ff3b909 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018428 Dec 17 13:22:03.216708 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a280eba-f003-4549-a06d-e34b26fe4e7d None None] The sync data for ids ['a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd'] in n-d-815324-5 is: [{'id': 'a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd', 'name': 'tempest-RoutersTest-router-1183408075', 'tenant_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:21:59Z', 'updated_at': '2021-12-17T13:22:01Z', 'revision_number': 2, 'project_id': 'fbc6b2e7fed74e93be6b97ff0515de61', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:22:03.364894 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:03.398525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-61b0b43b-123f-4d9c-973c-aa8641ebd12e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=c48b8075-90b6-4a05-99c5-7ae2869d8493 HTTP/1.1" status: 200 len: 217 time: 0.2094188 Dec 17 13:22:03.525991 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-82f0ca8f-13f4-4f5f-90f0-02dc1c60471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:03.529904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8b7b4ebe-a380-4958-9b7f-7d544db1a967 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bdba551267a84aa28f0216599a87f07d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9084413 Dec 17 13:22:03.532756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45398) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:03.558235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 6b3e4b28-56c3-4e9e-a920-b70c32431fd4 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:03.602546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc22f6ec-826f-4842-8740-6529bd5c070a None None] Network 6b3e4b28-56c3-4e9e-a920-b70c32431fd4 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:03.680156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-78fc7efd-5a81-4c2b-99ae-9f0925ab1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:03.681890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-78fc7efd-5a81-4c2b-99ae-9f0925ab1e97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.2284744 Dec 17 13:22:03.682521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=8746b4c9-5145-4aab-8850-b5e7b57a26ce,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:03.707669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:03.719074 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:03.725968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe66b41-73ba-4c35-a41a-438e7045617f req-aaf573d8-1149-4de9-99a3-939e480b2987 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:03.727966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbe66b41-73ba-4c35-a41a-438e7045617f req-aaf573d8-1149-4de9-99a3-939e480b2987 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee HTTP/1.1" status: 200 len: 946 time: 0.5096331 Dec 17 13:22:03.738410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:22:03.760905 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:03.792296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5f81ce3c-d9ea-4e6f-8c1a-a53a648b28ef None None] Provisioning complete for port 7b31b8f3-4509-4c45-ad86-bae3a2384241 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:03.792867 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5f81ce3c-d9ea-4e6f-8c1a-a53a648b28ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:03.912914 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:03.924953 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:03.926897 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/edfe4ee4-177a-4389-bed3-785e7bdc9225 HTTP/1.1" status: 204 len: 168 time: 0.3867102 Dec 17 13:22:03.948796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfe4ee4-177a-4389-bed3-785e7bdc9225,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:03.972298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:03.972653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:03.974577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:03.974982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:03.976082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:03.976448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:03.976788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:03.979167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:03.979537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:03.979887 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:03.980236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:03.986583 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:03.986961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6841a72f-735a-4537-b090-42d36267d7f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:04.027524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-82f0ca8f-13f4-4f5f-90f0-02dc1c60471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:04.050506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:04.052543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:04.059221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbe66b41-73ba-4c35-a41a-438e7045617f req-04c35fa6-8a55-461d-ad0e-3ac24a665005 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122907 Dec 17 13:22:04.061973 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-82f0ca8f-13f4-4f5f-90f0-02dc1c60471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:04.151589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-9ee1401a-f881-458b-9f76-922d17a95fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:04.159503 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-9ee1401a-f881-458b-9f76-922d17a95fdd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4491336 Dec 17 13:22:04.184503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7b31b8f3-4509-4c45-ad86-bae3a2384241 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:22:04.272841 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-82f0ca8f-13f4-4f5f-90f0-02dc1c60471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:04.273393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f0ca8f-13f4-4f5f-90f0-02dc1c60471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Fanout notify agent at l3_agent the message router_deleted on router a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:22:04.293054 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-82f0ca8f-13f4-4f5f-90f0-02dc1c60471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:04.298609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-82f0ca8f-13f4-4f5f-90f0-02dc1c60471d tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd HTTP/1.1" status: 204 len: 168 time: 1.1326771 Dec 17 13:22:04.302886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45416) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:04.339156 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4f517c74-cd60-440d-b614-4305ee33b804 None None] Provisioning complete for port 7b31b8f3-4509-4c45-ad86-bae3a2384241 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:04.339616 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f517c74-cd60-440d-b614-4305ee33b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:04.372965 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b9911a81-27ca-42da-9382-10165faa5ef1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4106812 Dec 17 13:22:04.376728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45420) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:04.381476 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9e7d82f8-6205-4e92-84dc-c2192408464c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd HTTP/1.1" status: 200 len: 205 time: 0.0734301 Dec 17 13:22:04.386382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45422) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:04.394672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': '6b3e4b28-56c3-4e9e-a920-b70c32431fd4', 'name': 'tempest-PortsTestJSON-564436933'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:04.464386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 7b31b8f3-4509-4c45-ad86-bae3a2384241 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:04.465021 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:04.532249 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-6fc78cf4-18c7-4c7b-a897-b324c7829c7e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] delete failed (client error): The resource could not be found. Dec 17 13:22:04.533393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6fc78cf4-18c7-4c7b-a897-b324c7829c7e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/a8e2e4a5-be22-4295-9d5b-9a44c4ca2dbd HTTP/1.1" status: 404 len: 336 time: 0.1297476 Dec 17 13:22:04.549523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45424) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:04.612712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b9a0b-6c03-4ed5-a731-320d666b66fc req-26ab5b9e-2ce5-4299-a8ea-115d1c57fcf3 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:04.614686 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e87b9a0b-6c03-4ed5-a731-320d666b66fc req-26ab5b9e-2ce5-4299-a8ea-115d1c57fcf3 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 945 time: 0.3455827 Dec 17 13:22:04.618491 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-98f3e0c6-0de6-484c-83d5-876305cc8ced service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457989 Dec 17 13:22:04.663254 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e297a71-cfda-406d-b0d5-ab7ee0f1fde5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] DELETE failed (client error): The resource could not be found. Dec 17 13:22:04.664427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e297a71-cfda-406d-b0d5-ab7ee0f1fde5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:22:04.673268 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3e297a71-cfda-406d-b0d5-ab7ee0f1fde5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/2bd93807-aef5-43af-89ed-646ad5b202fb HTTP/1.1" status: 404 len: 337 time: 0.1200023 Dec 17 13:22:04.688478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45430) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:04.813662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4f517c74-cd60-440d-b614-4305ee33b804 None None] Provisioning complete for port 8746b4c9-5145-4aab-8850-b5e7b57a26ce triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:04.813662 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f517c74-cd60-440d-b614-4305ee33b804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:04.863057 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde5f87c-8ff0-4c67-aa81-d55ed5b289c8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] DELETE failed (client error): The resource could not be found. Dec 17 13:22:04.863534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde5f87c-8ff0-4c67-aa81-d55ed5b289c8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:22:04.876153 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dde5f87c-8ff0-4c67-aa81-d55ed5b289c8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/90cc8ad0-f24b-4cbd-955c-2da8507322e8 HTTP/1.1" status: 404 len: 337 time: 0.1843965 Dec 17 13:22:04.880342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4f517c74-cd60-440d-b614-4305ee33b804 None None] Port 8746b4c9-5145-4aab-8850-b5e7b57a26ce cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:04.890785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45442) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:05.018314 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4847288-d935-415c-92af-9e3b51c1d53c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] DELETE failed (client error): The resource could not be found. Dec 17 13:22:05.019252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4847288-d935-415c-92af-9e3b51c1d53c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:22:05.026586 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e4847288-d935-415c-92af-9e3b51c1d53c tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/44f5d3a1-a332-490c-9e20-302ce7519db5 HTTP/1.1" status: 404 len: 337 time: 0.1315784 Dec 17 13:22:05.031162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3e9809dc-3966-450a-a721-82ea354e137a None None] Provisioning complete for port 8746b4c9-5145-4aab-8850-b5e7b57a26ce triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:05.031364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45446) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:05.036185 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3e9809dc-3966-450a-a721-82ea354e137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:05.129492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:05.136948 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:05.145237 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d378278-d145-4156-96a3-afdf51697f75 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] DELETE failed (client error): The resource could not be found. Dec 17 13:22:05.150393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d378278-d145-4156-96a3-afdf51697f75 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:22:05.150627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3e9809dc-3966-450a-a721-82ea354e137a None None] Port 8746b4c9-5145-4aab-8850-b5e7b57a26ce cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:05.166459 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1d378278-d145-4156-96a3-afdf51697f75 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/2c05835b-8d58-475c-be6c-a6aa0e8421ff HTTP/1.1" status: 404 len: 337 time: 0.1060123 Dec 17 13:22:05.168534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45448) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:05.236850 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9afe66ac-f447-4d9e-b4d3-8070432f0197 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=731f3786-04c8-48d1-b786-731d060cfd33 HTTP/1.1" status: 200 len: 205 time: 0.0608037 Dec 17 13:22:05.239345 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45452) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:05.249985 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port 39584c07-1709-4349-bd41-e020263d3589 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:22:05.315799 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-7a88e72b-2db9-499b-8a85-913ff683d704 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] delete failed (client error): The resource could not be found. Dec 17 13:22:05.319226 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7a88e72b-2db9-499b-8a85-913ff683d704 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/731f3786-04c8-48d1-b786-731d060cfd33 HTTP/1.1" status: 404 len: 336 time: 0.0765169 Dec 17 13:22:05.351656 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45454) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:05.389509 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-889c5a06-7da7-490d-8790-0294621ae55e tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=a55eb052-324e-42d6-80da-0da424d26072 HTTP/1.1" status: 200 len: 205 time: 0.0350568 Dec 17 13:22:05.401041 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45456) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:05.511605 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-b06b1d5d-d901-461d-83b6-df8b17dfcafa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] delete failed (client error): The resource could not be found. Dec 17 13:22:05.517455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b06b1d5d-d901-461d-83b6-df8b17dfcafa tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/a55eb052-324e-42d6-80da-0da424d26072 HTTP/1.1" status: 404 len: 336 time: 0.1156108 Dec 17 13:22:05.542388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45462) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:05.636254 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.10 (6b3e4b28-56c3-4e9e-a920-b70c32431fd4/ee79a36a-7df9-4720-8a84-2c234b003e4c/39584c07-1709-4349-bd41-e020263d3589) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:05.649144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e87b9a0b-6c03-4ed5-a731-320d666b66fc req-b6e2e56f-6fe1-4c19-a6a0-aa3b14458ccd tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0236678 Dec 17 13:22:05.696495 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-2617d30e-95e4-4a76-a10a-3f54a3b6804d service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0678623 Dec 17 13:22:05.697132 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8eff7f-eb54-4938-9b9e-f60fd638cad4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] DELETE failed (client error): The resource could not be found. Dec 17 13:22:05.697705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8eff7f-eb54-4938-9b9e-f60fd638cad4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:22:05.701720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7f8eff7f-eb54-4938-9b9e-f60fd638cad4 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/d409c9a4-4e86-4066-837f-48334489cdff HTTP/1.1" status: 404 len: 337 time: 0.1585352 Dec 17 13:22:05.705284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45470) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:05.713559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-c85bfaf5-dc08-49df-9573-ca52c566044d req-bdce10d1-0ec8-43a5-908d-66a193df48fc tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:22:05.726142 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c85bfaf5-dc08-49df-9573-ca52c566044d req-bdce10d1-0ec8-43a5-908d-66a193df48fc tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194685 Dec 17 13:22:05.791285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-8b75e52a-221a-4e49-b247-91c2f0ee960c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f99441c3-e78c-481a-a400-377495b58bb3 HTTP/1.1" status: 200 len: 217 time: 0.0848289 Dec 17 13:22:05.797310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7884d2cf-335c-4756-8cfd-87f0bb8fc649 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=23cfd115-5f3f-41bd-81ee-f752bfb2949b HTTP/1.1" status: 200 len: 205 time: 0.0888886 Dec 17 13:22:05.817305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45476) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:05.918904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c85bfaf5-dc08-49df-9573-ca52c566044d req-2d8c30f4-e1d3-4327-a2ff-14d4dd61f207 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1917105 Dec 17 13:22:06.045654 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:06.060204 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-599eef4c-abf9-43a6-87b2-cad257c24ad8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] delete failed (client error): The resource could not be found. Dec 17 13:22:06.063068 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-599eef4c-abf9-43a6-87b2-cad257c24ad8 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/23cfd115-5f3f-41bd-81ee-f752bfb2949b HTTP/1.1" status: 404 len: 336 time: 0.2489667 Dec 17 13:22:06.071339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45484) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:06.152366 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:06.167561 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e98139d6-3c94-4110-96be-958ab3c69ac1 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f417016-c40c-40ea-bc6b-33d4dfe64747 HTTP/1.1" status: 200 len: 205 time: 0.0947585 Dec 17 13:22:06.173344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45486) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:06.177847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-07362614-65a5-4e61-9bce-30c4b80f970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:06.179505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-07362614-65a5-4e61-9bce-30c4b80f970b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.3808436 Dec 17 13:22:06.242212 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45490) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:06.272329 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-4c952b42-cd7f-4339-a2ab-6c5b7f029f53 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] delete failed (client error): The resource could not be found. Dec 17 13:22:06.282191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4c952b42-cd7f-4339-a2ab-6c5b7f029f53 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/7f417016-c40c-40ea-bc6b-33d4dfe64747 HTTP/1.1" status: 404 len: 336 time: 0.0929623 Dec 17 13:22:06.282608 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45494) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:06.330360 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdbbc44-dc46-4251-984c-e6b916d1cc67 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] DELETE failed (client error): The resource could not be found. Dec 17 13:22:06.330846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdbbc44-dc46-4251-984c-e6b916d1cc67 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:22:06.342977 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4bdbbc44-dc46-4251-984c-e6b916d1cc67 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/c46bf772-0b95-4ebd-926d-c8107eaef6c8 HTTP/1.1" status: 404 len: 337 time: 0.0610199 Dec 17 13:22:06.342977 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:06.344501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45496) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:06.394649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-20b13998-08d6-40d7-a203-37fd9f96720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:06.397057 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-20b13998-08d6-40d7-a203-37fd9f96720c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339548 Dec 17 13:22:06.449279 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 6b3e4b28-56c3-4e9e-a920-b70c32431fd4 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:06.468060 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5a4366c5-1439-4167-a7f7-76de2d111fd0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:06.468847 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-5a4366c5-1439-4167-a7f7-76de2d111fd0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 13:22:06.470267 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-5a4366c5-1439-4167-a7f7-76de2d111fd0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 13:22:06.476303 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5a4366c5-1439-4167-a7f7-76de2d111fd0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2327547 Dec 17 13:22:06.478335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:06.482003 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c2516913-98be-4807-a5a5-5633bb855c30 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=d53c85ec-cc9f-477d-99d9-ca57e29197f1 HTTP/1.1" status: 200 len: 205 time: 0.1311178 Dec 17 13:22:06.482205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45502) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:06.485086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45504) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:06.507758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:22:06.542311 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-24a4f96d-413f-4f14-a105-bbfbb7b71f19 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] delete failed (client error): The resource could not be found. Dec 17 13:22:06.546320 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-24a4f96d-413f-4f14-a105-bbfbb7b71f19 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/d53c85ec-cc9f-477d-99d9-ca57e29197f1 HTTP/1.1" status: 404 len: 336 time: 0.0580363 Dec 17 13:22:06.547003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45506) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:06.588140 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-fe6dc2cf-3fd2-48e5-b78e-3fe2dac54dd8 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800289462'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:06.619455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:06.621205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:06.632128 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-367fc5b2-78e2-4e2c-8dc6-a9727c172ba1 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] DELETE failed (client error): The resource could not be found. Dec 17 13:22:06.632679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367fc5b2-78e2-4e2c-8dc6-a9727c172ba1 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:22:06.646727 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-367fc5b2-78e2-4e2c-8dc6-a9727c172ba1 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/02152230-0b43-43fe-a51d-a680fd885260 HTTP/1.1" status: 404 len: 337 time: 0.0966601 Dec 17 13:22:06.657431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45512) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:06.659137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=39584c07-1709-4349-bd41-e020263d3589,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:06.750571 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-29518256-a7f5-41a4-bc96-3bd7a0cf0db5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f9aa3ed-6de6-4c50-a621-22aa4bace0c5 HTTP/1.1" status: 200 len: 205 time: 0.0908694 Dec 17 13:22:06.751517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45520) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:06.784931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715cd0b-d0fa-4435-9678-4f43cfd87a5a req-2eb9de4f-52d1-4d4d-ab5a-89d955d187e2 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:06.788303 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4715cd0b-d0fa-4435-9678-4f43cfd87a5a req-2eb9de4f-52d1-4d4d-ab5a-89d955d187e2 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.1343591 Dec 17 13:22:06.790818 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc2cf-3fd2-48e5-b78e-3fe2dac54dd8 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:06.829940 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc2cf-3fd2-48e5-b78e-3fe2dac54dd8 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:06.847836 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-8089ff50-5d00-4982-9f08-65df8e072ace tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] delete failed (client error): The resource could not be found. Dec 17 13:22:06.851442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8089ff50-5d00-4982-9f08-65df8e072ace tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/routers/9f9aa3ed-6de6-4c50-a621-22aa4bace0c5 HTTP/1.1" status: 404 len: 336 time: 0.0970049 Dec 17 13:22:06.851734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-e5bab4b6-e9ec-403f-8f68-bb82224f0430 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345276 Dec 17 13:22:06.858026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45524) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:06.866953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-914c945e-fdc1-4403-a857-3cb5308b1ac5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4770885 Dec 17 13:22:06.869048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45526) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:07.001006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5336b14d-194b-4b23-9fdf-2d3db96d0e3b None None] Provisioning complete for port 39584c07-1709-4349-bd41-e020263d3589 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:07.001461 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5336b14d-194b-4b23-9fdf-2d3db96d0e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:07.024075 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-54bbda1f-8ae6-4860-b802-82ff9f36b344 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525216 Dec 17 13:22:07.059997 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-88aba5bc-326e-46a7-864a-0b7cc27923c5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] DELETE failed (client error): The resource could not be found. Dec 17 13:22:07.061459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88aba5bc-326e-46a7-864a-0b7cc27923c5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:22:07.064291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-88aba5bc-326e-46a7-864a-0b7cc27923c5 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/43d9cc78-4463-44ed-a71d-1bf7cda0a942 HTTP/1.1" status: 404 len: 337 time: 0.2048774 Dec 17 13:22:07.067508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45532) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:07.075452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5336b14d-194b-4b23-9fdf-2d3db96d0e3b None None] Port 39584c07-1709-4349-bd41-e020263d3589 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:07.173624 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb441811-482e-45ac-b53b-0f972e40ad64 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] DELETE failed (client error): The resource could not be found. Dec 17 13:22:07.175749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb441811-482e-45ac-b53b-0f972e40ad64 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:22:07.177712 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4715cd0b-d0fa-4435-9678-4f43cfd87a5a req-70f32f15-178f-49e6-a823-90a30f1631f1 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667288 Dec 17 13:22:07.181873 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bb441811-482e-45ac-b53b-0f972e40ad64 tempest-RoutersTest-592278725 tempest-RoutersTest-592278725-project] 10.222.0.59 "DELETE /v2.0/subnets/c907d3e0-1dba-442f-afdf-215e123e0103 HTTP/1.1" status: 404 len: 337 time: 0.1110334 Dec 17 13:22:07.184148 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-c7c02970-27dc-4c5c-8b77-ac27a3bdd949 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=481bfb10-dde3-4f1f-a464-4d5a08d9a84c HTTP/1.1" status: 200 len: 217 time: 0.1339386 Dec 17 13:22:07.194577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d50199-02ee-423c-be9d-d2d1f3be9bc9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:07.200699 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-82d50199-02ee-423c-be9d-d2d1f3be9bc9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.3192337 Dec 17 13:22:07.204726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45536) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:07.313131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-ef8980a2-f5e8-4b28-ba7f-2d354c40a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:07.315559 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-ef8980a2-f5e8-4b28-ba7f-2d354c40a2ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.1234393 Dec 17 13:22:07.396267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-849439be-2130-4219-9356-a4caa51cbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:07.396267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-849439be-2130-4219-9356-a4caa51cbfb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702579 Dec 17 13:22:07.399892 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc2cf-3fd2-48e5-b78e-3fe2dac54dd8 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:07.481527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-12790838-c4e2-4694-b73f-4bcab97add8f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port 39584c07-1709-4349-bd41-e020263d3589 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:07.482383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12790838-c4e2-4694-b73f-4bcab97add8f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:07.517191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49e875-1266-4277-8675-d305d103fe8b req-de648aa6-bcef-45a4-8e71-dafa10ae230f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:07.519574 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b49e875-1266-4277-8675-d305d103fe8b req-de648aa6-bcef-45a4-8e71-dafa10ae230f tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee HTTP/1.1" status: 200 len: 946 time: 0.1166723 Dec 17 13:22:07.560747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc2cf-3fd2-48e5-b78e-3fe2dac54dd8 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:07.634267 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc2cf-3fd2-48e5-b78e-3fe2dac54dd8 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:07.662298 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-c9047c6f-50f9-4f8d-ac4e-cfe88a955063 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514911 Dec 17 13:22:07.724169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dc2cf-3fd2-48e5-b78e-3fe2dac54dd8 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558da73e-daec-4ea4-b370-5c5fe2906e7a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:07.786796 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a24494f-1653-4bfc-ac52-1d740255e9b9 req-1cdd7e13-7166-40d5-b906-04cec8464f52 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200337 Dec 17 13:22:07.787095 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc2cf-3fd2-48e5-b78e-3fe2dac54dd8 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:07.818767 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b49e875-1266-4277-8675-d305d103fe8b req-413b07ca-5f5b-4858-928f-5f0141b9bde6 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693015 Dec 17 13:22:07.868376 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dc2cf-3fd2-48e5-b78e-3fe2dac54dd8 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cceca02f-cfe2-4c51-aba4-1d5d3e87fd51,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:07.908565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12790838-c4e2-4694-b73f-4bcab97add8f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:07.936090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-12790838-c4e2-4694-b73f-4bcab97add8f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for 39584c07-1709-4349-bd41-e020263d3589 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:07.966181 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc2cf-3fd2-48e5-b78e-3fe2dac54dd8 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:07.967754 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fe6dc2cf-3fd2-48e5-b78e-3fe2dac54dd8 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4655006 Dec 17 13:22:07.970644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45548) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:08.014706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3d77d19e-50ec-4637-b8c2-dd2858766fa3 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': 'cceca02f-cfe2-4c51-aba4-1d5d3e87fd51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:08.029667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f57d8a-055b-4b07-86d3-586e488039d3 req-bc56e093-43d0-42aa-a686-a5e0b6c738e6 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:08.042902 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c8f57d8a-055b-4b07-86d3-586e488039d3 req-bc56e093-43d0-42aa-a686-a5e0b6c738e6 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 945 time: 0.1104388 Dec 17 13:22:08.079372 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45552) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:08.198309 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c8f57d8a-055b-4b07-86d3-586e488039d3 req-a8ffaa2a-ffc6-4736-b740-8a8f9e9b0dd5 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543810 Dec 17 13:22:08.220488 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d77d19e-50ec-4637-b8c2-dd2858766fa3 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:08.348724 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d77d19e-50ec-4637-b8c2-dd2858766fa3 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:08.353629 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12790838-c4e2-4694-b73f-4bcab97add8f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:08.398476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12790838-c4e2-4694-b73f-4bcab97add8f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=39584c07-1709-4349-bd41-e020263d3589,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:08.402999 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6aafedbd-c6e1-4648-a547-5efd8d47a4c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fbc6b2e7fed74e93be6b97ff0515de61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3221891 Dec 17 13:22:08.406889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45560) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:08.426014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d77d19e-50ec-4637-b8c2-dd2858766fa3 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:08.510835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77d19e-50ec-4637-b8c2-dd2858766fa3 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204cd906-6652-46ed-a582-dce4043bcebe,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:08.557325 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74c7fd85-dc0d-4f36-b530-1bf5f0bf87b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:08.593318 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12790838-c4e2-4694-b73f-4bcab97add8f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:08.609595 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-12790838-c4e2-4694-b73f-4bcab97add8f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/39584c07-1709-4349-bd41-e020263d3589 HTTP/1.1" status: 204 len: 168 time: 1.3936250 Dec 17 13:22:08.609759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45564) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:08.609853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d77d19e-50ec-4637-b8c2-dd2858766fa3 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:08.611914 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74c7fd85-dc0d-4f36-b530-1bf5f0bf87b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:08.612868 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3d77d19e-50ec-4637-b8c2-dd2858766fa3 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6409836 Dec 17 13:22:08.613681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45566) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:08.638500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6fe1ec74-5a5b-4754-94e2-26d6b9a74014 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': 'cceca02f-cfe2-4c51-aba4-1d5d3e87fd51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:08.647636 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248a5fb-2aa5-4575-8716-42e22988b3a9 req-8ccd3c0f-05e1-4b59-bce6-0987814f1185 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:08.649886 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a3641d-4704-4714-b69c-10eb05d5144d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:22:08.651467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d9a3641d-4704-4714-b69c-10eb05d5144d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/39584c07-1709-4349-bd41-e020263d3589 HTTP/1.1" status: 404 len: 333 time: 0.0509112 Dec 17 13:22:08.659833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45568) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:08.665907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248a5fb-2aa5-4575-8716-42e22988b3a9 req-8ccd3c0f-05e1-4b59-bce6-0987814f1185 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:08.679627 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248a5fb-2aa5-4575-8716-42e22988b3a9 req-8ccd3c0f-05e1-4b59-bce6-0987814f1185 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:08.685730 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9248a5fb-2aa5-4575-8716-42e22988b3a9 req-8ccd3c0f-05e1-4b59-bce6-0987814f1185 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd&device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee&device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 2418 time: 0.1954875 Dec 17 13:22:08.775324 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9248a5fb-2aa5-4575-8716-42e22988b3a9 req-0fc9421e-9ccc-4430-b51d-aeb4aecbc6fd tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785966 Dec 17 13:22:08.792752 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ec74-5a5b-4754-94e2-26d6b9a74014 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:08.841316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-9ca38dfb-adff-42f4-9f33-d3293b918b20 req-f49cc2ff-f324-475c-8633-da64f4196060 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:22:08.843238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ca38dfb-adff-42f4-9f33-d3293b918b20 req-f49cc2ff-f324-475c-8633-da64f4196060 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077989 Dec 17 13:22:08.993701 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ca38dfb-adff-42f4-9f33-d3293b918b20 req-83c1ba9a-bf96-4c14-8a1f-ac6196d9d938 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1382565 Dec 17 13:22:09.017957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-794ced19-96bf-401c-b132-1588a6aa6e39 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port 8746b4c9-5145-4aab-8850-b5e7b57a26ce {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:09.018317 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-794ced19-96bf-401c-b132-1588a6aa6e39 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:09.060887 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74c7fd85-dc0d-4f36-b530-1bf5f0bf87b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:09.063772 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74c7fd85-dc0d-4f36-b530-1bf5f0bf87b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:09.067134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-74c7fd85-dc0d-4f36-b530-1bf5f0bf87b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a7c1d40-40bf-427e-bf26-fecb2dbd01e3 HTTP/1.1" status: 204 len: 168 time: 0.6580977 Dec 17 13:22:09.097618 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-6fe1ec74-5a5b-4754-94e2-26d6b9a74014 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 13:22:09.100235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45576) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:09.102923 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6fe1ec74-5a5b-4754-94e2-26d6b9a74014 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4853325 Dec 17 13:22:09.113434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7fd85-dc0d-4f36-b530-1bf5f0bf87b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7c1d40-40bf-427e-bf26-fecb2dbd01e3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:09.207057 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0ca77a4-95ae-45b7-a5df-7211d6c46606 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:09.214669 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-794ced19-96bf-401c-b132-1588a6aa6e39 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:09.251580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-794ced19-96bf-401c-b132-1588a6aa6e39 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for 8746b4c9-5145-4aab-8850-b5e7b57a26ce owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:09.261227 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0ca77a4-95ae-45b7-a5df-7211d6c46606 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:09.408966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0ca77a4-95ae-45b7-a5df-7211d6c46606 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:09.412413 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0ca77a4-95ae-45b7-a5df-7211d6c46606 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:09.414806 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a0ca77a4-95ae-45b7-a5df-7211d6c46606 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "DELETE /v2.0/security-groups/cceca02f-cfe2-4c51-aba4-1d5d3e87fd51 HTTP/1.1" status: 204 len: 168 time: 0.3128791 Dec 17 13:22:09.445034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45586) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:09.456887 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca77a4-95ae-45b7-a5df-7211d6c46606 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceca02f-cfe2-4c51-aba4-1d5d3e87fd51,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:09.686658 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a00cd402-37c3-4c75-a9c2-3a216d176a21 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2101631 Dec 17 13:22:09.692461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45600) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:09.709116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5124e166-8037-4d85-affc-0d0152796d0d tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485765599'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:09.828267 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-794ced19-96bf-401c-b132-1588a6aa6e39 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:09.871362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ced19-96bf-401c-b132-1588a6aa6e39 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=8746b4c9-5145-4aab-8850-b5e7b57a26ce,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:09.885527 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5124e166-8037-4d85-affc-0d0152796d0d tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.075471 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-794ced19-96bf-401c-b132-1588a6aa6e39 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.086684 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-794ced19-96bf-401c-b132-1588a6aa6e39 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/8746b4c9-5145-4aab-8850-b5e7b57a26ce HTTP/1.1" status: 204 len: 168 time: 1.4235718 Dec 17 13:22:10.096645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45616) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:10.143198 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5124e166-8037-4d85-affc-0d0152796d0d tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.184187 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-046e038f-f197-424f-8e1d-21924ab3a3cb tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:22:10.188751 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-046e038f-f197-424f-8e1d-21924ab3a3cb tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/8746b4c9-5145-4aab-8850-b5e7b57a26ce HTTP/1.1" status: 404 len: 333 time: 0.0874476 Dec 17 13:22:10.189073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45624) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:10.243100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5124e166-8037-4d85-affc-0d0152796d0d tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.289714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71db756-878c-4aa1-9696-7f0573ddba47 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting subnet ee79a36a-7df9-4720-8a84-2c234b003e4c {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:22:10.293546 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e71db756-878c-4aa1-9696-7f0573ddba47 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.294787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124e166-8037-4d85-affc-0d0152796d0d tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29356609-6aaa-49fe-bc3d-032fb380f5eb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:10.340445 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e71db756-878c-4aa1-9696-7f0573ddba47 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.390395 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5124e166-8037-4d85-affc-0d0152796d0d tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.394662 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5124e166-8037-4d85-affc-0d0152796d0d tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6980326 Dec 17 13:22:10.397649 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45630) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:10.403376 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-033f7185-a91b-4684-925b-276bb5eb9766 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '29356609-6aaa-49fe-bc3d-032fb380f5eb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:10.404098 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-033f7185-a91b-4684-925b-276bb5eb9766 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 17 13:22:10.404716 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-033f7185-a91b-4684-925b-276bb5eb9766 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:10.408214 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-033f7185-a91b-4684-925b-276bb5eb9766 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069938 Dec 17 13:22:10.408458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45634) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:10.533030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e71db756-878c-4aa1-9696-7f0573ddba47 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.552558 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4080e450-738d-4c9f-9ec1-04c481f4f75b tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.631401 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4080e450-738d-4c9f-9ec1-04c481f4f75b tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.735687 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e71db756-878c-4aa1-9696-7f0573ddba47 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.782738 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71db756-878c-4aa1-9696-7f0573ddba47 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Subnet': ['ID=ee79a36a-7df9-4720-8a84-2c234b003e4c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:10.794169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e71db756-878c-4aa1-9696-7f0573ddba47 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.805091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45652) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:10.805290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755a0f3a-c34e-4c22-bcdf-aeb7ec42e7e0 None None] Network 6b3e4b28-56c3-4e9e-a920-b70c32431fd4 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:10.808418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e71db756-878c-4aa1-9696-7f0573ddba47 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/ee79a36a-7df9-4720-8a84-2c234b003e4c HTTP/1.1" status: 204 len: 168 time: 0.6149206 Dec 17 13:22:10.884956 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4080e450-738d-4c9f-9ec1-04c481f4f75b tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.887776 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4080e450-738d-4c9f-9ec1-04c481f4f75b tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:10.889176 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4080e450-738d-4c9f-9ec1-04c481f4f75b tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "DELETE /v2.0/security-groups/29356609-6aaa-49fe-bc3d-032fb380f5eb HTTP/1.1" status: 204 len: 168 time: 0.4797637 Dec 17 13:22:10.891816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45658) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:10.947032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080e450-738d-4c9f-9ec1-04c481f4f75b tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29356609-6aaa-49fe-bc3d-032fb380f5eb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:11.026368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45660) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:11.056895 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.076482 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-777920b3-e53f-4070-8035-5feb129684c0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1792753 Dec 17 13:22:11.077677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45664) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:11.084866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-11ca3001-daba-45a2-aedd-125fe4f4c82f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716242643'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:11.110257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab2ec4-33f0-4c0e-af07-5acc09405910 None None] DHCP port deletion for 6b3e4b28-56c3-4e9e-a920-b70c32431fd4 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:22:11.204062 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-45ab2ec4-33f0-4c0e-af07-5acc09405910 None None] Deleting port 7b31b8f3-4509-4c45-ad86-bae3a2384241 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:11.205047 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45ab2ec4-33f0-4c0e-af07-5acc09405910 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.242388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port 7b31b8f3-4509-4c45-ad86-bae3a2384241 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:11.242388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.259940 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11ca3001-daba-45a2-aedd-125fe4f4c82f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.311431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ca8610c5-75e3-4d21-948e-7d523f1c81f3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486333438'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:11.358427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-45ab2ec4-33f0-4c0e-af07-5acc09405910 None None] For port 7b31b8f3-4509-4c45-ad86-bae3a2384241, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7b31b8f3-4509-4c45-ad86-bae3a2384241,segment=NetworkSegment(4b442ef2-a633-421b-b59e-85711917399b),segment_id=4b442ef2-a633-421b-b59e-85711917399b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:11.359176 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45ab2ec4-33f0-4c0e-af07-5acc09405910 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.374779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-45ab2ec4-33f0-4c0e-af07-5acc09405910 None None] Calling delete_port for 7b31b8f3-4509-4c45-ad86-bae3a2384241 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:11.387344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] For port 7b31b8f3-4509-4c45-ad86-bae3a2384241, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7b31b8f3-4509-4c45-ad86-bae3a2384241,segment=NetworkSegment(4b442ef2-a633-421b-b59e-85711917399b),segment_id=4b442ef2-a633-421b-b59e-85711917399b)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:11.387720 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.414503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for 7b31b8f3-4509-4c45-ad86-bae3a2384241 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:11.489869 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11ca3001-daba-45a2-aedd-125fe4f4c82f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.495819 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ca8610c5-75e3-4d21-948e-7d523f1c81f3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.524484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ca8610c5-75e3-4d21-948e-7d523f1c81f3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.562712 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45ab2ec4-33f0-4c0e-af07-5acc09405910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.641625 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.646716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab2ec4-33f0-4c0e-af07-5acc09405910 None None] No DVR routers for this DVR port 7b31b8f3-4509-4c45-ad86-bae3a2384241 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:11.664997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab2ec4-33f0-4c0e-af07-5acc09405910 None None] Pushing event deleted for resources: {'Port': ['ID=7b31b8f3-4509-4c45-ad86-bae3a2384241,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:11.684393 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11ca3001-daba-45a2-aedd-125fe4f4c82f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.714080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=7b31b8f3-4509-4c45-ad86-bae3a2384241,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:11.717985 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No DVR routers for this DVR port 7b31b8f3-4509-4c45-ad86-bae3a2384241 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:11.762222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca3001-daba-45a2-aedd-125fe4f4c82f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8926442b-6a02-4bf1-bf77-d90308955d0a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:11.801320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ca8610c5-75e3-4d21-948e-7d523f1c81f3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.825453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec72d0-a2bc-41ce-ae71-a205d004f674 req-f56681f3-504c-48c1-953a-15f8a5bd1c49 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:11.836352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05ec72d0-a2bc-41ce-ae71-a205d004f674 req-f56681f3-504c-48c1-953a-15f8a5bd1c49 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 945 time: 0.2075434 Dec 17 13:22:11.846946 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.883153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3e4b28-56c3-4e9e-a920-b70c32431fd4']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:11.893546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05ec72d0-a2bc-41ce-ae71-a205d004f674 req-7af1bda5-171c-484c-951f-abf9c4664c54 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508449 Dec 17 13:22:11.894324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b442ef2-a633-421b-b59e-85711917399b') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:11.894713 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b442ef2-a633-421b-b59e-85711917399b') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:11.898056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11ca3001-daba-45a2-aedd-125fe4f4c82f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.902781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-11ca3001-daba-45a2-aedd-125fe4f4c82f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8236129 Dec 17 13:22:11.903436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45670) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:11.906941 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.910666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-86f1a917-7cda-4013-ba8d-7671f7944a00 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '8926442b-6a02-4bf1-bf77-d90308955d0a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:11.924464 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.925627 n-d-815324-5 neutron-server[110453]: WARNING neutron.api.v2.base [None req-86f1a917-7cda-4013-ba8d-7671f7944a00 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 17 13:22:11.926292 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-86f1a917-7cda-4013-ba8d-7671f7944a00 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:11.931640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-86f1a917-7cda-4013-ba8d-7671f7944a00 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0261002 Dec 17 13:22:11.932630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:22:11.933044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.937049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45674) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:11.949562 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ca8610c5-75e3-4d21-948e-7d523f1c81f3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:22:11.981247 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:22:12.042425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8610c5-75e3-4d21-948e-7d523f1c81f3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9db7ae-58ef-49af-8da8-1f0b7c7113b0,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:12.070628 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.081476 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.104607 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/networks/6b3e4b28-56c3-4e9e-a920-b70c32431fd4 HTTP/1.1" status: 204 len: 168 time: 1.2924607 Dec 17 13:22:12.105393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45680) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:12.109008 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ca8610c5-75e3-4d21-948e-7d523f1c81f3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.115798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-dbffd4a8-a127-47a4-b609-1aebc9cc082e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1444238721'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:12.131588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6e788-b302-450b-967b-6192746098a7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Network': ['ID=6b3e4b28-56c3-4e9e-a920-b70c32431fd4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:12.161121 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ea46-b51b-4f79-ab7d-12b8056c0667 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.167219 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ca8610c5-75e3-4d21-948e-7d523f1c81f3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.229555 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ea46-b51b-4f79-ab7d-12b8056c0667 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.240625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbffd4a8-a127-47a4-b609-1aebc9cc082e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:12.244371 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbffd4a8-a127-47a4-b609-1aebc9cc082e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.289185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ca8610c5-75e3-4d21-948e-7d523f1c81f3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.290803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ca8610c5-75e3-4d21-948e-7d523f1c81f3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2630999 Dec 17 13:22:12.293738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45682) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:12.307140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8610c5-75e3-4d21-948e-7d523f1c81f3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05f17b8-30fa-483d-b86b-14dd5a1794d1,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:12.310999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7b31b8f3-4509-4c45-ad86-bae3a2384241 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:22:12.342074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbffd4a8-a127-47a4-b609-1aebc9cc082e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:22:12.353383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 7b31b8f3-4509-4c45-ad86-bae3a2384241 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:22:12.353779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7b31b8f3-4509-4c45-ad86-bae3a2384241 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:22:12.355524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbffd4a8-a127-47a4-b609-1aebc9cc082e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.365991 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-dbffd4a8-a127-47a4-b609-1aebc9cc082e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Added segment 949db3a7-0a5b-475b-8ff4-ae6f8fb84f98 of type vlan for network e8861e59-4bd8-4e54-b9ef-9d7af978397c Dec 17 13:22:12.421149 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-05e6ae4d-9a28-493b-8386-6ca81e762f83 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1261046 Dec 17 13:22:12.421944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45684) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:12.430128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a1efa6c2-86d4-4d50-a935-98e7c361d87f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group': {'name': 'tempest-security--488616482', 'description': 'tempest-security-description-1563322257'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:12.479560 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbffd4a8-a127-47a4-b609-1aebc9cc082e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.500875 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a1efa6c2-86d4-4d50-a935-98e7c361d87f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.566002 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a1efa6c2-86d4-4d50-a935-98e7c361d87f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.580929 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbffd4a8-a127-47a4-b609-1aebc9cc082e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.588260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbffd4a8-a127-47a4-b609-1aebc9cc082e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:12.589193 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dbffd4a8-a127-47a4-b609-1aebc9cc082e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.655024 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a1efa6c2-86d4-4d50-a935-98e7c361d87f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.658979 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a1efa6c2-86d4-4d50-a935-98e7c361d87f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.659938 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ea46-b51b-4f79-ab7d-12b8056c0667 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.663560 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ea46-b51b-4f79-ab7d-12b8056c0667 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:12.667884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a1efa6c2-86d4-4d50-a935-98e7c361d87f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "PUT /v2.0/security-groups/e05f17b8-30fa-483d-b86b-14dd5a1794d1 HTTP/1.1" status: 200 len: 1796 time: 0.2413843 Dec 17 13:22:12.667884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45686) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:12.668124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c9b6ea46-b51b-4f79-ab7d-12b8056c0667 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "DELETE /v2.0/security-groups/8926442b-6a02-4bf1-bf77-d90308955d0a HTTP/1.1" status: 204 len: 168 time: 0.7257097 Dec 17 13:22:12.670959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45688) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:12.707737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6ea46-b51b-4f79-ab7d-12b8056c0667 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8926442b-6a02-4bf1-bf77-d90308955d0a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:12.762889 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dbffd4a8-a127-47a4-b609-1aebc9cc082e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6523530 Dec 17 13:22:12.771613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45692) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:12.779932 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': 'e8861e59-4bd8-4e54-b9ef-9d7af978397c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:12.799691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffd4a8-a127-47a4-b609-1aebc9cc082e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Network': ['ID=e8861e59-4bd8-4e54-b9ef-9d7af978397c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:12.811833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e8861e59-4bd8-4e54-b9ef-9d7af978397c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:22:12.840930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efa6c2-86d4-4d50-a935-98e7c361d87f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05f17b8-30fa-483d-b86b-14dd5a1794d1,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:12.852174 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-061c5445-baf5-46ef-9413-5105ac553555 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-groups/e05f17b8-30fa-483d-b86b-14dd5a1794d1 HTTP/1.1" status: 200 len: 1796 time: 0.1825736 Dec 17 13:22:12.853858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45694) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:12.887366 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2199918b-6b94-48d4-95e0-9801f9f40433 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2075620 Dec 17 13:22:12.890905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45696) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:12.924161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ffb81f1a-01b1-44ff-922a-b2281cf4aa4a tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group': {'name': 'tempest-secgroup--132200910'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:13.045974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87dedac2-c4c0-40d1-9943-28b54350270b tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.048123 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffb81f1a-01b1-44ff-922a-b2281cf4aa4a tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.140979 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87dedac2-c4c0-40d1-9943-28b54350270b tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.158335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1868e-d901-4cad-95d0-c330c79d2de8 req-1ab2da6d-5c41-44e6-aba1-9b2040a46377 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:13.160755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35d1868e-d901-4cad-95d0-c330c79d2de8 req-1ab2da6d-5c41-44e6-aba1-9b2040a46377 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 945 time: 0.2421854 Dec 17 13:22:13.274666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:13.284974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.381814 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffb81f1a-01b1-44ff-922a-b2281cf4aa4a tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.421420 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87dedac2-c4c0-40d1-9943-28b54350270b tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.425216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87dedac2-c4c0-40d1-9943-28b54350270b tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.428169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-87dedac2-c4c0-40d1-9943-28b54350270b tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-groups/e05f17b8-30fa-483d-b86b-14dd5a1794d1 HTTP/1.1" status: 204 len: 168 time: 0.5673780 Dec 17 13:22:13.432236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45706) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:13.453878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b869c2-6b06-49b3-9b4d-b74617381dab req-cae9c1f4-a4cb-414c-a43a-574b0499fc18 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:13.453878 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7b869c2-6b06-49b3-9b4d-b74617381dab req-cae9c1f4-a4cb-414c-a43a-574b0499fc18 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 945 time: 0.4045503 Dec 17 13:22:13.462175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dedac2-c4c0-40d1-9943-28b54350270b tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05f17b8-30fa-483d-b86b-14dd5a1794d1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:13.515520 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b3c17210-cc60-44b7-aa9b-734e3dcb96aa tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0820143 Dec 17 13:22:13.517287 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffb81f1a-01b1-44ff-922a-b2281cf4aa4a tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.520085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45708) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:13.568527 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-fb1a9c14-e6a1-4a02-bd67-6d8fdefb28e8 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] delete failed (client error): The resource could not be found. Dec 17 13:22:13.569630 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fb1a9c14-e6a1-4a02-bd67-6d8fdefb28e8 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-groups/e05f17b8-30fa-483d-b86b-14dd5a1794d1 HTTP/1.1" status: 404 len: 347 time: 0.0323098 Dec 17 13:22:13.580126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45710) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:13.584983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-35d1868e-d901-4cad-95d0-c330c79d2de8 req-4bc5305b-c39b-460b-9066-764f31edcff9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Deleting port 09c9bc77-2c90-4dc2-970f-8c0454729a5f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:13.585338 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-35d1868e-d901-4cad-95d0-c330c79d2de8 req-4bc5305b-c39b-460b-9066-764f31edcff9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.589688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-67d802c7-9827-4998-b415-6289c26757a3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group': {'name': 'tempest-secgroup--98119382'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:13.601930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb81f1a-01b1-44ff-922a-b2281cf4aa4a tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d664f8-52cb-474c-90ed-a2886e339fc3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:13.671339 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffb81f1a-01b1-44ff-922a-b2281cf4aa4a tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.675761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ffb81f1a-01b1-44ff-922a-b2281cf4aa4a tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7694056 Dec 17 13:22:13.676789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7b869c2-6b06-49b3-9b4d-b74617381dab req-82102a5a-43db-445e-b5af-afd291ba3297 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894348 Dec 17 13:22:13.686703 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45712) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:13.703556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-89af51be-eba3-48f2-9e99-e8512929e2f0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '98d664f8-52cb-474c-90ed-a2886e339fc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:13.712127 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-89af51be-eba3-48f2-9e99-e8512929e2f0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 17 13:22:13.717064 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-89af51be-eba3-48f2-9e99-e8512929e2f0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:13.717064 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-89af51be-eba3-48f2-9e99-e8512929e2f0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0225596 Dec 17 13:22:13.718506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45714) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:13.724902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-09a022e0-7486-4b3c-8bdc-0680d31a3dde tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '98d664f8-52cb-474c-90ed-a2886e339fc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:13.725806 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-09a022e0-7486-4b3c-8bdc-0680d31a3dde tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 17 13:22:13.727053 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-09a022e0-7486-4b3c-8bdc-0680d31a3dde tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:13.730602 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-09a022e0-7486-4b3c-8bdc-0680d31a3dde tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085762 Dec 17 13:22:13.731343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45716) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:13.737988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-473bfe0e-1bab-4bec-99fb-493acbaad5c7 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '98d664f8-52cb-474c-90ed-a2886e339fc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:13.739672 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-473bfe0e-1bab-4bec-99fb-493acbaad5c7 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 17 13:22:13.740316 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-473bfe0e-1bab-4bec-99fb-493acbaad5c7 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:13.745835 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-473bfe0e-1bab-4bec-99fb-493acbaad5c7 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090873 Dec 17 13:22:13.745835 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-67d802c7-9827-4998-b415-6289c26757a3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.746374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45718) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:13.759314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-18102c52-8d18-4bf3-bdfe-ac3aab44fcf6 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '98d664f8-52cb-474c-90ed-a2886e339fc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:13.761685 n-d-815324-5 neutron-server[110453]: WARNING neutron.api.v2.base [None req-18102c52-8d18-4bf3-bdfe-ac3aab44fcf6 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 17 13:22:13.762220 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-18102c52-8d18-4bf3-bdfe-ac3aab44fcf6 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:13.767818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-18102c52-8d18-4bf3-bdfe-ac3aab44fcf6 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076799 Dec 17 13:22:13.771802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45720) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:13.833991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-35d1868e-d901-4cad-95d0-c330c79d2de8 req-4bc5305b-c39b-460b-9066-764f31edcff9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] For port 09c9bc77-2c90-4dc2-970f-8c0454729a5f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=09c9bc77-2c90-4dc2-970f-8c0454729a5f,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:13.834373 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-35d1868e-d901-4cad-95d0-c330c79d2de8 req-4bc5305b-c39b-460b-9066-764f31edcff9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.858486 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e277abc0-b830-4e44-a753-356a8613afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.867793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-35d1868e-d901-4cad-95d0-c330c79d2de8 req-4bc5305b-c39b-460b-9066-764f31edcff9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Calling delete_port for 09c9bc77-2c90-4dc2-970f-8c0454729a5f owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:13.874805 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-67d802c7-9827-4998-b415-6289c26757a3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.927560 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e53e866-2a6f-4ae1-9ac0-c8180722bac0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.964306 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e53e866-2a6f-4ae1-9ac0-c8180722bac0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.968761 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-67d802c7-9827-4998-b415-6289c26757a3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:13.975505 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.004058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d802c7-9827-4998-b415-6289c26757a3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03df85cc-ee42-4ddf-912a-0be942c2db5d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:14.079775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-67d802c7-9827-4998-b415-6289c26757a3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.082535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Subnet': ['ID=ec8355dc-094a-4f65-97c9-6c3195dacb4d,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:14.083602 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-67d802c7-9827-4998-b415-6289c26757a3 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5010092 Dec 17 13:22:14.086651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45724) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:14.091518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a6877af9-7e46-4261-8c47-70ab996eaffd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': '03df85cc-ee42-4ddf-912a-0be942c2db5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:14.154053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.154408 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.155110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.155235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.155485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.155825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.156153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.156479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.156808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.157133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.157458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.157802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.158122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:22:14.176171 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Checking segment: {'id': '949db3a7-0a5b-475b-8ff4-ae6f8fb84f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e8861e59-4bd8-4e54-b9ef-9d7af978397c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:22:14.176756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network hostable DHCP agents. Network: e8861e59-4bd8-4e54-b9ef-9d7af978397c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:22:14.225529 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e53e866-2a6f-4ae1-9ac0-c8180722bac0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.228302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e53e866-2a6f-4ae1-9ac0-c8180722bac0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.229609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7e53e866-2a6f-4ae1-9ac0-c8180722bac0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "DELETE /v2.0/security-groups/98d664f8-52cb-474c-90ed-a2886e339fc3 HTTP/1.1" status: 204 len: 168 time: 0.4566610 Dec 17 13:22:14.238432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45732) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:14.245059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53e866-2a6f-4ae1-9ac0-c8180722bac0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d664f8-52cb-474c-90ed-a2886e339fc3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:14.291679 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1fcf83f9-f6b2-47c7-b29b-32caf7f6c975 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0520287 Dec 17 13:22:14.295729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45734) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:14.300554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-71bceea8-452d-4e5b-9a5d-e24cb417cd9c tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group': {'name': 'tempest-secgroup--612946021'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:14.302263 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6877af9-7e46-4261-8c47-70ab996eaffd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.305016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-35d1868e-d901-4cad-95d0-c330c79d2de8 req-4bc5305b-c39b-460b-9066-764f31edcff9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.320391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['5d51a41c-c947-4d05-98b1-0821205e533f', 'b1af6c03-3760-4ece-8b7d-341be73887ba'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:22:14.405419 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6877af9-7e46-4261-8c47-70ab996eaffd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.418388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network e8861e59-4bd8-4e54-b9ef-9d7af978397c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:22:14.433731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5305b-c39b-460b-9066-764f31edcff9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Pushing event deleted for resources: {'Port': ['ID=09c9bc77-2c90-4dc2-970f-8c0454729a5f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:14.494312 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6877af9-7e46-4261-8c47-70ab996eaffd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.511542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d1868e-d901-4cad-95d0-c330c79d2de8 req-4bc5305b-c39b-460b-9066-764f31edcff9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] No DVR routers for this DVR port 09c9bc77-2c90-4dc2-970f-8c0454729a5f on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:14.530515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6877af9-7e46-4261-8c47-70ab996eaffd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d119ef-24de-44be-be6c-8d787ea57a4f,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:14.530740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-35d1868e-d901-4cad-95d0-c330c79d2de8 req-4bc5305b-c39b-460b-9066-764f31edcff9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.538441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35d1868e-d901-4cad-95d0-c330c79d2de8 req-4bc5305b-c39b-460b-9066-764f31edcff9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.61 "DELETE /v2.0/ports/09c9bc77-2c90-4dc2-970f-8c0454729a5f HTTP/1.1" status: 204 len: 173 time: 1.3587501 Dec 17 13:22:14.538943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e091128-44a0-4d20-9bb5-1d969c15fefd', 'name': 'network-vif-deleted', 'tag': '09c9bc77-2c90-4dc2-970f-8c0454729a5f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:22:14.542300 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e3234a-12eb-439e-b031-297d528a7bd5" -d '{"events": [{"server_uuid": "1e091128-44a0-4d20-9bb5-1d969c15fefd", "name": "network-vif-deleted", "tag": "09c9bc77-2c90-4dc2-970f-8c0454729a5f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:22:14.557701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e8861e59-4bd8-4e54-b9ef-9d7af978397c) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:14.570134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:14.570752 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.582462 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6877af9-7e46-4261-8c47-70ab996eaffd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.585299 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a6877af9-7e46-4261-8c47-70ab996eaffd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4974151 Dec 17 13:22:14.588259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45742) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:14.597506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3327d5b-6b2a-4dde-ab02-acbe611aff83 None None] Network e8861e59-4bd8-4e54-b9ef-9d7af978397c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:14.603088 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b967c39a-fd1a-46f3-9a02-4da8338f2e8b x-openstack-request-id: req-b967c39a-fd1a-46f3-9a02-4da8338f2e8b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:22:14.603389 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e091128-44a0-4d20-9bb5-1d969c15fefd", "name": "network-vif-deleted", "tag": "09c9bc77-2c90-4dc2-970f-8c0454729a5f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:22:14.603643 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b967c39a-fd1a-46f3-9a02-4da8338f2e8b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:22:14.604050 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e091128-44a0-4d20-9bb5-1d969c15fefd', 'name': 'network-vif-deleted', 'tag': '09c9bc77-2c90-4dc2-970f-8c0454729a5f', 'status': 'completed', 'code': 200} Dec 17 13:22:14.657158 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0160-8821-41ab-9e76-3e232e94a1a7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.667541 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71bceea8-452d-4e5b-9a5d-e24cb417cd9c tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.676325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0160-8821-41ab-9e76-3e232e94a1a7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.729619 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cb4ffc43-4b64-46bb-abaa-4d7f0c9565f2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9560213 Dec 17 13:22:14.733118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45744) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:14.753843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-e8861e59-4bd8-4e54-b9ef-9d7af978397c', 'network_id': 'e8861e59-4bd8-4e54-b9ef-9d7af978397c', 'project_id': 'a8a9a15e6fa84b0bbd02de5f61aebabe', 'fixed_ips': [{'subnet_id': 'ec8355dc-094a-4f65-97c9-6c3195dacb4d'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:22:14.754921 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.760982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': 'e8861e59-4bd8-4e54-b9ef-9d7af978397c', 'name': 'tempest-PortsTestJSON-1168480033', 'fixed_ips': [{'subnet_id': 'ec8355dc-094a-4f65-97c9-6c3195dacb4d', 'ip_address': '172.20.0.10'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:14.820277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0160-8821-41ab-9e76-3e232e94a1a7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.849844 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c8a0160-8821-41ab-9e76-3e232e94a1a7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:14.869152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5c8a0160-8821-41ab-9e76-3e232e94a1a7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c1d119ef-24de-44be-be6c-8d787ea57a4f HTTP/1.1" status: 204 len: 168 time: 0.2793536 Dec 17 13:22:14.896869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45750) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:15.002909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a0160-8821-41ab-9e76-3e232e94a1a7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1d119ef-24de-44be-be6c-8d787ea57a4f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:15.074233 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-251f76e2-813a-40b2-8e30-450607167d4d req-b062d7cc-e172-4e14-af75-d26c9c752644 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e091128-44a0-4d20-9bb5-1d969c15fefd HTTP/1.1" status: 200 len: 210 time: 0.1230464 Dec 17 13:22:15.127739 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6ee4b203-7643-499b-8817-7bfd34e7aa01 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2176528 Dec 17 13:22:15.131858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45758) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:15.187157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Allocated IP 172.20.0.2 (e8861e59-4bd8-4e54-b9ef-9d7af978397c/ec8355dc-094a-4f65-97c9-6c3195dacb4d/9e8b61ca-81f8-44ee-b2fc-fece5f38a379) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:15.239473 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71bceea8-452d-4e5b-9a5d-e24cb417cd9c tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.240383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ae794c0-4b4b-4538-bc8e-7b987afd203e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.297287 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ae794c0-4b4b-4538-bc8e-7b987afd203e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.317532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71bceea8-452d-4e5b-9a5d-e24cb417cd9c tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.371452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:15.427904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bceea8-452d-4e5b-9a5d-e24cb417cd9c tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01640de3-46d2-42fe-aa65-1f32e1932b61,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:15.493480 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71bceea8-452d-4e5b-9a5d-e24cb417cd9c tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.500334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-71bceea8-452d-4e5b-9a5d-e24cb417cd9c tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2005162 Dec 17 13:22:15.500977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45766) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:15.507427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-659cbc96-e102-421a-8fcc-54c8ce55dddc tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '01640de3-46d2-42fe-aa65-1f32e1932b61', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:15.508653 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-659cbc96-e102-421a-8fcc-54c8ce55dddc tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 13:22:15.509926 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-659cbc96-e102-421a-8fcc-54c8ce55dddc tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:15.511891 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-659cbc96-e102-421a-8fcc-54c8ce55dddc tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086222 Dec 17 13:22:15.513374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ae794c0-4b4b-4538-bc8e-7b987afd203e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.523287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45768) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:15.523490 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ae794c0-4b4b-4538-bc8e-7b987afd203e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.526510 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6ae794c0-4b4b-4538-bc8e-7b987afd203e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-groups/03df85cc-ee42-4ddf-912a-0be942c2db5d HTTP/1.1" status: 204 len: 168 time: 0.3926830 Dec 17 13:22:15.529827 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45770) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:15.539346 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.554319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c23297bc-740e-4ec5-9f9d-8a02b66efd40 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '01640de3-46d2-42fe-aa65-1f32e1932b61', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:15.577476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae794c0-4b4b-4538-bc8e-7b987afd203e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df85cc-ee42-4ddf-912a-0be942c2db5d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:15.620534 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.681863 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.715311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45774) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:15.717641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-637db3e8-2a32-487e-b254-e72055860a7d tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1563358 Dec 17 13:22:15.735811 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 09c9bc77-2c90-4dc2-970f-8c0454729a5f no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:22:15.754337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Network e8861e59-4bd8-4e54-b9ef-9d7af978397c is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:15.758147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b52c73d4-e0ee-4ef6-ba08-829dc5a59eb6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group': {'name': 'tempest-secgroup--523451622'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:15.759324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:15.782486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:22:15.786369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 09c9bc77-2c90-4dc2-970f-8c0454729a5f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:22:15.786718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 09c9bc77-2c90-4dc2-970f-8c0454729a5f not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:22:15.798091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Pushing event updated for resources: {'Port': ['ID=9e8b61ca-81f8-44ee-b2fc-fece5f38a379,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:15.828625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45776) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:15.861107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port 7168e8ee-6349-4d8e-bb5a-65547b677436 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:22:15.899006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Attempting to bind port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:22:15.899389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Attempting to bind port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '949db3a7-0a5b-475b-8ff4-ae6f8fb84f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e8861e59-4bd8-4e54-b9ef-9d7af978397c'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:22:15.899756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Attempting to bind port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 on network e8861e59-4bd8-4e54-b9ef-9d7af978397c {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:22:15.905758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:22:15.906141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Checking segment: {'id': '949db3a7-0a5b-475b-8ff4-ae6f8fb84f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e8861e59-4bd8-4e54-b9ef-9d7af978397c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:22:15.906682 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.907090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Bound using segment: {'id': '949db3a7-0a5b-475b-8ff4-ae6f8fb84f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e8861e59-4bd8-4e54-b9ef-9d7af978397c'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:22:15.907574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Bound port: 9e8b61ca-81f8-44ee-b2fc-fece5f38a379, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949db3a7-0a5b-475b-8ff4-ae6f8fb84f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e8861e59-4bd8-4e54-b9ef-9d7af978397c'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:22:15.908331 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.948134 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b52c73d4-e0ee-4ef6-ba08-829dc5a59eb6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:15.991542 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-c23297bc-740e-4ec5-9f9d-8a02b66efd40 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:15.993141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c23297bc-740e-4ec5-9f9d-8a02b66efd40 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4690151 Dec 17 13:22:15.996192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45780) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:16.001381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0e0fe9a5-2472-4e75-a499-d73f26d8be47 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '01640de3-46d2-42fe-aa65-1f32e1932b61', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:16.001900 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-0e0fe9a5-2472-4e75-a499-d73f26d8be47 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 17 13:22:16.002386 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-0e0fe9a5-2472-4e75-a499-d73f26d8be47 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:16.003331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0e0fe9a5-2472-4e75-a499-d73f26d8be47 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061679 Dec 17 13:22:16.006515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45782) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:16.011474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4062a316-fa34-46b9-aafc-6906cf7d44bd tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '01640de3-46d2-42fe-aa65-1f32e1932b61', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:16.088141 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0b110cd-863b-4d8e-a3ec-0fb6df94289e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.100765 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b52c73d4-e0ee-4ef6-ba08-829dc5a59eb6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.137621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] For port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:22:16.158413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] For port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9e8b61ca-81f8-44ee-b2fc-fece5f38a379,segment=NetworkSegment(949db3a7-0a5b-475b-8ff4-ae6f8fb84f98),segment_id=949db3a7-0a5b-475b-8ff4-ae6f8fb84f98)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:22:16.185628 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b52c73d4-e0ee-4ef6-ba08-829dc5a59eb6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.233760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.271115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0b110cd-863b-4d8e-a3ec-0fb6df94289e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.301879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c73d4-e0ee-4ef6-ba08-829dc5a59eb6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21b78f3-505a-4625-aa8c-67e70feb1a80,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:16.304035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.10 (e8861e59-4bd8-4e54-b9ef-9d7af978397c/ec8355dc-094a-4f65-97c9-6c3195dacb4d/7168e8ee-6349-4d8e-bb5a-65547b677436) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:16.329104 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b52c73d4-e0ee-4ef6-ba08-829dc5a59eb6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.330412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b52c73d4-e0ee-4ef6-ba08-829dc5a59eb6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6111393 Dec 17 13:22:16.334745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45788) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:16.341343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-115ab11d-e8bb-42f6-819a-54fd81e9edcc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': 'a21b78f3-505a-4625-aa8c-67e70feb1a80', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:16.373662 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0b110cd-863b-4d8e-a3ec-0fb6df94289e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.391023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fea721-841e-4461-98c0-44d3c964a58a None None] Pushing event updated for resources: {'Port': ['ID=9e8b61ca-81f8-44ee-b2fc-fece5f38a379,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:16.394552 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-937d3509-f681-4495-9268-1b88a7f88694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.463087 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-4062a316-fa34-46b9-aafc-6906cf7d44bd tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:16.472266 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4062a316-fa34-46b9-aafc-6906cf7d44bd tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4631822 Dec 17 13:22:16.517422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45794) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:16.566381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-281889b4-3914-48af-8427-e87b5895310d tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '01640de3-46d2-42fe-aa65-1f32e1932b61', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:16.567012 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-281889b4-3914-48af-8427-e87b5895310d tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 13:22:16.567555 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-281889b4-3914-48af-8427-e87b5895310d tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:16.568814 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-281889b4-3914-48af-8427-e87b5895310d tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0469162 Dec 17 13:22:16.582863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45796) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:16.588362 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b110cd-863b-4d8e-a3ec-0fb6df94289e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41259278-8c85-4633-9b54-802b81973c0a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:16.604806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-db1a9e14-ee15-468c-a65a-da38f3e0a90e tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '01640de3-46d2-42fe-aa65-1f32e1932b61', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:16.610196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c0b110cd-863b-4d8e-a3ec-0fb6df94289e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f51703795ff49cab31f5ef387b337c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7636874 Dec 17 13:22:16.613944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45798) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:16.714841 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-115ab11d-e8bb-42f6-819a-54fd81e9edcc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.828157 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-115ab11d-e8bb-42f6-819a-54fd81e9edcc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.893324 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-db1a9e14-ee15-468c-a65a-da38f3e0a90e tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Project cb2a5feb78094e9cb4bdd768cc1ebeed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:22:16.905637 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-115ab11d-e8bb-42f6-819a-54fd81e9edcc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.942993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ab11d-e8bb-42f6-819a-54fd81e9edcc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fcd5ec-a04d-464a-9deb-bb182c5c340b,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:16.958534 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.994037 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e564223-5bc3-41ff-a6b7-eceae1ae509d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:16.996549 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-db1a9e14-ee15-468c-a65a-da38f3e0a90e tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:17.000434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-db1a9e14-ee15-468c-a65a-da38f3e0a90e tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4079146 Dec 17 13:22:17.001141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45804) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:17.007382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6a34c82a-e71b-41b2-a7e2-26c6c1ac214f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '01640de3-46d2-42fe-aa65-1f32e1932b61', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:17.008061 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-6a34c82a-e71b-41b2-a7e2-26c6c1ac214f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 17 13:22:17.008730 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-6a34c82a-e71b-41b2-a7e2-26c6c1ac214f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:17.012491 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6a34c82a-e71b-41b2-a7e2-26c6c1ac214f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072355 Dec 17 13:22:17.016415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45806) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:17.018861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699b160-478d-4dc7-8d50-b0db4613606b req-d0bd2f78-6087-484e-b487-0eeb06730956 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:17.021485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-01b5c31a-6b4e-4d13-8c38-960a679587ce tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '01640de3-46d2-42fe-aa65-1f32e1932b61', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:17.027758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6699b160-478d-4dc7-8d50-b0db4613606b req-d0bd2f78-6087-484e-b487-0eeb06730956 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee HTTP/1.1" status: 200 len: 946 time: 0.1916778 Dec 17 13:22:17.068822 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-115ab11d-e8bb-42f6-819a-54fd81e9edcc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.070482 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-115ab11d-e8bb-42f6-819a-54fd81e9edcc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7338328 Dec 17 13:22:17.080621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45808) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:17.090146 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e0552378-3611-43f2-9cec-67d20467bfda tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': 'a21b78f3-505a-4625-aa8c-67e70feb1a80', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:17.112951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6699b160-478d-4dc7-8d50-b0db4613606b req-c1ce609c-1aca-4e2b-b796-e134e8e7178e tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841546 Dec 17 13:22:17.141037 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e564223-5bc3-41ff-a6b7-eceae1ae509d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.266058 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-01b5c31a-6b4e-4d13-8c38-960a679587ce tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Project cb2a5feb78094e9cb4bdd768cc1ebeed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:22:17.317790 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e564223-5bc3-41ff-a6b7-eceae1ae509d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.321331 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e564223-5bc3-41ff-a6b7-eceae1ae509d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.322775 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0e564223-5bc3-41ff-a6b7-eceae1ae509d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/41259278-8c85-4633-9b54-802b81973c0a HTTP/1.1" status: 204 len: 168 time: 0.7082789 Dec 17 13:22:17.324791 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.328653 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0552378-3611-43f2-9cec-67d20467bfda tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.381642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e564223-5bc3-41ff-a6b7-eceae1ae509d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41259278-8c85-4633-9b54-802b81973c0a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:17.406476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network e8861e59-4bd8-4e54-b9ef-9d7af978397c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:17.410032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:17.415018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:22:17.417854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=7168e8ee-6349-4d8e-bb5a-65547b677436,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:17.456062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0552378-3611-43f2-9cec-67d20467bfda tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.459910 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-01b5c31a-6b4e-4d13-8c38-960a679587ce tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:17.464957 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-01b5c31a-6b4e-4d13-8c38-960a679587ce tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4473293 Dec 17 13:22:17.465090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45812) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:17.470847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f0f23003-a40b-40aa-aa32-f35060a0b166 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '01640de3-46d2-42fe-aa65-1f32e1932b61', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:17.480175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:17.481697 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.550934 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0552378-3611-43f2-9cec-67d20467bfda tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.602844 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0552378-3611-43f2-9cec-67d20467bfda tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cde3b5d-957f-40fc-b1fc-96dc9fd5e40d,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:17.615164 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-f0f23003-a40b-40aa-aa32-f35060a0b166 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Project cb2a5feb78094e9cb4bdd768cc1ebeed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:22:17.623265 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-76ae6371-e3e3-4c85-94e4-c074bc89509f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8779831 Dec 17 13:22:17.627951 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45818) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:17.638272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': 'e8861e59-4bd8-4e54-b9ef-9d7af978397c', 'name': 'tempest-PortsTestJSON-1382806139', 'fixed_ips': [{'subnet_id': 'ec8355dc-094a-4f65-97c9-6c3195dacb4d', 'ip_address': '172.20.0.9'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:17.712423 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.719059 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0552378-3611-43f2-9cec-67d20467bfda tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.720228 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e0552378-3611-43f2-9cec-67d20467bfda tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6385479 Dec 17 13:22:17.723586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45822) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:17.728386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-770b781d-7110-47de-8c2b-094b4c81ba67 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': 'a21b78f3-505a-4625-aa8c-67e70feb1a80', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:17.735101 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-f0f23003-a40b-40aa-aa32-f35060a0b166 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:17.740077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f0f23003-a40b-40aa-aa32-f35060a0b166 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2737415 Dec 17 13:22:17.740685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45824) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:17.821037 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4293c47-f0b0-4f7c-8d33-77dddaacc047 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.848400 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4293c47-f0b0-4f7c-8d33-77dddaacc047 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.872192 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-770b781d-7110-47de-8c2b-094b4c81ba67 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:17.939601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:17.959167 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-770b781d-7110-47de-8c2b-094b4c81ba67 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.036623 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4293c47-f0b0-4f7c-8d33-77dddaacc047 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.039783 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4293c47-f0b0-4f7c-8d33-77dddaacc047 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.042186 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f4293c47-f0b0-4f7c-8d33-77dddaacc047 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "DELETE /v2.0/security-groups/01640de3-46d2-42fe-aa65-1f32e1932b61 HTTP/1.1" status: 204 len: 168 time: 0.3001280 Dec 17 13:22:18.047153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45828) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:18.053426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4293c47-f0b0-4f7c-8d33-77dddaacc047 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01640de3-46d2-42fe-aa65-1f32e1932b61,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:18.068021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ebf6c-e9e0-421d-bb65-2927bd2fac6f req-0776b6ca-c29e-49b4-a35c-802bf56ded82 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:18.069720 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-229ebf6c-e9e0-421d-bb65-2927bd2fac6f req-0776b6ca-c29e-49b4-a35c-802bf56ded82 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee HTTP/1.1" status: 200 len: 946 time: 0.0737245 Dec 17 13:22:18.074740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-770b781d-7110-47de-8c2b-094b4c81ba67 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.077470 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.106120 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f472877-ac1e-4bbf-bd2d-54b565e71a74 None None] Network e8861e59-4bd8-4e54-b9ef-9d7af978397c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:18.109786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45830) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:18.123040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port 47417020-2999-4468-9704-87a413bc62ec yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:22:18.132932 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b781d-7110-47de-8c2b-094b4c81ba67 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39d9e57-44ec-41d1-9ddf-406db533e1eb,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:18.148420 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-210d1c30-ab4f-47d7-b075-55a8d8adc8ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.191729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45834) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:18.193051 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bc0a2536-973f-4735-bb40-d06181a315ec tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1447418 Dec 17 13:22:18.201724 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-770b781d-7110-47de-8c2b-094b4c81ba67 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.205828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-770b781d-7110-47de-8c2b-094b4c81ba67 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4810452 Dec 17 13:22:18.207392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45836) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:18.209215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fadaf9cb-3b46-42d3-ba55-b65660d45d62 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234042557'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:18.211643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-14e14e89-6263-4b73-a4d4-31fee10a8a9f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': 'a21b78f3-505a-4625-aa8c-67e70feb1a80', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:18.261350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e7547280-936e-41d6-a82d-1a8c61577862 None None] Provisioning complete for port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:18.261821 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e7547280-936e-41d6-a82d-1a8c61577862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.302079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6bb04-8598-4057-b8d7-7265b052eb70 req-1cedd32b-6aee-4526-b25f-55ae05b25529 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:18.304418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-33b6bb04-8598-4057-b8d7-7265b052eb70 req-1cedd32b-6aee-4526-b25f-55ae05b25529 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee HTTP/1.1" status: 200 len: 946 time: 0.0892706 Dec 17 13:22:18.327486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-229ebf6c-e9e0-421d-bb65-2927bd2fac6f req-dab2c833-542e-4bea-a8ef-ca119c709bbf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Deleting port b1af6c03-3760-4ece-8b7d-341be73887ba {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:18.328153 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-229ebf6c-e9e0-421d-bb65-2927bd2fac6f req-dab2c833-542e-4bea-a8ef-ca119c709bbf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.370687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:22:18.448143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-229ebf6c-e9e0-421d-bb65-2927bd2fac6f req-dab2c833-542e-4bea-a8ef-ca119c709bbf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] For port b1af6c03-3760-4ece-8b7d-341be73887ba, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=b1af6c03-3760-4ece-8b7d-341be73887ba,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:18.448537 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-229ebf6c-e9e0-421d-bb65-2927bd2fac6f req-dab2c833-542e-4bea-a8ef-ca119c709bbf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.464664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-229ebf6c-e9e0-421d-bb65-2927bd2fac6f req-dab2c833-542e-4bea-a8ef-ca119c709bbf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Calling delete_port for b1af6c03-3760-4ece-8b7d-341be73887ba owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:18.483352 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e7547280-936e-41d6-a82d-1a8c61577862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.486930 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:18.487308 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.560770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e7547280-936e-41d6-a82d-1a8c61577862 None None] For port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9e8b61ca-81f8-44ee-b2fc-fece5f38a379,segment=NetworkSegment(949db3a7-0a5b-475b-8ff4-ae6f8fb84f98),segment_id=949db3a7-0a5b-475b-8ff4-ae6f8fb84f98)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:18.619170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fadaf9cb-3b46-42d3-ba55-b65660d45d62 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.650864 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.662813 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-210d1c30-ab4f-47d7-b075-55a8d8adc8ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.685683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-33b6bb04-8598-4057-b8d7-7265b052eb70 req-95af781b-eb9f-436a-9b8c-760aa6b8d222 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688884 Dec 17 13:22:18.695624 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-229ebf6c-e9e0-421d-bb65-2927bd2fac6f req-dab2c833-542e-4bea-a8ef-ca119c709bbf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.704082 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e7547280-936e-41d6-a82d-1a8c61577862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.728281 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14e14e89-6263-4b73-a4d4-31fee10a8a9f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.728281 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-210d1c30-ab4f-47d7-b075-55a8d8adc8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.792575 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.9 (e8861e59-4bd8-4e54-b9ef-9d7af978397c/ec8355dc-094a-4f65-97c9-6c3195dacb4d/47417020-2999-4468-9704-87a413bc62ec) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:18.797248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2c833-542e-4bea-a8ef-ca119c709bbf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Pushing event deleted for resources: {'Port': ['ID=b1af6c03-3760-4ece-8b7d-341be73887ba,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:18.849031 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-210d1c30-ab4f-47d7-b075-55a8d8adc8ab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8b0689e9729a41febe4e4613248004ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7380159 Dec 17 13:22:18.870231 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45846) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:18.870231 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d1c30-ab4f-47d7-b075-55a8d8adc8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a44bc7-b93a-4d70-a47f-b81ec6703256,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:18.907888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-229ebf6c-e9e0-421d-bb65-2927bd2fac6f req-dab2c833-542e-4bea-a8ef-ca119c709bbf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] No DVR routers for this DVR port b1af6c03-3760-4ece-8b7d-341be73887ba on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:18.919356 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-229ebf6c-e9e0-421d-bb65-2927bd2fac6f req-dab2c833-542e-4bea-a8ef-ca119c709bbf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.929226 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-229ebf6c-e9e0-421d-bb65-2927bd2fac6f req-dab2c833-542e-4bea-a8ef-ca119c709bbf tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.54 "DELETE /v2.0/ports/b1af6c03-3760-4ece-8b7d-341be73887ba HTTP/1.1" status: 204 len: 173 time: 0.8431988 Dec 17 13:22:18.930160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad48e7c1-91cb-4ddd-a9e1-1010dd2befee', 'name': 'network-vif-deleted', 'tag': 'b1af6c03-3760-4ece-8b7d-341be73887ba'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:22:18.933696 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02362070-9b10-4f92-b721-ec6cc21d59b4" -d '{"events": [{"server_uuid": "ad48e7c1-91cb-4ddd-a9e1-1010dd2befee", "name": "network-vif-deleted", "tag": "b1af6c03-3760-4ece-8b7d-341be73887ba"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:22:18.944748 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fadaf9cb-3b46-42d3-ba55-b65660d45d62 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:18.996856 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fadaf9cb-3b46-42d3-ba55-b65660d45d62 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.020163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:22:19.020788 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:22:19.022172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['5d51a41c-c947-4d05-98b1-0821205e533f', 'b1af6c03-3760-4ece-8b7d-341be73887ba'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:22:19.061433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadaf9cb-3b46-42d3-ba55-b65660d45d62 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3da74c-bc35-4ddb-b6d4-de8360df2a95,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:19.109796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fadaf9cb-3b46-42d3-ba55-b65660d45d62 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.115914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45854) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:19.118028 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fadaf9cb-3b46-42d3-ba55-b65660d45d62 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9231038 Dec 17 13:22:19.118468 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14e14e89-6263-4b73-a4d4-31fee10a8a9f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.126559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7547280-936e-41d6-a82d-1a8c61577862 None None] Pushing event updated for resources: {'Port': ['ID=9e8b61ca-81f8-44ee-b2fc-fece5f38a379,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:19.130005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ba809508-16e8-4c20-b31e-eb32d376a1ce tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': 'cc3da74c-bc35-4ddb-b6d4-de8360df2a95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:19.153065 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8346949-4882-468a-80a8-927c4b0ca203 x-openstack-request-id: req-d8346949-4882-468a-80a8-927c4b0ca203 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:22:19.153425 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad48e7c1-91cb-4ddd-a9e1-1010dd2befee", "name": "network-vif-deleted", "tag": "b1af6c03-3760-4ece-8b7d-341be73887ba", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:22:19.154317 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d8346949-4882-468a-80a8-927c4b0ca203 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:22:19.154861 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad48e7c1-91cb-4ddd-a9e1-1010dd2befee', 'name': 'network-vif-deleted', 'tag': 'b1af6c03-3760-4ece-8b7d-341be73887ba', 'status': 'completed', 'code': 200} Dec 17 13:22:19.191651 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ed991311-a8a7-4e39-ba29-3cf19f3c1d31 None None] Provisioning complete for port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:19.192051 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ed991311-a8a7-4e39-ba29-3cf19f3c1d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.236698 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75fd8c42-5220-4c75-ab09-df30e4e0e479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.241546 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14e14e89-6263-4b73-a4d4-31fee10a8a9f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.298252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e14e89-6263-4b73-a4d4-31fee10a8a9f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589bb451-8fce-49c3-80b1-20f32c7e4cc4,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:19.301671 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75fd8c42-5220-4c75-ab09-df30e4e0e479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.323081 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.336730 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.390739 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14e14e89-6263-4b73-a4d4-31fee10a8a9f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.391928 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-14e14e89-6263-4b73-a4d4-31fee10a8a9f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1836963 Dec 17 13:22:19.394739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45858) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:19.399394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-89b5c568-8b43-40ba-a07d-0eea2d1ada8a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': 'a21b78f3-505a-4625-aa8c-67e70feb1a80', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:19.431411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ed991311-a8a7-4e39-ba29-3cf19f3c1d31 None None] Provisioning complete for port 7168e8ee-6349-4d8e-bb5a-65547b677436 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:19.431787 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ed991311-a8a7-4e39-ba29-3cf19f3c1d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.465539 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-ba809508-16e8-4c20-b31e-eb32d376a1ce tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The resource could not be found. Dec 17 13:22:19.468132 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ba809508-16e8-4c20-b31e-eb32d376a1ce tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3435941 Dec 17 13:22:19.470878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45860) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:19.471133 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ed991311-a8a7-4e39-ba29-3cf19f3c1d31 None None] Port 7168e8ee-6349-4d8e-bb5a-65547b677436 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:19.480959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-27dadbed-d8e7-427c-8dcd-fd693275106f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': 'cc3da74c-bc35-4ddb-b6d4-de8360df2a95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0e4e47f5-45b8-4f01-9cea-0dd35bf12fba'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:19.505956 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75fd8c42-5220-4c75-ab09-df30e4e0e479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.508801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75fd8c42-5220-4c75-ab09-df30e4e0e479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.511661 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-75fd8c42-5220-4c75-ab09-df30e4e0e479 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25a44bc7-b93a-4d70-a47f-b81ec6703256 HTTP/1.1" status: 204 len: 168 time: 0.6418729 Dec 17 13:22:19.512951 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.562027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd8c42-5220-4c75-ab09-df30e4e0e479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a44bc7-b93a-4d70-a47f-b81ec6703256,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:19.575452 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89b5c568-8b43-40ba-a07d-0eea2d1ada8a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.596598 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network e8861e59-4bd8-4e54-b9ef-9d7af978397c is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:19.601798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dfb30734-37ba-41d0-9a3c-ad45258ac6df None None] Provisioning complete for port 7168e8ee-6349-4d8e-bb5a-65547b677436 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:19.602191 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dfb30734-37ba-41d0-9a3c-ad45258ac6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.629037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=47417020-2999-4468-9704-87a413bc62ec,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:19.634651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:19.640916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:22:19.650348 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.656391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-dfb30734-37ba-41d0-9a3c-ad45258ac6df None None] Port 7168e8ee-6349-4d8e-bb5a-65547b677436 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:19.688004 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89b5c568-8b43-40ba-a07d-0eea2d1ada8a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.696583 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:19.697148 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.745117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89b5c568-8b43-40ba-a07d-0eea2d1ada8a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.788400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2cedb133-322c-478e-80fb-77ada46c58cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1590548 Dec 17 13:22:19.791044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45868) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:19.801189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5c568-8b43-40ba-a07d-0eea2d1ada8a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ed49f1-d02e-4fe7-baa0-d502e72b5e01,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:19.849136 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-27dadbed-d8e7-427c-8dcd-fd693275106f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The resource could not be found. Dec 17 13:22:19.853218 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-27dadbed-d8e7-427c-8dcd-fd693275106f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3782077 Dec 17 13:22:19.853738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45870) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:19.861923 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-57bc6092-86a2-4524-a515-5949d4e10996 req-c9c80c5b-edd7-487d-b9e6-1de1d282cf54 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad48e7c1-91cb-4ddd-a9e1-1010dd2befee HTTP/1.1" status: 200 len: 210 time: 0.0397348 Dec 17 13:22:19.908606 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89b5c568-8b43-40ba-a07d-0eea2d1ada8a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.910291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-89b5c568-8b43-40ba-a07d-0eea2d1ada8a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5140693 Dec 17 13:22:19.919023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45874) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:19.924361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028b16d1-c6b8-4936-a6a4-6139e9d080d0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:19.926075 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-028b16d1-c6b8-4936-a6a4-6139e9d080d0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1337063 Dec 17 13:22:19.931206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45876) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:19.968531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5466f40-540f-4437-8a0e-6722d1895e8f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:19.981384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5466f40-540f-4437-8a0e-6722d1895e8f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.002331 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9efd-1ab7-493c-b4ef-507f088887af tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.006421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-db1bcec7-35d4-44c1-a470-3214f6743ca3 None None] Provisioning complete for port 47417020-2999-4468-9704-87a413bc62ec triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:20.006800 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-db1bcec7-35d4-44c1-a470-3214f6743ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.017000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f15aa7-85b2-4cb6-9820-859b70372f57 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:20.023582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f15aa7-85b2-4cb6-9820-859b70372f57 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:20.030645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f15aa7-85b2-4cb6-9820-859b70372f57 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:20.032656 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b6f15aa7-85b2-4cb6-9820-859b70372f57 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1004956 Dec 17 13:22:20.035749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45878) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.069976 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9efd-1ab7-493c-b4ef-507f088887af tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.145236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-db1bcec7-35d4-44c1-a470-3214f6743ca3 None None] Port 47417020-2999-4468-9704-87a413bc62ec cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:20.163209 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5466f40-540f-4437-8a0e-6722d1895e8f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.172347 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5466f40-540f-4437-8a0e-6722d1895e8f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.176224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a5466f40-540f-4437-8a0e-6722d1895e8f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/44ed49f1-d02e-4fe7-baa0-d502e72b5e01 HTTP/1.1" status: 204 len: 168 time: 0.2515457 Dec 17 13:22:20.176460 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45882) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.195985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4213c125-a69e-44cd-a40f-a607ec1937b5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port 47417020-2999-4468-9704-87a413bc62ec {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:20.196394 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4213c125-a69e-44cd-a40f-a607ec1937b5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.199980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5466f40-540f-4437-8a0e-6722d1895e8f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44ed49f1-d02e-4fe7-baa0-d502e72b5e01,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:20.237416 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ff4a0bb3-ab15-444c-b572-8a29f60507ec tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0596454 Dec 17 13:22:20.238261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45886) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.259329 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9efd-1ab7-493c-b4ef-507f088887af tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.262228 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9efd-1ab7-493c-b4ef-507f088887af tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.263414 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1b1c9efd-1ab7-493c-b4ef-507f088887af tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "DELETE /v2.0/security-groups/cc3da74c-bc35-4ddb-b6d4-de8360df2a95 HTTP/1.1" status: 204 len: 168 time: 0.4086449 Dec 17 13:22:20.278530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45888) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.300245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-67cb7d1e-b28f-4c95-b5c9-105ea491f910 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.310715 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-67cb7d1e-b28f-4c95-b5c9-105ea491f910 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.322150 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4213c125-a69e-44cd-a40f-a607ec1937b5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.336839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4213c125-a69e-44cd-a40f-a607ec1937b5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for 47417020-2999-4468-9704-87a413bc62ec owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:20.338195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c9efd-1ab7-493c-b4ef-507f088887af tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3da74c-bc35-4ddb-b6d4-de8360df2a95,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:20.347097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:22:20.414323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:20.414926 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.466474 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-53cc6a30-9827-4969-8773-6035ef877037 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1864841 Dec 17 13:22:20.469916 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-67cb7d1e-b28f-4c95-b5c9-105ea491f910 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.471735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45890) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.480463 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3f258b44-5ee4-4765-91ab-82321cc4e8be tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '9348db95-dba3-4031-9764-737e7fe407ba', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:20.484288 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-67cb7d1e-b28f-4c95-b5c9-105ea491f910 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.486769 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-67cb7d1e-b28f-4c95-b5c9-105ea491f910 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/589bb451-8fce-49c3-80b1-20f32c7e4cc4 HTTP/1.1" status: 204 len: 168 time: 0.2474120 Dec 17 13:22:20.493072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45892) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.512470 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb7d1e-b28f-4c95-b5c9-105ea491f910 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=589bb451-8fce-49c3-80b1-20f32c7e4cc4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:20.559794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-584bb3e3-ac64-43c9-b737-646ff222f1fd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0655622 Dec 17 13:22:20.562719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45894) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.575853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45896) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.587457 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7855-faf5-47ad-a3cd-52c2bb93d7d4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.590355 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-19286ac7-616d-45fc-b54f-e59ee78213da admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.598121 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7855-faf5-47ad-a3cd-52c2bb93d7d4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.652980 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4213c125-a69e-44cd-a40f-a607ec1937b5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.698001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213c125-a69e-44cd-a40f-a607ec1937b5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=47417020-2999-4468-9704-87a413bc62ec,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:20.723399 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7855-faf5-47ad-a3cd-52c2bb93d7d4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.735820 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d2b7855-faf5-47ad-a3cd-52c2bb93d7d4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.737252 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8d2b7855-faf5-47ad-a3cd-52c2bb93d7d4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/e39d9e57-44ec-41d1-9ddf-406db533e1eb HTTP/1.1" status: 204 len: 168 time: 0.1734128 Dec 17 13:22:20.738728 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-19286ac7-616d-45fc-b54f-e59ee78213da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.739902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45898) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.793696 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-3f258b44-5ee4-4765-91ab-82321cc4e8be tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The resource could not be found. Dec 17 13:22:20.795525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3f258b44-5ee4-4765-91ab-82321cc4e8be tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3226886 Dec 17 13:22:20.799897 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4213c125-a69e-44cd-a40f-a607ec1937b5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.801307 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-859c3e30-22b4-49ea-a16f-5dd13a0bace6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0602860 Dec 17 13:22:20.802190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b7855-faf5-47ad-a3cd-52c2bb93d7d4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e39d9e57-44ec-41d1-9ddf-406db533e1eb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:20.803834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45900) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.804166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45902) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.809774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4213c125-a69e-44cd-a40f-a607ec1937b5 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/47417020-2999-4468-9704-87a413bc62ec HTTP/1.1" status: 204 len: 168 time: 0.7728574 Dec 17 13:22:20.811730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45906) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.813692 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7f184d19-97b0-4bd0-b7fb-d417d77e2328 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1929077540'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:20.855927 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-19286ac7-616d-45fc-b54f-e59ee78213da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.858392 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34aa5236-50bf-4950-b1d7-f8299ce868c2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.861663 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f00ebd7-f645-4a8a-a93c-3ae0c6e5359e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:22:20.863369 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0f00ebd7-f645-4a8a-a93c-3ae0c6e5359e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/47417020-2999-4468-9704-87a413bc62ec HTTP/1.1" status: 404 len: 333 time: 0.0505562 Dec 17 13:22:20.878733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45910) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.891192 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34aa5236-50bf-4950-b1d7-f8299ce868c2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:20.952769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45914) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:20.953010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-19286ac7-616d-45fc-b54f-e59ee78213da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a8eca9dc0b249db9784933d150e0dc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3748453 Dec 17 13:22:20.956849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19286ac7-616d-45fc-b54f-e59ee78213da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1722ae-8aac-4b46-a489-0d4621365aa6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:21.011301 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f184d19-97b0-4bd0-b7fb-d417d77e2328 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.040745 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34aa5236-50bf-4950-b1d7-f8299ce868c2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.049420 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34aa5236-50bf-4950-b1d7-f8299ce868c2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.053990 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-34aa5236-50bf-4950-b1d7-f8299ce868c2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/1cde3b5d-957f-40fc-b1fc-96dc9fd5e40d HTTP/1.1" status: 204 len: 168 time: 0.2473009 Dec 17 13:22:21.054200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-39e8fba0-0265-4454-b5cd-64f2b6bc0ed3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port 7168e8ee-6349-4d8e-bb5a-65547b677436 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:21.054460 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39e8fba0-0265-4454-b5cd-64f2b6bc0ed3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.064677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45918) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:21.079971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa5236-50bf-4950-b1d7-f8299ce868c2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cde3b5d-957f-40fc-b1fc-96dc9fd5e40d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:21.114356 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dbbd152b-5e1a-4ee1-9de4-1ab0e767882e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.156093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39e8fba0-0265-4454-b5cd-64f2b6bc0ed3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.165830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45922) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:21.166691 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e67e2df1-4a71-46ea-a3d1-2a6b20138007 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0990644 Dec 17 13:22:21.177891 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dbbd152b-5e1a-4ee1-9de4-1ab0e767882e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.186955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-39e8fba0-0265-4454-b5cd-64f2b6bc0ed3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for 7168e8ee-6349-4d8e-bb5a-65547b677436 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:21.211431 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30515e07-ee20-49e7-ad6c-8b87940671ea tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.220888 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f184d19-97b0-4bd0-b7fb-d417d77e2328 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.305357 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f184d19-97b0-4bd0-b7fb-d417d77e2328 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.348582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f184d19-97b0-4bd0-b7fb-d417d77e2328 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63891086-8b15-44a9-8a17-66a0b42d7557,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:21.375172 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dbbd152b-5e1a-4ee1-9de4-1ab0e767882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.379750 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dbbd152b-5e1a-4ee1-9de4-1ab0e767882e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.381972 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dbbd152b-5e1a-4ee1-9de4-1ab0e767882e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4c1722ae-8aac-4b46-a489-0d4621365aa6 HTTP/1.1" status: 204 len: 168 time: 0.4282055 Dec 17 13:22:21.394188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd152b-5e1a-4ee1-9de4-1ab0e767882e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1722ae-8aac-4b46-a489-0d4621365aa6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:21.421883 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f184d19-97b0-4bd0-b7fb-d417d77e2328 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.423221 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7f184d19-97b0-4bd0-b7fb-d417d77e2328 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6180577 Dec 17 13:22:21.425931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45928) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:21.430606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5a79d9f5-8cf7-4f36-b83f-47f5d390e399 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796253898'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:21.550702 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5a79d9f5-8cf7-4f36-b83f-47f5d390e399 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.589769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device b1af6c03-3760-4ece-8b7d-341be73887ba no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:22:21.618248 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30515e07-ee20-49e7-ad6c-8b87940671ea tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.628249 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: b1af6c03-3760-4ece-8b7d-341be73887ba {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:22:21.628924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device b1af6c03-3760-4ece-8b7d-341be73887ba not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:22:21.639365 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5a79d9f5-8cf7-4f36-b83f-47f5d390e399 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.706926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480fc3f-3967-4b74-821a-dc263b65a4e6 req-6bbf0ef5-a7e4-4ae3-b74e-af82b9397c69 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:21.708406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1480fc3f-3967-4b74-821a-dc263b65a4e6 req-6bbf0ef5-a7e4-4ae3-b74e-af82b9397c69 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.0921497 Dec 17 13:22:21.722741 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5a79d9f5-8cf7-4f36-b83f-47f5d390e399 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.754226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79d9f5-8cf7-4f36-b83f-47f5d390e399 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4eca34-7e34-4021-b022-6a28a4521cb6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:21.791181 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30515e07-ee20-49e7-ad6c-8b87940671ea tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.799318 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30515e07-ee20-49e7-ad6c-8b87940671ea tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.801631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-30515e07-ee20-49e7-ad6c-8b87940671ea tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/64fcd5ec-a04d-464a-9deb-bb182c5c340b HTTP/1.1" status: 204 len: 168 time: 0.6292088 Dec 17 13:22:21.803169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45932) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:21.814646 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1480fc3f-3967-4b74-821a-dc263b65a4e6 req-383a967d-fc30-4ce8-9ae9-dd40568caf38 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994730 Dec 17 13:22:21.819202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30515e07-ee20-49e7-ad6c-8b87940671ea tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64fcd5ec-a04d-464a-9deb-bb182c5c340b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:21.833999 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5a79d9f5-8cf7-4f36-b83f-47f5d390e399 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.833999 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5a79d9f5-8cf7-4f36-b83f-47f5d390e399 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4048874 Dec 17 13:22:21.835457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45936) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:21.841215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-2d1d54dc-83b4-4fd6-a1f4-341e2f8a4630 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': '63891086-8b15-44a9-8a17-66a0b42d7557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1b4eca34-7e34-4021-b022-6a28a4521cb6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:21.876870 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39e8fba0-0265-4454-b5cd-64f2b6bc0ed3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:21.877779 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b6b3db3a-d834-4f64-bf23-56380815fd46 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729542 Dec 17 13:22:21.880739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45938) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:21.915360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8fba0-0265-4454-b5cd-64f2b6bc0ed3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=7168e8ee-6349-4d8e-bb5a-65547b677436,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:21.983379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-395f4f3d-f309-4dcf-9299-eca025b431bd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.034056 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-395f4f3d-f309-4dcf-9299-eca025b431bd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.041096 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39e8fba0-0265-4454-b5cd-64f2b6bc0ed3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.047512 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-39e8fba0-0265-4454-b5cd-64f2b6bc0ed3 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/7168e8ee-6349-4d8e-bb5a-65547b677436 HTTP/1.1" status: 204 len: 168 time: 1.1648297 Dec 17 13:22:22.048050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45946) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:22.088977 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22c4315-4746-4ae2-ac6d-670cc3ccca7f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:22:22.093318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b22c4315-4746-4ae2-ac6d-670cc3ccca7f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/7168e8ee-6349-4d8e-bb5a-65547b677436 HTTP/1.1" status: 404 len: 333 time: 0.0413110 Dec 17 13:22:22.094059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45950) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:22.136479 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-2d1d54dc-83b4-4fd6-a1f4-341e2f8a4630 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:22.137625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2d1d54dc-83b4-4fd6-a1f4-341e2f8a4630 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3008587 Dec 17 13:22:22.149398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45952) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:22.176353 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-395f4f3d-f309-4dcf-9299-eca025b431bd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.179448 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-395f4f3d-f309-4dcf-9299-eca025b431bd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.181549 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-395f4f3d-f309-4dcf-9299-eca025b431bd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-groups/a21b78f3-505a-4625-aa8c-67e70feb1a80 HTTP/1.1" status: 204 len: 168 time: 0.2998617 Dec 17 13:22:22.184114 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a884e12f-e829-49ae-8fc9-e885f8b2fae7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting subnet ec8355dc-094a-4f65-97c9-6c3195dacb4d {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:22:22.190072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45954) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:22.190440 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a884e12f-e829-49ae-8fc9-e885f8b2fae7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.228364 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:22:22.236572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f4f3d-f309-4dcf-9299-eca025b431bd tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21b78f3-505a-4625-aa8c-67e70feb1a80,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:22.275740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a884e12f-e829-49ae-8fc9-e885f8b2fae7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.291224 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-370b0aa5-58aa-42fb-a89b-d85e8e8ee855 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.337931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-370b0aa5-58aa-42fb-a89b-d85e8e8ee855 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.385535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a884e12f-e829-49ae-8fc9-e885f8b2fae7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.398733 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-45d91288-f491-460b-9d32-4030fee9f0be tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2003219 Dec 17 13:22:22.407164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45960) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:22.422785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c448de24-db80-4a9b-a215-2f814ed50ff7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086036954'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:22.475922 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-370b0aa5-58aa-42fb-a89b-d85e8e8ee855 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.478530 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-370b0aa5-58aa-42fb-a89b-d85e8e8ee855 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.479737 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-370b0aa5-58aa-42fb-a89b-d85e8e8ee855 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "DELETE /v2.0/security-groups/1b4eca34-7e34-4021-b022-6a28a4521cb6 HTTP/1.1" status: 204 len: 168 time: 0.3286836 Dec 17 13:22:22.483274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45964) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:22.490059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b0aa5-58aa-42fb-a89b-d85e8e8ee855 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4eca34-7e34-4021-b022-6a28a4521cb6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:22.534190 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c448de24-db80-4a9b-a215-2f814ed50ff7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.538969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a8d5ee14-d8a9-4574-85f8-e72166d30080 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0544875 Dec 17 13:22:22.545365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45966) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:22.565249 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a884e12f-e829-49ae-8fc9-e885f8b2fae7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.609456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884e12f-e829-49ae-8fc9-e885f8b2fae7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8355dc-094a-4f65-97c9-6c3195dacb4d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:22.621682 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c448de24-db80-4a9b-a215-2f814ed50ff7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.628232 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a884e12f-e829-49ae-8fc9-e885f8b2fae7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.631707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a884e12f-e829-49ae-8fc9-e885f8b2fae7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/ec8355dc-094a-4f65-97c9-6c3195dacb4d HTTP/1.1" status: 204 len: 168 time: 0.5365465 Dec 17 13:22:22.634743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45972) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:22.638945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8851037-5a38-43e8-bd7e-a64280caccab None None] Network e8861e59-4bd8-4e54-b9ef-9d7af978397c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:22.682788 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-119e08ed-082a-4bf0-8b2e-8cbc076b6aa5 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.706351 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c448de24-db80-4a9b-a215-2f814ed50ff7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.753200 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-119e08ed-082a-4bf0-8b2e-8cbc076b6aa5 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.763611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448de24-db80-4a9b-a215-2f814ed50ff7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468c0090-8efe-4832-8447-b704fb4e1ead,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:22.773459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.829342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff842ec9-4b55-4024-a1af-f42fccd31423 None None] DHCP port deletion for e8861e59-4bd8-4e54-b9ef-9d7af978397c request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:22:22.852801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:22.852801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.878129 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c448de24-db80-4a9b-a215-2f814ed50ff7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.880035 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c448de24-db80-4a9b-a215-2f814ed50ff7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4736581 Dec 17 13:22:22.883168 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45980) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:22.889452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d2bb9ab3-6ba2-404c-8956-39c43c2aae35 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': '468c0090-8efe-4832-8447-b704fb4e1ead', 'direction': 'ingress', 'protocol': 17}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:22.938588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ff842ec9-4b55-4024-a1af-f42fccd31423 None None] Deleting port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:22.938970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ff842ec9-4b55-4024-a1af-f42fccd31423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.949566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] For port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9e8b61ca-81f8-44ee-b2fc-fece5f38a379,segment=NetworkSegment(949db3a7-0a5b-475b-8ff4-ae6f8fb84f98),segment_id=949db3a7-0a5b-475b-8ff4-ae6f8fb84f98)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:22.950075 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.965621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:22.976364 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-119e08ed-082a-4bf0-8b2e-8cbc076b6aa5 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.981092 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-119e08ed-082a-4bf0-8b2e-8cbc076b6aa5 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:22.991367 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-119e08ed-082a-4bf0-8b2e-8cbc076b6aa5 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "DELETE /v2.0/security-groups/63891086-8b15-44a9-8a17-66a0b42d7557 HTTP/1.1" status: 204 len: 168 time: 0.4481802 Dec 17 13:22:22.993560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45982) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:23.071558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ff842ec9-4b55-4024-a1af-f42fccd31423 None None] For port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9e8b61ca-81f8-44ee-b2fc-fece5f38a379,segment=NetworkSegment(949db3a7-0a5b-475b-8ff4-ae6f8fb84f98),segment_id=949db3a7-0a5b-475b-8ff4-ae6f8fb84f98)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:23.071894 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ff842ec9-4b55-4024-a1af-f42fccd31423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.091250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e08ed-082a-4bf0-8b2e-8cbc076b6aa5 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63891086-8b15-44a9-8a17-66a0b42d7557,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:23.091444 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ff842ec9-4b55-4024-a1af-f42fccd31423 None None] Calling delete_port for 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:23.171529 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-393b5c89-c799-4727-a768-b02a1eb652d4 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1640942 Dec 17 13:22:23.178234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45990) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:23.188376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb302d0-2fd0-442a-9389-e801298552fa req-b0a37fbe-b39d-4825-b430-e8e7d43b87df tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:23.190421 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ccb302d0-2fd0-442a-9389-e801298552fa req-b0a37fbe-b39d-4825-b430-e8e7d43b87df tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.2860963 Dec 17 13:22:23.199530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-317eecf3-e523-4f85-ab22-5e9634c54b20 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074851372'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:23.204001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0638f-238a-4864-ba66-4eb0fd46b889 req-4a441d78-9c0b-419e-8dbd-ead2e7ad2795 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:23.206520 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4d0638f-238a-4864-ba66-4eb0fd46b889 req-4a441d78-9c0b-419e-8dbd-ead2e7ad2795 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.54 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 946 time: 0.2129893 Dec 17 13:22:23.208848 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.241724 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ff842ec9-4b55-4024-a1af-f42fccd31423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.244421 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No DVR routers for this DVR port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:23.281669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff842ec9-4b55-4024-a1af-f42fccd31423 None None] Pushing event deleted for resources: {'Port': ['ID=9e8b61ca-81f8-44ee-b2fc-fece5f38a379,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:23.286516 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9ab3-6ba2-404c-8956-39c43c2aae35 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.289553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff842ec9-4b55-4024-a1af-f42fccd31423 None None] No DVR routers for this DVR port 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:23.315737 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=9e8b61ca-81f8-44ee-b2fc-fece5f38a379,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:23.395790 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.400104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ccb302d0-2fd0-442a-9389-e801298552fa req-41b3fb99-7aeb-44a3-9c08-d74a85862bc9 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/security-groups?id=a429a90a-72cb-4f01-8b2c-074a78d71d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924286 Dec 17 13:22:23.446873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8861e59-4bd8-4e54-b9ef-9d7af978397c']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:23.460343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949db3a7-0a5b-475b-8ff4-ae6f8fb84f98') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:23.460700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949db3a7-0a5b-475b-8ff4-ae6f8fb84f98') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:23.475833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-a4d0638f-238a-4864-ba66-4eb0fd46b889 req-d5b7605a-0d98-4cb4-ab23-4963c608078c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Deleting port 5d51a41c-c947-4d05-98b1-0821205e533f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:23.476062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.476188 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a4d0638f-238a-4864-ba66-4eb0fd46b889 req-d5b7605a-0d98-4cb4-ab23-4963c608078c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.484836 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-317eecf3-e523-4f85-ab22-5e9634c54b20 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.504198 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.516788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:22:23.517188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:22:23.521305 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:22:23.541028 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9ab3-6ba2-404c-8956-39c43c2aae35 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.598646 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9ab3-6ba2-404c-8956-39c43c2aae35 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.627169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a4d0638f-238a-4864-ba66-4eb0fd46b889 req-d5b7605a-0d98-4cb4-ab23-4963c608078c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] For port 5d51a41c-c947-4d05-98b1-0821205e533f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=5d51a41c-c947-4d05-98b1-0821205e533f,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:23.627422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a4d0638f-238a-4864-ba66-4eb0fd46b889 req-d5b7605a-0d98-4cb4-ab23-4963c608078c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.630002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb9ab3-6ba2-404c-8956-39c43c2aae35 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8622c8fa-feda-4da7-b195-52bb61cab1c1,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:23.636708 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-317eecf3-e523-4f85-ab22-5e9634c54b20 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.644964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-a4d0638f-238a-4864-ba66-4eb0fd46b889 req-d5b7605a-0d98-4cb4-ab23-4963c608078c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Calling delete_port for 5d51a41c-c947-4d05-98b1-0821205e533f owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:23.693296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.700459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.703970 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/networks/e8861e59-4bd8-4e54-b9ef-9d7af978397c HTTP/1.1" status: 204 len: 168 time: 1.0674820 Dec 17 13:22:23.711450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45996) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:23.717314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76533b0e-edc7-40d4-b5e3-7d56223a264b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Network': ['ID=e8861e59-4bd8-4e54-b9ef-9d7af978397c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:23.718615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b364d153-2da6-45c6-8d2b-fa57686376ad tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-603987374'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:23.739365 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-317eecf3-e523-4f85-ab22-5e9634c54b20 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.743793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2bb9ab3-6ba2-404c-8956-39c43c2aae35 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.748217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d2bb9ab3-6ba2-404c-8956-39c43c2aae35 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8608201 Dec 17 13:22:23.748496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45998) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:23.771473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317eecf3-e523-4f85-ab22-5e9634c54b20 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e367028d-a59b-4db1-bb32-997deab33725,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:23.821718 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-317eecf3-e523-4f85-ab22-5e9634c54b20 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.826925 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-317eecf3-e523-4f85-ab22-5e9634c54b20 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6420276 Dec 17 13:22:23.830538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46000) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:23.832700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-fe26494e-5edf-4289-a2de-3e52bb9755d7 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': 'e367028d-a59b-4db1-bb32-997deab33725', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:23.875154 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cd236c32-1208-4f5c-aaea-aedcc9fcd65a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.907547 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cd236c32-1208-4f5c-aaea-aedcc9fcd65a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.918945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b364d153-2da6-45c6-8d2b-fa57686376ad tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:23.923197 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b364d153-2da6-45c6-8d2b-fa57686376ad tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:23.953131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a4d0638f-238a-4864-ba66-4eb0fd46b889 req-d5b7605a-0d98-4cb4-ab23-4963c608078c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.051629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7605a-0d98-4cb4-ab23-4963c608078c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Pushing event deleted for resources: {'Port': ['ID=5d51a41c-c947-4d05-98b1-0821205e533f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:24.080832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d0638f-238a-4864-ba66-4eb0fd46b889 req-d5b7605a-0d98-4cb4-ab23-4963c608078c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] No DVR routers for this DVR port 5d51a41c-c947-4d05-98b1-0821205e533f on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:24.082539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b364d153-2da6-45c6-8d2b-fa57686376ad tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:22:24.085148 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a4d0638f-238a-4864-ba66-4eb0fd46b889 req-d5b7605a-0d98-4cb4-ab23-4963c608078c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.088495 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4d0638f-238a-4864-ba66-4eb0fd46b889 req-d5b7605a-0d98-4cb4-ab23-4963c608078c tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.54 "DELETE /v2.0/ports/5d51a41c-c947-4d05-98b1-0821205e533f HTTP/1.1" status: 204 len: 173 time: 0.8689845 Dec 17 13:22:24.092035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32759e91-986e-405f-807e-0821478f136b', 'name': 'network-vif-deleted', 'tag': '5d51a41c-c947-4d05-98b1-0821205e533f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:22:24.094331 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e02d1f-5e42-4cc3-8344-1266b1df6a8a" -d '{"events": [{"server_uuid": "32759e91-986e-405f-807e-0821478f136b", "name": "network-vif-deleted", "tag": "5d51a41c-c947-4d05-98b1-0821205e533f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:22:24.116533 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-fe26494e-5edf-4289-a2de-3e52bb9755d7 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:24.117956 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fe26494e-5edf-4289-a2de-3e52bb9755d7 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2890508 Dec 17 13:22:24.120751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46008) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:24.125380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6734c724-844a-4c99-a370-95f9b56df393 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group_rule': {'security_group_id': 'e367028d-a59b-4db1-bb32-997deab33725', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:24.140736 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e739b3-b130-447d-b57e-14c3f34f0068 x-openstack-request-id: req-58e739b3-b130-447d-b57e-14c3f34f0068 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:22:24.141103 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32759e91-986e-405f-807e-0821478f136b", "name": "network-vif-deleted", "tag": "5d51a41c-c947-4d05-98b1-0821205e533f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:22:24.141386 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-58e739b3-b130-447d-b57e-14c3f34f0068 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:22:24.141860 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32759e91-986e-405f-807e-0821478f136b', 'name': 'network-vif-deleted', 'tag': '5d51a41c-c947-4d05-98b1-0821205e533f', 'status': 'completed', 'code': 200} Dec 17 13:22:24.195522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b364d153-2da6-45c6-8d2b-fa57686376ad tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.196138 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-b364d153-2da6-45c6-8d2b-fa57686376ad tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Added segment 7c2d6a03-a19b-4ee0-8be3-2c8161425b62 of type vlan for network 03a8746e-22c5-4fb7-b8d6-6228fba28a4a Dec 17 13:22:24.249367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cd236c32-1208-4f5c-aaea-aedcc9fcd65a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.252346 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cd236c32-1208-4f5c-aaea-aedcc9fcd65a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.259619 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cd236c32-1208-4f5c-aaea-aedcc9fcd65a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-groups/468c0090-8efe-4832-8447-b704fb4e1ead HTTP/1.1" status: 204 len: 168 time: 0.5078752 Dec 17 13:22:24.260398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46010) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:24.266353 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b364d153-2da6-45c6-8d2b-fa57686376ad tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.282947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd236c32-1208-4f5c-aaea-aedcc9fcd65a tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468c0090-8efe-4832-8447-b704fb4e1ead,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:24.309165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:22:24.333126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:22:24.334728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9e8b61ca-81f8-44ee-b2fc-fece5f38a379 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:22:24.355990 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c1bff593-9348-482e-bc52-27388ae3ee4e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0905452 Dec 17 13:22:24.356704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46012) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:24.362427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0d30ab7d-dba7-4fad-b5d9-96dac8f1d3d6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418030320'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:24.459848 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-6734c724-844a-4c99-a370-95f9b56df393 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:24.460368 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b364d153-2da6-45c6-8d2b-fa57686376ad tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.463845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6734c724-844a-4c99-a370-95f9b56df393 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3420887 Dec 17 13:22:24.464504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46018) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:24.466808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b364d153-2da6-45c6-8d2b-fa57686376ad tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:24.468867 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b364d153-2da6-45c6-8d2b-fa57686376ad tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.577896 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f44c3a4d-ef8b-4c66-9084-771a3ce46790 req-62444fb6-d32f-4307-9361-97af5e4567a4 tempest-ListServerFiltersTestJSON-1087937651 tempest-ListServerFiltersTestJSON-1087937651-project] 10.222.0.59 "GET /v2.0/ports?device_id=32759e91-986e-405f-807e-0821478f136b HTTP/1.1" status: 200 len: 210 time: 0.0724685 Dec 17 13:22:24.622107 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c28c98fd-56aa-470b-a70e-1bbafff9a31f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.636967 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b364d153-2da6-45c6-8d2b-fa57686376ad tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9231842 Dec 17 13:22:24.639245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46022) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:24.646677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6359bd69-155b-44c5-b12e-d414e71a75df tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': '03a8746e-22c5-4fb7-b8d6-6228fba28a4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:24.656072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c28c98fd-56aa-470b-a70e-1bbafff9a31f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.666665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364d153-2da6-45c6-8d2b-fa57686376ad tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Network': ['ID=03a8746e-22c5-4fb7-b8d6-6228fba28a4a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:24.678903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 03a8746e-22c5-4fb7-b8d6-6228fba28a4a details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:22:24.719641 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d30ab7d-dba7-4fad-b5d9-96dac8f1d3d6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.808087 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c28c98fd-56aa-470b-a70e-1bbafff9a31f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.812360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c28c98fd-56aa-470b-a70e-1bbafff9a31f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.814344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c28c98fd-56aa-470b-a70e-1bbafff9a31f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "DELETE /v2.0/security-groups/e367028d-a59b-4db1-bb32-997deab33725 HTTP/1.1" status: 204 len: 168 time: 0.3484147 Dec 17 13:22:24.826032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46024) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:24.827158 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c98fd-56aa-470b-a70e-1bbafff9a31f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e367028d-a59b-4db1-bb32-997deab33725,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:24.891746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d30ab7d-dba7-4fad-b5d9-96dac8f1d3d6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.893781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6359bd69-155b-44c5-b12e-d414e71a75df tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:24.897875 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6359bd69-155b-44c5-b12e-d414e71a75df tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:24.918046 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5d528709-3e66-4a31-b775-fa09c2e9df17 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0879393 Dec 17 13:22:24.926187 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46026) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:24.931097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-26c22827-7dd7-4536-89b2-4800de84cbea tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group': {'name': 'tempest-secgroup--679373872'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:24.970016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d30ab7d-dba7-4fad-b5d9-96dac8f1d3d6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.087849 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26c22827-7dd7-4536-89b2-4800de84cbea tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.217271 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26c22827-7dd7-4536-89b2-4800de84cbea tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.223050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30ab7d-dba7-4fad-b5d9-96dac8f1d3d6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e837c102-1f11-4fcd-9f42-b35023f4a51f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:25.235912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d30ab7d-dba7-4fad-b5d9-96dac8f1d3d6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.242175 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0d30ab7d-dba7-4fad-b5d9-96dac8f1d3d6 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8786800 Dec 17 13:22:25.242175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46036) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:25.245938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c6a15cf3-90e1-4752-9a6c-a46c26e548ad tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group': {'name': 'tempest-secgroup--178708508'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:25.322312 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26c22827-7dd7-4536-89b2-4800de84cbea tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.365971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c22827-7dd7-4536-89b2-4800de84cbea tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8139b95-d4ee-4a5d-96d1-20cc4f9e5c4e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:25.420783 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6359bd69-155b-44c5-b12e-d414e71a75df tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.422784 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c6a15cf3-90e1-4752-9a6c-a46c26e548ad tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.444216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26c22827-7dd7-4536-89b2-4800de84cbea tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.448944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-26c22827-7dd7-4536-89b2-4800de84cbea tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5185235 Dec 17 13:22:25.449253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46040) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:25.455938 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-20c52e59-707d-406a-8e0c-7bf0b7ff7444 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:25.458860 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-20c52e59-707d-406a-8e0c-7bf0b7ff7444 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 13:22:25.477757 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-20c52e59-707d-406a-8e0c-7bf0b7ff7444 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] update failed (client error): There was a conflict when trying to complete your request. Dec 17 13:22:25.480283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-20c52e59-707d-406a-8e0c-7bf0b7ff7444 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "PUT /v2.0/security-groups/c8139b95-d4ee-4a5d-96d1-20cc4f9e5c4e HTTP/1.1" status: 409 len: 330 time: 0.0285449 Dec 17 13:22:25.483871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46044) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:25.561778 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-67669d0a-a493-4d66-a1a2-aefc03910836 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.581596 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359bd69-155b-44c5-b12e-d414e71a75df tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Subnet': ['ID=16b53ad3-76a2-4e92-8498-5e70c5bd22c1,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:25.611429 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-67669d0a-a493-4d66-a1a2-aefc03910836 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.617610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 5d51a41c-c947-4d05-98b1-0821205e533f no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:22:25.654542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6359bd69-155b-44c5-b12e-d414e71a75df tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Checking segment: {'id': '7c2d6a03-a19b-4ee0-8be3-2c8161425b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '03a8746e-22c5-4fb7-b8d6-6228fba28a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:22:25.654542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6359bd69-155b-44c5-b12e-d414e71a75df tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network hostable DHCP agents. Network: 03a8746e-22c5-4fb7-b8d6-6228fba28a4a, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:22:25.656081 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46050) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:25.679289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 5d51a41c-c947-4d05-98b1-0821205e533f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:22:25.679646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 5d51a41c-c947-4d05-98b1-0821205e533f not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:22:25.703574 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c6a15cf3-90e1-4752-9a6c-a46c26e548ad tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.720107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5399844-af24-41af-8e65-aa89b2fbfa87 req-f47dbbfd-8f1c-4042-a1b8-bb359e39d821 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:25.721718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5399844-af24-41af-8e65-aa89b2fbfa87 req-f47dbbfd-8f1c-4042-a1b8-bb359e39d821 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1340265 Dec 17 13:22:25.727555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7e3f58-3fc3-481b-b1c8-04ea1f79c585 admin admin] Deleting subnet ac6be7b0-b67e-4b47-9509-aae28970dfc6 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:22:25.730115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-67669d0a-a493-4d66-a1a2-aefc03910836 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.733428 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-67669d0a-a493-4d66-a1a2-aefc03910836 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.734783 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-67669d0a-a493-4d66-a1a2-aefc03910836 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "DELETE /v2.0/security-groups/c8139b95-d4ee-4a5d-96d1-20cc4f9e5c4e HTTP/1.1" status: 204 len: 168 time: 0.2498736 Dec 17 13:22:25.740416 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46052) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:25.742234 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3f58-3fc3-481b-b1c8-04ea1f79c585 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.757253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6359bd69-155b-44c5-b12e-d414e71a75df tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 03a8746e-22c5-4fb7-b8d6-6228fba28a4a is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:22:25.760713 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c6a15cf3-90e1-4752-9a6c-a46c26e548ad tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.786554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67669d0a-a493-4d66-a1a2-aefc03910836 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8139b95-d4ee-4a5d-96d1-20cc4f9e5c4e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:25.817955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5399844-af24-41af-8e65-aa89b2fbfa87 req-0f7707c1-f744-4c93-b83d-4b0196342bfa tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901356 Dec 17 13:22:25.819469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a15cf3-90e1-4752-9a6c-a46c26e548ad tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd27460-925e-419a-8b45-7049682b5702,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:25.832185 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3f58-3fc3-481b-b1c8-04ea1f79c585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.847440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6359bd69-155b-44c5-b12e-d414e71a75df tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 03a8746e-22c5-4fb7-b8d6-6228fba28a4a) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:25.851407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6359bd69-155b-44c5-b12e-d414e71a75df tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:25.852006 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6359bd69-155b-44c5-b12e-d414e71a75df tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.857187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6287c948-ad04-49a8-83a7-72814a314dac None None] Network 03a8746e-22c5-4fb7-b8d6-6228fba28a4a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:25.864572 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c2eadf75-6f75-41d5-b843-3bfba0a60c1f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1201963 Dec 17 13:22:25.870578 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c6a15cf3-90e1-4752-9a6c-a46c26e548ad tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.871640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46054) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:25.876647 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c6a15cf3-90e1-4752-9a6c-a46c26e548ad tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6317310 Dec 17 13:22:25.876984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46056) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:25.882718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e41717dd-29ed-4dd6-b9e1-2ec5862cb8ec tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': 'e837c102-1f11-4fcd-9f42-b35023f4a51f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ddd27460-925e-419a-8b45-7049682b5702', 'remote_ip_prefix': None}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:25.889982 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-5ddef4ab-302f-43fd-9b1f-63f403e6ccf0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] delete failed (client error): The resource could not be found. Dec 17 13:22:25.891051 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5ddef4ab-302f-43fd-9b1f-63f403e6ccf0 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "DELETE /v2.0/security-groups/aa2b9b4d-a28e-43de-82a2-d1af63720ce4 HTTP/1.1" status: 404 len: 347 time: 0.0179076 Dec 17 13:22:25.894895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46058) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:25.916332 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-da426273-ad9b-416e-8c6d-fce16efab8a1 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] show failed (client error): The resource could not be found. Dec 17 13:22:25.917363 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-da426273-ad9b-416e-8c6d-fce16efab8a1 tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "GET /v2.0/security-groups/cf051830-9648-4e2b-9e10-9b63e270b139 HTTP/1.1" status: 404 len: 347 time: 0.0215654 Dec 17 13:22:25.922857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46060) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:25.937308 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-44718e59-16c6-42cd-bded-8e68116b843f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] show failed (client error): The resource could not be found. Dec 17 13:22:25.945683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-44718e59-16c6-42cd-bded-8e68116b843f tempest-NegativeSecGroupIPv6Test-1389695708 tempest-NegativeSecGroupIPv6Test-1389695708-project] 10.222.0.59 "GET /v2.0/security-group-rules/bc9b0642-df59-4a38-b6d6-ad62074e4f74 HTTP/1.1" status: 404 len: 356 time: 0.0146163 Dec 17 13:22:25.945683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6359bd69-155b-44c5-b12e-d414e71a75df tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3013263 Dec 17 13:22:25.945949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46062) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:25.951898 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d498a068-4e56-4e58-b60c-943f9ca513f7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1323389090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:25.971570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3f58-3fc3-481b-b1c8-04ea1f79c585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:25.979824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-03a8746e-22c5-4fb7-b8d6-6228fba28a4a', 'network_id': '03a8746e-22c5-4fb7-b8d6-6228fba28a4a', 'project_id': 'a8a9a15e6fa84b0bbd02de5f61aebabe', 'fixed_ips': [{'subnet_id': '16b53ad3-76a2-4e92-8498-5e70c5bd22c1'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:22:25.981405 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.058038 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e41717dd-29ed-4dd6-b9e1-2ec5862cb8ec tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.105326 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d498a068-4e56-4e58-b60c-943f9ca513f7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.107547 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d498a068-4e56-4e58-b60c-943f9ca513f7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.128372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e41717dd-29ed-4dd6-b9e1-2ec5862cb8ec tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.133294 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Allocated IP 172.20.0.2 (03a8746e-22c5-4fb7-b8d6-6228fba28a4a/16b53ad3-76a2-4e92-8498-5e70c5bd22c1/e37d22af-0152-4afa-a521-5bb92b317adb) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:26.135433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3f58-3fc3-481b-b1c8-04ea1f79c585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.174873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e3f58-3fc3-481b-b1c8-04ea1f79c585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6be7b0-b67e-4b47-9509-aae28970dfc6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:26.180671 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce7e3f58-3fc3-481b-b1c8-04ea1f79c585 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.183853 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ce7e3f58-3fc3-481b-b1c8-04ea1f79c585 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ac6be7b0-b67e-4b47-9509-aae28970dfc6 HTTP/1.1" status: 204 len: 168 time: 0.5264761 Dec 17 13:22:26.188556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46066) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:26.192044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d97ee-9c24-4be6-b6aa-613acea86a2f None None] Network 61465188-496b-4188-aed2-5ed266e622e5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:26.207739 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e41717dd-29ed-4dd6-b9e1-2ec5862cb8ec tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.215127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d498a068-4e56-4e58-b60c-943f9ca513f7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.268170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41717dd-29ed-4dd6-b9e1-2ec5862cb8ec tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86f3871-b6e4-4bfe-abb8-f961666115a2,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:26.286181 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.307878 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d498a068-4e56-4e58-b60c-943f9ca513f7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.345775 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e41717dd-29ed-4dd6-b9e1-2ec5862cb8ec tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.350242 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e41717dd-29ed-4dd6-b9e1-2ec5862cb8ec tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4690335 Dec 17 13:22:26.352466 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46072) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:26.352945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Deleting port 5ac8ec10-6d01-450f-a70f-034de0c72bcc {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:26.353043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.384869 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f389a58-6836-4b68-a3f1-0a64e64442df tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.394147 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f389a58-6836-4b68-a3f1-0a64e64442df tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.394471 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.443002 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d498a068-4e56-4e58-b60c-943f9ca513f7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.449328 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d498a068-4e56-4e58-b60c-943f9ca513f7 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4991364 Dec 17 13:22:26.449494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] For port 5ac8ec10-6d01-450f-a70f-034de0c72bcc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5ac8ec10-6d01-450f-a70f-034de0c72bcc,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:26.449494 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.461347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46078) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:26.473152 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'network_id': '03a8746e-22c5-4fb7-b8d6-6228fba28a4a', 'name': 'tempest-PortsTestJSON-918851437'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:26.477468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd6aa1-8685-4743-afe2-572a9e2f58ec None None] DHCP port deletion for 61465188-496b-4188-aed2-5ed266e622e5 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:22:26.478084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Calling delete_port for 5ac8ec10-6d01-450f-a70f-034de0c72bcc owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:26.488677 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.559303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46082) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:26.573546 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f389a58-6836-4b68-a3f1-0a64e64442df tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.587950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Network 03a8746e-22c5-4fb7-b8d6-6228fba28a4a is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:26.597342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f389a58-6836-4b68-a3f1-0a64e64442df tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.599112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4f389a58-6836-4b68-a3f1-0a64e64442df tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/e86f3871-b6e4-4bfe-abb8-f961666115a2 HTTP/1.1" status: 204 len: 168 time: 0.2448137 Dec 17 13:22:26.603006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:26.606357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46088) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:26.608637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:22:26.624484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Pushing event updated for resources: {'Port': ['ID=e37d22af-0152-4afa-a521-5bb92b317adb,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:26.642002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f389a58-6836-4b68-a3f1-0a64e64442df tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e86f3871-b6e4-4bfe-abb8-f961666115a2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:26.691137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Attempting to bind port e37d22af-0152-4afa-a521-5bb92b317adb on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:22:26.691738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Attempting to bind port e37d22af-0152-4afa-a521-5bb92b317adb by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '7c2d6a03-a19b-4ee0-8be3-2c8161425b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '03a8746e-22c5-4fb7-b8d6-6228fba28a4a'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:22:26.692415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Attempting to bind port e37d22af-0152-4afa-a521-5bb92b317adb on network 03a8746e-22c5-4fb7-b8d6-6228fba28a4a {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:22:26.697939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8abd6aa1-8685-4743-afe2-572a9e2f58ec None None] Deleting port 5ac8ec10-6d01-450f-a70f-034de0c72bcc {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:26.697939 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8abd6aa1-8685-4743-afe2-572a9e2f58ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.698239 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7dcec4d8-15a6-4196-be47-a7fd59e13aee tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0893285 Dec 17 13:22:26.701489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:22:26.701892 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Checking segment: {'id': '7c2d6a03-a19b-4ee0-8be3-2c8161425b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '03a8746e-22c5-4fb7-b8d6-6228fba28a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:22:26.702264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46090) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:26.702703 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.702703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Bound using segment: {'id': '7c2d6a03-a19b-4ee0-8be3-2c8161425b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '03a8746e-22c5-4fb7-b8d6-6228fba28a4a'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:22:26.703538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Bound port: e37d22af-0152-4afa-a521-5bb92b317adb, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2d6a03-a19b-4ee0-8be3-2c8161425b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '03a8746e-22c5-4fb7-b8d6-6228fba28a4a'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:22:26.703918 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.749659 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a8dfe2d5-7c04-4deb-ad9b-c052346f8090 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb2a5feb78094e9cb4bdd768cc1ebeed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1884809 Dec 17 13:22:26.752065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46092) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:26.754703 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.811327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8abd6aa1-8685-4743-afe2-572a9e2f58ec None None] For port 5ac8ec10-6d01-450f-a70f-034de0c72bcc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5ac8ec10-6d01-450f-a70f-034de0c72bcc,segment=NetworkSegment(d74fc609-b2fe-49a6-a7c7-01e15a57de41),segment_id=d74fc609-b2fe-49a6-a7c7-01e15a57de41)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:26.812060 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8abd6aa1-8685-4743-afe2-572a9e2f58ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.813301 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:26.815368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] No DVR routers for this DVR port 5ac8ec10-6d01-450f-a70f-034de0c72bcc on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:26.820488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac8ec10-6d01-450f-a70f-034de0c72bcc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:26.825055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.838945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8abd6aa1-8685-4743-afe2-572a9e2f58ec None None] Calling delete_port for 5ac8ec10-6d01-450f-a70f-034de0c72bcc owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:26.868856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] For port e37d22af-0152-4afa-a521-5bb92b317adb, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:22:26.870446 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port f8337b0f-f9e2-40e1-af02-e42a6b5a36b8 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:22:26.912923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] For port e37d22af-0152-4afa-a521-5bb92b317adb, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e37d22af-0152-4afa-a521-5bb92b317adb,segment=NetworkSegment(7c2d6a03-a19b-4ee0-8be3-2c8161425b62),segment_id=7c2d6a03-a19b-4ee0-8be3-2c8161425b62)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:22:26.922528 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-92263a14-9eab-46f3-8c5b-590ff6b4cf1f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.953024 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36589748-313e-478d-ba63-ba770e158ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.961141 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8abd6aa1-8685-4743-afe2-572a9e2f58ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:26.986211 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.020699 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36589748-313e-478d-ba63-ba770e158ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.026499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.039934 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-92263a14-9eab-46f3-8c5b-590ff6b4cf1f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.047942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd6aa1-8685-4743-afe2-572a9e2f58ec None None] No DVR routers for this DVR port 5ac8ec10-6d01-450f-a70f-034de0c72bcc on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:27.050056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd6aa1-8685-4743-afe2-572a9e2f58ec None None] Pushing event deleted for resources: {'Port': ['ID=5ac8ec10-6d01-450f-a70f-034de0c72bcc,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:27.128859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61465188-496b-4188-aed2-5ed266e622e5']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:27.136264 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04140c4b-2d92-4694-9b84-9fefbd0f4938 None None] Pushing event updated for resources: {'Port': ['ID=e37d22af-0152-4afa-a521-5bb92b317adb,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:27.164029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.4 (03a8746e-22c5-4fb7-b8d6-6228fba28a4a/16b53ad3-76a2-4e92-8498-5e70c5bd22c1/f8337b0f-f9e2-40e1-af02-e42a6b5a36b8) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:27.172477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74fc609-b2fe-49a6-a7c7-01e15a57de41') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:27.173185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74fc609-b2fe-49a6-a7c7-01e15a57de41') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:27.189293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0de68-e935-4717-adf6-cd1148611098 req-3a5b5427-448a-4f42-9119-bc272c64ab98 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:27.191270 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71a0de68-e935-4717-adf6-cd1148611098 req-3a5b5427-448a-4f42-9119-bc272c64ab98 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1758268 Dec 17 13:22:27.211775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb5958-a2a2-4b31-91d7-cc4bf1e98327 req-6326433e-8983-436d-b9d7-4b7ada544142 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:27.214326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5cb5958-a2a2-4b31-91d7-cc4bf1e98327 req-6326433e-8983-436d-b9d7-4b7ada544142 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 946 time: 0.1768100 Dec 17 13:22:27.220213 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.262128 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.278938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:22:27.279714 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:22:27.281930 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:22:27.290104 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71a0de68-e935-4717-adf6-cd1148611098 req-b25d7dd9-81ca-4713-9569-dddd3cbc7c57 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815866 Dec 17 13:22:27.331708 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5cb5958-a2a2-4b31-91d7-cc4bf1e98327 req-e22d72c3-1821-4f55-bf8c-75cc4f5a943f tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966518 Dec 17 13:22:27.379281 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36589748-313e-478d-ba63-ba770e158ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.381991 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36589748-313e-478d-ba63-ba770e158ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.384383 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-36589748-313e-478d-ba63-ba770e158ef1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/558da73e-daec-4ea4-b370-5c5fe2906e7a HTTP/1.1" status: 204 len: 168 time: 0.6312056 Dec 17 13:22:27.407185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36589748-313e-478d-ba63-ba770e158ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558da73e-daec-4ea4-b370-5c5fe2906e7a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:27.424925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-92263a14-9eab-46f3-8c5b-590ff6b4cf1f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.431733 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-92263a14-9eab-46f3-8c5b-590ff6b4cf1f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.436374 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-92263a14-9eab-46f3-8c5b-590ff6b4cf1f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-groups/ddd27460-925e-419a-8b45-7049682b5702 HTTP/1.1" status: 204 len: 168 time: 0.7324247 Dec 17 13:22:27.437044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46108) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:27.461954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92263a14-9eab-46f3-8c5b-590ff6b4cf1f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd27460-925e-419a-8b45-7049682b5702,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:27.484299 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.486918 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.500910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.506923 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/61465188-496b-4188-aed2-5ed266e622e5 HTTP/1.1" status: 204 len: 168 time: 1.3151639 Dec 17 13:22:27.537529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efe2a2-e8ba-4e3c-9ead-1fe186a635b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=61465188-496b-4188-aed2-5ed266e622e5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:27.567445 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46112) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:27.573501 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8bfa171a-ccae-4e1f-9b24-4e452752aeb7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1258075 Dec 17 13:22:27.596936 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.659033 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 03a8746e-22c5-4fb7-b8d6-6228fba28a4a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:27.666124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:27.670737 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:22:27.677180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=f8337b0f-f9e2-40e1-af02-e42a6b5a36b8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:27.720984 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f5168b1-bc91-4c9a-bf36-b1d9c3175f9e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.742268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:27.742891 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.764707 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f5168b1-bc91-4c9a-bf36-b1d9c3175f9e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.884845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ecaf44f9-802e-4e18-b473-46ea88eb5e93 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4254787 Dec 17 13:22:27.885820 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f5168b1-bc91-4c9a-bf36-b1d9c3175f9e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.887594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46124) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:27.891591 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f5168b1-bc91-4c9a-bf36-b1d9c3175f9e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:27.893988 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9f5168b1-bc91-4c9a-bf36-b1d9c3175f9e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-groups/e837c102-1f11-4fcd-9f42-b35023f4a51f HTTP/1.1" status: 204 len: 168 time: 0.3250000 Dec 17 13:22:27.896233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46126) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:27.925133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5168b1-bc91-4c9a-bf36-b1d9c3175f9e tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e837c102-1f11-4fcd-9f42-b35023f4a51f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:27.949004 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46132) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:28.016949 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1a4a9681-c644-4bc4-9177-f2798a5f725a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=77887312cef745b7befd4353acd84ed2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0564988 Dec 17 13:22:28.016949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46134) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:28.081593 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0155517c-5720-41f5-9d34-a8b423aae609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:28.116381 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0155517c-5720-41f5-9d34-a8b423aae609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:28.220720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46140) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:28.221120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c66d554e-34d3-4d60-82be-e1b4c07be3c1 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3238366 Dec 17 13:22:28.226163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ade26319-9cf0-4648-ac3f-bb0d1d6db7cc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988693482'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:28.264475 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0155517c-5720-41f5-9d34-a8b423aae609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:28.272335 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0155517c-5720-41f5-9d34-a8b423aae609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:28.275397 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0155517c-5720-41f5-9d34-a8b423aae609 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a429a90a-72cb-4f01-8b2c-074a78d71d43 HTTP/1.1" status: 204 len: 168 time: 0.2593982 Dec 17 13:22:28.301102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155517c-5720-41f5-9d34-a8b423aae609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a429a90a-72cb-4f01-8b2c-074a78d71d43,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:28.385843 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ade26319-9cf0-4648-ac3f-bb0d1d6db7cc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:28.440500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e37d22af-0152-4afa-a521-5bb92b317adb up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:22:28.538502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9e9034-733e-4e5f-b1d6-d2c380563c28 None None] Network 03a8746e-22c5-4fb7-b8d6-6228fba28a4a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:28.586799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15381f-89ea-4cce-befa-40b24ef0a12c req-659a6037-151b-48c2-b5d4-bd8b5958984b tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:28.588789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a15381f-89ea-4cce-befa-40b24ef0a12c req-659a6037-151b-48c2-b5d4-bd8b5958984b tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1914537 Dec 17 13:22:28.590769 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:28.632055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20856a28-ce6f-4ce4-ad64-eaeb76b92140 req-0cc1cb9f-199c-4e95-af6a-9aef1238dd7f tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:28.633788 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20856a28-ce6f-4ce4-ad64-eaeb76b92140 req-0cc1cb9f-199c-4e95-af6a-9aef1238dd7f tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.61 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 946 time: 0.1649969 Dec 17 13:22:28.667636 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1edb0-9044-47ff-a3ad-9cc964440b25 req-50c53381-fe72-4df1-93cb-b2744174125a tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:28.672296 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50c1edb0-9044-47ff-a3ad-9cc964440b25 req-50c53381-fe72-4df1-93cb-b2744174125a tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 946 time: 0.1949351 Dec 17 13:22:28.723783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-86b01799-2790-4304-93dd-6919fede1d9b None None] Provisioning complete for port e37d22af-0152-4afa-a521-5bb92b317adb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:28.724238 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-86b01799-2790-4304-93dd-6919fede1d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:28.754293 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ade26319-9cf0-4648-ac3f-bb0d1d6db7cc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:28.802254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e37d22af-0152-4afa-a521-5bb92b317adb triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:28.802942 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:28.821144 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ade26319-9cf0-4648-ac3f-bb0d1d6db7cc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:28.844926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50c1edb0-9044-47ff-a3ad-9cc964440b25 req-891a1b8a-565d-458b-a8d1-128ef59eaf94 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/security-groups?id=5313f156-dd99-469d-a23a-09862db40942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506474 Dec 17 13:22:28.919112 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade26319-9cf0-4648-ac3f-bb0d1d6db7cc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e04c47b-e400-4b93-b23b-f56fe6dfeadb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:28.925081 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a15381f-89ea-4cce-befa-40b24ef0a12c req-6c04732f-6e37-481e-8c80-114f520a8bd1 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169773 Dec 17 13:22:28.981649 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ade26319-9cf0-4648-ac3f-bb0d1d6db7cc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:28.991249 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ade26319-9cf0-4648-ac3f-bb0d1d6db7cc tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7690701 Dec 17 13:22:28.992265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46168) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:29.003296 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0be123a6-09c1-435c-a5af-6ad0004b1519 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': '7e04c47b-e400-4b93-b23b-f56fe6dfeadb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:29.057869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46172) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:29.076663 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-86b01799-2790-4304-93dd-6919fede1d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.183378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0be123a6-09c1-435c-a5af-6ad0004b1519 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.193138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-86b01799-2790-4304-93dd-6919fede1d9b None None] For port e37d22af-0152-4afa-a521-5bb92b317adb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e37d22af-0152-4afa-a521-5bb92b317adb,segment=NetworkSegment(7c2d6a03-a19b-4ee0-8be3-2c8161425b62),segment_id=7c2d6a03-a19b-4ee0-8be3-2c8161425b62)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:29.198111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-20856a28-ce6f-4ce4-ad64-eaeb76b92140 req-c981d715-f78f-4377-8d38-5df7da0cf1d1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Deleting port 4a9a8cde-5665-41df-8abe-c51060eeae71 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:29.199007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20856a28-ce6f-4ce4-ad64-eaeb76b92140 req-c981d715-f78f-4377-8d38-5df7da0cf1d1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.275923 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cd2c9d6c-6db6-4169-9dae-340cb252015b tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1053492193', 'prefixes': ['172.20.0.0/16']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:29.282799 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-86b01799-2790-4304-93dd-6919fede1d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.315534 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0be123a6-09c1-435c-a5af-6ad0004b1519 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.342181 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.379323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b01799-2790-4304-93dd-6919fede1d9b None None] Pushing event updated for resources: {'Port': ['ID=e37d22af-0152-4afa-a521-5bb92b317adb,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:29.426459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0be123a6-09c1-435c-a5af-6ad0004b1519 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.444620 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:22:29.445539 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:22:29.446079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-74c21579-4bf2-4948-9087-b4e863894e1d None None] Provisioning complete for port e37d22af-0152-4afa-a521-5bb92b317adb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:29.446451 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-74c21579-4bf2-4948-9087-b4e863894e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.477906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be123a6-09c1-435c-a5af-6ad0004b1519 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64e958d-2104-4730-8981-67849104e33e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:29.517723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-20856a28-ce6f-4ce4-ad64-eaeb76b92140 req-c981d715-f78f-4377-8d38-5df7da0cf1d1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] For port 4a9a8cde-5665-41df-8abe-c51060eeae71, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4a9a8cde-5665-41df-8abe-c51060eeae71,segment=NetworkSegment(a88e3d34-aa3a-4c4f-ae54-6bbc3799634a),segment_id=a88e3d34-aa3a-4c4f-ae54-6bbc3799634a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:29.525096 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20856a28-ce6f-4ce4-ad64-eaeb76b92140 req-c981d715-f78f-4377-8d38-5df7da0cf1d1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.537813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-20856a28-ce6f-4ce4-ad64-eaeb76b92140 req-c981d715-f78f-4377-8d38-5df7da0cf1d1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Calling delete_port for 4a9a8cde-5665-41df-8abe-c51060eeae71 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:29.555580 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0be123a6-09c1-435c-a5af-6ad0004b1519 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.558475 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0be123a6-09c1-435c-a5af-6ad0004b1519 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5648479 Dec 17 13:22:29.563034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46178) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:29.600607 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6dfbebb4-4cf8-4518-bd4b-2c3653f092fb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.613944 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6dfbebb4-4cf8-4518-bd4b-2c3653f092fb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.619462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.726163 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9d6c-6db6-4169-9dae-340cb252015b tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] Publish callbacks [] for subnetpool, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.728647 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cd2c9d6c-6db6-4169-9dae-340cb252015b tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6633375 Dec 17 13:22:29.738229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46182) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:29.790214 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6dfbebb4-4cf8-4518-bd4b-2c3653f092fb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.799462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.801137 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6dfbebb4-4cf8-4518-bd4b-2c3653f092fb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.805718 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6dfbebb4-4cf8-4518-bd4b-2c3653f092fb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c64e958d-2104-4730-8981-67849104e33e HTTP/1.1" status: 204 len: 168 time: 0.2408366 Dec 17 13:22:29.808287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46186) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:29.814916 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e8f96d76-2c55-4b66-897f-666edd067218 tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] 10.222.0.59 "GET /v2.0/subnetpools/4776c169-6645-4bb3-855d-8a82eacce63f HTTP/1.1" status: 200 len: 732 time: 0.0753887 Dec 17 13:22:29.817719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46188) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:29.819733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-74c21579-4bf2-4948-9087-b4e863894e1d None None] Provisioning complete for port f8337b0f-f9e2-40e1-af02-e42a6b5a36b8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:29.820448 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-74c21579-4bf2-4948-9087-b4e863894e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.834441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-427c6850-06b4-41c0-b22d-dbf3b7405fa5 tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1765911358'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:29.855091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbebb4-4cf8-4518-bd4b-2c3653f092fb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c64e958d-2104-4730-8981-67849104e33e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:29.871011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-74c21579-4bf2-4948-9087-b4e863894e1d None None] Port f8337b0f-f9e2-40e1-af02-e42a6b5a36b8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:29.890286 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20856a28-ce6f-4ce4-ad64-eaeb76b92140 req-c981d715-f78f-4377-8d38-5df7da0cf1d1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:29.942479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d5d7d101-1e20-4add-b595-517c159c7ea2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1257095 Dec 17 13:22:29.990060 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46196) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:30.043305 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce404de-43c7-4ba4-a511-e0fa1eb996cf None None] DHCP port deletion for 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:22:30.109202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fa0e48cf-bc85-4c07-857b-72e37e2251c5 None None] Provisioning complete for port f8337b0f-f9e2-40e1-af02-e42a6b5a36b8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:30.115285 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fa0e48cf-bc85-4c07-857b-72e37e2251c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.143665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=f8337b0f-f9e2-40e1-af02-e42a6b5a36b8,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:30.188752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5ac8ec10-6d01-450f-a70f-034de0c72bcc no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:22:30.214065 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4819c1f5-9b8f-4dd1-bcd4-471ac6e99bd3 req-ca4b6bbb-20bf-40d6-92fd-3cdaaca86c0e tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 210 time: 0.1951320 Dec 17 13:22:30.221101 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bfbef923-138b-46dc-84b6-b5d6fb50f271 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.231942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-427c6850-06b4-41c0-b22d-dbf3b7405fa5 tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] Publish callbacks [] for subnetpool, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.235966 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-427c6850-06b4-41c0-b22d-dbf3b7405fa5 tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] 10.222.0.59 "PUT /v2.0/subnetpools/4776c169-6645-4bb3-855d-8a82eacce63f HTTP/1.1" status: 200 len: 684 time: 0.4105160 Dec 17 13:22:30.240313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46206) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:30.265273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e57f7f-a050-4a62-a86b-2adccf43326d req-a41ba1f2-03d6-4f60-92b1-1107e9a2b48d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:30.267453 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-35e57f7f-a050-4a62-a86b-2adccf43326d req-a41ba1f2-03d6-4f60-92b1-1107e9a2b48d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1338427 Dec 17 13:22:30.268039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46208) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:30.280287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 5ac8ec10-6d01-450f-a70f-034de0c72bcc {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:22:30.283156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981d715-f78f-4377-8d38-5df7da0cf1d1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Pushing event deleted for resources: {'Port': ['ID=4a9a8cde-5665-41df-8abe-c51060eeae71,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:30.286385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5ac8ec10-6d01-450f-a70f-034de0c72bcc not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:22:30.297468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e48cf-bc85-4c07-857b-72e37e2251c5 None None] Port f8337b0f-f9e2-40e1-af02-e42a6b5a36b8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:30.302174 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-20856a28-ce6f-4ce4-ad64-eaeb76b92140 req-c981d715-f78f-4377-8d38-5df7da0cf1d1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] No DVR routers for this DVR port 4a9a8cde-5665-41df-8abe-c51060eeae71 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:30.306565 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-20856a28-ce6f-4ce4-ad64-eaeb76b92140 req-c981d715-f78f-4377-8d38-5df7da0cf1d1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.311015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20856a28-ce6f-4ce4-ad64-eaeb76b92140 req-c981d715-f78f-4377-8d38-5df7da0cf1d1 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.61 "DELETE /v2.0/ports/4a9a8cde-5665-41df-8abe-c51060eeae71 HTTP/1.1" status: 204 len: 173 time: 1.6685681 Dec 17 13:22:30.312162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a263fa09-ca7f-4429-b0e2-939dc36cdaa3', 'name': 'network-vif-deleted', 'tag': '4a9a8cde-5665-41df-8abe-c51060eeae71'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:22:30.314721 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d295a3-2ca9-48f3-b52f-b37066a1ee75" -d '{"events": [{"server_uuid": "a263fa09-ca7f-4429-b0e2-939dc36cdaa3", "name": "network-vif-deleted", "tag": "4a9a8cde-5665-41df-8abe-c51060eeae71"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:22:30.331466 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bfbef923-138b-46dc-84b6-b5d6fb50f271 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.432241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9393babe-8494-4e85-8f2f-ea914dd9332d None None] Provisioning complete for port f8337b0f-f9e2-40e1-af02-e42a6b5a36b8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:30.432624 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9393babe-8494-4e85-8f2f-ea914dd9332d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.432745 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9183f4-4115-440a-99aa-c01d2a60e49d x-openstack-request-id: req-3a9183f4-4115-440a-99aa-c01d2a60e49d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:22:30.432959 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a263fa09-ca7f-4429-b0e2-939dc36cdaa3", "name": "network-vif-deleted", "tag": "4a9a8cde-5665-41df-8abe-c51060eeae71", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:22:30.433222 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a9183f4-4115-440a-99aa-c01d2a60e49d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:22:30.449688 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a263fa09-ca7f-4429-b0e2-939dc36cdaa3', 'name': 'network-vif-deleted', 'tag': '4a9a8cde-5665-41df-8abe-c51060eeae71', 'status': 'completed', 'code': 200} Dec 17 13:22:30.474166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-35e57f7f-a050-4a62-a86b-2adccf43326d req-2a5ca727-9403-427f-b7f6-1bdbbd13af40 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740203 Dec 17 13:22:30.502227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.503792 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e37d22af-0152-4afa-a521-5bb92b317adb up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:22:30.512038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9393babe-8494-4e85-8f2f-ea914dd9332d None None] Port f8337b0f-f9e2-40e1-af02-e42a6b5a36b8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:30.520143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1227865988-network', 'tenant_id': '03b4c3000a7b4bb59f933f753a6d96ed'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:30.525690 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bfbef923-138b-46dc-84b6-b5d6fb50f271 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.528646 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bfbef923-138b-46dc-84b6-b5d6fb50f271 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.534622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bfbef923-138b-46dc-84b6-b5d6fb50f271 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-groups/7e04c47b-e400-4b93-b23b-f56fe6dfeadb HTTP/1.1" status: 204 len: 168 time: 0.5398381 Dec 17 13:22:30.534622 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46216) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:30.566104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbef923-138b-46dc-84b6-b5d6fb50f271 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e04c47b-e400-4b93-b23b-f56fe6dfeadb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:30.584716 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd8a1b8-193e-438b-acee-f04740f1bc5d tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] Publish callbacks [] for subnetpool, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.589440 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ffd8a1b8-193e-438b-acee-f04740f1bc5d tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] 10.222.0.59 "DELETE /v2.0/subnetpools/4776c169-6645-4bb3-855d-8a82eacce63f HTTP/1.1" status: 204 len: 168 time: 0.3449354 Dec 17 13:22:30.593945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46220) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:30.622949 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-0d7bf516-fb85-4a04-8775-e5d04a64be7a tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] show failed (client error): The resource could not be found. Dec 17 13:22:30.624339 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0d7bf516-fb85-4a04-8775-e5d04a64be7a tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] 10.222.0.59 "GET /v2.0/subnetpools/4776c169-6645-4bb3-855d-8a82eacce63f HTTP/1.1" status: 404 len: 346 time: 0.0290315 Dec 17 13:22:30.627992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46222) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:30.640991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e37d22af-0152-4afa-a521-5bb92b317adb triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:30.641358 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.643934 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-31980104-a67a-4f1b-9b3b-114a6d9ee91c tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0984914 Dec 17 13:22:30.645375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46224) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:30.651064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b172e7ad-242d-4513-9dc2-ba95854c2589 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133769186'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:30.651223 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-e51253a7-79ed-4b04-ae45-11a298592caf tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] delete failed (client error): The resource could not be found. Dec 17 13:22:30.653655 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e51253a7-79ed-4b04-ae45-11a298592caf tempest-SubnetPoolsTestJSON-345239757 tempest-SubnetPoolsTestJSON-345239757-project] 10.222.0.59 "DELETE /v2.0/subnetpools/4776c169-6645-4bb3-855d-8a82eacce63f HTTP/1.1" status: 404 len: 346 time: 0.0233264 Dec 17 13:22:30.744667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Made reservation on behalf of 03b4c3000a7b4bb59f933f753a6d96ed for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:30.747758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.761777 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.791029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.854261 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.890680 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b172e7ad-242d-4513-9dc2-ba95854c2589 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.899135 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.925775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:22:30.936664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:30.953903 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:30.954312 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Added segment c9915c4d-4f3f-45af-a787-b0ebd97149c1 of type vlan for network 1b43f527-1166-45c0-aa19-ae6b45280d8b Dec 17 13:22:31.010840 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.062377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46230) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:31.144031 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b172e7ad-242d-4513-9dc2-ba95854c2589 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.150421 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.151424 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:31.152014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.191060 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.248177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b172e7ad-242d-4513-9dc2-ba95854c2589 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.256396 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9223-803b-425b-95ca-105a127bd9d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.283072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] Pushing event updated for resources: {'Network': ['ID=1b43f527-1166-45c0-aa19-ae6b45280d8b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:31.292634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172e7ad-242d-4513-9dc2-ba95854c2589 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b86778-ee8d-47cb-be13-def52fdd5780,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:31.297950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 1b43f527-1166-45c0-aa19-ae6b45280d8b details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:22:31.329064 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.347476 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-25eaf0b7-dcc9-48d7-a15f-fb29a2b71e37 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0749428 Dec 17 13:22:31.350618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46236) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:31.358334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cc911daf-ad5d-4b6c-9f26-338be7e4662f admin admin] Request body: {'subnet': {'network_id': '1b43f527-1166-45c0-aa19-ae6b45280d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1227865988-subnet', 'tenant_id': '03b4c3000a7b4bb59f933f753a6d96ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:31.397036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a2b11f6b-c167-4007-bde3-c4d4a7ff49a2 req-b4bc56c9-11a6-43e5-b113-225e421e2036 tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] 10.222.0.59 "GET /v2.0/ports?device_id=a263fa09-ca7f-4429-b0e2-939dc36cdaa3 HTTP/1.1" status: 200 len: 210 time: 0.0871377 Dec 17 13:22:31.429902 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b172e7ad-242d-4513-9dc2-ba95854c2589 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.433943 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b172e7ad-242d-4513-9dc2-ba95854c2589 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7875082 Dec 17 13:22:31.435730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46240) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:31.447468 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9ea9739e-5749-4af2-bfe5-38543ea11434 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': '10b86778-ee8d-47cb-be13-def52fdd5780', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:31.462130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=f8337b0f-f9e2-40e1-af02-e42a6b5a36b8,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:31.464589 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.478349 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9223-803b-425b-95ca-105a127bd9d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.562133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc911daf-ad5d-4b6c-9f26-338be7e4662f admin admin] Made reservation on behalf of 03b4c3000a7b4bb59f933f753a6d96ed for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:31.564616 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc911daf-ad5d-4b6c-9f26-338be7e4662f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.594413 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.616424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 03a8746e-22c5-4fb7-b8d6-6228fba28a4a is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:31.618509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:31.650579 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f2de7-c513-420b-8f94-712c52d78314 req-0416d07e-8c65-40ce-aaed-fbaea260df43 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:31.652244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d71f2de7-c513-420b-8f94-712c52d78314 req-0416d07e-8c65-40ce-aaed-fbaea260df43 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1076529 Dec 17 13:22:31.714232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 4a9a8cde-5665-41df-8abe-c51060eeae71 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:22:31.766683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 4a9a8cde-5665-41df-8abe-c51060eeae71 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:22:31.767774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 4a9a8cde-5665-41df-8abe-c51060eeae71 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:22:31.796459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5d2d9223-803b-425b-95ca-105a127bd9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.839988 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc911daf-ad5d-4b6c-9f26-338be7e4662f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.854653 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5d2d9223-803b-425b-95ca-105a127bd9d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=205ea41758b5419a949e17f40d2d8c5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7909880 Dec 17 13:22:31.873950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d9223-803b-425b-95ca-105a127bd9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d18744-c502-480c-9a5c-899b30c21a95,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:31.877158 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46246) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:31.942038 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ea9739e-5749-4af2-bfe5-38543ea11434 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:31.973313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc911daf-ad5d-4b6c-9f26-338be7e4662f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c67558-0395-4194-b941-d13ff50e842d,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:32.008176 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35b0e223-e93e-41f6-96ed-e0c967c6bc9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.015643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc911daf-ad5d-4b6c-9f26-338be7e4662f admin admin] Checking segment: {'id': 'c9915c4d-4f3f-45af-a787-b0ebd97149c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1b43f527-1166-45c0-aa19-ae6b45280d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:22:32.016019 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc911daf-ad5d-4b6c-9f26-338be7e4662f admin admin] Network hostable DHCP agents. Network: 1b43f527-1166-45c0-aa19-ae6b45280d8b, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:22:32.055996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35b0e223-e93e-41f6-96ed-e0c967c6bc9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.067371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9d24bd3c-93cd-41cd-b265-ca338b8259d8 None None] Provisioning complete for port f8337b0f-f9e2-40e1-af02-e42a6b5a36b8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:32.068014 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9d24bd3c-93cd-41cd-b265-ca338b8259d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.073823 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ea9739e-5749-4af2-bfe5-38543ea11434 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.133882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc911daf-ad5d-4b6c-9f26-338be7e4662f admin admin] Network 1b43f527-1166-45c0-aa19-ae6b45280d8b is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:22:32.139220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9d24bd3c-93cd-41cd-b265-ca338b8259d8 None None] Port f8337b0f-f9e2-40e1-af02-e42a6b5a36b8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:32.163360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ea9739e-5749-4af2-bfe5-38543ea11434 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.190935 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9739e-5749-4af2-bfe5-38543ea11434 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9967f1b-c8b7-40b0-b260-fafbe5af5a00,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:32.211459 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d71f2de7-c513-420b-8f94-712c52d78314 req-443022db-9485-44e2-b6f6-b8aa0bddf14b tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5582845 Dec 17 13:22:32.219879 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35b0e223-e93e-41f6-96ed-e0c967c6bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.223713 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35b0e223-e93e-41f6-96ed-e0c967c6bc9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.237999 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-35b0e223-e93e-41f6-96ed-e0c967c6bc9c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79d18744-c502-480c-9a5c-899b30c21a95 HTTP/1.1" status: 204 len: 168 time: 0.3562717 Dec 17 13:22:32.248041 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0e223-e93e-41f6-96ed-e0c967c6bc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d18744-c502-480c-9a5c-899b30c21a95,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:32.253469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-cc911daf-ad5d-4b6c-9f26-338be7e4662f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 1b43f527-1166-45c0-aa19-ae6b45280d8b) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:32.257634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc911daf-ad5d-4b6c-9f26-338be7e4662f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:32.258576 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc911daf-ad5d-4b6c-9f26-338be7e4662f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.268926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae171f39-1aa9-4389-ba7f-e4615b466eea None None] Network 1b43f527-1166-45c0-aa19-ae6b45280d8b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:32.318174 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ea9739e-5749-4af2-bfe5-38543ea11434 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.319882 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9ea9739e-5749-4af2-bfe5-38543ea11434 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8816226 Dec 17 13:22:32.322512 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46250) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:32.342170 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c1510c58-9c3b-4184-bdb3-d18fd6da6a16 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules/e9967f1b-c8b7-40b0-b260-fafbe5af5a00 HTTP/1.1" status: 200 len: 763 time: 0.0161924 Dec 17 13:22:32.343588 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Router 914297e2-66df-488e-bc92-ef234ffe49ff is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:22:32.344382 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cc911daf-ad5d-4b6c-9f26-338be7e4662f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9925582 Dec 17 13:22:32.344937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46252) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:32.393310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2484a20-b21f-44ed-bb64-0de6441e0d72 None None] Network 1b43f527-1166-45c0-aa19-ae6b45280d8b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:32.415722 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8d6bab0a-86fa-402b-87a4-f7f01e04acdf tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0696056 Dec 17 13:22:32.422286 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46256) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:32.468802 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a58e215-250a-4cd0-a84c-8c9760a3470f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.478048 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a58e215-250a-4cd0-a84c-8c9760a3470f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.520221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:22:32.533438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9e67e449-1d42-4ea9-8814-f1b28bd31a6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "PUT /v2.0/routers/914297e2-66df-488e-bc92-ef234ffe49ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6429794 Dec 17 13:22:32.534933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46264) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:32.581425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619da293-5c69-46cd-b1ac-9dfa2bfb81a1 None None] Sync routers for ids ['914297e2-66df-488e-bc92-ef234ffe49ff'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:22:32.607862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d0ffe3-2716-4914-ad09-af6e6464b7f9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:32.609755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-13d0ffe3-2716-4914-ad09-af6e6464b7f9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports?device_id=914297e2-66df-488e-bc92-ef234ffe49ff HTTP/1.1" status: 200 len: 981 time: 0.0686479 Dec 17 13:22:32.612675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46270) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:32.613902 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a58e215-250a-4cd0-a84c-8c9760a3470f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.621266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a58e215-250a-4cd0-a84c-8c9760a3470f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.625708 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1a58e215-250a-4cd0-a84c-8c9760a3470f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/e9967f1b-c8b7-40b0-b260-fafbe5af5a00 HTTP/1.1" status: 204 len: 168 time: 0.1983874 Dec 17 13:22:32.631452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46272) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:32.673944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58e215-250a-4cd0-a84c-8c9760a3470f tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9967f1b-c8b7-40b0-b260-fafbe5af5a00,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:32.718827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619da293-5c69-46cd-b1ac-9dfa2bfb81a1 None None] Routers {'914297e2-66df-488e-bc92-ef234ffe49ff'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:22:32.728483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-619da293-5c69-46cd-b1ac-9dfa2bfb81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:22:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['914297e2-66df-488e-bc92-ef234ffe49ff'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:32.769598 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d92d8640-9c26-4719-b591-5987f1e780c4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1371517 Dec 17 13:22:32.777705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46280) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:32.785765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f4c06687-3a75-416d-aa6d-657092dd88b7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': '10b86778-ee8d-47cb-be13-def52fdd5780', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:32.815907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-619da293-5c69-46cd-b1ac-9dfa2bfb81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:32.842174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619da293-5c69-46cd-b1ac-9dfa2bfb81a1 None None] Routers {'914297e2-66df-488e-bc92-ef234ffe49ff'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:22:32.845640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-619da293-5c69-46cd-b1ac-9dfa2bfb81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:22:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['914297e2-66df-488e-bc92-ef234ffe49ff'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:32.894320 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4c06687-3a75-416d-aa6d-657092dd88b7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:32.941115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-619da293-5c69-46cd-b1ac-9dfa2bfb81a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:32.942046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619da293-5c69-46cd-b1ac-9dfa2bfb81a1 None None] The sync data for ids ['914297e2-66df-488e-bc92-ef234ffe49ff'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:22:33.102873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-528ed9fe-1cbc-43b5-9d67-c9032ba8e941 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:33.104471 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-528ed9fe-1cbc-43b5-9d67-c9032ba8e941 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/networks?id=1b43f527-1166-45c0-aa19-ae6b45280d8b HTTP/1.1" status: 200 len: 814 time: 0.1495349 Dec 17 13:22:33.106934 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4c06687-3a75-416d-aa6d-657092dd88b7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:33.123665 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-931c5d92-af44-44fe-8288-6df26f63ddef tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/quotas/03b4c3000a7b4bb59f933f753a6d96ed HTTP/1.1" status: 200 len: 375 time: 0.0113504 Dec 17 13:22:33.165449 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-ca4a1229-82c2-4fc0-841c-cc5d2e156146 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=03b4c3000a7b4bb59f933f753a6d96ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345275 Dec 17 13:22:33.234239 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4c06687-3a75-416d-aa6d-657092dd88b7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:33.240356 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7bef41b-5c7b-4982-9b5e-52f12a63a95b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:33.265108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c06687-3a75-416d-aa6d-657092dd88b7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0894ad2e-ba9f-4b10-9e72-7618179c1544,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:33.328304 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-8854d69d-f38b-46aa-a555-2e767f567fad service neutron] 10.222.0.59 "GET /v2.0/networks/1b43f527-1166-45c0-aa19-ae6b45280d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506348 Dec 17 13:22:33.374959 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4c06687-3a75-416d-aa6d-657092dd88b7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:33.376525 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f4c06687-3a75-416d-aa6d-657092dd88b7 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5959458 Dec 17 13:22:33.398419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46308) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:33.441625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88370a-b7db-4127-9c59-1fd0292281e0 req-48c19bd0-8670-4348-9083-fd15215a9478 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:33.443438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f88370a-b7db-4127-9c59-1fd0292281e0 req-48c19bd0-8670-4348-9083-fd15215a9478 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.0987344 Dec 17 13:22:33.449774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-607cf236-8793-4500-a867-197e0f49fb42 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules/0894ad2e-ba9f-4b10-9e72-7618179c1544 HTTP/1.1" status: 200 len: 763 time: 0.0577090 Dec 17 13:22:33.456277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46314) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:33.603003 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-17c4e9a1-2d85-4f59-907f-dae1747b9970 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1456428 Dec 17 13:22:33.609927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46320) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:33.642824 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f88370a-b7db-4127-9c59-1fd0292281e0 req-6131bcef-0aa5-42f8-9673-4773cc271b4a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895704 Dec 17 13:22:33.659041 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8addf3df-87f5-4322-bdb6-ee065c58e92c tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:33.672628 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8addf3df-87f5-4322-bdb6-ee065c58e92c tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:33.750196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-e8766be3-8447-4341-a162-f32e4facc175 service neutron] 10.222.0.59 "GET /v2.0/networks/1b43f527-1166-45c0-aa19-ae6b45280d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142048 Dec 17 13:22:33.809709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a7bef41b-5c7b-4982-9b5e-52f12a63a95b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port f8337b0f-f9e2-40e1-af02-e42a6b5a36b8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:33.810729 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7bef41b-5c7b-4982-9b5e-52f12a63a95b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:33.816771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8addf3df-87f5-4322-bdb6-ee065c58e92c tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:33.843193 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8addf3df-87f5-4322-bdb6-ee065c58e92c tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:33.847286 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8addf3df-87f5-4322-bdb6-ee065c58e92c tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0894ad2e-ba9f-4b10-9e72-7618179c1544 HTTP/1.1" status: 204 len: 168 time: 0.2338886 Dec 17 13:22:33.847745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46334) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:33.925959 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f2c73e3c-d2c4-4cd5-ab94-67523136a037 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0755064 Dec 17 13:22:33.926572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46336) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:33.931424 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-29867966-8c65-4b44-9efc-609cd3b56379 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': '10b86778-ee8d-47cb-be13-def52fdd5780', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:33.992868 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7bef41b-5c7b-4982-9b5e-52f12a63a95b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:34.007639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a7bef41b-5c7b-4982-9b5e-52f12a63a95b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for f8337b0f-f9e2-40e1-af02-e42a6b5a36b8 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:34.024439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addf3df-87f5-4322-bdb6-ee065c58e92c tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0894ad2e-ba9f-4b10-9e72-7618179c1544,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:34.059672 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29867966-8c65-4b44-9efc-609cd3b56379 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:34.173930 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29867966-8c65-4b44-9efc-609cd3b56379 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:34.237128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c3a9d4f-1ece-4622-84a3-0dbb5e017b31 req-768b3b40-8e0d-479f-87f6-ff0b9e5f9544 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 210 time: 0.0303068 Dec 17 13:22:34.253290 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29867966-8c65-4b44-9efc-609cd3b56379 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:34.292703 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29867966-8c65-4b44-9efc-609cd3b56379 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15ab76d-a549-450a-81b6-daa2d3ce14dc,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:34.444172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7bef41b-5c7b-4982-9b5e-52f12a63a95b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:34.449267 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29867966-8c65-4b44-9efc-609cd3b56379 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:34.452899 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-29867966-8c65-4b44-9efc-609cd3b56379 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5253201 Dec 17 13:22:34.458476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46354) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:34.514391 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5d6f6aa9-b300-4b86-ad5c-acc547774ce1 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules/e15ab76d-a549-450a-81b6-daa2d3ce14dc HTTP/1.1" status: 200 len: 764 time: 0.0520933 Dec 17 13:22:34.526772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46356) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:34.562217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bef41b-5c7b-4982-9b5e-52f12a63a95b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=f8337b0f-f9e2-40e1-af02-e42a6b5a36b8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:34.662520 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d3323523-6cd1-476a-aedc-d1003ff977de tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1335194 Dec 17 13:22:34.664705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46360) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:34.789233 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa2a6394-11ca-4a4f-87e7-6d2a8c590be4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:34.799079 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa2a6394-11ca-4a4f-87e7-6d2a8c590be4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:34.976765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfa011-a186-4024-8757-e9288a144b9f req-ea814e61-0de8-4f42-ab27-ffddbf9dce91 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:35.000394 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-69bfa011-a186-4024-8757-e9288a144b9f req-ea814e61-0de8-4f42-ab27-ffddbf9dce91 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.2372594 Dec 17 13:22:35.056365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7bef41b-5c7b-4982-9b5e-52f12a63a95b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:35.111322 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-69bfa011-a186-4024-8757-e9288a144b9f req-dcf9062a-a3da-4b37-a912-5659e6072b9e tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100214 Dec 17 13:22:35.308005 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa2a6394-11ca-4a4f-87e7-6d2a8c590be4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:35.330672 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa2a6394-11ca-4a4f-87e7-6d2a8c590be4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:35.331050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fa2a6394-11ca-4a4f-87e7-6d2a8c590be4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/e15ab76d-a549-450a-81b6-daa2d3ce14dc HTTP/1.1" status: 204 len: 168 time: 0.6648660 Dec 17 13:22:35.332342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a6394-11ca-4a4f-87e7-6d2a8c590be4 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e15ab76d-a549-450a-81b6-daa2d3ce14dc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:35.336881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46382) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:35.341867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bef41b-5c7b-4982-9b5e-52f12a63a95b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Router 914297e2-66df-488e-bc92-ef234ffe49ff has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:22:35.395908 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-176d4738-4f22-4c12-8702-c16a5b4b412d tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0552232 Dec 17 13:22:35.397690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46384) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:35.400410 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1568e4e0-3b74-4e33-b6a4-3721e9bb8a0d req-52bee52e-22a2-4c4f-a192-058acf5653e1 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 210 time: 0.0736768 Dec 17 13:22:35.484759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bef41b-5c7b-4982-9b5e-52f12a63a95b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:22:35.494317 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a7bef41b-5c7b-4982-9b5e-52f12a63a95b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "PUT /v2.0/routers/914297e2-66df-488e-bc92-ef234ffe49ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8773434 Dec 17 13:22:35.494405 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e61fa69-492f-45af-9a4d-eedd10ff5dfb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:35.494483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46386) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:35.498888 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d04883-8f7a-44a8-9eea-67afdc1c2887 None None] Sync routers for ids ['914297e2-66df-488e-bc92-ef234ffe49ff'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:22:35.530470 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d04883-8f7a-44a8-9eea-67afdc1c2887 None None] Routers {'914297e2-66df-488e-bc92-ef234ffe49ff'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:22:35.533245 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e9d04883-8f7a-44a8-9eea-67afdc1c2887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:22:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['914297e2-66df-488e-bc92-ef234ffe49ff'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:35.538992 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2ccd50-243d-44fa-a539-916e8523455f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:22:35.543073 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7d2ccd50-243d-44fa-a539-916e8523455f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/f8337b0f-f9e2-40e1-af02-e42a6b5a36b8 HTTP/1.1" status: 404 len: 333 time: 0.0454576 Dec 17 13:22:35.543584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46392) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:35.550835 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e61fa69-492f-45af-9a4d-eedd10ff5dfb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:35.594137 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e9d04883-8f7a-44a8-9eea-67afdc1c2887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:35.604901 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d04883-8f7a-44a8-9eea-67afdc1c2887 None None] Routers {'914297e2-66df-488e-bc92-ef234ffe49ff'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:22:35.606297 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e9d04883-8f7a-44a8-9eea-67afdc1c2887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:22:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['914297e2-66df-488e-bc92-ef234ffe49ff'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:35.648136 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e9d04883-8f7a-44a8-9eea-67afdc1c2887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:35.649082 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d04883-8f7a-44a8-9eea-67afdc1c2887 None None] The sync data for ids ['914297e2-66df-488e-bc92-ef234ffe49ff'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:22:35.699236 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d587c5c0-4c49-42a5-a756-bfec3416c4c8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:35.739723 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e61fa69-492f-45af-9a4d-eedd10ff5dfb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:35.743642 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e61fa69-492f-45af-9a4d-eedd10ff5dfb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:35.744641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0e61fa69-492f-45af-9a4d-eedd10ff5dfb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-groups/10b86778-ee8d-47cb-be13-def52fdd5780 HTTP/1.1" status: 204 len: 168 time: 0.3244348 Dec 17 13:22:35.754285 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46400) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:35.781336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61fa69-492f-45af-9a4d-eedd10ff5dfb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b86778-ee8d-47cb-be13-def52fdd5780,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:35.885335 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d587c5c0-4c49-42a5-a756-bfec3416c4c8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:35.887062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-155b1d36-55b9-4812-acf4-916d36345ab8 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1314733 Dec 17 13:22:35.887954 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d587c5c0-4c49-42a5-a756-bfec3416c4c8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:35.895979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46402) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:35.906892 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7ec93cdd-e84d-4590-8f89-d5591e992591 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061983661'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:36.019714 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d587c5c0-4c49-42a5-a756-bfec3416c4c8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.020424 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7ec93cdd-e84d-4590-8f89-d5591e992591 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.020865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d587c5c0-4c49-42a5-a756-bfec3416c4c8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Fanout notify agent at l3_agent the message router_deleted on router 914297e2-66df-488e-bc92-ef234ffe49ff {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:22:36.021117 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.037241 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d587c5c0-4c49-42a5-a756-bfec3416c4c8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.047166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d587c5c0-4c49-42a5-a756-bfec3416c4c8 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/routers/914297e2-66df-488e-bc92-ef234ffe49ff HTTP/1.1" status: 204 len: 168 time: 0.5023484 Dec 17 13:22:36.049538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46406) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:36.151193 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7ec93cdd-e84d-4590-8f89-d5591e992591 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.187547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95c812a-bae9-47ec-8fc3-74f94f5a7d74 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting subnet 16b53ad3-76a2-4e92-8498-5e70c5bd22c1 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:22:36.192453 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c95c812a-bae9-47ec-8fc3-74f94f5a7d74 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.281705 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c95c812a-bae9-47ec-8fc3-74f94f5a7d74 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.338995 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7ec93cdd-e84d-4590-8f89-d5591e992591 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.373488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5f9f8-c6af-464a-95d1-a31415f96577 req-aa8e69a2-24a8-450a-90fe-27ae528ebb96 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:36.374121 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b1e5f9f8-c6af-464a-95d1-a31415f96577 req-aa8e69a2-24a8-450a-90fe-27ae528ebb96 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1539867 Dec 17 13:22:36.384648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec93cdd-e84d-4590-8f89-d5591e992591 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f662f348-e3bd-4a25-aff0-3415dd1daa1a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:36.458252 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c95c812a-bae9-47ec-8fc3-74f94f5a7d74 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.492295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b1e5f9f8-c6af-464a-95d1-a31415f96577 req-c1e40e76-4c84-4a28-bf86-4cf33acd45ba tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028168 Dec 17 13:22:36.545963 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-74b75ea6-6802-4a86-900b-140398b447fd req-884c92f5-19fa-41e0-a9c0-0ee6bd915f17 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 210 time: 0.0405293 Dec 17 13:22:36.635409 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7ec93cdd-e84d-4590-8f89-d5591e992591 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.639699 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7ec93cdd-e84d-4590-8f89-d5591e992591 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7389073 Dec 17 13:22:36.641421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46418) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:36.651607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a92f0aca-84ad-4802-a978-37ba98915dcb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Request body: {'security_group_rule': {'security_group_id': 'f662f348-e3bd-4a25-aff0-3415dd1daa1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:36.673129 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c95c812a-bae9-47ec-8fc3-74f94f5a7d74 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.703193 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c95c812a-bae9-47ec-8fc3-74f94f5a7d74 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.703800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a3ced0-a49e-4bae-aaaf-c30cb4ea980b None None] Network 03a8746e-22c5-4fb7-b8d6-6228fba28a4a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:36.721129 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c95c812a-bae9-47ec-8fc3-74f94f5a7d74 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/16b53ad3-76a2-4e92-8498-5e70c5bd22c1 HTTP/1.1" status: 204 len: 168 time: 0.6694913 Dec 17 13:22:36.724922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46422) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:36.771562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c812a-bae9-47ec-8fc3-74f94f5a7d74 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Subnet': ['ID=16b53ad3-76a2-4e92-8498-5e70c5bd22c1,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:36.822347 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a92f0aca-84ad-4802-a978-37ba98915dcb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.881494 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a92f0aca-84ad-4802-a978-37ba98915dcb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.918447 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.969758 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a92f0aca-84ad-4802-a978-37ba98915dcb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:36.986604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2469cdbf-153c-4fff-90e2-a128c00e3ba1 None None] DHCP port deletion for 03a8746e-22c5-4fb7-b8d6-6228fba28a4a request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:22:37.035767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73bac2-2c7f-4dce-bd73-19a6d502c5c4 req-355d4110-c3a0-4b2b-a75f-f9de2695c6f7 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:37.038296 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8a73bac2-2c7f-4dce-bd73-19a6d502c5c4 req-355d4110-c3a0-4b2b-a75f-f9de2695c6f7 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.0789721 Dec 17 13:22:37.090388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f0aca-84ad-4802-a978-37ba98915dcb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abdf5573-d84e-4f0c-a16a-9546f63b5102,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:37.119683 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8a73bac2-2c7f-4dce-bd73-19a6d502c5c4 req-7890fdec-0529-4664-a1b2-a3951a2fcf0b tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691993 Dec 17 13:22:37.138585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2469cdbf-153c-4fff-90e2-a128c00e3ba1 None None] Deleting port e37d22af-0152-4afa-a521-5bb92b317adb {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:37.139611 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2469cdbf-153c-4fff-90e2-a128c00e3ba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:37.215079 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a92f0aca-84ad-4802-a978-37ba98915dcb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:37.222071 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46430) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:37.224496 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a92f0aca-84ad-4802-a978-37ba98915dcb tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5814335 Dec 17 13:22:37.239541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port e37d22af-0152-4afa-a521-5bb92b317adb {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:37.240263 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:37.320095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2469cdbf-153c-4fff-90e2-a128c00e3ba1 None None] For port e37d22af-0152-4afa-a521-5bb92b317adb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e37d22af-0152-4afa-a521-5bb92b317adb,segment=NetworkSegment(7c2d6a03-a19b-4ee0-8be3-2c8161425b62),segment_id=7c2d6a03-a19b-4ee0-8be3-2c8161425b62)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:37.322717 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2469cdbf-153c-4fff-90e2-a128c00e3ba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:37.340459 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2469cdbf-153c-4fff-90e2-a128c00e3ba1 None None] Calling delete_port for e37d22af-0152-4afa-a521-5bb92b317adb owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:37.341771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a4c72-0eac-4fa7-abaf-2f7a280058fb req-73f7698a-5a67-4ba9-bf66-4d1941706640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:37.343499 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-594a4c72-0eac-4fa7-abaf-2f7a280058fb req-73f7698a-5a67-4ba9-bf66-4d1941706640 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 1096 time: 0.2393472 Dec 17 13:22:37.349971 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8b54e2c-09ba-40b3-bd67-3b00319576c2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:37.394079 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8b54e2c-09ba-40b3-bd67-3b00319576c2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:37.535553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a4c72-0eac-4fa7-abaf-2f7a280058fb req-622882b9-c4fa-4791-82d5-97226adb61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:37.538420 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-594a4c72-0eac-4fa7-abaf-2f7a280058fb req-622882b9-c4fa-4791-82d5-97226adb61d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 912 time: 0.1344740 Dec 17 13:22:37.620674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] For port e37d22af-0152-4afa-a521-5bb92b317adb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e37d22af-0152-4afa-a521-5bb92b317adb,segment=NetworkSegment(7c2d6a03-a19b-4ee0-8be3-2c8161425b62),segment_id=7c2d6a03-a19b-4ee0-8be3-2c8161425b62)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:37.621067 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:37.625528 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2469cdbf-153c-4fff-90e2-a128c00e3ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:37.664578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for e37d22af-0152-4afa-a521-5bb92b317adb owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:37.673027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469cdbf-153c-4fff-90e2-a128c00e3ba1 None None] Pushing event deleted for resources: {'Port': ['ID=e37d22af-0152-4afa-a521-5bb92b317adb,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:37.679160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469cdbf-153c-4fff-90e2-a128c00e3ba1 None None] No DVR routers for this DVR port e37d22af-0152-4afa-a521-5bb92b317adb on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:37.692921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63e9a68d-2463-4cd8-8bed-c7076daa56ef req-6091c3d4-1c79-4fa3-ba23-07a5ed7cada8 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 210 time: 0.0517082 Dec 17 13:22:37.700805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-594a4c72-0eac-4fa7-abaf-2f7a280058fb req-32e4515f-b5c9-4738-a95e-bbf0dc636408 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b06630-f02d-41fa-a661-61f4ae8b1e9d HTTP/1.1" status: 200 len: 1000 time: 0.1380024 Dec 17 13:22:37.701330 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8b54e2c-09ba-40b3-bd67-3b00319576c2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:37.701330 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8b54e2c-09ba-40b3-bd67-3b00319576c2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:37.705332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-4e61626a-29b2-4283-b878-2e7357b08352 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:37.706960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-4e61626a-29b2-4283-b878-2e7357b08352 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.54 "GET /v2.0/networks?id=1b43f527-1166-45c0-aa19-ae6b45280d8b HTTP/1.1" status: 200 len: 814 time: 0.3989182 Dec 17 13:22:37.713780 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a8b54e2c-09ba-40b3-bd67-3b00319576c2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-groups/f662f348-e3bd-4a25-aff0-3415dd1daa1a HTTP/1.1" status: 204 len: 168 time: 0.4902847 Dec 17 13:22:37.714891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46436) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:37.739143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b54e2c-09ba-40b3-bd67-3b00319576c2 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f662f348-e3bd-4a25-aff0-3415dd1daa1a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:37.805681 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2eb0c12d-65a0-48fc-ad37-05ab97dfa194 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0823269 Dec 17 13:22:37.807087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46440) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:37.864144 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-05d8c1e8-b1bc-46ea-ab3b-0e072fb93c53 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0539291 Dec 17 13:22:37.864777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46444) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:37.884115 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-fd8338f6-1853-4261-8497-3d6a73b54cb1 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] delete failed (client error): The resource could not be found. Dec 17 13:22:37.885643 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fd8338f6-1853-4261-8497-3d6a73b54cb1 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "DELETE /v2.0/security-groups/f662f348-e3bd-4a25-aff0-3415dd1daa1a HTTP/1.1" status: 404 len: 347 time: 0.0194449 Dec 17 13:22:37.889404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46446) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:37.940107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-095db99a-e7af-4e3e-866a-2b9db6486177 tempest-SecGroupTest-227415761 tempest-SecGroupTest-227415761-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0460453 Dec 17 13:22:38.228648 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:38.229787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Request body: {'port': {'device_id': 'e651cbde-eaf1-464f-ad45-4e226432db64', 'network_id': '1b43f527-1166-45c0-aa19-ae6b45280d8b', 'admin_state_up': True, 'tenant_id': '03b4c3000a7b4bb59f933f753a6d96ed'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:38.332815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a4c72-0eac-4fa7-abaf-2f7a280058fb req-ee41cca5-5021-4fec-8138-bb344ff736a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:38.334347 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-594a4c72-0eac-4fa7-abaf-2f7a280058fb req-ee41cca5-5021-4fec-8138-bb344ff736a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d1656b2-e2b6-417d-b1f4-d2369980ad95 HTTP/1.1" status: 200 len: 850 time: 0.6264606 Dec 17 13:22:38.404617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=e37d22af-0152-4afa-a521-5bb92b317adb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:38.429296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No DVR routers for this DVR port e37d22af-0152-4afa-a521-5bb92b317adb on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:38.482142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e37d22af-0152-4afa-a521-5bb92b317adb no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:22:38.515541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e37d22af-0152-4afa-a521-5bb92b317adb {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:22:38.516000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e37d22af-0152-4afa-a521-5bb92b317adb not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:22:38.555112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a4c72-0eac-4fa7-abaf-2f7a280058fb req-9ac1e039-07b4-44b9-be4b-dc20ca05d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:38.558481 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-594a4c72-0eac-4fa7-abaf-2f7a280058fb req-9ac1e039-07b4-44b9-be4b-dc20ca05d698 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efd523df-1141-427f-91d1-b66f399f62fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849737 Dec 17 13:22:38.579800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b150d-a973-40ec-b6d6-60d3b37ca825 req-117517c3-67c6-49c7-8e5e-6cc721300503 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:38.581758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f5b150d-a973-40ec-b6d6-60d3b37ca825 req-117517c3-67c6-49c7-8e5e-6cc721300503 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.2524052 Dec 17 13:22:38.619685 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46474) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:38.624449 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Made reservation on behalf of 03b4c3000a7b4bb59f933f753a6d96ed for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:38.629304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:38.655470 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:38.745706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a8746e-22c5-4fb7-b8d6-6228fba28a4a']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:38.816871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2d6a03-a19b-4ee0-8be3-2c8161425b62') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:38.817186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2d6a03-a19b-4ee0-8be3-2c8161425b62') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:22:38.898288 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f5b150d-a973-40ec-b6d6-60d3b37ca825 req-960c3701-3911-446e-9172-530e4dc52c31 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012624 Dec 17 13:22:38.904221 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:38.947040 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:38.964162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:22:38.964818 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:22:38.968217 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:22:38.989822 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-594a4c72-0eac-4fa7-abaf-2f7a280058fb req-dc432b9f-fe21-461d-9053-4d78a1ec0104 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978450 Dec 17 13:22:39.050499 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ff9bcd2b-c876-4e64-9612-6af9ce74e1c6 req-f2f57f4f-6a00-47b9-b6e9-98b368ff345c tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 210 time: 0.0693130 Dec 17 13:22:39.057849 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-58ae4803-35e0-477e-b88a-a054731c64ec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4fd30a96fedb43c09808381d106ca9ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4369524 Dec 17 13:22:39.060950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46486) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:39.164334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7cc26ef-c38d-4514-95e5-f5b81eb8b19f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:39.197238 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7cc26ef-c38d-4514-95e5-f5b81eb8b19f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:39.199343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Allocated IP 172.20.0.11 (1b43f527-1166-45c0-aa19-ae6b45280d8b/00c67558-0395-4194-b941-d13ff50e842d/3b3d976b-3d5f-448a-9007-4756e89b0a51) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:39.278979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-594a4c72-0eac-4fa7-abaf-2f7a280058fb req-ba14013f-dcfd-4d42-989c-15dea2f332c1 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436192 Dec 17 13:22:39.307441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:39.320542 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:39.341164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46498) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:39.341763 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/networks/03a8746e-22c5-4fb7-b8d6-6228fba28a4a HTTP/1.1" status: 204 len: 168 time: 2.6047473 Dec 17 13:22:39.351689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d45642-bed6-4c13-8a79-9e43c0059ecf tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Network': ['ID=03a8746e-22c5-4fb7-b8d6-6228fba28a4a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:39.429749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261e83c6-aa4f-4477-a10c-011aaf45f8cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:39.438690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46504) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:39.443592 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-261e83c6-aa4f-4477-a10c-011aaf45f8cd tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/f451925b-c836-4a7e-b817-fe45dcc96cd5 HTTP/1.1" status: 200 len: 840 time: 0.1122665 Dec 17 13:22:39.470310 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7cc26ef-c38d-4514-95e5-f5b81eb8b19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:39.473013 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7cc26ef-c38d-4514-95e5-f5b81eb8b19f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:39.476726 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c7cc26ef-c38d-4514-95e5-f5b81eb8b19f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7a9db7ae-58ef-49af-8da8-1f0b7c7113b0 HTTP/1.1" status: 204 len: 168 time: 0.4116035 Dec 17 13:22:39.498528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc26ef-c38d-4514-95e5-f5b81eb8b19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9db7ae-58ef-49af-8da8-1f0b7c7113b0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:39.550962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46508) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:39.556053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-fc2487a1-7008-4680-9839-1bc0db077ff6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:39.561838 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f56785f7-4bf9-4b2c-a4b5-80a66f21d163 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/f451925b-c836-4a7e-b817-fe45dcc96cd5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1211734 Dec 17 13:22:39.626745 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:39.762250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2487a1-7008-4680-9839-1bc0db077ff6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:39.763336 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:39.774773 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc2487a1-7008-4680-9839-1bc0db077ff6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:39.842285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Network 1b43f527-1166-45c0-aa19-ae6b45280d8b is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:39.875848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Pushing event updated for resources: {'Port': ['ID=3b3d976b-3d5f-448a-9007-4756e89b0a51,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:39.878958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:39.886621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:22:40.017401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:40.018108 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:40.195882 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-34bae968-5440-4440-a25f-4b9e518547e6 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9724596 Dec 17 13:22:40.210740 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc2487a1-7008-4680-9839-1bc0db077ff6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:40.222390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Request body: {'port': {'device_id': 'e651cbde-eaf1-464f-ad45-4e226432db64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:40.279595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7486ded-751b-4138-a3be-30e0c29cb561 req-0d099998-5129-46d6-ba7c-dc2105d57a18 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:40.281042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7486ded-751b-4138-a3be-30e0c29cb561 req-0d099998-5129-46d6-ba7c-dc2105d57a18 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 932 time: 0.1006603 Dec 17 13:22:40.319685 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:40.394508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef248-a1c5-476b-9524-8f06860b0294 req-08a413b2-66f2-4479-8398-6ad8d2b80c78 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:40.437315 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7ccef248-a1c5-476b-9524-8f06860b0294 req-08a413b2-66f2-4479-8398-6ad8d2b80c78 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.3074374 Dec 17 13:22:40.437647 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7486ded-751b-4138-a3be-30e0c29cb561 req-48ac1c34-cbea-44f9-baa0-872210aab884 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323197 Dec 17 13:22:40.468068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2487a1-7008-4680-9839-1bc0db077ff6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:40.480078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-fc2487a1-7008-4680-9839-1bc0db077ff6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:40.499133 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b277dad-b5f8-4097-bffc-02aa9d267e00 None None] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:40.524266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2487a1-7008-4680-9839-1bc0db077ff6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:40.524266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc2487a1-7008-4680-9839-1bc0db077ff6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:40.552676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2487a1-7008-4680-9839-1bc0db077ff6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Subnet': ['ID=99c5da9a-e0d1-47b5-9dbd-654ea670943a,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:40.626925 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7ccef248-a1c5-476b-9524-8f06860b0294 req-7c03732b-cce2-4779-b03e-15909c40432f tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002344 Dec 17 13:22:40.657669 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fc2487a1-7008-4680-9839-1bc0db077ff6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1031718 Dec 17 13:22:40.659000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46542) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:40.665138 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7243d896-53a5-49b5-8b1e-4146631b349c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'security_group': {'name': 'tempest-secgroup-328424084'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:40.793907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-077abd75-6afc-49d6-9d4a-33a8042803d0', 'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'project_id': 'a8a9a15e6fa84b0bbd02de5f61aebabe', 'fixed_ips': [{'subnet_id': '99c5da9a-e0d1-47b5-9dbd-654ea670943a'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:22:40.793907 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:40.844457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3d976b-3d5f-448a-9007-4756e89b0a51 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:22:40.866748 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7243d896-53a5-49b5-8b1e-4146631b349c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:40.868638 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:40.913772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Transition to ACTIVE for port object 3b3d976b-3d5f-448a-9007-4756e89b0a51 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:22:40.964885 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7243d896-53a5-49b5-8b1e-4146631b349c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.018972 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.052451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Allocated IP 172.20.0.2 (077abd75-6afc-49d6-9d4a-33a8042803d0/99c5da9a-e0d1-47b5-9dbd-654ea670943a/4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:41.058120 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7243d896-53a5-49b5-8b1e-4146631b349c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.118530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243d896-53a5-49b5-8b1e-4146631b349c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed596d13-8fbf-4bcc-bf7c-8543f20ac424,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:41.175680 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7243d896-53a5-49b5-8b1e-4146631b349c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.185607 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7243d896-53a5-49b5-8b1e-4146631b349c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5186524 Dec 17 13:22:41.186229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46558) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:41.192440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b93784fa-ada9-4fa0-838a-7ccf54fcf3e4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'security_group': {'name': 'tempest-secgroup-880057957'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:41.203237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3d976b-3d5f-448a-9007-4756e89b0a51,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:41.297512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Attempting to bind port 3b3d976b-3d5f-448a-9007-4756e89b0a51 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:22:41.298801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Attempting to bind port 3b3d976b-3d5f-448a-9007-4756e89b0a51 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'c9915c4d-4f3f-45af-a787-b0ebd97149c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1b43f527-1166-45c0-aa19-ae6b45280d8b'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:22:41.299001 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.299519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Attempting to bind port 3b3d976b-3d5f-448a-9007-4756e89b0a51 on network 1b43f527-1166-45c0-aa19-ae6b45280d8b {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:22:41.305418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Port 3b3d976b-3d5f-448a-9007-4756e89b0a51 on network 1b43f527-1166-45c0-aa19-ae6b45280d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:22:41.306049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Attempting to bind port 3b3d976b-3d5f-448a-9007-4756e89b0a51 on network 1b43f527-1166-45c0-aa19-ae6b45280d8b {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:22:41.315281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:22:41.315779 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Checking segment: {'id': 'c9915c4d-4f3f-45af-a787-b0ebd97149c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1b43f527-1166-45c0-aa19-ae6b45280d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:22:41.316416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Bound using segment: {'id': 'c9915c4d-4f3f-45af-a787-b0ebd97149c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1b43f527-1166-45c0-aa19-ae6b45280d8b'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:22:41.317110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Bound port: 3b3d976b-3d5f-448a-9007-4756e89b0a51, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9915c4d-4f3f-45af-a787-b0ebd97149c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1b43f527-1166-45c0-aa19-ae6b45280d8b'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:22:41.317814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.339845 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b93784fa-ada9-4fa0-838a-7ccf54fcf3e4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.375402 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.401668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:41.418190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:41.448974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:22:41.486851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46566) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:41.498375 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0068090 Dec 17 13:22:41.501269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46568) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:41.531362 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b93784fa-ada9-4fa0-838a-7ccf54fcf3e4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.548471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] For port 3b3d976b-3d5f-448a-9007-4756e89b0a51, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:22:41.552917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] For port 3b3d976b-3d5f-448a-9007-4756e89b0a51, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=3b3d976b-3d5f-448a-9007-4756e89b0a51,segment=NetworkSegment(c9915c4d-4f3f-45af-a787-b0ebd97149c1),segment_id=c9915c4d-4f3f-45af-a787-b0ebd97149c1)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:22:41.596438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Pushing event updated for resources: {'Port': ['ID=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:41.598899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Attempting to bind port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:22:41.599275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Attempting to bind port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '8b8d458b-78a3-4eac-98fd-573c2222dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:22:41.599638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Attempting to bind port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 on network 077abd75-6afc-49d6-9d4a-33a8042803d0 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:22:41.603982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46572) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:41.617407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:22:41.617831 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Checking segment: {'id': '8b8d458b-78a3-4eac-98fd-573c2222dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:22:41.618248 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.618651 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Bound using segment: {'id': '8b8d458b-78a3-4eac-98fd-573c2222dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:22:41.619130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Bound port: 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8d458b-78a3-4eac-98fd-573c2222dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:22:41.619518 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.654586 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.703810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b93784fa-ada9-4fa0-838a-7ccf54fcf3e4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.772633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] For port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:22:41.778857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] For port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,segment=NetworkSegment(8b8d458b-78a3-4eac-98fd-573c2222dc7a),segment_id=8b8d458b-78a3-4eac-98fd-573c2222dc7a)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:22:41.781113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:41.783320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.790105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] 10.222.0.54 "PUT /v2.0/ports/3b3d976b-3d5f-448a-9007-4756e89b0a51 HTTP/1.1" status: 200 len: 1092 time: 1.5699482 Dec 17 13:22:41.802472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e651cbde-eaf1-464f-ad45-4e226432db64', 'tag': '3b3d976b-3d5f-448a-9007-4756e89b0a51'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:22:41.810894 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b361d22-5c36-4f24-b36a-d5643ce3f788" -d '{"events": [{"name": "network-changed", "server_uuid": "e651cbde-eaf1-464f-ad45-4e226432db64", "tag": "3b3d976b-3d5f-448a-9007-4756e89b0a51"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:22:41.854151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fca0b-4151-4304-84c5-b1d867958d2b req-d2578637-c77c-4151-995e-2bfad99d5f62 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:41.855941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e8fca0b-4151-4304-84c5-b1d867958d2b req-d2578637-c77c-4151-995e-2bfad99d5f62 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 944 time: 0.2504172 Dec 17 13:22:41.858304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93784fa-ada9-4fa0-838a-7ccf54fcf3e4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3109ec-bf01-441c-a1d5-30a5101d37cc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:41.861249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387894c-e0d8-43e6-89ff-c59ba9ad2578 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3d976b-3d5f-448a-9007-4756e89b0a51,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:41.871550 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b93784fa-ada9-4fa0-838a-7ccf54fcf3e4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.876640 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b93784fa-ada9-4fa0-838a-7ccf54fcf3e4 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6859074 Dec 17 13:22:41.876829 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:41.903645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46586) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:41.938068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1679317660', 'security_groups': ['3e3109ec-bf01-441c-a1d5-30a5101d37cc'], 'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '99c5da9a-e0d1-47b5-9dbd-654ea670943a'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:41.955987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d514f6e7-ba4d-482f-b48a-af176477dfd3 tempest-NetworksApiDiscovery-571535105 tempest-NetworksApiDiscovery-571535105-project] 10.222.0.59 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4513805 Dec 17 13:22:41.986027 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ee878bb9-78f3-4872-9820-0b82c0513e38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:42.019007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f1a77-fa2d-4ef8-a84c-bd45edf7ca8d None None] Pushing event updated for resources: {'Port': ['ID=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:42.144382 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e8fca0b-4151-4304-84c5-b1d867958d2b req-3ae195a6-d4da-4c34-987a-06fa4aae846a tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396657 Dec 17 13:22:42.145309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a44f6c-da9c-4ea0-b2a5-a0a48a35c2ce req-07d8c074-e57d-4e7e-9687-f057e543a7e2 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:42.157412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56a44f6c-da9c-4ea0-b2a5-a0a48a35c2ce req-07d8c074-e57d-4e7e-9687-f057e543a7e2 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.2930067 Dec 17 13:22:42.222447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-8fb6d241-f798-47cc-b399-d35b8df0a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:42.227200 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-8fb6d241-f798-47cc-b399-d35b8df0a081 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03b4c3000a7b4bb59f933f753a6d96ed&device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 1095 time: 0.2776358 Dec 17 13:22:42.344940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-36d1b9c6-b209-44c9-888c-d439b56e90e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3d976b-3d5f-448a-9007-4756e89b0a51 HTTP/1.1" status: 200 len: 217 time: 0.0882294 Dec 17 13:22:42.374699 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:42.467754 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ee878bb9-78f3-4872-9820-0b82c0513e38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:42.486042 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aa3312-7168-42c7-8afa-e6e6482da130 x-openstack-request-id: req-59aa3312-7168-42c7-8afa-e6e6482da130 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:22:42.486042 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e651cbde-eaf1-464f-ad45-4e226432db64", "tag": "3b3d976b-3d5f-448a-9007-4756e89b0a51", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:22:42.486042 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-59aa3312-7168-42c7-8afa-e6e6482da130 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:22:42.486042 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e651cbde-eaf1-464f-ad45-4e226432db64', 'tag': '3b3d976b-3d5f-448a-9007-4756e89b0a51', 'status': 'completed', 'code': 200} Dec 17 13:22:42.500043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56a44f6c-da9c-4ea0-b2a5-a0a48a35c2ce req-ed6d5c48-eb33-48cd-9a49-75700542736f tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416314 Dec 17 13:22:42.522390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-6aed2b04-3191-47dd-8331-005de5adf784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:42.524068 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-6aed2b04-3191-47dd-8331-005de5adf784 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00c67558-0395-4194-b941-d13ff50e842d HTTP/1.1" status: 200 len: 854 time: 0.1693039 Dec 17 13:22:42.550675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:22:42.582651 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-3c576105-d9f8-4599-9dc7-9bd49af99d77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b43f527-1166-45c0-aa19-ae6b45280d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498714 Dec 17 13:22:42.591540 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:42.600440 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ee878bb9-78f3-4872-9820-0b82c0513e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:42.624372 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port e188174a-8be0-4a00-a5de-e7bcd9671fb8 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:22:42.634820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:42.635856 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:42.702604 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ee878bb9-78f3-4872-9820-0b82c0513e38 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=10c6564eecd3485c8dd04f9820cf90b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0933011 Dec 17 13:22:42.705716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46596) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:42.708131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee878bb9-78f3-4872-9820-0b82c0513e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9548071b-9eb5-4acf-8111-a60965036385,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:42.748974 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:42.786507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46600) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:42.794883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,segment=NetworkSegment(8b8d458b-78a3-4eac-98fd-573c2222dc7a),segment_id=8b8d458b-78a3-4eac-98fd-573c2222dc7a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:42.816597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-13a7d712-22f0-47ad-b1f8-8a397100f965 service neutron] 10.222.0.54 "GET /v2.0/networks/1b43f527-1166-45c0-aa19-ae6b45280d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264228 Dec 17 13:22:42.858887 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:42.865098 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-847e3381-2fae-48f1-b17f-c706832e100e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:42.927708 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-847e3381-2fae-48f1-b17f-c706832e100e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:42.981293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:43.026806 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.9 (077abd75-6afc-49d6-9d4a-33a8042803d0/99c5da9a-e0d1-47b5-9dbd-654ea670943a/e188174a-8be0-4a00-a5de-e7bcd9671fb8) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:43.088374 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b10a495a-f1fc-4d2f-82b1-b546b36ffe66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:43.175449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db8e6cfd-27a7-4024-961c-e48c5ea566ff req-86bdb738-4a30-46ad-b522-882d136a1c6a service neutron] 10.222.0.54 "GET /v2.0/networks/1b43f527-1166-45c0-aa19-ae6b45280d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479052 Dec 17 13:22:43.302424 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-847e3381-2fae-48f1-b17f-c706832e100e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:43.305668 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-847e3381-2fae-48f1-b17f-c706832e100e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:43.324749 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-847e3381-2fae-48f1-b17f-c706832e100e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9548071b-9eb5-4acf-8111-a60965036385 HTTP/1.1" status: 204 len: 168 time: 0.6153207 Dec 17 13:22:43.442434 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:43.505937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e3381-2fae-48f1-b17f-c706832e100e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9548071b-9eb5-4acf-8111-a60965036385,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:43.589349 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b361d22-5c36-4f24-b36a-d5643ce3f788 req-1a3da24d-0ae4-49bf-a3b1-b63a74912e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:43.591434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b361d22-5c36-4f24-b36a-d5643ce3f788 req-1a3da24d-0ae4-49bf-a3b1-b63a74912e23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03b4c3000a7b4bb59f933f753a6d96ed&device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 1095 time: 0.2325373 Dec 17 13:22:43.595778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da771995-db3d-42b8-9121-382bfe36a920 req-9e31a2af-3c0e-469e-a466-c5fedd9f9ace tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:43.613509 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-da771995-db3d-42b8-9121-382bfe36a920 req-9e31a2af-3c0e-469e-a466-c5fedd9f9ace tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 944 time: 0.3053219 Dec 17 13:22:43.618439 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:43.642367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-06674339-09a7-47be-a20a-d52b0b5fc40c None None] Provisioning complete for port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:43.642959 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-06674339-09a7-47be-a20a-d52b0b5fc40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:43.655577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:43.659864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:43.663621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:22:43.680811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b10a495a-f1fc-4d2f-82b1-b546b36ffe66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:43.767469 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b10a495a-f1fc-4d2f-82b1-b546b36ffe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:43.879344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b361d22-5c36-4f24-b36a-d5643ce3f788 req-559a1295-ce00-463a-9025-017278bd501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:43.884129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-06674339-09a7-47be-a20a-d52b0b5fc40c None None] Provisioning complete for port f451925b-c836-4a7e-b817-fe45dcc96cd5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:43.884748 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-06674339-09a7-47be-a20a-d52b0b5fc40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:43.890403 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b361d22-5c36-4f24-b36a-d5643ce3f788 req-559a1295-ce00-463a-9025-017278bd501c service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b43f527-1166-45c0-aa19-ae6b45280d8b HTTP/1.1" status: 200 len: 915 time: 0.2897410 Dec 17 13:22:43.948106 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fc7db3de-ddbd-471f-a79b-2ae7feedba21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:43.969094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:43.970110 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:43.978971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-06674339-09a7-47be-a20a-d52b0b5fc40c None None] Port f451925b-c836-4a7e-b817-fe45dcc96cd5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:44.001651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=e188174a-8be0-4a00-a5de-e7bcd9671fb8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:44.011961 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b361d22-5c36-4f24-b36a-d5643ce3f788 req-38417704-ea16-4b1d-8161-7eedc3338bc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3d976b-3d5f-448a-9007-4756e89b0a51 HTTP/1.1" status: 200 len: 217 time: 0.1134610 Dec 17 13:22:44.029204 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b10a495a-f1fc-4d2f-82b1-b546b36ffe66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f45c4da086d459eb4537c10add4555a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2325525 Dec 17 13:22:44.029204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46620) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:44.029500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a495a-f1fc-4d2f-82b1-b546b36ffe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfb12f5-2b73-4aa5-834d-10c3e3a32d89,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:44.047590 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-da771995-db3d-42b8-9121-382bfe36a920 req-4f94cee5-578c-4dd2-999c-f877aaf44fc0 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327428 Dec 17 13:22:44.106390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6847ec88-8614-4513-a5b5-ce0189377499 None None] Provisioning complete for port e188174a-8be0-4a00-a5de-e7bcd9671fb8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:44.107898 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6847ec88-8614-4513-a5b5-ce0189377499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.144361 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8a7522ef-27d8-4017-90cb-6c8f4d31a8a0 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2259622 Dec 17 13:22:44.144753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46622) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:44.154581 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8898df2c-9346-4941-91b2-aa3fc1c5b81b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:44.163872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6847ec88-8614-4513-a5b5-ce0189377499 None None] Port e188174a-8be0-4a00-a5de-e7bcd9671fb8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:44.184053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b361d22-5c36-4f24-b36a-d5643ce3f788 req-9be14ea3-d80b-46ff-a0d5-58dbb37bbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:44.187754 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b361d22-5c36-4f24-b36a-d5643ce3f788 req-9be14ea3-d80b-46ff-a0d5-58dbb37bbe54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00c67558-0395-4194-b941-d13ff50e842d HTTP/1.1" status: 200 len: 854 time: 0.1609073 Dec 17 13:22:44.232904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b361d22-5c36-4f24-b36a-d5643ce3f788 req-5b90df1b-8e59-4aac-96ba-be960e0aafd4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b43f527-1166-45c0-aa19-ae6b45280d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365996 Dec 17 13:22:44.234793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-466b5722-f7fd-457a-a69d-504f6e152ae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.287234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46624) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:44.306600 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5042d5-a901-43f9-9249-4b19f17813d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.316425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-466b5722-f7fd-457a-a69d-504f6e152ae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.404372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b361d22-5c36-4f24-b36a-d5643ce3f788 req-aa0a5e08-9560-4dfa-8923-537ea66807d4 service neutron] 10.222.0.54 "GET /v2.0/networks/1b43f527-1166-45c0-aa19-ae6b45280d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566260 Dec 17 13:22:44.431563 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5042d5-a901-43f9-9249-4b19f17813d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.441391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8898df2c-9346-4941-91b2-aa3fc1c5b81b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:44.448287 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8898df2c-9346-4941-91b2-aa3fc1c5b81b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.474304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:22:44.527395 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-466b5722-f7fd-457a-a69d-504f6e152ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.530132 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-466b5722-f7fd-457a-a69d-504f6e152ae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.533871 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-466b5722-f7fd-457a-a69d-504f6e152ae3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5bfb12f5-2b73-4aa5-834d-10c3e3a32d89 HTTP/1.1" status: 204 len: 168 time: 0.5041208 Dec 17 13:22:44.562465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5042d5-a901-43f9-9249-4b19f17813d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.564335 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b361d22-5c36-4f24-b36a-d5643ce3f788 req-ba97c7d7-4a5e-439b-8e8f-29d9269562fe service neutron] 10.222.0.54 "GET /v2.0/networks/1b43f527-1166-45c0-aa19-ae6b45280d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503251 Dec 17 13:22:44.565705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b5722-f7fd-457a-a69d-504f6e152ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfb12f5-2b73-4aa5-834d-10c3e3a32d89,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:44.609159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:44.609907 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.659794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1a5042d5-a901-43f9-9249-4b19f17813d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66369d01542147eaab702a8bb090c637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3711340 Dec 17 13:22:44.662855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46630) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:44.689552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5042d5-a901-43f9-9249-4b19f17813d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409e28d3-b7e6-4508-962b-763742f2a117,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:44.742977 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa412-0e2b-4640-8c8c-4dbc78dc1d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.743976 n-d-815324-5 neutron-server[110454]: INFO neutron.db.ipam_backend_mixin [None req-8898df2c-9346-4941-91b2-aa3fc1c5b81b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 99c5da9a-e0d1-47b5-9dbd-654ea670943a (CIDR: 172.20.0.0/28) Dec 17 13:22:44.766446 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa412-0e2b-4640-8c8c-4dbc78dc1d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.802193 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8898df2c-9346-4941-91b2-aa3fc1c5b81b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:44.802643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8898df2c-9346-4941-91b2-aa3fc1c5b81b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:22:44.904582 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa412-0e2b-4640-8c8c-4dbc78dc1d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.908130 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa412-0e2b-4640-8c8c-4dbc78dc1d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:44.908809 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8898df2c-9346-4941-91b2-aa3fc1c5b81b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7625539 Dec 17 13:22:44.912389 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46632) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:44.912748 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f1aaa412-0e2b-4640-8c8c-4dbc78dc1d19 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/409e28d3-b7e6-4508-962b-763742f2a117 HTTP/1.1" status: 204 len: 168 time: 0.2485597 Dec 17 13:22:44.919605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-18273814-b4ae-4d53-8bd1-69d22f508c5e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:44.929085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaa412-0e2b-4640-8c8c-4dbc78dc1d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409e28d3-b7e6-4508-962b-763742f2a117,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:45.237436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e67c9-fa31-4518-b146-af16beb2aa58 req-5c05c5b0-ffb5-4e3d-be5d-d9d7cb7304c5 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:45.244501 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d39e67c9-fa31-4518-b146-af16beb2aa58 req-5c05c5b0-ffb5-4e3d-be5d-d9d7cb7304c5 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 944 time: 0.0826750 Dec 17 13:22:45.244501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18273814-b4ae-4d53-8bd1-69d22f508c5e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:45.245064 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-18273814-b4ae-4d53-8bd1-69d22f508c5e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:45.398753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d39e67c9-fa31-4518-b146-af16beb2aa58 req-22413462-4da7-460d-96fe-097ba6116288 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492639 Dec 17 13:22:45.670490 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-18273814-b4ae-4d53-8bd1-69d22f508c5e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:45.813118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18273814-b4ae-4d53-8bd1-69d22f508c5e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:45.826268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-18273814-b4ae-4d53-8bd1-69d22f508c5e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:45.830965 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273814-b4ae-4d53-8bd1-69d22f508c5e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Subnet': ['ID=58cc29dc-cc45-40fb-985e-ebff945cc35a,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:45.845563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb5f3d7-e7bb-4c0a-bc09-4472cc64eb2b None None] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:45.858870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18273814-b4ae-4d53-8bd1-69d22f508c5e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:45.860794 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-18273814-b4ae-4d53-8bd1-69d22f508c5e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:45.985723 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-18273814-b4ae-4d53-8bd1-69d22f508c5e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0686796 Dec 17 13:22:45.986210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46668) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:45.992543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-723dfcd2-56d1-407b-8a04-f166c8cf4a11 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1194284995', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '58cc29dc-cc45-40fb-985e-ebff945cc35a'}], 'security_groups': ['ed596d13-8fbf-4bcc-bf7c-8543f20ac424']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:46.088214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45244b-e2a3-492e-8353-27cbf16420f3 None None] Update dhcp port {'port': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'fixed_ips': [{'subnet_id': '99c5da9a-e0d1-47b5-9dbd-654ea670943a', 'ip_address': '172.20.0.2'}, {'subnet_id': '58cc29dc-cc45-40fb-985e-ebff945cc35a'}], 'binding:host_id': 'n-d-815324-5'}, 'id': '4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:22:46.125117 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ec45244b-e2a3-492e-8353-27cbf16420f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:46.285157 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-723dfcd2-56d1-407b-8a04-f166c8cf4a11 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:46.597039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea75e04-96ed-4539-a514-120a2b1c36be req-45e58e07-eba8-4a9e-8373-5fff0491d17e tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:46.601120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ea75e04-96ed-4539-a514-120a2b1c36be req-45e58e07-eba8-4a9e-8373-5fff0491d17e tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 944 time: 0.0748072 Dec 17 13:22:46.645284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ec45244b-e2a3-492e-8353-27cbf16420f3 None None] Allocated IP 172.20.0.18 (077abd75-6afc-49d6-9d4a-33a8042803d0/58cc29dc-cc45-40fb-985e-ebff945cc35a/4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:46.661408 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ea75e04-96ed-4539-a514-120a2b1c36be req-3fad3f93-1e7c-4bf7-a58e-0c52f06a0d1e tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564542 Dec 17 13:22:46.741620 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5d716ac7-22ee-4617-b15a-7e514cfd1838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:46.754361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ec45244b-e2a3-492e-8353-27cbf16420f3 None None] For port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,segment=NetworkSegment(8b8d458b-78a3-4eac-98fd-573c2222dc7a),segment_id=8b8d458b-78a3-4eac-98fd-573c2222dc7a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:46.779817 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ec45244b-e2a3-492e-8353-27cbf16420f3 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:46.870186 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ec45244b-e2a3-492e-8353-27cbf16420f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:47.009074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45244b-e2a3-492e-8353-27cbf16420f3 None None] Pushing event updated for resources: {'Port': ['ID=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:47.064267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-723dfcd2-56d1-407b-8a04-f166c8cf4a11 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Delete allocated IP 172.20.0.9 (077abd75-6afc-49d6-9d4a-33a8042803d0/99c5da9a-e0d1-47b5-9dbd-654ea670943a) {{(pid=110453) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 13:22:47.072502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-723dfcd2-56d1-407b-8a04-f166c8cf4a11 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.21 (077abd75-6afc-49d6-9d4a-33a8042803d0/58cc29dc-cc45-40fb-985e-ebff945cc35a/e188174a-8be0-4a00-a5de-e7bcd9671fb8) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:47.379304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-723dfcd2-56d1-407b-8a04-f166c8cf4a11 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:47.508184 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-723dfcd2-56d1-407b-8a04-f166c8cf4a11 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:47.642829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dfcd2-56d1-407b-8a04-f166c8cf4a11 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=e188174a-8be0-4a00-a5de-e7bcd9671fb8,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:47.674189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-723dfcd2-56d1-407b-8a04-f166c8cf4a11 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] In _notify_port_updated(), no bound segment for port e188174a-8be0-4a00-a5de-e7bcd9671fb8 on network 077abd75-6afc-49d6-9d4a-33a8042803d0 {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:22:47.680859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723dfcd2-56d1-407b-8a04-f166c8cf4a11 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:47.681672 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-723dfcd2-56d1-407b-8a04-f166c8cf4a11 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:47.683129 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-723dfcd2-56d1-407b-8a04-f166c8cf4a11 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "PUT /v2.0/ports/e188174a-8be0-4a00-a5de-e7bcd9671fb8 HTTP/1.1" status: 200 len: 921 time: 1.6958776 Dec 17 13:22:47.686658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46716) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:47.714481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 3b3d976b-3d5f-448a-9007-4756e89b0a51 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:22:47.736039 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:47.904535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d0f14-9371-40cc-ac7a-6d5d5f900345 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port e188174a-8be0-4a00-a5de-e7bcd9671fb8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:47.904535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0f14-9371-40cc-ac7a-6d5d5f900345 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:47.904779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d057f-64bc-4525-8066-5809a344ad0a req-23f72a85-b122-47df-8319-0ac46c650d27 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:47.916656 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-412d057f-64bc-4525-8066-5809a344ad0a req-23f72a85-b122-47df-8319-0ac46c650d27 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 944 time: 0.1009157 Dec 17 13:22:47.941674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 3b3d976b-3d5f-448a-9007-4756e89b0a51, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=3b3d976b-3d5f-448a-9007-4756e89b0a51,segment=NetworkSegment(c9915c4d-4f3f-45af-a787-b0ebd97149c1),segment_id=c9915c4d-4f3f-45af-a787-b0ebd97149c1)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:47.963809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bd0152fb-f9d1-4bb5-ad9a-d74c5c0fa0e3 None None] Provisioning complete for port e188174a-8be0-4a00-a5de-e7bcd9671fb8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:47.964443 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd0152fb-f9d1-4bb5-ad9a-d74c5c0fa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:47.967172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '3b3d976b-3d5f-448a-9007-4756e89b0a51', 'network_id': '1b43f527-1166-45c0-aa19-ae6b45280d8b', 'port_id': '3b3d976b-3d5f-448a-9007-4756e89b0a51', 'mac_address': 'fa:16:3e:d7:e4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c67558-0395-4194-b941-d13ff50e842d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:22:47.986709 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-412d057f-64bc-4525-8066-5809a344ad0a req-e0dc1d30-c5a4-4360-bff6-d4474f38fc03 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671926 Dec 17 13:22:48.059513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bd0152fb-f9d1-4bb5-ad9a-d74c5c0fa0e3 None None] Port e188174a-8be0-4a00-a5de-e7bcd9671fb8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:48.072373 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:48.092553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bd0152fb-f9d1-4bb5-ad9a-d74c5c0fa0e3 None None] Provisioning complete for port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:48.092932 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd0152fb-f9d1-4bb5-ad9a-d74c5c0fa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:48.099268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3d976b-3d5f-448a-9007-4756e89b0a51 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:22:48.149733 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0f14-9371-40cc-ac7a-6d5d5f900345 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:48.180147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d0f14-9371-40cc-ac7a-6d5d5f900345 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for e188174a-8be0-4a00-a5de-e7bcd9671fb8 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:48.218970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 3b3d976b-3d5f-448a-9007-4756e89b0a51, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=3b3d976b-3d5f-448a-9007-4756e89b0a51,segment=NetworkSegment(c9915c4d-4f3f-45af-a787-b0ebd97149c1),segment_id=c9915c4d-4f3f-45af-a787-b0ebd97149c1)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:48.321075 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:48.518945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=3b3d976b-3d5f-448a-9007-4756e89b0a51,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:48.522326 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bd0152fb-f9d1-4bb5-ad9a-d74c5c0fa0e3 None None] Provisioning complete for port f451925b-c836-4a7e-b817-fe45dcc96cd5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:48.522701 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd0152fb-f9d1-4bb5-ad9a-d74c5c0fa0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:48.612220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:22:48.661042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['3b3d976b-3d5f-448a-9007-4756e89b0a51'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:22:48.663090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bd0152fb-f9d1-4bb5-ad9a-d74c5c0fa0e3 None None] Port f451925b-c836-4a7e-b817-fe45dcc96cd5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:48.676438 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0f14-9371-40cc-ac7a-6d5d5f900345 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:48.741628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:48.743724 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:48.756110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d0f14-9371-40cc-ac7a-6d5d5f900345 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=e188174a-8be0-4a00-a5de-e7bcd9671fb8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:48.909939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-654a327b-d38e-4d53-97b5-f1cdb4bbe184 None None] Could not find standard attr ID for object e188174a-8be0-4a00-a5de-e7bcd9671fb8. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:22:48.910947 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0f14-9371-40cc-ac7a-6d5d5f900345 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:48.922672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46750) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:48.934315 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1f8d0f14-9371-40cc-ac7a-6d5d5f900345 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/e188174a-8be0-4a00-a5de-e7bcd9671fb8 HTTP/1.1" status: 204 len: 168 time: 1.2424309 Dec 17 13:22:48.969969 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d52be9-b26d-44f2-a392-1a0a213cfb9e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:22:48.974539 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:48.976135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46752) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:48.988073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e7d52be9-b26d-44f2-a392-1a0a213cfb9e tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/e188174a-8be0-4a00-a5de-e7bcd9671fb8 HTTP/1.1" status: 404 len: 333 time: 0.0636220 Dec 17 13:22:49.142149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf2bd3a6-8526-4dda-ba0c-b70d9f63750f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:49.171587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96542ab2-509f-4183-a1be-7416b65f4b5c req-a48c704f-250e-4cb1-82ce-12a503553bf9 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:49.173658 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-96542ab2-509f-4183-a1be-7416b65f4b5c req-a48c704f-250e-4cb1-82ce-12a503553bf9 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 945 time: 0.0824518 Dec 17 13:22:49.261873 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-96542ab2-509f-4183-a1be-7416b65f4b5c req-88ee5f3a-5a4d-4f9f-87a4-dd26186d5678 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797424 Dec 17 13:22:49.462389 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf2bd3a6-8526-4dda-ba0c-b70d9f63750f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:49.613044 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf2bd3a6-8526-4dda-ba0c-b70d9f63750f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:49.616224 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf2bd3a6-8526-4dda-ba0c-b70d9f63750f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:49.617494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bf2bd3a6-8526-4dda-ba0c-b70d9f63750f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/security-groups/3e3109ec-bf01-441c-a1d5-30a5101d37cc HTTP/1.1" status: 204 len: 168 time: 0.6373594 Dec 17 13:22:49.620196 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46762) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:49.627256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bd3a6-8526-4dda-ba0c-b70d9f63750f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3109ec-bf01-441c-a1d5-30a5101d37cc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:49.646464 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:49.717615 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e65d165a-a51b-45cb-a3dd-38396d43fc1d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:49.751743 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e65d165a-a51b-45cb-a3dd-38396d43fc1d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:49.808011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46766) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:49.928485 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b180c78-616a-4deb-ae40-a81209cab59b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:49.951846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e65d165a-a51b-45cb-a3dd-38396d43fc1d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:49.958283 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e65d165a-a51b-45cb-a3dd-38396d43fc1d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:49.959797 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e65d165a-a51b-45cb-a3dd-38396d43fc1d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/security-groups/ed596d13-8fbf-4bcc-bf7c-8543f20ac424 HTTP/1.1" status: 204 len: 168 time: 0.3383288 Dec 17 13:22:49.968251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46774) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:49.972248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d165a-a51b-45cb-a3dd-38396d43fc1d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed596d13-8fbf-4bcc-bf7c-8543f20ac424,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:50.062459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b2afa5-9085-4e7b-b07b-a67781cdf43c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting subnet 99c5da9a-e0d1-47b5-9dbd-654ea670943a {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:22:50.068697 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b2afa5-9085-4e7b-b07b-a67781cdf43c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:50.116856 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b180c78-616a-4deb-ae40-a81209cab59b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:50.126865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b2afa5-9085-4e7b-b07b-a67781cdf43c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:50.228623 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b2afa5-9085-4e7b-b07b-a67781cdf43c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:50.265375 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b180c78-616a-4deb-ae40-a81209cab59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:50.314350 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2b180c78-616a-4deb-ae40-a81209cab59b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=566ecf3606e94751bbd4690aefce1dea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5052083 Dec 17 13:22:50.317365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46780) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:50.322252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b180c78-616a-4deb-ae40-a81209cab59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8fc206-0101-43d3-9253-319be9045170,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:50.420452 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b2afa5-9085-4e7b-b07b-a67781cdf43c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:50.438440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a6ee4-a5a2-4deb-a975-68c15e6f2b74 req-dd2ebcf6-abc0-4765-bbff-8a309fbff64f tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:50.440392 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-214a6ee4-a5a2-4deb-a975-68c15e6f2b74 req-dd2ebcf6-abc0-4765-bbff-8a309fbff64f tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 945 time: 0.0837493 Dec 17 13:22:50.441825 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-856b5941-0520-4976-ae04-26038647768c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:50.455518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2afa5-9085-4e7b-b07b-a67781cdf43c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Subnet': ['ID=99c5da9a-e0d1-47b5-9dbd-654ea670943a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:50.459537 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b2afa5-9085-4e7b-b07b-a67781cdf43c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:50.469422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0939008-6ccf-4ea7-a87c-b7d7813e75d6 None None] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:50.470362 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f8b2afa5-9085-4e7b-b07b-a67781cdf43c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/99c5da9a-e0d1-47b5-9dbd-654ea670943a HTTP/1.1" status: 204 len: 168 time: 0.5010214 Dec 17 13:22:50.476532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46786) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:50.477049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-64a24360-0f30-4a75-8ab8-565038e13f20 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:50.531161 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-856b5941-0520-4976-ae04-26038647768c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:50.633753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-214a6ee4-a5a2-4deb-a975-68c15e6f2b74 req-69ef8b99-4dc8-4cc0-baaf-3f51ffb7eac7 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850138 Dec 17 13:22:50.761710 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-856b5941-0520-4976-ae04-26038647768c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:50.769759 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-856b5941-0520-4976-ae04-26038647768c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:50.769759 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-856b5941-0520-4976-ae04-26038647768c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f8fc206-0101-43d3-9253-319be9045170 HTTP/1.1" status: 204 len: 168 time: 0.4479725 Dec 17 13:22:50.784264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b5941-0520-4976-ae04-26038647768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8fc206-0101-43d3-9253-319be9045170,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:50.801270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a24360-0f30-4a75-8ab8-565038e13f20 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:50.806676 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-64a24360-0f30-4a75-8ab8-565038e13f20 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:51.271635 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-64a24360-0f30-4a75-8ab8-565038e13f20 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:51.338002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a24360-0f30-4a75-8ab8-565038e13f20 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:51.348280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-64a24360-0f30-4a75-8ab8-565038e13f20 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:51.353157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a24360-0f30-4a75-8ab8-565038e13f20 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:51.353804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-64a24360-0f30-4a75-8ab8-565038e13f20 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:51.372533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a24360-0f30-4a75-8ab8-565038e13f20 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Subnet': ['ID=18719601-a701-4a07-a997-9612c71bbd64,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:51.435523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec9e846-529f-4813-9c57-6174e70fe529 None None] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:51.500257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-715c5035-73b8-4376-82fc-3428e45e74e5 None None] Provisioning complete for port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:51.500970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-715c5035-73b8-4376-82fc-3428e45e74e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:51.504614 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-64a24360-0f30-4a75-8ab8-565038e13f20 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0296848 Dec 17 13:22:51.505060 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46798) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:51.510166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e99f76d9-c7a7-4978-9845-284384f520ea tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'security_group': {'name': 'tempest-secgroup-1367614939'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:51.635670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-715c5035-73b8-4376-82fc-3428e45e74e5 None None] Provisioning complete for port f451925b-c836-4a7e-b817-fe45dcc96cd5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:51.636051 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-715c5035-73b8-4376-82fc-3428e45e74e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:51.658738 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e99f76d9-c7a7-4978-9845-284384f520ea tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:51.697161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46806) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:51.719625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-715c5035-73b8-4376-82fc-3428e45e74e5 None None] Port f451925b-c836-4a7e-b817-fe45dcc96cd5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:51.720839 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d798706a-2735-4ee0-9815-f3c15d4eb4da admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:51.729656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 3b3d976b-3d5f-448a-9007-4756e89b0a51 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:22:51.761412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6889c551-ea15-459f-9922-a9405166a322 None None] Update dhcp port {'port': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'fixed_ips': [{'subnet_id': '58cc29dc-cc45-40fb-985e-ebff945cc35a', 'ip_address': '172.20.0.18'}, {'subnet_id': '18719601-a701-4a07-a997-9612c71bbd64'}], 'binding:host_id': 'n-d-815324-5'}, 'id': '4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:22:51.795726 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6889c551-ea15-459f-9922-a9405166a322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:51.835151 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e99f76d9-c7a7-4978-9845-284384f520ea tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:51.849792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789628ec-a482-4007-9701-f7438d32598a req-5e6a8242-b23e-4421-8f94-71d659e01dca tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:51.851689 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-789628ec-a482-4007-9701-f7438d32598a req-5e6a8242-b23e-4421-8f94-71d659e01dca tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 945 time: 0.0926232 Dec 17 13:22:51.901008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 3b3d976b-3d5f-448a-9007-4756e89b0a51 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:22:51.909367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 3b3d976b-3d5f-448a-9007-4756e89b0a51 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:51.909775 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:51.935740 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-789628ec-a482-4007-9701-f7438d32598a req-84dd3274-28c7-48c3-b601-e5344f3ba1e3 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747333 Dec 17 13:22:51.941809 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d798706a-2735-4ee0-9815-f3c15d4eb4da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:51.989955 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e99f76d9-c7a7-4978-9845-284384f520ea tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.023390 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f76d9-c7a7-4978-9845-284384f520ea tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744cd06d-05fd-411e-ad48-0f1136916197,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:52.061707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-6889c551-ea15-459f-9922-a9405166a322 None None] Allocated IP 172.20.0.2 (077abd75-6afc-49d6-9d4a-33a8042803d0/18719601-a701-4a07-a997-9612c71bbd64/4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:52.078109 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d798706a-2735-4ee0-9815-f3c15d4eb4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.086273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.120882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e99f76d9-c7a7-4978-9845-284384f520ea tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.125257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46812) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:52.125890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e99f76d9-c7a7-4978-9845-284384f520ea tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6186399 Dec 17 13:22:52.130401 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d798706a-2735-4ee0-9815-f3c15d4eb4da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f6ce214da0d45dcb9e45018d72ae858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4321885 Dec 17 13:22:52.131493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798706a-2735-4ee0-9815-f3c15d4eb4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66b2732-ab6c-4896-ada9-961844311267,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:52.134880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46814) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:52.135807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-52d859c8-c199-42c8-aab6-360f710ceeb2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'security_group': {'name': 'tempest-secgroup-1879761060'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:52.151003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e651cbde-eaf1-464f-ad45-4e226432db64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3d976b-3d5f-448a-9007-4756e89b0a51'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:22:52.153963 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a30e23-1da0-4eca-9416-b9626e63626a" -d '{"events": [{"server_uuid": "e651cbde-eaf1-464f-ad45-4e226432db64", "name": "network-vif-plugged", "status": "completed", "tag": "3b3d976b-3d5f-448a-9007-4756e89b0a51"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:22:52.183264 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 3b3d976b-3d5f-448a-9007-4756e89b0a51, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=3b3d976b-3d5f-448a-9007-4756e89b0a51,segment=NetworkSegment(c9915c4d-4f3f-45af-a787-b0ebd97149c1),segment_id=c9915c4d-4f3f-45af-a787-b0ebd97149c1)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:52.217713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6889c551-ea15-459f-9922-a9405166a322 None None] For port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,segment=NetworkSegment(8b8d458b-78a3-4eac-98fd-573c2222dc7a),segment_id=8b8d458b-78a3-4eac-98fd-573c2222dc7a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:52.232991 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f1c616-6e37-419c-9b4e-6cca07c7d2c4 x-openstack-request-id: req-60f1c616-6e37-419c-9b4e-6cca07c7d2c4 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:22:52.233286 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e651cbde-eaf1-464f-ad45-4e226432db64", "name": "network-vif-plugged", "status": "completed", "tag": "3b3d976b-3d5f-448a-9007-4756e89b0a51", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:22:52.233539 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60f1c616-6e37-419c-9b4e-6cca07c7d2c4 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:22:52.233954 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e651cbde-eaf1-464f-ad45-4e226432db64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3d976b-3d5f-448a-9007-4756e89b0a51', 'code': 200} Dec 17 13:22:52.250768 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ec79d7f0-4d54-4c9f-8170-fc4bd4150441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.258337 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6889c551-ea15-459f-9922-a9405166a322 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.282249 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ec79d7f0-4d54-4c9f-8170-fc4bd4150441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.304069 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.341018 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6889c551-ea15-459f-9922-a9405166a322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.349182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d859c8-c199-42c8-aab6-360f710ceeb2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.364868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf63ee1-d043-40a0-a594-bb1b84587e9a req-2d171f8a-3b4f-459b-8875-263c2e24c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:52.366770 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebf63ee1-d043-40a0-a594-bb1b84587e9a req-2d171f8a-3b4f-459b-8875-263c2e24c32f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 1097 time: 0.0693438 Dec 17 13:22:52.386238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=3b3d976b-3d5f-448a-9007-4756e89b0a51,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:52.461252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebf63ee1-d043-40a0-a594-bb1b84587e9a req-33f0d968-804a-4986-9b45-66f4d0468cad service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861790 Dec 17 13:22:52.472527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889c551-ea15-459f-9922-a9405166a322 None None] Pushing event updated for resources: {'Port': ['ID=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:52.477118 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ec79d7f0-4d54-4c9f-8170-fc4bd4150441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.480179 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ec79d7f0-4d54-4c9f-8170-fc4bd4150441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.482295 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ec79d7f0-4d54-4c9f-8170-fc4bd4150441 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f66b2732-ab6c-4896-ada9-961844311267 HTTP/1.1" status: 204 len: 168 time: 0.3461802 Dec 17 13:22:52.494935 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79d7f0-4d54-4c9f-8170-fc4bd4150441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66b2732-ab6c-4896-ada9-961844311267,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:52.560343 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d859c8-c199-42c8-aab6-360f710ceeb2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.692897 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d859c8-c199-42c8-aab6-360f710ceeb2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.733851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d859c8-c199-42c8-aab6-360f710ceeb2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dab2a8-4383-4f4f-9458-ac9467626ba3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:52.852654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d859c8-c199-42c8-aab6-360f710ceeb2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:52.857971 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-52d859c8-c199-42c8-aab6-360f710ceeb2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7272866 Dec 17 13:22:52.857971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46826) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:52.864558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-35ccde31-f163-4076-a7ac-641f75a24925 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'security_group': {'name': 'tempest-secgroup-996097171'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:53.056150 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-35ccde31-f163-4076-a7ac-641f75a24925 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:53.080552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-74569510-28c4-49f9-826b-bf1d519d4be1 None None] Provisioning complete for port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:53.081149 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-74569510-28c4-49f9-826b-bf1d519d4be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:53.122704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976d4e6-73cd-4713-877d-b406c746e1e6 req-c345cd30-e4b0-4556-a72d-6a2c0fa04440 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:53.124243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5976d4e6-73cd-4713-877d-b406c746e1e6 req-c345cd30-e4b0-4556-a72d-6a2c0fa04440 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 946 time: 0.0967002 Dec 17 13:22:53.203433 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-35ccde31-f163-4076-a7ac-641f75a24925 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:53.212916 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5976d4e6-73cd-4713-877d-b406c746e1e6 req-6ede0a09-3532-49f4-a84c-b8afc8520eb1 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804276 Dec 17 13:22:53.222017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-74569510-28c4-49f9-826b-bf1d519d4be1 None None] Provisioning complete for port f451925b-c836-4a7e-b817-fe45dcc96cd5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:53.222017 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-74569510-28c4-49f9-826b-bf1d519d4be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:53.272539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-74569510-28c4-49f9-826b-bf1d519d4be1 None None] Port f451925b-c836-4a7e-b817-fe45dcc96cd5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:53.287049 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-35ccde31-f163-4076-a7ac-641f75a24925 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:53.320649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccde31-f163-4076-a7ac-641f75a24925 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29cb3fa-76b8-45a7-927a-80c2a35c873b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:53.428826 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-35ccde31-f163-4076-a7ac-641f75a24925 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:53.433843 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-35ccde31-f163-4076-a7ac-641f75a24925 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5743539 Dec 17 13:22:53.440173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46842) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:53.448779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1608457078', 'security_groups': ['c29cb3fa-76b8-45a7-927a-80c2a35c873b'], 'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18719601-a701-4a07-a997-9612c71bbd64'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:53.736870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:53.868261 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:53.886618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] device_id is not set on port fc5553ef-0495-408a-a44e-dfda14ff88f4 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:22:54.064160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.5 (077abd75-6afc-49d6-9d4a-33a8042803d0/18719601-a701-4a07-a997-9612c71bbd64/fc5553ef-0495-408a-a44e-dfda14ff88f4) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:54.236300 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:54.360957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0740bb0-cef3-4280-9b27-7e4743fe54d3 req-f9e20caf-c9ba-413c-b70f-b0e4045f09f5 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:54.368739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0740bb0-cef3-4280-9b27-7e4743fe54d3 req-f9e20caf-c9ba-413c-b70f-b0e4045f09f5 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 946 time: 0.0734687 Dec 17 13:22:54.373501 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:54.430002 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0740bb0-cef3-4280-9b27-7e4743fe54d3 req-ee2d21d7-b579-4d13-b4b5-740d2db5f58c tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597036 Dec 17 13:22:54.480280 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=fc5553ef-0495-408a-a44e-dfda14ff88f4,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:54.501820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:54.510700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:54.514486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:22:54.514979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:22:54.629694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:54.630279 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:54.636017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:54.636713 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:54.800163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46884) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:54.800370 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7a6c6805-f3ae-4a00-91cd-023e895a3b4d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3586550 Dec 17 13:22:54.807026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-23b7e411-397c-40ab-b508-01d95c78d704 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:55.019958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d295a273-0b45-41ce-8e95-cf999f89ad78 None None] Provisioning complete for port fc5553ef-0495-408a-a44e-dfda14ff88f4 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:55.021944 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d295a273-0b45-41ce-8e95-cf999f89ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:55.132823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d295a273-0b45-41ce-8e95-cf999f89ad78 None None] Port fc5553ef-0495-408a-a44e-dfda14ff88f4 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:55.209921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b7e411-397c-40ab-b508-01d95c78d704 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:55.232834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23b7e411-397c-40ab-b508-01d95c78d704 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:55.448466 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8805fe-0b2c-4913-8796-5621c19b3318 req-990410fb-c597-4ab7-a7e7-b58ba38e56d7 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:55.451056 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f8805fe-0b2c-4913-8796-5621c19b3318 req-990410fb-c597-4ab7-a7e7-b58ba38e56d7 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 946 time: 0.0978963 Dec 17 13:22:55.472098 n-d-815324-5 neutron-server[110453]: INFO neutron.db.ipam_backend_mixin [None req-23b7e411-397c-40ab-b508-01d95c78d704 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 18719601-a701-4a07-a997-9612c71bbd64 (CIDR: 172.20.0.0/28) Dec 17 13:22:55.519162 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f8805fe-0b2c-4913-8796-5621c19b3318 req-d04fa77c-6ac7-4a98-a1e5-677325a1ac89 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594153 Dec 17 13:22:55.539675 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b7e411-397c-40ab-b508-01d95c78d704 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:55.540197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b7e411-397c-40ab-b508-01d95c78d704 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:22:55.656244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-23b7e411-397c-40ab-b508-01d95c78d704 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8545477 Dec 17 13:22:55.659548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46902) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:55.672056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1beb0e8f-6c3e-4fa3-89b0-72af0cead69d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:55.890865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beb0e8f-6c3e-4fa3-89b0-72af0cead69d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:55.895380 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1beb0e8f-6c3e-4fa3-89b0-72af0cead69d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:56.044977 n-d-815324-5 neutron-server[110454]: INFO neutron.db.ipam_backend_mixin [None req-1beb0e8f-6c3e-4fa3-89b0-72af0cead69d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 58cc29dc-cc45-40fb-985e-ebff945cc35a (CIDR: 172.20.0.16/28) Dec 17 13:22:56.094655 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1beb0e8f-6c3e-4fa3-89b0-72af0cead69d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:22:56.095427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1beb0e8f-6c3e-4fa3-89b0-72af0cead69d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:22:56.203999 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1beb0e8f-6c3e-4fa3-89b0-72af0cead69d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5417445 Dec 17 13:22:56.206823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46912) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:56.212451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-89e6d06d-7635-4fb3-91d0-69600afed63a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'subnet': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:56.516216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e6d06d-7635-4fb3-91d0-69600afed63a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Made reservation on behalf of a8a9a15e6fa84b0bbd02de5f61aebabe for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:22:56.519848 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89e6d06d-7635-4fb3-91d0-69600afed63a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:56.576987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda5b36-59d3-4eab-affc-b6c9c5485a35 req-d4cd9b14-6ef3-42e1-bc66-a32f45898a85 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:56.578569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aeda5b36-59d3-4eab-affc-b6c9c5485a35 req-d4cd9b14-6ef3-42e1-bc66-a32f45898a85 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.54 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 946 time: 0.1272347 Dec 17 13:22:56.681918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71bc09-a768-4192-b390-318756376e09 req-d9acb771-abda-4938-861d-033a08bcab7e tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:56.689508 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee71bc09-a768-4192-b390-318756376e09 req-d9acb771-abda-4938-861d-033a08bcab7e tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 946 time: 0.0980685 Dec 17 13:22:56.743320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-aeda5b36-59d3-4eab-affc-b6c9c5485a35 req-bddaa777-e37c-4de0-b96c-bbd0eac85c39 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Deleting port 3b3d976b-3d5f-448a-9007-4756e89b0a51 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:56.743658 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-aeda5b36-59d3-4eab-affc-b6c9c5485a35 req-bddaa777-e37c-4de0-b96c-bbd0eac85c39 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:56.763887 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee71bc09-a768-4192-b390-318756376e09 req-ebf24f37-697f-490a-844b-db0c1865337b tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/security-groups?id=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532911 Dec 17 13:22:56.909281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-aeda5b36-59d3-4eab-affc-b6c9c5485a35 req-bddaa777-e37c-4de0-b96c-bbd0eac85c39 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] For port 3b3d976b-3d5f-448a-9007-4756e89b0a51, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=3b3d976b-3d5f-448a-9007-4756e89b0a51,segment=NetworkSegment(c9915c4d-4f3f-45af-a787-b0ebd97149c1),segment_id=c9915c4d-4f3f-45af-a787-b0ebd97149c1)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:56.911849 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-aeda5b36-59d3-4eab-affc-b6c9c5485a35 req-bddaa777-e37c-4de0-b96c-bbd0eac85c39 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:56.938526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-aeda5b36-59d3-4eab-affc-b6c9c5485a35 req-bddaa777-e37c-4de0-b96c-bbd0eac85c39 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Calling delete_port for 3b3d976b-3d5f-448a-9007-4756e89b0a51 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:57.022692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89e6d06d-7635-4fb3-91d0-69600afed63a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:57.088382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e6d06d-7635-4fb3-91d0-69600afed63a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:22:57.093632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-89e6d06d-7635-4fb3-91d0-69600afed63a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:22:57.098612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e6d06d-7635-4fb3-91d0-69600afed63a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:57.099385 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89e6d06d-7635-4fb3-91d0-69600afed63a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:57.119128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483619a7-0f4d-4458-bcf2-77ee6b977510 None None] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:22:57.138243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6d06d-7635-4fb3-91d0-69600afed63a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Subnet': ['ID=fa87b017-f3a6-4c52-8c1e-4d7208df00bc,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:57.249304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-89e6d06d-7635-4fb3-91d0-69600afed63a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0409446 Dec 17 13:22:57.251885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46928) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:57.257663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c885ec55-d5f2-461a-b3ae-d7eef6812127 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-340672916', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fa87b017-f3a6-4c52-8c1e-4d7208df00bc'}], 'security_groups': ['744cd06d-05fd-411e-ad48-0f1136916197', '82dab2a8-4383-4f4f-9458-ac9467626ba3']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:22:57.309766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-aeda5b36-59d3-4eab-affc-b6c9c5485a35 req-bddaa777-e37c-4de0-b96c-bbd0eac85c39 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:57.323093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['3b3d976b-3d5f-448a-9007-4756e89b0a51'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:22:57.357390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddaa777-e37c-4de0-b96c-bbd0eac85c39 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Pushing event deleted for resources: {'Port': ['ID=3b3d976b-3d5f-448a-9007-4756e89b0a51,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:57.424998 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e692f9-b309-40a8-821c-22f95c0e967f None None] Update dhcp port {'port': {'network_id': '077abd75-6afc-49d6-9d4a-33a8042803d0', 'fixed_ips': [{'subnet_id': '58cc29dc-cc45-40fb-985e-ebff945cc35a', 'ip_address': '172.20.0.18'}, {'subnet_id': '18719601-a701-4a07-a997-9612c71bbd64', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fa87b017-f3a6-4c52-8c1e-4d7208df00bc'}], 'binding:host_id': 'n-d-815324-5'}, 'id': '4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:22:57.447469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeda5b36-59d3-4eab-affc-b6c9c5485a35 req-bddaa777-e37c-4de0-b96c-bbd0eac85c39 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] No DVR routers for this DVR port 3b3d976b-3d5f-448a-9007-4756e89b0a51 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:22:57.454071 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-aeda5b36-59d3-4eab-affc-b6c9c5485a35 req-bddaa777-e37c-4de0-b96c-bbd0eac85c39 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:57.457444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aeda5b36-59d3-4eab-affc-b6c9c5485a35 req-bddaa777-e37c-4de0-b96c-bbd0eac85c39 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.54 "DELETE /v2.0/ports/3b3d976b-3d5f-448a-9007-4756e89b0a51 HTTP/1.1" status: 204 len: 173 time: 0.8692899 Dec 17 13:22:57.458136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e651cbde-eaf1-464f-ad45-4e226432db64', 'name': 'network-vif-deleted', 'tag': '3b3d976b-3d5f-448a-9007-4756e89b0a51'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:22:57.460576 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148b6898-b42d-45e2-811d-379a9ec80ba0" -d '{"events": [{"server_uuid": "e651cbde-eaf1-464f-ad45-4e226432db64", "name": "network-vif-deleted", "tag": "3b3d976b-3d5f-448a-9007-4756e89b0a51"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:22:57.480188 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-15e692f9-b309-40a8-821c-22f95c0e967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:57.526544 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917e0227-3043-4858-9de1-1dd8eb9e837f x-openstack-request-id: req-917e0227-3043-4858-9de1-1dd8eb9e837f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:22:57.527123 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e651cbde-eaf1-464f-ad45-4e226432db64", "name": "network-vif-deleted", "tag": "3b3d976b-3d5f-448a-9007-4756e89b0a51", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:22:57.527123 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-917e0227-3043-4858-9de1-1dd8eb9e837f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:22:57.527522 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e651cbde-eaf1-464f-ad45-4e226432db64', 'name': 'network-vif-deleted', 'tag': '3b3d976b-3d5f-448a-9007-4756e89b0a51', 'status': 'completed', 'code': 200} Dec 17 13:22:57.665650 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c885ec55-d5f2-461a-b3ae-d7eef6812127 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:57.781475 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-15e692f9-b309-40a8-821c-22f95c0e967f None None] Allocated IP 172.20.0.34 (077abd75-6afc-49d6-9d4a-33a8042803d0/fa87b017-f3a6-4c52-8c1e-4d7208df00bc/4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:58.022373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-15e692f9-b309-40a8-821c-22f95c0e967f None None] For port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,segment=NetworkSegment(8b8d458b-78a3-4eac-98fd-573c2222dc7a),segment_id=8b8d458b-78a3-4eac-98fd-573c2222dc7a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:22:58.047798 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d76cd32d-ea3c-4b88-a393-e0388ed3aec5 req-73a99ab8-73b7-43b6-88ac-be3286fe9f70 tempest-ServerAddressesTestJSON-106032223 tempest-ServerAddressesTestJSON-106032223-project] 10.222.0.59 "GET /v2.0/ports?device_id=e651cbde-eaf1-464f-ad45-4e226432db64 HTTP/1.1" status: 200 len: 210 time: 0.1641359 Dec 17 13:22:58.099396 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-15e692f9-b309-40a8-821c-22f95c0e967f None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:58.173118 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-15e692f9-b309-40a8-821c-22f95c0e967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:58.328318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e692f9-b309-40a8-821c-22f95c0e967f None None] Pushing event updated for resources: {'Port': ['ID=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:58.331059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-c885ec55-d5f2-461a-b3ae-d7eef6812127 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Delete allocated IP 172.20.0.5 (077abd75-6afc-49d6-9d4a-33a8042803d0/18719601-a701-4a07-a997-9612c71bbd64) {{(pid=110453) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 13:22:58.348096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-c885ec55-d5f2-461a-b3ae-d7eef6812127 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Allocated IP 172.20.0.39 (077abd75-6afc-49d6-9d4a-33a8042803d0/fa87b017-f3a6-4c52-8c1e-4d7208df00bc/fc5553ef-0495-408a-a44e-dfda14ff88f4) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:22:58.551181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:22:58.683919 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c885ec55-d5f2-461a-b3ae-d7eef6812127 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:58.688534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:58.688907 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:58.796210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c885ec55-d5f2-461a-b3ae-d7eef6812127 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:58.900919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885ec55-d5f2-461a-b3ae-d7eef6812127 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event updated for resources: {'Port': ['ID=fc5553ef-0495-408a-a44e-dfda14ff88f4,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:58.967201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c885ec55-d5f2-461a-b3ae-d7eef6812127 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] In _notify_port_updated(), no bound segment for port fc5553ef-0495-408a-a44e-dfda14ff88f4 on network 077abd75-6afc-49d6-9d4a-33a8042803d0 {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:22:58.977005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885ec55-d5f2-461a-b3ae-d7eef6812127 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:22:58.977748 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c885ec55-d5f2-461a-b3ae-d7eef6812127 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:58.983129 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c885ec55-d5f2-461a-b3ae-d7eef6812127 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "PUT /v2.0/ports/fc5553ef-0495-408a-a44e-dfda14ff88f4 HTTP/1.1" status: 200 len: 959 time: 1.7262740 Dec 17 13:22:58.983271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46946) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:59.132974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46956) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:59.227916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-77ec3f65-ff32-4aa5-aada-ff10d87fe3d3 None None] Provisioning complete for port fc5553ef-0495-408a-a44e-dfda14ff88f4 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:59.227916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77ec3f65-ff32-4aa5-aada-ff10d87fe3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:59.228756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-0d38c643-d523-42c5-aac9-b46daa1d097d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port fc5553ef-0495-408a-a44e-dfda14ff88f4 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:22:59.228756 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0d38c643-d523-42c5-aac9-b46daa1d097d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:59.231018 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:22:59.281845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac2f315-5e05-474e-82e4-1ce97b886b04 admin admin] Deleting subnet 00c67558-0395-4194-b941-d13ff50e842d {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:22:59.295012 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cac2f315-5e05-474e-82e4-1ce97b886b04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:59.303985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-77ec3f65-ff32-4aa5-aada-ff10d87fe3d3 None None] Port fc5553ef-0495-408a-a44e-dfda14ff88f4 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:59.336796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cac2f315-5e05-474e-82e4-1ce97b886b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:59.343077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-77ec3f65-ff32-4aa5-aada-ff10d87fe3d3 None None] Provisioning complete for port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:59.343475 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77ec3f65-ff32-4aa5-aada-ff10d87fe3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:59.376876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0d38c643-d523-42c5-aac9-b46daa1d097d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:59.388838 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cac2f315-5e05-474e-82e4-1ce97b886b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:59.398874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-0d38c643-d523-42c5-aac9-b46daa1d097d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for fc5553ef-0495-408a-a44e-dfda14ff88f4 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:22:59.591072 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cac2f315-5e05-474e-82e4-1ce97b886b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:59.632365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2f315-5e05-474e-82e4-1ce97b886b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c67558-0395-4194-b941-d13ff50e842d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:22:59.643478 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cac2f315-5e05-474e-82e4-1ce97b886b04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:59.647807 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cac2f315-5e05-474e-82e4-1ce97b886b04 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/00c67558-0395-4194-b941-d13ff50e842d HTTP/1.1" status: 204 len: 168 time: 0.5136530 Dec 17 13:22:59.650413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46964) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:22:59.724975 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0d38c643-d523-42c5-aac9-b46daa1d097d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:59.748457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-77ec3f65-ff32-4aa5-aada-ff10d87fe3d3 None None] Provisioning complete for port f451925b-c836-4a7e-b817-fe45dcc96cd5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:22:59.748833 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77ec3f65-ff32-4aa5-aada-ff10d87fe3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:22:59.784339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-77ec3f65-ff32-4aa5-aada-ff10d87fe3d3 None None] Port f451925b-c836-4a7e-b817-fe45dcc96cd5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:22:59.804587 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 3b3d976b-3d5f-448a-9007-4756e89b0a51 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:22:59.851619 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 3b3d976b-3d5f-448a-9007-4756e89b0a51 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:22:59.851962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 3b3d976b-3d5f-448a-9007-4756e89b0a51 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:22:59.902908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-325628bf-f114-4069-ae8e-867d171586bc None None] Could not find standard attr ID for object fc5553ef-0495-408a-a44e-dfda14ff88f4. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:23:00.037419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38c643-d523-42c5-aac9-b46daa1d097d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=fc5553ef-0495-408a-a44e-dfda14ff88f4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:00.075586 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.161753 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0d38c643-d523-42c5-aac9-b46daa1d097d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.167698 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0d38c643-d523-42c5-aac9-b46daa1d097d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/fc5553ef-0495-408a-a44e-dfda14ff88f4 HTTP/1.1" status: 204 len: 168 time: 1.1803648 Dec 17 13:23:00.168554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46970) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:00.212552 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b68fc3-9ceb-44f7-ad3e-08dc066c3e27 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] GET failed (client error): The resource could not be found. Dec 17 13:23:00.224995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-27b68fc3-9ceb-44f7-ad3e-08dc066c3e27 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports/fc5553ef-0495-408a-a44e-dfda14ff88f4 HTTP/1.1" status: 404 len: 333 time: 0.0553024 Dec 17 13:23:00.227822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46974) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:00.247364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.313096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b43f527-1166-45c0-aa19-ae6b45280d8b']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:00.338309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9915c4d-4f3f-45af-a787-b0ebd97149c1') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:00.338497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9915c4d-4f3f-45af-a787-b0ebd97149c1') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:00.347428 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5610033-cc66-46c3-b173-842e15f69d9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.356183 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.382667 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.392283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:23:00.392283 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:23:00.392629 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:23:00.407349 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5610033-cc66-46c3-b173-842e15f69d9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.535820 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.550128 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.556605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] 10.222.0.59 "DELETE /v2.0/networks/1b43f527-1166-45c0-aa19-ae6b45280d8b HTTP/1.1" status: 204 len: 168 time: 0.8981664 Dec 17 13:23:00.572240 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5610033-cc66-46c3-b173-842e15f69d9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.575848 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5610033-cc66-46c3-b173-842e15f69d9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.577334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b5610033-cc66-46c3-b173-842e15f69d9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/security-groups/c29cb3fa-76b8-45a7-927a-80c2a35c873b HTTP/1.1" status: 204 len: 168 time: 0.3484228 Dec 17 13:23:00.584059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431f1db-83b8-4cf5-93bc-193d8ebdc60c admin admin] Pushing event deleted for resources: {'Network': ['ID=1b43f527-1166-45c0-aa19-ae6b45280d8b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:00.590533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46984) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:00.598710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5610033-cc66-46c3-b173-842e15f69d9c tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29cb3fa-76b8-45a7-927a-80c2a35c873b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:00.676579 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b74ddda1-14a3-4374-aa41-ccbfd8eae241 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.709928 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b74ddda1-14a3-4374-aa41-ccbfd8eae241 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.864925 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b74ddda1-14a3-4374-aa41-ccbfd8eae241 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.869115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b74ddda1-14a3-4374-aa41-ccbfd8eae241 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.870631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b74ddda1-14a3-4374-aa41-ccbfd8eae241 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/security-groups/82dab2a8-4383-4f4f-9458-ac9467626ba3 HTTP/1.1" status: 204 len: 168 time: 0.2787640 Dec 17 13:23:00.873919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46988) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:00.882757 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ddda1-14a3-4374-aa41-ccbfd8eae241 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dab2a8-4383-4f4f-9458-ac9467626ba3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:00.955192 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1ee16af-4b63-4d2c-8f22-b59663dc8b34 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:00.981086 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1ee16af-4b63-4d2c-8f22-b59663dc8b34 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.150814 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46992) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:01.167224 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1ee16af-4b63-4d2c-8f22-b59663dc8b34 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.171261 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1ee16af-4b63-4d2c-8f22-b59663dc8b34 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.172948 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f1ee16af-4b63-4d2c-8f22-b59663dc8b34 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/security-groups/744cd06d-05fd-411e-ad48-0f1136916197 HTTP/1.1" status: 204 len: 168 time: 0.2972839 Dec 17 13:23:01.178490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46994) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:01.195683 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7558901e-6b7f-4a08-9836-9fc3eccb9ef5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=03b4c3000a7b4bb59f933f753a6d96ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436971 Dec 17 13:23:01.204309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46996) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:01.217072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee16af-4b63-4d2c-8f22-b59663dc8b34 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744cd06d-05fd-411e-ad48-0f1136916197,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:01.269064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f803160-9f96-43b4-851e-828fa167b0e6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting subnet 18719601-a701-4a07-a997-9612c71bbd64 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:23:01.274593 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f803160-9f96-43b4-851e-828fa167b0e6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.282592 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71d968bb-e0f7-4e30-bd1e-5f7bda1764cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.339212 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71d968bb-e0f7-4e30-bd1e-5f7bda1764cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.367008 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f803160-9f96-43b4-851e-828fa167b0e6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.488916 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f803160-9f96-43b4-851e-828fa167b0e6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.551461 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71d968bb-e0f7-4e30-bd1e-5f7bda1764cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.555978 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71d968bb-e0f7-4e30-bd1e-5f7bda1764cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.559205 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-71d968bb-e0f7-4e30-bd1e-5f7bda1764cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4322a5a0-0963-48d5-aa30-3c7e7d9ad70f HTTP/1.1" status: 204 len: 168 time: 0.3531234 Dec 17 13:23:01.575713 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d968bb-e0f7-4e30-bd1e-5f7bda1764cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4322a5a0-0963-48d5-aa30-3c7e7d9ad70f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:01.624831 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.707469 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f803160-9f96-43b4-851e-828fa167b0e6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.747434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f803160-9f96-43b4-851e-828fa167b0e6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Subnet': ['ID=18719601-a701-4a07-a997-9612c71bbd64,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:01.767449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f803160-9f96-43b4-851e-828fa167b0e6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.767449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0f803160-9f96-43b4-851e-828fa167b0e6 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/18719601-a701-4a07-a997-9612c71bbd64 HTTP/1.1" status: 204 len: 168 time: 0.5818331 Dec 17 13:23:01.768332 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47008) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:01.773207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ef57d-7fc2-4a6c-a920-9363d696e935 None None] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:23:01.842943 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-900bd027-2d9b-4958-899c-6fc5f2c99f21 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting subnet fa87b017-f3a6-4c52-8c1e-4d7208df00bc {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:23:01.854968 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-900bd027-2d9b-4958-899c-6fc5f2c99f21 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:01.967609 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-900bd027-2d9b-4958-899c-6fc5f2c99f21 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:02.193702 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-900bd027-2d9b-4958-899c-6fc5f2c99f21 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:02.567344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-900bd027-2d9b-4958-899c-6fc5f2c99f21 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:02.679802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bd027-2d9b-4958-899c-6fc5f2c99f21 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Subnet': ['ID=fa87b017-f3a6-4c52-8c1e-4d7208df00bc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:02.702276 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-900bd027-2d9b-4958-899c-6fc5f2c99f21 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:02.715115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47030) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:02.717273 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-900bd027-2d9b-4958-899c-6fc5f2c99f21 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/fa87b017-f3a6-4c52-8c1e-4d7208df00bc HTTP/1.1" status: 204 len: 168 time: 0.9428768 Dec 17 13:23:02.772517 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-be17575c-b0a5-48e1-b914-8674e204a2ea tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] DELETE failed (client error): The resource could not be found. Dec 17 13:23:02.772517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be17575c-b0a5-48e1-b914-8674e204a2ea tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:23:02.777276 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-be17575c-b0a5-48e1-b914-8674e204a2ea tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/18719601-a701-4a07-a997-9612c71bbd64 HTTP/1.1" status: 404 len: 337 time: 0.0587201 Dec 17 13:23:02.798498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47038) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:02.875561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c27a7d-c031-4d44-b429-9c6423fbde65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting subnet 58cc29dc-cc45-40fb-985e-ebff945cc35a {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:23:02.882543 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68c27a7d-c031-4d44-b429-9c6423fbde65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:02.935610 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68c27a7d-c031-4d44-b429-9c6423fbde65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:03.054352 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c94ca3-92b1-4a7c-9a44-819a0d625ff3 None None] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:23:03.077416 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68c27a7d-c031-4d44-b429-9c6423fbde65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:03.194422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-caad30fe-fbb7-464e-beec-e76df285f025 None None] Provisioning complete for port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:23:03.195352 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-caad30fe-fbb7-464e-beec-e76df285f025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:03.330836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-caad30fe-fbb7-464e-beec-e76df285f025 None None] Provisioning complete for port f451925b-c836-4a7e-b817-fe45dcc96cd5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:23:03.331526 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-caad30fe-fbb7-464e-beec-e76df285f025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:03.375319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47058) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:03.402660 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68c27a7d-c031-4d44-b429-9c6423fbde65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:03.404309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-caad30fe-fbb7-464e-beec-e76df285f025 None None] Port f451925b-c836-4a7e-b817-fe45dcc96cd5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:23:03.452481 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68c27a7d-c031-4d44-b429-9c6423fbde65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:03.457987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-68c27a7d-c031-4d44-b429-9c6423fbde65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/58cc29dc-cc45-40fb-985e-ebff945cc35a HTTP/1.1" status: 204 len: 168 time: 0.6788368 Dec 17 13:23:03.462945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47066) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:03.469782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c27a7d-c031-4d44-b429-9c6423fbde65 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Subnet': ['ID=58cc29dc-cc45-40fb-985e-ebff945cc35a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:03.512749 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b43bac-19c1-4b2b-954d-9697d5322cb9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] DELETE failed (client error): The resource could not be found. Dec 17 13:23:03.514136 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b43bac-19c1-4b2b-954d-9697d5322cb9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:23:03.521244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47070) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:03.525310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-15b43bac-19c1-4b2b-954d-9697d5322cb9 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/99c5da9a-e0d1-47b5-9dbd-654ea670943a HTTP/1.1" status: 404 len: 337 time: 0.0636704 Dec 17 13:23:03.556785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5597f038-8e18-4d0f-be5a-98905422fc34 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "GET /v2.0/ports?device_id=914297e2-66df-488e-bc92-ef234ffe49ff HTTP/1.1" status: 200 len: 205 time: 0.0341799 Dec 17 13:23:03.559355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47072) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:03.585541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2123105533-network', 'tenant_id': 'bdeca41df9094e40ba760b5821e12b46'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:03.620847 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-b7fae435-caea-446f-841b-81451e976293 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] delete failed (client error): The resource could not be found. Dec 17 13:23:03.621935 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b7fae435-caea-446f-841b-81451e976293 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/routers/914297e2-66df-488e-bc92-ef234ffe49ff HTTP/1.1" status: 404 len: 336 time: 0.0615475 Dec 17 13:23:03.624939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47074) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:03.677238 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2170b3d-b944-4f48-8a3c-e62ff9fdb1a1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] DELETE failed (client error): The resource could not be found. Dec 17 13:23:03.677238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2170b3d-b944-4f48-8a3c-e62ff9fdb1a1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:23:03.687088 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b2170b3d-b944-4f48-8a3c-e62ff9fdb1a1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/16b53ad3-76a2-4e92-8498-5e70c5bd22c1 HTTP/1.1" status: 404 len: 337 time: 0.0575149 Dec 17 13:23:03.688181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47082) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:03.723246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Made reservation on behalf of bdeca41df9094e40ba760b5821e12b46 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:23:03.725608 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:03.735392 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:03.746077 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4ed772-3a70-41b8-aa7e-a61ed90cd965 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] DELETE failed (client error): The resource could not be found. Dec 17 13:23:03.746077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4ed772-3a70-41b8-aa7e-a61ed90cd965 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:23:03.750939 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7d4ed772-3a70-41b8-aa7e-a61ed90cd965 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/ec8355dc-094a-4f65-97c9-6c3195dacb4d HTTP/1.1" status: 404 len: 337 time: 0.0611031 Dec 17 13:23:03.751469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47088) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:03.794582 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-00361ed0-843a-4ef0-8929-eca50907455b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] DELETE failed (client error): The resource could not be found. Dec 17 13:23:03.794852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00361ed0-843a-4ef0-8929-eca50907455b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:23:03.803090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-00361ed0-843a-4ef0-8929-eca50907455b tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/ee79a36a-7df9-4720-8a84-2c234b003e4c HTTP/1.1" status: 404 len: 337 time: 0.0470610 Dec 17 13:23:03.803504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47094) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:03.833923 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2d72d7-0d1c-494c-9b7c-7fd28a27279d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] DELETE failed (client error): The resource could not be found. Dec 17 13:23:03.834426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2d72d7-0d1c-494c-9b7c-7fd28a27279d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:23:03.838531 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4c2d72d7-0d1c-494c-9b7c-7fd28a27279d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/279bc79b-7360-412b-a61d-df9a0ba01ad1 HTTP/1.1" status: 404 len: 333 time: 0.0341187 Dec 17 13:23:03.843246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47096) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:03.879030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:03.883745 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-81eda4c4-a630-4c28-a00d-d9d81b5831e2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] DELETE failed (client error): The resource could not be found. Dec 17 13:23:03.884217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81eda4c4-a630-4c28-a00d-d9d81b5831e2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:23:03.888069 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-81eda4c4-a630-4c28-a00d-d9d81b5831e2 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/4f80a133-cbbb-44be-ba4d-66ed6a8710fd HTTP/1.1" status: 404 len: 337 time: 0.0435832 Dec 17 13:23:03.890615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47098) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:03.918995 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3a5838-6462-486d-adbd-605b2a123ed1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] DELETE failed (client error): The resource could not be found. Dec 17 13:23:03.919499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3a5838-6462-486d-adbd-605b2a123ed1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:23:03.926288 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4b3a5838-6462-486d-adbd-605b2a123ed1 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/183fdda9-ac3c-4bb1-bad3-730848bcb8a9 HTTP/1.1" status: 404 len: 337 time: 0.0321872 Dec 17 13:23:03.926979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47100) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:03.963625 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0277f5f6-3aa8-492f-9192-d0ba995d90cc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] DELETE failed (client error): The resource could not be found. Dec 17 13:23:03.964276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0277f5f6-3aa8-492f-9192-d0ba995d90cc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:23:03.971919 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0277f5f6-3aa8-492f-9192-d0ba995d90cc tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/a886a18b-7ef5-4a91-bfa7-c6ed0066c888 HTTP/1.1" status: 404 len: 333 time: 0.0415552 Dec 17 13:23:03.972300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47102) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:04.007151 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.027598 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb27197-66b6-4680-802d-4c6e25129d6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] DELETE failed (client error): The resource could not be found. Dec 17 13:23:04.028168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb27197-66b6-4680-802d-4c6e25129d6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:23:04.041126 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cfb27197-66b6-4680-802d-4c6e25129d6d tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/a223942e-d005-4177-9854-4a7f766ed7e5 HTTP/1.1" status: 404 len: 337 time: 0.0665963 Dec 17 13:23:04.042117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47108) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:04.057230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:23:04.084931 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.085225 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Added segment 824a3391-c9ae-4bee-9a16-8188720fa022 of type vlan for network fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 Dec 17 13:23:04.087553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:04.152307 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49c4936-c1bc-405f-9a20-7330b840705a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] DELETE failed (client error): The resource could not be found. Dec 17 13:23:04.152946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49c4936-c1bc-405f-9a20-7330b840705a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:23:04.159112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a49c4936-c1bc-405f-9a20-7330b840705a tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/subnets/0ff2e178-bfca-49d3-8923-69cb82a52d86 HTTP/1.1" status: 404 len: 337 time: 0.1156600 Dec 17 13:23:04.161618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47110) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:04.166379 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.175745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a373de54-7c33-4cba-bbf8-26d0e9f6b11f None None] Network 077abd75-6afc-49d6-9d4a-33a8042803d0 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:23:04.276562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b6f0af26-64ff-46cf-88bb-5460c301bc80 None None] Provisioning complete for port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:23:04.276937 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6f0af26-64ff-46cf-88bb-5460c301bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.310426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port f451925b-c836-4a7e-b817-fe45dcc96cd5 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:23:04.311846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.393977 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b6f0af26-64ff-46cf-88bb-5460c301bc80 None None] Provisioning complete for port f451925b-c836-4a7e-b817-fe45dcc96cd5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:23:04.394583 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6f0af26-64ff-46cf-88bb-5460c301bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.413016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.413688 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.431699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:04.431699 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.432420 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for f451925b-c836-4a7e-b817-fe45dcc96cd5 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:23:04.441872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9368e90f-4231-4492-8216-989dbff43432 None None] DHCP port deletion for 077abd75-6afc-49d6-9d4a-33a8042803d0 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:23:04.487088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0af26-64ff-46cf-88bb-5460c301bc80 None None] Port f451925b-c836-4a7e-b817-fe45dcc96cd5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:23:04.525535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Deleting port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:23:04.526099 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.579568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] Pushing event updated for resources: {'Network': ['ID=fe682255-6c5f-4ed4-8f9a-07bd9012c1a1,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:04.629505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:23:04.658980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.702113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=f451925b-c836-4a7e-b817-fe45dcc96cd5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:04.713106 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.718092 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/ports/f451925b-c836-4a7e-b817-fe45dcc96cd5 HTTP/1.1" status: 204 len: 168 time: 0.5553575 Dec 17 13:23:04.720899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47122) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:04.722675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.723452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.724854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.725728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.726566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.727322 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.728127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.728899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.729667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.730919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.731853 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.732589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.732991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9368e90f-4231-4492-8216-989dbff43432 None None] For port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,segment=NetworkSegment(8b8d458b-78a3-4eac-98fd-573c2222dc7a),segment_id=8b8d458b-78a3-4eac-98fd-573c2222dc7a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:23:04.733407 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.733870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f141f895-62ca-4e0b-addd-149b1e2b1891 tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:04.757821 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f4aca6cf-1789-465c-b2cf-e66ceba3c11a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3811479 Dec 17 13:23:04.763937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47124) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:04.769962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Calling delete_port for 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:23:04.773210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3f2e9f7a-804c-4bea-9142-498b8ad52b60 admin admin] Request body: {'subnet': {'network_id': 'fe682255-6c5f-4ed4-8f9a-07bd9012c1a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2123105533-subnet', 'tenant_id': 'bdeca41df9094e40ba760b5821e12b46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:04.883263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2e9f7a-804c-4bea-9142-498b8ad52b60 admin admin] Made reservation on behalf of bdeca41df9094e40ba760b5821e12b46 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:23:04.883488 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9f7a-804c-4bea-9142-498b8ad52b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:04.931391 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.000620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Deleting port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:23:05.000962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.072497 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] For port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,segment=NetworkSegment(8b8d458b-78a3-4eac-98fd-573c2222dc7a),segment_id=8b8d458b-78a3-4eac-98fd-573c2222dc7a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:23:05.073273 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.089141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Calling delete_port for 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:23:05.127819 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.214105 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9368e90f-4231-4492-8216-989dbff43432 None None] No DVR routers for this DVR port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:23:05.233708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Pushing event deleted for resources: {'Port': ['ID=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:05.239636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.239944 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.240408 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.240899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.241469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.242763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.242763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.243134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.243699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.244142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.244588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.245025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.245627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368e90f-4231-4492-8216-989dbff43432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:05.272569 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.314307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Port': ['ID=4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:05.317293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] No DVR routers for this DVR port 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:23:05.414022 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.435069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077abd75-6afc-49d6-9d4a-33a8042803d0']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:05.446693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8d458b-78a3-4eac-98fd-573c2222dc7a') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:05.447151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8d458b-78a3-4eac-98fd-573c2222dc7a') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:05.447271 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9f7a-804c-4bea-9142-498b8ad52b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.463698 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.490594 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.496718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:23:05.499466 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:23:05.500852 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:23:05.528946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e9f7a-804c-4bea-9142-498b8ad52b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a1ef9a-f983-47b1-930b-ebeeab407395,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:05.555884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2e9f7a-804c-4bea-9142-498b8ad52b60 admin admin] Checking segment: {'id': '824a3391-c9ae-4bee-9a16-8188720fa022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fe682255-6c5f-4ed4-8f9a-07bd9012c1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:23:05.556260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2e9f7a-804c-4bea-9142-498b8ad52b60 admin admin] Network hostable DHCP agents. Network: fe682255-6c5f-4ed4-8f9a-07bd9012c1a1, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:23:05.751476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2e9f7a-804c-4bea-9142-498b8ad52b60 admin admin] Network fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:23:05.755490 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.781446 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.798938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] 10.222.0.59 "DELETE /v2.0/networks/077abd75-6afc-49d6-9d4a-33a8042803d0 HTTP/1.1" status: 204 len: 168 time: 1.0767834 Dec 17 13:23:05.806340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e060261-0833-4610-987c-3bae6474ed0f tempest-PortsTestJSON-95601943 tempest-PortsTestJSON-95601943-project] Pushing event deleted for resources: {'Network': ['ID=077abd75-6afc-49d6-9d4a-33a8042803d0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:05.841436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3f2e9f7a-804c-4bea-9142-498b8ad52b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, fe682255-6c5f-4ed4-8f9a-07bd9012c1a1) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:23:05.845704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2e9f7a-804c-4bea-9142-498b8ad52b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:05.846444 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9f7a-804c-4bea-9142-498b8ad52b60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:05.855063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaecea6e-782e-428b-9fe1-07ea6347eedb None None] Network fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:23:05.918852 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3f2e9f7a-804c-4bea-9142-498b8ad52b60 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1503770 Dec 17 13:23:06.151870 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:06.217871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb14851-dd34-4650-ab74-3a00373121c6 None None] Network fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:23:06.621748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:23:06.668899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:23:06.686361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4f5c4e2b-6b38-44b7-96e9-2fd66f112dd6 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:23:06.764766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47170) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:07.070819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f5d747fc-efd5-49cc-820a-0646ffd55994 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a8a9a15e6fa84b0bbd02de5f61aebabe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3042815 Dec 17 13:23:07.073711 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47188) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:07.202606 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-56e67062-c4cb-439f-b3f1-8878deff2ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:07.258975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-56e67062-c4cb-439f-b3f1-8878deff2ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:07.487912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-56e67062-c4cb-439f-b3f1-8878deff2ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:07.491078 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-56e67062-c4cb-439f-b3f1-8878deff2ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:07.496351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-56e67062-c4cb-439f-b3f1-8878deff2ab1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/779903f5-4c56-40e4-9fb5-60269c31f9fa HTTP/1.1" status: 204 len: 168 time: 0.4161818 Dec 17 13:23:07.535779 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e67062-c4cb-439f-b3f1-8878deff2ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779903f5-4c56-40e4-9fb5-60269c31f9fa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:07.679861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e8945-254e-4a47-b63c-2a39ee60612f req-da80a545-1c46-4021-a06a-4558c9b843bf tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:07.699846 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-da80a545-1c46-4021-a06a-4558c9b843bf tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/networks?id=fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 HTTP/1.1" status: 200 len: 813 time: 0.2395194 Dec 17 13:23:07.768938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-ff83eef8-448c-4ac2-8295-c3e1bbb42bf2 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/quotas/bdeca41df9094e40ba760b5821e12b46 HTTP/1.1" status: 200 len: 375 time: 0.0231597 Dec 17 13:23:07.852241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-e72402bd-0916-4127-8254-1fd66599f764 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bdeca41df9094e40ba760b5821e12b46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735874 Dec 17 13:23:08.290313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-aec1620d-0d45-4a38-a8cb-8ae8448e6818 service neutron] 10.222.0.59 "GET /v2.0/networks/fe682255-6c5f-4ed4-8f9a-07bd9012c1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264190 Dec 17 13:23:08.434277 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-673533fb-e369-40c9-89ea-adf4ff746f1a service neutron] 10.222.0.59 "GET /v2.0/networks/fe682255-6c5f-4ed4-8f9a-07bd9012c1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330500 Dec 17 13:23:09.130765 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-da6432ee-4a71-4725-a056-27eed26b3d3e req-ebb03b92-7469-411b-a93d-6b17224d4e2f tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 210 time: 0.3314059 Dec 17 13:23:09.227041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47270) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:09.374291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1410223912'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:09.515877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Made reservation on behalf of 4a85e44b20bd4ecd9eadf07700b3442e for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:23:09.520637 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:09.532332 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:09.711444 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:09.813230 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:09.849798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:23:09.854561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902fc5d7-8a67-4312-b36c-86510185b259,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:09.868443 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:09.868784 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Added segment 9f8dd61b-41b6-4818-9822-8303a05bc549 of type vlan for network fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2 Dec 17 13:23:09.941997 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:10.046901 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:10.055054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:10.056375 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:10.201609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Pushing event updated for resources: {'Network': ['ID=fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:10.216511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:23:10.246173 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e539d9c6-a3fb-4614-b29f-060c92e87b7f req-353b6d97-b28d-4560-afc4-83e25d8e992e tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 210 time: 0.0540233 Dec 17 13:23:10.251184 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47296) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:10.252509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-023f8dd6-e7dd-4d37-a253-bc43ca76f40d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0194120 Dec 17 13:23:10.265661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7c702fa3-3307-42bc-9ea2-aff52660e520 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Request body: {'subnet': {'network_id': 'fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:10.493321 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c702fa3-3307-42bc-9ea2-aff52660e520 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Made reservation on behalf of 4a85e44b20bd4ecd9eadf07700b3442e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:23:10.497725 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c702fa3-3307-42bc-9ea2-aff52660e520 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:10.956931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c702fa3-3307-42bc-9ea2-aff52660e520 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:11.095832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c702fa3-3307-42bc-9ea2-aff52660e520 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Pushing event updated for resources: {'Subnet': ['ID=c985653a-f118-46d4-98f8-bc72709028db,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:11.147807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c702fa3-3307-42bc-9ea2-aff52660e520 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Checking segment: {'id': '9f8dd61b-41b6-4818-9822-8303a05bc549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:23:11.147807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c702fa3-3307-42bc-9ea2-aff52660e520 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Network hostable DHCP agents. Network: fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:23:11.282993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c702fa3-3307-42bc-9ea2-aff52660e520 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Network fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:23:11.363250 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dabe1db6-00fa-44e1-8cf4-939ebb09afb4 req-75b3cbae-c815-4f2a-8e67-bbaaac8c0a6a tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 210 time: 0.0292687 Dec 17 13:23:11.435751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-7c702fa3-3307-42bc-9ea2-aff52660e520 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:23:11.468798 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c702fa3-3307-42bc-9ea2-aff52660e520 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:11.469863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c702fa3-3307-42bc-9ea2-aff52660e520 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:11.472965 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8945f7-6111-474b-a336-87c528d94e13 None None] Network fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:23:11.550472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7c702fa3-3307-42bc-9ea2-aff52660e520 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2965159 Dec 17 13:23:11.553340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47322) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:11.558668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Request body: {'port': {'network_id': 'fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2', 'name': 'tempest-TagsExtTest-1704459360'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:11.604966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2', 'network_id': 'fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2', 'project_id': '4a85e44b20bd4ecd9eadf07700b3442e', 'fixed_ips': [{'subnet_id': 'c985653a-f118-46d4-98f8-bc72709028db'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:23:11.607568 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:11.792528 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Allocated IP 172.20.0.2 (fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2/c985653a-f118-46d4-98f8-bc72709028db/ee592dbd-385a-421f-a06f-3b79aad1747b) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:23:11.818289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Made reservation on behalf of 4a85e44b20bd4ecd9eadf07700b3442e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:23:11.821974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:11.855770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] device_id is not set on port 89073e5f-0e67-41dc-947d-53a2f5896cd2 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:23:12.025287 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:12.093330 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:12.245123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Network fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:23:12.248298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Pushing event updated for resources: {'Port': ['ID=ee592dbd-385a-421f-a06f-3b79aad1747b,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:12.258033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:23:12.261164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:23:12.274866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Allocated IP 172.20.0.6 (fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2/c985653a-f118-46d4-98f8-bc72709028db/89073e5f-0e67-41dc-947d-53a2f5896cd2) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:23:12.323799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7fecba5a-ef10-4adf-843a-64610dca041f tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:12.325390 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7fecba5a-ef10-4adf-843a-64610dca041f tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.54 "GET /v2.0/networks?id=fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 HTTP/1.1" status: 200 len: 813 time: 0.4117370 Dec 17 13:23:12.328122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Attempting to bind port ee592dbd-385a-421f-a06f-3b79aad1747b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:23:12.328501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Attempting to bind port ee592dbd-385a-421f-a06f-3b79aad1747b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '9f8dd61b-41b6-4818-9822-8303a05bc549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:23:12.329215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Attempting to bind port ee592dbd-385a-421f-a06f-3b79aad1747b on network fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:23:12.335620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:23:12.335992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Checking segment: {'id': '9f8dd61b-41b6-4818-9822-8303a05bc549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:23:12.336902 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:12.337452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Bound using segment: {'id': '9f8dd61b-41b6-4818-9822-8303a05bc549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:23:12.337969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Bound port: ee592dbd-385a-421f-a06f-3b79aad1747b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8dd61b-41b6-4818-9822-8303a05bc549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:23:12.342783 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:12.351964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-682e8945-254e-4a47-b63c-2a39ee60612f req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Request body: {'port': {'device_id': '9754d96e-dc06-4723-9b9b-dbed0fcf9d65', 'network_id': 'fe682255-6c5f-4ed4-8f9a-07bd9012c1a1', 'admin_state_up': True, 'tenant_id': 'bdeca41df9094e40ba760b5821e12b46'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:12.415761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] For port ee592dbd-385a-421f-a06f-3b79aad1747b, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:23:12.421230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] For port ee592dbd-385a-421f-a06f-3b79aad1747b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ee592dbd-385a-421f-a06f-3b79aad1747b,segment=NetworkSegment(9f8dd61b-41b6-4818-9822-8303a05bc549),segment_id=9f8dd61b-41b6-4818-9822-8303a05bc549)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:23:12.568745 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ce039f7-126e-4ca6-9b35-669268e69988 req-aa2de446-695a-404c-8922-cab756c264d0 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 210 time: 0.0850570 Dec 17 13:23:12.599854 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:12.665399 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:12.722383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddf67f-f356-42fc-92db-a9098b6d4c8c None None] Pushing event updated for resources: {'Port': ['ID=ee592dbd-385a-421f-a06f-3b79aad1747b,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:12.777310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682e8945-254e-4a47-b63c-2a39ee60612f req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Made reservation on behalf of bdeca41df9094e40ba760b5821e12b46 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:23:12.792304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-682e8945-254e-4a47-b63c-2a39ee60612f req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:12.820892 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:12.907706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Network fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:23:12.914424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:23:13.009275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:23:13.012405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Pushing event updated for resources: {'Port': ['ID=89073e5f-0e67-41dc-947d-53a2f5896cd2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:13.255488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:13.256361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:13.347147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-682e8945-254e-4a47-b63c-2a39ee60612f req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Allocated IP 172.20.0.10 (fe682255-6c5f-4ed4-8f9a-07bd9012c1a1/a3a1ef9a-f983-47b1-930b-ebeeab407395/7536e8ba-cc85-46d8-8d1e-40358a50c834) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:23:13.404412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-29f51c37-fc06-40dd-84b7-5e1927310092 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8497372 Dec 17 13:23:13.407195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47378) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:13.412093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-77009657-72f9-4a89-9904-362b5a01e595 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1030597158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:13.516370 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-77009657-72f9-4a89-9904-362b5a01e595 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:13.522660 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-77009657-72f9-4a89-9904-362b5a01e595 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:13.741958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-77009657-72f9-4a89-9904-362b5a01e595 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:13.754796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-682e8945-254e-4a47-b63c-2a39ee60612f req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:13.828998 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0db047c9-a82e-49e5-b974-27f2a7abe5b4 req-f73d1760-33b3-49e6-8e59-96568d1bbc3b tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 210 time: 0.0743415 Dec 17 13:23:13.838115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-77009657-72f9-4a89-9904-362b5a01e595 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:13.920969 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-49105e1b-ccaa-4d91-a8c5-5bec38ec62cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:13.991573 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-682e8945-254e-4a47-b63c-2a39ee60612f req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:13.996299 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-77009657-72f9-4a89-9904-362b5a01e595 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:13.998384 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-77009657-72f9-4a89-9904-362b5a01e595 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5900590 Dec 17 13:23:14.003494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47390) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:14.039839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d20d2a71-de53-4391-ac4f-00373c9bc948 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1457690987', 'prefixes': ['172.20.0.0/16']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:14.172001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Pushing event updated for resources: {'Port': ['ID=7536e8ba-cc85-46d8-8d1e-40358a50c834,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:14.238912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682e8945-254e-4a47-b63c-2a39ee60612f req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Network fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:23:14.255564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.255941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.256289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.256634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.256973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.257306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.258908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.259257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.259591 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.271776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.274739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.274739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.277769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:23:14.287620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-682e8945-254e-4a47-b63c-2a39ee60612f req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:23:14.304316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-682e8945-254e-4a47-b63c-2a39ee60612f req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:23:14.408929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e8945-254e-4a47-b63c-2a39ee60612f req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:14.409864 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-682e8945-254e-4a47-b63c-2a39ee60612f req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:14.415186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d80d26-a98d-4120-bc23-afa6ef67350b None None] Network fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:23:14.421386 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d20d2a71-de53-4391-ac4f-00373c9bc948 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for subnetpool, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:14.432179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47404) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:14.432351 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d20d2a71-de53-4391-ac4f-00373c9bc948 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4270072 Dec 17 13:23:14.441655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-eeddac7c-07d0-48c5-8693-1672ef94d349 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db', 'tempest-TagsExtTest-Tag-954701889') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:14.541338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-2c41b287-d566-4c1e-9f78-b96172142820 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2022054 Dec 17 13:23:14.573525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Request body: {'port': {'device_id': '9754d96e-dc06-4723-9b9b-dbed0fcf9d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:14.584849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-333b1f40-bbc7-4051-b01f-1e71b33307b7 None None] Provisioning complete for port ee592dbd-385a-421f-a06f-3b79aad1747b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:23:14.585839 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-333b1f40-bbc7-4051-b01f-1e71b33307b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:14.632501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ee592dbd-385a-421f-a06f-3b79aad1747b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:23:14.674810 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:14.810840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ee592dbd-385a-421f-a06f-3b79aad1747b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:23:14.811212 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:15.182445 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-333b1f40-bbc7-4051-b01f-1e71b33307b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:15.189650 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:15.197313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d617af3-5e13-415d-a0eb-a65fc8ff6b84 req-367c62e1-2390-4657-a835-a4dc4c25494a tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:15.210512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7536e8ba-cc85-46d8-8d1e-40358a50c834 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:23:15.211152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d617af3-5e13-415d-a0eb-a65fc8ff6b84 req-367c62e1-2390-4657-a835-a4dc4c25494a tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 932 time: 0.1476734 Dec 17 13:23:15.246465 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:15.256798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-333b1f40-bbc7-4051-b01f-1e71b33307b7 None None] For port ee592dbd-385a-421f-a06f-3b79aad1747b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ee592dbd-385a-421f-a06f-3b79aad1747b,segment=NetworkSegment(9f8dd61b-41b6-4818-9822-8303a05bc549),segment_id=9f8dd61b-41b6-4818-9822-8303a05bc549)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:23:15.261471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Transition to ACTIVE for port object 7536e8ba-cc85-46d8-8d1e-40358a50c834 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:23:15.281349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-eeddac7c-07d0-48c5-8693-1672ef94d349 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "PUT /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags/tempest-TagsExtTest-Tag-954701889 HTTP/1.1" status: 201 len: 201 time: 0.8388686 Dec 17 13:23:15.282566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47424) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:15.287982 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d617af3-5e13-415d-a0eb-a65fc8ff6b84 req-a0288c50-efbd-4703-92a5-8b520d5ba613 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/security-groups?id=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756385 Dec 17 13:23:15.294181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-69f8779b-aba6-4c43-8df7-d60fb2224f10 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2', 'tempest-TagsExtTest-Tag-2147258587') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:15.403505 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-333b1f40-bbc7-4051-b01f-1e71b33307b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:15.423025 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:15.638925 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:23:15.639351 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:23:15.646868 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b1f40-bbc7-4051-b01f-1e71b33307b7 None None] Pushing event updated for resources: {'Port': ['ID=ee592dbd-385a-421f-a06f-3b79aad1747b,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:15.662804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Pushing event updated for resources: {'Port': ['ID=7536e8ba-cc85-46d8-8d1e-40358a50c834,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:15.757345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9a96a961-f333-41ae-b16f-b7dce5f849af None None] Provisioning complete for port ee592dbd-385a-421f-a06f-3b79aad1747b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:23:15.758068 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a96a961-f333-41ae-b16f-b7dce5f849af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:15.777763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Attempting to bind port 7536e8ba-cc85-46d8-8d1e-40358a50c834 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:23:15.778318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Attempting to bind port 7536e8ba-cc85-46d8-8d1e-40358a50c834 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '824a3391-c9ae-4bee-9a16-8188720fa022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fe682255-6c5f-4ed4-8f9a-07bd9012c1a1'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:23:15.778572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Attempting to bind port 7536e8ba-cc85-46d8-8d1e-40358a50c834 on network fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:23:15.793248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Port 7536e8ba-cc85-46d8-8d1e-40358a50c834 on network fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:23:15.796068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Attempting to bind port 7536e8ba-cc85-46d8-8d1e-40358a50c834 on network fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:23:15.811604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:23:15.812060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Checking segment: {'id': '824a3391-c9ae-4bee-9a16-8188720fa022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fe682255-6c5f-4ed4-8f9a-07bd9012c1a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:23:15.812785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Bound using segment: {'id': '824a3391-c9ae-4bee-9a16-8188720fa022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fe682255-6c5f-4ed4-8f9a-07bd9012c1a1'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:23:15.813511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Bound port: 7536e8ba-cc85-46d8-8d1e-40358a50c834, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824a3391-c9ae-4bee-9a16-8188720fa022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'fe682255-6c5f-4ed4-8f9a-07bd9012c1a1'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:23:15.813977 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:15.836898 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-69f8779b-aba6-4c43-8df7-d60fb2224f10 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "PUT /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags/tempest-TagsExtTest-Tag-2147258587 HTTP/1.1" status: 201 len: 201 time: 0.5528710 Dec 17 13:23:15.840475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47440) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:15.846880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-6ed9e2c6-b70a-4024-8e92-3f5a044c51e7 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b', 'tempest-TagsExtTest-Tag-22652877') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:15.895181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9a96a961-f333-41ae-b16f-b7dce5f849af None None] Provisioning complete for port 89073e5f-0e67-41dc-947d-53a2f5896cd2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:23:15.895734 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a96a961-f333-41ae-b16f-b7dce5f849af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:15.943901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] For port 7536e8ba-cc85-46d8-8d1e-40358a50c834, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:23:15.949391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] For port 7536e8ba-cc85-46d8-8d1e-40358a50c834, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=7536e8ba-cc85-46d8-8d1e-40358a50c834,segment=NetworkSegment(824a3391-c9ae-4bee-9a16-8188720fa022),segment_id=824a3391-c9ae-4bee-9a16-8188720fa022)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:23:15.962370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9a96a961-f333-41ae-b16f-b7dce5f849af None None] Port 89073e5f-0e67-41dc-947d-53a2f5896cd2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:23:16.023553 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:16.040862 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6ed9e2c6-b70a-4024-8e92-3f5a044c51e7 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "PUT /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags/tempest-TagsExtTest-Tag-22652877 HTTP/1.1" status: 201 len: 201 time: 0.1980343 Dec 17 13:23:16.043928 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47448) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:16.051533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-ad077968-2803-4364-aebf-d6ec752c1a83 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4', 'tempest-TagsExtTest-Tag-976314188') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:16.094852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6a0904d0-aed2-4e7d-bf1d-0efc4ba6073f None None] Provisioning complete for port 89073e5f-0e67-41dc-947d-53a2f5896cd2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:23:16.095310 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6a0904d0-aed2-4e7d-bf1d-0efc4ba6073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:16.102646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:16.104517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:16.107323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] 10.222.0.54 "PUT /v2.0/ports/7536e8ba-cc85-46d8-8d1e-40358a50c834 HTTP/1.1" status: 200 len: 1092 time: 1.5578640 Dec 17 13:23:16.132064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9754d96e-dc06-4723-9b9b-dbed0fcf9d65', 'tag': '7536e8ba-cc85-46d8-8d1e-40358a50c834'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:23:16.157537 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2152160-76b7-4d10-a6c3-3496d6df191f" -d '{"events": [{"name": "network-changed", "server_uuid": "9754d96e-dc06-4723-9b9b-dbed0fcf9d65", "tag": "7536e8ba-cc85-46d8-8d1e-40358a50c834"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:23:16.236991 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ad077968-2803-4364-aebf-d6ec752c1a83 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "PUT /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags/tempest-TagsExtTest-Tag-976314188 HTTP/1.1" status: 201 len: 201 time: 0.1900954 Dec 17 13:23:16.242218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47454) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:16.259315 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-edabda3c-131f-4099-8a40-54f2ea62935d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:16.271863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c6a3e-2e27-45f5-b18a-a41eb19a0171 service neutron] Pushing event updated for resources: {'Port': ['ID=7536e8ba-cc85-46d8-8d1e-40358a50c834,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:16.310086 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb8db19-dc2d-42fc-8cbe-a3d3d6b647de x-openstack-request-id: req-3eb8db19-dc2d-42fc-8cbe-a3d3d6b647de {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:23:16.310901 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9754d96e-dc06-4723-9b9b-dbed0fcf9d65", "tag": "7536e8ba-cc85-46d8-8d1e-40358a50c834", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:23:16.311357 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3eb8db19-dc2d-42fc-8cbe-a3d3d6b647de {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:23:16.311971 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9754d96e-dc06-4723-9b9b-dbed0fcf9d65', 'tag': '7536e8ba-cc85-46d8-8d1e-40358a50c834', 'status': 'completed', 'code': 200} Dec 17 13:23:16.368645 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6a0904d0-aed2-4e7d-bf1d-0efc4ba6073f None None] Port 89073e5f-0e67-41dc-947d-53a2f5896cd2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:23:16.425499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e8945-254e-4a47-b63c-2a39ee60612f req-122466a7-1099-4499-8298-e718fa5f86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:16.429497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-122466a7-1099-4499-8298-e718fa5f86c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bdeca41df9094e40ba760b5821e12b46&device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 1095 time: 0.1023340 Dec 17 13:23:16.480353 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-44f39be8-d35c-4af6-87b6-fd21fe27e350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:16.490319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ee592dbd-385a-421f-a06f-3b79aad1747b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:23:16.533236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-851a49fa-e7dd-4338-a2d5-cca02bc4228a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7536e8ba-cc85-46d8-8d1e-40358a50c834 HTTP/1.1" status: 200 len: 217 time: 0.0916383 Dec 17 13:23:16.661365 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-edabda3c-131f-4099-8a40-54f2ea62935d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags HTTP/1.1" status: 200 len: 240 time: 0.4174128 Dec 17 13:23:16.664255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47470) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:16.669359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-55bf9d61-449d-4e7c-ab89-e2fb66d7ac29 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db', 'tempest-TagsExtTest-Tag-954701889') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:16.672121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ee592dbd-385a-421f-a06f-3b79aad1747b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:23:16.675686 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:16.700630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e8945-254e-4a47-b63c-2a39ee60612f req-c3fa40fb-61ec-4392-a239-f8da6f8e4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:16.703472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-c3fa40fb-61ec-4392-a239-f8da6f8e4684 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a1ef9a-f983-47b1-930b-ebeeab407395 HTTP/1.1" status: 200 len: 853 time: 0.1666589 Dec 17 13:23:16.747029 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-b74c7258-d8b3-4b51-897e-d1887a62355b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe682255-6c5f-4ed4-8f9a-07bd9012c1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370090 Dec 17 13:23:16.750399 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df643210-5086-4a23-9bac-829501ce7553 req-acc444e9-b9ae-49df-90c1-d0188b25a3ab tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:16.757712 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-df643210-5086-4a23-9bac-829501ce7553 req-acc444e9-b9ae-49df-90c1-d0188b25a3ab tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 944 time: 0.2653115 Dec 17 13:23:16.846031 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55bf9d61-449d-4e7c-ab89-e2fb66d7ac29 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags/tempest-TagsExtTest-Tag-954701889 HTTP/1.1" status: 204 len: 168 time: 0.1802940 Dec 17 13:23:16.848616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47474) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:16.851687 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-df643210-5086-4a23-9bac-829501ce7553 req-27060721-1f1d-4ee9-acc5-4462b896b827 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/security-groups?id=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782945 Dec 17 13:23:16.857991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-354274e0-9b2a-4f0a-b3ba-68faae3cea39 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db', 'tempest-TagsExtTest-Tag-954701889') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:16.943403 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-b743c274-4b85-42b4-b876-a8d89803e06b service neutron] 10.222.0.54 "GET /v2.0/networks/fe682255-6c5f-4ed4-8f9a-07bd9012c1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879823 Dec 17 13:23:17.057785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682e8945-254e-4a47-b63c-2a39ee60612f req-b35867db-acac-4fe8-ac98-753bf2e4bdbb service neutron] 10.222.0.54 "GET /v2.0/networks/fe682255-6c5f-4ed4-8f9a-07bd9012c1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057417 Dec 17 13:23:17.124426 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-354274e0-9b2a-4f0a-b3ba-68faae3cea39 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags/tempest-TagsExtTest-Tag-954701889 HTTP/1.1" status: 204 len: 168 time: 0.2717733 Dec 17 13:23:17.125019 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47484) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:17.133874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-d17d3fe1-e6e0-4340-9c0a-1bef333e33a9 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:17.281059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2152160-76b7-4d10-a6c3-3496d6df191f req-3c87fea8-b04b-4c05-82d5-87dd5c1674b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:17.282990 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2152160-76b7-4d10-a6c3-3496d6df191f req-3c87fea8-b04b-4c05-82d5-87dd5c1674b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bdeca41df9094e40ba760b5821e12b46&device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 1095 time: 0.0665207 Dec 17 13:23:17.361468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d17d3fe1-e6e0-4340-9c0a-1bef333e33a9 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags HTTP/1.1" status: 200 len: 205 time: 0.2352798 Dec 17 13:23:17.364365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47492) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:17.368897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-5739528e-5327-4701-9953-4c3f6a006481 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:17.422737 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5739528e-5327-4701-9953-4c3f6a006481 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags HTTP/1.1" status: 200 len: 241 time: 0.0572710 Dec 17 13:23:17.425169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47496) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:17.425303 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2152160-76b7-4d10-a6c3-3496d6df191f req-a0d80299-fa2c-40b1-9ed0-47cd185b73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:17.427599 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2152160-76b7-4d10-a6c3-3496d6df191f req-a0d80299-fa2c-40b1-9ed0-47cd185b73ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 HTTP/1.1" status: 200 len: 914 time: 0.1262548 Dec 17 13:23:17.430541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-4a7f6ad1-2286-4ec9-93cb-0bed065d355c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2', 'tempest-TagsExtTest-Tag-2147258587') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:17.498953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2152160-76b7-4d10-a6c3-3496d6df191f req-13310653-900d-4561-ba89-c68eb60a9009 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7536e8ba-cc85-46d8-8d1e-40358a50c834 HTTP/1.1" status: 200 len: 217 time: 0.0610683 Dec 17 13:23:17.500921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4a7f6ad1-2286-4ec9-93cb-0bed065d355c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags/tempest-TagsExtTest-Tag-2147258587 HTTP/1.1" status: 204 len: 168 time: 0.0741856 Dec 17 13:23:17.503349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47500) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:17.514615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-54ff4bd9-c754-413e-ba16-55d533ec580c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2', 'tempest-TagsExtTest-Tag-2147258587') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:17.645410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2152160-76b7-4d10-a6c3-3496d6df191f req-89dbaf98-a419-4ec5-8365-22d6fb342bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:17.648783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2152160-76b7-4d10-a6c3-3496d6df191f req-89dbaf98-a419-4ec5-8365-22d6fb342bd4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3a1ef9a-f983-47b1-930b-ebeeab407395 HTTP/1.1" status: 200 len: 853 time: 0.1390212 Dec 17 13:23:17.698951 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:17.727956 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-54ff4bd9-c754-413e-ba16-55d533ec580c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags/tempest-TagsExtTest-Tag-2147258587 HTTP/1.1" status: 204 len: 168 time: 0.2234192 Dec 17 13:23:17.733031 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47512) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:17.737438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2152160-76b7-4d10-a6c3-3496d6df191f req-29d9d50b-6522-444b-a6d5-34640bfb61f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe682255-6c5f-4ed4-8f9a-07bd9012c1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799122 Dec 17 13:23:17.738988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-1f5c053a-6144-43bd-a432-ff6f4454b122 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:17.851002 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1f5c053a-6144-43bd-a432-ff6f4454b122 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags HTTP/1.1" status: 200 len: 205 time: 0.1166139 Dec 17 13:23:17.853870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47514) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:17.859207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-c71886ea-184e-48d5-bec4-3b6f75080511 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:18.054830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65d449-fabc-4ec8-ba59-1bc3441c050c req-6d1faaf6-2cd9-4f0c-afdc-5f8737ae85f1 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:18.059411 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ab65d449-fabc-4ec8-ba59-1bc3441c050c req-6d1faaf6-2cd9-4f0c-afdc-5f8737ae85f1 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 944 time: 0.0836763 Dec 17 13:23:18.065819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c71886ea-184e-48d5-bec4-3b6f75080511 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags HTTP/1.1" status: 200 len: 239 time: 0.2106738 Dec 17 13:23:18.068459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47524) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:18.073220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-1a587503-8368-49fc-a71a-a0418244c00e tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b', 'tempest-TagsExtTest-Tag-22652877') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:18.079533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2152160-76b7-4d10-a6c3-3496d6df191f req-14c7590f-65e8-4436-a9ef-4fc36e5797e9 service neutron] 10.222.0.54 "GET /v2.0/networks/fe682255-6c5f-4ed4-8f9a-07bd9012c1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278365 Dec 17 13:23:18.240455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ab65d449-fabc-4ec8-ba59-1bc3441c050c req-917e4e83-a01e-433b-9b77-9a3160f54602 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/security-groups?id=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749096 Dec 17 13:23:18.296266 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2152160-76b7-4d10-a6c3-3496d6df191f req-cf03e9d2-5a18-4460-927b-13cad0c02ab3 service neutron] 10.222.0.54 "GET /v2.0/networks/fe682255-6c5f-4ed4-8f9a-07bd9012c1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193378 Dec 17 13:23:18.397122 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1a587503-8368-49fc-a71a-a0418244c00e tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags/tempest-TagsExtTest-Tag-22652877 HTTP/1.1" status: 204 len: 168 time: 0.3271611 Dec 17 13:23:18.400405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47532) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:18.419672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-d77371f4-46f9-4b0e-950e-35ad06cde662 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b', 'tempest-TagsExtTest-Tag-22652877') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:18.687515 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d77371f4-46f9-4b0e-950e-35ad06cde662 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags/tempest-TagsExtTest-Tag-22652877 HTTP/1.1" status: 204 len: 168 time: 0.2845747 Dec 17 13:23:18.691935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47542) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:18.702599 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-ab4ee00a-4b45-47f4-8004-64ff2484f08e tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:18.847128 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:19.251756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ab4ee00a-4b45-47f4-8004-64ff2484f08e tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags HTTP/1.1" status: 200 len: 205 time: 0.5551703 Dec 17 13:23:19.252073 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47554) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:19.257138 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-1d53b3e0-b4fb-4266-b701-dd02cd82fd71 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:19.352586 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1d53b3e0-b4fb-4266-b701-dd02cd82fd71 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags HTTP/1.1" status: 200 len: 240 time: 0.0990422 Dec 17 13:23:19.357864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47556) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:19.363125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-4b659d0f-d470-4422-9ad7-4f08942959bf tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4', 'tempest-TagsExtTest-Tag-976314188') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:19.445966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4b659d0f-d470-4422-9ad7-4f08942959bf tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags/tempest-TagsExtTest-Tag-976314188 HTTP/1.1" status: 204 len: 168 time: 0.0867112 Dec 17 13:23:19.446190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47558) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:19.462422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-d50bf545-4063-4fb7-85da-de550f13d156 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4', 'tempest-TagsExtTest-Tag-976314188') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:19.511735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796248f-9a57-4f17-8595-d03f87a7e59d req-c12b45ea-1088-4532-8b31-6fda5b6995be tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:19.520016 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7796248f-9a57-4f17-8595-d03f87a7e59d req-c12b45ea-1088-4532-8b31-6fda5b6995be tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 944 time: 0.1432331 Dec 17 13:23:19.599777 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7796248f-9a57-4f17-8595-d03f87a7e59d req-d1e977ee-161c-4dd2-9ee5-4c868506eef9 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/security-groups?id=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705528 Dec 17 13:23:19.688330 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:19.705366 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d50bf545-4063-4fb7-85da-de550f13d156 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags/tempest-TagsExtTest-Tag-976314188 HTTP/1.1" status: 204 len: 168 time: 0.2552686 Dec 17 13:23:19.707143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47566) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:19.721721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-78869d67-f88b-4740-a0a3-8ef94f2f0baf tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:19.791904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-78869d67-f88b-4740-a0a3-8ef94f2f0baf tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags HTTP/1.1" status: 200 len: 205 time: 0.0808916 Dec 17 13:23:19.792692 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47572) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:19.802547 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-27ed56b8-83fe-4075-b520-f49b87d7c71a tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:19.869511 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-27ed56b8-83fe-4075-b520-f49b87d7c71a tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags HTTP/1.1" status: 204 len: 168 time: 0.0743241 Dec 17 13:23:19.871627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47574) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:19.880117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-4fc829d5-b603-40f2-9fa4-18bcb3acc750 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:19.894696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 7536e8ba-cc85-46d8-8d1e-40358a50c834 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:23:20.107867 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4fc829d5-b603-40f2-9fa4-18bcb3acc750 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags HTTP/1.1" status: 204 len: 168 time: 0.2347596 Dec 17 13:23:20.110459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47580) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:20.115421 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-412941f6-b7f3-42fb-8129-6b464021911d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:20.138007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 7536e8ba-cc85-46d8-8d1e-40358a50c834, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=7536e8ba-cc85-46d8-8d1e-40358a50c834,segment=NetworkSegment(824a3391-c9ae-4bee-9a16-8188720fa022),segment_id=824a3391-c9ae-4bee-9a16-8188720fa022)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:23:20.173397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '7536e8ba-cc85-46d8-8d1e-40358a50c834', 'network_id': 'fe682255-6c5f-4ed4-8f9a-07bd9012c1a1', 'port_id': '7536e8ba-cc85-46d8-8d1e-40358a50c834', 'mac_address': 'fa:16:3e:09:b9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a1ef9a-f983-47b1-930b-ebeeab407395', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:23:20.204785 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-412941f6-b7f3-42fb-8129-6b464021911d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags HTTP/1.1" status: 204 len: 168 time: 0.0930796 Dec 17 13:23:20.207535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47584) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:20.212745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-23ed4ef3-4c7d-49c2-9c37-091cc003aae3 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:20.248675 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:20.275175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7536e8ba-cc85-46d8-8d1e-40358a50c834 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:23:20.316530 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 7536e8ba-cc85-46d8-8d1e-40358a50c834, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=7536e8ba-cc85-46d8-8d1e-40358a50c834,segment=NetworkSegment(824a3391-c9ae-4bee-9a16-8188720fa022),segment_id=824a3391-c9ae-4bee-9a16-8188720fa022)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:23:20.346174 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-23ed4ef3-4c7d-49c2-9c37-091cc003aae3 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags HTTP/1.1" status: 204 len: 168 time: 0.1305807 Dec 17 13:23:20.346491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47586) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:20.351257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-66159148-6307-4910-901d-d88f9762d4bc tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db', 'tempest-TagsExtTest-Tag-1811476705') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:20.452425 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:20.576314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-66159148-6307-4910-901d-d88f9762d4bc tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "PUT /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags/tempest-TagsExtTest-Tag-1811476705 HTTP/1.1" status: 201 len: 201 time: 0.2283974 Dec 17 13:23:20.578986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47594) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:20.587647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-487f295d-c1ad-463d-a51e-ee7f6e492c4f tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2', 'tempest-TagsExtTest-Tag-865328447') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:20.650855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=7536e8ba-cc85-46d8-8d1e-40358a50c834,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:20.725697 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['7536e8ba-cc85-46d8-8d1e-40358a50c834'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:23:20.833064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-487f295d-c1ad-463d-a51e-ee7f6e492c4f tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "PUT /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags/tempest-TagsExtTest-Tag-865328447 HTTP/1.1" status: 201 len: 201 time: 0.2526300 Dec 17 13:23:20.833275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa245a2-bc5b-4854-a961-67039e00494b req-916e16c8-f066-4b0d-ae1a-2c239c43ec7e tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:20.833898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47604) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:20.840426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-c6bfa717-e25c-4e65-a218-2dee4c7c2fd7 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b', 'tempest-TagsExtTest-Tag-2070113827') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:20.849571 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfa245a2-bc5b-4854-a961-67039e00494b req-916e16c8-f066-4b0d-ae1a-2c239c43ec7e tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 945 time: 0.1273050 Dec 17 13:23:20.913847 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfa245a2-bc5b-4854-a961-67039e00494b req-8cf18007-f351-4ad0-b004-d553883d2406 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/security-groups?id=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627909 Dec 17 13:23:21.125543 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47612) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:21.125819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c6bfa717-e25c-4e65-a218-2dee4c7c2fd7 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "PUT /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags/tempest-TagsExtTest-Tag-2070113827 HTTP/1.1" status: 201 len: 201 time: 0.2904491 Dec 17 13:23:21.133553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-c6344b02-a3e5-40f7-8548-b31a789278bb tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4', 'tempest-TagsExtTest-Tag-966976287') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:21.317510 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c6344b02-a3e5-40f7-8548-b31a789278bb tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "PUT /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags/tempest-TagsExtTest-Tag-966976287 HTTP/1.1" status: 201 len: 201 time: 0.1900249 Dec 17 13:23:21.319873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47618) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:21.327628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-646d5156-8c4c-473c-a52a-f3a0c9bdb079 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db', {'tags': ['tempest-TagsExtTest-Tag-1978772757', 'tempest-TagsExtTest-Tag-1629372088', 'tempest-TagsExtTest-Tag-1555097501']}) {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:21.490162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-646d5156-8c4c-473c-a52a-f3a0c9bdb079 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "PUT /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags HTTP/1.1" status: 200 len: 318 time: 0.1659975 Dec 17 13:23:21.490527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47622) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:21.498389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-3910dc1b-1edb-40de-bdee-6935f6f7b06b tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:21.710467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3910dc1b-1edb-40de-bdee-6935f6f7b06b tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags HTTP/1.1" status: 204 len: 168 time: 0.2186563 Dec 17 13:23:21.713692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47632) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:21.721529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-3fdc0ac8-17c2-4f01-88f9-73ee51d1f3df tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db', 'tempest-TagsExtTest-Tag-1978772757') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:21.811735 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-3fdc0ac8-17c2-4f01-88f9-73ee51d1f3df tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] show failed (client error): The resource could not be found. Dec 17 13:23:21.816613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47636) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:21.821651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-49331f1b-2056-4cde-8833-c4397967a047 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db', 'tempest-TagsExtTest-Tag-1629372088') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:21.822387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3fdc0ac8-17c2-4f01-88f9-73ee51d1f3df tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags/tempest-TagsExtTest-Tag-1978772757 HTTP/1.1" status: 404 len: 329 time: 0.1044428 Dec 17 13:23:21.896237 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-49331f1b-2056-4cde-8833-c4397967a047 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] show failed (client error): The resource could not be found. Dec 17 13:23:21.898299 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-49331f1b-2056-4cde-8833-c4397967a047 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags/tempest-TagsExtTest-Tag-1629372088 HTTP/1.1" status: 404 len: 329 time: 0.0807855 Dec 17 13:23:21.901783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47638) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:21.908641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-1580b8e6-b8b6-4a36-a0d3-98f4a612cb05 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db', 'tempest-TagsExtTest-Tag-1555097501') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:21.928638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 7536e8ba-cc85-46d8-8d1e-40358a50c834 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:23:22.023593 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-1580b8e6-b8b6-4a36-a0d3-98f4a612cb05 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] show failed (client error): The resource could not be found. Dec 17 13:23:22.027780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1580b8e6-b8b6-4a36-a0d3-98f4a612cb05 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags/tempest-TagsExtTest-Tag-1555097501 HTTP/1.1" status: 404 len: 329 time: 0.1217084 Dec 17 13:23:22.028018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47646) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:22.032722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-6140ec0f-57b5-45c8-99b9-a463c029b668 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2', {'tags': ['tempest-TagsExtTest-Tag-1770096658', 'tempest-TagsExtTest-Tag-1367358483', 'tempest-TagsExtTest-Tag-1969274389']}) {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:22.121136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 7536e8ba-cc85-46d8-8d1e-40358a50c834 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:23:22.127997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 7536e8ba-cc85-46d8-8d1e-40358a50c834 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:23:22.128693 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:22.193566 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6140ec0f-57b5-45c8-99b9-a463c029b668 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "PUT /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags HTTP/1.1" status: 200 len: 318 time: 0.1632030 Dec 17 13:23:22.195253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47656) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:22.202494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-07738993-a8bd-4c3e-a7e4-3df03db3c012 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:22.300866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d6c3b-144d-4fff-a55f-3e86d5c9fda4 req-6543b3e7-836f-4e15-b00b-91014bd71997 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:22.304314 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a4d6c3b-144d-4fff-a55f-3e86d5c9fda4 req-6543b3e7-836f-4e15-b00b-91014bd71997 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 945 time: 0.2684877 Dec 17 13:23:22.414040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a4d6c3b-144d-4fff-a55f-3e86d5c9fda4 req-83da029a-fdcf-4a70-b017-18ba909aaeff tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/security-groups?id=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039228 Dec 17 13:23:22.466297 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:22.484920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-07738993-a8bd-4c3e-a7e4-3df03db3c012 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags HTTP/1.1" status: 204 len: 168 time: 0.2857318 Dec 17 13:23:22.485199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47658) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:22.490990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-69c214c4-2939-404e-8b6b-b6067e63b87c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2', 'tempest-TagsExtTest-Tag-1770096658') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:22.509491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 7536e8ba-cc85-46d8-8d1e-40358a50c834, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=7536e8ba-cc85-46d8-8d1e-40358a50c834,segment=NetworkSegment(824a3391-c9ae-4bee-9a16-8188720fa022),segment_id=824a3391-c9ae-4bee-9a16-8188720fa022)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:23:22.511417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9754d96e-dc06-4723-9b9b-dbed0fcf9d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7536e8ba-cc85-46d8-8d1e-40358a50c834'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:23:22.514160 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea79866-4e6e-4624-b4fb-92c79159d84a" -d '{"events": [{"server_uuid": "9754d96e-dc06-4723-9b9b-dbed0fcf9d65", "name": "network-vif-plugged", "status": "completed", "tag": "7536e8ba-cc85-46d8-8d1e-40358a50c834"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:23:22.597051 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e53f84d-eae4-4438-bbce-7d8e917c6446 x-openstack-request-id: req-6e53f84d-eae4-4438-bbce-7d8e917c6446 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:23:22.597661 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9754d96e-dc06-4723-9b9b-dbed0fcf9d65", "name": "network-vif-plugged", "status": "completed", "tag": "7536e8ba-cc85-46d8-8d1e-40358a50c834", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:23:22.598386 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e53f84d-eae4-4438-bbce-7d8e917c6446 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:23:22.599011 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9754d96e-dc06-4723-9b9b-dbed0fcf9d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7536e8ba-cc85-46d8-8d1e-40358a50c834', 'code': 200} Dec 17 13:23:22.610038 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:22.617221 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-69c214c4-2939-404e-8b6b-b6067e63b87c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] show failed (client error): The resource could not be found. Dec 17 13:23:22.618698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-69c214c4-2939-404e-8b6b-b6067e63b87c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags/tempest-TagsExtTest-Tag-1770096658 HTTP/1.1" status: 404 len: 329 time: 0.1315713 Dec 17 13:23:22.621805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47664) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:22.626844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-30bdb1da-a0c4-4afd-bd45-9e78665aa004 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2', 'tempest-TagsExtTest-Tag-1367358483') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:22.705332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=7536e8ba-cc85-46d8-8d1e-40358a50c834,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:22.790043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09647f-9e44-413d-996e-df6f774fe727 req-55b96fb4-ea06-4d92-b0c6-ce2df832ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:22.793231 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c09647f-9e44-413d-996e-df6f774fe727 req-55b96fb4-ea06-4d92-b0c6-ce2df832ca76 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 1097 time: 0.1041164 Dec 17 13:23:22.822797 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-30bdb1da-a0c4-4afd-bd45-9e78665aa004 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] show failed (client error): The resource could not be found. Dec 17 13:23:22.822797 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-30bdb1da-a0c4-4afd-bd45-9e78665aa004 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags/tempest-TagsExtTest-Tag-1367358483 HTTP/1.1" status: 404 len: 329 time: 0.1934569 Dec 17 13:23:22.824310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47674) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:22.831657 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-2450ac11-696a-438f-8828-22785f4f7228 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2', 'tempest-TagsExtTest-Tag-1969274389') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:22.957676 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c09647f-9e44-413d-996e-df6f774fe727 req-a4d9e439-8bab-4062-9a97-8add400e472a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570776 Dec 17 13:23:23.009350 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-2450ac11-696a-438f-8828-22785f4f7228 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] show failed (client error): The resource could not be found. Dec 17 13:23:23.037437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2450ac11-696a-438f-8828-22785f4f7228 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags/tempest-TagsExtTest-Tag-1969274389 HTTP/1.1" status: 404 len: 329 time: 0.2115881 Dec 17 13:23:23.039834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47682) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:23.045941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-0e2aa801-c0c7-4100-8033-2ef21094b5e1 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b', {'tags': ['tempest-TagsExtTest-Tag-818803558', 'tempest-TagsExtTest-Tag-268995424', 'tempest-TagsExtTest-Tag-267421797']}) {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:23.319953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47686) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:23.320759 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0e2aa801-c0c7-4100-8033-2ef21094b5e1 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "PUT /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags HTTP/1.1" status: 200 len: 315 time: 0.2810218 Dec 17 13:23:23.326312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-87b5ea15-9d6c-431d-b0ff-1a4c8c03cf5a tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:23.541664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-87b5ea15-9d6c-431d-b0ff-1a4c8c03cf5a tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags HTTP/1.1" status: 204 len: 168 time: 0.2182605 Dec 17 13:23:23.544000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47694) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:23.549331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-4953bbe5-030f-4170-a70d-2b38115919c5 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b', 'tempest-TagsExtTest-Tag-818803558') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:23.783195 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-4953bbe5-030f-4170-a70d-2b38115919c5 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] show failed (client error): The resource could not be found. Dec 17 13:23:23.787519 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47704) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:23.795291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-8bb6138f-0172-4e26-993d-74fd8f94e549 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b', 'tempest-TagsExtTest-Tag-268995424') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:23.804754 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4953bbe5-030f-4170-a70d-2b38115919c5 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags/tempest-TagsExtTest-Tag-818803558 HTTP/1.1" status: 404 len: 328 time: 0.2567067 Dec 17 13:23:23.835899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f510680-555c-41e0-8323-8387f18f97c2 req-4a3c8cab-74df-469c-925a-6c0e4901cc88 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:23.848546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f510680-555c-41e0-8323-8387f18f97c2 req-4a3c8cab-74df-469c-925a-6c0e4901cc88 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 946 time: 0.1368630 Dec 17 13:23:24.032287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f510680-555c-41e0-8323-8387f18f97c2 req-a1293f7a-e3b0-48d4-805e-a0159b964c86 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/security-groups?id=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827714 Dec 17 13:23:24.084519 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-8bb6138f-0172-4e26-993d-74fd8f94e549 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] show failed (client error): The resource could not be found. Dec 17 13:23:24.088540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47712) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:24.092755 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8bb6138f-0172-4e26-993d-74fd8f94e549 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags/tempest-TagsExtTest-Tag-268995424 HTTP/1.1" status: 404 len: 328 time: 0.3039918 Dec 17 13:23:24.094572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-fe663b52-582d-413b-b73a-680303f42b58 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b', 'tempest-TagsExtTest-Tag-267421797') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:24.254645 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-fe663b52-582d-413b-b73a-680303f42b58 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] show failed (client error): The resource could not be found. Dec 17 13:23:24.255939 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fe663b52-582d-413b-b73a-680303f42b58 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags/tempest-TagsExtTest-Tag-267421797 HTTP/1.1" status: 404 len: 328 time: 0.1656654 Dec 17 13:23:24.259279 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47720) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:24.265316 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-a306d568-5a91-4ec5-9b99-5801bbb2f48c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4', {'tags': ['tempest-TagsExtTest-Tag-596572640', 'tempest-TagsExtTest-Tag-1383807967', 'tempest-TagsExtTest-Tag-680862728']}) {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:24.516087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47726) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:24.517234 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a306d568-5a91-4ec5-9b99-5801bbb2f48c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "PUT /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags HTTP/1.1" status: 200 len: 316 time: 0.2567763 Dec 17 13:23:24.521238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-cab357ae-66f9-4f3d-8631-b1f46aeb5b64 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:24.696238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cab357ae-66f9-4f3d-8631-b1f46aeb5b64 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags HTTP/1.1" status: 204 len: 168 time: 0.1763654 Dec 17 13:23:24.696457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47730) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:24.701484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-537c4331-253e-4dfe-81c2-b90ed5e6273c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4', 'tempest-TagsExtTest-Tag-596572640') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:24.749875 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-537c4331-253e-4dfe-81c2-b90ed5e6273c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] show failed (client error): The resource could not be found. Dec 17 13:23:24.754071 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-537c4331-253e-4dfe-81c2-b90ed5e6273c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags/tempest-TagsExtTest-Tag-596572640 HTTP/1.1" status: 404 len: 328 time: 0.0536733 Dec 17 13:23:24.755574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47736) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:24.761139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-0c9e0c17-8218-4b71-a04c-2ad4f5d0a486 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4', 'tempest-TagsExtTest-Tag-1383807967') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:24.790376 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-0c9e0c17-8218-4b71-a04c-2ad4f5d0a486 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] show failed (client error): The resource could not be found. Dec 17 13:23:24.795032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47738) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:24.795616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0c9e0c17-8218-4b71-a04c-2ad4f5d0a486 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags/tempest-TagsExtTest-Tag-1383807967 HTTP/1.1" status: 404 len: 329 time: 0.0380356 Dec 17 13:23:24.804791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-0cb9e8d5-9069-40db-88e8-cdefb02ea943 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4', 'tempest-TagsExtTest-Tag-680862728') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:24.875297 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-0cb9e8d5-9069-40db-88e8-cdefb02ea943 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] show failed (client error): The resource could not be found. Dec 17 13:23:24.876769 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0cb9e8d5-9069-40db-88e8-cdefb02ea943 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags/tempest-TagsExtTest-Tag-680862728 HTTP/1.1" status: 404 len: 328 time: 0.0758255 Dec 17 13:23:24.883889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47744) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:24.900991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-fdb3958d-a12f-44f3-90b7-338bf3de5202 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b96a581-869a-4a44-815f-0491758f9ce4') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:24.972172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fdb3958d-a12f-44f3-90b7-338bf3de5202 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4/tags HTTP/1.1" status: 204 len: 168 time: 0.0829542 Dec 17 13:23:24.981331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47746) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:24.992067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.tag.tag_plugin [None req-92797833-105f-41ea-9e26-ea83e3cff57f tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd74fd306-9156-44e2-a3dc-4ebadc79275b') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:24.994298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3d0e0-61c5-4952-b4a3-7f039fa24f84 req-9b349308-dfa1-4db9-bbf9-5a2178f1ffdd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:25.007514 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72b3d0e0-61c5-4952-b4a3-7f039fa24f84 req-9b349308-dfa1-4db9-bbf9-5a2178f1ffdd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1341808 Dec 17 13:23:25.113113 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72b3d0e0-61c5-4952-b4a3-7f039fa24f84 req-96409d48-a064-4990-8627-8df4e861e0f1 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043975 Dec 17 13:23:25.205989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-92797833-105f-41ea-9e26-ea83e3cff57f tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b/tags HTTP/1.1" status: 204 len: 168 time: 0.2194152 Dec 17 13:23:25.206375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47750) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:25.211508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-5f1e442f-29a3-4dda-99a8-35f5cea4cdde tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '89073e5f-0e67-41dc-947d-53a2f5896cd2') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:25.315798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0fbc3-6dbd-4b5f-b3f4-11a40539832c req-9db91824-3372-4600-804c-5d06d08a4c6d tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:25.317542 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95f0fbc3-6dbd-4b5f-b3f4-11a40539832c req-9db91824-3372-4600-804c-5d06d08a4c6d tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 946 time: 0.1071434 Dec 17 13:23:25.342670 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5f1e442f-29a3-4dda-99a8-35f5cea4cdde tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2/tags HTTP/1.1" status: 204 len: 168 time: 0.1343091 Dec 17 13:23:25.345232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47758) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:25.362825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-34511a8f-a3c8-47cf-91fd-c1537c72717d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c985653a-f118-46d4-98f8-bc72709028db') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:25.523950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-95f0fbc3-6dbd-4b5f-b3f4-11a40539832c req-7aa6c281-38d6-4d81-8aab-28fc467216c5 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/security-groups?id=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922405 Dec 17 13:23:25.605463 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-34511a8f-a3c8-47cf-91fd-c1537c72717d tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db/tags HTTP/1.1" status: 204 len: 168 time: 0.2573671 Dec 17 13:23:25.609818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47766) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:25.860861 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3c88a0d0-ff97-47fe-accd-06dfc273a23a tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for subnetpool, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:25.865436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47772) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:25.871153 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3c88a0d0-ff97-47fe-accd-06dfc273a23a tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/subnetpools/6b96a581-869a-4a44-815f-0491758f9ce4 HTTP/1.1" status: 204 len: 168 time: 0.2549574 Dec 17 13:23:25.944307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47780) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:25.954701 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fad857cc-998f-4a01-b7af-46a4b309005c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "GET /v2.0/ports?device_id=d74fd306-9156-44e2-a3dc-4ebadc79275b HTTP/1.1" status: 200 len: 205 time: 0.0869224 Dec 17 13:23:26.058494 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc42a1a7-dc7c-4dad-b100-ef1b238ddb24 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:26.438270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec093d06-2326-4692-bac9-25071ff2b024 req-32314006-07b0-489f-9234-7bfed9f2f955 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:26.447314 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec093d06-2326-4692-bac9-25071ff2b024 req-32314006-07b0-489f-9234-7bfed9f2f955 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.2025678 Dec 17 13:23:26.608239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec093d06-2326-4692-bac9-25071ff2b024 req-7afb021a-388f-40e0-83f9-c66445c3490f tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481893 Dec 17 13:23:26.671214 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc42a1a7-dc7c-4dad-b100-ef1b238ddb24 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:26.680138 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc42a1a7-dc7c-4dad-b100-ef1b238ddb24 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:26.796761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb52c65-bc2a-42a4-bfb1-2914c8819937 req-b8f40e32-34c3-43f1-8846-43fe0503ade9 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:26.798712 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fb52c65-bc2a-42a4-bfb1-2914c8819937 req-b8f40e32-34c3-43f1-8846-43fe0503ade9 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 946 time: 0.1301460 Dec 17 13:23:26.868243 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fb52c65-bc2a-42a4-bfb1-2914c8819937 req-3890de50-cf6c-4b08-95b7-b5775bf71e72 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/security-groups?id=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635209 Dec 17 13:23:26.899833 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc42a1a7-dc7c-4dad-b100-ef1b238ddb24 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:26.900417 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc42a1a7-dc7c-4dad-b100-ef1b238ddb24 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Fanout notify agent at l3_agent the message router_deleted on router d74fd306-9156-44e2-a3dc-4ebadc79275b {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:23:26.908043 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc42a1a7-dc7c-4dad-b100-ef1b238ddb24 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:26.912146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bc42a1a7-dc7c-4dad-b100-ef1b238ddb24 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/routers/d74fd306-9156-44e2-a3dc-4ebadc79275b HTTP/1.1" status: 204 len: 168 time: 0.9638844 Dec 17 13:23:26.912454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47808) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:27.132344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0d5b4-f9e9-4f3a-a59c-d22eb6497f0c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Deleting port 89073e5f-0e67-41dc-947d-53a2f5896cd2 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:23:27.132686 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d5b4-f9e9-4f3a-a59c-d22eb6497f0c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:27.268732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d5b4-f9e9-4f3a-a59c-d22eb6497f0c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:27.282429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0d5b4-f9e9-4f3a-a59c-d22eb6497f0c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Calling delete_port for 89073e5f-0e67-41dc-947d-53a2f5896cd2 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:23:27.549525 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d5b4-f9e9-4f3a-a59c-d22eb6497f0c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:27.611670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0d5b4-f9e9-4f3a-a59c-d22eb6497f0c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Pushing event deleted for resources: {'Port': ['ID=89073e5f-0e67-41dc-947d-53a2f5896cd2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:27.778648 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7eb0d5b4-f9e9-4f3a-a59c-d22eb6497f0c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:27.784210 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7eb0d5b4-f9e9-4f3a-a59c-d22eb6497f0c tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/ports/89073e5f-0e67-41dc-947d-53a2f5896cd2 HTTP/1.1" status: 204 len: 168 time: 0.8712828 Dec 17 13:23:27.791602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47826) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:27.865756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203603-8752-4c29-a5ca-834c39a67113 req-02799540-5d91-465e-be82-9944cfdff434 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:27.867531 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69203603-8752-4c29-a5ca-834c39a67113 req-02799540-5d91-465e-be82-9944cfdff434 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.54 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 946 time: 0.0822065 Dec 17 13:23:27.874028 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d937a-de28-4bd3-8a0a-4c0cbba69c5c req-7396f654-b95d-40a3-b280-75b7f7448301 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:27.892029 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f05d937a-de28-4bd3-8a0a-4c0cbba69c5c req-7396f654-b95d-40a3-b280-75b7f7448301 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1360576 Dec 17 13:23:27.941430 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a415f3d1-9791-4a37-8282-2697bd5befd5 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Deleting subnet c985653a-f118-46d4-98f8-bc72709028db {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:23:27.969818 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a415f3d1-9791-4a37-8282-2697bd5befd5 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:28.094142 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a415f3d1-9791-4a37-8282-2697bd5befd5 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:28.143226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-69203603-8752-4c29-a5ca-834c39a67113 req-57478469-ad97-49e8-9daf-dcff65a568c0 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Deleting port 7536e8ba-cc85-46d8-8d1e-40358a50c834 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:23:28.144202 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f05d937a-de28-4bd3-8a0a-4c0cbba69c5c req-574f4a84-392f-4a1a-82ac-dad09d864ee8 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507846 Dec 17 13:23:28.144814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-69203603-8752-4c29-a5ca-834c39a67113 req-57478469-ad97-49e8-9daf-dcff65a568c0 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:28.179326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227dd6a-1203-4991-84c9-8cb42e27a5d0 req-4b521d86-c39f-4a99-b938-880b98fc36c8 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:28.181055 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1227dd6a-1203-4991-84c9-8cb42e27a5d0 req-4b521d86-c39f-4a99-b938-880b98fc36c8 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 946 time: 0.1252234 Dec 17 13:23:28.253824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a415f3d1-9791-4a37-8282-2697bd5befd5 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:28.363584 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1227dd6a-1203-4991-84c9-8cb42e27a5d0 req-eb01b4fb-4c6b-45b3-9a9c-c8603f292425 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/security-groups?id=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524298 Dec 17 13:23:28.420624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-69203603-8752-4c29-a5ca-834c39a67113 req-57478469-ad97-49e8-9daf-dcff65a568c0 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] For port 7536e8ba-cc85-46d8-8d1e-40358a50c834, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=7536e8ba-cc85-46d8-8d1e-40358a50c834,segment=NetworkSegment(824a3391-c9ae-4bee-9a16-8188720fa022),segment_id=824a3391-c9ae-4bee-9a16-8188720fa022)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:23:28.421016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-69203603-8752-4c29-a5ca-834c39a67113 req-57478469-ad97-49e8-9daf-dcff65a568c0 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:28.448713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-69203603-8752-4c29-a5ca-834c39a67113 req-57478469-ad97-49e8-9daf-dcff65a568c0 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Calling delete_port for 7536e8ba-cc85-46d8-8d1e-40358a50c834 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:23:28.501213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a415f3d1-9791-4a37-8282-2697bd5befd5 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:28.531863 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415f3d1-9791-4a37-8282-2697bd5befd5 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Pushing event deleted for resources: {'Subnet': ['ID=c985653a-f118-46d4-98f8-bc72709028db,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:28.535524 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a415f3d1-9791-4a37-8282-2697bd5befd5 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:28.539470 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a415f3d1-9791-4a37-8282-2697bd5befd5 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/subnets/c985653a-f118-46d4-98f8-bc72709028db HTTP/1.1" status: 204 len: 168 time: 0.7451897 Dec 17 13:23:28.541217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47842) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:28.557730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ad2f4-005c-46cb-a9d7-330892152444 None None] Network fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:23:28.689485 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:28.755480 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-69203603-8752-4c29-a5ca-834c39a67113 req-57478469-ad97-49e8-9daf-dcff65a568c0 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:28.787893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['7536e8ba-cc85-46d8-8d1e-40358a50c834'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:23:28.834889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Deleting port ee592dbd-385a-421f-a06f-3b79aad1747b {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:23:28.834889 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:28.844879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57478469-ad97-49e8-9daf-dcff65a568c0 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Pushing event deleted for resources: {'Port': ['ID=7536e8ba-cc85-46d8-8d1e-40358a50c834,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:28.892284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88bfb5b-3744-424d-b0e7-c9a36268c6bb None None] DHCP port deletion for fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:23:29.007713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b88bfb5b-3744-424d-b0e7-c9a36268c6bb None None] Deleting port ee592dbd-385a-421f-a06f-3b79aad1747b {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:23:29.008675 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b88bfb5b-3744-424d-b0e7-c9a36268c6bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:29.027816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-69203603-8752-4c29-a5ca-834c39a67113 req-57478469-ad97-49e8-9daf-dcff65a568c0 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] No DVR routers for this DVR port 7536e8ba-cc85-46d8-8d1e-40358a50c834 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:23:29.031044 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-69203603-8752-4c29-a5ca-834c39a67113 req-57478469-ad97-49e8-9daf-dcff65a568c0 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:29.036449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69203603-8752-4c29-a5ca-834c39a67113 req-57478469-ad97-49e8-9daf-dcff65a568c0 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.54 "DELETE /v2.0/ports/7536e8ba-cc85-46d8-8d1e-40358a50c834 HTTP/1.1" status: 204 len: 173 time: 1.1583900 Dec 17 13:23:29.037064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9754d96e-dc06-4723-9b9b-dbed0fcf9d65', 'name': 'network-vif-deleted', 'tag': '7536e8ba-cc85-46d8-8d1e-40358a50c834'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:23:29.049893 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8fb716-975a-49a1-ab66-08614ea8cdea" -d '{"events": [{"server_uuid": "9754d96e-dc06-4723-9b9b-dbed0fcf9d65", "name": "network-vif-deleted", "tag": "7536e8ba-cc85-46d8-8d1e-40358a50c834"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:23:29.061985 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] For port ee592dbd-385a-421f-a06f-3b79aad1747b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ee592dbd-385a-421f-a06f-3b79aad1747b,segment=NetworkSegment(9f8dd61b-41b6-4818-9822-8303a05bc549),segment_id=9f8dd61b-41b6-4818-9822-8303a05bc549)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:23:29.061985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:29.097337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Calling delete_port for ee592dbd-385a-421f-a06f-3b79aad1747b owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:23:29.163631 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fc7458-5242-4bfb-99dd-147ca5e7e6b4 x-openstack-request-id: req-00fc7458-5242-4bfb-99dd-147ca5e7e6b4 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:23:29.164191 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9754d96e-dc06-4723-9b9b-dbed0fcf9d65", "name": "network-vif-deleted", "tag": "7536e8ba-cc85-46d8-8d1e-40358a50c834", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:23:29.164191 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00fc7458-5242-4bfb-99dd-147ca5e7e6b4 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:23:29.164569 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9754d96e-dc06-4723-9b9b-dbed0fcf9d65', 'name': 'network-vif-deleted', 'tag': '7536e8ba-cc85-46d8-8d1e-40358a50c834', 'status': 'completed', 'code': 200} Dec 17 13:23:29.232169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b88bfb5b-3744-424d-b0e7-c9a36268c6bb None None] For port ee592dbd-385a-421f-a06f-3b79aad1747b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ee592dbd-385a-421f-a06f-3b79aad1747b,segment=NetworkSegment(9f8dd61b-41b6-4818-9822-8303a05bc549),segment_id=9f8dd61b-41b6-4818-9822-8303a05bc549)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:23:29.232586 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b88bfb5b-3744-424d-b0e7-c9a36268c6bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:29.281962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b88bfb5b-3744-424d-b0e7-c9a36268c6bb None None] Calling delete_port for ee592dbd-385a-421f-a06f-3b79aad1747b owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:23:29.342897 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:29.430309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Pushing event deleted for resources: {'Port': ['ID=ee592dbd-385a-421f-a06f-3b79aad1747b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:29.438404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] No DVR routers for this DVR port ee592dbd-385a-421f-a06f-3b79aad1747b on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:23:29.474260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94539f-efb2-461a-994c-3feb378bf3b0 req-bdfd9cc4-4aca-47a0-99df-7c0b3efa9433 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:29.478318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc94539f-efb2-461a-994c-3feb378bf3b0 req-bdfd9cc4-4aca-47a0-99df-7c0b3efa9433 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1970901 Dec 17 13:23:29.543403 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b88bfb5b-3744-424d-b0e7-c9a36268c6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:29.593297 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:29.598932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bfb5b-3744-424d-b0e7-c9a36268c6bb None None] Pushing event deleted for resources: {'Port': ['ID=ee592dbd-385a-421f-a06f-3b79aad1747b,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:29.608626 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88bfb5b-3744-424d-b0e7-c9a36268c6bb None None] No DVR routers for this DVR port ee592dbd-385a-421f-a06f-3b79aad1747b on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:23:29.642386 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc94539f-efb2-461a-994c-3feb378bf3b0 req-873efa34-0436-4afa-802b-421eb8bbb308 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565440 Dec 17 13:23:29.689144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:29.695127 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0507e6b7-76bf-4af1-b3cb-e799113ee6bf req-178059db-8a50-4451-bc0f-f0df65003459 tempest-ServerPasswordTestJSON-1927682806 tempest-ServerPasswordTestJSON-1927682806-project] 10.222.0.59 "GET /v2.0/ports?device_id=9754d96e-dc06-4723-9b9b-dbed0fcf9d65 HTTP/1.1" status: 200 len: 210 time: 0.0596340 Dec 17 13:23:29.707521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8dd61b-41b6-4818-9822-8303a05bc549') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:29.707825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8dd61b-41b6-4818-9822-8303a05bc549') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:29.724459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:29.759989 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:29.774811 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:23:29.777884 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:23:29.779386 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:23:29.986037 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:30.008582 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:30.018197 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] 10.222.0.59 "DELETE /v2.0/networks/fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2 HTTP/1.1" status: 204 len: 168 time: 1.4753571 Dec 17 13:23:30.041664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cde04-a65a-4244-90e5-60e25fdd89e4 tempest-TagsExtTest-329698175 tempest-TagsExtTest-329698175-project] Pushing event deleted for resources: {'Network': ['ID=fd01a5cd-5ff7-4fa3-b41d-778ebdfe8fa2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:30.514364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ee592dbd-385a-421f-a06f-3b79aad1747b no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:23:30.572743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: ee592dbd-385a-421f-a06f-3b79aad1747b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:23:30.577817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ee592dbd-385a-421f-a06f-3b79aad1747b not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:23:30.759117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47944) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:30.810056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47956) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:30.834275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e41e57-5fe1-47da-8a04-670a24230b89 req-4d77093e-a64e-4472-addb-d391a7e59952 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:30.842273 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-44e41e57-5fe1-47da-8a04-670a24230b89 req-4d77093e-a64e-4472-addb-d391a7e59952 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1078987 Dec 17 13:23:30.946208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bc8f2d-08a1-4cb9-abb8-4b86d89dd9d5 admin admin] Deleting subnet a3a1ef9a-f983-47b1-930b-ebeeab407395 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:23:30.962384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17bc8f2d-08a1-4cb9-abb8-4b86d89dd9d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.005521 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-44e41e57-5fe1-47da-8a04-670a24230b89 req-1dbe7924-1656-44f1-b9df-e2cf6f501bb6 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582942 Dec 17 13:23:31.053336 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17bc8f2d-08a1-4cb9-abb8-4b86d89dd9d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.129332 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17bc8f2d-08a1-4cb9-abb8-4b86d89dd9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.206853 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47988) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:31.207012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1db82946-c0f2-4cec-84bb-92bc7faf6e58 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a85e44b20bd4ecd9eadf07700b3442e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463325 Dec 17 13:23:31.290863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c6f045f9-01dc-4108-99e4-7c5e32b87ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.327231 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c6f045f9-01dc-4108-99e4-7c5e32b87ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.350138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17bc8f2d-08a1-4cb9-abb8-4b86d89dd9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.400055 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17bc8f2d-08a1-4cb9-abb8-4b86d89dd9d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.405862 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-17bc8f2d-08a1-4cb9-abb8-4b86d89dd9d5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a3a1ef9a-f983-47b1-930b-ebeeab407395 HTTP/1.1" status: 204 len: 168 time: 0.5925729 Dec 17 13:23:31.405862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc8f2d-08a1-4cb9-abb8-4b86d89dd9d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a1ef9a-f983-47b1-930b-ebeeab407395,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:31.417515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47992) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:31.545275 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.549263 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c6f045f9-01dc-4108-99e4-7c5e32b87ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.557718 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c6f045f9-01dc-4108-99e4-7c5e32b87ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.558993 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c6f045f9-01dc-4108-99e4-7c5e32b87ac0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/902fc5d7-8a67-4312-b36c-86510185b259 HTTP/1.1" status: 204 len: 168 time: 0.3511438 Dec 17 13:23:31.572698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f045f9-01dc-4108-99e4-7c5e32b87ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902fc5d7-8a67-4312-b36c-86510185b259,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:31.642192 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.714182 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.737722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe682255-6c5f-4ed4-8f9a-07bd9012c1a1']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:31.747938 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824a3391-c9ae-4bee-9a16-8188720fa022') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:31.748241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824a3391-c9ae-4bee-9a16-8188720fa022') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:23:31.758211 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.782100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.790265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:23:31.790748 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:23:31.792779 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:23:31.984236 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:31.991450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 7536e8ba-cc85-46d8-8d1e-40358a50c834 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:23:31.996917 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:32.010489 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] 10.222.0.59 "DELETE /v2.0/networks/fe682255-6c5f-4ed4-8f9a-07bd9012c1a1 HTTP/1.1" status: 204 len: 168 time: 0.5965412 Dec 17 13:23:32.063811 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 7536e8ba-cc85-46d8-8d1e-40358a50c834 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:23:32.064424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 7536e8ba-cc85-46d8-8d1e-40358a50c834 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:23:32.099276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef652ea-261f-4a9d-84e5-77203c007e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe682255-6c5f-4ed4-8f9a-07bd9012c1a1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:32.264643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4bf31-06de-47c8-a291-c5fc3cc05d52 req-3655049b-d2c4-49a1-bd9d-67261efd6c8b tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:32.271353 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2be4bf31-06de-47c8-a291-c5fc3cc05d52 req-3655049b-d2c4-49a1-bd9d-67261efd6c8b tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1520267 Dec 17 13:23:32.378199 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2be4bf31-06de-47c8-a291-c5fc3cc05d52 req-8cc10eb6-6a13-4961-bfa2-58b98388e5eb tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971658 Dec 17 13:23:32.830496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48034) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:32.885985 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d0441416-fc76-4354-a47a-00b0f8820f22 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bdeca41df9094e40ba760b5821e12b46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519509 Dec 17 13:23:32.887769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48036) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:32.952629 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e6da8ecf-4bff-499a-8432-a200cbf53347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:32.978915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e6da8ecf-4bff-499a-8432-a200cbf53347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:33.206706 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e6da8ecf-4bff-499a-8432-a200cbf53347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:33.214387 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e6da8ecf-4bff-499a-8432-a200cbf53347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:33.224838 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e6da8ecf-4bff-499a-8432-a200cbf53347 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f HTTP/1.1" status: 204 len: 168 time: 0.3313019 Dec 17 13:23:33.266885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da8ecf-4bff-499a-8432-a200cbf53347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c4c50e-527a-4e7d-bc1b-87a0c1a0c07f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:33.627767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad8e99-1045-41eb-a731-8a599b69245d req-1e40339a-7465-48f7-b56e-d0ebc8013a59 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:33.628796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-24ad8e99-1045-41eb-a731-8a599b69245d req-1e40339a-7465-48f7-b56e-d0ebc8013a59 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.0718153 Dec 17 13:23:33.710101 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-24ad8e99-1045-41eb-a731-8a599b69245d req-a6e4b3cf-02ff-432d-bcca-f793e32f7889 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747247 Dec 17 13:23:34.915320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ba133-ee3d-4215-84b2-9030bedcddaf req-d7e05b65-d188-4f09-b320-4a89a25fa7a8 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:34.918547 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-319ba133-ee3d-4215-84b2-9030bedcddaf req-d7e05b65-d188-4f09-b320-4a89a25fa7a8 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1038795 Dec 17 13:23:34.976406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48126) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:35.042661 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-319ba133-ee3d-4215-84b2-9030bedcddaf req-96248a81-e274-45ca-a6e1-eb2fe4975395 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178195 Dec 17 13:23:35.457466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1807164570-network', 'tenant_id': '278a138559c943f282def9620adde291'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:35.594963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Made reservation on behalf of 278a138559c943f282def9620adde291 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:23:35.597443 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:35.613096 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:35.790075 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:35.892298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:35.923195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:23:35.934286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48ff3ed-b53d-4595-927b-2e41c14648e4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:35.942334 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:35.942686 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Added segment d8fcd789-b087-4ff2-a6b2-86763523c5ea of type vlan for network 7f1bf78e-3e4d-4498-be42-77123817785e Dec 17 13:23:36.012080 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:36.028218 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:36.177448 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:36.178537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:36.179416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:36.233180 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:23:36.266599 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764cd05-74c9-49cc-ae1e-ebdd9df536d7 req-62222462-2e11-4e23-a6b3-65af4fd04d34 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:36.274938 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d764cd05-74c9-49cc-ae1e-ebdd9df536d7 req-62222462-2e11-4e23-a6b3-65af4fd04d34 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1071754 Dec 17 13:23:36.306842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] Pushing event updated for resources: {'Network': ['ID=7f1bf78e-3e4d-4498-be42-77123817785e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:36.332921 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 7f1bf78e-3e4d-4498-be42-77123817785e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:23:36.346322 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c004b0f7-547f-40bf-a703-ce9d269f7388 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3664455 Dec 17 13:23:36.348943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48172) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:36.362659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c2e96202-3a78-4bcd-8b49-86ea4a1f5411 admin admin] Request body: {'subnet': {'network_id': '7f1bf78e-3e4d-4498-be42-77123817785e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1807164570-subnet', 'tenant_id': '278a138559c943f282def9620adde291', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:36.397886 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d764cd05-74c9-49cc-ae1e-ebdd9df536d7 req-720f3952-2f57-44c1-99e5-14ba092291ab tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216884 Dec 17 13:23:36.486462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e96202-3a78-4bcd-8b49-86ea4a1f5411 admin admin] Made reservation on behalf of 278a138559c943f282def9620adde291 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:23:36.492330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2e96202-3a78-4bcd-8b49-86ea4a1f5411 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:37.012846 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2e96202-3a78-4bcd-8b49-86ea4a1f5411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:37.031825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48188) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:37.180419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad659298-c893-4300-aeb9-a1fd3ee4d037 req-17a59919-365b-4c46-b0a1-4248a339b487 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:37.192231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ad659298-c893-4300-aeb9-a1fd3ee4d037 req-17a59919-365b-4c46-b0a1-4248a339b487 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1457934 Dec 17 13:23:37.352602 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ad659298-c893-4300-aeb9-a1fd3ee4d037 req-0cde79bb-2cec-465f-b595-0ed3e76552b0 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595597 Dec 17 13:23:37.370409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e96202-3a78-4bcd-8b49-86ea4a1f5411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d218ddb-9c33-4bcf-be95-bb910a6bc4ed,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:37.388197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e96202-3a78-4bcd-8b49-86ea4a1f5411 admin admin] Checking segment: {'id': 'd8fcd789-b087-4ff2-a6b2-86763523c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7f1bf78e-3e4d-4498-be42-77123817785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:23:37.389115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e96202-3a78-4bcd-8b49-86ea4a1f5411 admin admin] Network hostable DHCP agents. Network: 7f1bf78e-3e4d-4498-be42-77123817785e, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:23:37.392320 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5110ee7-370f-4a21-912c-4849389071b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:37.544331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e96202-3a78-4bcd-8b49-86ea4a1f5411 admin admin] Network 7f1bf78e-3e4d-4498-be42-77123817785e is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:23:37.561361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5110ee7-370f-4a21-912c-4849389071b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:37.568804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ab7be-ab25-42ca-bb3c-e9f9eac6d5af req-82d60484-9f72-4793-95af-eb7a7a4b919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:37.576055 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae0ab7be-ab25-42ca-bb3c-e9f9eac6d5af req-82d60484-9f72-4793-95af-eb7a7a4b919e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 1096 time: 0.4513664 Dec 17 13:23:37.664623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-c2e96202-3a78-4bcd-8b49-86ea4a1f5411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 7f1bf78e-3e4d-4498-be42-77123817785e) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:23:37.672014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e96202-3a78-4bcd-8b49-86ea4a1f5411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:37.678200 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2e96202-3a78-4bcd-8b49-86ea4a1f5411 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:37.679234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac5bae5-548f-4558-be21-511f429ae28d None None] Network 7f1bf78e-3e4d-4498-be42-77123817785e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:23:37.691234 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5110ee7-370f-4a21-912c-4849389071b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:37.724306 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5110ee7-370f-4a21-912c-4849389071b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a99231-66aa-4a48-88a5-63e6bdef68d4,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:37.743144 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f5110ee7-370f-4a21-912c-4849389071b1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01e932a7dcb2440caaf24085f54b2eae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7100255 Dec 17 13:23:37.745818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48208) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:37.756302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ab7be-ab25-42ca-bb3c-e9f9eac6d5af req-8f0f9a3c-3114-43a0-bf97-300d5e9ac8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:37.759038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae0ab7be-ab25-42ca-bb3c-e9f9eac6d5af req-8f0f9a3c-3114-43a0-bf97-300d5e9ac8ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 912 time: 0.1751573 Dec 17 13:23:37.836415 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-117a5e0f-85d7-4f93-9d70-db508a5c2892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:37.845625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c2e96202-3a78-4bcd-8b49-86ea4a1f5411 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4857767 Dec 17 13:23:37.845847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385bb0f-0fb1-4b8f-9b28-97575efa515f None None] Network 7f1bf78e-3e4d-4498-be42-77123817785e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:23:37.875491 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae0ab7be-ab25-42ca-bb3c-e9f9eac6d5af req-83eeacbd-16ca-4765-8918-a241e6aa0a88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b06630-f02d-41fa-a661-61f4ae8b1e9d HTTP/1.1" status: 200 len: 1000 time: 0.0993671 Dec 17 13:23:37.879323 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-117a5e0f-85d7-4f93-9d70-db508a5c2892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:37.955601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ab7be-ab25-42ca-bb3c-e9f9eac6d5af req-b4a3bffa-2d37-402d-8d60-e8806ac1184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:37.955601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae0ab7be-ab25-42ca-bb3c-e9f9eac6d5af req-b4a3bffa-2d37-402d-8d60-e8806ac1184b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d1656b2-e2b6-417d-b1f4-d2369980ad95 HTTP/1.1" status: 200 len: 850 time: 0.0581071 Dec 17 13:23:38.057950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ab7be-ab25-42ca-bb3c-e9f9eac6d5af req-1a79dca0-9767-40f3-9522-0d78465d4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:38.060696 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae0ab7be-ab25-42ca-bb3c-e9f9eac6d5af req-1a79dca0-9767-40f3-9522-0d78465d4fdb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efd523df-1141-427f-91d1-b66f399f62fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000080 Dec 17 13:23:38.121026 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-117a5e0f-85d7-4f93-9d70-db508a5c2892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:38.124045 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-117a5e0f-85d7-4f93-9d70-db508a5c2892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:38.126131 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-117a5e0f-85d7-4f93-9d70-db508a5c2892 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43a99231-66aa-4a48-88a5-63e6bdef68d4 HTTP/1.1" status: 204 len: 168 time: 0.3765574 Dec 17 13:23:38.142258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a5e0f-85d7-4f93-9d70-db508a5c2892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a99231-66aa-4a48-88a5-63e6bdef68d4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:38.238604 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae0ab7be-ab25-42ca-bb3c-e9f9eac6d5af req-9c514625-9367-45da-84fd-d016550b929b service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656547 Dec 17 13:23:38.434302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae0ab7be-ab25-42ca-bb3c-e9f9eac6d5af req-f097c47e-41d8-4641-9298-080b1d3c3dc2 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873839 Dec 17 13:23:38.679417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-46d8ee48-04a0-42e0-a854-f041ee328eda tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:38.690307 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-46d8ee48-04a0-42e0-a854-f041ee328eda tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/networks?id=7f1bf78e-3e4d-4498-be42-77123817785e HTTP/1.1" status: 200 len: 809 time: 0.2960131 Dec 17 13:23:38.738611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-4b57d0b3-7fd9-4c1d-a3bc-8170471afcd7 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/quotas/278a138559c943f282def9620adde291 HTTP/1.1" status: 200 len: 375 time: 0.0270400 Dec 17 13:23:38.834009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-5cb03ff4-8e45-4337-9e5c-c8d078345893 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=278a138559c943f282def9620adde291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811820 Dec 17 13:23:38.893216 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf412-a859-4843-8b58-97399d16d33d req-e3f96ecc-1263-4abc-b70d-c3708fd15483 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:38.894819 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d69cf412-a859-4843-8b58-97399d16d33d req-e3f96ecc-1263-4abc-b70d-c3708fd15483 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1254728 Dec 17 13:23:38.970632 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d69cf412-a859-4843-8b58-97399d16d33d req-20092cb7-c069-4649-9a1c-37ee7efaad3d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682933 Dec 17 13:23:39.017426 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-d04c3863-6c69-44ec-a369-794e2fab8829 service neutron] 10.222.0.59 "GET /v2.0/networks/7f1bf78e-3e4d-4498-be42-77123817785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571453 Dec 17 13:23:39.181207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-f1f992e9-432f-4264-bc83-9882ed67bf6d service neutron] 10.222.0.59 "GET /v2.0/networks/7f1bf78e-3e4d-4498-be42-77123817785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547530 Dec 17 13:23:39.208982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48276) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:39.235018 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0d471773-50f1-42f3-9ae4-698a95d69296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:39.402570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0d471773-50f1-42f3-9ae4-698a95d69296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:39.574857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0d471773-50f1-42f3-9ae4-698a95d69296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:39.756929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d471773-50f1-42f3-9ae4-698a95d69296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91d16b9-f852-4fd0-9139-b9a0f9d53535,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:39.783786 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8d0f5d1a-dcd8-4b8b-b6f2-373eaea5f6ed req-317ab87a-0f8b-4e9f-bd8a-3dc54cd399c3 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 210 time: 0.1402607 Dec 17 13:23:39.793354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48300) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:39.793915 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0d471773-50f1-42f3-9ae4-698a95d69296 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3e5f12074323497fa7efebefb2e1f8c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5830855 Dec 17 13:23:39.935118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f06a37bb-9731-4f27-a1e9-513fef37ae39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:39.985311 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f06a37bb-9731-4f27-a1e9-513fef37ae39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:40.160511 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f06a37bb-9731-4f27-a1e9-513fef37ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:40.166108 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f06a37bb-9731-4f27-a1e9-513fef37ae39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:40.167933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f06a37bb-9731-4f27-a1e9-513fef37ae39 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e91d16b9-f852-4fd0-9139-b9a0f9d53535 HTTP/1.1" status: 204 len: 168 time: 0.3731451 Dec 17 13:23:40.188150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a37bb-9731-4f27-a1e9-513fef37ae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91d16b9-f852-4fd0-9139-b9a0f9d53535,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:40.236151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e34c5-d697-4ace-adbd-496c8570142e req-349c3045-85de-4a6c-924c-84a54afdfde1 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:40.246316 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b1e34c5-d697-4ace-adbd-496c8570142e req-349c3045-85de-4a6c-924c-84a54afdfde1 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1703269 Dec 17 13:23:40.385538 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b1e34c5-d697-4ace-adbd-496c8570142e req-c27aed27-d52a-4a40-b16e-e5f7af8742d7 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382787 Dec 17 13:23:40.942827 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-94aef923-2835-4d0c-815e-f52683399080 req-4ad56454-fc5c-45dd-be6e-da259587fa4a tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 210 time: 0.0395420 Dec 17 13:23:42.210215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a96d6513-8a61-4159-b8c6-91e0120a0487 req-39d026a4-5a79-4351-815f-418d0bd5b52d tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 210 time: 0.1041746 Dec 17 13:23:43.459974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-b36a6477-697e-4c54-aac3-e34c22f9fc13 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:43.470379 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-b36a6477-697e-4c54-aac3-e34c22f9fc13 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.54 "GET /v2.0/networks?id=7f1bf78e-3e4d-4498-be42-77123817785e HTTP/1.1" status: 200 len: 809 time: 0.3898149 Dec 17 13:23:43.497840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Request body: {'port': {'device_id': 'da13aa46-11f2-4ff7-aafe-86b4a7d91de1', 'network_id': '7f1bf78e-3e4d-4498-be42-77123817785e', 'admin_state_up': True, 'tenant_id': '278a138559c943f282def9620adde291'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:43.539573 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-16382a4a-5534-4459-907f-026e3eea44d1 req-d452d014-4294-411d-89c5-8c044dbf0131 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 210 time: 0.0669427 Dec 17 13:23:43.899288 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c6b42689-912d-490f-a5cb-79c78a79b32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:44.050491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Made reservation on behalf of 278a138559c943f282def9620adde291 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:23:44.062588 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:44.347019 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Allocated IP 172.20.0.2 (7f1bf78e-3e4d-4498-be42-77123817785e/7d218ddb-9c33-4bcf-be95-bb910a6bc4ed/4aada302-d094-42ae-9588-8dab066b0704) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:23:44.643467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:44.757180 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe263245-a192-4911-a3a4-8a741aa2d3ca req-c63c48c3-1c8f-432e-a02d-ea6b1c04b32f tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 210 time: 0.0764635 Dec 17 13:23:44.858438 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:45.194996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Network 7f1bf78e-3e4d-4498-be42-77123817785e is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:23:45.204750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:23:45.209685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:23:45.307985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Pushing event updated for resources: {'Port': ['ID=4aada302-d094-42ae-9588-8dab066b0704,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:45.378820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:45.380139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:45.517373 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-599b0e89-6cf6-4cf2-b8f1-18ec179293f1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0261326 Dec 17 13:23:45.663612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Request body: {'port': {'device_id': 'da13aa46-11f2-4ff7-aafe-86b4a7d91de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:23:45.728839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:46.152324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d65536-59c2-466f-ba1b-8d6dd843e2b6 req-7384622a-0462-4ac2-a62d-14255989792b tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:46.171755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10d65536-59c2-466f-ba1b-8d6dd843e2b6 req-7384622a-0462-4ac2-a62d-14255989792b tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 931 time: 0.2841737 Dec 17 13:23:46.293865 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10d65536-59c2-466f-ba1b-8d6dd843e2b6 req-a417e270-c88b-4c25-a0a9-c7bd4054deee tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/security-groups?id=a48ff3ed-b53d-4595-927b-2e41c14648e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201658 Dec 17 13:23:46.361450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aada302-d094-42ae-9588-8dab066b0704 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:23:46.372903 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:46.389245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Transition to ACTIVE for port object 4aada302-d094-42ae-9588-8dab066b0704 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:23:47.345133 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c5fb0fc-4c11-4816-aab7-bd826faeb87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:47.346554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:47.562547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Pushing event updated for resources: {'Port': ['ID=4aada302-d094-42ae-9588-8dab066b0704,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:47.585152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42dac0-afc5-4bc0-89f9-1c9932cd61e8 req-369b19e6-f216-4ca9-932c-e68c8a5b617f tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:47.590101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b42dac0-afc5-4bc0-89f9-1c9932cd61e8 req-369b19e6-f216-4ca9-932c-e68c8a5b617f tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 943 time: 0.1531317 Dec 17 13:23:47.679989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Attempting to bind port 4aada302-d094-42ae-9588-8dab066b0704 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:23:47.680378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Attempting to bind port 4aada302-d094-42ae-9588-8dab066b0704 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'd8fcd789-b087-4ff2-a6b2-86763523c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7f1bf78e-3e4d-4498-be42-77123817785e'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:23:47.680698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Attempting to bind port 4aada302-d094-42ae-9588-8dab066b0704 on network 7f1bf78e-3e4d-4498-be42-77123817785e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:23:47.692291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Port 4aada302-d094-42ae-9588-8dab066b0704 on network 7f1bf78e-3e4d-4498-be42-77123817785e not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:23:47.692970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Attempting to bind port 4aada302-d094-42ae-9588-8dab066b0704 on network 7f1bf78e-3e4d-4498-be42-77123817785e {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:23:47.711914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:23:47.712291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Checking segment: {'id': 'd8fcd789-b087-4ff2-a6b2-86763523c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7f1bf78e-3e4d-4498-be42-77123817785e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:23:47.712717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Bound using segment: {'id': 'd8fcd789-b087-4ff2-a6b2-86763523c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7f1bf78e-3e4d-4498-be42-77123817785e'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:23:47.714301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Bound port: 4aada302-d094-42ae-9588-8dab066b0704, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fcd789-b087-4ff2-a6b2-86763523c5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7f1bf78e-3e4d-4498-be42-77123817785e'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:23:47.714676 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:47.777450 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:47.844888 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b42dac0-afc5-4bc0-89f9-1c9932cd61e8 req-f5b9c040-b723-407d-9576-d0fa36cad0ce tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/security-groups?id=a48ff3ed-b53d-4595-927b-2e41c14648e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280185 Dec 17 13:23:47.886206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] For port 4aada302-d094-42ae-9588-8dab066b0704, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:23:47.889757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] For port 4aada302-d094-42ae-9588-8dab066b0704, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4aada302-d094-42ae-9588-8dab066b0704,segment=NetworkSegment(d8fcd789-b087-4ff2-a6b2-86763523c5ea),segment_id=d8fcd789-b087-4ff2-a6b2-86763523c5ea)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:23:47.996163 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:48.049374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:48.050373 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:48.054327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] 10.222.0.54 "PUT /v2.0/ports/4aada302-d094-42ae-9588-8dab066b0704 HTTP/1.1" status: 200 len: 1091 time: 2.5266616 Dec 17 13:23:48.058891 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da13aa46-11f2-4ff7-aafe-86b4a7d91de1', 'tag': '4aada302-d094-42ae-9588-8dab066b0704'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:23:48.059782 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7b8bb9-babf-44e1-be77-8a86a60208ea" -d '{"events": [{"name": "network-changed", "server_uuid": "da13aa46-11f2-4ff7-aafe-86b4a7d91de1", "tag": "4aada302-d094-42ae-9588-8dab066b0704"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:23:48.093367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72149b3-0fcd-44ba-a975-e89a71b0bd0a service neutron] Pushing event updated for resources: {'Port': ['ID=4aada302-d094-42ae-9588-8dab066b0704,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:48.232610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-6d0f569a-308d-44c4-838e-1bc48df01f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:48.234310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-6d0f569a-308d-44c4-838e-1bc48df01f29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=278a138559c943f282def9620adde291&device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 1094 time: 0.0673137 Dec 17 13:23:48.324681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-81f216ae-190e-46ff-ae90-7d4d467bf983 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4aada302-d094-42ae-9588-8dab066b0704 HTTP/1.1" status: 200 len: 217 time: 0.0810151 Dec 17 13:23:48.469754 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585a36c3-103c-4283-a018-e85d6ad7c645 x-openstack-request-id: req-585a36c3-103c-4283-a018-e85d6ad7c645 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:23:48.469754 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da13aa46-11f2-4ff7-aafe-86b4a7d91de1", "tag": "4aada302-d094-42ae-9588-8dab066b0704", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:23:48.469754 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-585a36c3-103c-4283-a018-e85d6ad7c645 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:23:48.469754 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da13aa46-11f2-4ff7-aafe-86b4a7d91de1', 'tag': '4aada302-d094-42ae-9588-8dab066b0704', 'status': 'completed', 'code': 200} Dec 17 13:23:48.471192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-a72c8bef-1444-404d-b402-be2f4e292dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:48.472186 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-a72c8bef-1444-404d-b402-be2f4e292dc3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d218ddb-9c33-4bcf-be95-bb910a6bc4ed HTTP/1.1" status: 200 len: 849 time: 0.1409538 Dec 17 13:23:48.516173 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-53138a1d-4302-42eb-9c70-e5eadf0269dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f1bf78e-3e4d-4498-be42-77123817785e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348678 Dec 17 13:23:48.647259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-68600dfa-3a3c-4ecf-9af2-bb0f88cd39a5 service neutron] 10.222.0.54 "GET /v2.0/networks/7f1bf78e-3e4d-4498-be42-77123817785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226413 Dec 17 13:23:48.880902 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:48.886069 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a50a388-cb1e-43bf-bfa8-e0c565aa571e req-31752a89-1a7f-45bd-8997-76ae79941076 service neutron] 10.222.0.54 "GET /v2.0/networks/7f1bf78e-3e4d-4498-be42-77123817785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284272 Dec 17 13:23:49.200107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54832f-d78e-4b5e-bb42-52f7096bcd01 req-4dde00a9-d5b5-4535-83a4-102f635dc45c tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:49.207644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b8bb9-babf-44e1-be77-8a86a60208ea req-679baf61-09e0-47c4-8266-a218fafeeda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:49.209728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7b7b8bb9-babf-44e1-be77-8a86a60208ea req-679baf61-09e0-47c4-8266-a218fafeeda1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=278a138559c943f282def9620adde291&device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 1094 time: 0.1627588 Dec 17 13:23:49.214271 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4c54832f-d78e-4b5e-bb42-52f7096bcd01 req-4dde00a9-d5b5-4535-83a4-102f635dc45c tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 943 time: 0.2260780 Dec 17 13:23:49.309001 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4c54832f-d78e-4b5e-bb42-52f7096bcd01 req-d5e1fcc9-4936-4434-a11f-b5e8244c7b94 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/security-groups?id=a48ff3ed-b53d-4595-927b-2e41c14648e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861816 Dec 17 13:23:49.396122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b8bb9-babf-44e1-be77-8a86a60208ea req-778ef249-12fb-4584-9f25-70bcc11c63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:49.400076 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7b7b8bb9-babf-44e1-be77-8a86a60208ea req-778ef249-12fb-4584-9f25-70bcc11c63a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7f1bf78e-3e4d-4498-be42-77123817785e HTTP/1.1" status: 200 len: 910 time: 0.1804085 Dec 17 13:23:49.508137 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7b7b8bb9-babf-44e1-be77-8a86a60208ea req-0d5bbdb5-0a0f-4950-9c27-9c71b1ad2467 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4aada302-d094-42ae-9588-8dab066b0704 HTTP/1.1" status: 200 len: 217 time: 0.0983849 Dec 17 13:23:49.606723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b8bb9-babf-44e1-be77-8a86a60208ea req-6b5e1fd6-a2fd-47d9-848b-254b3dd174cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:49.609729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7b7b8bb9-babf-44e1-be77-8a86a60208ea req-6b5e1fd6-a2fd-47d9-848b-254b3dd174cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d218ddb-9c33-4bcf-be95-bb910a6bc4ed HTTP/1.1" status: 200 len: 849 time: 0.0925612 Dec 17 13:23:49.683511 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7b7b8bb9-babf-44e1-be77-8a86a60208ea req-136952b3-1e7a-4535-a6b8-ff26dd327359 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7f1bf78e-3e4d-4498-be42-77123817785e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638120 Dec 17 13:23:49.696054 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:49.906613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48550) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:50.027863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7b7b8bb9-babf-44e1-be77-8a86a60208ea req-f1c46639-c36c-4908-b1c9-11fee72a6a99 service neutron] 10.222.0.54 "GET /v2.0/networks/7f1bf78e-3e4d-4498-be42-77123817785e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957780 Dec 17 13:23:50.232065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-901d58d6-170e-45d7-8854-e981db748a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:50.408875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7b7b8bb9-babf-44e1-be77-8a86a60208ea req-eb071fb1-4173-498f-9417-ad4c39730c14 service neutron] 10.222.0.54 "GET /v2.0/networks/7f1bf78e-3e4d-4498-be42-77123817785e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718827 Dec 17 13:23:50.511342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-901d58d6-170e-45d7-8854-e981db748a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:50.568783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755dca3-6019-461a-8121-b58dd752815d req-99761bdd-b262-4081-9551-1f6e633cfb6a tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:50.571795 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3755dca3-6019-461a-8121-b58dd752815d req-99761bdd-b262-4081-9551-1f6e633cfb6a tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 943 time: 0.0716703 Dec 17 13:23:50.609180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-901d58d6-170e-45d7-8854-e981db748a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:50.646167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d58d6-170e-45d7-8854-e981db748a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24daf2d-d208-4c74-8ead-f785a9d6e3e6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:50.681344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-901d58d6-170e-45d7-8854-e981db748a6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86f42be90a024beb86547162cc4a5c72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7727032 Dec 17 13:23:50.685551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48574) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:50.701630 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3755dca3-6019-461a-8121-b58dd752815d req-1b70c4df-a3b2-4710-972b-e3a8c255b973 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/security-groups?id=a48ff3ed-b53d-4595-927b-2e41c14648e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229286 Dec 17 13:23:50.803882 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c66eee7-31cb-4e2b-8505-3a6715d58248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:50.833756 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c66eee7-31cb-4e2b-8505-3a6715d58248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:51.051287 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c66eee7-31cb-4e2b-8505-3a6715d58248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:51.055451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c66eee7-31cb-4e2b-8505-3a6715d58248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:51.057514 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1c66eee7-31cb-4e2b-8505-3a6715d58248 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f24daf2d-d208-4c74-8ead-f785a9d6e3e6 HTTP/1.1" status: 204 len: 168 time: 0.3705258 Dec 17 13:23:51.073813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66eee7-31cb-4e2b-8505-3a6715d58248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24daf2d-d208-4c74-8ead-f785a9d6e3e6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:51.945206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dc5ac-553e-4fdf-9c26-1b0b36df20f5 req-5e99412c-9735-4825-b68d-a60ccace1386 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:51.959591 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca3dc5ac-553e-4fdf-9c26-1b0b36df20f5 req-5e99412c-9735-4825-b68d-a60ccace1386 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 943 time: 0.1088696 Dec 17 13:23:52.037914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4aada302-d094-42ae-9588-8dab066b0704 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:23:52.042507 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca3dc5ac-553e-4fdf-9c26-1b0b36df20f5 req-98c0600a-beed-4026-94ec-6b093df7a2e1 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/security-groups?id=a48ff3ed-b53d-4595-927b-2e41c14648e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805576 Dec 17 13:23:52.131347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 48606) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:52.152317 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-98bfe6c6-1b7c-4e97-a85c-df22ccc536d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:52.197405 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4aada302-d094-42ae-9588-8dab066b0704, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4aada302-d094-42ae-9588-8dab066b0704,segment=NetworkSegment(d8fcd789-b087-4ff2-a6b2-86763523c5ea),segment_id=d8fcd789-b087-4ff2-a6b2-86763523c5ea)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:23:52.219748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '4aada302-d094-42ae-9588-8dab066b0704', 'network_id': '7f1bf78e-3e4d-4498-be42-77123817785e', 'port_id': '4aada302-d094-42ae-9588-8dab066b0704', 'mac_address': 'fa:16:3e:5d:8d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d218ddb-9c33-4bcf-be95-bb910a6bc4ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:23:52.248861 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-98bfe6c6-1b7c-4e97-a85c-df22ccc536d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:52.309852 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:52.327346 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-98bfe6c6-1b7c-4e97-a85c-df22ccc536d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:52.347176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aada302-d094-42ae-9588-8dab066b0704 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:23:52.378014 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-98bfe6c6-1b7c-4e97-a85c-df22ccc536d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=60218795d60e42fe993a119e946e6450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435186 Dec 17 13:23:52.379015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48612) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:23:52.390113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4aada302-d094-42ae-9588-8dab066b0704, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4aada302-d094-42ae-9588-8dab066b0704,segment=NetworkSegment(d8fcd789-b087-4ff2-a6b2-86763523c5ea),segment_id=d8fcd789-b087-4ff2-a6b2-86763523c5ea)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:23:52.438210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfe6c6-1b7c-4e97-a85c-df22ccc536d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dc5eec-6fc2-4272-9b52-538d03a5832a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:52.475364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:52.521012 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f84fd72f-f1ae-4b60-a445-b93defd055a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:52.544650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=4aada302-d094-42ae-9588-8dab066b0704,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:52.594486 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f84fd72f-f1ae-4b60-a445-b93defd055a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:52.745392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['4aada302-d094-42ae-9588-8dab066b0704'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:23:52.760647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f84fd72f-f1ae-4b60-a445-b93defd055a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:52.769002 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f84fd72f-f1ae-4b60-a445-b93defd055a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:52.769002 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f84fd72f-f1ae-4b60-a445-b93defd055a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7dc5eec-6fc2-4272-9b52-538d03a5832a HTTP/1.1" status: 204 len: 168 time: 0.3830819 Dec 17 13:23:52.790983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fd72f-f1ae-4b60-a445-b93defd055a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dc5eec-6fc2-4272-9b52-538d03a5832a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:53.273985 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad1ec8-9ab9-40ae-80f4-a7b43d625677 req-a6d04357-c068-437c-a749-9f80e7ee45e3 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:53.276583 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-80ad1ec8-9ab9-40ae-80f4-a7b43d625677 req-a6d04357-c068-437c-a749-9f80e7ee45e3 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 944 time: 0.1004820 Dec 17 13:23:53.393843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-80ad1ec8-9ab9-40ae-80f4-a7b43d625677 req-98873724-ad2a-4d87-8cce-a0d335adef4b tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/security-groups?id=a48ff3ed-b53d-4595-927b-2e41c14648e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081498 Dec 17 13:23:54.054419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4aada302-d094-42ae-9588-8dab066b0704 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:23:54.280333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 4aada302-d094-42ae-9588-8dab066b0704 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:23:54.287309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 4aada302-d094-42ae-9588-8dab066b0704 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:23:54.292728 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:54.460453 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:54.528394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da13aa46-11f2-4ff7-aafe-86b4a7d91de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aada302-d094-42ae-9588-8dab066b0704'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:23:54.530950 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70493ba1-1ae1-4151-b3e5-b58161b0cf11" -d '{"events": [{"server_uuid": "da13aa46-11f2-4ff7-aafe-86b4a7d91de1", "name": "network-vif-plugged", "status": "completed", "tag": "4aada302-d094-42ae-9588-8dab066b0704"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:23:54.546305 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4aada302-d094-42ae-9588-8dab066b0704, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4aada302-d094-42ae-9588-8dab066b0704,segment=NetworkSegment(d8fcd789-b087-4ff2-a6b2-86763523c5ea),segment_id=d8fcd789-b087-4ff2-a6b2-86763523c5ea)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:23:54.634542 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:23:54.723197 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c6baeb-defa-4593-b65a-3751a76b25c3 x-openstack-request-id: req-f2c6baeb-defa-4593-b65a-3751a76b25c3 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:23:54.723549 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da13aa46-11f2-4ff7-aafe-86b4a7d91de1", "name": "network-vif-plugged", "status": "completed", "tag": "4aada302-d094-42ae-9588-8dab066b0704", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:23:54.723794 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f2c6baeb-defa-4593-b65a-3751a76b25c3 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:23:54.724195 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da13aa46-11f2-4ff7-aafe-86b4a7d91de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aada302-d094-42ae-9588-8dab066b0704', 'code': 200} Dec 17 13:23:54.744596 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc16b0a-fc3f-49d2-9a2e-95847abc0c65 req-77795cc3-1eea-4b36-9806-113b79c0d513 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:54.746250 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fc16b0a-fc3f-49d2-9a2e-95847abc0c65 req-77795cc3-1eea-4b36-9806-113b79c0d513 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 944 time: 0.1535199 Dec 17 13:23:54.839742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=4aada302-d094-42ae-9588-8dab066b0704,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:23:54.904394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852190f-1481-4249-9d2e-c30b3aaf5ddd req-99fc02e1-c047-4192-944b-72639f8fb4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:54.922670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9852190f-1481-4249-9d2e-c30b3aaf5ddd req-99fc02e1-c047-4192-944b-72639f8fb4fe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 1096 time: 0.1871469 Dec 17 13:23:54.959619 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6fc16b0a-fc3f-49d2-9a2e-95847abc0c65 req-9cb6af23-ed1d-4316-bff9-72b9c261771d tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/security-groups?id=a48ff3ed-b53d-4595-927b-2e41c14648e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002647 Dec 17 13:23:55.032867 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9852190f-1481-4249-9d2e-c30b3aaf5ddd req-61b392d0-5d6c-4118-8391-5c3397d72817 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a48ff3ed-b53d-4595-927b-2e41c14648e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092639 Dec 17 13:23:56.354026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1be55-498a-4843-b0e7-e361cd3d8204 req-0066094e-d19f-4f57-9690-2c2a27bb3596 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:56.375838 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8dc1be55-498a-4843-b0e7-e361cd3d8204 req-0066094e-d19f-4f57-9690-2c2a27bb3596 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 945 time: 0.1609418 Dec 17 13:23:56.523655 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8dc1be55-498a-4843-b0e7-e361cd3d8204 req-3cc5649a-0898-40ba-888d-c9052b99759f tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/security-groups?id=a48ff3ed-b53d-4595-927b-2e41c14648e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416502 Dec 17 13:23:57.695912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02465912-147d-4614-bafa-68bf71038cf6 req-c22e0a49-a96f-4b96-8f8f-30336461386d tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:57.713526 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-02465912-147d-4614-bafa-68bf71038cf6 req-c22e0a49-a96f-4b96-8f8f-30336461386d tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 945 time: 0.0944040 Dec 17 13:23:57.783310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ac5d85d-a09a-48fb-ae4e-9c31d6839ab3 req-3d973367-11ee-4569-8b4c-8b1380720e26 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0849183 Dec 17 13:23:57.846055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-02465912-147d-4614-bafa-68bf71038cf6 req-12027c5f-46fa-4f36-b800-b4a55844801a tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/security-groups?id=a48ff3ed-b53d-4595-927b-2e41c14648e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144819 Dec 17 13:23:57.928333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d85d-a09a-48fb-ae4e-9c31d6839ab3 req-4fd54982-8744-4eed-a651-43d2eb02d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:57.931172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ac5d85d-a09a-48fb-ae4e-9c31d6839ab3 req-4fd54982-8744-4eed-a651-43d2eb02d8e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 1096 time: 0.0799170 Dec 17 13:23:58.074357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d85d-a09a-48fb-ae4e-9c31d6839ab3 req-2339d982-010c-4bed-950e-23b74fdcfe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:58.075874 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ac5d85d-a09a-48fb-ae4e-9c31d6839ab3 req-2339d982-010c-4bed-950e-23b74fdcfe1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 912 time: 0.1214356 Dec 17 13:23:58.231199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ac5d85d-a09a-48fb-ae4e-9c31d6839ab3 req-088f8a6f-e49d-4575-b3c4-1b8571ea08d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b06630-f02d-41fa-a661-61f4ae8b1e9d HTTP/1.1" status: 200 len: 1000 time: 0.1446102 Dec 17 13:23:58.345260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d85d-a09a-48fb-ae4e-9c31d6839ab3 req-5ed128ee-0fbd-4235-8211-d3d0def809cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:58.347432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ac5d85d-a09a-48fb-ae4e-9c31d6839ab3 req-5ed128ee-0fbd-4235-8211-d3d0def809cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d1656b2-e2b6-417d-b1f4-d2369980ad95 HTTP/1.1" status: 200 len: 850 time: 0.1083848 Dec 17 13:23:58.435734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d85d-a09a-48fb-ae4e-9c31d6839ab3 req-72ba8992-0e94-478f-a873-e9e19f42fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:58.437874 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ac5d85d-a09a-48fb-ae4e-9c31d6839ab3 req-72ba8992-0e94-478f-a873-e9e19f42fa3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efd523df-1141-427f-91d1-b66f399f62fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816257 Dec 17 13:23:58.669679 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ac5d85d-a09a-48fb-ae4e-9c31d6839ab3 req-7df34e09-237d-4aa5-adde-a045f4ed8cb2 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122922 Dec 17 13:23:58.931856 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ac5d85d-a09a-48fb-ae4e-9c31d6839ab3 req-e3c5b953-d3f3-4ef5-b08c-207d04382ae1 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546141 Dec 17 13:23:59.328332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-158e1a77-71bf-4767-aa56-7e4901137ab2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1127608 Dec 17 13:23:59.742558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-e71824d8-9d8b-416f-8a72-bec0ea2da24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:59.743459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-e71824d8-9d8b-416f-8a72-bec0ea2da24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:59.744859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-e71824d8-9d8b-416f-8a72-bec0ea2da24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:59.745643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-e71824d8-9d8b-416f-8a72-bec0ea2da24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:59.749979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-e71824d8-9d8b-416f-8a72-bec0ea2da24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:59.749979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-e71824d8-9d8b-416f-8a72-bec0ea2da24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:59.749979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-e71824d8-9d8b-416f-8a72-bec0ea2da24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:23:59.751355 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-e71824d8-9d8b-416f-8a72-bec0ea2da24b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6491 time: 0.2424469 Dec 17 13:24:00.285994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-b8d478a0-b0d5-4591-a1de-20450293d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:00.288098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-b8d478a0-b0d5-4591-a1de-20450293d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:00.290706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-b8d478a0-b0d5-4591-a1de-20450293d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:00.302047 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-b8d478a0-b0d5-4591-a1de-20450293d219 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=07d2f406-3950-4c25-8545-7279d9964e39&id=07d2f406-3950-4c25-8545-7279d9964e39 HTTP/1.1" status: 200 len: 2293 time: 0.5231826 Dec 17 13:24:00.482699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-99d2d451-03e2-42f6-b86a-b0c4cdd9ebca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200 HTTP/1.1" status: 200 len: 1001 time: 0.1745114 Dec 17 13:24:00.569543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-8085a8e6-7292-4a5f-94e1-fe5dab277ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:00.573028 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-8085a8e6-7292-4a5f-94e1-fe5dab277ef4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13 HTTP/1.1" status: 200 len: 850 time: 0.0829165 Dec 17 13:24:00.665395 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-aa277e2f-9c9a-4dca-8844-a54ef7ccf8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:00.669261 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-aa277e2f-9c9a-4dca-8844-a54ef7ccf8f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872107 Dec 17 13:24:00.916665 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-cb4d8ab9-0f0e-48ab-ad3f-530310031134 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373788 Dec 17 13:24:01.093715 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-0c18f3a0-bd73-4527-bc03-aa2c6ecd4d92 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717880 Dec 17 13:24:01.211097 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-a1d2646b-2b7b-4537-adce-184ef522e007 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=731e1dcb-c235-4f38-a39c-20fb543ce7e9 HTTP/1.1" status: 200 len: 217 time: 0.1041176 Dec 17 13:24:01.377764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-441a755c-fbef-4842-9164-f73034c315cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:01.379297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-441a755c-fbef-4842-9164-f73034c315cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.1612074 Dec 17 13:24:01.476912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-2a899df0-aafd-4817-ab5a-df880f17f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:01.479103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-2a899df0-aafd-4817-ab5a-df880f17f1c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0925355 Dec 17 13:24:01.645119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-d706b178-03b9-4438-a186-456cc2cebeb3 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545382 Dec 17 13:24:01.668984 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:01.812123 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-98fe8cd2-080b-405d-acf0-d8165710e53c service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582890 Dec 17 13:24:01.894442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-282a25c9-a133-4d19-b586-e3172344f86d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=020196ad-0617-491a-a5a3-0e0d6fbcee80 HTTP/1.1" status: 200 len: 217 time: 0.0747399 Dec 17 13:24:02.011631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-38afb83c-9a51-45e3-86c3-327a005326b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:02.013520 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-38afb83c-9a51-45e3-86c3-327a005326b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.1086366 Dec 17 13:24:02.088278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-b909ad58-e87b-447f-8084-d3fdef9b79ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:02.090267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-b909ad58-e87b-447f-8084-d3fdef9b79ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0665834 Dec 17 13:24:02.302864 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-33ddfcd3-b1a5-4889-bc36-3a1818fb93c1 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999865 Dec 17 13:24:02.428023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-21cd0062-197a-401d-89cc-7e6a7362c431 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183035 Dec 17 13:24:02.483507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-a2ca6cc0-e193-4124-91f8-598fdc29ccfe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=9253d3de-7598-4eba-9f8b-4849269c1037 HTTP/1.1" status: 200 len: 217 time: 0.0476198 Dec 17 13:24:02.577165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-4615d140-30b8-4077-9eea-e8721931a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:02.579033 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-4615d140-30b8-4077-9eea-e8721931a4fa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.0889468 Dec 17 13:24:02.674467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-53dcf9fb-ae44-42bd-a489-7ec49ef007f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:02.678368 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-53dcf9fb-ae44-42bd-a489-7ec49ef007f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902617 Dec 17 13:24:02.808721 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-84e2b62c-6e07-4ed6-92c6-0d2a7480c3de service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240084 Dec 17 13:24:02.940781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-8498e960-3f90-4122-b4de-b2b73a294051 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244402 Dec 17 13:24:03.071895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-373145e5-e91c-484a-a38c-7552af185619 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=c48b8075-90b6-4a05-99c5-7ae2869d8493 HTTP/1.1" status: 200 len: 217 time: 0.1236517 Dec 17 13:24:03.150748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-89d35266-ef3f-4def-ad35-b449a1db4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:03.152704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-89d35266-ef3f-4def-ad35-b449a1db4305 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.0737207 Dec 17 13:24:03.203281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-bab973c7-c9cc-4168-978d-c62dc4796c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:03.204934 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-bab973c7-c9cc-4168-978d-c62dc4796c7e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444579 Dec 17 13:24:03.358601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-0ef04e25-325b-48dc-a71c-f9897d482217 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455667 Dec 17 13:24:03.513564 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-f12f6bbc-a72a-47af-9027-3e56aeb73971 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468430 Dec 17 13:24:03.650187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-6637a8ee-6d87-44e0-ace2-35df36e8f54e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f99441c3-e78c-481a-a400-377495b58bb3 HTTP/1.1" status: 200 len: 217 time: 0.1132541 Dec 17 13:24:03.852790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-65c1d1a4-588b-405c-896e-da83b8444731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:03.855532 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-65c1d1a4-588b-405c-896e-da83b8444731 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.1949253 Dec 17 13:24:03.883016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c4b15-a975-49ec-a7ae-d47fe10be483 req-c478c9b9-7486-48ea-a2ac-1f84557491b2 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:03.884935 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-891c4b15-a975-49ec-a7ae-d47fe10be483 req-c478c9b9-7486-48ea-a2ac-1f84557491b2 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 945 time: 0.1647234 Dec 17 13:24:03.958445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-5f9f528e-3ac6-49b3-bf53-536b635b1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:03.959976 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-5f9f528e-3ac6-49b3-bf53-536b635b1634 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0966542 Dec 17 13:24:03.996690 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-891c4b15-a975-49ec-a7ae-d47fe10be483 req-a3632f5a-d331-4ca0-a704-3b6204ad8fe7 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/security-groups?id=a48ff3ed-b53d-4595-927b-2e41c14648e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065578 Dec 17 13:24:04.209877 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-a07b641e-5c28-4d88-bfda-9b1090d93794 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409947 Dec 17 13:24:04.375278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-e4054865-30bc-4ca9-a395-277f7a645b75 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566918 Dec 17 13:24:04.442798 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-e4a966a2-4dec-4191-a3a1-5f8966e4c3e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=481bfb10-dde3-4f1f-a464-4d5a08d9a84c HTTP/1.1" status: 200 len: 217 time: 0.0577538 Dec 17 13:24:04.539049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-f0a96b35-abca-4900-883e-aecd1daac2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:04.541323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-f0a96b35-abca-4900-883e-aecd1daac2af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.0872092 Dec 17 13:24:04.683222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-f64c6e70-97e3-49c1-b5f6-0f5ebcc323d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:04.692581 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-f64c6e70-97e3-49c1-b5f6-0f5ebcc323d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357622 Dec 17 13:24:04.995388 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-3f1312ef-39ae-4896-b42e-29601da9e400 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996931 Dec 17 13:24:05.325976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bad5e-e851-4413-814f-529f1c634050 req-60c75233-cec1-4616-8d0b-eb037d57949f tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:05.327775 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d29bad5e-e851-4413-814f-529f1c634050 req-60c75233-cec1-4616-8d0b-eb037d57949f tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.54 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 945 time: 0.4632852 Dec 17 13:24:05.472043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7207a18a-bd5b-4328-ac30-c2af4936fc14 req-0c7a295e-a4c2-47d3-9799-f7f5fb1daf9a service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657440 Dec 17 13:24:05.488794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01fb4-e40c-4fcd-8fcf-a25aa262a7cd req-76506928-cd7f-4ad7-8086-04260ef865ea tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:05.500493 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a9d01fb4-e40c-4fcd-8fcf-a25aa262a7cd req-76506928-cd7f-4ad7-8086-04260ef865ea tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 945 time: 0.3651578 Dec 17 13:24:05.881026 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a9d01fb4-e40c-4fcd-8fcf-a25aa262a7cd req-c589e1a2-f2e4-4066-9eb0-7d3a08be4e56 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/security-groups?id=a48ff3ed-b53d-4595-927b-2e41c14648e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819675 Dec 17 13:24:05.914604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-d29bad5e-e851-4413-814f-529f1c634050 req-e3dad4dc-651c-4090-88aa-1d714152fb57 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Deleting port 4aada302-d094-42ae-9588-8dab066b0704 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:24:05.918335 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d29bad5e-e851-4413-814f-529f1c634050 req-e3dad4dc-651c-4090-88aa-1d714152fb57 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:06.035321 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:06.145296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d29bad5e-e851-4413-814f-529f1c634050 req-e3dad4dc-651c-4090-88aa-1d714152fb57 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] For port 4aada302-d094-42ae-9588-8dab066b0704, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4aada302-d094-42ae-9588-8dab066b0704,segment=NetworkSegment(d8fcd789-b087-4ff2-a6b2-86763523c5ea),segment_id=d8fcd789-b087-4ff2-a6b2-86763523c5ea)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:24:06.146038 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d29bad5e-e851-4413-814f-529f1c634050 req-e3dad4dc-651c-4090-88aa-1d714152fb57 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:06.174531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-d29bad5e-e851-4413-814f-529f1c634050 req-e3dad4dc-651c-4090-88aa-1d714152fb57 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Calling delete_port for 4aada302-d094-42ae-9588-8dab066b0704 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:24:06.499628 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d29bad5e-e851-4413-814f-529f1c634050 req-e3dad4dc-651c-4090-88aa-1d714152fb57 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:06.587597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dad4dc-651c-4090-88aa-1d714152fb57 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Pushing event deleted for resources: {'Port': ['ID=4aada302-d094-42ae-9588-8dab066b0704,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:06.659357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29bad5e-e851-4413-814f-529f1c634050 req-e3dad4dc-651c-4090-88aa-1d714152fb57 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] No DVR routers for this DVR port 4aada302-d094-42ae-9588-8dab066b0704 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:24:06.667955 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d29bad5e-e851-4413-814f-529f1c634050 req-e3dad4dc-651c-4090-88aa-1d714152fb57 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:06.674913 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d29bad5e-e851-4413-814f-529f1c634050 req-e3dad4dc-651c-4090-88aa-1d714152fb57 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.54 "DELETE /v2.0/ports/4aada302-d094-42ae-9588-8dab066b0704 HTTP/1.1" status: 204 len: 173 time: 1.3382874 Dec 17 13:24:06.680054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da13aa46-11f2-4ff7-aafe-86b4a7d91de1', 'name': 'network-vif-deleted', 'tag': '4aada302-d094-42ae-9588-8dab066b0704'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:24:06.683541 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceb75b7-4e41-4529-aacd-be7887356c17" -d '{"events": [{"server_uuid": "da13aa46-11f2-4ff7-aafe-86b4a7d91de1", "name": "network-vif-deleted", "tag": "4aada302-d094-42ae-9588-8dab066b0704"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:24:06.734032 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0306b408-8db1-4f1f-89f1-24fed0e1a29e x-openstack-request-id: req-0306b408-8db1-4f1f-89f1-24fed0e1a29e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:24:06.734327 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da13aa46-11f2-4ff7-aafe-86b4a7d91de1", "name": "network-vif-deleted", "tag": "4aada302-d094-42ae-9588-8dab066b0704", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:24:06.734636 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0306b408-8db1-4f1f-89f1-24fed0e1a29e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:24:06.735004 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da13aa46-11f2-4ff7-aafe-86b4a7d91de1', 'name': 'network-vif-deleted', 'tag': '4aada302-d094-42ae-9588-8dab066b0704', 'status': 'completed', 'code': 200} Dec 17 13:24:07.062877 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4fbdc680-ab27-4b6b-95a6-67c0bb72144b req-765c97a0-958b-4d22-afe3-dfe37b4182a5 tempest-ServerTagsTestJSON-2061647075 tempest-ServerTagsTestJSON-2061647075-project] 10.222.0.59 "GET /v2.0/ports?device_id=da13aa46-11f2-4ff7-aafe-86b4a7d91de1 HTTP/1.1" status: 200 len: 210 time: 0.0478950 Dec 17 13:24:08.173563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4aada302-d094-42ae-9588-8dab066b0704 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:24:08.217426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49144) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:08.268984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 4aada302-d094-42ae-9588-8dab066b0704 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:24:08.269720 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4aada302-d094-42ae-9588-8dab066b0704 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:24:08.353542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f466bb-b343-45ab-a27a-e53617ae66d2 admin admin] Deleting subnet 7d218ddb-9c33-4bcf-be95-bb910a6bc4ed {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:24:08.358940 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5f466bb-b343-45ab-a27a-e53617ae66d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:08.422372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5f466bb-b343-45ab-a27a-e53617ae66d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:08.498626 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5f466bb-b343-45ab-a27a-e53617ae66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:08.732803 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5f466bb-b343-45ab-a27a-e53617ae66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:08.788544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f466bb-b343-45ab-a27a-e53617ae66d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d218ddb-9c33-4bcf-be95-bb910a6bc4ed,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:08.799023 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a5f466bb-b343-45ab-a27a-e53617ae66d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:08.805179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a5f466bb-b343-45ab-a27a-e53617ae66d2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7d218ddb-9c33-4bcf-be95-bb910a6bc4ed HTTP/1.1" status: 204 len: 168 time: 0.5841973 Dec 17 13:24:08.807012 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49148) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:08.968153 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:09.093434 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:09.157611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1bf78e-3e4d-4498-be42-77123817785e']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:09.196106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fcd789-b087-4ff2-a6b2-86763523c5ea') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:09.201300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fcd789-b087-4ff2-a6b2-86763523c5ea') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:09.237120 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:09.273778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:09.294795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:24:09.294795 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:24:09.326120 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:24:09.502573 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:09.508273 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:09.512015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] 10.222.0.59 "DELETE /v2.0/networks/7f1bf78e-3e4d-4498-be42-77123817785e HTTP/1.1" status: 204 len: 168 time: 0.7034271 Dec 17 13:24:09.549286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd911b-9d21-4d1a-9c34-d0b211fb67bd admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1bf78e-3e4d-4498-be42-77123817785e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:10.075350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49180) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:10.170815 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-37d370df-372b-4add-b2b8-73655e13e130 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=278a138559c943f282def9620adde291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0934966 Dec 17 13:24:10.173967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49184) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:10.284123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-daed99bc-8624-496d-8b91-ca76d94b6a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:10.359058 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-daed99bc-8624-496d-8b91-ca76d94b6a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:10.380694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49192) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:10.549801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-daed99bc-8624-496d-8b91-ca76d94b6a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:10.564519 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-daed99bc-8624-496d-8b91-ca76d94b6a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:10.564519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-daed99bc-8624-496d-8b91-ca76d94b6a66 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a48ff3ed-b53d-4595-927b-2e41c14648e4 HTTP/1.1" status: 204 len: 168 time: 0.3821182 Dec 17 13:24:10.576937 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:10.581648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed99bc-8624-496d-8b91-ca76d94b6a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48ff3ed-b53d-4595-927b-2e41c14648e4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:10.725683 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:10.834758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:10.934688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49208) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:10.936041 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05028294ae894b62bc09539828493656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5532939 Dec 17 13:24:10.952054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e8e29b-0cb6-4484-9a4f-0fe3f86210fa,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:10.966856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:10.967671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:10.968094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:10.968606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:10.969014 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:10.969411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:10.969842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:10.970239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:10.970639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:10.971160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:10.971540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:10.971935 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:10.972348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c35b70-7fa1-44fa-b526-87ca57b67410 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:11.029204 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5bda37e6-9965-4cb4-a2bd-6a43b1a9e0d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:11.071256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5bda37e6-9965-4cb4-a2bd-6a43b1a9e0d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:11.206515 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5bda37e6-9965-4cb4-a2bd-6a43b1a9e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:11.210598 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5bda37e6-9965-4cb4-a2bd-6a43b1a9e0d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:11.213904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5bda37e6-9965-4cb4-a2bd-6a43b1a9e0d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/88e8e29b-0cb6-4484-9a4f-0fe3f86210fa HTTP/1.1" status: 204 len: 168 time: 0.2780755 Dec 17 13:24:11.236546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda37e6-9965-4cb4-a2bd-6a43b1a9e0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e8e29b-0cb6-4484-9a4f-0fe3f86210fa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:12.002586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49242) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:12.049354 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-31d726fe-78f8-4d8b-b6ce-fc8f728ff16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:12.226189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-31d726fe-78f8-4d8b-b6ce-fc8f728ff16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:12.292774 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-31d726fe-78f8-4d8b-b6ce-fc8f728ff16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:12.378378 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-31d726fe-78f8-4d8b-b6ce-fc8f728ff16a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f54f06f1d4f648429a9ff4956f8c37a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3715894 Dec 17 13:24:12.379237 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49274) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:12.425613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d726fe-78f8-4d8b-b6ce-fc8f728ff16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af16b15-ab89-4c80-90cc-c65a79160172,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:12.498435 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84c6ec93-9158-4355-800e-e3459c4b4891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:12.526270 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84c6ec93-9158-4355-800e-e3459c4b4891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:12.691591 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84c6ec93-9158-4355-800e-e3459c4b4891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:12.698704 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-84c6ec93-9158-4355-800e-e3459c4b4891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:12.704618 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-84c6ec93-9158-4355-800e-e3459c4b4891 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9af16b15-ab89-4c80-90cc-c65a79160172 HTTP/1.1" status: 204 len: 168 time: 0.3242190 Dec 17 13:24:12.733124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6ec93-9158-4355-800e-e3459c4b4891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af16b15-ab89-4c80-90cc-c65a79160172,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:13.232510 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:24:13.899503 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-921b814f-671c-468b-8469-39ea8b81aebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:14.006622 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49356) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:14.040249 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff20cf9d-5c37-4e11-8cec-03384148d335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:14.080875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49360) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:14.270733 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff20cf9d-5c37-4e11-8cec-03384148d335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:14.356221 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff20cf9d-5c37-4e11-8cec-03384148d335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:14.402007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:14.490149 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ff20cf9d-5c37-4e11-8cec-03384148d335 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=516ddf1811ff47bea7155fe1dd07c079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4822614 Dec 17 13:24:14.491080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49380) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:14.494579 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20cf9d-5c37-4e11-8cec-03384148d335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c67b9c-6067-44b6-9c1f-c370444d3cf4,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:14.546156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfd421-32e8-4206-aef7-1bb4a98f4bf5 req-f957806b-f022-4933-8135-ad584cbfed49 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:14.557608 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10cfd421-32e8-4206-aef7-1bb4a98f4bf5 req-f957806b-f022-4933-8135-ad584cbfed49 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.1497774 Dec 17 13:24:14.566575 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc7e74f7-102a-4cd1-9c82-9a614b24c427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:14.611849 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc7e74f7-102a-4cd1-9c82-9a614b24c427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:14.657189 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10cfd421-32e8-4206-aef7-1bb4a98f4bf5 req-b42297c2-3151-4203-aea9-0ff764d1c1a4 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949855 Dec 17 13:24:14.698683 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:14.764806 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc7e74f7-102a-4cd1-9c82-9a614b24c427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:14.773822 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc7e74f7-102a-4cd1-9c82-9a614b24c427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:14.781853 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fc7e74f7-102a-4cd1-9c82-9a614b24c427 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70c67b9c-6067-44b6-9c1f-c370444d3cf4 HTTP/1.1" status: 204 len: 168 time: 0.2828014 Dec 17 13:24:14.794546 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:14.814672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e74f7-102a-4cd1-9c82-9a614b24c427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c67b9c-6067-44b6-9c1f-c370444d3cf4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:14.860641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33461336-4637-4db3-aac4-bac02efc8c79,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:14.901493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.902333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.902864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.903424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.904111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.904780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.905316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.906149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.906716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.907602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.908157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.908692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.909239 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:14.954777 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a1e8868b-4369-44b4-b829-d414a42b4ab9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=860fa2549416405babd1af8ecac9ba28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8724148 Dec 17 13:24:14.957408 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49386) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:15.108666 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54440718-4909-48a4-9d11-018bce790cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:15.142637 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54440718-4909-48a4-9d11-018bce790cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:15.372268 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54440718-4909-48a4-9d11-018bce790cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:15.376607 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54440718-4909-48a4-9d11-018bce790cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:15.378531 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-54440718-4909-48a4-9d11-018bce790cfe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33461336-4637-4db3-aac4-bac02efc8c79 HTTP/1.1" status: 204 len: 168 time: 0.4193795 Dec 17 13:24:15.405545 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54440718-4909-48a4-9d11-018bce790cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33461336-4637-4db3-aac4-bac02efc8c79,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:15.785205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054b2e-ecdb-4291-920e-b5b5472a92a1 req-913ed971-bb0f-4618-8549-b97691eb4538 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:15.796231 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-33054b2e-ecdb-4291-920e-b5b5472a92a1 req-913ed971-bb0f-4618-8549-b97691eb4538 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.0700359 Dec 17 13:24:15.885136 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-33054b2e-ecdb-4291-920e-b5b5472a92a1 req-650a3dd5-24bb-4e2d-a0ab-34fb3c6e9729 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831065 Dec 17 13:24:16.314286 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-30eb76ef-308d-423d-8738-5c2a48d95417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:16.452110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-f645db26-f380-4cac-9ba4-e2773985c3eb tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:16.454132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-f645db26-f380-4cac-9ba4-e2773985c3eb tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.61 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.0707452 Dec 17 13:24:16.714906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Deleting port 87b06630-f02d-41fa-a661-61f4ae8b1e9d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:24:16.715444 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:17.085827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] For port 87b06630-f02d-41fa-a661-61f4ae8b1e9d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=87b06630-f02d-41fa-a661-61f4ae8b1e9d,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:24:17.088348 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:17.616985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b05c02-64f6-463a-849d-ebb8c226740f req-7d52c0de-8c5a-4041-a167-9ae3a3667b44 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:17.627231 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61b05c02-64f6-463a-849d-ebb8c226740f req-7d52c0de-8c5a-4041-a167-9ae3a3667b44 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 945 time: 0.5950201 Dec 17 13:24:17.699525 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:17.742571 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61b05c02-64f6-463a-849d-ebb8c226740f req-9f3ea5df-9b6c-46e1-806b-612603402af1 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3b6ca64-c869-4d88-93de-b0a9cdeb161d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118717 Dec 17 13:24:18.029100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:18.029832 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:18.030400 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Floating IP 4ee991f1-1dca-4dce-8656-14e5c4988e88 disassociated. External IP: 172.25.0.19, port: 87b06630-f02d-41fa-a661-61f4ae8b1e9d. Dec 17 13:24:18.031048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Calling delete_port for 87b06630-f02d-41fa-a661-61f4ae8b1e9d owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:24:18.426821 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:18.459353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event deleted for resources: {'Port': ['ID=87b06630-f02d-41fa-a661-61f4ae8b1e9d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:18.644555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Router 509dbd49-35f1-4399-aea8-0265e49b06a3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:24:18.816112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:24:18.833762 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916653a-d9a5-478a-b712-c0d9a109d69c None None] Sync routers for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:24:18.863780 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6916653a-d9a5-478a-b712-c0d9a109d69c None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:24:18.864583 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6916653a-d9a5-478a-b712-c0d9a109d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:18.879281 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:18.947546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] No DVR routers for this DVR port 87b06630-f02d-41fa-a661-61f4ae8b1e9d on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:24:18.952600 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:18.962497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f168848-83b5-425d-89fa-e04738dbbd81 req-d20590c0-a5a5-47b1-920c-3e19fcdf3d92 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.61 "DELETE /v2.0/ports/87b06630-f02d-41fa-a661-61f4ae8b1e9d HTTP/1.1" status: 204 len: 173 time: 2.4937201 Dec 17 13:24:18.985858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964a1776-a235-478f-82c3-159e9305d64d', 'name': 'network-vif-deleted', 'tag': '87b06630-f02d-41fa-a661-61f4ae8b1e9d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:24:18.992326 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fde63d-5cba-4591-89d7-0e8a1591dd19" -d '{"events": [{"server_uuid": "964a1776-a235-478f-82c3-159e9305d64d", "name": "network-vif-deleted", "tag": "87b06630-f02d-41fa-a661-61f4ae8b1e9d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:24:19.056644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f93560e-04f8-4f95-b91f-55ba8110898d req-96721dea-6ec0-4b56-9283-37da3090faae tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 210 time: 0.1139696 Dec 17 13:24:19.353965 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc293c9-1f96-47c7-b0dc-a78797281224 x-openstack-request-id: req-6bc293c9-1f96-47c7-b0dc-a78797281224 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:24:19.354714 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964a1776-a235-478f-82c3-159e9305d64d", "name": "network-vif-deleted", "tag": "87b06630-f02d-41fa-a661-61f4ae8b1e9d", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:24:19.355145 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6bc293c9-1f96-47c7-b0dc-a78797281224 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:24:19.355733 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964a1776-a235-478f-82c3-159e9305d64d', 'name': 'network-vif-deleted', 'tag': '87b06630-f02d-41fa-a661-61f4ae8b1e9d', 'status': 'completed', 'code': 200} Dec 17 13:24:19.510108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-6916653a-d9a5-478a-b712-c0d9a109d69c None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:24:19.782476 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:19.826465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6916653a-d9a5-478a-b712-c0d9a109d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:49Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:19.895682 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916653a-d9a5-478a-b712-c0d9a109d69c None None] Checking router: 509dbd49-35f1-4399-aea8-0265e49b06a3 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:24:19.917866 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6916653a-d9a5-478a-b712-c0d9a109d69c None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:24:19.921114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6916653a-d9a5-478a-b712-c0d9a109d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:20.187675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-6916653a-d9a5-478a-b712-c0d9a109d69c None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:24:20.326181 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e27ec11-e619-412c-a9a4-2b6764fd0574 req-bf5b3cf5-2b0e-4981-81f1-4bb4f5d5d77d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=964a1776-a235-478f-82c3-159e9305d64d HTTP/1.1" status: 200 len: 210 time: 0.0410404 Dec 17 13:24:20.608016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6916653a-d9a5-478a-b712-c0d9a109d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:49Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:20.648255 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6916653a-d9a5-478a-b712-c0d9a109d69c None None] The sync data for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 is: [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:49Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:24:21.144163 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02bdd72-d9ac-4916-8cc4-f46db8ae9079 None None] New status for floating IP 4ee991f1-1dca-4dce-8656-14e5c4988e88: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:24:21.550465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49602) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:21.630553 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe3c7-ad49-4609-8ad0-ecbd2d937019 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:21.659025 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe3c7-ad49-4609-8ad0-ecbd2d937019 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:21.836333 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe3c7-ad49-4609-8ad0-ecbd2d937019 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:21.843933 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe3c7-ad49-4609-8ad0-ecbd2d937019 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:21.849560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49604) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:21.873034 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1d3fe3c7-ad49-4609-8ad0-ecbd2d937019 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "DELETE /v2.0/security-groups/f3b6ca64-c869-4d88-93de-b0a9cdeb161d HTTP/1.1" status: 204 len: 168 time: 0.3087654 Dec 17 13:24:21.892108 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-ca6baa1e-0a0a-47aa-8b92-8833b9c98c2d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] show failed (client error): The resource could not be found. Dec 17 13:24:21.897610 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ca6baa1e-0a0a-47aa-8b92-8833b9c98c2d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups/f3b6ca64-c869-4d88-93de-b0a9cdeb161d HTTP/1.1" status: 404 len: 347 time: 0.0452614 Dec 17 13:24:21.900218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49608) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:21.908928 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fe3c7-ad49-4609-8ad0-ecbd2d937019 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6ca64-c869-4d88-93de-b0a9cdeb161d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:22.071745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49622) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:22.228856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 87b06630-f02d-41fa-a661-61f4ae8b1e9d no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:24:22.285602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d56a44bf-48e0-45c6-94f0-2ad042a47f00 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Deleting port 32c3032b-480e-4bf1-85f1-fbeab1200862 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:24:22.289696 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d56a44bf-48e0-45c6-94f0-2ad042a47f00 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:22.301946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 87b06630-f02d-41fa-a661-61f4ae8b1e9d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:24:22.302570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 87b06630-f02d-41fa-a661-61f4ae8b1e9d not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:24:22.340169 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-46d68d8d-e881-405e-b784-de314930b884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:22.443323 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d56a44bf-48e0-45c6-94f0-2ad042a47f00 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:22.443650 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d56a44bf-48e0-45c6-94f0-2ad042a47f00 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:22.460289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d56a44bf-48e0-45c6-94f0-2ad042a47f00 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Calling delete_port for 32c3032b-480e-4bf1-85f1-fbeab1200862 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:24:22.529674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-46d68d8d-e881-405e-b784-de314930b884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:22.641996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-46d68d8d-e881-405e-b784-de314930b884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:22.745899 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-46d68d8d-e881-405e-b784-de314930b884 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e1e81576ebe84c8a86c628c258bb757b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6727490 Dec 17 13:24:22.746742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d68d8d-e881-405e-b784-de314930b884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c7241f-d4c0-49df-9fff-cd1c0d1244d1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:22.748458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49648) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:22.846372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dec8e9ed-a15c-4ca0-bc0b-2447179da37d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:22.852090 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d56a44bf-48e0-45c6-94f0-2ad042a47f00 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:22.888230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a44bf-48e0-45c6-94f0-2ad042a47f00 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event deleted for resources: {'Port': ['ID=32c3032b-480e-4bf1-85f1-fbeab1200862,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:22.933846 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dec8e9ed-a15c-4ca0-bc0b-2447179da37d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:23.012225 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d56a44bf-48e0-45c6-94f0-2ad042a47f00 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:23.015477 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d56a44bf-48e0-45c6-94f0-2ad042a47f00 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:23.020390 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d56a44bf-48e0-45c6-94f0-2ad042a47f00 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "DELETE /v2.0/floatingips/4ee991f1-1dca-4dce-8656-14e5c4988e88 HTTP/1.1" status: 204 len: 168 time: 1.1164694 Dec 17 13:24:23.160100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dec8e9ed-a15c-4ca0-bc0b-2447179da37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:23.163456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dec8e9ed-a15c-4ca0-bc0b-2447179da37d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:23.167760 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dec8e9ed-a15c-4ca0-bc0b-2447179da37d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29c7241f-d4c0-49df-9fff-cd1c0d1244d1 HTTP/1.1" status: 204 len: 168 time: 0.4152555 Dec 17 13:24:23.191066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8e9ed-a15c-4ca0-bc0b-2447179da37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c7241f-d4c0-49df-9fff-cd1c0d1244d1,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:23.656543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49680) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:23.662122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-58b9a2f0-f831-48ac-9ad9-163ec9996a8c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787543503', 'description': 'tempest-description--745050647'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:23.799987 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58b9a2f0-f831-48ac-9ad9-163ec9996a8c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:23.980406 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58b9a2f0-f831-48ac-9ad9-163ec9996a8c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.165690 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58b9a2f0-f831-48ac-9ad9-163ec9996a8c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.226444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49692) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:24.232386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9a2f0-f831-48ac-9ad9-163ec9996a8c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18efd0a-a108-4332-bd0a-586fc643635f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:24.305993 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58b9a2f0-f831-48ac-9ad9-163ec9996a8c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.307539 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-58b9a2f0-f831-48ac-9ad9-163ec9996a8c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6494784 Dec 17 13:24:24.310355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49698) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:24.316681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-08467897-3e4d-42ab-b52c-9d942384914d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Request body: {'security_group_rule': {'security_group_id': 'f18efd0a-a108-4332-bd0a-586fc643635f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:24.406758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76db8e6c-04df-4175-8d4f-099a1e15f423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.466039 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-08467897-3e4d-42ab-b52c-9d942384914d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.531075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49702) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:24.554672 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9691cde7-0693-46b8-87cc-9faa3c4959e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.594713 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-08467897-3e4d-42ab-b52c-9d942384914d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.660933 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76db8e6c-04df-4175-8d4f-099a1e15f423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.669771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9691cde7-0693-46b8-87cc-9faa3c4959e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.701404 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-08467897-3e4d-42ab-b52c-9d942384914d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.736941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08467897-3e4d-42ab-b52c-9d942384914d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38971669-3df6-4183-bd95-a941567aed95,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:24.759874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76db8e6c-04df-4175-8d4f-099a1e15f423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.760030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9691cde7-0693-46b8-87cc-9faa3c4959e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.861840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-08467897-3e4d-42ab-b52c-9d942384914d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:24.862069 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-76db8e6c-04df-4175-8d4f-099a1e15f423 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f069ec55ec564089962e0cb181fb20fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6305661 Dec 17 13:24:24.862172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-08467897-3e4d-42ab-b52c-9d942384914d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5479481 Dec 17 13:24:24.864140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49710) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:24.864520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49712) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:24.876987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db8e6c-04df-4175-8d4f-099a1e15f423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e5eafd-49c9-4f36-b5d9-62f74d7f0397,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:24.917898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b2339c82-a369-4b14-a562-60d35aeb8310 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Request body: {'security_group_rule': {'security_group_id': 'f18efd0a-a108-4332-bd0a-586fc643635f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:24.937296 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9691cde7-0693-46b8-87cc-9faa3c4959e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed73867c3cfc4000a464aed2f3c9263f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4025016 Dec 17 13:24:24.938391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49716) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:24.938526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691cde7-0693-46b8-87cc-9faa3c4959e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60b61b3-b3f8-4148-a170-089a36fefc54,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:25.021254 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa89849d-4999-44b9-8262-c1d5f3f5a137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.027834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1eccb1f9-f6a4-416f-8a88-9fdb7309647d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.056247 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1eccb1f9-f6a4-416f-8a88-9fdb7309647d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.065296 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa89849d-4999-44b9-8262-c1d5f3f5a137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.098882 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b2339c82-a369-4b14-a562-60d35aeb8310 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.193447 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1eccb1f9-f6a4-416f-8a88-9fdb7309647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.196835 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1eccb1f9-f6a4-416f-8a88-9fdb7309647d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.200274 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1eccb1f9-f6a4-416f-8a88-9fdb7309647d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b60b61b3-b3f8-4148-a170-089a36fefc54 HTTP/1.1" status: 204 len: 168 time: 0.2612994 Dec 17 13:24:25.233822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccb1f9-f6a4-416f-8a88-9fdb7309647d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60b61b3-b3f8-4148-a170-089a36fefc54,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:25.291941 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b2339c82-a369-4b14-a562-60d35aeb8310 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.303674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa89849d-4999-44b9-8262-c1d5f3f5a137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.305227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa89849d-4999-44b9-8262-c1d5f3f5a137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.307251 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fa89849d-4999-44b9-8262-c1d5f3f5a137 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3e5eafd-49c9-4f36-b5d9-62f74d7f0397 HTTP/1.1" status: 204 len: 168 time: 0.4063823 Dec 17 13:24:25.352742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89849d-4999-44b9-8262-c1d5f3f5a137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e5eafd-49c9-4f36-b5d9-62f74d7f0397,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:25.374945 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b2339c82-a369-4b14-a562-60d35aeb8310 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.421484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2339c82-a369-4b14-a562-60d35aeb8310 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96bb9ab-7496-4d6e-bbc2-a12c1a278809,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:25.531997 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b2339c82-a369-4b14-a562-60d35aeb8310 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.536393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b2339c82-a369-4b14-a562-60d35aeb8310 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6221516 Dec 17 13:24:25.536862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49726) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:25.542368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:25.670274 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:25.851639 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:26.081547 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Allocated IP 172.25.0.125 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/f4848099-4cbf-4a97-875d-b06e1fff0a21) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:24:26.226063 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:26.405928 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:26.417926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49748) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:26.435804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c154775-c311-4338-9d01-a012d20e5d9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:26.453711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:24:26.460623 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:24:26.480644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:24:26.502201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event updated for resources: {'Port': ['ID=f4848099-4cbf-4a97-875d-b06e1fff0a21,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:26.603597 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c154775-c311-4338-9d01-a012d20e5d9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:26.684209 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:26.722829 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c154775-c311-4338-9d01-a012d20e5d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:26.824914 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7c154775-c311-4338-9d01-a012d20e5d9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0285b79f56c439da216b99d627cf74f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4045312 Dec 17 13:24:26.828655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49770) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:26.839008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c154775-c311-4338-9d01-a012d20e5d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c6d837-8830-45f6-ba15-58f539b52bb6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:26.864003 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:26.951498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6edc2625-fea4-442e-9ee9-fb167aa08c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:26.983770 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6edc2625-fea4-442e-9ee9-fb167aa08c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:27.157888 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6edc2625-fea4-442e-9ee9-fb167aa08c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:27.168983 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6edc2625-fea4-442e-9ee9-fb167aa08c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:27.171238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6edc2625-fea4-442e-9ee9-fb167aa08c9f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/68c6d837-8830-45f6-ba15-58f539b52bb6 HTTP/1.1" status: 204 len: 168 time: 0.3410649 Dec 17 13:24:27.212890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc2625-fea4-442e-9ee9-fb167aa08c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c6d837-8830-45f6-ba15-58f539b52bb6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:27.296672 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:27.425330 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:27.549436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event updated for resources: {'Port': ['ID=f4848099-4cbf-4a97-875d-b06e1fff0a21,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:27.553846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:27.684764 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:27.685312 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8534ede0-8464-49ba-ae8a-64cffaf2ae1a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1471744 Dec 17 13:24:28.083772 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-5f31a1e2-bf17-46b2-aaa4-ec9e3f4f214e tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1787543503&fields=id&tenant_id=a5d47bc190ea4e42a4e496dcc7120425 HTTP/1.1" status: 200 len: 267 time: 0.1276195 Dec 17 13:24:28.314226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-0783dc1a-40e6-46cc-86d2-c9a32ab3e86f tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:28.333313 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-0783dc1a-40e6-46cc-86d2-c9a32ab3e86f tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 811 time: 0.2483168 Dec 17 13:24:28.351780 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-dafecdf9-d7fb-4147-9f8c-573e6a420bd3 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/quotas/a5d47bc190ea4e42a4e496dcc7120425 HTTP/1.1" status: 200 len: 375 time: 0.0174546 Dec 17 13:24:28.499189 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-581388dd-107e-4661-9b73-9ec76337d7da tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1367786 Dec 17 13:24:28.639399 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-d6f4d3ff-7ad0-4789-ba94-27c9f08c60ba service neutron] 10.222.0.59 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379840 Dec 17 13:24:28.813949 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-7a4c35b6-43fb-42e3-b82d-c768fcb689b2 service neutron] 10.222.0.59 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672406 Dec 17 13:24:29.373361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14f8799c-90f2-415f-97ba-084a95579bd1 req-b4d20b3f-d01d-4bf0-9aa1-603bb731bdf3 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 210 time: 0.0636270 Dec 17 13:24:30.563020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-146ea833-21b5-4207-8950-a41ded94aee3 req-454f8cca-8ada-4bba-834d-1f33f39a1347 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 210 time: 0.0563896 Dec 17 13:24:31.728707 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:31.741679 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8447021e-44f9-474a-af25-0f42466157e4 req-998aeab1-860c-4f28-8bae-787ee9c8f59f tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 210 time: 0.0673356 Dec 17 13:24:32.013616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49942) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:32.316258 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d06f885-fdc4-453d-b5f2-949783dc3056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:32.565616 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d06f885-fdc4-453d-b5f2-949783dc3056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:32.777324 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d06f885-fdc4-453d-b5f2-949783dc3056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:32.825432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-2b34d263-69e6-4ef7-a0db-6f3634c0c6c0 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:32.830812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-2b34d263-69e6-4ef7-a0db-6f3634c0c6c0 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.61 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 811 time: 0.3502333 Dec 17 13:24:32.928944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4d06f885-fdc4-453d-b5f2-949783dc3056 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3a8a75e9628448aa691178172c62661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9141881 Dec 17 13:24:32.929672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49966) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:32.964109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-b69a0c14-c913-4c55-b9d5-3efc925a45b7 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d47bc190ea4e42a4e496dcc7120425 HTTP/1.1" status: 200 len: 380 time: 0.0990403 Dec 17 13:24:32.964109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Request body: {'port': {'device_id': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'admin_state_up': True, 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'security_groups': ['f18efd0a-a108-4332-bd0a-586fc643635f']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:32.965223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06f885-fdc4-453d-b5f2-949783dc3056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e706e2ae-8c6f-407e-bc63-1b6c7eb819c6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:33.061460 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b98e8eb-7e8d-4bce-b60b-55cedce9d88e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:33.063100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49968) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:33.074047 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2333f11-f26a-4968-bfef-af55622df8ff req-33a50569-958c-4a8a-91da-1565e2d809f8 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 210 time: 0.0732405 Dec 17 13:24:33.110477 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b98e8eb-7e8d-4bce-b60b-55cedce9d88e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:33.262252 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f7b99a43-9e75-435f-b189-2c718cfa926c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:33.314368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Made reservation on behalf of a5d47bc190ea4e42a4e496dcc7120425 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:24:33.319017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:33.391496 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f7b99a43-9e75-435f-b189-2c718cfa926c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:33.393363 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b98e8eb-7e8d-4bce-b60b-55cedce9d88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:33.396356 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b98e8eb-7e8d-4bce-b60b-55cedce9d88e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:33.399120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0b98e8eb-7e8d-4bce-b60b-55cedce9d88e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e706e2ae-8c6f-407e-bc63-1b6c7eb819c6 HTTP/1.1" status: 204 len: 168 time: 0.4662097 Dec 17 13:24:33.411968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98e8eb-7e8d-4bce-b60b-55cedce9d88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e706e2ae-8c6f-407e-bc63-1b6c7eb819c6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:33.474462 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f7b99a43-9e75-435f-b189-2c718cfa926c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:33.520664 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f7b99a43-9e75-435f-b189-2c718cfa926c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c16ab7accc64c55b0367a74e162cdd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4563031 Dec 17 13:24:33.525288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49976) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:33.542349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b99a43-9e75-435f-b189-2c718cfa926c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f7af26-5829-4a2c-add8-447135cc7e66,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:33.552989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Allocated IP 172.20.0.12 (efd523df-1141-427f-91d1-b66f399f62fe/9d1656b2-e2b6-417d-b1f4-d2369980ad95/36fd0db7-d997-4613-9714-140db92f677d) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:24:33.635832 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ad220cc-54da-45eb-95ea-13264bd650b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:33.658846 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ad220cc-54da-45eb-95ea-13264bd650b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:33.732391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49980) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:33.969299 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ad220cc-54da-45eb-95ea-13264bd650b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:33.972434 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ad220cc-54da-45eb-95ea-13264bd650b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:33.973855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8ad220cc-54da-45eb-95ea-13264bd650b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92f7af26-5829-4a2c-add8-447135cc7e66 HTTP/1.1" status: 204 len: 168 time: 0.4450166 Dec 17 13:24:33.995054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad220cc-54da-45eb-95ea-13264bd650b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f7af26-5829-4a2c-add8-447135cc7e66,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:34.007251 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:34.148827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:34.264335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Network efd523df-1141-427f-91d1-b66f399f62fe is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:24:34.268989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:24:34.274620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:24:34.282327 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event updated for resources: {'Port': ['ID=36fd0db7-d997-4613-9714-140db92f677d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:34.336549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:34.337427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:34.379266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddb256-ed18-4f08-9488-0434a8955818 req-2737b7aa-ef81-47bd-beab-414df032b985 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:34.382796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68ddb256-ed18-4f08-9488-0434a8955818 req-2737b7aa-ef81-47bd-beab-414df032b985 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 932 time: 0.1822345 Dec 17 13:24:34.407254 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e3658a-0718-4c14-9dd0-c978589af70e admin admin] Deleting subnet 24e70ff5-2187-4d62-8e8f-7ca8406c8afc {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:24:34.420106 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91e3658a-0718-4c14-9dd0-c978589af70e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:34.437852 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26558b98-c43e-43d6-81d8-4961582d6e80 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4823797 Dec 17 13:24:34.456092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Request body: {'port': {'device_id': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:34.583532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50004) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:34.601265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91e3658a-0718-4c14-9dd0-c978589af70e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:34.614949 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6dbfea74-9c51-4832-ba1f-0638528be679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:34.651871 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-68ddb256-ed18-4f08-9488-0434a8955818 req-792df1d2-d2bb-4c6f-8b73-1f4234cea3a4 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620919 Dec 17 13:24:34.689326 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91e3658a-0718-4c14-9dd0-c978589af70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:34.777918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-21e395d3-dfc3-4e8f-a324-3791e749cc0e None None] Provisioning complete for port 36fd0db7-d997-4613-9714-140db92f677d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:34.781015 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-21e395d3-dfc3-4e8f-a324-3791e749cc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:34.813061 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6dbfea74-9c51-4832-ba1f-0638528be679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:34.880067 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-21e395d3-dfc3-4e8f-a324-3791e749cc0e None None] Port 36fd0db7-d997-4613-9714-140db92f677d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:24:34.880933 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91e3658a-0718-4c14-9dd0-c978589af70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:34.901080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:34.923045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3658a-0718-4c14-9dd0-c978589af70e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e70ff5-2187-4d62-8e8f-7ca8406c8afc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:34.927972 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91e3658a-0718-4c14-9dd0-c978589af70e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:34.933548 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-91e3658a-0718-4c14-9dd0-c978589af70e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/24e70ff5-2187-4d62-8e8f-7ca8406c8afc HTTP/1.1" status: 204 len: 168 time: 1.1989977 Dec 17 13:24:34.936463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50010) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:34.938646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff3a52-8659-41a0-9c52-97eae4f53818 None None] Network 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:24:35.072139 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:35.078038 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6dbfea74-9c51-4832-ba1f-0638528be679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:35.437091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b1b31c-bea7-495f-9958-b251a605aa71 None None] DHCP port deletion for 9f8dc47b-d913-4cd1-9706-2c7d1a4f780e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:24:35.438960 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6dbfea74-9c51-4832-ba1f-0638528be679 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09a3e5612c27473abb4d3b0982ede469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6555841 Dec 17 13:24:35.438960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50040) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:35.438960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfea74-9c51-4832-ba1f-0638528be679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f3cd95-1c7c-45a4-9ef9-46a6d44e66bf,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:35.498415 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d747604-1655-46f5-99a7-2a77ecf6ec1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:35.531160 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:35.566398 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d747604-1655-46f5-99a7-2a77ecf6ec1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:35.569053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8dc47b-d913-4cd1-9706-2c7d1a4f780e']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:35.590428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88e3d34-aa3a-4c4f-ae54-6bbc3799634a') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:35.590804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88e3d34-aa3a-4c4f-ae54-6bbc3799634a') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:35.624197 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:35.672541 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:35.695485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:24:35.695485 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:24:35.697143 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:24:35.777926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36fd0db7-d997-4613-9714-140db92f677d {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:24:35.818975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:35.923635 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d747604-1655-46f5-99a7-2a77ecf6ec1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:35.927476 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d747604-1655-46f5-99a7-2a77ecf6ec1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:35.936125 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7d747604-1655-46f5-99a7-2a77ecf6ec1e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58f3cd95-1c7c-45a4-9ef9-46a6d44e66bf HTTP/1.1" status: 204 len: 168 time: 0.6876156 Dec 17 13:24:36.000481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Transition to ACTIVE for port object 36fd0db7-d997-4613-9714-140db92f677d will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:24:36.026721 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:36.041057 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:36.053524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d747604-1655-46f5-99a7-2a77ecf6ec1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f3cd95-1c7c-45a4-9ef9-46a6d44e66bf,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:36.096514 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:36.110583 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9f8dc47b-d913-4cd1-9706-2c7d1a4f780e HTTP/1.1" status: 204 len: 168 time: 1.1720977 Dec 17 13:24:36.112701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf15b2-cef7-42f2-8450-07ee0e641238 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8dc47b-d913-4cd1-9706-2c7d1a4f780e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:36.147056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:36.166036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714e58f-a7c4-4e5c-a720-4c0858ceba18 req-c26de6ff-53d9-4fb1-92fe-a7657e9ae71a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:36.170256 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b714e58f-a7c4-4e5c-a720-4c0858ceba18 req-c26de6ff-53d9-4fb1-92fe-a7657e9ae71a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 932 time: 0.2327535 Dec 17 13:24:36.252196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b714e58f-a7c4-4e5c-a720-4c0858ceba18 req-da95326c-4b63-48fd-9187-133205949c11 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748768 Dec 17 13:24:36.340642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Pushing event updated for resources: {'Port': ['ID=36fd0db7-d997-4613-9714-140db92f677d,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:36.571727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Attempting to bind port 36fd0db7-d997-4613-9714-140db92f677d on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:24:36.578544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Attempting to bind port 36fd0db7-d997-4613-9714-140db92f677d by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:24:36.579072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Attempting to bind port 36fd0db7-d997-4613-9714-140db92f677d on network efd523df-1141-427f-91d1-b66f399f62fe {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:24:36.594696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Port 36fd0db7-d997-4613-9714-140db92f677d on network efd523df-1141-427f-91d1-b66f399f62fe not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:24:36.595161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Attempting to bind port 36fd0db7-d997-4613-9714-140db92f677d on network efd523df-1141-427f-91d1-b66f399f62fe {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:24:36.606893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:24:36.608170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Checking segment: {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:24:36.609518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Bound using segment: {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:24:36.611321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Bound port: 36fd0db7-d997-4613-9714-140db92f677d, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:24:36.613358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:36.624025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50084) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:36.774245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] For port 36fd0db7-d997-4613-9714-140db92f677d, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:24:36.777551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] For port 36fd0db7-d997-4613-9714-140db92f677d, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=36fd0db7-d997-4613-9714-140db92f677d,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:24:36.866032 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:36.916037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:36.916745 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:36.918285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] 10.222.0.61 "PUT /v2.0/ports/36fd0db7-d997-4613-9714-140db92f677d HTTP/1.1" status: 200 len: 1092 time: 2.4675658 Dec 17 13:24:36.922673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'tag': '36fd0db7-d997-4613-9714-140db92f677d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:24:36.922673 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93e5ca3-a308-4e8c-bd7b-a0107b3f080c" -d '{"events": [{"name": "network-changed", "server_uuid": "58a8da71-6008-4600-972e-0ebb65b7f57a", "tag": "36fd0db7-d997-4613-9714-140db92f677d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:24:36.949202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a94b15-0633-4c56-a366-d610ff643f1d service neutron] Pushing event updated for resources: {'Port': ['ID=36fd0db7-d997-4613-9714-140db92f677d,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:36.996962 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2416d355-d7a9-423b-ba24-eee3f59399e0 x-openstack-request-id: req-2416d355-d7a9-423b-ba24-eee3f59399e0 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:24:36.998422 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a8da71-6008-4600-972e-0ebb65b7f57a", "tag": "36fd0db7-d997-4613-9714-140db92f677d", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:24:36.998923 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2416d355-d7a9-423b-ba24-eee3f59399e0 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:24:37.000133 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'tag': '36fd0db7-d997-4613-9714-140db92f677d', 'status': 'completed', 'code': 200} Dec 17 13:24:37.099138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e5ca3-a308-4e8c-bd7b-a0107b3f080c req-905196d4-f46c-4a53-9006-8cc52ab9d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:37.100641 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e93e5ca3-a308-4e8c-bd7b-a0107b3f080c req-905196d4-f46c-4a53-9006-8cc52ab9d454 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 1095 time: 0.0720403 Dec 17 13:24:37.155637 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f55f93b-cb16-4a7c-a209-b17d5d0e54ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:37.183039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50098) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:37.449915 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3993fefb-a704-4549-aaf9-049113d8cc9c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00f2483427694fb8b8bd7ae3a33d3140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2543025 Dec 17 13:24:37.465937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50110) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:37.530345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e5ca3-a308-4e8c-bd7b-a0107b3f080c req-a89302ac-f83f-4856-8571-6880574cf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:37.532185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e93e5ca3-a308-4e8c-bd7b-a0107b3f080c req-a89302ac-f83f-4856-8571-6880574cf400 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4160526 Dec 17 13:24:37.602493 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f55f93b-cb16-4a7c-a209-b17d5d0e54ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:37.662668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50120) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:37.701322 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d797d549-a497-4dd3-902f-646d133027de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:37.719495 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f55f93b-cb16-4a7c-a209-b17d5d0e54ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:37.721608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2a88-6da9-4d60-a762-562b174d904e req-7112798a-ab96-4f94-ae66-3fd110f560ca tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:37.734170 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bd7a2a88-6da9-4d60-a762-562b174d904e req-7112798a-ab96-4f94-ae66-3fd110f560ca tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 944 time: 0.2657223 Dec 17 13:24:37.786326 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8f55f93b-cb16-4a7c-a209-b17d5d0e54ec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdcdc5b4a9a740248bcda97792de1535&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1593323 Dec 17 13:24:37.786326 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55f93b-cb16-4a7c-a209-b17d5d0e54ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d30104-3e23-4899-abf3-b69708da355f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:37.788291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50126) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:37.844760 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac92c57d-57ec-45ef-b52f-651e42d8d2bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:37.878460 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac92c57d-57ec-45ef-b52f-651e42d8d2bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:37.909827 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bd7a2a88-6da9-4d60-a762-562b174d904e req-84e0a809-73cf-4e7a-bf4d-dda2ca86df93 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692140 Dec 17 13:24:37.911939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e5ca3-a308-4e8c-bd7b-a0107b3f080c req-c45f7ac7-1f52-4bf1-b63c-901846707323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:37.923888 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e93e5ca3-a308-4e8c-bd7b-a0107b3f080c req-c45f7ac7-1f52-4bf1-b63c-901846707323 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3644588 Dec 17 13:24:37.927408 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d797d549-a497-4dd3-902f-646d133027de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:37.989822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1572212955-network', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:38.035722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-e289aa95-a577-49cf-95e0-856ef2a0492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:38.037285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-e289aa95-a577-49cf-95e0-856ef2a0492d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 1095 time: 0.0586452 Dec 17 13:24:38.061813 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac92c57d-57ec-45ef-b52f-651e42d8d2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:38.065025 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac92c57d-57ec-45ef-b52f-651e42d8d2bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:38.066271 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ac92c57d-57ec-45ef-b52f-651e42d8d2bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/00d30104-3e23-4899-abf3-b69708da355f HTTP/1.1" status: 204 len: 168 time: 0.2768073 Dec 17 13:24:38.078607 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92c57d-57ec-45ef-b52f-651e42d8d2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d30104-3e23-4899-abf3-b69708da355f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:38.106387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-95da215b-0db7-4aae-bc9d-fca562395efc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36fd0db7-d997-4613-9714-140db92f677d HTTP/1.1" status: 200 len: 217 time: 0.0543797 Dec 17 13:24:38.176961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Made reservation on behalf of b05f99bebc4649429f58eaa2d28a5a86 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:24:38.180226 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:38.191698 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d797d549-a497-4dd3-902f-646d133027de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:38.194523 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d797d549-a497-4dd3-902f-646d133027de admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:38.195826 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d797d549-a497-4dd3-902f-646d133027de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5313f156-dd99-469d-a23a-09862db40942 HTTP/1.1" status: 204 len: 168 time: 0.7288699 Dec 17 13:24:38.208531 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:38.215319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797d549-a497-4dd3-902f-646d133027de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5313f156-dd99-469d-a23a-09862db40942,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:38.242105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26f0161b-9180-4345-866a-d287c1948316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:38.244162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-26f0161b-9180-4345-866a-d287c1948316 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d1656b2-e2b6-417d-b1f4-d2369980ad95 HTTP/1.1" status: 200 len: 850 time: 0.1271844 Dec 17 13:24:38.330667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-46dbb346-148d-40f5-a2de-34a589929091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:38.332252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-46dbb346-148d-40f5-a2de-34a589929091 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efd523df-1141-427f-91d1-b66f399f62fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746975 Dec 17 13:24:38.356739 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:38.494648 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-71f53121-169b-4d7d-b91d-c042f6da48a8 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483150 Dec 17 13:24:38.548446 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:38.572790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:24:38.611407 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:38.612140 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Added segment e6f78e09-fbab-44f0-83c7-2b158be2bf86 of type vlan for network 8822449a-4f2a-4798-8445-0c82490611c4 Dec 17 13:24:38.642618 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b66eb3fb-f581-4c44-b943-6eeac02b3bfc req-c22b0a9d-08cc-48fb-9749-30268fb04b2b service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340334 Dec 17 13:24:38.719700 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:38.745276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dc836b-13ac-4b0e-9ad0-eec76fb44695,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:38.879335 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:38.880458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:38.881175 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:38.949354 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] Pushing event updated for resources: {'Network': ['ID=8822449a-4f2a-4798-8445-0c82490611c4,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:38.958480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 8822449a-4f2a-4798-8445-0c82490611c4 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:24:39.076731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479ad85-e298-4e99-a0de-190318f51c0c req-10213b3b-93fd-4981-ac44-71fe0d848886 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:39.078439 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0479ad85-e298-4e99-a0de-190318f51c0c req-10213b3b-93fd-4981-ac44-71fe0d848886 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 944 time: 0.1054456 Dec 17 13:24:39.153393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0479ad85-e298-4e99-a0de-190318f51c0c req-a231b140-5333-4ac5-8b06-dfe84f8e3cd4 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600991 Dec 17 13:24:39.185415 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-efc427ab-4fa7-42f4-8b0b-8570fbe5b065 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5216300 Dec 17 13:24:39.188499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50176) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:39.194889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-be94ad06-3ae2-47f4-b51a-b4fe2a147fe7 admin admin] Request body: {'subnet': {'network_id': '8822449a-4f2a-4798-8445-0c82490611c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1572212955-subnet', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:39.338275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be94ad06-3ae2-47f4-b51a-b4fe2a147fe7 admin admin] Made reservation on behalf of b05f99bebc4649429f58eaa2d28a5a86 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:24:39.339895 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be94ad06-3ae2-47f4-b51a-b4fe2a147fe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:39.940385 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be94ad06-3ae2-47f4-b51a-b4fe2a147fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:39.998858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94ad06-3ae2-47f4-b51a-b4fe2a147fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:40.014502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be94ad06-3ae2-47f4-b51a-b4fe2a147fe7 admin admin] Checking segment: {'id': 'e6f78e09-fbab-44f0-83c7-2b158be2bf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:24:40.014958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94ad06-3ae2-47f4-b51a-b4fe2a147fe7 admin admin] Network hostable DHCP agents. Network: 8822449a-4f2a-4798-8445-0c82490611c4, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:24:40.183890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94ad06-3ae2-47f4-b51a-b4fe2a147fe7 admin admin] Network 8822449a-4f2a-4798-8445-0c82490611c4 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:24:40.302393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-be94ad06-3ae2-47f4-b51a-b4fe2a147fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 8822449a-4f2a-4798-8445-0c82490611c4) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:24:40.308315 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be94ad06-3ae2-47f4-b51a-b4fe2a147fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:40.309148 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be94ad06-3ae2-47f4-b51a-b4fe2a147fe7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:40.310487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae9c04-4dd6-4651-9634-c7877171dbbc req-402d4257-8557-4203-994e-6ae7f5dbc04d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:40.313211 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8bae9c04-4dd6-4651-9634-c7877171dbbc req-402d4257-8557-4203-994e-6ae7f5dbc04d tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 944 time: 0.0623782 Dec 17 13:24:40.316011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0344a219-23c7-4a2c-ac3c-1bbd4f0afc87 None None] Network 8822449a-4f2a-4798-8445-0c82490611c4 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:24:40.426242 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-be94ad06-3ae2-47f4-b51a-b4fe2a147fe7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2359793 Dec 17 13:24:40.429129 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50242) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:40.436033 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1572212955-router', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:40.446209 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8bae9c04-4dd6-4651-9634-c7877171dbbc req-9c6b4f22-5ecd-46de-96ff-29d99e4f5673 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240003 Dec 17 13:24:40.470023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-8822449a-4f2a-4798-8445-0c82490611c4', 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4', 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'fixed_ips': [{'subnet_id': '0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:24:40.471626 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:40.576488 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:40.576488 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:40.675868 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:40.682726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Allocated IP 172.20.0.2 (8822449a-4f2a-4798-8445-0c82490611c4/0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28/910c2495-1b48-4470-862d-66b06fc077a9) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:24:40.864633 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:41.028390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:41.189024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Network 8822449a-4f2a-4798-8445-0c82490611c4 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:24:41.189024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:24:41.189024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:24:41.216667 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:41.223782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Pushing event updated for resources: {'Port': ['ID=910c2495-1b48-4470-862d-66b06fc077a9,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:41.250560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.251149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.252112 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.252112 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.252565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.252565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.252837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.253653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.253861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.254268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.254605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.255424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.255766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:41.283696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Attempting to bind port 910c2495-1b48-4470-862d-66b06fc077a9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:24:41.284344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Attempting to bind port 910c2495-1b48-4470-862d-66b06fc077a9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'e6f78e09-fbab-44f0-83c7-2b158be2bf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:24:41.284769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Attempting to bind port 910c2495-1b48-4470-862d-66b06fc077a9 on network 8822449a-4f2a-4798-8445-0c82490611c4 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:24:41.291870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:24:41.292261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Checking segment: {'id': 'e6f78e09-fbab-44f0-83c7-2b158be2bf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:24:41.292773 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:41.293202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Bound using segment: {'id': 'e6f78e09-fbab-44f0-83c7-2b158be2bf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:24:41.293965 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Bound port: 910c2495-1b48-4470-862d-66b06fc077a9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f78e09-fbab-44f0-83c7-2b158be2bf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:24:41.294625 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:41.298516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799a625-ea72-4fc4-b203-52aa8d3920ea req-b830b3da-fc77-44a6-a30d-e721d9d65275 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:41.304662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799a625-ea72-4fc4-b203-52aa8d3920ea req-b830b3da-fc77-44a6-a30d-e721d9d65275 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:41.311253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799a625-ea72-4fc4-b203-52aa8d3920ea req-b830b3da-fc77-44a6-a30d-e721d9d65275 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:41.318511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799a625-ea72-4fc4-b203-52aa8d3920ea req-b830b3da-fc77-44a6-a30d-e721d9d65275 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:41.325112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799a625-ea72-4fc4-b203-52aa8d3920ea req-b830b3da-fc77-44a6-a30d-e721d9d65275 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:41.332061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799a625-ea72-4fc4-b203-52aa8d3920ea req-b830b3da-fc77-44a6-a30d-e721d9d65275 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:41.339885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799a625-ea72-4fc4-b203-52aa8d3920ea req-b830b3da-fc77-44a6-a30d-e721d9d65275 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:41.350349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d799a625-ea72-4fc4-b203-52aa8d3920ea req-b830b3da-fc77-44a6-a30d-e721d9d65275 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5434 time: 0.1759808 Dec 17 13:24:41.371466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] For port 910c2495-1b48-4470-862d-66b06fc077a9, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:24:41.378441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] For port 910c2495-1b48-4470-862d-66b06fc077a9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=910c2495-1b48-4470-862d-66b06fc077a9,segment=NetworkSegment(e6f78e09-fbab-44f0-83c7-2b158be2bf86),segment_id=e6f78e09-fbab-44f0-83c7-2b158be2bf86)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:24:41.444283 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d799a625-ea72-4fc4-b203-52aa8d3920ea req-78050071-17ac-4b23-87c2-a3fbbaa0c13f tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927413 Dec 17 13:24:41.503484 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:41.589654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a601e9c-eacb-4563-8ebb-e9a362fe03ff None None] Pushing event updated for resources: {'Port': ['ID=910c2495-1b48-4470-862d-66b06fc077a9,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:41.725823 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:41.763354 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:41.968111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Allocated IP 172.25.0.110 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:24:42.072965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f671-1c32-43cd-9ec5-e908085c53ff req-86196d0e-c4cf-45eb-aba4-4bc6890d5dc5 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:42.075592 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e55f671-1c32-43cd-9ec5-e908085c53ff req-86196d0e-c4cf-45eb-aba4-4bc6890d5dc5 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 944 time: 0.1062851 Dec 17 13:24:42.121075 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:42.158467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e55f671-1c32-43cd-9ec5-e908085c53ff req-656c3f74-dc39-401c-9242-68c3c2ff2927 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760167 Dec 17 13:24:42.236951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50318) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:42.295992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 36fd0db7-d997-4613-9714-140db92f677d details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:24:42.331699 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:42.393005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:42.406549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:24:42.408458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:24:42.411200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:24:42.432453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3878a0-0934-453f-b4da-7dbb1976495d req-1fd04681-0c04-4544-b9af-11628240a804 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:42.442867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ca4513-ccc2-4593-8bb9-40243600ddba None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:24:42.472543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3878a0-0934-453f-b4da-7dbb1976495d req-1fd04681-0c04-4544-b9af-11628240a804 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:42.495226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3878a0-0934-453f-b4da-7dbb1976495d req-1fd04681-0c04-4544-b9af-11628240a804 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:42.501360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3878a0-0934-453f-b4da-7dbb1976495d req-1fd04681-0c04-4544-b9af-11628240a804 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:42.526772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3878a0-0934-453f-b4da-7dbb1976495d req-1fd04681-0c04-4544-b9af-11628240a804 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:42.550347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3878a0-0934-453f-b4da-7dbb1976495d req-1fd04681-0c04-4544-b9af-11628240a804 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:42.567903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3878a0-0934-453f-b4da-7dbb1976495d req-1fd04681-0c04-4544-b9af-11628240a804 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:42.569948 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7b3878a0-0934-453f-b4da-7dbb1976495d req-1fd04681-0c04-4544-b9af-11628240a804 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5434 time: 0.3172617 Dec 17 13:24:42.619169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed75b66f-f2f5-4de8-b009-3dd8e27c96f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:42.688239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-35d9bc86-e38e-4773-b547-b3f0bdc2fe9f None None] Provisioning complete for port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:42.689784 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-35d9bc86-e38e-4773-b547-b3f0bdc2fe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:42.790890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 910c2495-1b48-4470-862d-66b06fc077a9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:24:42.825513 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed75b66f-f2f5-4de8-b009-3dd8e27c96f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:42.838006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 36fd0db7-d997-4613-9714-140db92f677d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=36fd0db7-d997-4613-9714-140db92f677d,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:24:42.913918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '36fd0db7-d997-4613-9714-140db92f677d', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'port_id': '36fd0db7-d997-4613-9714-140db92f677d', 'mac_address': 'fa:16:3e:42:bf:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:24:42.919617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-35d9bc86-e38e-4773-b547-b3f0bdc2fe9f None None] Port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:24:42.952496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed75b66f-f2f5-4de8-b009-3dd8e27c96f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.007337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 910c2495-1b48-4470-862d-66b06fc077a9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:43.008240 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.010289 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.085044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fd0db7-d997-4613-9714-140db92f677d {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:24:43.092973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75b66f-f2f5-4de8-b009-3dd8e27c96f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9650a07b-84ee-4cb3-acda-4f597a0a9303,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:43.104231 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ed75b66f-f2f5-4de8-b009-3dd8e27c96f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ef013e9ec014190a27a3e9ae3e5293f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8658116 Dec 17 13:24:43.106032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50354) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:43.130029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 36fd0db7-d997-4613-9714-140db92f677d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=36fd0db7-d997-4613-9714-140db92f677d,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:24:43.192266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.250043 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.275707 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22cbd532-e056-469d-80cc-cbabb9329ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.347185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22cbd532-e056-469d-80cc-cbabb9329ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.356052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21981112-68f6-4dc0-9924-d9e9bc404d47 None None] Network 8822449a-4f2a-4798-8445-0c82490611c4 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:24:43.508315 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.511145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=36fd0db7-d997-4613-9714-140db92f677d,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:43.575348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0c917e59-1440-48e9-9c98-dd45ecb8c4a3 None None] Provisioning complete for port 910c2495-1b48-4470-862d-66b06fc077a9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:43.581958 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c917e59-1440-48e9-9c98-dd45ecb8c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.587309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb01e36-dac0-40d7-875d-8a8bd6a6d9c2 req-02bff201-2cf9-44e6-92cb-e44f85265564 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:43.589040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6eb01e36-dac0-40d7-875d-8a8bd6a6d9c2 req-02bff201-2cf9-44e6-92cb-e44f85265564 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 945 time: 0.2524657 Dec 17 13:24:43.601283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 910c2495-1b48-4470-862d-66b06fc077a9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=910c2495-1b48-4470-862d-66b06fc077a9,segment=NetworkSegment(e6f78e09-fbab-44f0-83c7-2b158be2bf86),segment_id=e6f78e09-fbab-44f0-83c7-2b158be2bf86)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:24:43.610780 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['36fd0db7-d997-4613-9714-140db92f677d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:24:43.634337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22cbd532-e056-469d-80cc-cbabb9329ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.637544 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22cbd532-e056-469d-80cc-cbabb9329ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.640992 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-22cbd532-e056-469d-80cc-cbabb9329ac9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9650a07b-84ee-4cb3-acda-4f597a0a9303 HTTP/1.1" status: 204 len: 168 time: 0.5317533 Dec 17 13:24:43.652092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbd532-e056-469d-80cc-cbabb9329ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9650a07b-84ee-4cb3-acda-4f597a0a9303,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:43.714024 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.853029 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6eb01e36-dac0-40d7-875d-8a8bd6a6d9c2 req-16f60099-7001-41c2-9f65-02dbaece7b1c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314365 Dec 17 13:24:43.857496 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:43.973717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50376) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:43.979621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-54fceef5-a4ae-482b-84b9-fe0bb306f6f7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906488106', 'description': 'tempest-secgroup-smoke-906488106 description', 'project_id': '850cc3bed38d459295a3dcc922ba6c36'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:44.000196 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d67dda86-d939-4e6e-a4d7-3e9ff35b0143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:44.010455 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=910c2495-1b48-4470-862d-66b06fc077a9,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:44.118488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54fceef5-a4ae-482b-84b9-fe0bb306f6f7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:44.129634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54fceef5-a4ae-482b-84b9-fe0bb306f6f7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:44.194670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c5893fe9-b375-40ee-8e44-c2244bf3d9eb None None] Provisioning complete for port 910c2495-1b48-4470-862d-66b06fc077a9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:44.198325 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c5893fe9-b375-40ee-8e44-c2244bf3d9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:44.243612 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54fceef5-a4ae-482b-84b9-fe0bb306f6f7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:44.289708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Router 63fb04cd-e51c-4541-910d-96dd3c01e6ae is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:24:44.388961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54fceef5-a4ae-482b-84b9-fe0bb306f6f7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:44.589772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:24:44.603864 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Sync routers for ids ['63fb04cd-e51c-4541-910d-96dd3c01e6ae'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:24:44.622005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Routers {'63fb04cd-e51c-4541-910d-96dd3c01e6ae'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:24:44.623817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['63fb04cd-e51c-4541-910d-96dd3c01e6ae'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:44.635305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fceef5-a4ae-482b-84b9-fe0bb306f6f7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fab95f-4f69-4bad-a1bb-add9c2264842,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:44.686099 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 910c2495-1b48-4470-862d-66b06fc077a9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:24:44.756201 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:44.757502 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ce969819-7af9-432a-9932-1422e57318c2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3268666 Dec 17 13:24:44.760200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50394) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:44.771400 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54fceef5-a4ae-482b-84b9-fe0bb306f6f7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:44.873606 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54fceef5-a4ae-482b-84b9-fe0bb306f6f7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:44.920005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fceef5-a4ae-482b-84b9-fe0bb306f6f7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797dd144-1b10-4744-9ce2-76df4ce8a256,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:44.995319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50400) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:45.050545 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54fceef5-a4ae-482b-84b9-fe0bb306f6f7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:45.055424 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-54fceef5-a4ae-482b-84b9-fe0bb306f6f7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0803738 Dec 17 13:24:45.057304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50410) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:45.062728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-95f07573-15af-4d6d-87f1-3f1af453f473 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '797dd144-1b10-4744-9ce2-76df4ce8a256', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:45.085482 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f58601c-4927-43ac-b1d7-61cd302ea2a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:45.165370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bfec5-0113-42a5-a402-300ffcb03bd5 req-07ad3b3b-5a2b-4c4d-aecc-0085dc201d7e tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:45.173130 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac0bfec5-0113-42a5-a402-300ffcb03bd5 req-07ad3b3b-5a2b-4c4d-aecc-0085dc201d7e tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 945 time: 0.2218742 Dec 17 13:24:45.300856 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-95f07573-15af-4d6d-87f1-3f1af453f473 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:45.349665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 910c2495-1b48-4470-862d-66b06fc077a9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:45.350048 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:45.391012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac0bfec5-0113-42a5-a402-300ffcb03bd5 req-0b87501c-6598-455c-a5c8-b0fb8504e8f9 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877348 Dec 17 13:24:45.398444 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:45.400260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Set router 63fb04cd-e51c-4541-910d-96dd3c01e6ae gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:24:45.458878 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f58601c-4927-43ac-b1d7-61cd302ea2a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:45.472394 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-95f07573-15af-4d6d-87f1-3f1af453f473 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:45.553674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0f58601c-4927-43ac-b1d7-61cd302ea2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:45.611764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0f58601c-4927-43ac-b1d7-61cd302ea2a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ebee7f6c7ae4ae89d4acfb59d032e5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6106572 Dec 17 13:24:45.614234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58601c-4927-43ac-b1d7-61cd302ea2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad789eb-37a4-46d0-abc5-b82e70c47755,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:45.614541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50426) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:45.671339 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-95f07573-15af-4d6d-87f1-3f1af453f473 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:45.734418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f07573-15af-4d6d-87f1-3f1af453f473 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025a9890-c297-4728-91be-994235e98d19,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:45.825858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Allocated IP 172.20.0.1 (8822449a-4f2a-4798-8445-0c82490611c4/0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28/db3f3e79-ad7e-4e36-a446-6718bef83e7d) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:24:45.843721 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8c2de0f-63fe-46cd-8962-3021c211e47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:45.881896 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-95f07573-15af-4d6d-87f1-3f1af453f473 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:45.886497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-95f07573-15af-4d6d-87f1-3f1af453f473 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8272002 Dec 17 13:24:45.889366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50450) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:45.895392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-27bc4083-7644-413e-8fa8-15a0f2ad20dd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '797dd144-1b10-4744-9ce2-76df4ce8a256', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:45.927316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'name': 'tempest-TestAggregatesBasicOps-1572212955-router', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:40Z', 'updated_at': '2021-12-17T13:24:42Z', 'revision_number': 3, 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'gw_port': {'id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:41Z', 'updated_at': '2021-12-17T13:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:45.944821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8c2de0f-63fe-46cd-8962-3021c211e47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:45.966625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Checking router: 63fb04cd-e51c-4541-910d-96dd3c01e6ae for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:24:45.967231 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Updating router 63fb04cd-e51c-4541-910d-96dd3c01e6ae port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:24:46.001754 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.053639 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27bc4083-7644-413e-8fa8-15a0f2ad20dd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.054528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.205405 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8c2de0f-63fe-46cd-8962-3021c211e47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.209403 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8c2de0f-63fe-46cd-8962-3021c211e47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.211601 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27bc4083-7644-413e-8fa8-15a0f2ad20dd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.212323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b8c2de0f-63fe-46cd-8962-3021c211e47c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4ad789eb-37a4-46d0-abc5-b82e70c47755 HTTP/1.1" status: 204 len: 168 time: 0.5964630 Dec 17 13:24:46.222194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2de0f-63fe-46cd-8962-3021c211e47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad789eb-37a4-46d0-abc5-b82e70c47755,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:46.230769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50460) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:46.257067 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.279632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27bc4083-7644-413e-8fa8-15a0f2ad20dd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.306557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc4083-7644-413e-8fa8-15a0f2ad20dd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a70233-478b-4098-8598-e0a46e1b94fc,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:46.359662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 36fd0db7-d997-4613-9714-140db92f677d up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:24:46.390530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Pushing event updated for resources: {'Port': ['ID=db3f3e79-ad7e-4e36-a446-6718bef83e7d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:46.399368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Network 8822449a-4f2a-4798-8445-0c82490611c4 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:24:46.405293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:24:46.409377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:24:46.457978 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8023-897e-46db-b086-056afd54cd5d req-11aa4d9f-c83d-46ae-bfcb-8aa6f5ffb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:46.458475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8023-897e-46db-b086-056afd54cd5d req-11aa4d9f-c83d-46ae-bfcb-8aa6f5ffb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:46.458953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8023-897e-46db-b086-056afd54cd5d req-11aa4d9f-c83d-46ae-bfcb-8aa6f5ffb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:46.459432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8023-897e-46db-b086-056afd54cd5d req-11aa4d9f-c83d-46ae-bfcb-8aa6f5ffb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:46.459903 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8023-897e-46db-b086-056afd54cd5d req-11aa4d9f-c83d-46ae-bfcb-8aa6f5ffb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:46.460375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8023-897e-46db-b086-056afd54cd5d req-11aa4d9f-c83d-46ae-bfcb-8aa6f5ffb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:46.461401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8023-897e-46db-b086-056afd54cd5d req-11aa4d9f-c83d-46ae-bfcb-8aa6f5ffb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:46.465508 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-27bc4083-7644-413e-8fa8-15a0f2ad20dd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.468263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-27bc4083-7644-413e-8fa8-15a0f2ad20dd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5770016 Dec 17 13:24:46.470002 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-243b8023-897e-46db-b086-056afd54cd5d req-11aa4d9f-c83d-46ae-bfcb-8aa6f5ffb048 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6491 time: 0.2388299 Dec 17 13:24:46.470787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50470) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:46.480181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-11066f1a-09a4-4728-8b4b-7cc6a0200177 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '797dd144-1b10-4744-9ce2-76df4ce8a256', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:46.561902 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.579558 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f5cc4d1f-4d72-46ce-ac6e-0c49dae92692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.580058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 36fd0db7-d997-4613-9714-140db92f677d completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:24:46.615484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 36fd0db7-d997-4613-9714-140db92f677d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:46.615484 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.686011 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.716474 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11066f1a-09a4-4728-8b4b-7cc6a0200177 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.734373 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.782728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 36fd0db7-d997-4613-9714-140db92f677d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=36fd0db7-d997-4613-9714-140db92f677d,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:24:46.785076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fd0db7-d997-4613-9714-140db92f677d'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:24:46.788094 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bb986f-5a2d-4b97-891a-f60f136e84f7" -d '{"events": [{"server_uuid": "58a8da71-6008-4600-972e-0ebb65b7f57a", "name": "network-vif-plugged", "status": "completed", "tag": "36fd0db7-d997-4613-9714-140db92f677d"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:24:46.792479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-243b8023-897e-46db-b086-056afd54cd5d req-407f651b-736a-4766-a1fa-1499f1ec20bd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3215296 Dec 17 13:24:46.822357 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11066f1a-09a4-4728-8b4b-7cc6a0200177 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.832201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ef76c1f1-a0b6-45b1-9304-169ff5aa68ea None None] Provisioning complete for port db3f3e79-ad7e-4e36-a446-6718bef83e7d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:46.832577 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef76c1f1-a0b6-45b1-9304-169ff5aa68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.837401 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.840761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b0022-f8c8-4163-ab2c-5c75cf82ff2c req-b5f662fa-005a-4421-ac17-d3d9a6ee770c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:46.846012 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f4b0022-f8c8-4163-ab2c-5c75cf82ff2c req-b5f662fa-005a-4421-ac17-d3d9a6ee770c tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 945 time: 0.2855065 Dec 17 13:24:46.953634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11066f1a-09a4-4728-8b4b-7cc6a0200177 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:46.974784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe3c18-5402-4350-bab3-376378e0862e None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:24:46.975351 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f4b0022-f8c8-4163-ab2c-5c75cf82ff2c req-b49653c5-ec87-4da7-a992-cd909f2efd51 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206019 Dec 17 13:24:47.022636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11066f1a-09a4-4728-8b4b-7cc6a0200177 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e966cfa5-f011-40f2-bc4e-29b3e3ec2ae4,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:47.064972 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.105119 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.133861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Attempting to bind port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:24:47.134321 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Attempting to bind port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:24:47.140226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Attempting to bind port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:24:47.174939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11066f1a-09a4-4728-8b4b-7cc6a0200177 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.176474 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-11066f1a-09a4-4728-8b4b-7cc6a0200177 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7040370 Dec 17 13:24:47.178931 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5a2a3b-5511-4ce7-87b5-385da142d298 x-openstack-request-id: req-5d5a2a3b-5511-4ce7-87b5-385da142d298 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:24:47.179358 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a8da71-6008-4600-972e-0ebb65b7f57a", "name": "network-vif-plugged", "status": "completed", "tag": "36fd0db7-d997-4613-9714-140db92f677d", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:24:47.180263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50504) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:47.181460 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d5a2a3b-5511-4ce7-87b5-385da142d298 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:24:47.182101 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fd0db7-d997-4613-9714-140db92f677d', 'code': 200} Dec 17 13:24:47.188527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ef76c1f1-a0b6-45b1-9304-169ff5aa68ea None None] Port db3f3e79-ad7e-4e36-a446-6718bef83e7d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:24:47.194278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-63a4b5c8-53ac-43d8-b839-9de47473cef1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '797dd144-1b10-4744-9ce2-76df4ce8a256', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:47.194456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8bfa6-1932-4e81-85b7-9a4e482b35ef None None] Pushing event updated for resources: {'Port': ['ID=4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:47.257563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:24:47.258535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:24:47.258948 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.259354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:24:47.259851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Bound port: 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:24:47.260237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.365315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=36fd0db7-d997-4613-9714-140db92f677d,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:47.384264 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-94d81a61-2c33-428f-bf3b-243b46993615 None None] Provisioning complete for port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:47.384564 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-94d81a61-2c33-428f-bf3b-243b46993615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.399834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63a4b5c8-53ac-43d8-b839-9de47473cef1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.418807 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.436913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0718-bb3d-410c-94c2-04ba484309b3 req-50cf2192-0e38-4f59-8f71-cdaf539f847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:47.439123 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c38b0718-bb3d-410c-94c2-04ba484309b3 req-50cf2192-0e38-4f59-8f71-cdaf539f847d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 1097 time: 0.1775837 Dec 17 13:24:47.452777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] For port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:24:47.456648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] For port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:24:47.481419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-94d81a61-2c33-428f-bf3b-243b46993615 None None] Port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:24:47.535120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c38b0718-bb3d-410c-94c2-04ba484309b3 req-44005fa2-4601-42f7-9bd8-8f021f6b61d6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821114 Dec 17 13:24:47.537038 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63a4b5c8-53ac-43d8-b839-9de47473cef1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.552440 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.554344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.634257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e320e0-3fed-47f1-8cbb-8c1e37144596 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:24:47.662692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63a4b5c8-53ac-43d8-b839-9de47473cef1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.706236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Pushing event updated for resources: {'Port': ['ID=db3f3e79-ad7e-4e36-a446-6718bef83e7d,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:47.707949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4b5c8-53ac-43d8-b839-9de47473cef1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087fb069-8fd8-42f6-bd44-f5b3ca1e8452,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:47.729387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Routers {'63fb04cd-e51c-4541-910d-96dd3c01e6ae'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:24:47.730507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['63fb04cd-e51c-4541-910d-96dd3c01e6ae'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:47.731889 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.834126 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-63a4b5c8-53ac-43d8-b839-9de47473cef1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:47.840013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-63a4b5c8-53ac-43d8-b839-9de47473cef1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6491714 Dec 17 13:24:47.840013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50526) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:47.857779 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-50f50f58-de9e-47d4-8ba5-ac80c2934125 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '797dd144-1b10-4744-9ce2-76df4ce8a256', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:47.967118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] Set router 63fb04cd-e51c-4541-910d-96dd3c01e6ae gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:24:48.057569 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-50f50f58-de9e-47d4-8ba5-ac80c2934125 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Project 850cc3bed38d459295a3dcc922ba6c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:24:48.064054 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-50f50f58-de9e-47d4-8ba5-ac80c2934125 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:48.072162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Network 8822449a-4f2a-4798-8445-0c82490611c4 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:24:48.076928 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:24:48.118893 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:48.130799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8bfa6-1932-4e81-85b7-9a4e482b35ef None None] Pushing event updated for resources: {'Port': ['ID=4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:48.203757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dc1f1289-aa16-433d-90ce-93ff8ecb59d6 None None] Provisioning complete for port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:48.204318 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1289-aa16-433d-90ce-93ff8ecb59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:48.333500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f1138-6e0d-4b45-b48e-a7d4d3c2a8ec req-dc7bf791-fda1-4bc6-b880-3ad0e867407e tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:48.343238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-764f1138-6e0d-4b45-b48e-a7d4d3c2a8ec req-dc7bf791-fda1-4bc6-b880-3ad0e867407e tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 946 time: 0.1313686 Dec 17 13:24:48.386794 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-50f50f58-de9e-47d4-8ba5-ac80c2934125 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:48.434676 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-764f1138-6e0d-4b45-b48e-a7d4d3c2a8ec req-d24ea039-7a85-4daa-9d5a-fe3e499c4bad tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901248 Dec 17 13:24:48.511502 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-50f50f58-de9e-47d4-8ba5-ac80c2934125 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:48.537467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f50f58-de9e-47d4-8ba5-ac80c2934125 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d696b807-cf8a-4b8f-8aeb-23bed92d4888,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:48.563000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Router 63fb04cd-e51c-4541-910d-96dd3c01e6ae has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:24:48.619567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-50f50f58-de9e-47d4-8ba5-ac80c2934125 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:48.623247 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-50f50f58-de9e-47d4-8ba5-ac80c2934125 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7827592 Dec 17 13:24:48.625712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50550) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:48.631294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-9812c67f-d43a-4bba-b13a-c30065d87648 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '797dd144-1b10-4744-9ce2-76df4ce8a256', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:48.665673 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1289-aa16-433d-90ce-93ff8ecb59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:48.767612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-dc1f1289-aa16-433d-90ce-93ff8ecb59d6 None None] For port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:24:48.786927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'name': 'tempest-TestAggregatesBasicOps-1572212955-router', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:40Z', 'updated_at': '2021-12-17T13:24:46Z', 'revision_number': 4, 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'gw_port': {'id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:41Z', 'updated_at': '2021-12-17T13:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'db3f3e79-ad7e-4e36-a446-6718bef83e7d', 'name': '', 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'mac_address': 'fa:16:3e:21:0e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:45Z', 'updated_at': '2021-12-17T13:24:47Z', 'revision_number': 2, 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'subnets': [{'id': '0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:48.833215 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-9812c67f-d43a-4bba-b13a-c30065d87648 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Project 850cc3bed38d459295a3dcc922ba6c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:24:48.840530 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9812c67f-d43a-4bba-b13a-c30065d87648 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:48.887426 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1289-aa16-433d-90ce-93ff8ecb59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:48.902803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f227ba-ab3b-43be-b38e-8d2003e5edca None None] The sync data for ids ['63fb04cd-e51c-4541-910d-96dd3c01e6ae'] in n-d-815324-5 is: [{'id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'name': 'tempest-TestAggregatesBasicOps-1572212955-router', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:40Z', 'updated_at': '2021-12-17T13:24:46Z', 'revision_number': 4, 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'gw_port': {'id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:41Z', 'updated_at': '2021-12-17T13:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'db3f3e79-ad7e-4e36-a446-6718bef83e7d', 'name': '', 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'mac_address': 'fa:16:3e:21:0e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:45Z', 'updated_at': '2021-12-17T13:24:47Z', 'revision_number': 2, 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'subnets': [{'id': '0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:24:49.090288 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:49.115493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9812c67f-d43a-4bba-b13a-c30065d87648 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:49.183178 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9812c67f-d43a-4bba-b13a-c30065d87648 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:49.214647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812c67f-d43a-4bba-b13a-c30065d87648 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639de7c7-7f6b-4ba6-84c2-7d16e1997925,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:49.229610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5d352e2e-c705-468e-8f60-e950e9bd5989 None None] Provisioning complete for port db3f3e79-ad7e-4e36-a446-6718bef83e7d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:49.230123 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5d352e2e-c705-468e-8f60-e950e9bd5989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:49.306388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9812c67f-d43a-4bba-b13a-c30065d87648 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:49.309023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9812c67f-d43a-4bba-b13a-c30065d87648 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6832643 Dec 17 13:24:49.311710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50568) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:49.319231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b0d5b42c-fbea-4077-be17-a881cdd636bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'network': {'name': 'tempest-network-smoke--1937230981', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'port_security_enabled': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:49.333172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f1289-aa16-433d-90ce-93ff8ecb59d6 None None] Pushing event updated for resources: {'Port': ['ID=4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:49.426436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5d352e2e-c705-468e-8f60-e950e9bd5989 None None] Port db3f3e79-ad7e-4e36-a446-6718bef83e7d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:24:49.444615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d5b42c-fbea-4077-be17-a881cdd636bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Made reservation on behalf of 850cc3bed38d459295a3dcc922ba6c36 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:24:49.466668 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b42c-fbea-4077-be17-a881cdd636bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:49.588604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d5b42c-fbea-4077-be17-a881cdd636bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:24:49.606389 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b42c-fbea-4077-be17-a881cdd636bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:49.607038 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-b0d5b42c-fbea-4077-be17-a881cdd636bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Added segment 36a2e14e-7d12-4b0c-919e-cfeebb7a6f52 of type vlan for network 62104884-35ed-48dd-a2e9-27a8145b5ddd Dec 17 13:24:49.645255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:49.701017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:24:49.720239 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b31c7a39-49b2-47a5-99ea-7292efbb229f admin admin] 10.222.0.59 "PUT /v2.0/routers/63fb04cd-e51c-4541-910d-96dd3c01e6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9514158 Dec 17 13:24:49.720452 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b42c-fbea-4077-be17-a881cdd636bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:49.770316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aaff5-064b-4812-83bf-953f76664779 req-11bdb462-4b78-46fa-a5be-e954d78597cf tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:49.776055 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f2aaff5-064b-4812-83bf-953f76664779 req-11bdb462-4b78-46fa-a5be-e954d78597cf tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 946 time: 0.1188114 Dec 17 13:24:49.842379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50578) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:49.872802 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f2aaff5-064b-4812-83bf-953f76664779 req-729f1ff2-5b48-4b2b-88e4-62c70ebd8c5f tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899680 Dec 17 13:24:49.883676 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b42c-fbea-4077-be17-a881cdd636bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:49.894620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d5b42c-fbea-4077-be17-a881cdd636bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:49.895432 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b42c-fbea-4077-be17-a881cdd636bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:50.056480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5b42c-fbea-4077-be17-a881cdd636bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Network': ['ID=62104884-35ed-48dd-a2e9-27a8145b5ddd,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:50.071288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 62104884-35ed-48dd-a2e9-27a8145b5ddd details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:24:50.120696 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b0d5b42c-fbea-4077-be17-a881cdd636bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8076661 Dec 17 13:24:50.135482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50592) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:50.142377 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'admin_state_up': True, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:50.233843 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:24:50.285241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a3618-cb9b-4d68-b857-60069f58a9cd req-70a4b7d7-5207-4a54-8903-2177c861d8f2 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:50.291071 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b9a3618-cb9b-4d68-b857-60069f58a9cd req-70a4b7d7-5207-4a54-8903-2177c861d8f2 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 946 time: 0.2057183 Dec 17 13:24:50.301915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50598) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:50.309955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f66cc529-3795-45d7-89e0-aefbf86ce167 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Request body: {'floatingip': {'port_id': '36fd0db7-d997-4613-9714-140db92f677d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:50.388933 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e52b728-b1c5-4600-bbdf-7feee093fd5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:50.406590 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:50.410068 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:50.427242 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f66cc529-3795-45d7-89e0-aefbf86ce167 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:50.594061 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:50.681290 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e52b728-b1c5-4600-bbdf-7feee093fd5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:50.785867 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e52b728-b1c5-4600-bbdf-7feee093fd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:50.925277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52b728-b1c5-4600-bbdf-7feee093fd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df60e5df-1e64-460b-8b64-6ebb6581725c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:50.947776 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2e52b728-b1c5-4600-bbdf-7feee093fd5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d3979caba72479a9c669196e01077b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1041117 Dec 17 13:24:50.955961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50618) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:51.126990 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2f97-bac0-4c88-80dc-4923788b6098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:51.201109 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2f97-bac0-4c88-80dc-4923788b6098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:51.212191 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:51.345218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50628) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:51.378793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50634) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:51.384101 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-559559358-network', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:51.433722 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2f97-bac0-4c88-80dc-4923788b6098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:51.439427 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc9b2f97-bac0-4c88-80dc-4923788b6098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:51.441738 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cc9b2f97-bac0-4c88-80dc-4923788b6098 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df60e5df-1e64-460b-8b64-6ebb6581725c HTTP/1.1" status: 204 len: 168 time: 0.4824159 Dec 17 13:24:51.489116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b2f97-bac0-4c88-80dc-4923788b6098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df60e5df-1e64-460b-8b64-6ebb6581725c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:51.536823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Made reservation on behalf of dd8a53a26623472fa535ba513c375d8e for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:24:51.545920 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:51.570478 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:51.758297 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:51.806691 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f77cf62-74e0-42c6-955b-5a95ce3699e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:51.921989 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:51.954050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:24:51.971249 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:51.972174 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Added segment 162c74c9-ca9e-41e0-b590-4ebfa75724d6 of type vlan for network 6213708c-2a2e-4bf8-ba87-2c9c8359a31a Dec 17 13:24:52.152709 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:52.179897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c03d66-6945-4932-bd9a-95ab90720561,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:52.210670 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f77cf62-74e0-42c6-955b-5a95ce3699e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:52.359520 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:52.361074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:52.362098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:52.373635 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f77cf62-74e0-42c6-955b-5a95ce3699e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:52.546637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] Pushing event updated for resources: {'Network': ['ID=6213708c-2a2e-4bf8-ba87-2c9c8359a31a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:52.552179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77cf62-74e0-42c6-955b-5a95ce3699e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db1c757-5c41-4a72-af6b-56accf8a9822,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:52.558463 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8f77cf62-74e0-42c6-955b-5a95ce3699e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b93fdbead2c54943b0f5e884a200a29c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2113881 Dec 17 13:24:52.560963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50660) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:52.611278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 6213708c-2a2e-4bf8-ba87-2c9c8359a31a details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:24:52.623137 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c5855aee-3928-427c-a5ca-56d3cbdd236e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:52.650499 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c5855aee-3928-427c-a5ca-56d3cbdd236e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:52.735188 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8b0d71ac-3002-48a1-acdb-6fa35022e09b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3550150 Dec 17 13:24:52.751084 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50662) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:52.769948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8e97dac1-96d8-49f3-a0b6-bf388402983d admin admin] Request body: {'subnet': {'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-559559358-subnet', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:52.823117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.resource_extend [None req-f66cc529-3795-45d7-89e0-aefbf86ce167 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:24:52.881495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:24:52.988625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e97dac1-96d8-49f3-a0b6-bf388402983d admin admin] Made reservation on behalf of dd8a53a26623472fa535ba513c375d8e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:24:52.995118 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8e97dac1-96d8-49f3-a0b6-bf388402983d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:53.096887 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f66cc529-3795-45d7-89e0-aefbf86ce167 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:53.327143 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f66cc529-3795-45d7-89e0-aefbf86ce167 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:53.354826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:53.355709 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:53.416989 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06acb297-d966-471c-99b5-689390a42404 None None] Sync routers for ids ['63fb04cd-e51c-4541-910d-96dd3c01e6ae'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:24:53.434190 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06acb297-d966-471c-99b5-689390a42404 None None] Routers {'63fb04cd-e51c-4541-910d-96dd3c01e6ae'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:24:53.435522 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-06acb297-d966-471c-99b5-689390a42404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['63fb04cd-e51c-4541-910d-96dd3c01e6ae'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:53.502573 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c5855aee-3928-427c-a5ca-56d3cbdd236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:53.505882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c5855aee-3928-427c-a5ca-56d3cbdd236e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:53.511258 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c5855aee-3928-427c-a5ca-56d3cbdd236e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5db1c757-5c41-4a72-af6b-56accf8a9822 HTTP/1.1" status: 204 len: 168 time: 0.9490950 Dec 17 13:24:53.550423 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:53.568934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5855aee-3928-427c-a5ca-56d3cbdd236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db1c757-5c41-4a72-af6b-56accf8a9822,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:53.586670 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:53.697460 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8e97dac1-96d8-49f3-a0b6-bf388402983d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:53.767506 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-06acb297-d966-471c-99b5-689390a42404 None None] Set router 63fb04cd-e51c-4541-910d-96dd3c01e6ae gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:24:53.834886 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-f66cc529-3795-45d7-89e0-aefbf86ce167 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Floating IP b3be29af-f903-455a-b017-11156a2008d3 associated. External IP: 172.25.0.125, port: 36fd0db7-d997-4613-9714-140db92f677d. Dec 17 13:24:53.856870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e97dac1-96d8-49f3-a0b6-bf388402983d admin admin] Checking segment: {'id': '162c74c9-ca9e-41e0-b590-4ebfa75724d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:24:53.857282 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e97dac1-96d8-49f3-a0b6-bf388402983d admin admin] Network hostable DHCP agents. Network: 6213708c-2a2e-4bf8-ba87-2c9c8359a31a, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:24:53.875146 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97dac1-96d8-49f3-a0b6-bf388402983d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d13fd6f0-7f48-4717-9eb2-596241ec31ce,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:54.107931 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-06acb297-d966-471c-99b5-689390a42404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'name': 'tempest-TestAggregatesBasicOps-1572212955-router', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:40Z', 'updated_at': '2021-12-17T13:24:46Z', 'revision_number': 4, 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'gw_port': {'id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:41Z', 'updated_at': '2021-12-17T13:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'db3f3e79-ad7e-4e36-a446-6718bef83e7d', 'name': '', 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'mac_address': 'fa:16:3e:21:0e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:45Z', 'updated_at': '2021-12-17T13:24:47Z', 'revision_number': 2, 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'subnets': [{'id': '0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:54.158134 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06acb297-d966-471c-99b5-689390a42404 None None] Checking router: 63fb04cd-e51c-4541-910d-96dd3c01e6ae for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:24:54.162246 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06acb297-d966-471c-99b5-689390a42404 None None] Updating router 63fb04cd-e51c-4541-910d-96dd3c01e6ae port db3f3e79-ad7e-4e36-a446-6718bef83e7d binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:24:54.208971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.25.0.68 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/e7780971-bed3-4612-a72f-e18bfaf9c22c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:24:54.213172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e97dac1-96d8-49f3-a0b6-bf388402983d admin admin] Network 6213708c-2a2e-4bf8-ba87-2c9c8359a31a is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:24:54.239775 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-06acb297-d966-471c-99b5-689390a42404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:54.303097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-8e97dac1-96d8-49f3-a0b6-bf388402983d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 6213708c-2a2e-4bf8-ba87-2c9c8359a31a) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:24:54.318803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e97dac1-96d8-49f3-a0b6-bf388402983d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:54.322669 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8e97dac1-96d8-49f3-a0b6-bf388402983d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:54.324823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed6fa3c-33ef-45c0-a34e-95f4a6f0ad79 None None] Network 6213708c-2a2e-4bf8-ba87-2c9c8359a31a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:24:54.348586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66cc529-3795-45d7-89e0-aefbf86ce167 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Router 509dbd49-35f1-4399-aea8-0265e49b06a3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:24:54.442881 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8e97dac1-96d8-49f3-a0b6-bf388402983d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6852474 Dec 17 13:24:54.443510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50732) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:54.459358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-559559358-router', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:24:54.555108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-6213708c-2a2e-4bf8-ba87-2c9c8359a31a', 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a', 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'fixed_ips': [{'subnet_id': 'd13fd6f0-7f48-4717-9eb2-596241ec31ce'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:24:54.555108 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:54.614888 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:54.618208 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:54.659787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66cc529-3795-45d7-89e0-aefbf86ce167 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:24:54.682452 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f66cc529-3795-45d7-89e0-aefbf86ce167 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:54.796806 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:54.816308 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f66cc529-3795-45d7-89e0-aefbf86ce167 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "PUT /v2.0/floatingips/b3be29af-f903-455a-b017-11156a2008d3 HTTP/1.1" status: 200 len: 992 time: 4.5130739 Dec 17 13:24:54.829543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'tag': '36fd0db7-d997-4613-9714-140db92f677d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:24:54.833129 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b54c8c-9bb4-4d0d-83f5-15afe7eec021" -d '{"events": [{"name": "network-changed", "server_uuid": "58a8da71-6008-4600-972e-0ebb65b7f57a", "tag": "36fd0db7-d997-4613-9714-140db92f677d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:24:54.855452 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:54.857924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb69a9-49da-424f-a381-064cda2a8a39 None None] Sync routers for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:24:54.996587 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d9ddff-fe4a-4339-87e9-551234008bb9 x-openstack-request-id: req-18d9ddff-fe4a-4339-87e9-551234008bb9 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:24:55.002644 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a8da71-6008-4600-972e-0ebb65b7f57a", "tag": "36fd0db7-d997-4613-9714-140db92f677d", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:24:55.002644 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18d9ddff-fe4a-4339-87e9-551234008bb9 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:24:55.002644 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'tag': '36fd0db7-d997-4613-9714-140db92f677d', 'status': 'completed', 'code': 200} Dec 17 13:24:55.016614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Allocated IP 172.20.0.2 (6213708c-2a2e-4bf8-ba87-2c9c8359a31a/d13fd6f0-7f48-4717-9eb2-596241ec31ce/112afad9-524e-4853-a350-51ef479227a3) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:24:55.134162 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:55.246083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:24:55.252892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:24:55.255917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:24:55.287853 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-06acb297-d966-471c-99b5-689390a42404 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:55.297761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b54c8c-9bb4-4d0d-83f5-15afe7eec021 req-88f0d510-1e75-456c-a652-c3faf6e7bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:55.301905 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31b54c8c-9bb4-4d0d-83f5-15afe7eec021 req-88f0d510-1e75-456c-a652-c3faf6e7bd2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 1097 time: 0.3015311 Dec 17 13:24:55.403022 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-06acb297-d966-471c-99b5-689390a42404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:55.419384 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:55.433698 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e8d707-9361-4182-80b0-b8571a9539f4 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:24:55.461845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b54c8c-9bb4-4d0d-83f5-15afe7eec021 req-7f385a43-3bf0-472f-a8be-88957a3a266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:55.463311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31b54c8c-9bb4-4d0d-83f5-15afe7eec021 req-7f385a43-3bf0-472f-a8be-88957a3a266a service neutron] 10.222.0.61 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 912 time: 0.1534245 Dec 17 13:24:55.470726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb69a9-49da-424f-a381-064cda2a8a39 None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:24:55.470726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-89fb69a9-49da-424f-a381-064cda2a8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:55.471453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=e7780971-bed3-4612-a72f-e18bfaf9c22c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:55.489042 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:55.607057 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Pushing event updated for resources: {'Port': ['ID=db3f3e79-ad7e-4e36-a446-6718bef83e7d,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:55.647909 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.648312 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.648702 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.649045 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.649380 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.649752 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.652957 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.652957 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.652957 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.652957 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.652957 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.652957 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.652957 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:24:55.709389 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:55.807769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Network 6213708c-2a2e-4bf8-ba87-2c9c8359a31a is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:24:55.848883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:24:55.868958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:24:55.924513 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-06acb297-d966-471c-99b5-689390a42404 None None] Attempting to bind port db3f3e79-ad7e-4e36-a446-6718bef83e7d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:24:55.931980 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-06acb297-d966-471c-99b5-689390a42404 None None] Attempting to bind port db3f3e79-ad7e-4e36-a446-6718bef83e7d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'e6f78e09-fbab-44f0-83c7-2b158be2bf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:24:55.932618 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06acb297-d966-471c-99b5-689390a42404 None None] Attempting to bind port db3f3e79-ad7e-4e36-a446-6718bef83e7d on network 8822449a-4f2a-4798-8445-0c82490611c4 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:24:55.938200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-257679b1-3135-417a-aef0-c278c605ee22 None None] Provisioning complete for port e7780971-bed3-4612-a72f-e18bfaf9c22c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:55.938814 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-257679b1-3135-417a-aef0-c278c605ee22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:55.946836 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06acb297-d966-471c-99b5-689390a42404 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:24:55.956466 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06acb297-d966-471c-99b5-689390a42404 None None] Checking segment: {'id': 'e6f78e09-fbab-44f0-83c7-2b158be2bf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:24:55.957434 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-06acb297-d966-471c-99b5-689390a42404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:55.958166 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06acb297-d966-471c-99b5-689390a42404 None None] Bound using segment: {'id': 'e6f78e09-fbab-44f0-83c7-2b158be2bf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:24:55.958835 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-06acb297-d966-471c-99b5-689390a42404 None None] Bound port: db3f3e79-ad7e-4e36-a446-6718bef83e7d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f78e09-fbab-44f0-83c7-2b158be2bf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:24:55.959548 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-06acb297-d966-471c-99b5-689390a42404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:56.092272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Pushing event updated for resources: {'Port': ['ID=112afad9-524e-4853-a350-51ef479227a3,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:56.122846 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31b54c8c-9bb4-4d0d-83f5-15afe7eec021 req-80c28327-6e4e-49eb-9765-74ce358a995d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36fd0db7-d997-4613-9714-140db92f677d HTTP/1.1" status: 200 len: 1000 time: 0.6451697 Dec 17 13:24:56.173628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Attempting to bind port 112afad9-524e-4853-a350-51ef479227a3 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:24:56.189170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Attempting to bind port 112afad9-524e-4853-a350-51ef479227a3 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '162c74c9-ca9e-41e0-b590-4ebfa75724d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:24:56.196128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Attempting to bind port 112afad9-524e-4853-a350-51ef479227a3 on network 6213708c-2a2e-4bf8-ba87-2c9c8359a31a {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:24:56.236145 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-06acb297-d966-471c-99b5-689390a42404 None None] For port db3f3e79-ad7e-4e36-a446-6718bef83e7d, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:24:56.246935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-257679b1-3135-417a-aef0-c278c605ee22 None None] Port e7780971-bed3-4612-a72f-e18bfaf9c22c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:24:56.249508 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-06acb297-d966-471c-99b5-689390a42404 None None] For port db3f3e79-ad7e-4e36-a446-6718bef83e7d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=db3f3e79-ad7e-4e36-a446-6718bef83e7d,segment=NetworkSegment(e6f78e09-fbab-44f0-83c7-2b158be2bf86),segment_id=e6f78e09-fbab-44f0-83c7-2b158be2bf86)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:24:56.264377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-89fb69a9-49da-424f-a381-064cda2a8a39 None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:24:56.357099 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-06acb297-d966-471c-99b5-689390a42404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:56.368679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:24:56.369720 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Checking segment: {'id': '162c74c9-ca9e-41e0-b590-4ebfa75724d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:24:56.370559 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:56.373052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Bound using segment: {'id': '162c74c9-ca9e-41e0-b590-4ebfa75724d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:24:56.381093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Bound port: 112afad9-524e-4853-a350-51ef479227a3, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162c74c9-ca9e-41e0-b590-4ebfa75724d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:24:56.381093 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:56.582302 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1bffe-84be-490c-a60f-90acd1a056b1 None None] Pushing event updated for resources: {'Port': ['ID=db3f3e79-ad7e-4e36-a446-6718bef83e7d,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:56.634582 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06acb297-d966-471c-99b5-689390a42404 None None] Routers {'63fb04cd-e51c-4541-910d-96dd3c01e6ae'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:24:56.637568 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-06acb297-d966-471c-99b5-689390a42404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['63fb04cd-e51c-4541-910d-96dd3c01e6ae'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:56.657150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b54c8c-9bb4-4d0d-83f5-15afe7eec021 req-e3a87f62-14d5-4316-9425-2a15f20491b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:56.659457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31b54c8c-9bb4-4d0d-83f5-15afe7eec021 req-e3a87f62-14d5-4316-9425-2a15f20491b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d1656b2-e2b6-417d-b1f4-d2369980ad95 HTTP/1.1" status: 200 len: 850 time: 0.5238590 Dec 17 13:24:56.671372 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:56.718039 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:56.831917 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:57.041149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:57.054031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b54c8c-9bb4-4d0d-83f5-15afe7eec021 req-b148dcc9-8c54-43cc-a1dc-2b79b91326de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:24:57.055577 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-06acb297-d966-471c-99b5-689390a42404 None None] Set router 63fb04cd-e51c-4541-910d-96dd3c01e6ae gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:24:57.056920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31b54c8c-9bb4-4d0d-83f5-15afe7eec021 req-b148dcc9-8c54-43cc-a1dc-2b79b91326de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efd523df-1141-427f-91d1-b66f399f62fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3890033 Dec 17 13:24:57.348817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] For port 112afad9-524e-4853-a350-51ef479227a3, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:24:57.360254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] For port 112afad9-524e-4853-a350-51ef479227a3, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=112afad9-524e-4853-a350-51ef479227a3,segment=NetworkSegment(162c74c9-ca9e-41e0-b590-4ebfa75724d6),segment_id=162c74c9-ca9e-41e0-b590-4ebfa75724d6)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:24:57.448457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9fab8757-1bd8-4c53-8d65-19741d4c5253 None None] Provisioning complete for port db3f3e79-ad7e-4e36-a446-6718bef83e7d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:57.448897 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9fab8757-1bd8-4c53-8d65-19741d4c5253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:57.459194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Allocated IP 172.25.0.94 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/66128c72-e53f-4e52-87fa-bf552d02e61c) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:24:57.534591 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:57.786318 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:57.829511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663122f-5785-4f78-b214-07b44fb4d090 None None] Pushing event updated for resources: {'Port': ['ID=112afad9-524e-4853-a350-51ef479227a3,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:57.977185 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:58.079811 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-89fb69a9-49da-424f-a381-064cda2a8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'b3be29af-f903-455a-b017-11156a2008d3', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'port_id': '36fd0db7-d997-4613-9714-140db92f677d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'mac_address': 'fa:16:3e:42:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:24:26Z', 'updated_at': '2021-12-17T13:24:52Z', 'revision_number': 1, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:49Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:58.132611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:24:58.136871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:24:58.159593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:24:58.175149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Pushing event updated for resources: {'Port': ['ID=66128c72-e53f-4e52-87fa-bf552d02e61c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:58.198122 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-06acb297-d966-471c-99b5-689390a42404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'name': 'tempest-TestAggregatesBasicOps-1572212955-router', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:40Z', 'updated_at': '2021-12-17T13:24:46Z', 'revision_number': 4, 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'gw_port': {'id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:41Z', 'updated_at': '2021-12-17T13:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'db3f3e79-ad7e-4e36-a446-6718bef83e7d', 'name': '', 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'mac_address': 'fa:16:3e:21:0e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:45Z', 'updated_at': '2021-12-17T13:24:56Z', 'revision_number': 4, 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'subnets': [{'id': '0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:58.201493 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6049fa-8668-43e7-8057-732348145784 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:24:58.203758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb69a9-49da-424f-a381-064cda2a8a39 None None] Checking router: 509dbd49-35f1-4399-aea8-0265e49b06a3 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:24:58.229126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb69a9-49da-424f-a381-064cda2a8a39 None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:24:58.231374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-89fb69a9-49da-424f-a381-064cda2a8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:24:58.252615 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9fab8757-1bd8-4c53-8d65-19741d4c5253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:58.308746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50872) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:24:58.364626 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06acb297-d966-471c-99b5-689390a42404 None None] The sync data for ids ['63fb04cd-e51c-4541-910d-96dd3c01e6ae'] in n-d-815324-5 is: [{'id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'name': 'tempest-TestAggregatesBasicOps-1572212955-router', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:40Z', 'updated_at': '2021-12-17T13:24:46Z', 'revision_number': 4, 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'gw_port': {'id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:41Z', 'updated_at': '2021-12-17T13:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'db3f3e79-ad7e-4e36-a446-6718bef83e7d', 'name': '', 'network_id': '8822449a-4f2a-4798-8445-0c82490611c4', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'mac_address': 'fa:16:3e:21:0e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:45Z', 'updated_at': '2021-12-17T13:24:56Z', 'revision_number': 4, 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'subnets': [{'id': '0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:24:58.847972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9fab8757-1bd8-4c53-8d65-19741d4c5253 None None] For port db3f3e79-ad7e-4e36-a446-6718bef83e7d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=db3f3e79-ad7e-4e36-a446-6718bef83e7d,segment=NetworkSegment(e6f78e09-fbab-44f0-83c7-2b158be2bf86),segment_id=e6f78e09-fbab-44f0-83c7-2b158be2bf86)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:24:59.028947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31b54c8c-9bb4-4d0d-83f5-15afe7eec021 req-0e6dba68-0409-4c66-a8d6-f6e7962ebc8f service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8051918 Dec 17 13:24:59.065717 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9fab8757-1bd8-4c53-8d65-19741d4c5253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:59.217124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 112afad9-524e-4853-a350-51ef479227a3 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:24:59.220520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab8757-1bd8-4c53-8d65-19741d4c5253 None None] Pushing event updated for resources: {'Port': ['ID=db3f3e79-ad7e-4e36-a446-6718bef83e7d,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:24:59.356317 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31b54c8c-9bb4-4d0d-83f5-15afe7eec021 req-c20966e4-ce15-45e7-a499-ebcfa072d584 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175027 Dec 17 13:24:59.389825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a80addd4-d0f7-4f5b-a86b-d216f016a8d0 None None] Provisioning complete for port db3f3e79-ad7e-4e36-a446-6718bef83e7d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:59.389825 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a80addd4-d0f7-4f5b-a86b-d216f016a8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:59.430621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router 92d80d50-5577-4612-ad7e-53743cfd6aed is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:24:59.432473 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:59.483356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-89fb69a9-49da-424f-a381-064cda2a8a39 None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:24:59.487443 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4f66338-4ab5-4651-98b6-d15ace3322c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:59.609445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 112afad9-524e-4853-a350-51ef479227a3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:24:59.610154 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:24:59.970567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4f66338-4ab5-4651-98b6-d15ace3322c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:00.017213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:00.075014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4f66338-4ab5-4651-98b6-d15ace3322c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:00.167406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d4f66338-4ab5-4651-98b6-d15ace3322c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e764df31cbca4e75b540b964a351e249&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8560562 Dec 17 13:25:00.171720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50904) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:00.362171 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:00.399017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f66338-4ab5-4651-98b6-d15ace3322c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ec2aad-e480-42f7-bbfd-9793d837caf6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:00.425675 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acbbf50e-9812-44b7-904f-7ea93d491876 req-b7c35353-7aba-4d6f-bbc6-5c477b555338 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4494326 Dec 17 13:25:00.435365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:25:00.448486 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Sync routers for ids ['92d80d50-5577-4612-ad7e-53743cfd6aed'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:25:00.457028 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-215623c3-4c19-44c9-a7d9-73214032510c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:00.469299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd97f9fb-eeac-4499-8268-ea0959065a01 None None] Network 6213708c-2a2e-4bf8-ba87-2c9c8359a31a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:25:00.485987 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Routers {'92d80d50-5577-4612-ad7e-53743cfd6aed'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:00.494101 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d80d50-5577-4612-ad7e-53743cfd6aed'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:00.536982 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:00.538307 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5084f9df-844d-4ce6-b742-7274fc711c28 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 10.3996205 Dec 17 13:25:00.540699 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-215623c3-4c19-44c9-a7d9-73214032510c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:00.541338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50910) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:00.707315 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Router a64619a6-e4af-4312-bbc1-d66f4507893d is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:25:00.726601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbf50e-9812-44b7-904f-7ea93d491876 req-1829311c-e86a-4014-be9e-f0e43fae2601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:00.728403 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acbbf50e-9812-44b7-904f-7ea93d491876 req-1829311c-e86a-4014-be9e-f0e43fae2601 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 1097 time: 0.1615479 Dec 17 13:25:00.770037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 112afad9-524e-4853-a350-51ef479227a3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=112afad9-524e-4853-a350-51ef479227a3,segment=NetworkSegment(162c74c9-ca9e-41e0-b590-4ebfa75724d6),segment_id=162c74c9-ca9e-41e0-b590-4ebfa75724d6)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:00.855620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-215623c3-4c19-44c9-a7d9-73214032510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:00.858971 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-215623c3-4c19-44c9-a7d9-73214032510c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:00.871752 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-215623c3-4c19-44c9-a7d9-73214032510c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/15ec2aad-e480-42f7-bbfd-9793d837caf6 HTTP/1.1" status: 204 len: 168 time: 0.6988358 Dec 17 13:25:00.955499 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:00.956308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device db3f3e79-ad7e-4e36-a446-6718bef83e7d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:25:00.966291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215623c3-4c19-44c9-a7d9-73214032510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ec2aad-e480-42f7-bbfd-9793d837caf6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:00.991436 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Set router 92d80d50-5577-4612-ad7e-53743cfd6aed gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:01.072405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ba0d5a15-91d9-4c0f-bd2b-e87a24245927 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=850cc3bed38d459295a3dcc922ba6c36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5296638 Dec 17 13:25:01.075494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50926) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:01.122167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:25:01.147275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=112afad9-524e-4853-a350-51ef479227a3,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:01.186586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Sync routers for ids ['a64619a6-e4af-4312-bbc1-d66f4507893d'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:25:01.245463 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:01.246992 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e1443302-c054-4a09-9b7e-32fc12a8c034 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7993386 Dec 17 13:25:01.249761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50930) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:01.289026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a80addd4-d0f7-4f5b-a86b-d216f016a8d0 None None] Provisioning complete for port 66128c72-e53f-4e52-87fa-bf552d02e61c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:01.289809 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a80addd4-d0f7-4f5b-a86b-d216f016a8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:01.393072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Routers {'a64619a6-e4af-4312-bbc1-d66f4507893d'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:01.394701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a64619a6-e4af-4312-bbc1-d66f4507893d'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:01.417472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbf50e-9812-44b7-904f-7ea93d491876 req-7fd27cef-285e-4774-be22-5386783bd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:01.432680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acbbf50e-9812-44b7-904f-7ea93d491876 req-7fd27cef-285e-4774-be22-5386783bd240 service neutron] 10.222.0.61 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 912 time: 0.6753597 Dec 17 13:25:01.638179 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:24:55Z', 'revision_number': 3, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:01.648254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a80addd4-d0f7-4f5b-a86b-d216f016a8d0 None None] Port 66128c72-e53f-4e52-87fa-bf552d02e61c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:25:01.734563 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Checking router: 92d80d50-5577-4612-ad7e-53743cfd6aed for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:25:01.738506 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Updating router 92d80d50-5577-4612-ad7e-53743cfd6aed port e7780971-bed3-4612-a72f-e18bfaf9c22c binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:25:01.767263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd55442-be84-4757-a76a-0888a229dcce tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:01.771507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-efd55442-be84-4757-a76a-0888a229dcce tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6921158 Dec 17 13:25:01.783934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50944) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:01.821742 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:01.862387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e405e83d-4632-468d-8beb-618061053903 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0773082 Dec 17 13:25:01.865732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50948) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:01.879929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ea8657ac-2faa-4470-a610-be540d33bc49 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471305862', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:25:01.889621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acbbf50e-9812-44b7-904f-7ea93d491876 req-27f91d17-1fd2-4662-a6c1-81a7bc42925c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36fd0db7-d997-4613-9714-140db92f677d HTTP/1.1" status: 200 len: 1000 time: 0.3327649 Dec 17 13:25:01.892230 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:01.919544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port db3f3e79-ad7e-4e36-a446-6718bef83e7d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:01.919918 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:02.050442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-52ec6d02-2c53-443a-90d2-b109df3562c8 None None] Provisioning complete for port 112afad9-524e-4853-a350-51ef479227a3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:02.063003 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-52ec6d02-2c53-443a-90d2-b109df3562c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:02.154477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Set router a64619a6-e4af-4312-bbc1-d66f4507893d gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:02.253695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbf50e-9812-44b7-904f-7ea93d491876 req-a7071cd5-2bf5-4aaf-8c3a-84970534d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:02.259155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acbbf50e-9812-44b7-904f-7ea93d491876 req-a7071cd5-2bf5-4aaf-8c3a-84970534d3aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d1656b2-e2b6-417d-b1f4-d2369980ad95 HTTP/1.1" status: 200 len: 850 time: 0.3014708 Dec 17 13:25:02.384106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbf50e-9812-44b7-904f-7ea93d491876 req-1610bc95-b28c-4f42-8ca5-4285cda4beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:02.385687 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acbbf50e-9812-44b7-904f-7ea93d491876 req-1610bc95-b28c-4f42-8ca5-4285cda4beac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efd523df-1141-427f-91d1-b66f399f62fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151032 Dec 17 13:25:02.496346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8657ac-2faa-4470-a610-be540d33bc49 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Made reservation on behalf of 850cc3bed38d459295a3dcc922ba6c36 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:25:02.501190 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ea8657ac-2faa-4470-a610-be540d33bc49 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:02.541756 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:02.634455 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:02.641517 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:02.698891 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acbbf50e-9812-44b7-904f-7ea93d491876 req-7a8d03ca-ea77-4576-acc4-f0bcb6a3b6b5 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985342 Dec 17 13:25:02.723216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-89fb69a9-49da-424f-a381-064cda2a8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'b3be29af-f903-455a-b017-11156a2008d3', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'port_id': '36fd0db7-d997-4613-9714-140db92f677d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'mac_address': 'fa:16:3e:42:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:24:26Z', 'updated_at': '2021-12-17T13:24:52Z', 'revision_number': 1, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:49Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:02.732921 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a8a1c3-8645-434a-b5fe-7a96062f613a None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:25:02.747177 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Attempting to bind port e7780971-bed3-4612-a72f-e18bfaf9c22c on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:25:02.758220 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Attempting to bind port e7780971-bed3-4612-a72f-e18bfaf9c22c by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:25:02.761394 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Attempting to bind port e7780971-bed3-4612-a72f-e18bfaf9c22c on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:25:02.773814 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879d78d-d2bb-4be5-8273-0d9820a882c4 None None] Pushing event updated for resources: {'Port': ['ID=e7780971-bed3-4612-a72f-e18bfaf9c22c,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:02.776836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb69a9-49da-424f-a381-064cda2a8a39 None None] The sync data for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 is: [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'b3be29af-f903-455a-b017-11156a2008d3', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'port_id': '36fd0db7-d997-4613-9714-140db92f677d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'mac_address': 'fa:16:3e:42:bf:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:24:26Z', 'updated_at': '2021-12-17T13:24:52Z', 'revision_number': 1, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:49Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:25:02.779283 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:25:02.780523 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:25:02.781455 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:02.785444 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:25:02.786132 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Bound port: e7780971-bed3-4612-a72f-e18bfaf9c22c, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:25:02.786723 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:02.983247 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] For port e7780971-bed3-4612-a72f-e18bfaf9c22c, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:25:02.992256 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] For port e7780971-bed3-4612-a72f-e18bfaf9c22c, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e7780971-bed3-4612-a72f-e18bfaf9c22c,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:25:03.079369 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:03.126564 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acbbf50e-9812-44b7-904f-7ea93d491876 req-3252161f-83ff-4dc6-8971-b2412782c98e service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160218 Dec 17 13:25:03.144661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Allocated IP 172.20.0.1 (6213708c-2a2e-4bf8-ba87-2c9c8359a31a/d13fd6f0-7f48-4717-9eb2-596241ec31ce/a82a97c9-755e-40c9-bc66-2267df3ac2c9) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:25:03.281176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'name': 'tempest-TestAggregatesBasicOps-559559358-router', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:54Z', 'updated_at': '2021-12-17T13:24:58Z', 'revision_number': 3, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'gw_port': {'id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:56Z', 'updated_at': '2021-12-17T13:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:03.325060 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22421080-aa6a-4507-9dea-76ba853946f3 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:25:03.336344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 112afad9-524e-4853-a350-51ef479227a3 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:25:03.341077 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Routers {'92d80d50-5577-4612-ad7e-53743cfd6aed'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:03.345711 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d80d50-5577-4612-ad7e-53743cfd6aed'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:03.426503 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ea8657ac-2faa-4470-a610-be540d33bc49 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:03.448599 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:03.567817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Checking router: a64619a6-e4af-4312-bbc1-d66f4507893d for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:25:03.572370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Updating router a64619a6-e4af-4312-bbc1-d66f4507893d port 66128c72-e53f-4e52-87fa-bf552d02e61c binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:25:03.607480 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:03.616279 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63253c4-c4d8-43fb-b38f-9d919f167aff None None] New status for floating IP b3be29af-f903-455a-b017-11156a2008d3: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:25:03.637448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8657ac-2faa-4470-a610-be540d33bc49 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Subnet': ['ID=b3af360a-af67-4423-807e-dbaf6691cabb,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:03.652610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8657ac-2faa-4470-a610-be540d33bc49 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Checking segment: {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:25:03.665354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8657ac-2faa-4470-a610-be540d33bc49 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network hostable DHCP agents. Network: 62104884-35ed-48dd-a2e9-27a8145b5ddd, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:25:03.690213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a51626d6-6e18-4b54-9543-f1906a147338 None None] Provisioning complete for port 112afad9-524e-4853-a350-51ef479227a3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:03.690663 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a51626d6-6e18-4b54-9543-f1906a147338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:03.713188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Network 6213708c-2a2e-4bf8-ba87-2c9c8359a31a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:25:03.720875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:25:03.721630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:25:03.731775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Pushing event updated for resources: {'Port': ['ID=a82a97c9-755e-40c9-bc66-2267df3ac2c9,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:03.732045 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] Set router 92d80d50-5577-4612-ad7e-53743cfd6aed gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:03.742770 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:03.779475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8657ac-2faa-4470-a610-be540d33bc49 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 62104884-35ed-48dd-a2e9-27a8145b5ddd is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:25:03.861127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ea8657ac-2faa-4470-a610-be540d33bc49 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 62104884-35ed-48dd-a2e9-27a8145b5ddd) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:25:03.866072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8657ac-2faa-4470-a610-be540d33bc49 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:03.866958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ea8657ac-2faa-4470-a610-be540d33bc49 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:03.873212 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:03.949152 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ea8657ac-2faa-4470-a610-be540d33bc49 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0820930 Dec 17 13:25:03.952092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50984) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:04.248570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f4784-6c10-42df-97e4-6220544ec9c5 None None] Network 62104884-35ed-48dd-a2e9-27a8145b5ddd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:25:04.287998 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879d78d-d2bb-4be5-8273-0d9820a882c4 None None] Pushing event updated for resources: {'Port': ['ID=e7780971-bed3-4612-a72f-e18bfaf9c22c,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:04.327229 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:04.566358 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:24:55Z', 'revision_number': 3, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:04.723415 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53873114-fa53-4a8e-b148-9ae0869587f2 None None] The sync data for ids ['92d80d50-5577-4612-ad7e-53743cfd6aed'] in n-d-815324-5 is: [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:24:55Z', 'revision_number': 3, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:25:04.936678 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:04.972176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-62104884-35ed-48dd-a2e9-27a8145b5ddd', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ips': [{'subnet_id': 'b3af360a-af67-4423-807e-dbaf6691cabb'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:25:04.977136 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:05.018100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 112afad9-524e-4853-a350-51ef479227a3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:05.019087 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:05.026916 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:05.296146 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:05.311816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Pushing event updated for resources: {'Port': ['ID=a82a97c9-755e-40c9-bc66-2267df3ac2c9,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:05.371999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:05.646783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Network 6213708c-2a2e-4bf8-ba87-2c9c8359a31a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:25:05.648921 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:25:06.027600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Router a64619a6-e4af-4312-bbc1-d66f4507893d has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:25:06.170713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.20.0.1 (62104884-35ed-48dd-a2e9-27a8145b5ddd/b3af360a-af67-4423-807e-dbaf6691cabb/020c82a9-3fbb-49a6-bc91-1652d8592128) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:25:06.324603 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:25:06.338467 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-686c9cdb-d339-4cba-ae9b-860bdb8a8f88 admin admin] 10.222.0.59 "PUT /v2.0/routers/a64619a6-e4af-4312-bbc1-d66f4507893d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0875695 Dec 17 13:25:06.389533 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:06.532091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a51626d6-6e18-4b54-9543-f1906a147338 None None] Provisioning complete for port e7780971-bed3-4612-a72f-e18bfaf9c22c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:06.534240 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a51626d6-6e18-4b54-9543-f1906a147338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:06.592938 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:06.737946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3ff59-7659-409e-9071-59b4a2b0d977 None None] Pushing event updated for resources: {'Port': ['ID=66128c72-e53f-4e52-87fa-bf552d02e61c,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:06.748011 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:06.831668 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a51626d6-6e18-4b54-9543-f1906a147338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:06.856736 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a51626d6-6e18-4b54-9543-f1906a147338 None None] For port e7780971-bed3-4612-a72f-e18bfaf9c22c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e7780971-bed3-4612-a72f-e18bfaf9c22c,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:06.866298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device db3f3e79-ad7e-4e36-a446-6718bef83e7d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:25:06.952595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e42bee-e008-4d0b-a8df-f65edaddce4e None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:25:06.982469 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a51626d6-6e18-4b54-9543-f1906a147338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:07.083679 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:07.159168 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Attempting to bind port 66128c72-e53f-4e52-87fa-bf552d02e61c on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:25:07.159797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Attempting to bind port 66128c72-e53f-4e52-87fa-bf552d02e61c by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:25:07.160174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Attempting to bind port 66128c72-e53f-4e52-87fa-bf552d02e61c on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:25:07.172863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:25:07.173247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:25:07.173683 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:07.174081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:25:07.174562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Bound port: 66128c72-e53f-4e52-87fa-bf552d02e61c, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:25:07.174939 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:07.220706 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:07.332650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 62104884-35ed-48dd-a2e9-27a8145b5ddd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:25:07.346158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:25:07.358961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:25:07.383744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7068590d-70ff-4288-a61c-ed799fbedb43 None None] Provisioning complete for port a82a97c9-755e-40c9-bc66-2267df3ac2c9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:07.387456 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7068590d-70ff-4288-a61c-ed799fbedb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:07.391123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51626d6-6e18-4b54-9543-f1906a147338 None None] Pushing event updated for resources: {'Port': ['ID=e7780971-bed3-4612-a72f-e18bfaf9c22c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:07.497967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Allocated IP 172.20.0.2 (62104884-35ed-48dd-a2e9-27a8145b5ddd/b3af360a-af67-4423-807e-dbaf6691cabb/aff371e4-0205-48da-9e9f-cb0352b5330e) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:25:07.519090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=020c82a9-3fbb-49a6-bc91-1652d8592128,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:07.562052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:07.580258 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] For port 66128c72-e53f-4e52-87fa-bf552d02e61c, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:25:07.592425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7068590d-70ff-4288-a61c-ed799fbedb43 None None] Port a82a97c9-755e-40c9-bc66-2267df3ac2c9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:25:07.637341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port db3f3e79-ad7e-4e36-a446-6718bef83e7d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:07.637942 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:07.685770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] For port 66128c72-e53f-4e52-87fa-bf552d02e61c, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=66128c72-e53f-4e52-87fa-bf552d02e61c,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:25:07.705241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7068590d-70ff-4288-a61c-ed799fbedb43 None None] Provisioning complete for port e7780971-bed3-4612-a72f-e18bfaf9c22c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:07.705765 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7068590d-70ff-4288-a61c-ed799fbedb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:07.786627 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:07.929790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3ff59-7659-409e-9071-59b4a2b0d977 None None] Pushing event updated for resources: {'Port': ['ID=66128c72-e53f-4e52-87fa-bf552d02e61c,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:08.107074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faee0fc-6c8c-4bd5-b7b4-1dba58c54445 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:25:08.185130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Routers {'a64619a6-e4af-4312-bbc1-d66f4507893d'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:08.185905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a64619a6-e4af-4312-bbc1-d66f4507893d'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:08.267907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:08.301302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7068590d-70ff-4288-a61c-ed799fbedb43 None None] Provisioning complete for port 66128c72-e53f-4e52-87fa-bf552d02e61c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:08.313616 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7068590d-70ff-4288-a61c-ed799fbedb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:08.314059 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:08.392768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e7780971-bed3-4612-a72f-e18bfaf9c22c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:25:08.463094 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:08.532279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Network 62104884-35ed-48dd-a2e9-27a8145b5ddd is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:25:08.651675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:25:08.657533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:25:08.682199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Pushing event updated for resources: {'Port': ['ID=aff371e4-0205-48da-9e9f-cb0352b5330e,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:08.738259 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] Set router a64619a6-e4af-4312-bbc1-d66f4507893d gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:08.942879 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Attempting to bind port aff371e4-0205-48da-9e9f-cb0352b5330e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:25:08.943427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Attempting to bind port aff371e4-0205-48da-9e9f-cb0352b5330e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:25:08.943427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Attempting to bind port aff371e4-0205-48da-9e9f-cb0352b5330e on network 62104884-35ed-48dd-a2e9-27a8145b5ddd {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:25:08.962557 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7068590d-70ff-4288-a61c-ed799fbedb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:08.978287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e7780971-bed3-4612-a72f-e18bfaf9c22c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:08.984544 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:08.985483 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:09.049882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:25:09.061364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Checking segment: {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:25:09.061364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:09.061364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Bound using segment: {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:25:09.061364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Bound port: aff371e4-0205-48da-9e9f-cb0352b5330e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:25:09.061364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:09.078950 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:09.203735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] For port aff371e4-0205-48da-9e9f-cb0352b5330e, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:25:09.207457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] For port aff371e4-0205-48da-9e9f-cb0352b5330e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=aff371e4-0205-48da-9e9f-cb0352b5330e,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:25:09.216637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7068590d-70ff-4288-a61c-ed799fbedb43 None None] For port 66128c72-e53f-4e52-87fa-bf552d02e61c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=66128c72-e53f-4e52-87fa-bf552d02e61c,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:09.313975 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7068590d-70ff-4288-a61c-ed799fbedb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:09.316704 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:09.324846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=020c82a9-3fbb-49a6-bc91-1652d8592128,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:09.333649 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:09.593830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068590d-70ff-4288-a61c-ed799fbedb43 None None] Pushing event updated for resources: {'Port': ['ID=66128c72-e53f-4e52-87fa-bf552d02e61c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:09.674376 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51120) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:09.688917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 62104884-35ed-48dd-a2e9-27a8145b5ddd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:25:09.693341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4e62556d-2459-4756-a26c-2eef9b51a61c None None] Provisioning complete for port 66128c72-e53f-4e52-87fa-bf552d02e61c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:09.694623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:25:09.696184 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4e62556d-2459-4756-a26c-2eef9b51a61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:09.962921 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61577210-c236-4ee4-aa46-74371acdb162 None None] Pushing event updated for resources: {'Port': ['ID=aff371e4-0205-48da-9e9f-cb0352b5330e,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:09.971843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'name': 'tempest-TestAggregatesBasicOps-559559358-router', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:54Z', 'updated_at': '2021-12-17T13:25:04Z', 'revision_number': 4, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'gw_port': {'id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:56Z', 'updated_at': '2021-12-17T13:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'a82a97c9-755e-40c9-bc66-2267df3ac2c9', 'name': '', 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'mac_address': 'fa:16:3e:7a:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'd13fd6f0-7f48-4717-9eb2-596241ec31ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:02Z', 'updated_at': '2021-12-17T13:25:04Z', 'revision_number': 2, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'subnets': [{'id': 'd13fd6f0-7f48-4717-9eb2-596241ec31ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:10.074638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a0f4b-5261-4e24-801a-7c9d59cf73e2 None None] The sync data for ids ['a64619a6-e4af-4312-bbc1-d66f4507893d'] in n-d-815324-5 is: [{'id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'name': 'tempest-TestAggregatesBasicOps-559559358-router', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:54Z', 'updated_at': '2021-12-17T13:25:04Z', 'revision_number': 4, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'gw_port': {'id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:56Z', 'updated_at': '2021-12-17T13:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'a82a97c9-755e-40c9-bc66-2267df3ac2c9', 'name': '', 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'mac_address': 'fa:16:3e:7a:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'd13fd6f0-7f48-4717-9eb2-596241ec31ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:02Z', 'updated_at': '2021-12-17T13:25:04Z', 'revision_number': 2, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'subnets': [{'id': 'd13fd6f0-7f48-4717-9eb2-596241ec31ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:25:10.143895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router 92d80d50-5577-4612-ad7e-53743cfd6aed has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:25:10.452016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device aff371e4-0205-48da-9e9f-cb0352b5330e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:25:10.554681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:25:10.585957 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0a248c64-8aed-485a-a957-4fbf4b297865 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "PUT /v2.0/routers/92d80d50-5577-4612-ad7e-53743cfd6aed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6284440 Dec 17 13:25:10.620007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Sync routers for ids ['92d80d50-5577-4612-ad7e-53743cfd6aed'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:25:11.305734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port aff371e4-0205-48da-9e9f-cb0352b5330e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:11.306141 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:11.324748 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-af94e435-43ee-4b62-9352-b664a055563b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906488106&fields=id&tenant_id=850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 267 time: 0.1714804 Dec 17 13:25:11.391052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51154) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:11.455338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Routers {'92d80d50-5577-4612-ad7e-53743cfd6aed'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:11.459485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d80d50-5577-4612-ad7e-53743cfd6aed'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:11.703337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a6a2a-9f41-4597-b15d-f69709802aaa None None] Network 62104884-35ed-48dd-a2e9-27a8145b5ddd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:25:11.729419 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49cd89f1-42d4-456c-91f1-debb02f227bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:11.925565 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49cd89f1-42d4-456c-91f1-debb02f227bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:12.045811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49cd89f1-42d4-456c-91f1-debb02f227bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:12.108373 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-49cd89f1-42d4-456c-91f1-debb02f227bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9dad0cb7472640348b58d402ab688cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7161736 Dec 17 13:25:12.109726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd89f1-42d4-456c-91f1-debb02f227bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461f034b-e87f-43ef-a144-b7ab9de37e7b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:12.132849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51168) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:12.249197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-07eac7d6-1780-4b57-8e4c-a57617ccdbfa None None] Provisioning complete for port aff371e4-0205-48da-9e9f-cb0352b5330e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:12.249842 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-07eac7d6-1780-4b57-8e4c-a57617ccdbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:12.314436 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:12.317471 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49988aaf-9307-485f-912a-da7f62f7e81d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:12.352924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49988aaf-9307-485f-912a-da7f62f7e81d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:12.451801 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:12.527933 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49988aaf-9307-485f-912a-da7f62f7e81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:12.532019 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-49988aaf-9307-485f-912a-da7f62f7e81d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:12.534419 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-49988aaf-9307-485f-912a-da7f62f7e81d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/461f034b-e87f-43ef-a144-b7ab9de37e7b HTTP/1.1" status: 204 len: 168 time: 0.3977256 Dec 17 13:25:12.581543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49988aaf-9307-485f-912a-da7f62f7e81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461f034b-e87f-43ef-a144-b7ab9de37e7b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:12.631661 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-07eac7d6-1780-4b57-8e4c-a57617ccdbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:12.803821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-07eac7d6-1780-4b57-8e4c-a57617ccdbfa None None] For port aff371e4-0205-48da-9e9f-cb0352b5330e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=aff371e4-0205-48da-9e9f-cb0352b5330e,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:12.809031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Set router 92d80d50-5577-4612-ad7e-53743cfd6aed gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:12.841303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372ea48-69f9-4052-82d2-1188caab5916 req-0abec49b-c691-4bb2-bc7c-0a5f0060f474 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:12.848796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-0abec49b-c691-4bb2-bc7c-0a5f0060f474 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/networks?id=62104884-35ed-48dd-a2e9-27a8145b5ddd HTTP/1.1" status: 200 len: 797 time: 1.5167160 Dec 17 13:25:12.941827 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-07eac7d6-1780-4b57-8e4c-a57617ccdbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:12.954473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-e89fb4e8-821e-4776-aeb3-d2898a29ad92 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/quotas/850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 375 time: 0.1040175 Dec 17 13:25:13.092428 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-3d4fbc82-a5f0-4b87-8d5d-b1f3c4768246 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1367891 Dec 17 13:25:13.453881 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9d6c6b79-4d12-459b-ad2a-95ac63dd7452 None None] Provisioning complete for port aff371e4-0205-48da-9e9f-cb0352b5330e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:13.454257 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9d6c6b79-4d12-459b-ad2a-95ac63dd7452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:13.532794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-e4982581-a0cd-4335-86e3-633645b13a38 service neutron] 10.222.0.59 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044247 Dec 17 13:25:13.557268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eac7d6-1780-4b57-8e4c-a57617ccdbfa None None] Pushing event updated for resources: {'Port': ['ID=aff371e4-0205-48da-9e9f-cb0352b5330e,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:13.580264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:25:13.580264 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:25:13.611601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Deleting port db3f3e79-ad7e-4e36-a446-6718bef83e7d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:25:13.612019 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:13.744564 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-32b7304a-a32b-476e-89cf-b6b061ab8ac7 service neutron] 10.222.0.59 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107890 Dec 17 13:25:13.814907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9d6c6b79-4d12-459b-ad2a-95ac63dd7452 None None] Provisioning complete for port 020c82a9-3fbb-49a6-bc91-1652d8592128 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:13.816348 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9d6c6b79-4d12-459b-ad2a-95ac63dd7452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:13.842193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51196) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:13.860645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] For port db3f3e79-ad7e-4e36-a446-6718bef83e7d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=db3f3e79-ad7e-4e36-a446-6718bef83e7d,segment=NetworkSegment(e6f78e09-fbab-44f0-83c7-2b158be2bf86),segment_id=e6f78e09-fbab-44f0-83c7-2b158be2bf86)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:13.861348 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:13.891264 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-28d4a117-7814-43c5-8c04-bdf07f97467f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:13.911320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Calling delete_port for db3f3e79-ad7e-4e36-a446-6718bef83e7d owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:25:13.964571 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c6b79-4d12-459b-ad2a-95ac63dd7452 None None] Port 020c82a9-3fbb-49a6-bc91-1652d8592128 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:25:14.007272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '020c82a9-3fbb-49a6-bc91-1652d8592128', 'name': '', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:be:9f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:05Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 2, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:14.106478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Checking router: 92d80d50-5577-4612-ad7e-53743cfd6aed for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:25:14.106842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Updating router 92d80d50-5577-4612-ad7e-53743cfd6aed port 020c82a9-3fbb-49a6-bc91-1652d8592128 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:25:14.112411 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f30261d3-8980-429d-822b-2b64152be33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:14.360952 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-28d4a117-7814-43c5-8c04-bdf07f97467f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:14.399117 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:14.399117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3850fef3-b12c-46e6-910b-7784ef267629 None None] Provisioning complete for port 020c82a9-3fbb-49a6-bc91-1652d8592128 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:14.399117 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3850fef3-b12c-46e6-910b-7784ef267629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:14.405779 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a44dd8e-7076-433f-ad7d-c897d08e549b req-f650871b-f355-4924-a3bc-1d14b7947de5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 210 time: 0.0609684 Dec 17 13:25:14.406945 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-28d4a117-7814-43c5-8c04-bdf07f97467f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:14.471104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-28d4a117-7814-43c5-8c04-bdf07f97467f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f3075aeb3954bbb95323df6f55cd189&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6230400 Dec 17 13:25:14.486329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51220) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:14.496430 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Sync routers for ids ['a64619a6-e4af-4312-bbc1-d66f4507893d'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:25:14.499961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3850fef3-b12c-46e6-910b-7784ef267629 None None] Port 020c82a9-3fbb-49a6-bc91-1652d8592128 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:25:14.516315 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Routers {'a64619a6-e4af-4312-bbc1-d66f4507893d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:14.517251 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a64619a6-e4af-4312-bbc1-d66f4507893d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:14.604213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4a117-7814-43c5-8c04-bdf07f97467f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7151188-fb7c-4e7b-8e19-8d59566e95e0,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:14.652608 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:14.708149 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:14.718093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:14.768045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3f3e79-ad7e-4e36-a446-6718bef83e7d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:14.807804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.816686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device aff371e4-0205-48da-9e9f-cb0352b5330e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:25:14.817803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.818954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.821804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.822415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.838957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.838957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.838957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.838957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.843999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.844770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.845354 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.845979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:14.939845 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:14.942544 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:14.955705 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b7151188-fb7c-4e7b-8e19-8d59566e95e0 HTTP/1.1" status: 204 len: 168 time: 0.4564331 Dec 17 13:25:14.957215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7151188-fb7c-4e7b-8e19-8d59566e95e0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:15.002371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.002816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.002816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.006546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.013785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.015225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.015225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.015225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.015497 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.015577 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.019660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.020115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.020473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beed85b9-21b9-499a-bb2d-1d84d2f697c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:15.086596 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Set router a64619a6-e4af-4312-bbc1-d66f4507893d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:15.134723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port aff371e4-0205-48da-9e9f-cb0352b5330e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:15.135367 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:15.369452 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:15.422510 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:15.467722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 66128c72-e53f-4e52-87fa-bf552d02e61c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:25:15.494385 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f4f868b-80cb-453a-8552-1a43622678a7 req-cda31a70-582c-423b-86e9-aad29008e0af tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 210 time: 0.0329955 Dec 17 13:25:15.647757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 66128c72-e53f-4e52-87fa-bf552d02e61c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:15.648254 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:15.696514 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:15.745566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Router 63fb04cd-e51c-4541-910d-96dd3c01e6ae has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:25:15.778878 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'name': 'tempest-TestAggregatesBasicOps-559559358-router', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:54Z', 'updated_at': '2021-12-17T13:25:04Z', 'revision_number': 4, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'gw_port': {'id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:56Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'a82a97c9-755e-40c9-bc66-2267df3ac2c9', 'name': '', 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'mac_address': 'fa:16:3e:7a:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'd13fd6f0-7f48-4717-9eb2-596241ec31ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:02Z', 'updated_at': '2021-12-17T13:25:04Z', 'revision_number': 2, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'subnets': [{'id': 'd13fd6f0-7f48-4717-9eb2-596241ec31ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:15.808347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072a92d-91b7-486a-b91c-a3c25489c44e None None] Pushing event updated for resources: {'Port': ['ID=020c82a9-3fbb-49a6-bc91-1652d8592128,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:15.938474 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Attempting to bind port 020c82a9-3fbb-49a6-bc91-1652d8592128 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:25:15.939139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Attempting to bind port 020c82a9-3fbb-49a6-bc91-1652d8592128 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:25:15.939251 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Attempting to bind port 020c82a9-3fbb-49a6-bc91-1652d8592128 on network 62104884-35ed-48dd-a2e9-27a8145b5ddd {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:25:15.954063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:25:15.954452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Checking segment: {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:25:15.954863 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:15.955277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Bound using segment: {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:25:15.963255 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Checking router: a64619a6-e4af-4312-bbc1-d66f4507893d for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:25:15.963497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Bound port: 020c82a9-3fbb-49a6-bc91-1652d8592128, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:25:15.963736 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Updating router a64619a6-e4af-4312-bbc1-d66f4507893d port a82a97c9-755e-40c9-bc66-2267df3ac2c9 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:25:15.964457 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:15.977342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:25:15.996078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51280) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:16.007080 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-261bacd8-0e14-4534-9767-f2f7e1cd1443 admin admin] 10.222.0.59 "PUT /v2.0/routers/63fb04cd-e51c-4541-910d-96dd3c01e6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3242664 Dec 17 13:25:16.041973 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:16.071703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b3a55-8f0d-436a-83ed-e90336153753 None None] Sync routers for ids ['63fb04cd-e51c-4541-910d-96dd3c01e6ae'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:25:16.103867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b3a55-8f0d-436a-83ed-e90336153753 None None] Routers {'63fb04cd-e51c-4541-910d-96dd3c01e6ae'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:16.104934 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e77b3a55-8f0d-436a-83ed-e90336153753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:24:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['63fb04cd-e51c-4541-910d-96dd3c01e6ae'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:16.191063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] For port 020c82a9-3fbb-49a6-bc91-1652d8592128, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:25:16.197217 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:16.198716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] For port 020c82a9-3fbb-49a6-bc91-1652d8592128, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=020c82a9-3fbb-49a6-bc91-1652d8592128,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:25:16.507856 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:16.703325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Deleting port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:25:16.712292 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:16.757605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee5cddd5-5562-4dc7-82d3-403a19b59112 req-c3ce1f28-fcb9-446c-a83d-85de676ccc72 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 210 time: 0.0877476 Dec 17 13:25:16.769764 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:16.918611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] For port 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:16.925808 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:16.942801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Calling delete_port for 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:25:16.948697 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d37770f7-1b0d-4ea2-9a8e-03480b7d55a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:16.971397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6f5879ba-4ea6-44fd-bca3-a4b75adc5238 None None] Provisioning complete for port 020c82a9-3fbb-49a6-bc91-1652d8592128 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:16.981995 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f5879ba-4ea6-44fd-bca3-a4b75adc5238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:16.996914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e77b3a55-8f0d-436a-83ed-e90336153753 None None] Set router 63fb04cd-e51c-4541-910d-96dd3c01e6ae gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:17.035876 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:17.139244 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:17.334191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072a92d-91b7-486a-b91c-a3c25489c44e None None] Pushing event updated for resources: {'Port': ['ID=020c82a9-3fbb-49a6-bc91-1652d8592128,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:17.384536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Routers {'92d80d50-5577-4612-ad7e-53743cfd6aed'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:17.390576 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:25:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d80d50-5577-4612-ad7e-53743cfd6aed'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:17.396002 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:17.402239 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cb4a4-4ff0-4ded-8e21-e7dd220215fb None None] Pushing event updated for resources: {'Port': ['ID=a82a97c9-755e-40c9-bc66-2267df3ac2c9,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:17.468323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:17.556557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0f99bc-e817-4b1c-b5b2-2e5548033826 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:25:17.580670 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Attempting to bind port a82a97c9-755e-40c9-bc66-2267df3ac2c9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:25:17.581306 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Attempting to bind port a82a97c9-755e-40c9-bc66-2267df3ac2c9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '162c74c9-ca9e-41e0-b590-4ebfa75724d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:25:17.591294 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Attempting to bind port a82a97c9-755e-40c9-bc66-2267df3ac2c9 on network 6213708c-2a2e-4bf8-ba87-2c9c8359a31a {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:25:17.612539 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:25:17.614785 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Checking segment: {'id': '162c74c9-ca9e-41e0-b590-4ebfa75724d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:25:17.616990 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:17.618309 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Bound using segment: {'id': '162c74c9-ca9e-41e0-b590-4ebfa75724d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:25:17.619619 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Bound port: a82a97c9-755e-40c9-bc66-2267df3ac2c9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162c74c9-ca9e-41e0-b590-4ebfa75724d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:25:17.622039 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:17.804987 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] For port a82a97c9-755e-40c9-bc66-2267df3ac2c9, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:25:17.808683 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] For port a82a97c9-755e-40c9-bc66-2267df3ac2c9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a82a97c9-755e-40c9-bc66-2267df3ac2c9,segment=NetworkSegment(162c74c9-ca9e-41e0-b590-4ebfa75724d6),segment_id=162c74c9-ca9e-41e0-b590-4ebfa75724d6)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:25:17.891085 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:17.977107 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:18.049773 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-87c4c2fe-2662-404b-b4aa-f749223480a0 req-99212eb7-7c33-451a-b915-2ce605fc743b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 210 time: 0.1160703 Dec 17 13:25:18.094263 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:18.108107 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cb4a4-4ff0-4ded-8e21-e7dd220215fb None None] Pushing event updated for resources: {'Port': ['ID=a82a97c9-755e-40c9-bc66-2267df3ac2c9,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:18.129861 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Routers {'a64619a6-e4af-4312-bbc1-d66f4507893d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:18.131194 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:25:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a64619a6-e4af-4312-bbc1-d66f4507893d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:18.268958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] Set router 92d80d50-5577-4612-ad7e-53743cfd6aed gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:18.276013 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f5879ba-4ea6-44fd-bca3-a4b75adc5238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:18.330961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372ea48-69f9-4052-82d2-1188caab5916 req-4161a54b-3938-425b-a444-2fdb8e60488f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:18.339118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-4161a54b-3938-425b-a444-2fdb8e60488f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "GET /v2.0/networks?id=62104884-35ed-48dd-a2e9-27a8145b5ddd HTTP/1.1" status: 200 len: 797 time: 0.6983049 Dec 17 13:25:18.483780 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] Set router a64619a6-e4af-4312-bbc1-d66f4507893d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:18.532661 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:18.535762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:18.567845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6f5879ba-4ea6-44fd-bca3-a4b75adc5238 None None] For port 020c82a9-3fbb-49a6-bc91-1652d8592128, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=020c82a9-3fbb-49a6-bc91-1652d8592128,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:18.734706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a82a97c9-755e-40c9-bc66-2267df3ac2c9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:25:18.753760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e77b3a55-8f0d-436a-83ed-e90336153753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'name': 'tempest-TestAggregatesBasicOps-1572212955-router', 'tenant_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:40Z', 'updated_at': '2021-12-17T13:25:14Z', 'revision_number': 5, 'project_id': 'b05f99bebc4649429f58eaa2d28a5a86', 'gw_port': {'id': '4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fb04cd-e51c-4541-910d-96dd3c01e6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:41Z', 'updated_at': '2021-12-17T13:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:18.770255 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-0faf0a35-2d69-4384-bd68-2052fc0186a1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 379 time: 0.3121996 Dec 17 13:25:18.791117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9372ea48-69f9-4052-82d2-1188caab5916 req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'port': {'device_id': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'admin_state_up': True, 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'security_groups': ['797dd144-1b10-4744-9ce2-76df4ce8a256']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:25:18.829599 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:18.832345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f5879ba-4ea6-44fd-bca3-a4b75adc5238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:18.832650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63fb04cd-e51c-4541-910d-96dd3c01e6ae {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:25:18.960927 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:18.965175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51406) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:18.965891 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-70b38543-2575-4fd4-9533-8d051fb30889 admin admin] 10.222.0.59 "DELETE /v2.0/routers/63fb04cd-e51c-4541-910d-96dd3c01e6ae HTTP/1.1" status: 204 len: 168 time: 2.9676335 Dec 17 13:25:19.027886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b3a55-8f0d-436a-83ed-e90336153753 None None] Checking router: 63fb04cd-e51c-4541-910d-96dd3c01e6ae for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:25:19.048266 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:19.075827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9372ea48-69f9-4052-82d2-1188caab5916 req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Made reservation on behalf of 850cc3bed38d459295a3dcc922ba6c36 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:25:19.080089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9372ea48-69f9-4052-82d2-1188caab5916 req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:19.144289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b3a55-8f0d-436a-83ed-e90336153753 None None] Routers set() bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:19.144727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b3a55-8f0d-436a-83ed-e90336153753 None None] Router IDs set() for agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 13:25:19.146345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_agentschedulers_db [None req-e77b3a55-8f0d-436a-83ed-e90336153753 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'63fb04cd-e51c-4541-910d-96dd3c01e6ae'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:25:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent'). {{(pid=110455) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 13:25:19.146345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b3a55-8f0d-436a-83ed-e90336153753 None None] The sync data for ids ['63fb04cd-e51c-4541-910d-96dd3c01e6ae'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:25:19.146849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b9a410-c4a9-4536-977c-2d38c6785ece admin admin] Deleting subnet 0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:25:19.147725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c3459f11-5b6e-488f-967a-ee33b08e972e None None] Provisioning complete for port 020c82a9-3fbb-49a6-bc91-1652d8592128 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:19.148088 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3459f11-5b6e-488f-967a-ee33b08e972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:19.153049 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'name': 'tempest-TestAggregatesBasicOps-559559358-router', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:54Z', 'updated_at': '2021-12-17T13:25:04Z', 'revision_number': 4, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'gw_port': {'id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:56Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'a82a97c9-755e-40c9-bc66-2267df3ac2c9', 'name': '', 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'mac_address': 'fa:16:3e:7a:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'd13fd6f0-7f48-4717-9eb2-596241ec31ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:02Z', 'updated_at': '2021-12-17T13:25:17Z', 'revision_number': 4, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'subnets': [{'id': 'd13fd6f0-7f48-4717-9eb2-596241ec31ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:19.157323 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a410-c4a9-4536-977c-2d38c6785ece admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:19.167959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5879ba-4ea6-44fd-bca3-a4b75adc5238 None None] Pushing event updated for resources: {'Port': ['ID=020c82a9-3fbb-49a6-bc91-1652d8592128,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:19.222038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a82a97c9-755e-40c9-bc66-2267df3ac2c9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:19.222639 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:19.288014 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca372deb-bbbe-491a-8d82-45d342d09ee4 None None] The sync data for ids ['a64619a6-e4af-4312-bbc1-d66f4507893d'] in n-d-815324-5 is: [{'id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'name': 'tempest-TestAggregatesBasicOps-559559358-router', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:54Z', 'updated_at': '2021-12-17T13:25:04Z', 'revision_number': 4, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'gw_port': {'id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:56Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'a82a97c9-755e-40c9-bc66-2267df3ac2c9', 'name': '', 'network_id': '6213708c-2a2e-4bf8-ba87-2c9c8359a31a', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'mac_address': 'fa:16:3e:7a:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'd13fd6f0-7f48-4717-9eb2-596241ec31ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:02Z', 'updated_at': '2021-12-17T13:25:17Z', 'revision_number': 4, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'subnets': [{'id': 'd13fd6f0-7f48-4717-9eb2-596241ec31ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:25:19.334519 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-845a20d9-810f-4d9c-84a1-0489f89bbd37 req-ec337e9c-9682-41bc-a356-d733cc990899 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 210 time: 0.0719533 Dec 17 13:25:19.362282 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a410-c4a9-4536-977c-2d38c6785ece admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:19.598017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-9372ea48-69f9-4052-82d2-1188caab5916 req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.20.0.4 (62104884-35ed-48dd-a2e9-27a8145b5ddd/b3af360a-af67-4423-807e-dbaf6691cabb/1f3eb7f7-1e5a-454f-b873-2d5323e56852) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:25:19.636201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '020c82a9-3fbb-49a6-bc91-1652d8592128', 'name': '', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:be:9f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:05Z', 'updated_at': '2021-12-17T13:25:16Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:19.696874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a410-c4a9-4536-977c-2d38c6785ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:19.701455 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95530eb-b64d-4b6e-9979-11088c471b03 None None] The sync data for ids ['92d80d50-5577-4612-ad7e-53743cfd6aed'] in n-d-815324-5 is: [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '020c82a9-3fbb-49a6-bc91-1652d8592128', 'name': '', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:be:9f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:05Z', 'updated_at': '2021-12-17T13:25:16Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:25:19.736927 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:19.885519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c3459f11-5b6e-488f-967a-ee33b08e972e None None] Provisioning complete for port a82a97c9-755e-40c9-bc66-2267df3ac2c9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:19.885961 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3459f11-5b6e-488f-967a-ee33b08e972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:19.899090 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:20.090342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port a82a97c9-755e-40c9-bc66-2267df3ac2c9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a82a97c9-755e-40c9-bc66-2267df3ac2c9,segment=NetworkSegment(162c74c9-ca9e-41e0-b590-4ebfa75724d6),segment_id=162c74c9-ca9e-41e0-b590-4ebfa75724d6)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:20.104387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51450) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:20.214734 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a410-c4a9-4536-977c-2d38c6785ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:20.216377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9372ea48-69f9-4052-82d2-1188caab5916 req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:20.236562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9a410-c4a9-4536-977c-2d38c6785ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:20.238664 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a410-c4a9-4536-977c-2d38c6785ece admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:20.260519 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a6b9a410-c4a9-4536-977c-2d38c6785ece admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0bb7a3d3-a102-4717-9d99-b0bc1ecb7a28 HTTP/1.1" status: 204 len: 168 time: 1.2936635 Dec 17 13:25:20.265662 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51456) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:20.302734 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3459f11-5b6e-488f-967a-ee33b08e972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:20.341670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e9386-80a8-4d40-9728-296157cb4e3a None None] Network 8822449a-4f2a-4798-8445-0c82490611c4 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:25:20.466722 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9372ea48-69f9-4052-82d2-1188caab5916 req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:20.501009 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:20.618616 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:20.720612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9372ea48-69f9-4052-82d2-1188caab5916 req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 62104884-35ed-48dd-a2e9-27a8145b5ddd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:25:20.722222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=1f3eb7f7-1e5a-454f-b873-2d5323e56852,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:20.740611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-9372ea48-69f9-4052-82d2-1188caab5916 req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:25:20.778869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9372ea48-69f9-4052-82d2-1188caab5916 req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:25:20.886447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372ea48-69f9-4052-82d2-1188caab5916 req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:20.906241 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9372ea48-69f9-4052-82d2-1188caab5916 req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:20.927100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7d309f2-c2b1-4333-adfa-52e9b9d41b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:20.962700 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-c3459f11-5b6e-488f-967a-ee33b08e972e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:25:20.963090 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-c3459f11-5b6e-488f-967a-ee33b08e972e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:25:20.963729 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=a82a97c9-755e-40c9-bc66-2267df3ac2c9,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:20.981629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 020c82a9-3fbb-49a6-bc91-1652d8592128 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:25:21.013397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ed73d-0d08-49de-bad8-39714bbb23ee req-d7c90b3a-dce8-47c5-903b-fbba1b7920ef tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:21.026663 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-efa7fc59-cd6a-483b-915c-29d07772f8fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2475584 Dec 17 13:25:21.041266 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-819ed73d-0d08-49de-bad8-39714bbb23ee req-d7c90b3a-dce8-47c5-903b-fbba1b7920ef tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 931 time: 0.3548198 Dec 17 13:25:21.044338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Request body: {'port': {'device_id': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:25:21.125949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Deleting port 910c2495-1b48-4470-862d-66b06fc077a9 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:25:21.129868 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:21.177555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ba865e-e708-4deb-8af3-67cb1a1fd4f0 None None] DHCP port deletion for 8822449a-4f2a-4798-8445-0c82490611c4 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:25:21.237414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] For port 910c2495-1b48-4470-862d-66b06fc077a9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=910c2495-1b48-4470-862d-66b06fc077a9,segment=NetworkSegment(e6f78e09-fbab-44f0-83c7-2b158be2bf86),segment_id=e6f78e09-fbab-44f0-83c7-2b158be2bf86)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:21.238480 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:21.239776 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:21.297789 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Calling delete_port for 910c2495-1b48-4470-862d-66b06fc077a9 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:25:21.416870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 020c82a9-3fbb-49a6-bc91-1652d8592128 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:21.417774 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:21.580870 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-819ed73d-0d08-49de-bad8-39714bbb23ee req-125c62fe-a2fc-4970-8ca9-ae8c56266fdf tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5348511 Dec 17 13:25:21.653176 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7d309f2-c2b1-4333-adfa-52e9b9d41b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:21.672184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-39ba865e-e708-4deb-8af3-67cb1a1fd4f0 None None] Deleting port 910c2495-1b48-4470-862d-66b06fc077a9 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:25:21.673104 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-39ba865e-e708-4deb-8af3-67cb1a1fd4f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:21.691430 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:21.746437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Pushing event deleted for resources: {'Port': ['ID=910c2495-1b48-4470-862d-66b06fc077a9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:21.788573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] No DVR routers for this DVR port 910c2495-1b48-4470-862d-66b06fc077a9 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:25:21.821510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7d309f2-c2b1-4333-adfa-52e9b9d41b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:21.919803 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:21.950418 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8822449a-4f2a-4798-8445-0c82490611c4']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:21.966189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f78e09-fbab-44f0-83c7-2b158be2bf86') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:21.966713 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f78e09-fbab-44f0-83c7-2b158be2bf86') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:22.002971 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.032913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3eb7f7-1e5a-454f-b873-2d5323e56852 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:25:22.059522 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-39ba865e-e708-4deb-8af3-67cb1a1fd4f0 None None] For port 910c2495-1b48-4470-862d-66b06fc077a9, host n-d-815324-5, got binding levels [] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:22.061873 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-39ba865e-e708-4deb-8af3-67cb1a1fd4f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.075644 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.096712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-39ba865e-e708-4deb-8af3-67cb1a1fd4f0 None None] Calling delete_port for 910c2495-1b48-4470-862d-66b06fc077a9 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:25:22.105936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.ipam_backend_mixin [None req-39ba865e-e708-4deb-8af3-67cb1a1fd4f0 None None] Port 910c2495-1b48-4470-862d-66b06fc077a9 was not found and therefore no delete operation was performed {{(pid=110455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 13:25:22.122335 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-39ba865e-e708-4deb-8af3-67cb1a1fd4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.127577 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.139437 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fa21dd5e-f31d-4602-a155-c69500977ee1 None None] Provisioning complete for port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:22.140207 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fa21dd5e-f31d-4602-a155-c69500977ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.177571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d309f2-c2b1-4333-adfa-52e9b9d41b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1597d6-4931-4005-93f0-250b1a8161ca,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:22.195486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b7d309f2-c2b1-4333-adfa-52e9b9d41b65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f93e738380c4d5ab823126e5905b8b8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0871191 Dec 17 13:25:22.195486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:25:22.195486 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.195757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51532) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:25:22.196111 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:25:22.278625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba865e-e708-4deb-8af3-67cb1a1fd4f0 None None] No DVR routers for this DVR port 910c2495-1b48-4470-862d-66b06fc077a9 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:25:22.292501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba865e-e708-4deb-8af3-67cb1a1fd4f0 None None] Pushing event deleted for resources: {'Port': ['ID=910c2495-1b48-4470-862d-66b06fc077a9,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:22.344293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fa21dd5e-f31d-4602-a155-c69500977ee1 None None] Port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:25:22.350507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device db3f3e79-ad7e-4e36-a446-6718bef83e7d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:25:22.385556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: db3f3e79-ad7e-4e36-a446-6718bef83e7d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:25:22.385957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device db3f3e79-ad7e-4e36-a446-6718bef83e7d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:25:22.386384 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:25:22.395662 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8345b5b-5a14-4c4c-8c6f-0908879e5560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.412296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:25:22.413200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4bd5f4f2-4df9-4bb9-b41a-fcfb81120fbc not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:25:22.435681 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8345b5b-5a14-4c4c-8c6f-0908879e5560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.441872 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.445298 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Transition to ACTIVE for port object 1f3eb7f7-1e5a-454f-b873-2d5323e56852 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:25:22.463321 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.481409 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8822449a-4f2a-4798-8445-0c82490611c4 HTTP/1.1" status: 204 len: 168 time: 2.2038584 Dec 17 13:25:22.482322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51548) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:22.500743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656164b-dc62-4b94-90e3-98dcdadaade6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8822449a-4f2a-4798-8445-0c82490611c4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:22.580056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.665910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3eb7f7-1e5a-454f-b873-2d5323e56852,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:22.823562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a82a97c9-755e-40c9-bc66-2267df3ac2c9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:25:22.845678 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8345b5b-5a14-4c4c-8c6f-0908879e5560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.848819 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8345b5b-5a14-4c4c-8c6f-0908879e5560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:22.853519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f8345b5b-5a14-4c4c-8c6f-0908879e5560 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d1597d6-4931-4005-93f0-250b1a8161ca HTTP/1.1" status: 204 len: 168 time: 0.6538358 Dec 17 13:25:22.883068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27dd2a-cf24-4e30-929f-a3a9562b9789 req-842f959e-1c4e-47b7-b027-837bbee57305 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:22.899278 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f27dd2a-cf24-4e30-929f-a3a9562b9789 req-842f959e-1c4e-47b7-b027-837bbee57305 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 943 time: 0.1523814 Dec 17 13:25:23.037062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8345b5b-5a14-4c4c-8c6f-0908879e5560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1597d6-4931-4005-93f0-250b1a8161ca,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:23.051437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f27dd2a-cf24-4e30-929f-a3a9562b9789 req-c96b9810-fc84-43c7-9adf-d41451a0c626 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579719 Dec 17 13:25:23.097868 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a82a97c9-755e-40c9-bc66-2267df3ac2c9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:23.099640 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:23.126379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Attempting to bind port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:25:23.126379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Attempting to bind port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:25:23.126379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Attempting to bind port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 on network 62104884-35ed-48dd-a2e9-27a8145b5ddd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:25:23.142961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 on network 62104884-35ed-48dd-a2e9-27a8145b5ddd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:25:23.143302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Attempting to bind port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 on network 62104884-35ed-48dd-a2e9-27a8145b5ddd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:25:23.169034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:25:23.169463 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Checking segment: {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:25:23.169992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Bound using segment: {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:25:23.170404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Bound port: 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:25:23.179124 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:23.359649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:25:23.403464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:25:23.453318 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d02fd46-df99-4912-911d-957a7d1308b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:23.473378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 910c2495-1b48-4470-862d-66b06fc077a9 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:25:23.511356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 910c2495-1b48-4470-862d-66b06fc077a9 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:25:23.512637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 910c2495-1b48-4470-862d-66b06fc077a9 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:25:23.544884 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:23.663332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:23.663977 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:23.665456 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] 10.222.0.54 "PUT /v2.0/ports/1f3eb7f7-1e5a-454f-b873-2d5323e56852 HTTP/1.1" status: 200 len: 1091 time: 2.6281598 Dec 17 13:25:23.665988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:25:23.668577 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d042ec-220e-4b55-baab-8856a4cf16f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:25:23.708593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e76fd8-afbe-4268-9722-ea32b4c38915 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3eb7f7-1e5a-454f-b873-2d5323e56852,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:23.779181 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4231331d-a850-40fe-948f-45f4edc0554e x-openstack-request-id: req-4231331d-a850-40fe-948f-45f4edc0554e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:25:23.779480 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:25:23.779926 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4231331d-a850-40fe-948f-45f4edc0554e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:25:23.782011 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'status': 'completed', 'code': 200} Dec 17 13:25:23.904837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d042ec-220e-4b55-baab-8856a4cf16f8 req-6ac57743-8708-4214-bb09-284aa3fc1703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:23.906469 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1d042ec-220e-4b55-baab-8856a4cf16f8 req-6ac57743-8708-4214-bb09-284aa3fc1703 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1094 time: 0.0998526 Dec 17 13:25:24.021072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51616) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:24.045298 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4edccbf-c885-4004-975d-73c34516b392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:24.183791 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4edccbf-c885-4004-975d-73c34516b392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:24.208155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d042ec-220e-4b55-baab-8856a4cf16f8 req-1c2317eb-30e4-4512-a90e-cf3d1c1bf61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:24.210066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1d042ec-220e-4b55-baab-8856a4cf16f8 req-1c2317eb-30e4-4512-a90e-cf3d1c1bf61c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=850cc3bed38d459295a3dcc922ba6c36&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2945645 Dec 17 13:25:24.260651 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4edccbf-c885-4004-975d-73c34516b392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:24.302603 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f4edccbf-c885-4004-975d-73c34516b392 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=52150a1cf7434597ac371e32d4e04249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2798991 Dec 17 13:25:24.305248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51628) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:24.312300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edccbf-c885-4004-975d-73c34516b392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657f0834-a17c-4769-b871-f8d82eec363d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:24.374922 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c8984c2f-32b7-47f1-96f4-81ebfaefc8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:24.402686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c8984c2f-32b7-47f1-96f4-81ebfaefc8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:24.604674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c8984c2f-32b7-47f1-96f4-81ebfaefc8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:24.613619 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c8984c2f-32b7-47f1-96f4-81ebfaefc8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:24.617927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3d02fd46-df99-4912-911d-957a7d1308b5 admin admin] Deleting port a82a97c9-755e-40c9-bc66-2267df3ac2c9 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:25:24.618286 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d02fd46-df99-4912-911d-957a7d1308b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:24.622969 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c8984c2f-32b7-47f1-96f4-81ebfaefc8f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/657f0834-a17c-4769-b871-f8d82eec363d HTTP/1.1" status: 204 len: 168 time: 0.3163869 Dec 17 13:25:24.659337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8984c2f-32b7-47f1-96f4-81ebfaefc8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657f0834-a17c-4769-b871-f8d82eec363d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:24.693080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57941b-6536-40e4-ad84-92a3ff4107b3 req-31c0de56-df07-4156-bae0-c79c08ca3955 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:24.695864 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e57941b-6536-40e4-ad84-92a3ff4107b3 req-31c0de56-df07-4156-bae0-c79c08ca3955 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 943 time: 0.5062051 Dec 17 13:25:24.821387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-3d02fd46-df99-4912-911d-957a7d1308b5 admin admin] For port a82a97c9-755e-40c9-bc66-2267df3ac2c9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a82a97c9-755e-40c9-bc66-2267df3ac2c9,segment=NetworkSegment(162c74c9-ca9e-41e0-b590-4ebfa75724d6),segment_id=162c74c9-ca9e-41e0-b590-4ebfa75724d6)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:24.821827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d02fd46-df99-4912-911d-957a7d1308b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:24.834497 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d042ec-220e-4b55-baab-8856a4cf16f8 req-77135187-55ff-4af3-ad2e-432a060166e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:24.844664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1d042ec-220e-4b55-baab-8856a4cf16f8 req-77135187-55ff-4af3-ad2e-432a060166e3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6193199 Dec 17 13:25:24.872659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3d02fd46-df99-4912-911d-957a7d1308b5 admin admin] Calling delete_port for a82a97c9-755e-40c9-bc66-2267df3ac2c9 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:25:24.929850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e57941b-6536-40e4-ad84-92a3ff4107b3 req-4b36a844-9db4-4d13-9804-2bdf7a133ca7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948736 Dec 17 13:25:25.095882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372ea48-69f9-4052-82d2-1188caab5916 req-6fd841c6-66ab-4bb8-ba10-726bb4a8d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:25.104547 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-6fd841c6-66ab-4bb8-ba10-726bb4a8d3f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1094 time: 0.1638751 Dec 17 13:25:25.150388 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-2959d277-8db9-4e9b-809c-5ee2452faafb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852 HTTP/1.1" status: 200 len: 217 time: 0.0433700 Dec 17 13:25:25.483822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372ea48-69f9-4052-82d2-1188caab5916 req-f12ddb33-a6b0-4f1f-9b4e-8e283d0a6f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:25.487738 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-f12ddb33-a6b0-4f1f-9b4e-8e283d0a6f48 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3af360a-af67-4423-807e-dbaf6691cabb HTTP/1.1" status: 200 len: 835 time: 0.3252785 Dec 17 13:25:25.567760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372ea48-69f9-4052-82d2-1188caab5916 req-0fa13148-dba0-4bbc-a31a-4a69aab4ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:25.571108 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-0fa13148-dba0-4bbc-a31a-4a69aab4ce62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=62104884-35ed-48dd-a2e9-27a8145b5ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755386 Dec 17 13:25:25.747412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-062c25d2-d79e-473b-b79e-8aeda1410dcb service neutron] 10.222.0.54 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676481 Dec 17 13:25:25.968066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9372ea48-69f9-4052-82d2-1188caab5916 req-4074cf1f-6d20-4be8-af55-03652ebacfb8 service neutron] 10.222.0.54 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124090 Dec 17 13:25:26.187903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a127a5-0a4f-40b9-b5b3-5e858ca299bd req-30deadde-9c26-4f8f-9435-169e5f94d37f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:26.196468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44a127a5-0a4f-40b9-b5b3-5e858ca299bd req-30deadde-9c26-4f8f-9435-169e5f94d37f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 943 time: 0.1248937 Dec 17 13:25:26.269801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44a127a5-0a4f-40b9-b5b3-5e858ca299bd req-6dc64f3d-0a91-45a3-9f48-20a7abc1d010 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722952 Dec 17 13:25:26.487326 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d02fd46-df99-4912-911d-957a7d1308b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:26.514987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02fd46-df99-4912-911d-957a7d1308b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a82a97c9-755e-40c9-bc66-2267df3ac2c9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:26.853472 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d02fd46-df99-4912-911d-957a7d1308b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:27.237258 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:25:27.248927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d02fd46-df99-4912-911d-957a7d1308b5 admin admin] Router a64619a6-e4af-4312-bbc1-d66f4507893d has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:25:27.381191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d02fd46-df99-4912-911d-957a7d1308b5 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:25:27.388246 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3d02fd46-df99-4912-911d-957a7d1308b5 admin admin] 10.222.0.59 "PUT /v2.0/routers/a64619a6-e4af-4312-bbc1-d66f4507893d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9098408 Dec 17 13:25:27.391969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51760) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:27.396901 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4c46d-ee5d-45b3-91f7-a02ca1e19654 None None] Sync routers for ids ['a64619a6-e4af-4312-bbc1-d66f4507893d'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:25:27.441226 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4c46d-ee5d-45b3-91f7-a02ca1e19654 None None] Routers {'a64619a6-e4af-4312-bbc1-d66f4507893d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:27.442658 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-27c4c46d-ee5d-45b3-91f7-a02ca1e19654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:25:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a64619a6-e4af-4312-bbc1-d66f4507893d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:27.515539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493e3e2-f715-4eba-8569-1a8ebfe5e575 req-0c67f771-9e81-4a5b-b0fe-beeef32463f2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:27.517150 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c493e3e2-f715-4eba-8569-1a8ebfe5e575 req-0c67f771-9e81-4a5b-b0fe-beeef32463f2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 943 time: 0.1010594 Dec 17 13:25:27.595030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c493e3e2-f715-4eba-8569-1a8ebfe5e575 req-02f320d4-7e1a-4116-b4a5-29bc01018dff tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654993 Dec 17 13:25:27.677670 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:27.700178 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-27c4c46d-ee5d-45b3-91f7-a02ca1e19654 None None] Set router a64619a6-e4af-4312-bbc1-d66f4507893d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:27.917418 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:28.004694 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-27c4c46d-ee5d-45b3-91f7-a02ca1e19654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'name': 'tempest-TestAggregatesBasicOps-559559358-router', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:54Z', 'updated_at': '2021-12-17T13:25:25Z', 'revision_number': 5, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'gw_port': {'id': '66128c72-e53f-4e52-87fa-bf552d02e61c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:56Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:28.045102 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4c46d-ee5d-45b3-91f7-a02ca1e19654 None None] Checking router: a64619a6-e4af-4312-bbc1-d66f4507893d for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:25:28.057009 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4c46d-ee5d-45b3-91f7-a02ca1e19654 None None] Routers {'a64619a6-e4af-4312-bbc1-d66f4507893d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:28.057648 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-27c4c46d-ee5d-45b3-91f7-a02ca1e19654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:25:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a64619a6-e4af-4312-bbc1-d66f4507893d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:28.123929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Deleting port 66128c72-e53f-4e52-87fa-bf552d02e61c {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:25:28.124279 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:28.223502 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-27c4c46d-ee5d-45b3-91f7-a02ca1e19654 None None] Set router a64619a6-e4af-4312-bbc1-d66f4507893d gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:28.321259 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-27c4c46d-ee5d-45b3-91f7-a02ca1e19654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'name': 'tempest-TestAggregatesBasicOps-559559358-router', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:54Z', 'updated_at': '2021-12-17T13:25:27Z', 'revision_number': 6, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:28.357910 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4c46d-ee5d-45b3-91f7-a02ca1e19654 None None] The sync data for ids ['a64619a6-e4af-4312-bbc1-d66f4507893d'] in n-d-815324-5 is: [{'id': 'a64619a6-e4af-4312-bbc1-d66f4507893d', 'name': 'tempest-TestAggregatesBasicOps-559559358-router', 'tenant_id': 'dd8a53a26623472fa535ba513c375d8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:54Z', 'updated_at': '2021-12-17T13:25:27Z', 'revision_number': 6, 'project_id': 'dd8a53a26623472fa535ba513c375d8e', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:25:28.398877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] For port 66128c72-e53f-4e52-87fa-bf552d02e61c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=66128c72-e53f-4e52-87fa-bf552d02e61c,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:28.399584 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:28.422431 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Calling delete_port for 66128c72-e53f-4e52-87fa-bf552d02e61c owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:25:28.762203 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:28.807043 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8146731-120e-4c0c-858d-079ba1c11d8b None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:25:28.836589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecc28e-190f-408f-9fe4-1fe66e29be8e req-afeafdf3-7ec8-44fb-9dfb-db0d817fb462 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:28.841396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a82a97c9-755e-40c9-bc66-2267df3ac2c9 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:25:28.843840 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5eecc28e-190f-408f-9fe4-1fe66e29be8e req-afeafdf3-7ec8-44fb-9dfb-db0d817fb462 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 943 time: 0.1273253 Dec 17 13:25:28.955585 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5eecc28e-190f-408f-9fe4-1fe66e29be8e req-e35b80fa-6513-4f7a-92ec-b7efbcb1db6f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045890 Dec 17 13:25:28.984009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: a82a97c9-755e-40c9-bc66-2267df3ac2c9 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:25:28.985647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a82a97c9-755e-40c9-bc66-2267df3ac2c9 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:25:28.997936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Pushing event deleted for resources: {'Port': ['ID=66128c72-e53f-4e52-87fa-bf552d02e61c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:29.051850 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:29.189319 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:29.192219 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:29.332754 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:29.333998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a64619a6-e4af-4312-bbc1-d66f4507893d {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:25:29.340972 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:29.346308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51866) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:29.350921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7f5726c4-1a14-46ac-ab09-7d52d3ccaa6f admin admin] 10.222.0.59 "DELETE /v2.0/routers/a64619a6-e4af-4312-bbc1-d66f4507893d HTTP/1.1" status: 204 len: 168 time: 1.9561877 Dec 17 13:25:29.409225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-30621a8e-c17e-4066-873b-15766c3e4e9d admin admin] Deleting subnet d13fd6f0-7f48-4717-9eb2-596241ec31ce {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:25:29.413839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30621a8e-c17e-4066-873b-15766c3e4e9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:29.478978 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30621a8e-c17e-4066-873b-15766c3e4e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:29.606068 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30621a8e-c17e-4066-873b-15766c3e4e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:29.791974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30621a8e-c17e-4066-873b-15766c3e4e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:29.840602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30621a8e-c17e-4066-873b-15766c3e4e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d13fd6f0-7f48-4717-9eb2-596241ec31ce,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:29.863225 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30621a8e-c17e-4066-873b-15766c3e4e9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:29.871405 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92701e1-3071-4d81-b654-a8e920d46638 None None] Network 6213708c-2a2e-4bf8-ba87-2c9c8359a31a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:25:29.874748 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-30621a8e-c17e-4066-873b-15766c3e4e9d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d13fd6f0-7f48-4717-9eb2-596241ec31ce HTTP/1.1" status: 204 len: 168 time: 0.5273345 Dec 17 13:25:29.878916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51894) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:30.048635 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:30.283294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Deleting port 112afad9-524e-4853-a350-51ef479227a3 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:25:30.283671 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:30.305310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b59cf66-4fec-48f9-8d99-a1b691960db9 None None] DHCP port deletion for 6213708c-2a2e-4bf8-ba87-2c9c8359a31a request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:25:30.351491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308ffbc-9e77-43cb-80c9-dc0e7c318499 req-3bde6fc6-c7de-4e2d-a758-f83e527addcd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:30.358123 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2308ffbc-9e77-43cb-80c9-dc0e7c318499 req-3bde6fc6-c7de-4e2d-a758-f83e527addcd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 943 time: 0.2147746 Dec 17 13:25:30.395180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] For port 112afad9-524e-4853-a350-51ef479227a3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=112afad9-524e-4853-a350-51ef479227a3,segment=NetworkSegment(162c74c9-ca9e-41e0-b590-4ebfa75724d6),segment_id=162c74c9-ca9e-41e0-b590-4ebfa75724d6)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:30.395874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:30.415636 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Calling delete_port for 112afad9-524e-4853-a350-51ef479227a3 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:25:30.447181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6b59cf66-4fec-48f9-8d99-a1b691960db9 None None] Deleting port 112afad9-524e-4853-a350-51ef479227a3 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:25:30.447894 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b59cf66-4fec-48f9-8d99-a1b691960db9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:30.594054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1f3eb7f7-1e5a-454f-b873-2d5323e56852 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:25:30.623531 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2308ffbc-9e77-43cb-80c9-dc0e7c318499 req-ea0ad399-95f3-4060-9187-beca822ca2aa tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527480 Dec 17 13:25:30.758181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6b59cf66-4fec-48f9-8d99-a1b691960db9 None None] For port 112afad9-524e-4853-a350-51ef479227a3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=112afad9-524e-4853-a350-51ef479227a3,segment=NetworkSegment(162c74c9-ca9e-41e0-b590-4ebfa75724d6),segment_id=162c74c9-ca9e-41e0-b590-4ebfa75724d6)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:30.758607 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b59cf66-4fec-48f9-8d99-a1b691960db9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:30.759174 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:30.783017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6b59cf66-4fec-48f9-8d99-a1b691960db9 None None] Calling delete_port for 112afad9-524e-4853-a350-51ef479227a3 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:25:30.833284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Pushing event deleted for resources: {'Port': ['ID=112afad9-524e-4853-a350-51ef479227a3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:30.838736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] No DVR routers for this DVR port 112afad9-524e-4853-a350-51ef479227a3 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:25:30.848293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 112afad9-524e-4853-a350-51ef479227a3 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:25:30.906464 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 112afad9-524e-4853-a350-51ef479227a3 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:25:30.907603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 112afad9-524e-4853-a350-51ef479227a3 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:25:30.908442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 66128c72-e53f-4e52-87fa-bf552d02e61c no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:25:30.968825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 66128c72-e53f-4e52-87fa-bf552d02e61c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:25:30.969604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 66128c72-e53f-4e52-87fa-bf552d02e61c not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:25:30.975558 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:31.014058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6213708c-2a2e-4bf8-ba87-2c9c8359a31a']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:31.029754 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162c74c9-ca9e-41e0-b590-4ebfa75724d6') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:31.030301 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162c74c9-ca9e-41e0-b590-4ebfa75724d6') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:31.045150 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:31.057934 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:31.063669 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:31.072189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:25:31.072962 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:31.088410 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'port_id': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'mac_address': 'fa:16:3e:72:a2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:25:31.121520 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:25:31.197004 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:25:31.221474 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b59cf66-4fec-48f9-8d99-a1b691960db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:31.235954 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:31.252670 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:31.254784 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6213708c-2a2e-4bf8-ba87-2c9c8359a31a HTTP/1.1" status: 204 len: 168 time: 1.3736200 Dec 17 13:25:31.287556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7509b67-3718-4580-9d9f-b59098606148 admin admin] Pushing event deleted for resources: {'Network': ['ID=6213708c-2a2e-4bf8-ba87-2c9c8359a31a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:31.298366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59cf66-4fec-48f9-8d99-a1b691960db9 None None] Pushing event deleted for resources: {'Port': ['ID=112afad9-524e-4853-a350-51ef479227a3,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:31.306186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b59cf66-4fec-48f9-8d99-a1b691960db9 None None] No DVR routers for this DVR port 112afad9-524e-4853-a350-51ef479227a3 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:25:31.313411 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:31.356579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3eb7f7-1e5a-454f-b873-2d5323e56852 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:25:31.421653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:31.481813 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:31.689313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=1f3eb7f7-1e5a-454f-b873-2d5323e56852,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:31.758855 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:31.764675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['1f3eb7f7-1e5a-454f-b873-2d5323e56852'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:25:31.806875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa033e51-8e6f-4860-a94d-2a0269c2bc2f req-7bfa3f07-0177-4733-9900-e47044cdd395 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:31.815442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa033e51-8e6f-4860-a94d-2a0269c2bc2f req-7bfa3f07-0177-4733-9900-e47044cdd395 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 944 time: 0.0825775 Dec 17 13:25:31.929499 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa033e51-8e6f-4860-a94d-2a0269c2bc2f req-84725149-d878-4fd2-96ed-e95acc22191d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128571 Dec 17 13:25:32.103061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52030) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:32.233398 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d877643e-2e73-416c-b151-12c92f4d24dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b05f99bebc4649429f58eaa2d28a5a86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291258 Dec 17 13:25:32.237218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52038) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:32.393424 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082165bf-1b80-44c0-8b90-a382950755e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:32.431716 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082165bf-1b80-44c0-8b90-a382950755e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:32.567935 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082165bf-1b80-44c0-8b90-a382950755e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:32.570426 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-082165bf-1b80-44c0-8b90-a382950755e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:32.571632 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-082165bf-1b80-44c0-8b90-a382950755e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/23dc836b-13ac-4b0e-9ad0-eec76fb44695 HTTP/1.1" status: 204 len: 168 time: 0.3333199 Dec 17 13:25:32.580747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082165bf-1b80-44c0-8b90-a382950755e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dc836b-13ac-4b0e-9ad0-eec76fb44695,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:33.231710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44743968-6e53-4db9-b20e-9867dacef73e req-d5795546-745a-4e5b-84c8-ce70b0addc92 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:33.236819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44743968-6e53-4db9-b20e-9867dacef73e req-d5795546-745a-4e5b-84c8-ce70b0addc92 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 944 time: 0.1240351 Dec 17 13:25:33.336506 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44743968-6e53-4db9-b20e-9867dacef73e req-d9d82b50-9de5-4303-8840-baae2c71cfae tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771720 Dec 17 13:25:33.397229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52094) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:33.571503 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5832c1fb-8580-4c41-a426-c40f7aba81a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:33.692506 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5832c1fb-8580-4c41-a426-c40f7aba81a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:33.769650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52118) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:33.783852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5832c1fb-8580-4c41-a426-c40f7aba81a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:33.892125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832c1fb-8580-4c41-a426-c40f7aba81a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54622c1e-db0f-43b0-bad2-4ec04f2c1f37,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:33.905852 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5832c1fb-8580-4c41-a426-c40f7aba81a8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=67c915ea65304ac190ac6ac618a748dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5071998 Dec 17 13:25:33.909758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52124) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:33.919965 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d2f813f2-e15a-4183-acc7-50684b03d1cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd8a53a26623472fa535ba513c375d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483765 Dec 17 13:25:33.920857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52128) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:33.981627 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7972d40a-334b-4b12-b78e-01cbc35801cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:33.988212 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7fb49e4-329e-4a57-8299-17cf84a43a74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:34.016189 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7972d40a-334b-4b12-b78e-01cbc35801cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:34.035184 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7fb49e4-329e-4a57-8299-17cf84a43a74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:34.201295 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7972d40a-334b-4b12-b78e-01cbc35801cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:34.205204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7972d40a-334b-4b12-b78e-01cbc35801cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:34.207547 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7972d40a-334b-4b12-b78e-01cbc35801cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/15c03d66-6945-4932-bd9a-95ab90720561 HTTP/1.1" status: 204 len: 168 time: 0.2853076 Dec 17 13:25:34.230751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7fb49e4-329e-4a57-8299-17cf84a43a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:34.233917 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b7fb49e4-329e-4a57-8299-17cf84a43a74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:34.235810 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b7fb49e4-329e-4a57-8299-17cf84a43a74 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54622c1e-db0f-43b0-bad2-4ec04f2c1f37 HTTP/1.1" status: 204 len: 168 time: 0.3248656 Dec 17 13:25:34.242971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972d40a-334b-4b12-b78e-01cbc35801cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c03d66-6945-4932-bd9a-95ab90720561,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:34.278207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb49e4-329e-4a57-8299-17cf84a43a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54622c1e-db0f-43b0-bad2-4ec04f2c1f37,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:34.549757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0521b24-509f-409f-889c-b99b1b7f77e9 req-17d59a5f-dfc1-473d-9cb8-2d8332004240 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:34.551554 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d0521b24-509f-409f-889c-b99b1b7f77e9 req-17d59a5f-dfc1-473d-9cb8-2d8332004240 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 944 time: 0.0621307 Dec 17 13:25:34.613500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1f3eb7f7-1e5a-454f-b873-2d5323e56852 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:25:34.614518 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d0521b24-509f-409f-889c-b99b1b7f77e9 req-049ea8c0-e1b8-48ba-82a1-dee5e3e00af5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559921 Dec 17 13:25:34.795645 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:25:34.801163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:34.801622 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:34.926273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:34.955713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:25:34.958235 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f8401-33ed-4ba2-b442-6c82af573177" -d '{"events": [{"server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "name": "network-vif-plugged", "status": "completed", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:25:34.972827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:35.015931 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dcddf5-ace7-4731-add0-308f4fa41137 x-openstack-request-id: req-65dcddf5-ace7-4731-add0-308f4fa41137 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:25:35.016238 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "name": "network-vif-plugged", "status": "completed", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:25:35.016501 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65dcddf5-ace7-4731-add0-308f4fa41137 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:25:35.016998 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'code': 200} Dec 17 13:25:35.104131 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:35.133341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2ed61-1e15-46e6-a6b9-ae745b520d68 req-5b647e7d-edf9-4839-9d3a-e5385490f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:35.135272 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2e2ed61-1e15-46e6-a6b9-ae745b520d68 req-5b647e7d-edf9-4839-9d3a-e5385490f2b6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1095 time: 0.0458946 Dec 17 13:25:35.208884 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2e2ed61-1e15-46e6-a6b9-ae745b520d68 req-bbdb5acb-72ca-4178-8229-9dffe18cf6f9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629604 Dec 17 13:25:35.210181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=1f3eb7f7-1e5a-454f-b873-2d5323e56852,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:35.384383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52176) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:35.394651 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce30c641-f4d3-43c3-b36c-6fe23b6b3e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:35.506031 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce30c641-f4d3-43c3-b36c-6fe23b6b3e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:35.592958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce30c641-f4d3-43c3-b36c-6fe23b6b3e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:35.633837 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ce30c641-f4d3-43c3-b36c-6fe23b6b3e33 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=83aa760592914ffbaac45a7b0b1b43e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2518039 Dec 17 13:25:35.635015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30c641-f4d3-43c3-b36c-6fe23b6b3e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8124e0f5-5b3b-41c2-acd3-2ecf8c9cd90a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:35.636463 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52188) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:35.692656 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfaabc44-24a6-40e9-86e1-b12e9f64b731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:35.717848 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfaabc44-24a6-40e9-86e1-b12e9f64b731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:35.853704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9997897-d627-416f-b040-49c5fb32463c req-b9883399-d82d-489b-aa54-c8d7fcd3663f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:35.855748 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9997897-d627-416f-b040-49c5fb32463c req-b9883399-d82d-489b-aa54-c8d7fcd3663f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0971642 Dec 17 13:25:35.862850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfaabc44-24a6-40e9-86e1-b12e9f64b731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:35.874939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cfaabc44-24a6-40e9-86e1-b12e9f64b731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:35.876977 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cfaabc44-24a6-40e9-86e1-b12e9f64b731 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8124e0f5-5b3b-41c2-acd3-2ecf8c9cd90a HTTP/1.1" status: 204 len: 168 time: 0.2393692 Dec 17 13:25:35.893723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaabc44-24a6-40e9-86e1-b12e9f64b731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8124e0f5-5b3b-41c2-acd3-2ecf8c9cd90a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:35.942957 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9997897-d627-416f-b040-49c5fb32463c req-5acbc7da-90d0-4fbf-a526-3e7b0cdeb7e7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799630 Dec 17 13:25:36.075813 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:36.276474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52214) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:36.389884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-692006113-network', 'tenant_id': '092d900554a34d828d0b390578fbd54a'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:25:36.518993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Made reservation on behalf of 092d900554a34d828d0b390578fbd54a for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:25:36.522339 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:36.563279 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:36.695963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:36.937997 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:36.979325 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:25:36.989513 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:36.991128 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Added segment d628c512-facb-43ff-9d74-5fcaa943615d of type vlan for network 615b7ee4-2d96-4d39-ac2f-a051177a627c Dec 17 13:25:37.096624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dc4c3a-7798-4a65-8870-921ddfee3108,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:37.147085 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:37.202078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d310c-e8a6-4878-9f0e-2d99659d94cd req-76521768-6c75-434b-a8cb-2a1a4764e194 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:37.204118 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a86d310c-e8a6-4878-9f0e-2d99659d94cd req-76521768-6c75-434b-a8cb-2a1a4764e194 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.1390514 Dec 17 13:25:37.284984 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:37.286480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:37.287375 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:37.308999 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a86d310c-e8a6-4878-9f0e-2d99659d94cd req-4ea4885c-3739-4b1f-9b1e-e64c4cf98561 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964203 Dec 17 13:25:37.393169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] Pushing event updated for resources: {'Network': ['ID=615b7ee4-2d96-4d39-ac2f-a051177a627c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:37.404560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 615b7ee4-2d96-4d39-ac2f-a051177a627c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:25:37.455159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04d3cc-49a0-4a79-b95a-b82f11802bd9 req-ef217439-61b8-4aed-81f5-3be1b829298f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:37.463090 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b04d3cc-49a0-4a79-b95a-b82f11802bd9 req-ef217439-61b8-4aed-81f5-3be1b829298f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0737782 Dec 17 13:25:37.500032 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d26898f9-b20b-49fb-99d9-752d2f53e027 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2218230 Dec 17 13:25:37.502594 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52260) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:37.517279 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8c406409-d140-4ea1-bc4e-8162a020277b admin admin] Request body: {'subnet': {'network_id': '615b7ee4-2d96-4d39-ac2f-a051177a627c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-692006113-subnet', 'tenant_id': '092d900554a34d828d0b390578fbd54a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:25:37.529963 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b04d3cc-49a0-4a79-b95a-b82f11802bd9 req-cdeb75c1-82fe-455a-903a-73fc6684141e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659413 Dec 17 13:25:37.561492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52262) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:37.669386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efeca9c-f699-469c-8d86-6a4f789a94fd tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:37.673557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2efeca9c-f699-469c-8d86-6a4f789a94fd tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1091 time: 0.1098671 Dec 17 13:25:37.675457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c406409-d140-4ea1-bc4e-8162a020277b admin admin] Made reservation on behalf of 092d900554a34d828d0b390578fbd54a for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:25:37.677083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52266) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:37.682032 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8c406409-d140-4ea1-bc4e-8162a020277b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:37.685159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:25:37.922366 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:38.027701 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:38.094568 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8c406409-d140-4ea1-bc4e-8162a020277b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:38.202137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c406409-d140-4ea1-bc4e-8162a020277b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb43b647-c822-4834-84b2-c033a25824f3,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:38.204339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.25.0.166 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/00854aee-f4fd-46d0-8c4b-a17138001486) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:25:38.223124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c406409-d140-4ea1-bc4e-8162a020277b admin admin] Checking segment: {'id': 'd628c512-facb-43ff-9d74-5fcaa943615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '615b7ee4-2d96-4d39-ac2f-a051177a627c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:25:38.224277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c406409-d140-4ea1-bc4e-8162a020277b admin admin] Network hostable DHCP agents. Network: 615b7ee4-2d96-4d39-ac2f-a051177a627c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:25:38.356128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c406409-d140-4ea1-bc4e-8162a020277b admin admin] Network 615b7ee4-2d96-4d39-ac2f-a051177a627c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:25:38.370155 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:38.462663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-8c406409-d140-4ea1-bc4e-8162a020277b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 615b7ee4-2d96-4d39-ac2f-a051177a627c) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:25:38.472007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c406409-d140-4ea1-bc4e-8162a020277b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:38.472007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8c406409-d140-4ea1-bc4e-8162a020277b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:38.477141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2587336-1a05-4c40-9ad9-445697d5f381 None None] Network 615b7ee4-2d96-4d39-ac2f-a051177a627c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:25:38.536066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:38.566993 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8c406409-d140-4ea1-bc4e-8162a020277b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0625734 Dec 17 13:25:38.592758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:25:38.598014 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d474bf81-f2a2-442f-8af2-9539097990a5 None None] Network 615b7ee4-2d96-4d39-ac2f-a051177a627c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:25:38.603750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:25:38.603750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:25:38.697331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=00854aee-f4fd-46d0-8c4b-a17138001486,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:39.302225 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:39.598874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52334) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:39.604849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-875987000-network', 'tenant_id': 'c7dcc2b981564d9485061528c0ba9136'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:25:39.653075 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:39.753736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Made reservation on behalf of c7dcc2b981564d9485061528c0ba9136 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:25:39.756604 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:39.769328 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:39.899600 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:39.924060 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:40.057999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:40.064676 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:40.127041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:25:40.174469 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:40.174770 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Added segment 6ed7b972-36ce-444b-aa3f-42fb50fc3e83 of type vlan for network 925cbcc7-47f4-4eff-8f6b-8332393ffd71 Dec 17 13:25:40.180312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=00854aee-f4fd-46d0-8c4b-a17138001486,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:40.182726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70be7bd2-72b8-4403-ae18-d117b832371d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:40.223980 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:40.304858 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:40.393021 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Floating IP 6c3519df-b7f9-4223-9a6a-144b2b923ffd associated. External IP: 172.25.0.166, port: 1f3eb7f7-1e5a-454f-b873-2d5323e56852. Dec 17 13:25:40.500495 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:40.501510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:40.502888 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:40.633864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] Pushing event updated for resources: {'Network': ['ID=925cbcc7-47f4-4eff-8f6b-8332393ffd71,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:40.647598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 925cbcc7-47f4-4eff-8f6b-8332393ffd71 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:25:40.685027 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8d3f73c3-a8e2-4302-ab47-9926941350b2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0842218 Dec 17 13:25:40.687657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52360) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:40.694866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-69bdc6a1-6018-4084-bbd5-61533e878f82 admin admin] Request body: {'subnet': {'network_id': '925cbcc7-47f4-4eff-8f6b-8332393ffd71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-875987000-subnet', 'tenant_id': 'c7dcc2b981564d9485061528c0ba9136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:25:40.750504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router 92d80d50-5577-4612-ad7e-53743cfd6aed has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:25:40.888189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bdc6a1-6018-4084-bbd5-61533e878f82 admin admin] Made reservation on behalf of c7dcc2b981564d9485061528c0ba9136 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:25:40.890575 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-69bdc6a1-6018-4084-bbd5-61533e878f82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:40.904843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:25:40.918229 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1dd71-77fc-4be3-a0b4-caaa23a85a01 None None] Sync routers for ids ['92d80d50-5577-4612-ad7e-53743cfd6aed'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:25:40.930643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1dd71-77fc-4be3-a0b4-caaa23a85a01 None None] Routers {'92d80d50-5577-4612-ad7e-53743cfd6aed'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:40.931627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-51f1dd71-77fc-4be3-a0b4-caaa23a85a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:25:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d80d50-5577-4612-ad7e-53743cfd6aed'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:41.069340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-51f1dd71-77fc-4be3-a0b4-caaa23a85a01 None None] Set router 92d80d50-5577-4612-ad7e-53743cfd6aed gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:41.168476 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:41.241689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0e96f00e-3493-48f0-a372-3ab8775378fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5622923 Dec 17 13:25:41.242419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:25:41.253847 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c97b3f6-9f44-473d-ad30-d3d8764a34c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:25:41.321489 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-69bdc6a1-6018-4084-bbd5-61533e878f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:41.490679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-51f1dd71-77fc-4be3-a0b4-caaa23a85a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '6c3519df-b7f9-4223-9a6a-144b2b923ffd', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'port_id': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'mac_address': 'fa:16:3e:72:a2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:25:39Z', 'updated_at': '2021-12-17T13:25:39Z', 'revision_number': 0, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020c82a9-3fbb-49a6-bc91-1652d8592128', 'name': '', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:be:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:05Z', 'updated_at': '2021-12-17T13:25:18Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:41.530158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1dd71-77fc-4be3-a0b4-caaa23a85a01 None None] Checking router: 92d80d50-5577-4612-ad7e-53743cfd6aed for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:25:41.546538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1dd71-77fc-4be3-a0b4-caaa23a85a01 None None] Routers {'92d80d50-5577-4612-ad7e-53743cfd6aed'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:25:41.547930 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-51f1dd71-77fc-4be3-a0b4-caaa23a85a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:25:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d80d50-5577-4612-ad7e-53743cfd6aed'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:41.720885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-51f1dd71-77fc-4be3-a0b4-caaa23a85a01 None None] Set router 92d80d50-5577-4612-ad7e-53743cfd6aed gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:25:41.784196 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4e1755-952e-44ae-ac09-928be84fd3f9 x-openstack-request-id: req-0f4e1755-952e-44ae-ac09-928be84fd3f9 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:25:41.785072 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:25:41.785495 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f4e1755-952e-44ae-ac09-928be84fd3f9 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:25:41.786087 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'status': 'completed', 'code': 200} Dec 17 13:25:41.855522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdc6a1-6018-4084-bbd5-61533e878f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de68d70-7b58-4d1b-b32d-31c6761c7f42,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:41.897209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8d3d-acab-4686-8746-6823a21cad01 req-726e8e40-66f0-4101-b977-7d0132337690 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:41.898978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45fe8d3d-acab-4686-8746-6823a21cad01 req-726e8e40-66f0-4101-b977-7d0132337690 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.1089761 Dec 17 13:25:41.909444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bdc6a1-6018-4084-bbd5-61533e878f82 admin admin] Checking segment: {'id': '6ed7b972-36ce-444b-aa3f-42fb50fc3e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '925cbcc7-47f4-4eff-8f6b-8332393ffd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:25:41.909874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bdc6a1-6018-4084-bbd5-61533e878f82 admin admin] Network hostable DHCP agents. Network: 925cbcc7-47f4-4eff-8f6b-8332393ffd71, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:25:41.913842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97b3f6-9f44-473d-ad30-d3d8764a34c5 req-5b4231d3-5b63-48dd-95b2-da00cf7a0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:41.915689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c97b3f6-9f44-473d-ad30-d3d8764a34c5 req-5b4231d3-5b63-48dd-95b2-da00cf7a0e6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1096 time: 0.1160226 Dec 17 13:25:42.048391 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45fe8d3d-acab-4686-8746-6823a21cad01 req-93a8d61d-d781-45ee-9410-c8321cc857fb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308262 Dec 17 13:25:42.060599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-51f1dd71-77fc-4be3-a0b4-caaa23a85a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '6c3519df-b7f9-4223-9a6a-144b2b923ffd', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'port_id': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'mac_address': 'fa:16:3e:72:a2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:25:39Z', 'updated_at': '2021-12-17T13:25:39Z', 'revision_number': 0, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020c82a9-3fbb-49a6-bc91-1652d8592128', 'name': '', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:be:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:05Z', 'updated_at': '2021-12-17T13:25:18Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:25:42.072866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52396) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:42.092676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f1dd71-77fc-4be3-a0b4-caaa23a85a01 None None] The sync data for ids ['92d80d50-5577-4612-ad7e-53743cfd6aed'] in n-d-815324-5 is: [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '6c3519df-b7f9-4223-9a6a-144b2b923ffd', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'port_id': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'mac_address': 'fa:16:3e:72:a2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:25:39Z', 'updated_at': '2021-12-17T13:25:39Z', 'revision_number': 0, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020c82a9-3fbb-49a6-bc91-1652d8592128', 'name': '', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:be:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:05Z', 'updated_at': '2021-12-17T13:25:18Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:25:42.116642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97b3f6-9f44-473d-ad30-d3d8764a34c5 req-3f09fdd0-6c36-4285-96bd-e06269c1e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:42.118640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c97b3f6-9f44-473d-ad30-d3d8764a34c5 req-3f09fdd0-6c36-4285-96bd-e06269c1e5a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=62104884-35ed-48dd-a2e9-27a8145b5ddd HTTP/1.1" status: 200 len: 898 time: 0.1931031 Dec 17 13:25:42.135508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bdc6a1-6018-4084-bbd5-61533e878f82 admin admin] Network 925cbcc7-47f4-4eff-8f6b-8332393ffd71 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:25:42.234060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-69bdc6a1-6018-4084-bbd5-61533e878f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 925cbcc7-47f4-4eff-8f6b-8332393ffd71) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:25:42.247991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287551a3-2420-408e-b3ac-b16d2cfa8978 None None] Network 925cbcc7-47f4-4eff-8f6b-8332393ffd71 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:25:42.259299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bdc6a1-6018-4084-bbd5-61533e878f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:42.261108 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-69bdc6a1-6018-4084-bbd5-61533e878f82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:42.294047 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c97b3f6-9f44-473d-ad30-d3d8764a34c5 req-c28248c7-ec65-4a0a-aa0a-c61c8577a905 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852 HTTP/1.1" status: 200 len: 999 time: 0.1686723 Dec 17 13:25:42.308345 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-05da2b34-b52f-4b6f-ac78-598c04ae011d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/6c3519df-b7f9-4223-9a6a-144b2b923ffd HTTP/1.1" status: 200 len: 991 time: 0.2346840 Dec 17 13:25:42.403019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-69bdc6a1-6018-4084-bbd5-61533e878f82 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7033658 Dec 17 13:25:42.414329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97b3f6-9f44-473d-ad30-d3d8764a34c5 req-5c4b7ce5-6ffd-43aa-a3fb-a8639a051f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:42.416445 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c97b3f6-9f44-473d-ad30-d3d8764a34c5 req-5c4b7ce5-6ffd-43aa-a3fb-a8639a051f5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3af360a-af67-4423-807e-dbaf6691cabb HTTP/1.1" status: 200 len: 835 time: 0.1098015 Dec 17 13:25:42.509050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97b3f6-9f44-473d-ad30-d3d8764a34c5 req-fa251a20-97c6-4348-99d3-2beb5f2db7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:42.511302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c97b3f6-9f44-473d-ad30-d3d8764a34c5 req-fa251a20-97c6-4348-99d3-2beb5f2db7cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=62104884-35ed-48dd-a2e9-27a8145b5ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872805 Dec 17 13:25:42.635449 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccc82e1-2de8-4c24-9ec2-86230e4d47c1 None None] New status for floating IP 6c3519df-b7f9-4223-9a6a-144b2b923ffd: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:25:42.806441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a9eb97-5c5b-42b7-ab9e-8cd19d8306fd None None] Network 925cbcc7-47f4-4eff-8f6b-8332393ffd71 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:25:42.850348 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c97b3f6-9f44-473d-ad30-d3d8764a34c5 req-1079356f-b63c-45c1-983b-51e7a8c9b7fa service neutron] 10.222.0.54 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323123 Dec 17 13:25:43.073917 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c97b3f6-9f44-473d-ad30-d3d8764a34c5 req-b4f6bf0d-9222-4109-b79d-c905413d7060 service neutron] 10.222.0.54 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067254 Dec 17 13:25:43.311019 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52432) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:43.462108 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-11546011-423d-4b4e-bb7c-ba90a83ce66b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/6c3519df-b7f9-4223-9a6a-144b2b923ffd HTTP/1.1" status: 200 len: 993 time: 0.1472290 Dec 17 13:25:43.686529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-6f1a98e8-2c45-4227-85ae-10d10dc7bfe5 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:43.689718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-6f1a98e8-2c45-4227-85ae-10d10dc7bfe5 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/networks?id=615b7ee4-2d96-4d39-ac2f-a051177a627c HTTP/1.1" status: 200 len: 811 time: 0.1841438 Dec 17 13:25:43.711901 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-ebc45249-6023-4823-a50d-5973290cbb17 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/quotas/092d900554a34d828d0b390578fbd54a HTTP/1.1" status: 200 len: 375 time: 0.0126884 Dec 17 13:25:43.757247 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-20909c4e-c23b-4c90-bc72-fdbe51e8611f tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=092d900554a34d828d0b390578fbd54a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370905 Dec 17 13:25:43.877014 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-37397dc1-e217-4ec0-b748-bf2b1ff8112a service neutron] 10.222.0.59 "GET /v2.0/networks/615b7ee4-2d96-4d39-ac2f-a051177a627c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067817 Dec 17 13:25:43.947065 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7d737382-e0f8-49be-93aa-6a8f32aeb54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:44.002237 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-1a85ab6c-318d-40dc-a8ff-d039cd346dda service neutron] 10.222.0.59 "GET /v2.0/networks/615b7ee4-2d96-4d39-ac2f-a051177a627c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166542 Dec 17 13:25:44.413500 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8874484a-cf7b-4599-a56c-4667a3947dd0 req-8ef63331-a13a-4155-a008-54ea794c4965 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 210 time: 0.0444489 Dec 17 13:25:45.505814 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a683d69f-0693-4504-bc00-a81bdd4dc8e2 req-0d28f2e6-2d8f-4cc3-860e-0d6f8ebc2a30 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 210 time: 0.0419157 Dec 17 13:25:46.326571 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c096868f-7d05-4a57-9672-d5816c1f4772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:46.642652 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-953c91b9-2200-42a4-9b60-a324cc0a57fc req-a1578675-534e-45e2-b82d-0928977bea3d tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 210 time: 0.0327277 Dec 17 13:25:47.515362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-fef82141-9de8-494e-b2d6-28e3b55fcee7 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:47.516861 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-fef82141-9de8-494e-b2d6-28e3b55fcee7 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.61 "GET /v2.0/networks?id=615b7ee4-2d96-4d39-ac2f-a051177a627c HTTP/1.1" status: 200 len: 811 time: 0.1603181 Dec 17 13:25:47.534496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Request body: {'port': {'device_id': '5243e4a2-d080-4175-a10b-ced74d4f00f2', 'network_id': '615b7ee4-2d96-4d39-ac2f-a051177a627c', 'admin_state_up': True, 'tenant_id': '092d900554a34d828d0b390578fbd54a'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:25:47.774996 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0aafd398-854a-48bb-9923-e00347a41da7 req-ca37713d-e8a5-4791-a458-95e40689922f tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 210 time: 0.0277314 Dec 17 13:25:47.793193 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:47.898347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Made reservation on behalf of 092d900554a34d828d0b390578fbd54a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:25:47.910456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:48.112473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Allocated IP 172.20.0.5 (615b7ee4-2d96-4d39-ac2f-a051177a627c/fb43b647-c822-4834-84b2-c033a25824f3/e20995b2-a38e-40cd-ae8a-77828889237d) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:25:48.340820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:48.526103 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:48.586154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Network 615b7ee4-2d96-4d39-ac2f-a051177a627c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:25:48.591486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:25:48.595386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:25:48.602920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Pushing event updated for resources: {'Port': ['ID=e20995b2-a38e-40cd-ae8a-77828889237d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:48.658094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:48.659018 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:48.762099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-69cd3084-9459-4492-a486-6c7b6f96f6db tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2316096 Dec 17 13:25:48.782901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Request body: {'port': {'device_id': '5243e4a2-d080-4175-a10b-ced74d4f00f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:25:48.873591 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:48.941602 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:48.986128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55793ad-e414-411b-8712-53cd3c163117 req-557d1081-7d79-48e7-b5ae-1b1f7d55fd6e tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:48.994768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c55793ad-e414-411b-8712-53cd3c163117 req-557d1081-7d79-48e7-b5ae-1b1f7d55fd6e tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 931 time: 0.1019003 Dec 17 13:25:49.062972 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c55793ad-e414-411b-8712-53cd3c163117 req-a56038ff-96d3-495e-941c-9e97f63a6d69 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593674 Dec 17 13:25:49.344346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20995b2-a38e-40cd-ae8a-77828889237d {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:25:49.354425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:49.374820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Transition to ACTIVE for port object e20995b2-a38e-40cd-ae8a-77828889237d will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:25:49.447317 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:49.589838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Pushing event updated for resources: {'Port': ['ID=e20995b2-a38e-40cd-ae8a-77828889237d,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:49.658708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Attempting to bind port e20995b2-a38e-40cd-ae8a-77828889237d on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:25:49.663928 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:49.670635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Attempting to bind port e20995b2-a38e-40cd-ae8a-77828889237d by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'd628c512-facb-43ff-9d74-5fcaa943615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '615b7ee4-2d96-4d39-ac2f-a051177a627c'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:25:49.670635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Attempting to bind port e20995b2-a38e-40cd-ae8a-77828889237d on network 615b7ee4-2d96-4d39-ac2f-a051177a627c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:25:49.675545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Port e20995b2-a38e-40cd-ae8a-77828889237d on network 615b7ee4-2d96-4d39-ac2f-a051177a627c not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:25:49.675960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Attempting to bind port e20995b2-a38e-40cd-ae8a-77828889237d on network 615b7ee4-2d96-4d39-ac2f-a051177a627c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:25:49.698090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:25:49.698090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Checking segment: {'id': 'd628c512-facb-43ff-9d74-5fcaa943615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '615b7ee4-2d96-4d39-ac2f-a051177a627c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:25:49.698090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Bound using segment: {'id': 'd628c512-facb-43ff-9d74-5fcaa943615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '615b7ee4-2d96-4d39-ac2f-a051177a627c'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:25:49.698090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Bound port: e20995b2-a38e-40cd-ae8a-77828889237d, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd628c512-facb-43ff-9d74-5fcaa943615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '615b7ee4-2d96-4d39-ac2f-a051177a627c'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:25:49.698090 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:49.831312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] For port e20995b2-a38e-40cd-ae8a-77828889237d, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:25:49.837031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] For port e20995b2-a38e-40cd-ae8a-77828889237d, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e20995b2-a38e-40cd-ae8a-77828889237d,segment=NetworkSegment(d628c512-facb-43ff-9d74-5fcaa943615d),segment_id=d628c512-facb-43ff-9d74-5fcaa943615d)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:25:49.936353 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:49.987052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:49.987684 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:49.989117 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] 10.222.0.61 "PUT /v2.0/ports/e20995b2-a38e-40cd-ae8a-77828889237d HTTP/1.1" status: 200 len: 1091 time: 1.2120049 Dec 17 13:25:49.989597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5243e4a2-d080-4175-a10b-ced74d4f00f2', 'tag': 'e20995b2-a38e-40cd-ae8a-77828889237d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:25:49.992446 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21675a2-c97d-44c7-bc20-4bbc1faba1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5243e4a2-d080-4175-a10b-ced74d4f00f2", "tag": "e20995b2-a38e-40cd-ae8a-77828889237d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:25:50.054520 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f577977-95cd-48df-a0be-cff91f40fba9 x-openstack-request-id: req-4f577977-95cd-48df-a0be-cff91f40fba9 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:25:50.054822 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5243e4a2-d080-4175-a10b-ced74d4f00f2", "tag": "e20995b2-a38e-40cd-ae8a-77828889237d", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:25:50.055173 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4f577977-95cd-48df-a0be-cff91f40fba9 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:25:50.055541 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5243e4a2-d080-4175-a10b-ced74d4f00f2', 'tag': 'e20995b2-a38e-40cd-ae8a-77828889237d', 'status': 'completed', 'code': 200} Dec 17 13:25:50.056527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae2b77-5612-4c9e-87fc-293125a8ee12 service neutron] Pushing event updated for resources: {'Port': ['ID=e20995b2-a38e-40cd-ae8a-77828889237d,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:50.205397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21675a2-c97d-44c7-bc20-4bbc1faba1ba req-e61a1dc1-b006-4ce5-84ab-2c985621b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:50.206955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c21675a2-c97d-44c7-bc20-4bbc1faba1ba req-e61a1dc1-b006-4ce5-84ab-2c985621b10c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=092d900554a34d828d0b390578fbd54a&device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 1094 time: 0.1014366 Dec 17 13:25:50.237736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f182d85-ad13-433c-a6f0-0836b0b270cc req-9b421801-dc54-4d5a-92ab-c39e40f7b9de tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:50.239235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7f182d85-ad13-433c-a6f0-0836b0b270cc req-9b421801-dc54-4d5a-92ab-c39e40f7b9de tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 943 time: 0.0817838 Dec 17 13:25:50.398379 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7f182d85-ad13-433c-a6f0-0836b0b270cc req-763bf7b2-ffd0-48a7-ab21-8d72155a164c tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418836 Dec 17 13:25:50.418158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21675a2-c97d-44c7-bc20-4bbc1faba1ba req-4ac52493-4f7b-44e6-890c-73f2c0e8dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:50.419667 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c21675a2-c97d-44c7-bc20-4bbc1faba1ba req-4ac52493-4f7b-44e6-890c-73f2c0e8dfbd service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=092d900554a34d828d0b390578fbd54a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2004237 Dec 17 13:25:50.642173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21675a2-c97d-44c7-bc20-4bbc1faba1ba req-eb7da635-b496-491b-80a5-76916adb3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:50.645372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c21675a2-c97d-44c7-bc20-4bbc1faba1ba req-eb7da635-b496-491b-80a5-76916adb3742 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2128961 Dec 17 13:25:50.765024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-274743a3-1751-4a27-8cb5-4b8225a6a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:50.766901 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-274743a3-1751-4a27-8cb5-4b8225a6a5cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=092d900554a34d828d0b390578fbd54a&device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 1094 time: 0.0622976 Dec 17 13:25:50.817120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-d7d7dde3-2fa2-4260-aab4-e4e7e62f3083 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e20995b2-a38e-40cd-ae8a-77828889237d HTTP/1.1" status: 200 len: 217 time: 0.0362256 Dec 17 13:25:50.873417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-861e7b36-23da-47de-a9b2-d19ad69cfe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:50.875143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-861e7b36-23da-47de-a9b2-d19ad69cfe9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb43b647-c822-4834-84b2-c033a25824f3 HTTP/1.1" status: 200 len: 851 time: 0.0473752 Dec 17 13:25:50.933032 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-540a8193-3e95-4b21-acab-443c2256ff59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=615b7ee4-2d96-4d39-ac2f-a051177a627c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441141 Dec 17 13:25:51.097860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-8a117409-8607-47be-b0a3-4b4d385ae69a service neutron] 10.222.0.61 "GET /v2.0/networks/615b7ee4-2d96-4d39-ac2f-a051177a627c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530516 Dec 17 13:25:51.240785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-208987ad-18d5-4ee3-a7df-f702663f27c0 req-1bf847ba-35b4-4489-9592-4afdfc2f8a4b service neutron] 10.222.0.61 "GET /v2.0/networks/615b7ee4-2d96-4d39-ac2f-a051177a627c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296465 Dec 17 13:25:51.633796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b0f80-4062-4c68-865b-3d00bb8615c7 req-2bb17f1b-f870-4a51-a6f6-21cb0d0022b5 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:51.635655 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c85b0f80-4062-4c68-865b-3d00bb8615c7 req-2bb17f1b-f870-4a51-a6f6-21cb0d0022b5 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 943 time: 0.0636897 Dec 17 13:25:51.746502 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c85b0f80-4062-4c68-865b-3d00bb8615c7 req-eb61431c-7b75-4052-b864-6e3eb74af380 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026735 Dec 17 13:25:52.957911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ac6a7-cfb0-43f6-878f-d03a5842af63 req-167b55eb-1ae5-4098-8f38-e47afb2515ac tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:52.968729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-358ac6a7-cfb0-43f6-878f-d03a5842af63 req-167b55eb-1ae5-4098-8f38-e47afb2515ac tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 943 time: 0.1114941 Dec 17 13:25:53.087494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-358ac6a7-cfb0-43f6-878f-d03a5842af63 req-e65cd620-1e01-444e-90e1-8a668297f9be tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133471 Dec 17 13:25:54.249658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cba295-4c51-4901-b937-c42066da7c82 req-fa9234b7-8d1a-40d1-897d-9feed1cc65b9 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:54.253131 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73cba295-4c51-4901-b937-c42066da7c82 req-fa9234b7-8d1a-40d1-897d-9feed1cc65b9 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 943 time: 0.0621135 Dec 17 13:25:54.304969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73cba295-4c51-4901-b937-c42066da7c82 req-72f41c23-cf9e-4d2b-8d0d-52c4a06c8e7c tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Dec 17 13:25:54.403148 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52766) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:54.525605 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f40c3416-32cc-4164-a5e9-832c40acf2b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:54.575434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e20995b2-a38e-40cd-ae8a-77828889237d details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:25:54.650088 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f40c3416-32cc-4164-a5e9-832c40acf2b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:54.724199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e20995b2-a38e-40cd-ae8a-77828889237d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e20995b2-a38e-40cd-ae8a-77828889237d,segment=NetworkSegment(d628c512-facb-43ff-9d74-5fcaa943615d),segment_id=d628c512-facb-43ff-9d74-5fcaa943615d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:54.739863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'e20995b2-a38e-40cd-ae8a-77828889237d', 'network_id': '615b7ee4-2d96-4d39-ac2f-a051177a627c', 'port_id': 'e20995b2-a38e-40cd-ae8a-77828889237d', 'mac_address': 'fa:16:3e:c2:a5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb43b647-c822-4834-84b2-c033a25824f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:25:54.748907 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f40c3416-32cc-4164-a5e9-832c40acf2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:54.791177 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:54.812174 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f40c3416-32cc-4164-a5e9-832c40acf2b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48b9b8ae9655480ebcf7450c53a283ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4078026 Dec 17 13:25:54.830077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20995b2-a38e-40cd-ae8a-77828889237d {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:25:54.830546 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c3416-32cc-4164-a5e9-832c40acf2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca1645d-3823-4744-8fa3-1ad239d18c62,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:54.830746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52778) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:54.870356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e20995b2-a38e-40cd-ae8a-77828889237d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e20995b2-a38e-40cd-ae8a-77828889237d,segment=NetworkSegment(d628c512-facb-43ff-9d74-5fcaa943615d),segment_id=d628c512-facb-43ff-9d74-5fcaa943615d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:54.930910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f65a3027-ac65-4e85-93c6-3f68d797b697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:54.967522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f65a3027-ac65-4e85-93c6-3f68d797b697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:54.993116 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:55.058435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e20995b2-a38e-40cd-ae8a-77828889237d,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:55.066484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.066915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.067281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.068320 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.068689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.069043 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.069464 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.072674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.072674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.072674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.072674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.072674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.072674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:25:55.132386 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f65a3027-ac65-4e85-93c6-3f68d797b697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:55.135327 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f65a3027-ac65-4e85-93c6-3f68d797b697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:55.138128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f65a3027-ac65-4e85-93c6-3f68d797b697 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dca1645d-3823-4744-8fa3-1ad239d18c62 HTTP/1.1" status: 204 len: 168 time: 0.3208261 Dec 17 13:25:55.152070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a3027-ac65-4e85-93c6-3f68d797b697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca1645d-3823-4744-8fa3-1ad239d18c62,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:55.293044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e20995b2-a38e-40cd-ae8a-77828889237d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:25:55.465941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014d626-cd57-4c94-96be-73400915c302 req-41b9140a-a184-416d-8dc4-d3f345087708 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:55.468576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3014d626-cd57-4c94-96be-73400915c302 req-41b9140a-a184-416d-8dc4-d3f345087708 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 944 time: 0.0736077 Dec 17 13:25:55.604871 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3014d626-cd57-4c94-96be-73400915c302 req-0200f768-18b0-46d3-a097-0ba7b464f886 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220906 Dec 17 13:25:56.164789 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52812) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:56.181457 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6455d12c-45b6-437a-b290-e6c5d84d9be8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:56.274533 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6455d12c-45b6-437a-b290-e6c5d84d9be8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:56.353205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6455d12c-45b6-437a-b290-e6c5d84d9be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:56.402013 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6455d12c-45b6-437a-b290-e6c5d84d9be8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=adceac00e28c48bc8bcb47ab9ffdf307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2350693 Dec 17 13:25:56.406169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52824) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:25:56.423815 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455d12c-45b6-437a-b290-e6c5d84d9be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e731c693-089e-41df-b0e8-497dbff2953e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:56.482875 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a061e603-596a-4bac-81c2-ed7df789cc68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:56.512647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a061e603-596a-4bac-81c2-ed7df789cc68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:56.584604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e20995b2-a38e-40cd-ae8a-77828889237d up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:25:56.681890 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a061e603-596a-4bac-81c2-ed7df789cc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:56.686977 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a061e603-596a-4bac-81c2-ed7df789cc68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:56.690398 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a061e603-596a-4bac-81c2-ed7df789cc68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e731c693-089e-41df-b0e8-497dbff2953e HTTP/1.1" status: 204 len: 168 time: 0.2788482 Dec 17 13:25:56.728477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061e603-596a-4bac-81c2-ed7df789cc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e731c693-089e-41df-b0e8-497dbff2953e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:56.751738 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91100f88-1c82-472e-b720-b263a617f89d req-ea84c25e-e175-4053-ad8c-2c30233763b3 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:56.761074 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91100f88-1c82-472e-b720-b263a617f89d req-ea84c25e-e175-4053-ad8c-2c30233763b3 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 944 time: 0.0908267 Dec 17 13:25:56.810600 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91100f88-1c82-472e-b720-b263a617f89d req-849b54d9-a4ba-4c12-9db8-5b8c7a90dc5f tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486259 Dec 17 13:25:56.828301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port e20995b2-a38e-40cd-ae8a-77828889237d completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:25:56.828301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port e20995b2-a38e-40cd-ae8a-77828889237d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:25:56.828301 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:56.918901 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:56.945139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5243e4a2-d080-4175-a10b-ced74d4f00f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20995b2-a38e-40cd-ae8a-77828889237d'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:25:56.948786 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae861d2d-a9d6-4597-aff6-3cba88fc2eef" -d '{"events": [{"server_uuid": "5243e4a2-d080-4175-a10b-ced74d4f00f2", "name": "network-vif-plugged", "status": "completed", "tag": "e20995b2-a38e-40cd-ae8a-77828889237d"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:25:56.966341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e20995b2-a38e-40cd-ae8a-77828889237d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e20995b2-a38e-40cd-ae8a-77828889237d,segment=NetworkSegment(d628c512-facb-43ff-9d74-5fcaa943615d),segment_id=d628c512-facb-43ff-9d74-5fcaa943615d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:25:56.989756 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083e0aea-4224-4cac-b6e2-a0c1ed00d6a8 x-openstack-request-id: req-083e0aea-4224-4cac-b6e2-a0c1ed00d6a8 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:25:56.990093 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5243e4a2-d080-4175-a10b-ced74d4f00f2", "name": "network-vif-plugged", "status": "completed", "tag": "e20995b2-a38e-40cd-ae8a-77828889237d", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:25:56.990326 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-083e0aea-4224-4cac-b6e2-a0c1ed00d6a8 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:25:56.991383 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5243e4a2-d080-4175-a10b-ced74d4f00f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20995b2-a38e-40cd-ae8a-77828889237d', 'code': 200} Dec 17 13:25:57.112512 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:25:57.178298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e20995b2-a38e-40cd-ae8a-77828889237d,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:25:57.242534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7d140-55e9-4986-a4c0-7be0ff95b87a req-332c1a6d-c018-464a-b26c-907802c58dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:57.244314 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ad7d140-55e9-4986-a4c0-7be0ff95b87a req-332c1a6d-c018-464a-b26c-907802c58dcc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 1096 time: 0.1152527 Dec 17 13:25:57.316260 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ad7d140-55e9-4986-a4c0-7be0ff95b87a req-a6e5d614-e3b7-4db0-a6c7-9fefd16c4b6f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605192 Dec 17 13:25:57.963061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b372fc-4940-4a11-bd76-a2e4c53226ee req-08c77cfd-356b-4367-ba69-c9d5d9498e05 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:57.964581 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31b372fc-4940-4a11-bd76-a2e4c53226ee req-08c77cfd-356b-4367-ba69-c9d5d9498e05 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.0597105 Dec 17 13:25:58.029888 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31b372fc-4940-4a11-bd76-a2e4c53226ee req-424e4c52-cd61-4a70-9fc1-aa8b14e52e9e tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592546 Dec 17 13:25:59.228278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ec311-acce-4a78-8eb4-8dabaf82df32 req-931dba5a-4fb8-44e8-839d-d73f8cd72b45 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:59.231311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d00ec311-acce-4a78-8eb4-8dabaf82df32 req-931dba5a-4fb8-44e8-839d-d73f8cd72b45 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.1063380 Dec 17 13:25:59.288966 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d00ec311-acce-4a78-8eb4-8dabaf82df32 req-b12c71b1-4799-4a43-886f-ef335bfcabf1 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512509 Dec 17 13:25:59.435931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53355d-9dbd-4eb8-9382-909ea806b040 req-b5e6c954-9f32-4538-b544-933c9b31169c tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:25:59.435931 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ad53355d-9dbd-4eb8-9382-909ea806b040 req-b5e6c954-9f32-4538-b544-933c9b31169c tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.0595796 Dec 17 13:25:59.514434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ad53355d-9dbd-4eb8-9382-909ea806b040 req-4670bc80-756e-4cf4-9298-233b99709035 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719473 Dec 17 13:26:00.180066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0530b-cb1c-40e0-b70d-419f5cfdecfe req-80f8cd2c-9fcd-4647-bd68-2d8a71453cb2 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:00.181653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-13a0530b-cb1c-40e0-b70d-419f5cfdecfe req-80f8cd2c-9fcd-4647-bd68-2d8a71453cb2 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.0773826 Dec 17 13:26:00.267597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-13a0530b-cb1c-40e0-b70d-419f5cfdecfe req-a1919ceb-0ceb-4521-9082-ab299a59501f tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745356 Dec 17 13:26:00.755051 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdc17834-3735-43a2-b5b2-121726ff04f8 req-690ba00a-17a4-4b02-9bea-a34e77a7eda5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572574 Dec 17 13:26:00.877746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc17834-3735-43a2-b5b2-121726ff04f8 req-ad0b0eed-8056-431f-b63d-548d00d591b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:00.879749 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdc17834-3735-43a2-b5b2-121726ff04f8 req-ad0b0eed-8056-431f-b63d-548d00d591b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 1097 time: 0.0498486 Dec 17 13:26:01.008040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc17834-3735-43a2-b5b2-121726ff04f8 req-98effec4-2fdc-466e-b71d-a1cf3ec75f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:01.009685 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdc17834-3735-43a2-b5b2-121726ff04f8 req-98effec4-2fdc-466e-b71d-a1cf3ec75f9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 200 len: 912 time: 0.0998082 Dec 17 13:26:01.027588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52990) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:01.084267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdc17834-3735-43a2-b5b2-121726ff04f8 req-f45c9e48-0065-44fd-b565-99f88ff0b7be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36fd0db7-d997-4613-9714-140db92f677d HTTP/1.1" status: 200 len: 1002 time: 0.0634024 Dec 17 13:26:01.149753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc17834-3735-43a2-b5b2-121726ff04f8 req-90741691-81e9-4d53-8d0d-c5ff6002c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:01.151203 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdc17834-3735-43a2-b5b2-121726ff04f8 req-90741691-81e9-4d53-8d0d-c5ff6002c8f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d1656b2-e2b6-417d-b1f4-d2369980ad95 HTTP/1.1" status: 200 len: 850 time: 0.0558627 Dec 17 13:26:01.176386 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b5de476-7d22-4f51-9644-c530a0d75711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:01.215821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc17834-3735-43a2-b5b2-121726ff04f8 req-f0c67505-f994-4ff8-ae59-7d4778640b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:01.217422 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdc17834-3735-43a2-b5b2-121726ff04f8 req-f0c67505-f994-4ff8-ae59-7d4778640b47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=efd523df-1141-427f-91d1-b66f399f62fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573244 Dec 17 13:26:01.256913 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b5de476-7d22-4f51-9644-c530a0d75711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:01.350353 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdc17834-3735-43a2-b5b2-121726ff04f8 req-2843ed8f-d731-4c75-a624-b70386b1bc05 service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195128 Dec 17 13:26:01.354305 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b5de476-7d22-4f51-9644-c530a0d75711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:01.406263 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3b5de476-7d22-4f51-9644-c530a0d75711 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=954638d4be3f4c10a46224f256c8c7ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775744 Dec 17 13:26:01.409126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53004) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:01.440379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5de476-7d22-4f51-9644-c530a0d75711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91747c99-716c-44bf-bb71-ddd2cc4d33fc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:01.485844 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88a35f64-2953-447a-a8f5-3e7f34925f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:01.500914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21907e16-6928-4945-bfb5-46c2e2b02e58 req-1d9b8d83-d3e4-4501-a6f1-8cb2cf4f15c2 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:01.502447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21907e16-6928-4945-bfb5-46c2e2b02e58 req-1d9b8d83-d3e4-4501-a6f1-8cb2cf4f15c2 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.1076963 Dec 17 13:26:01.514791 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88a35f64-2953-447a-a8f5-3e7f34925f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:01.519602 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bdc17834-3735-43a2-b5b2-121726ff04f8 req-1576743e-a335-4435-9592-70b8ae0c641a service neutron] 10.222.0.61 "GET /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582003 Dec 17 13:26:01.591318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21907e16-6928-4945-bfb5-46c2e2b02e58 req-6d22759e-c921-45d9-9976-af8b104cbcab tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774424 Dec 17 13:26:01.689400 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88a35f64-2953-447a-a8f5-3e7f34925f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:01.694210 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88a35f64-2953-447a-a8f5-3e7f34925f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:01.696065 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-88a35f64-2953-447a-a8f5-3e7f34925f3e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91747c99-716c-44bf-bb71-ddd2cc4d33fc HTTP/1.1" status: 204 len: 168 time: 0.2851017 Dec 17 13:26:01.706650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a35f64-2953-447a-a8f5-3e7f34925f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91747c99-716c-44bf-bb71-ddd2cc4d33fc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:01.721355 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:02.020113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd33b1-4cfb-47e7-a642-685d7f66982d req-f8d20698-cdbb-4d29-a9ea-b6534791bf72 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:02.022428 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34bd33b1-4cfb-47e7-a642-685d7f66982d req-f8d20698-cdbb-4d29-a9ea-b6534791bf72 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.0572658 Dec 17 13:26:02.092245 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34bd33b1-4cfb-47e7-a642-685d7f66982d req-d9acffef-f0da-4b6b-9778-8d05a2dafe88 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641136 Dec 17 13:26:02.128566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dd385-3470-49a2-b9ed-c612bbe994c8 req-efd5ada9-bfd6-4e54-bf94-75ece49a94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:02.130918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b1dd385-3470-49a2-b9ed-c612bbe994c8 req-efd5ada9-bfd6-4e54-bf94-75ece49a94df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=092d900554a34d828d0b390578fbd54a&device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 1096 time: 0.0516682 Dec 17 13:26:02.241551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dd385-3470-49a2-b9ed-c612bbe994c8 req-f22f6f60-ab00-42fa-bf91-a2bff29de018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:02.243233 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b1dd385-3470-49a2-b9ed-c612bbe994c8 req-f22f6f60-ab00-42fa-bf91-a2bff29de018 service neutron] 10.222.0.61 "GET /v2.0/networks?id=615b7ee4-2d96-4d39-ac2f-a051177a627c HTTP/1.1" status: 200 len: 912 time: 0.0995095 Dec 17 13:26:02.327946 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b1dd385-3470-49a2-b9ed-c612bbe994c8 req-6ee75dac-a384-4987-8157-a63ddf8f93a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e20995b2-a38e-40cd-ae8a-77828889237d HTTP/1.1" status: 200 len: 217 time: 0.0739901 Dec 17 13:26:02.398508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dd385-3470-49a2-b9ed-c612bbe994c8 req-6d0c31af-0741-4bd0-84f2-78327695fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:02.400335 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b1dd385-3470-49a2-b9ed-c612bbe994c8 req-6d0c31af-0741-4bd0-84f2-78327695fb76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb43b647-c822-4834-84b2-c033a25824f3 HTTP/1.1" status: 200 len: 851 time: 0.0612509 Dec 17 13:26:02.438931 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b1dd385-3470-49a2-b9ed-c612bbe994c8 req-93505bc2-9c33-4db3-8713-d2e785e0ed47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=615b7ee4-2d96-4d39-ac2f-a051177a627c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271368 Dec 17 13:26:02.545878 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b1dd385-3470-49a2-b9ed-c612bbe994c8 req-02592894-a069-4a06-83ce-6aecdb3d3fee service neutron] 10.222.0.61 "GET /v2.0/networks/615b7ee4-2d96-4d39-ac2f-a051177a627c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960195 Dec 17 13:26:02.603505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53046) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:02.631432 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-583f74df-6739-4483-a808-f97f263bf593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:02.677867 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8b1dd385-3470-49a2-b9ed-c612bbe994c8 req-17e6006c-3f27-4874-ba78-27d85e3d5a23 service neutron] 10.222.0.61 "GET /v2.0/networks/615b7ee4-2d96-4d39-ac2f-a051177a627c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202805 Dec 17 13:26:02.733909 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-583f74df-6739-4483-a808-f97f263bf593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:02.847356 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-583f74df-6739-4483-a808-f97f263bf593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:02.897107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-583f74df-6739-4483-a808-f97f263bf593 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad7c2112748747168b994ee442a8005f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919338 Dec 17 13:26:02.899533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f74df-6739-4483-a808-f97f263bf593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dc423e-bd3b-4687-827a-5efb92915764,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:02.899758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53054) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:02.988046 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1b5e-75df-4c9d-bd6f-c5bea782a52a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:03.031922 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1b5e-75df-4c9d-bd6f-c5bea782a52a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:03.171755 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1b5e-75df-4c9d-bd6f-c5bea782a52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:03.174657 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d6a1b5e-75df-4c9d-bd6f-c5bea782a52a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:03.179342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5d6a1b5e-75df-4c9d-bd6f-c5bea782a52a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49dc423e-bd3b-4687-827a-5efb92915764 HTTP/1.1" status: 204 len: 168 time: 0.2747862 Dec 17 13:26:03.187684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a1b5e-75df-4c9d-bd6f-c5bea782a52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dc423e-bd3b-4687-827a-5efb92915764,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:03.301859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0752c-fa68-4d1e-bd0b-8ba461ff6c9a req-f76e316b-8daa-4f48-8ba3-4d50db290791 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.311072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0dc0752c-fa68-4d1e-bd0b-8ba461ff6c9a req-f76e316b-8daa-4f48-8ba3-4d50db290791 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.1263554 Dec 17 13:26:03.351648 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-ebb733a2-0b87-49a3-81c9-7f07bdc2f184 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1172838 Dec 17 13:26:03.382720 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0dc0752c-fa68-4d1e-bd0b-8ba461ff6c9a req-b7c89d90-febd-46d4-9bca-d6cae4387cc8 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704627 Dec 17 13:26:03.472891 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d28ed5fb-f8b0-4dfe-a83d-6a103a361b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.477155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d28ed5fb-f8b0-4dfe-a83d-6a103a361b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.477777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d28ed5fb-f8b0-4dfe-a83d-6a103a361b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.478318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d28ed5fb-f8b0-4dfe-a83d-6a103a361b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.479269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d28ed5fb-f8b0-4dfe-a83d-6a103a361b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.479393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d28ed5fb-f8b0-4dfe-a83d-6a103a361b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.480935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d28ed5fb-f8b0-4dfe-a83d-6a103a361b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.483002 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d28ed5fb-f8b0-4dfe-a83d-6a103a361b5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 6491 time: 0.0753722 Dec 17 13:26:03.651150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-f2aeff1f-28da-4ce0-aaa7-7949acee6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.651150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-f2aeff1f-28da-4ce0-aaa7-7949acee6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.652367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-f2aeff1f-28da-4ce0-aaa7-7949acee6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.653176 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-f2aeff1f-28da-4ce0-aaa7-7949acee6b6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&id=07d2f406-3950-4c25-8545-7279d9964e39&id=07d2f406-3950-4c25-8545-7279d9964e39 HTTP/1.1" status: 200 len: 2293 time: 0.1450531 Dec 17 13:26:03.753493 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-c8572193-6aa9-48e5-af39-1f6d896585c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200 HTTP/1.1" status: 200 len: 1001 time: 0.0926473 Dec 17 13:26:03.825064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-1dcfeaa8-a444-4d61-a3ef-10264e5a68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.826916 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-1dcfeaa8-a444-4d61-a3ef-10264e5a68e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13 HTTP/1.1" status: 200 len: 850 time: 0.0596666 Dec 17 13:26:03.886096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-8d0e9b2b-da55-4465-8c4b-9facde47c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:03.887801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-8d0e9b2b-da55-4465-8c4b-9facde47c946 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523725 Dec 17 13:26:03.992845 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-f45875be-4410-46d1-9705-ba40059b4df9 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946705 Dec 17 13:26:04.132811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-28f9910f-3f7d-488a-b049-08256b229e5f service neutron] 10.222.0.54 "GET /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255007 Dec 17 13:26:04.192338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-9fb6176d-64e4-42bd-8713-8b81f9cbd409 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=731e1dcb-c235-4f38-a39c-20fb543ce7e9 HTTP/1.1" status: 200 len: 217 time: 0.0523970 Dec 17 13:26:04.236537 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:26:04.251101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d60bd5e9-685a-4bee-a91b-ae23f61f0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:04.252916 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d60bd5e9-685a-4bee-a91b-ae23f61f0426 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.0501297 Dec 17 13:26:04.311233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d44fbeb1-842a-48be-9c53-efe79bc2a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:04.313312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d44fbeb1-842a-48be-9c53-efe79bc2a0c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527737 Dec 17 13:26:04.429857 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-5388b867-dd9a-4a4a-b0fc-0c4f0acab2e2 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093013 Dec 17 13:26:04.593246 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-2c3ea45b-4965-4a18-86d0-048e833222e6 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547861 Dec 17 13:26:04.602977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acac425-c485-4e70-a410-eba8820c9ad2 req-e1de13eb-3ebc-4a6e-8813-234a945ba6b3 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:04.604489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3acac425-c485-4e70-a410-eba8820c9ad2 req-e1de13eb-3ebc-4a6e-8813-234a945ba6b3 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.1164742 Dec 17 13:26:04.667495 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-88148eb3-e53e-4763-87dc-45566f4877c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=020196ad-0617-491a-a5a3-0e0d6fbcee80 HTTP/1.1" status: 200 len: 217 time: 0.0612524 Dec 17 13:26:04.765309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-3cd9e849-fbf9-4ea0-b66b-fc956b1a1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:04.767012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-3cd9e849-fbf9-4ea0-b66b-fc956b1a1857 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.0910215 Dec 17 13:26:04.836415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3acac425-c485-4e70-a410-eba8820c9ad2 req-2eb09a7a-fdfb-4c3b-8d78-565cd1c8981b tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201271 Dec 17 13:26:04.856508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-e5c55f47-75a9-4484-b23b-c2600083b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:04.859298 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-e5c55f47-75a9-4484-b23b-c2600083b9db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820122 Dec 17 13:26:04.976988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-825fa252-a885-4fc1-a084-9802929c3731 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092393 Dec 17 13:26:05.100906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-92761fab-20e4-4351-a5df-bdb83bfe36ea service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164575 Dec 17 13:26:05.550082 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-edf364d6-e9ae-46f7-8f1d-8c53fe97f60d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=9253d3de-7598-4eba-9f8b-4849269c1037 HTTP/1.1" status: 200 len: 217 time: 0.4426348 Dec 17 13:26:05.646555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-a877cbb9-cee1-40b6-abe6-8c628ddb5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:05.646555 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-a877cbb9-cee1-40b6-abe6-8c628ddb5602 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.0783908 Dec 17 13:26:05.654628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1fb01-0476-4adf-8c76-28dab43a9527 req-5db2790b-a2f5-43b9-a6ce-125673c267cc tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:05.656353 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32d1fb01-0476-4adf-8c76-28dab43a9527 req-5db2790b-a2f5-43b9-a6ce-125673c267cc tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.1090531 Dec 17 13:26:05.799161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-4e44217a-3d86-4bb1-8b00-5fb293389b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:05.800709 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-4e44217a-3d86-4bb1-8b00-5fb293389b87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1434507 Dec 17 13:26:05.842165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32d1fb01-0476-4adf-8c76-28dab43a9527 req-3ef34a35-3604-4016-9541-f511005ad852 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691668 Dec 17 13:26:05.929561 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-a0c41d59-cc7f-4bae-8b80-2182cc2d9436 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189604 Dec 17 13:26:06.055340 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:06.073964 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-62e06384-928a-4221-8c6b-7a9074c459e4 service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365929 Dec 17 13:26:06.127993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-ace94ab8-2a7b-4c94-a498-e4657dcf3496 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=c48b8075-90b6-4a05-99c5-7ae2869d8493 HTTP/1.1" status: 200 len: 217 time: 0.0457289 Dec 17 13:26:06.215010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-bc8244dd-a464-441e-9c35-3820eb5a36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:06.217556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-bc8244dd-a464-441e-9c35-3820eb5a36e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 200 len: 797 time: 0.0766835 Dec 17 13:26:06.283205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d47f2cac-a0b7-44f9-87a6-a1803f7b0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:06.298418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-d47f2cac-a0b7-44f9-87a6-a1803f7b0544 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aa79fced-7bd7-4ed5-a7d9-942d278d4923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0602269 Dec 17 13:26:06.425847 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-272c8eac-0cb8-47af-b576-e3e05b3e32cd service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266460 Dec 17 13:26:06.562424 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-cb03bf7b-675e-448c-8438-7902b3a9778a service neutron] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196098 Dec 17 13:26:06.606825 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-7514d2c9-a50b-4943-a9b8-f6b978e522b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f99441c3-e78c-481a-a400-377495b58bb3 HTTP/1.1" status: 200 len: 217 time: 0.0464408 Dec 17 13:26:06.681954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-202227b4-955a-4372-8807-9f7ed6f10a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:06.681954 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-202227b4-955a-4372-8807-9f7ed6f10a43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.0680909 Dec 17 13:26:06.781058 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-cdecd2fd-4582-471a-898f-4839e2e51078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:06.781058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-cdecd2fd-4582-471a-898f-4839e2e51078 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828078 Dec 17 13:26:06.880963 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-757a6bd0-8a11-4dcd-8861-b603cce47c96 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009130 Dec 17 13:26:07.034388 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-868b377e-0329-4eb2-aecd-487f8990455f service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456800 Dec 17 13:26:07.048982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c0099-389d-4a56-ae5f-8d4c9e8cd702 req-c38b45f6-d228-4406-ba7a-0794129199b9 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:07.050634 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-176c0099-389d-4a56-ae5f-8d4c9e8cd702 req-c38b45f6-d228-4406-ba7a-0794129199b9 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.0807004 Dec 17 13:26:07.106360 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-0c227748-2887-4377-8281-7ac43873f4b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=481bfb10-dde3-4f1f-a464-4d5a08d9a84c HTTP/1.1" status: 200 len: 217 time: 0.0546880 Dec 17 13:26:07.186928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-c6022382-13cb-4860-851d-1e659eee4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:07.188592 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-c6022382-13cb-4860-851d-1e659eee4568 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 200 len: 797 time: 0.0741680 Dec 17 13:26:07.193543 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-176c0099-389d-4a56-ae5f-8d4c9e8cd702 req-ab2e33a8-1434-427e-a238-cecff3823459 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319029 Dec 17 13:26:07.254420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-c7224c0f-dfb9-4837-a1f4-1698f7d5bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:07.260691 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-c7224c0f-dfb9-4837-a1f4-1698f7d5bc02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07d2f406-3950-4c25-8545-7279d9964e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0637481 Dec 17 13:26:07.423488 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-82e22fb8-c2e8-445b-b1d9-883873893f16 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542091 Dec 17 13:26:07.633944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f23317-88ab-46eb-b69e-ffc384dc585a req-a6aa0bc7-6a00-473e-bb36-e83163d98e23 service neutron] 10.222.0.54 "GET /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034128 Dec 17 13:26:07.635967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53256) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:07.760701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4647a-99bc-4fd2-87a7-3ebe3f1cda4f req-078b6165-1c54-4883-9d1d-9651b3ed54ca tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:07.772625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb4647a-99bc-4fd2-87a7-3ebe3f1cda4f req-078b6165-1c54-4883-9d1d-9651b3ed54ca tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.0898168 Dec 17 13:26:07.855003 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5b1a-e0ea-4ef1-92fb-13624815b768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:07.929093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb4647a-99bc-4fd2-87a7-3ebe3f1cda4f req-71f1954a-89f9-4aba-a1e9-d2f7bb181128 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378186 Dec 17 13:26:07.942026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38aed-13f4-46f6-bfcf-318212da1543 req-dec2d781-ae25-4339-8862-5a56270f859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:07.944101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad38aed-13f4-46f6-bfcf-318212da1543 req-dec2d781-ae25-4339-8862-5a56270f859d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=092d900554a34d828d0b390578fbd54a&device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 1096 time: 0.0862238 Dec 17 13:26:08.008288 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5b1a-e0ea-4ef1-92fb-13624815b768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:08.072342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38aed-13f4-46f6-bfcf-318212da1543 req-f17ed4f1-0ed2-479c-9b3c-3ce1590c0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:08.074067 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad38aed-13f4-46f6-bfcf-318212da1543 req-f17ed4f1-0ed2-479c-9b3c-3ce1590c0ce0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=615b7ee4-2d96-4d39-ac2f-a051177a627c HTTP/1.1" status: 200 len: 912 time: 0.1184256 Dec 17 13:26:08.099429 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5b1a-e0ea-4ef1-92fb-13624815b768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:08.145076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0e0b5b1a-e0ea-4ef1-92fb-13624815b768 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2778e07f3f6343479cca14a431845fe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5078173 Dec 17 13:26:08.165113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53276) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:08.166024 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b5b1a-e0ea-4ef1-92fb-13624815b768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2772e0-2bae-47d1-b9d5-e7c89d5e3a4d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:08.206683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad38aed-13f4-46f6-bfcf-318212da1543 req-a25c0dce-52fc-4ed4-9a0b-98068863c3b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e20995b2-a38e-40cd-ae8a-77828889237d HTTP/1.1" status: 200 len: 217 time: 0.1245952 Dec 17 13:26:08.294175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38aed-13f4-46f6-bfcf-318212da1543 req-ca79d7fb-911f-4c4c-aa0c-d057550c6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:08.295798 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad38aed-13f4-46f6-bfcf-318212da1543 req-ca79d7fb-911f-4c4c-aa0c-d057550c6289 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb43b647-c822-4834-84b2-c033a25824f3 HTTP/1.1" status: 200 len: 851 time: 0.0771155 Dec 17 13:26:08.352676 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad38aed-13f4-46f6-bfcf-318212da1543 req-8e06fbbe-f62d-4e33-a7ff-465f2ac2f701 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=615b7ee4-2d96-4d39-ac2f-a051177a627c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405231 Dec 17 13:26:08.477320 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad38aed-13f4-46f6-bfcf-318212da1543 req-3dfa3806-4ffb-4a3d-a677-d85e38e31514 service neutron] 10.222.0.61 "GET /v2.0/networks/615b7ee4-2d96-4d39-ac2f-a051177a627c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172404 Dec 17 13:26:08.625588 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad38aed-13f4-46f6-bfcf-318212da1543 req-44b13121-9f96-4687-b374-1933ba5e2aa8 service neutron] 10.222.0.61 "GET /v2.0/networks/615b7ee4-2d96-4d39-ac2f-a051177a627c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369245 Dec 17 13:26:08.672925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbaac7e-33eb-417c-b8e9-dbc2509c107a req-b37a48b8-581d-403e-9408-498c68825701 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:08.674952 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dbbaac7e-33eb-417c-b8e9-dbc2509c107a req-b37a48b8-581d-403e-9408-498c68825701 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1096 time: 0.0790544 Dec 17 13:26:08.676041 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45810d7a-7ed4-4792-8307-526e017997af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:08.714172 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45810d7a-7ed4-4792-8307-526e017997af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:08.716079 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbbaac7e-33eb-417c-b8e9-dbc2509c107a req-adeca6be-64e9-4ec0-b651-8ca695067817 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:08.824365 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbbaac7e-33eb-417c-b8e9-dbc2509c107a req-adeca6be-64e9-4ec0-b651-8ca695067817 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:09.005600 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45810d7a-7ed4-4792-8307-526e017997af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:09.007864 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45810d7a-7ed4-4792-8307-526e017997af admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:09.009034 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-45810d7a-7ed4-4792-8307-526e017997af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c2772e0-2bae-47d1-b9d5-e7c89d5e3a4d HTTP/1.1" status: 204 len: 168 time: 0.8374126 Dec 17 13:26:09.012683 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-dbbaac7e-33eb-417c-b8e9-dbc2509c107a req-adeca6be-64e9-4ec0-b651-8ca695067817 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:09.041900 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45810d7a-7ed4-4792-8307-526e017997af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2772e0-2bae-47d1-b9d5-e7c89d5e3a4d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:09.135458 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dbbaac7e-33eb-417c-b8e9-dbc2509c107a req-adeca6be-64e9-4ec0-b651-8ca695067817 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4496553 Dec 17 13:26:09.152328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a7be-5ee5-4507-8323-643921c50ab5 req-26ddae0f-c321-4892-8b4f-66a2d32fa38e tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:09.165449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-efb4a7be-5ee5-4507-8323-643921c50ab5 req-26ddae0f-c321-4892-8b4f-66a2d32fa38e tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.1391950 Dec 17 13:26:09.189199 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeca6be-64e9-4ec0-b651-8ca695067817 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13ba143-2997-4ba8-8685-64708c744e6b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:09.287323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-efb4a7be-5ee5-4507-8323-643921c50ab5 req-4404e059-3281-42fc-8562-7fd283318add tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195695 Dec 17 13:26:09.333088 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ef9aa-a634-4741-8cd5-30a794db965a req-00087a2b-28cb-42c9-a9bd-da5f20d45dfe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:09.334596 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f14ef9aa-a634-4741-8cd5-30a794db965a req-00087a2b-28cb-42c9-a9bd-da5f20d45dfe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0733232 Dec 17 13:26:09.387898 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f14ef9aa-a634-4741-8cd5-30a794db965a req-7fc20391-f87e-4ee3-9002-d601785a31f2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466712 Dec 17 13:26:09.411790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53316) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:09.520973 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c121b084-4068-4025-b801-ed1787ae419b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/6c3519df-b7f9-4223-9a6a-144b2b923ffd HTTP/1.1" status: 200 len: 993 time: 0.1077857 Dec 17 13:26:10.080357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-f0f69c3a-e156-466f-9277-7681376b6f71 req-4ba6bda6-f1e5-4acf-a565-2107a341e242 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:26:10.081564 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0f69c3a-e156-466f-9277-7681376b6f71 req-4ba6bda6-f1e5-4acf-a565-2107a341e242 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1736345 Dec 17 13:26:10.110664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53342) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:10.124510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c97864d-a682-4121-a1b5-3270d3bba187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:10.228007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c97864d-a682-4121-a1b5-3270d3bba187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:10.374406 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7c97864d-a682-4121-a1b5-3270d3bba187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:10.433311 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97864d-a682-4121-a1b5-3270d3bba187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5baf9fa-1a67-45f1-bd9d-9a1e6bb1f8fc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:10.441631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7c97864d-a682-4121-a1b5-3270d3bba187 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c969259bdc2a4341b5449815cdd92bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3276856 Dec 17 13:26:10.443273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53362) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:10.460456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5eabad-84d9-45c1-b454-cd58d5eb6cfe req-0e2e8b17-7d54-40fc-a69d-8c418471564f tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:10.467200 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb5eabad-84d9-45c1-b454-cd58d5eb6cfe req-0e2e8b17-7d54-40fc-a69d-8c418471564f tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.1034033 Dec 17 13:26:10.530845 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54d7644b-6b55-41c0-9979-2558a4aacde5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:10.569951 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54d7644b-6b55-41c0-9979-2558a4aacde5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:10.591575 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb5eabad-84d9-45c1-b454-cd58d5eb6cfe req-e004136f-d1c3-4637-819e-5c63072fe4be tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127257 Dec 17 13:26:10.775331 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54d7644b-6b55-41c0-9979-2558a4aacde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:10.778221 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54d7644b-6b55-41c0-9979-2558a4aacde5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:10.779387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-54d7644b-6b55-41c0-9979-2558a4aacde5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5baf9fa-1a67-45f1-bd9d-9a1e6bb1f8fc HTTP/1.1" status: 204 len: 168 time: 0.3357031 Dec 17 13:26:10.787881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7644b-6b55-41c0-9979-2558a4aacde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5baf9fa-1a67-45f1-bd9d-9a1e6bb1f8fc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:11.135352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47b316-a859-4e5e-81b3-8ec8af71f5df req-6ec9c7b0-892a-4f59-9af9-6cbe25802358 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:11.136857 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e47b316-a859-4e5e-81b3-8ec8af71f5df req-6ec9c7b0-892a-4f59-9af9-6cbe25802358 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0526032 Dec 17 13:26:11.209005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e47b316-a859-4e5e-81b3-8ec8af71f5df req-ec26ac1f-409b-473d-a24f-77cbc92c1ebb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654564 Dec 17 13:26:11.453963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b681e-9bdd-4197-b22b-307c5c4ad902 req-ee1ddbf8-40fe-4ed4-a6d8-2f6e7ce3dda0 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:11.455593 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-317b681e-9bdd-4197-b22b-307c5c4ad902 req-ee1ddbf8-40fe-4ed4-a6d8-2f6e7ce3dda0 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.0772705 Dec 17 13:26:11.531130 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-317b681e-9bdd-4197-b22b-307c5c4ad902 req-311826de-e941-4eff-b59b-25370914cda0 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684924 Dec 17 13:26:11.585091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-4e1da4ca-fa2c-4e54-b3ec-7b84b85b7719 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2851534 Dec 17 13:26:11.621934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-0b3a9609-131f-4869-a1f5-ff85a168e664 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:26:11.623042 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-0b3a9609-131f-4869-a1f5-ff85a168e664 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174079 Dec 17 13:26:12.351539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35b4fb-3453-406f-af16-f4855230d089 req-10538b56-7c64-4fde-933f-fe1d5899b430 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:12.366072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee35b4fb-3453-406f-af16-f4855230d089 req-10538b56-7c64-4fde-933f-fe1d5899b430 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0840151 Dec 17 13:26:12.458734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee35b4fb-3453-406f-af16-f4855230d089 req-2dd7fddf-ecea-4807-a1a2-08292bb72cd2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908499 Dec 17 13:26:12.763599 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a769c8d-feb8-4714-adf2-e516d5fdb335 req-1991ab22-2553-43c1-b47f-a2ccb4409b5c tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:12.765206 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a769c8d-feb8-4714-adf2-e516d5fdb335 req-1991ab22-2553-43c1-b47f-a2ccb4409b5c tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.0753753 Dec 17 13:26:12.830152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a769c8d-feb8-4714-adf2-e516d5fdb335 req-a7216edc-c398-4410-a80c-d9575c30910e tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578387 Dec 17 13:26:13.473300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e32a4a-4053-4438-a3d8-094b5bd820ca req-4035268e-4a37-4b4d-bea8-77939e76ab8a tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:13.474920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98e32a4a-4053-4438-a3d8-094b5bd820ca req-4035268e-4a37-4b4d-bea8-77939e76ab8a tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.61 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.0615873 Dec 17 13:26:13.591517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59ffc8-769c-4676-951c-7bba98d08eb6 req-5acba197-122b-49f9-911b-bcce93c18ac5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:13.593237 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3b59ffc8-769c-4676-951c-7bba98d08eb6 req-5acba197-122b-49f9-911b-bcce93c18ac5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0646489 Dec 17 13:26:13.599971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-98e32a4a-4053-4438-a3d8-094b5bd820ca req-4bc1b217-0367-4f23-af17-b94b568f1729 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Deleting port e20995b2-a38e-40cd-ae8a-77828889237d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:26:13.600358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98e32a4a-4053-4438-a3d8-094b5bd820ca req-4bc1b217-0367-4f23-af17-b94b568f1729 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:13.688056 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3b59ffc8-769c-4676-951c-7bba98d08eb6 req-dc7fb587-5c9f-4991-95a7-a927622b57c6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848489 Dec 17 13:26:13.762635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-98e32a4a-4053-4438-a3d8-094b5bd820ca req-4bc1b217-0367-4f23-af17-b94b568f1729 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] For port e20995b2-a38e-40cd-ae8a-77828889237d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e20995b2-a38e-40cd-ae8a-77828889237d,segment=NetworkSegment(d628c512-facb-43ff-9d74-5fcaa943615d),segment_id=d628c512-facb-43ff-9d74-5fcaa943615d)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:13.762635 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98e32a4a-4053-4438-a3d8-094b5bd820ca req-4bc1b217-0367-4f23-af17-b94b568f1729 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:13.773627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-98e32a4a-4053-4438-a3d8-094b5bd820ca req-4bc1b217-0367-4f23-af17-b94b568f1729 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Calling delete_port for e20995b2-a38e-40cd-ae8a-77828889237d owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:26:13.952680 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-20745ecb-d207-4f82-a6f1-6b46ac160044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:14.020294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53ce97-df1a-4a55-86d4-9d093b540528 req-02561dfd-1d39-4a6e-bd2b-d62681b47827 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:14.027705 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a53ce97-df1a-4a55-86d4-9d093b540528 req-02561dfd-1d39-4a6e-bd2b-d62681b47827 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 945 time: 0.0877829 Dec 17 13:26:14.094138 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a53ce97-df1a-4a55-86d4-9d093b540528 req-9fd6a147-7aed-4d3e-bae4-2bf24ad28b15 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/security-groups?id=93dc4c3a-7798-4a65-8870-921ddfee3108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649829 Dec 17 13:26:14.106555 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98e32a4a-4053-4438-a3d8-094b5bd820ca req-4bc1b217-0367-4f23-af17-b94b568f1729 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:14.132214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e20995b2-a38e-40cd-ae8a-77828889237d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:26:14.143857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1b217-0367-4f23-af17-b94b568f1729 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Pushing event deleted for resources: {'Port': ['ID=e20995b2-a38e-40cd-ae8a-77828889237d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:14.208077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e32a4a-4053-4438-a3d8-094b5bd820ca req-4bc1b217-0367-4f23-af17-b94b568f1729 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] No DVR routers for this DVR port e20995b2-a38e-40cd-ae8a-77828889237d on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:26:14.211615 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-98e32a4a-4053-4438-a3d8-094b5bd820ca req-4bc1b217-0367-4f23-af17-b94b568f1729 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:14.215478 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98e32a4a-4053-4438-a3d8-094b5bd820ca req-4bc1b217-0367-4f23-af17-b94b568f1729 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.61 "DELETE /v2.0/ports/e20995b2-a38e-40cd-ae8a-77828889237d HTTP/1.1" status: 204 len: 173 time: 0.7304809 Dec 17 13:26:14.216056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5243e4a2-d080-4175-a10b-ced74d4f00f2', 'name': 'network-vif-deleted', 'tag': 'e20995b2-a38e-40cd-ae8a-77828889237d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:26:14.219050 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b83b7af-8966-41f8-91fa-9b71e8f0de5a" -d '{"events": [{"server_uuid": "5243e4a2-d080-4175-a10b-ced74d4f00f2", "name": "network-vif-deleted", "tag": "e20995b2-a38e-40cd-ae8a-77828889237d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:26:14.259179 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120a2855-49e1-4fdd-8b4b-5061a38979cc x-openstack-request-id: req-120a2855-49e1-4fdd-8b4b-5061a38979cc {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:26:14.259512 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5243e4a2-d080-4175-a10b-ced74d4f00f2", "name": "network-vif-deleted", "tag": "e20995b2-a38e-40cd-ae8a-77828889237d", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:26:14.259788 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-120a2855-49e1-4fdd-8b4b-5061a38979cc {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:26:14.260209 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5243e4a2-d080-4175-a10b-ced74d4f00f2', 'name': 'network-vif-deleted', 'tag': 'e20995b2-a38e-40cd-ae8a-77828889237d', 'status': 'completed', 'code': 200} Dec 17 13:26:14.763265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53558) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:14.904790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c87aa-35df-4b42-a1cc-abcc4d804b00 req-0a8d4ef5-bd9c-4130-a956-504405e3b32a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:14.906493 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-865c87aa-35df-4b42-a1cc-abcc4d804b00 req-0a8d4ef5-bd9c-4130-a956-504405e3b32a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0759459 Dec 17 13:26:14.908990 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:14.968646 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-865c87aa-35df-4b42-a1cc-abcc4d804b00 req-99355bec-c7a6-4e80-b36e-318be88d62c7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547893 Dec 17 13:26:14.981682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-07cd98b7-3e5d-4415-b367-70550ef33333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:14.983456 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-07cd98b7-3e5d-4415-b367-70550ef33333 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1096 time: 0.0916593 Dec 17 13:26:15.105318 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:15.143812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-e3fd1955-1dde-42cf-b0a6-f7dbca4f9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:15.147568 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-e3fd1955-1dde-42cf-b0a6-f7dbca4f9b03 service neutron] 10.222.0.54 "GET /v2.0/networks?id=62104884-35ed-48dd-a2e9-27a8145b5ddd HTTP/1.1" status: 200 len: 898 time: 0.1537180 Dec 17 13:26:15.220342 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:15.285936 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-593a6838-85ca-40f0-a3f1-0685b7e95e34 req-cbf646dc-c8ae-4ed2-9928-6b8c98e105b9 tempest-TestServerAdvancedOps-2146105277 tempest-TestServerAdvancedOps-2146105277-project] 10.222.0.59 "GET /v2.0/ports?device_id=5243e4a2-d080-4175-a10b-ced74d4f00f2 HTTP/1.1" status: 200 len: 210 time: 0.0671918 Dec 17 13:26:15.330403 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d94707e985fa4879919c1320284dc776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5658395 Dec 17 13:26:15.338297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-8bdfa1fd-c999-4f50-a412-5cb6df7caa28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852 HTTP/1.1" status: 200 len: 1001 time: 0.1803730 Dec 17 13:26:15.338297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6d56d7-ba6b-49ab-afa0-cad515affb1f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:15.340714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53574) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:15.352494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.352862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.353220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.359991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.359991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.359991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.359991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.359991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.359991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.359991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.359991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.359991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.359991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ee7e46-7c9d-46b9-bfe7-cf785f4a639e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.415048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-046cf82c-2f98-4248-881a-c94117384b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:15.416684 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-046cf82c-2f98-4248-881a-c94117384b44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3af360a-af67-4423-807e-dbaf6691cabb HTTP/1.1" status: 200 len: 835 time: 0.0753250 Dec 17 13:26:15.423241 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:15.465623 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:15.481540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-4b0da362-109a-40b2-bafa-11baab5cb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:15.483134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-4b0da362-109a-40b2-bafa-11baab5cb3e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=62104884-35ed-48dd-a2e9-27a8145b5ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570631 Dec 17 13:26:15.579015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-d8cc2031-642b-4b0a-89fe-cfde0c5c0516 service neutron] 10.222.0.54 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875134 Dec 17 13:26:15.671055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:15.671055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:15.671055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce6d56d7-ba6b-49ab-afa0-cad515affb1f HTTP/1.1" status: 204 len: 168 time: 0.3286552 Dec 17 13:26:15.705368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6d56d7-ba6b-49ab-afa0-cad515affb1f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:15.718297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-2522700f-724d-4edc-ad91-a229b94bcf69 service neutron] 10.222.0.54 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317756 Dec 17 13:26:15.730519 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.731210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.731650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.732070 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.733957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.737325 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.742059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.743257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.743875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.744508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.745077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.745696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:15.746540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaab99-0b4d-4aac-8092-dfbac6e8d1a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:16.116879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae5ec8-2217-46d0-b55b-fd4d425b185f req-d82886e2-dfda-4629-8311-af034172071e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:16.118522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0eae5ec8-2217-46d0-b55b-fd4d425b185f req-d82886e2-dfda-4629-8311-af034172071e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0564086 Dec 17 13:26:16.193089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0eae5ec8-2217-46d0-b55b-fd4d425b185f req-faa81d2c-07bc-4fa3-9731-e5843128715c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557420 Dec 17 13:26:16.320733 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1f0be273-7f59-4ee2-9661-5bf5efe881b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:16.377484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53610) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:16.438294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-07578911-6544-4541-9685-28b95bcaf9bc admin admin] Deleting subnet fb43b647-c822-4834-84b2-c033a25824f3 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:26:16.443258 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07578911-6544-4541-9685-28b95bcaf9bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:16.499695 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07578911-6544-4541-9685-28b95bcaf9bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:16.575119 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07578911-6544-4541-9685-28b95bcaf9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:16.832589 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07578911-6544-4541-9685-28b95bcaf9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:16.870989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07578911-6544-4541-9685-28b95bcaf9bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb43b647-c822-4834-84b2-c033a25824f3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:16.880861 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07578911-6544-4541-9685-28b95bcaf9bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:16.887935 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-07578911-6544-4541-9685-28b95bcaf9bc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fb43b647-c822-4834-84b2-c033a25824f3 HTTP/1.1" status: 204 len: 168 time: 0.5040410 Dec 17 13:26:16.891375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53632) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:16.970122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.082005 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.112469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615b7ee4-2d96-4d39-ac2f-a051177a627c']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:17.141932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd628c512-facb-43ff-9d74-5fcaa943615d') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:17.144346 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd628c512-facb-43ff-9d74-5fcaa943615d') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:17.165288 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.203391 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.213516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:26:17.214111 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:26:17.215924 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:26:17.362025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82189c7-c48f-4c2c-a1ba-25f6a910498c req-9ae87b39-3855-499f-902b-466aff2013cd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:17.369778 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e82189c7-c48f-4c2c-a1ba-25f6a910498c req-9ae87b39-3855-499f-902b-466aff2013cd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0759106 Dec 17 13:26:17.393091 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.401705 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.414213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53650) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:17.414716 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] 10.222.0.59 "DELETE /v2.0/networks/615b7ee4-2d96-4d39-ac2f-a051177a627c HTTP/1.1" status: 204 len: 168 time: 0.5222349 Dec 17 13:26:17.497200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167fc84-3256-4922-9540-c634e88ee848 admin admin] Pushing event deleted for resources: {'Network': ['ID=615b7ee4-2d96-4d39-ac2f-a051177a627c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:17.502326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd77b4f-b887-41ab-923e-0bbf4f1e04d3 admin admin] Deleting subnet 9de68d70-7b58-4d1b-b32d-31c6761c7f42 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:26:17.512587 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edd77b4f-b887-41ab-923e-0bbf4f1e04d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.576203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e82189c7-c48f-4c2c-a1ba-25f6a910498c req-03f03a0b-dc68-4f0c-92ab-843df1ed4fb2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054305 Dec 17 13:26:17.637978 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edd77b4f-b887-41ab-923e-0bbf4f1e04d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.675780 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edd77b4f-b887-41ab-923e-0bbf4f1e04d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.775388 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.857228 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edd77b4f-b887-41ab-923e-0bbf4f1e04d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.887025 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edd77b4f-b887-41ab-923e-0bbf4f1e04d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:17.899286 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-edd77b4f-b887-41ab-923e-0bbf4f1e04d3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9de68d70-7b58-4d1b-b32d-31c6761c7f42 HTTP/1.1" status: 204 len: 168 time: 0.4899809 Dec 17 13:26:17.900801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd77b4f-b887-41ab-923e-0bbf4f1e04d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de68d70-7b58-4d1b-b32d-31c6761c7f42,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:17.902578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53668) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:18.033876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:18.138412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:18.190066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925cbcc7-47f4-4eff-8f6b-8332393ffd71']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:18.201926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed7b972-36ce-444b-aa3f-42fb50fc3e83') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:18.202229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed7b972-36ce-444b-aa3f-42fb50fc3e83') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:18.215045 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:18.238035 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:18.244980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:26:18.245476 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:26:18.247472 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:26:18.382642 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:18.392662 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:18.400707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] 10.222.0.59 "DELETE /v2.0/networks/925cbcc7-47f4-4eff-8f6b-8332393ffd71 HTTP/1.1" status: 204 len: 168 time: 0.4950428 Dec 17 13:26:18.418260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135759d-7f95-4c94-913f-799c19ebc7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=925cbcc7-47f4-4eff-8f6b-8332393ffd71,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:18.548406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53694) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:18.702615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e20995b2-a38e-40cd-ae8a-77828889237d no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:26:18.762486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: e20995b2-a38e-40cd-ae8a-77828889237d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:26:18.763226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e20995b2-a38e-40cd-ae8a-77828889237d not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:26:18.823094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7cb35-8103-41e2-a13f-361e84bff74e req-4cc13861-b1e2-43f2-907b-cc4bc8681add tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:18.824777 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50f7cb35-8103-41e2-a13f-361e84bff74e req-4cc13861-b1e2-43f2-907b-cc4bc8681add tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.1132288 Dec 17 13:26:18.897649 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50f7cb35-8103-41e2-a13f-361e84bff74e req-d5e35ae0-e081-45a2-9655-64d1daaaefc9 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585556 Dec 17 13:26:18.920227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1662756190'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:18.965294 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.027920 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Made reservation on behalf of 2d0c1c53b38947b3aa9a6af278101269 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:26:19.036739 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.041873 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.112803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53714) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:19.157808 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.185236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-251d55e4-f303-45ed-983f-092c44cb6f6b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=092d900554a34d828d0b390578fbd54a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0704744 Dec 17 13:26:19.188050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53718) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:19.239273 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.248316 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-52ea5c42-b9a3-41c9-9d38-dfed230e5559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.274772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:26:19.301697 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-52ea5c42-b9a3-41c9-9d38-dfed230e5559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.306295 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.309694 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Added segment e9e758cd-f97a-40e4-a59f-33d79b269988 of type vlan for network cea6bbf3-7627-4a42-aa6a-732aad3146b6 Dec 17 13:26:19.323885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b230f8-c454-4dc2-9a5f-b5545641d698,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:19.376392 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.506928 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.512615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:19.513204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.518302 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-52ea5c42-b9a3-41c9-9d38-dfed230e5559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.521388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-52ea5c42-b9a3-41c9-9d38-dfed230e5559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.522508 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-52ea5c42-b9a3-41c9-9d38-dfed230e5559 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93dc4c3a-7798-4a65-8870-921ddfee3108 HTTP/1.1" status: 204 len: 168 time: 0.3333941 Dec 17 13:26:19.572585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea5c42-b9a3-41c9-9d38-dfed230e5559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dc4c3a-7798-4a65-8870-921ddfee3108,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:19.609277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Pushing event updated for resources: {'Network': ['ID=cea6bbf3-7627-4a42-aa6a-732aad3146b6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:19.637180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network cea6bbf3-7627-4a42-aa6a-732aad3146b6 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:26:19.659532 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d5274e39-5b46-46c0-8f2a-c3c5cd2a8eef tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1076357 Dec 17 13:26:19.660993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53734) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:19.666459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-40d58982-86e4-4db7-a8b3-140f60c2fbfa tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Request body: {'subnet': {'network_id': 'cea6bbf3-7627-4a42-aa6a-732aad3146b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:19.682933 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:19.917983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d58982-86e4-4db7-a8b3-140f60c2fbfa tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Made reservation on behalf of 2d0c1c53b38947b3aa9a6af278101269 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:26:19.922426 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40d58982-86e4-4db7-a8b3-140f60c2fbfa tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:20.089451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8041228-df85-454a-977c-6d05ee67b5ab req-ce23753f-3e19-4495-94c2-19efbfb049b7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:20.092599 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8041228-df85-454a-977c-6d05ee67b5ab req-ce23753f-3e19-4495-94c2-19efbfb049b7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.1151633 Dec 17 13:26:20.195938 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8041228-df85-454a-977c-6d05ee67b5ab req-caa915fc-b378-4edc-868f-fa03bd041879 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932055 Dec 17 13:26:20.306867 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40d58982-86e4-4db7-a8b3-140f60c2fbfa tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:20.368189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d58982-86e4-4db7-a8b3-140f60c2fbfa tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Pushing event updated for resources: {'Subnet': ['ID=fbbed62a-3c55-490b-b40f-5325392d53e0,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:20.384389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d58982-86e4-4db7-a8b3-140f60c2fbfa tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Checking segment: {'id': 'e9e758cd-f97a-40e4-a59f-33d79b269988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cea6bbf3-7627-4a42-aa6a-732aad3146b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:26:20.389109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d58982-86e4-4db7-a8b3-140f60c2fbfa tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Network hostable DHCP agents. Network: cea6bbf3-7627-4a42-aa6a-732aad3146b6, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:26:20.530916 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d58982-86e4-4db7-a8b3-140f60c2fbfa tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Network cea6bbf3-7627-4a42-aa6a-732aad3146b6 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:26:20.541039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53764) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:20.590020 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-022fd547-a176-4dcb-80c1-616a63da9d41 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7dcc2b981564d9485061528c0ba9136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381947 Dec 17 13:26:20.591235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53768) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:20.653516 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-99678688-a8e4-4e5d-85cd-e9d138ea2304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:20.683886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-40d58982-86e4-4db7-a8b3-140f60c2fbfa tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, cea6bbf3-7627-4a42-aa6a-732aad3146b6) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:20.689800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d58982-86e4-4db7-a8b3-140f60c2fbfa tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:20.691037 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40d58982-86e4-4db7-a8b3-140f60c2fbfa tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:20.704624 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84bfbc-4387-40e4-9f29-51ce3b51a1b6 None None] Network cea6bbf3-7627-4a42-aa6a-732aad3146b6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:26:20.713243 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-99678688-a8e4-4e5d-85cd-e9d138ea2304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:20.831184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-cea6bbf3-7627-4a42-aa6a-732aad3146b6', 'network_id': 'cea6bbf3-7627-4a42-aa6a-732aad3146b6', 'project_id': '2d0c1c53b38947b3aa9a6af278101269', 'fixed_ips': [{'subnet_id': 'fbbed62a-3c55-490b-b40f-5325392d53e0'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:26:20.832164 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:20.851459 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-40d58982-86e4-4db7-a8b3-140f60c2fbfa tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1891961 Dec 17 13:26:20.853940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53778) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:20.858806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Request body: {'port': {'network_id': 'cea6bbf3-7627-4a42-aa6a-732aad3146b6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-190199069'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:20.873233 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-99678688-a8e4-4e5d-85cd-e9d138ea2304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:20.879616 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-99678688-a8e4-4e5d-85cd-e9d138ea2304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:20.882616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-99678688-a8e4-4e5d-85cd-e9d138ea2304 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70be7bd2-72b8-4403-ae18-d117b832371d HTTP/1.1" status: 204 len: 168 time: 0.2902377 Dec 17 13:26:20.908208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99678688-a8e4-4e5d-85cd-e9d138ea2304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70be7bd2-72b8-4403-ae18-d117b832371d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:21.119069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Allocated IP 172.20.0.2 (cea6bbf3-7627-4a42-aa6a-732aad3146b6/fbbed62a-3c55-490b-b40f-5325392d53e0/45feb936-5b1f-4f33-9e8f-f6046a248cc8) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:26:21.194543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Made reservation on behalf of 2d0c1c53b38947b3aa9a6af278101269 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:26:21.198859 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:21.255145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] device_id is not set on port dee86ad5-42d7-430f-bb9d-39b072bf26bd yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:26:21.435041 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:21.465626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547469f9-a76b-4e69-bb28-ca2574d06b84 req-6ff10135-cb03-47ce-9a87-6b4dc9774d02 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:21.467428 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-547469f9-a76b-4e69-bb28-ca2574d06b84 req-6ff10135-cb03-47ce-9a87-6b4dc9774d02 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.1057255 Dec 17 13:26:21.546904 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:21.601835 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-547469f9-a76b-4e69-bb28-ca2574d06b84 req-c2acd501-b811-4133-9ba3-25646ef44f44 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265211 Dec 17 13:26:21.619618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Network cea6bbf3-7627-4a42-aa6a-732aad3146b6 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:26:21.632076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:21.642227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:26:21.708162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Pushing event updated for resources: {'Port': ['ID=45feb936-5b1f-4f33-9e8f-f6046a248cc8,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:21.750645 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.api [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2e86db86-4b57-4072-ab10-8de01316edb3 {{(pid=110453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:26:21.753605 n-d-815324-5 neutron-server[110453]: DEBUG oslo_db.api [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:26:21.772171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Attempting to bind port 45feb936-5b1f-4f33-9e8f-f6046a248cc8 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:26:21.772171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Attempting to bind port 45feb936-5b1f-4f33-9e8f-f6046a248cc8 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'e9e758cd-f97a-40e4-a59f-33d79b269988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cea6bbf3-7627-4a42-aa6a-732aad3146b6'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:26:21.772171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Attempting to bind port 45feb936-5b1f-4f33-9e8f-f6046a248cc8 on network cea6bbf3-7627-4a42-aa6a-732aad3146b6 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:26:21.773317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:26:21.773840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Checking segment: {'id': 'e9e758cd-f97a-40e4-a59f-33d79b269988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cea6bbf3-7627-4a42-aa6a-732aad3146b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:26:21.774457 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:21.774965 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Bound using segment: {'id': 'e9e758cd-f97a-40e4-a59f-33d79b269988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cea6bbf3-7627-4a42-aa6a-732aad3146b6'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:26:21.775537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Bound port: 45feb936-5b1f-4f33-9e8f-f6046a248cc8, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e758cd-f97a-40e4-a59f-33d79b269988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cea6bbf3-7627-4a42-aa6a-732aad3146b6'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:26:21.776018 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:21.911230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] For port 45feb936-5b1f-4f33-9e8f-f6046a248cc8, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:26:21.915018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] For port 45feb936-5b1f-4f33-9e8f-f6046a248cc8, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=45feb936-5b1f-4f33-9e8f-f6046a248cc8,segment=NetworkSegment(e9e758cd-f97a-40e4-a59f-33d79b269988),segment_id=e9e758cd-f97a-40e4-a59f-33d79b269988)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:26:22.037205 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:22.108063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fff0f-a408-4bf8-bcdd-b10a4efdd410 None None] Pushing event updated for resources: {'Port': ['ID=45feb936-5b1f-4f33-9e8f-f6046a248cc8,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:22.255341 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:22.280601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] device_id is not set on port 1a04b920-56da-4e2c-8fb4-07ea2f6a6121 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:26:22.563999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Allocated IP 172.20.0.7 (cea6bbf3-7627-4a42-aa6a-732aad3146b6/fbbed62a-3c55-490b-b40f-5325392d53e0/1a04b920-56da-4e2c-8fb4-07ea2f6a6121) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:26:22.614150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53842) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:22.818442 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:22.855645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7c23b-760d-4900-8d8e-47dfb4057e35 req-3d6233f8-a9b3-4245-9fee-2edbc0efe6f4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:22.865658 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0cf7c23b-760d-4900-8d8e-47dfb4057e35 req-3d6233f8-a9b3-4245-9fee-2edbc0efe6f4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.1718156 Dec 17 13:26:22.881164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1584293307-network', 'tenant_id': '42ce2784e85b4127ad8c713af6203070'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:22.933536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 45feb936-5b1f-4f33-9e8f-f6046a248cc8 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:26:22.945895 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0cf7c23b-760d-4900-8d8e-47dfb4057e35 req-92c1c495-824d-4e91-9a42-61df718e8baa tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785825 Dec 17 13:26:23.004522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.032962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 45feb936-5b1f-4f33-9e8f-f6046a248cc8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:23.033619 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.039682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Made reservation on behalf of 42ce2784e85b4127ad8c713af6203070 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:26:23.045210 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.076485 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.122874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Network cea6bbf3-7627-4a42-aa6a-732aad3146b6 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:26:23.126774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:23.142372 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:26:23.149527 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.195331 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 45feb936-5b1f-4f33-9e8f-f6046a248cc8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=45feb936-5b1f-4f33-9e8f-f6046a248cc8,segment=NetworkSegment(e9e758cd-f97a-40e4-a59f-33d79b269988),segment_id=e9e758cd-f97a-40e4-a59f-33d79b269988)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:23.201283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Pushing event updated for resources: {'Port': ['ID=1a04b920-56da-4e2c-8fb4-07ea2f6a6121,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:23.252869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:23.253600 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.312810 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.321847 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.406990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=45feb936-5b1f-4f33-9e8f-f6046a248cc8,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:23.497917 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53870) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:23.500301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-66047f96-6a62-4c06-b986-eacb234c548d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6435821 Dec 17 13:26:23.536306 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.582601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:26:23.614777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527dd715-27a6-4419-9210-1969e6ad2f95,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:23.615598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7cfedd-d9d4-4bfe-9684-24ec2d0658e8 None None] Network cea6bbf3-7627-4a42-aa6a-732aad3146b6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:26:23.633029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.634984 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Added segment 7d350651-1ef7-4b5d-b11a-370acabfd77c of type vlan for network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd Dec 17 13:26:23.700127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.717925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a27a2590-6c61-4024-9f38-c85fd3012055 None None] Provisioning complete for port 45feb936-5b1f-4f33-9e8f-f6046a248cc8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:23.717925 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a27a2590-6c61-4024-9f38-c85fd3012055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.735751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8cbe7-5025-45a8-ae8e-1e2330290e0d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Deleting port 1a04b920-56da-4e2c-8fb4-07ea2f6a6121 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:26:23.736186 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4b8cbe7-5025-45a8-ae8e-1e2330290e0d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.859557 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4b8cbe7-5025-45a8-ae8e-1e2330290e0d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.873284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8cbe7-5025-45a8-ae8e-1e2330290e0d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Calling delete_port for 1a04b920-56da-4e2c-8fb4-07ea2f6a6121 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:26:23.924192 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:23.925164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:23.925763 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:24.005379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:24.025443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:26:24.085598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53892) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:24.086176 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bf8a7137-c657-444c-a22e-3e4497e06fd5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4686229 Dec 17 13:26:24.092809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-69acc6d8-25d7-4a9c-aeae-51d6d7dcc3da admin admin] Request body: {'subnet': {'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1584293307-subnet', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:24.188289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c096-8e1d-47c1-afcd-4dbaf389fed2 req-a0f5648f-05d4-4769-80d8-fdefc2f1f124 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:24.189816 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4244c096-8e1d-47c1-afcd-4dbaf389fed2 req-a0f5648f-05d4-4769-80d8-fdefc2f1f124 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0978699 Dec 17 13:26:24.205568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69acc6d8-25d7-4a9c-aeae-51d6d7dcc3da admin admin] Made reservation on behalf of 42ce2784e85b4127ad8c713af6203070 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:26:24.208090 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-69acc6d8-25d7-4a9c-aeae-51d6d7dcc3da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:24.282239 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4244c096-8e1d-47c1-afcd-4dbaf389fed2 req-3cb12d2f-c7aa-45b3-8227-85ddfe83d304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861447 Dec 17 13:26:24.349499 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1a99365f-a132-41a7-9466-350f5cdaab64 None None] Provisioning complete for port 1a04b920-56da-4e2c-8fb4-07ea2f6a6121 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:24.350216 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a99365f-a132-41a7-9466-350f5cdaab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:24.354718 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4b8cbe7-5025-45a8-ae8e-1e2330290e0d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:24.388271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1a99365f-a132-41a7-9466-350f5cdaab64 None None] Port 1a04b920-56da-4e2c-8fb4-07ea2f6a6121 was deleted so its status cannot be updated. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 17 13:26:24.405480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1a99365f-a132-41a7-9466-350f5cdaab64 None None] Provisioning complete for port 45feb936-5b1f-4f33-9e8f-f6046a248cc8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:24.406951 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a99365f-a132-41a7-9466-350f5cdaab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:24.444878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8cbe7-5025-45a8-ae8e-1e2330290e0d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Pushing event deleted for resources: {'Port': ['ID=1a04b920-56da-4e2c-8fb4-07ea2f6a6121,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:24.588435 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4b8cbe7-5025-45a8-ae8e-1e2330290e0d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:24.590499 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d4b8cbe7-5025-45a8-ae8e-1e2330290e0d tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] 10.222.0.59 "DELETE /v2.0/ports/1a04b920-56da-4e2c-8fb4-07ea2f6a6121 HTTP/1.1" status: 204 len: 168 time: 1.0912840 Dec 17 13:26:24.594249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53906) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:24.662750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-377cf3ca-c673-4dc4-8c05-04aed3eb7a88 None None] Could not find standard attr ID for object 1a04b920-56da-4e2c-8fb4-07ea2f6a6121. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:26:24.668073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-69acc6d8-25d7-4a9c-aeae-51d6d7dcc3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:24.789257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-92b8dced-c5de-49a4-86ff-09e71fec52cc tempest-DHCPAgentSchedulersTestJSON-174267306 tempest-DHCPAgentSchedulersTestJSON-174267306-project-admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1939294 Dec 17 13:26:24.792735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53912) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:24.795230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acc6d8-25d7-4a9c-aeae-51d6d7dcc3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=77aeabac-3f25-4b78-bf40-aed1c3526439,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:24.799551 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-da88e48c-85c0-411b-8e6f-87fff2654242 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-414537400'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:24.823040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acc6d8-25d7-4a9c-aeae-51d6d7dcc3da admin admin] Checking segment: {'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:26:24.823410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acc6d8-25d7-4a9c-aeae-51d6d7dcc3da admin admin] Network hostable DHCP agents. Network: 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:26:24.830967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 45feb936-5b1f-4f33-9e8f-f6046a248cc8 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:26:24.969087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acc6d8-25d7-4a9c-aeae-51d6d7dcc3da admin admin] Network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:26:24.981541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 45feb936-5b1f-4f33-9e8f-f6046a248cc8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:24.992838 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.010676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da88e48c-85c0-411b-8e6f-87fff2654242 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Made reservation on behalf of 2d0c1c53b38947b3aa9a6af278101269 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:26:25.020628 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da88e48c-85c0-411b-8e6f-87fff2654242 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.061001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da88e48c-85c0-411b-8e6f-87fff2654242 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:26:25.080239 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-69acc6d8-25d7-4a9c-aeae-51d6d7dcc3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:25.090403 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da88e48c-85c0-411b-8e6f-87fff2654242 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.091141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69acc6d8-25d7-4a9c-aeae-51d6d7dcc3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:25.092142 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-da88e48c-85c0-411b-8e6f-87fff2654242 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Added segment ef8c319d-03d9-4b78-8824-240d1ab6cea1 of type vlan for network fc8161a8-ebde-486c-aadd-f1b042704e44 Dec 17 13:26:25.092819 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-69acc6d8-25d7-4a9c-aeae-51d6d7dcc3da admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.112675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3717e26d-fb35-43e7-95d3-5374d5acd6a6 None None] Network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:26:25.190487 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da88e48c-85c0-411b-8e6f-87fff2654242 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.190709 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-69acc6d8-25d7-4a9c-aeae-51d6d7dcc3da admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1029711 Dec 17 13:26:25.196720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53922) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:25.201223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:25.259716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'project_id': '42ce2784e85b4127ad8c713af6203070', 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:26:25.260652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.296630 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da88e48c-85c0-411b-8e6f-87fff2654242 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.302946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da88e48c-85c0-411b-8e6f-87fff2654242 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:25.303621 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da88e48c-85c0-411b-8e6f-87fff2654242 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.360900 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.369550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.389142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88e48c-85c0-411b-8e6f-87fff2654242 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Pushing event updated for resources: {'Network': ['ID=fc8161a8-ebde-486c-aadd-f1b042704e44,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:25.444695 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.478416 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network fc8161a8-ebde-486c-aadd-f1b042704e44 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:26:25.492378 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-da88e48c-85c0-411b-8e6f-87fff2654242 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6976314 Dec 17 13:26:25.495250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53934) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:25.585551 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Allocated IP 172.20.0.2 (160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd/77aeabac-3f25-4b78-bf40-aed1c3526439/d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:26:25.693276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a1745-eb67-46da-9037-5aa1a57eec0a req-fcfe3f75-c51a-4ffb-a59a-763265ef98b7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:25.697970 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ab5a1745-eb67-46da-9037-5aa1a57eec0a req-fcfe3f75-c51a-4ffb-a59a-763265ef98b7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.2744093 Dec 17 13:26:25.765727 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.783908 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.847025 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ab5a1745-eb67-46da-9037-5aa1a57eec0a req-8dc555ca-eedd-49f2-9e26-6d77179ad61b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907395 Dec 17 13:26:25.887978 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:25.953257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:26:25.964623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:25.967666 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-430baf0d-f9ed-4841-a7ec-3aff56441527 tempest-DHCPAgentSchedulersTestJSON-174267306 tempest-DHCPAgentSchedulersTestJSON-174267306-project-admin] 10.222.0.59 "GET /v2.0/agents/4b3d8b18-6594-4724-b9ec-7bf6af7fc293/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 0.4304111 Dec 17 13:26:25.971421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:26:25.971998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53946) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:25.995837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Pushing event updated for resources: {'Port': ['ID=d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:26.086823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Attempting to bind port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:26:26.087598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Attempting to bind port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:26:26.088224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Attempting to bind port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 on network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:26:26.094225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:26:26.094707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Checking segment: {'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:26:26.095190 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:26.097559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Bound using segment: {'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:26:26.098028 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Bound port: d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:26:26.098439 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:26.158024 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda031c-9813-43d1-a887-03ef82b7a9c8 tempest-DHCPAgentSchedulersTestJSON-174267306 tempest-DHCPAgentSchedulersTestJSON-174267306-project-admin] Network fc8161a8-ebde-486c-aadd-f1b042704e44 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:26:26.284926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5dda031c-9813-43d1-a887-03ef82b7a9c8 tempest-DHCPAgentSchedulersTestJSON-174267306 tempest-DHCPAgentSchedulersTestJSON-174267306-project-admin] 10.222.0.59 "POST /v2.0/agents/4b3d8b18-6594-4724-b9ec-7bf6af7fc293/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3091691 Dec 17 13:26:26.285276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53954) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:26.309445 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:26.360648 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:26.404163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc6d529-40d1-429e-8032-b99bf87b36dc None None] Network fc8161a8-ebde-486c-aadd-f1b042704e44 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:26:26.486826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] For port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:26:26.565371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] For port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4,segment=NetworkSegment(7d350651-1ef7-4b5d-b11a-370acabfd77c),segment_id=7d350651-1ef7-4b5d-b11a-370acabfd77c)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:26:26.692627 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2bd6180a-2841-4db4-a8dd-bbd7d3f938c4 tempest-DHCPAgentSchedulersTestJSON-174267306 tempest-DHCPAgentSchedulersTestJSON-174267306-project-admin] 10.222.0.59 "GET /v2.0/agents/4b3d8b18-6594-4724-b9ec-7bf6af7fc293/dhcp-networks HTTP/1.1" status: 200 len: 9615 time: 0.4030488 Dec 17 13:26:26.697363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53966) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:26.707796 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:26.743146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Allocated IP 172.25.0.190 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:26:26.853297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517b401-989e-424c-a477-952d7e3a3c4f None None] Pushing event updated for resources: {'Port': ['ID=d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:26.932950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53972) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:26.934314 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-940df380-c121-442c-86ca-a2e8123e62ef tempest-DHCPAgentSchedulersTestJSON-174267306 tempest-DHCPAgentSchedulersTestJSON-174267306-project-admin] 10.222.0.59 "DELETE /v2.0/agents/4b3d8b18-6594-4724-b9ec-7bf6af7fc293/dhcp-networks/fc8161a8-ebde-486c-aadd-f1b042704e44 HTTP/1.1" status: 204 len: 168 time: 0.2222674 Dec 17 13:26:26.978045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:27.104075 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:27.151160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9aa725-7476-4d96-9d30-07202859fd85 req-c3df36cf-aff3-4216-b033-97d688e30ced tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:27.188429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef9aa725-7476-4d96-9d30-07202859fd85 req-c3df36cf-aff3-4216-b033-97d688e30ced tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.1808727 Dec 17 13:26:27.226753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2aa7aa15-8f95-4f5b-8714-6dedeefdf13c tempest-DHCPAgentSchedulersTestJSON-174267306 tempest-DHCPAgentSchedulersTestJSON-174267306-project-admin] 10.222.0.59 "GET /v2.0/agents/4b3d8b18-6594-4724-b9ec-7bf6af7fc293/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 0.2923744 Dec 17 13:26:27.245527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53984) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:27.322203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f9bdd221-1b07-4371-9553-8e7a58636d87 tempest-DHCPAgentSchedulersTestJSON-174267306 tempest-DHCPAgentSchedulersTestJSON-174267306-project-admin] 10.222.0.59 "GET /v2.0/networks/cea6bbf3-7627-4a42-aa6a-732aad3146b6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0734620 Dec 17 13:26:27.333746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53986) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:27.412141 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef9aa725-7476-4d96-9d30-07202859fd85 req-699acccd-8002-41f8-9aec-99183b3c0e85 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249787 Dec 17 13:26:27.421018 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2631b029-ca30-4b80-bc3c-3faafc450c99 tempest-DHCPAgentSchedulersTestJSON-174267306 tempest-DHCPAgentSchedulersTestJSON-174267306-project-admin] 10.222.0.59 "GET /v2.0/networks/cea6bbf3-7627-4a42-aa6a-732aad3146b6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0860662 Dec 17 13:26:27.423639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53988) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:27.629182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:26:27.632740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:27.635248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:26:27.644208 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-153d5714-e2af-4656-a7fb-a71058a26090 tempest-DHCPAgentSchedulersTestJSON-174267306 tempest-DHCPAgentSchedulersTestJSON-174267306-project-admin] 10.222.0.59 "GET /v2.0/agents/4b3d8b18-6594-4724-b9ec-7bf6af7fc293/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 0.2046771 Dec 17 13:26:27.644748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53996) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:27.656080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2d0426-8688-4653-b74d-cecebfac0be1 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:26:27.687816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:27.731836 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:27.735808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5eb77665-a370-4b48-a69b-3c82f95b615c None None] Provisioning complete for port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:27.736262 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5eb77665-a370-4b48-a69b-3c82f95b615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:27.783928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5eb77665-a370-4b48-a69b-3c82f95b615c None None] Port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:26:27.932749 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:27.967170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8161a8-ebde-486c-aadd-f1b042704e44']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:27.988379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8c319d-03d9-4b78-8824-240d1ab6cea1') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:27.989777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8c319d-03d9-4b78-8824-240d1ab6cea1') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:28.007754 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:28.026012 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:28.033435 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:26:28.033865 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:26:28.080384 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:26:28.206963 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:28.289368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:28.328660 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:28.340132 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] 10.222.0.59 "DELETE /v2.0/networks/fc8161a8-ebde-486c-aadd-f1b042704e44 HTTP/1.1" status: 204 len: 168 time: 0.6942840 Dec 17 13:26:28.342099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996b8cd-9298-41a0-a620-e12f9019b4bd tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Pushing event deleted for resources: {'Network': ['ID=fc8161a8-ebde-486c-aadd-f1b042704e44,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:28.344910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54014) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:28.405922 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9be7f9-fd04-4639-bac8-5fd4a98f10af tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] DELETE failed (client error): The resource could not be found. Dec 17 13:26:28.405922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9be7f9-fd04-4639-bac8-5fd4a98f10af tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:26:28.406378 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6d9be7f9-fd04-4639-bac8-5fd4a98f10af tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] 10.222.0.59 "DELETE /v2.0/ports/1a04b920-56da-4e2c-8fb4-07ea2f6a6121 HTTP/1.1" status: 404 len: 333 time: 0.0558565 Dec 17 13:26:28.412720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54016) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:28.434425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f94667d-2b5f-4f12-82aa-d62ce44096ee None None] Network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:26:28.589405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-4135d1bc-ea0a-4c33-ba05-cbe5d10b22b5 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Deleting subnet fbbed62a-3c55-490b-b40f-5325392d53e0 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:26:28.593466 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4135d1bc-ea0a-4c33-ba05-cbe5d10b22b5 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:28.602001 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:28.669228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36fe76-52f1-4b4f-9f26-dde0e5f605fc req-217a3b0d-8da0-4a76-8d33-c232cd53c8f5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:28.671115 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f36fe76-52f1-4b4f-9f26-dde0e5f605fc req-217a3b0d-8da0-4a76-8d33-c232cd53c8f5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.1382108 Dec 17 13:26:28.709703 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4135d1bc-ea0a-4c33-ba05-cbe5d10b22b5 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:28.731521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a898e27b-c445-402f-94c8-80222d254fe2 None None] Provisioning complete for port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:28.732096 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a898e27b-c445-402f-94c8-80222d254fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:28.915377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:26:28.963057 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a898e27b-c445-402f-94c8-80222d254fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:29.016488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Router 4eae9a1f-e0a6-4710-b074-fb5e16954225 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:26:29.044726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a898e27b-c445-402f-94c8-80222d254fe2 None None] For port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4,segment=NetworkSegment(7d350651-1ef7-4b5d-b11a-370acabfd77c),segment_id=7d350651-1ef7-4b5d-b11a-370acabfd77c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:29.059153 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4135d1bc-ea0a-4c33-ba05-cbe5d10b22b5 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:29.095549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:29.096225 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:29.163737 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a898e27b-c445-402f-94c8-80222d254fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:29.256219 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f36fe76-52f1-4b4f-9f26-dde0e5f605fc req-916c7f78-0e0f-4f94-8807-1654d9d2190d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871110 Dec 17 13:26:29.305323 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4135d1bc-ea0a-4c33-ba05-cbe5d10b22b5 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:29.347506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:26:29.366364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135d1bc-ea0a-4c33-ba05-cbe5d10b22b5 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbed62a-3c55-490b-b40f-5325392d53e0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:29.369005 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4135d1bc-ea0a-4c33-ba05-cbe5d10b22b5 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:29.377494 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4135d1bc-ea0a-4c33-ba05-cbe5d10b22b5 tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] 10.222.0.59 "DELETE /v2.0/subnets/fbbed62a-3c55-490b-b40f-5325392d53e0 HTTP/1.1" status: 204 len: 168 time: 0.9670234 Dec 17 13:26:29.378877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54038) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:29.394579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-69f53f57-cee8-4b09-abdf-2e963d060ffc None None] Provisioning complete for port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:29.399799 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-69f53f57-cee8-4b09-abdf-2e963d060ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:29.399799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7c6db-279a-4d53-b373-f5fe55fd6a45 None None] Network cea6bbf3-7627-4a42-aa6a-732aad3146b6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:26:29.452612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Sync routers for ids ['4eae9a1f-e0a6-4710-b074-fb5e16954225'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:26:29.459237 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:29.463934 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e22ad4a5-19d7-4675-8fd6-1d0c81a398b3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2660806 Dec 17 13:26:29.468179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54040) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:29.498239 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:29.537783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Routers {'4eae9a1f-e0a6-4710-b074-fb5e16954225'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:26:29.538465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:26:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4eae9a1f-e0a6-4710-b074-fb5e16954225'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:29.569215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Deleting port 45feb936-5b1f-4f33-9e8f-f6046a248cc8 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:26:29.569887 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:29.599533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898e27b-c445-402f-94c8-80222d254fe2 None None] Pushing event updated for resources: {'Port': ['ID=d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:29.681455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] For port 45feb936-5b1f-4f33-9e8f-f6046a248cc8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=45feb936-5b1f-4f33-9e8f-f6046a248cc8,segment=NetworkSegment(e9e758cd-f97a-40e4-a59f-33d79b269988),segment_id=e9e758cd-f97a-40e4-a59f-33d79b269988)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:29.681867 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:29.722527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Calling delete_port for 45feb936-5b1f-4f33-9e8f-f6046a248cc8 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:26:29.790588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Set router 4eae9a1f-e0a6-4710-b074-fb5e16954225 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:26:29.899693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f387aa2-b2f6-451e-896f-35410c6d430b None None] DHCP port deletion for cea6bbf3-7627-4a42-aa6a-732aad3146b6 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:26:30.000601 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:30.075452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] No DVR routers for this DVR port 45feb936-5b1f-4f33-9e8f-f6046a248cc8 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:26:30.110664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Pushing event deleted for resources: {'Port': ['ID=45feb936-5b1f-4f33-9e8f-f6046a248cc8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:30.204407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0f387aa2-b2f6-451e-896f-35410c6d430b None None] Deleting port 45feb936-5b1f-4f33-9e8f-f6046a248cc8 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:26:30.204795 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0f387aa2-b2f6-451e-896f-35410c6d430b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:30.423683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0f387aa2-b2f6-451e-896f-35410c6d430b None None] For port 45feb936-5b1f-4f33-9e8f-f6046a248cc8, host n-d-815324-5, got binding levels [] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:30.424388 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0f387aa2-b2f6-451e-896f-35410c6d430b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:30.428845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:26:27Z', 'revision_number': 3, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:30.480385 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:30.481316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0f387aa2-b2f6-451e-896f-35410c6d430b None None] Calling delete_port for 45feb936-5b1f-4f33-9e8f-f6046a248cc8 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:26:30.483804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Checking router: 4eae9a1f-e0a6-4710-b074-fb5e16954225 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:26:30.484364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Updating router 4eae9a1f-e0a6-4710-b074-fb5e16954225 port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:26:30.514363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.ipam_backend_mixin [None req-0f387aa2-b2f6-451e-896f-35410c6d430b None None] Port 45feb936-5b1f-4f33-9e8f-f6046a248cc8 was not found and therefore no delete operation was performed {{(pid=110455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 13:26:30.515907 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:30.828223 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:30.850809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea6bbf3-7627-4a42-aa6a-732aad3146b6']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:30.862308 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e758cd-f97a-40e4-a59f-33d79b269988') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:30.862604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e758cd-f97a-40e4-a59f-33d79b269988') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:30.873412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:30.889402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Allocated IP 172.20.0.1 (160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd/77aeabac-3f25-4b78-bf40-aed1c3526439/0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:26:30.890572 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:30.898293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:26:30.898740 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:30.930071 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:30.933595 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0f387aa2-b2f6-451e-896f-35410c6d430b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:30.952634 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f387aa2-b2f6-451e-896f-35410c6d430b None None] No DVR routers for this DVR port 45feb936-5b1f-4f33-9e8f-f6046a248cc8 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:26:30.972408 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:26:30.978147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:26:31.054614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4342cf-49a1-4f0b-bde6-3c27c5789927 req-53057ed1-025d-4987-b4af-a78240bc18b4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:31.057071 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be4342cf-49a1-4f0b-bde6-3c27c5789927 req-53057ed1-025d-4987-b4af-a78240bc18b4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0829196 Dec 17 13:26:31.070989 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f387aa2-b2f6-451e-896f-35410c6d430b None None] Pushing event deleted for resources: {'Port': ['ID=45feb936-5b1f-4f33-9e8f-f6046a248cc8,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:31.078446 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:31.090650 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:31.127512 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:31.140832 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:31.147176 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] 10.222.0.59 "DELETE /v2.0/networks/cea6bbf3-7627-4a42-aa6a-732aad3146b6 HTTP/1.1" status: 204 len: 168 time: 1.7635746 Dec 17 13:26:31.157863 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be4342cf-49a1-4f0b-bde6-3c27c5789927 req-0865a396-64f3-4153-a421-f0cacb0377a2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864601 Dec 17 13:26:31.158770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d6571-3fa4-4081-9e98-4332f90c031f tempest-DHCPAgentSchedulersTestJSON-595892798 tempest-DHCPAgentSchedulersTestJSON-595892798-project] Pushing event deleted for resources: {'Network': ['ID=cea6bbf3-7627-4a42-aa6a-732aad3146b6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:31.164134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:31.164393 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:31.190222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Attempting to bind port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:26:31.190638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Attempting to bind port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:26:31.191017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Attempting to bind port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:26:31.205350 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:31.232259 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122023c7-6a01-411c-b5df-11c42c01dd00 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:26:31.244226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:26:31.244614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:26:31.245720 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:31.245720 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:26:31.246013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Bound port: c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:26:31.246361 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:31.266532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896b1a0-f86b-4e7b-8bfe-3f19adf9c940 None None] Pushing event updated for resources: {'Port': ['ID=c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:31.353428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:26:31.358114 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:31.390604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:26:31.390604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Pushing event updated for resources: {'Port': ['ID=0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:31.454769 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:31.469915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] For port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:26:31.476375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] For port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:26:31.484577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8aa77928-37e2-4f2e-aecc-315a6d870542 None None] Provisioning complete for port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:31.484966 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8aa77928-37e2-4f2e-aecc-315a6d870542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:31.654326 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:31.798819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 45feb936-5b1f-4f33-9e8f-f6046a248cc8 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:26:31.825475 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8aa77928-37e2-4f2e-aecc-315a6d870542 None None] Port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:26:31.884272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff55230c-5aad-49f0-a77a-0afd6040d80f None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:26:31.887307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 45feb936-5b1f-4f33-9e8f-f6046a248cc8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:26:31.889964 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 45feb936-5b1f-4f33-9e8f-f6046a248cc8 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:26:31.909217 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:31.953237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896b1a0-f86b-4e7b-8bfe-3f19adf9c940 None None] Pushing event updated for resources: {'Port': ['ID=c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:31.958237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Routers {'4eae9a1f-e0a6-4710-b074-fb5e16954225'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:26:31.959349 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:26:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4eae9a1f-e0a6-4710-b074-fb5e16954225'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:31.987650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54098) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:32.019129 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:32.030007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-837d796f-4422-4d31-b20f-ca2c02891e1e None None] Provisioning complete for port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:32.035156 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-837d796f-4422-4d31-b20f-ca2c02891e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:32.166448 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1a66203b-8339-4051-a049-91915b225877 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d0c1c53b38947b3aa9a6af278101269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1771879 Dec 17 13:26:32.168863 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54106) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:32.315230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91e4e653-7e96-4f79-bd70-7b6d9aa5eb69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:32.324623 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:32.350836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-837d796f-4422-4d31-b20f-ca2c02891e1e None None] Port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:26:32.375709 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91e4e653-7e96-4f79-bd70-7b6d9aa5eb69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:32.392627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b1e2a-9609-45cd-8844-5cfead2db90b req-e99a247e-93cb-4444-a9c9-350f475ad77b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:32.396044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c95b1e2a-9609-45cd-8844-5cfead2db90b req-e99a247e-93cb-4444-a9c9-350f475ad77b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0690739 Dec 17 13:26:32.429794 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:32.486257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] Set router 4eae9a1f-e0a6-4710-b074-fb5e16954225 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:26:32.555108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8f038da2-f625-4c82-ac33-86901c848f13 None None] Provisioning complete for port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:32.555781 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8f038da2-f625-4c82-ac33-86901c848f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:32.575224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Pushing event updated for resources: {'Port': ['ID=0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:32.583801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c95b1e2a-9609-45cd-8844-5cfead2db90b req-b8d20af1-f292-4dfc-8727-f8410e7d12c5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784139 Dec 17 13:26:32.585462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:32.612423 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91e4e653-7e96-4f79-bd70-7b6d9aa5eb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:32.614513 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91e4e653-7e96-4f79-bd70-7b6d9aa5eb69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:32.615703 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-91e4e653-7e96-4f79-bd70-7b6d9aa5eb69 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52b230f8-c454-4dc2-9a5f-b5545641d698 HTTP/1.1" status: 204 len: 168 time: 0.4455633 Dec 17 13:26:32.644293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4e653-7e96-4f79-bd70-7b6d9aa5eb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b230f8-c454-4dc2-9a5f-b5545641d698,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:32.797478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:26:32.799151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:32.881447 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8f038da2-f625-4c82-ac33-86901c848f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:32.965893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8f038da2-f625-4c82-ac33-86901c848f13 None None] For port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:33.008782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Router 4eae9a1f-e0a6-4710-b074-fb5e16954225 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:26:33.048732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d', 'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'mac_address': 'fa:16:3e:d2:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:30Z', 'updated_at': '2021-12-17T13:26:30Z', 'revision_number': 1, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'subnets': [{'id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:33.071959 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8f038da2-f625-4c82-ac33-86901c848f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:33.201770 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-e2e33516-966f-47de-a833-239f9a0e9304 service neutron] show failed (client error): The resource could not be found. Dec 17 13:26:33.208072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-e2e33516-966f-47de-a833-239f9a0e9304 service neutron] 10.222.0.54 "GET /v2.0/ports/1f3eb7f7-1e5a-454f-b873-2d5323e56852/bindings/n-h2-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.2338357 Dec 17 13:26:33.287511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f038da2-f625-4c82-ac33-86901c848f13 None None] Pushing event updated for resources: {'Port': ['ID=c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:33.303123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6963b22-71b2-4310-b126-9c5d5b8bc304 None None] The sync data for ids ['4eae9a1f-e0a6-4710-b074-fb5e16954225'] in n-d-815324-5 is: [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d', 'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'mac_address': 'fa:16:3e:d2:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:30Z', 'updated_at': '2021-12-17T13:26:30Z', 'revision_number': 1, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'subnets': [{'id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:26:33.369571 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a1cb18be-e176-4f14-8ce3-ca0666ebc4ec None None] Provisioning complete for port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:33.369990 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a1cb18be-e176-4f14-8ce3-ca0666ebc4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:33.408225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:26:33.425942 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6bb6c68a-7ca4-4a2b-99fa-2e2cc955a8ee admin admin] 10.222.0.59 "PUT /v2.0/routers/4eae9a1f-e0a6-4710-b074-fb5e16954225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9527099 Dec 17 13:26:33.475893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a1cb18be-e176-4f14-8ce3-ca0666ebc4ec None None] Port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:26:33.972829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf26ac-4968-4dd1-96e6-a2de43e6e9ab req-4b5e7aeb-7ccb-4800-9eeb-f34ac8e0663d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:33.995066 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39cf26ac-4968-4dd1-96e6-a2de43e6e9ab req-4b5e7aeb-7ccb-4800-9eeb-f34ac8e0663d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.2791657 Dec 17 13:26:34.020402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54156) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:34.071618 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39cf26ac-4968-4dd1-96e6-a2de43e6e9ab req-0c2d8287-725a-4a88-aa46-c6420ee16ab3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750520 Dec 17 13:26:34.117356 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75140de4-c3d9-406e-96ae-26f928625c7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:34.166433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-18a8f6fb-e018-42b9-bd70-d91f5dd3f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:34.168520 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-18a8f6fb-e018-42b9-bd70-d91f5dd3f4c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf&tenant_id=850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 1096 time: 0.1409144 Dec 17 13:26:34.192342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:34.464741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:34.476025 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75140de4-c3d9-406e-96ae-26f928625c7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:34.702390 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75140de4-c3d9-406e-96ae-26f928625c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:34.882643 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-75140de4-c3d9-406e-96ae-26f928625c7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ff0a2e3ef2e4f67a241301020853817&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8590126 Dec 17 13:26:34.884880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54190) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:34.890461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75140de4-c3d9-406e-96ae-26f928625c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de52c521-86fb-4f3f-b2a4-849ed0bfa1f5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:34.944650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:26:34.961096 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5e2ef69f-c2c8-4f9c-8505-12c10d8fb1ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:35.006647 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5e2ef69f-c2c8-4f9c-8505-12c10d8fb1ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:35.026105 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:35.029034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:35.139535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:35.268581 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5e2ef69f-c2c8-4f9c-8505-12c10d8fb1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:35.275780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:26:35.276894 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5e2ef69f-c2c8-4f9c-8505-12c10d8fb1ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:35.286252 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5e2ef69f-c2c8-4f9c-8505-12c10d8fb1ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/de52c521-86fb-4f3f-b2a4-849ed0bfa1f5 HTTP/1.1" status: 204 len: 168 time: 0.3983052 Dec 17 13:26:35.337249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ef69f-c2c8-4f9c-8505-12c10d8fb1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de52c521-86fb-4f3f-b2a4-849ed0bfa1f5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:35.349457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54210) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:35.365042 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1841828755-network', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:35.408990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:26:35.414155 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcfb23c-e289-4b85-964f-fa7f13c188d3" -d '{"events": [{"server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "name": "network-vif-unplugged", "status": "completed", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:26:35.420042 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:35.451322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb7b76-ed2b-4402-b7bf-6079fdad4113 req-a7a36aab-97ab-4851-b235-552093836e36 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:35.461758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-09bb7b76-ed2b-4402-b7bf-6079fdad4113 req-a7a36aab-97ab-4851-b235-552093836e36 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.1275222 Dec 17 13:26:35.496903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Transition to ACTIVE for port object 1f3eb7f7-1e5a-454f-b873-2d5323e56852 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:26:35.548966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-09bb7b76-ed2b-4402-b7bf-6079fdad4113 req-b7587e3e-df75-462e-95c3-18951eeae287 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857763 Dec 17 13:26:35.580116 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3555a015-c3a1-48f7-a0ae-656e53b4f2cf x-openstack-request-id: req-3555a015-c3a1-48f7-a0ae-656e53b4f2cf {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:26:35.580417 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "name": "network-vif-unplugged", "status": "completed", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:26:35.587928 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Made reservation on behalf of 05c0877c285e4b76845cc5cfdebe37e6 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:26:35.589034 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3555a015-c3a1-48f7-a0ae-656e53b4f2cf {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:26:35.590056 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'code': 200} Dec 17 13:26:35.590377 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:35.610927 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:35.616367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:35.751315 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:35.862778 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:35.943782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:26:35.976736 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:35.977553 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Added segment 36ec6b0d-6f3e-475d-8454-01b50e3fb5f2 of type vlan for network 99770952-82f4-403c-9174-0a6afdbd84bd Dec 17 13:26:35.994143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3eb7f7-1e5a-454f-b873-2d5323e56852,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:36.061130 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:36.077777 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:36.118957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116f7bc2-4fdd-42b5-989f-0cdf611ffbd8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:36.192958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:36.194437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:36.196749 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:36.331553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] Pushing event updated for resources: {'Network': ['ID=99770952-82f4-403c-9174-0a6afdbd84bd,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:36.353429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 99770952-82f4-403c-9174-0a6afdbd84bd details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:26:36.385502 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-da04f56e-568d-4d70-8e16-edfb44dbeb19 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0362213 Dec 17 13:26:36.390110 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54238) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:36.398533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4bbc6b78-0e9a-47bd-9cd9-6c43c9de0c5e admin admin] Request body: {'subnet': {'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1841828755-subnet', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:36.524029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbc6b78-0e9a-47bd-9cd9-6c43c9de0c5e admin admin] Made reservation on behalf of 05c0877c285e4b76845cc5cfdebe37e6 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:26:36.531281 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4bbc6b78-0e9a-47bd-9cd9-6c43c9de0c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:36.880291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1f3eb7f7-1e5a-454f-b873-2d5323e56852 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:26:36.975016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 1f3eb7f7-1e5a-454f-b873-2d5323e56852 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:26:37.075642 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4bbc6b78-0e9a-47bd-9cd9-6c43c9de0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:37.126771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] No DVR routers for this DVR port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:26:37.130205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0350d-748d-478b-b620-750a1d8087ac req-6e79ca8a-9d2b-4998-b632-0c40554837eb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:37.132306 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6c0350d-748d-478b-b620-750a1d8087ac req-6e79ca8a-9d2b-4998-b632-0c40554837eb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 943 time: 0.2889967 Dec 17 13:26:37.216814 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc6b78-0e9a-47bd-9cd9-6c43c9de0c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9005ed-7cc3-4f19-92d4-72cc469e6ab8,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:37.332487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc6b78-0e9a-47bd-9cd9-6c43c9de0c5e admin admin] Checking segment: {'id': '36ec6b0d-6f3e-475d-8454-01b50e3fb5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:26:37.333252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc6b78-0e9a-47bd-9cd9-6c43c9de0c5e admin admin] Network hostable DHCP agents. Network: 99770952-82f4-403c-9174-0a6afdbd84bd, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:26:37.361440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6c0350d-748d-478b-b620-750a1d8087ac req-c3c54eed-57ea-42c1-9a31-98fdb9212dcb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801076 Dec 17 13:26:37.424873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Attempting to bind port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:26:37.424873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Attempting to bind port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:26:37.424873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Attempting to bind port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 on network 62104884-35ed-48dd-a2e9-27a8145b5ddd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:26:37.426250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 on network 62104884-35ed-48dd-a2e9-27a8145b5ddd not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:26:37.426250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Attempting to bind port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 on network 62104884-35ed-48dd-a2e9-27a8145b5ddd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:26:37.434830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:26:37.434830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Checking segment: {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:26:37.434830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Bound using segment: {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:26:37.434830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Bound port: 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:26:37.434830 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:37.468046 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc6b78-0e9a-47bd-9cd9-6c43c9de0c5e admin admin] Network 99770952-82f4-403c-9174-0a6afdbd84bd is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:26:37.493420 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Sync routers for ids ['4eae9a1f-e0a6-4710-b074-fb5e16954225'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:26:37.506103 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Routers {'4eae9a1f-e0a6-4710-b074-fb5e16954225'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:26:37.507103 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:26:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4eae9a1f-e0a6-4710-b074-fb5e16954225'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:37.600114 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc6b78-0e9a-47bd-9cd9-6c43c9de0c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 99770952-82f4-403c-9174-0a6afdbd84bd) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:37.608668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e563a-4edd-4861-ac9b-47caaf2226da None None] Network 99770952-82f4-403c-9174-0a6afdbd84bd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:26:37.609138 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbc6b78-0e9a-47bd-9cd9-6c43c9de0c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:37.610970 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4bbc6b78-0e9a-47bd-9cd9-6c43c9de0c5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:37.642761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:26:37.649065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:26:37.684749 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Set router 4eae9a1f-e0a6-4710-b074-fb5e16954225 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:26:37.768299 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:37.774207 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4bbc6b78-0e9a-47bd-9cd9-6c43c9de0c5e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3826599 Dec 17 13:26:37.780622 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54274) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:37.786893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1841828755-router', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:37.905760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-99770952-82f4-403c-9174-0a6afdbd84bd', 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd', 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'fixed_ips': [{'subnet_id': '4c9005ed-7cc3-4f19-92d4-72cc469e6ab8'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:26:37.906774 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:37.910740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3eb7f7-1e5a-454f-b873-2d5323e56852,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:37.930541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:37.930541 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:37.931847 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-26ceec76-fc78-4eb7-aca1-39f8ee54bcf4 service neutron] 10.222.0.61 "PUT /v2.0/ports/1f3eb7f7-1e5a-454f-b873-2d5323e56852 HTTP/1.1" status: 200 len: 1091 time: 3.7447317 Dec 17 13:26:37.937489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:26:37.940374 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fe1a2a-7196-48a8-8de0-f000820adaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:26:37.986667 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:37.991278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:38.132404 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432bcd42-84f6-4d62-ab29-eb5a41384072 x-openstack-request-id: req-432bcd42-84f6-4d62-ab29-eb5a41384072 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:26:38.133210 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:26:38.133210 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-432bcd42-84f6-4d62-ab29-eb5a41384072 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:26:38.133539 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'status': 'completed', 'code': 200} Dec 17 13:26:38.268094 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d', 'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'mac_address': 'fa:16:3e:d2:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:30Z', 'updated_at': '2021-12-17T13:26:32Z', 'revision_number': 2, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'subnets': [{'id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:38.295385 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:38.317419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-cd23a1b9-af17-4e19-802b-351182a3ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:38.324588 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-cd23a1b9-af17-4e19-802b-351182a3ace7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1094 time: 0.3496830 Dec 17 13:26:38.344236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Allocated IP 172.20.0.2 (99770952-82f4-403c-9174-0a6afdbd84bd/4c9005ed-7cc3-4f19-92d4-72cc469e6ab8/e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:26:38.357500 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Checking router: 4eae9a1f-e0a6-4710-b074-fb5e16954225 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:26:38.364146 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Updating router 4eae9a1f-e0a6-4710-b074-fb5e16954225 port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:26:38.473260 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:38.720395 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-43e4b660-b36f-4829-bdfb-047ebc603591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:38.735187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-43e4b660-b36f-4829-bdfb-047ebc603591 service neutron] 10.222.0.61 "GET /v2.0/networks?id=62104884-35ed-48dd-a2e9-27a8145b5ddd HTTP/1.1" status: 200 len: 898 time: 0.3949652 Dec 17 13:26:38.751319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-08129dc3-f53d-421a-b090-9b9aa30a181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:38.752978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-08129dc3-f53d-421a-b090-9b9aa30a181a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1094 time: 0.6187031 Dec 17 13:26:38.814178 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:38.896450 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:38.919631 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:38.999594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Network 99770952-82f4-403c-9174-0a6afdbd84bd is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:26:39.011648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:39.016872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:26:39.143275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Pushing event updated for resources: {'Port': ['ID=e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:39.203391 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-f887a4c5-2c6a-49eb-b20b-f5bf1ae45ffa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852 HTTP/1.1" status: 200 len: 999 time: 0.4493983 Dec 17 13:26:39.217982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Attempting to bind port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:26:39.218622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Attempting to bind port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '36ec6b0d-6f3e-475d-8454-01b50e3fb5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:26:39.219164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Attempting to bind port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf on network 99770952-82f4-403c-9174-0a6afdbd84bd {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:26:39.225999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:26:39.226680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Checking segment: {'id': '36ec6b0d-6f3e-475d-8454-01b50e3fb5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:26:39.227267 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:39.227697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd1c7a-0894-49ac-8f6e-347c7d2680f4 req-b7fca834-946b-4692-84e7-791f7b1d01ca tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:39.228043 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Bound using segment: {'id': '36ec6b0d-6f3e-475d-8454-01b50e3fb5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:26:39.228688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Bound port: e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ec6b0d-6f3e-475d-8454-01b50e3fb5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:26:39.229407 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:39.235618 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05cd1c7a-0894-49ac-8f6e-347c7d2680f4 req-b7fca834-946b-4692-84e7-791f7b1d01ca tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 943 time: 0.4984372 Dec 17 13:26:39.308782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] For port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:26:39.312410 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] For port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf,segment=NetworkSegment(36ec6b0d-6f3e-475d-8454-01b50e3fb5f2),segment_id=36ec6b0d-6f3e-475d-8454-01b50e3fb5f2)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:26:39.397194 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:39.399006 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:39.483512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-461328eb-b312-40d7-9a1d-c12857e15e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:39.485030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-461328eb-b312-40d7-9a1d-c12857e15e81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3af360a-af67-4423-807e-dbaf6691cabb HTTP/1.1" status: 200 len: 835 time: 0.2447691 Dec 17 13:26:39.492557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-c0b18875-e8fb-4c98-91ab-77b445bc11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:39.494177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-c0b18875-e8fb-4c98-91ab-77b445bc11cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=62104884-35ed-48dd-a2e9-27a8145b5ddd HTTP/1.1" status: 200 len: 898 time: 0.7110589 Dec 17 13:26:39.571095 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:39.652401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad347c8a-dbd5-4510-8718-de951aba8cdc None None] Pushing event updated for resources: {'Port': ['ID=e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:39.673478 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:39.681838 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-05cd1c7a-0894-49ac-8f6e-347c7d2680f4 req-c2355ff4-7d9a-458c-a136-8c6233073998 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4201374 Dec 17 13:26:39.739634 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:39.744742 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-0b5f9f2c-e251-4156-b8ae-b52cb5857d21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852 HTTP/1.1" status: 200 len: 999 time: 0.2378221 Dec 17 13:26:39.748476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-6e79f0b0-bd54-49e5-a3c1-d31f01f29038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:39.750546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-6e79f0b0-bd54-49e5-a3c1-d31f01f29038 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=62104884-35ed-48dd-a2e9-27a8145b5ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2534676 Dec 17 13:26:39.806393 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Pushing event updated for resources: {'Port': ['ID=0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:40.000866 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.001212 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.001547 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.005915 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.006387 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.006802 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.007204 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.007591 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.009021 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.009421 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.009959 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.011401 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.011795 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:40.056344 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Attempting to bind port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:26:40.056344 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Attempting to bind port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:26:40.056344 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Attempting to bind port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d on network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:26:40.071207 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:26:40.080350 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Checking segment: {'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:26:40.081170 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:40.082425 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Bound using segment: {'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:26:40.084629 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Bound port: 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:26:40.089730 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:40.107866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-0740b1db-a146-48cc-98dc-4daf9713b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:40.109636 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-0740b1db-a146-48cc-98dc-4daf9713b87d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3af360a-af67-4423-807e-dbaf6691cabb HTTP/1.1" status: 200 len: 835 time: 0.3577073 Dec 17 13:26:40.212872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54324) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:40.220723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Allocated IP 172.25.0.11 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/4bfac92b-7bf1-4fa3-a822-e112092419d2) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:26:40.272688 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] For port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:26:40.276966 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] For port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d,segment=NetworkSegment(7d350651-1ef7-4b5d-b11a-370acabfd77c),segment_id=7d350651-1ef7-4b5d-b11a-370acabfd77c)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:26:40.313017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-962c4876-9959-4406-8b11-8c147ae7f41f service neutron] 10.222.0.61 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415444 Dec 17 13:26:40.329512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-214d488c-78d2-4e06-a38c-d01ed69d2c73 None None] Provisioning complete for port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:40.334923 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-214d488c-78d2-4e06-a38c-d01ed69d2c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:40.348187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-c643446f-6856-4897-a7b1-ccbce876ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:40.351335 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-c643446f-6856-4897-a7b1-ccbce876ad0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=62104884-35ed-48dd-a2e9-27a8145b5ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259824 Dec 17 13:26:40.358214 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:40.417837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-214d488c-78d2-4e06-a38c-d01ed69d2c73 None None] Port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:26:40.430546 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:40.504406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-679be41f-f9ec-4b41-ab72-46017f1063e7 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-217102296'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:40.508354 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-679be41f-f9ec-4b41-ab72-46017f1063e7 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Unknown quota resources ['metering_label']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:26:40.558263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99e0589e-4c62-43bb-826c-15391ab65d73 req-8c466d80-ada5-460e-94bb-b8f4a67179ff service neutron] 10.222.0.61 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325389 Dec 17 13:26:40.559488 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ba9ba-b9cb-4cdd-8a8d-961ca4ca34ad None None] Pushing event updated for resources: {'Port': ['ID=0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:40.572692 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Routers {'4eae9a1f-e0a6-4710-b074-fb5e16954225'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:26:40.574932 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:26:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4eae9a1f-e0a6-4710-b074-fb5e16954225'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:40.830577 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] Set router 4eae9a1f-e0a6-4710-b074-fb5e16954225 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:26:40.946376 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-4cb83665-1dc8-4124-9261-e3cd7e21a2bb service neutron] 10.222.0.54 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830986 Dec 17 13:26:41.051427 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:41.082162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-aa6e6ab9-83d2-42c9-bdcd-c13f9a22a19f None None] Provisioning complete for port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:41.086383 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6ab9-83d2-42c9-bdcd-c13f9a22a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:41.181391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-697e92aa-a475-4c51-a1c3-3c97e5bd104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:41.183177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-697e92aa-a475-4c51-a1c3-3c97e5bd104e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1094 time: 0.4269598 Dec 17 13:26:41.258191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:26:41.258564 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:26:41.319695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:26:41.349738 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-679be41f-f9ec-4b41-ab72-46017f1063e7 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:41.354132 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-679be41f-f9ec-4b41-ab72-46017f1063e7 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1377490 Dec 17 13:26:41.354132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:41.356944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:26:41.361820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-623b7709-7c66-4da4-b749-5769e5ae372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:41.363399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-623b7709-7c66-4da4-b749-5769e5ae372a service neutron] 10.222.0.61 "GET /v2.0/networks?id=62104884-35ed-48dd-a2e9-27a8145b5ddd HTTP/1.1" status: 200 len: 898 time: 0.1683145 Dec 17 13:26:41.363907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54344) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:41.373832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5b777787-7675-4085-8deb-46f9572f0342 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a180cca5-3486-47ea-8086-def5bc267a05'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:41.374353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5b777787-7675-4085-8deb-46f9572f0342 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:26:41.395270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a102fde-b4da-466d-95f5-b90738370303 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:26:41.506890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:41.507185 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:41.687487 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-b7299986-323e-41bf-aed8-11cdb93da31b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852 HTTP/1.1" status: 200 len: 999 time: 0.3069243 Dec 17 13:26:41.690908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-0a565a43-3252-4842-a188-813b55f00b21 service neutron] 10.222.0.54 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223074 Dec 17 13:26:41.701037 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d', 'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'mac_address': 'fa:16:3e:d2:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:30Z', 'updated_at': '2021-12-17T13:26:40Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'subnets': [{'id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:41.757984 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43213080-7e8f-449a-91c7-a1031cf86128 None None] The sync data for ids ['4eae9a1f-e0a6-4710-b074-fb5e16954225'] in n-d-815324-5 is: [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d', 'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'mac_address': 'fa:16:3e:d2:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:30Z', 'updated_at': '2021-12-17T13:26:40Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'subnets': [{'id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:26:41.760957 n-d-815324-5 neutron-server[110453]: WARNING neutron.services.metering.metering_plugin [None req-5b777787-7675-4085-8deb-46f9572f0342 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 17 13:26:41.781089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7132b7bb-0180-46be-970b-232b9079e790 None None] Network 99770952-82f4-403c-9174-0a6afdbd84bd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:26:41.859663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bebefd-86ad-4214-b4ed-f5fb620b5b98 req-56963a5b-2926-4127-b943-1c5c224991c7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:41.889310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d9bebefd-86ad-4214-b4ed-f5fb620b5b98 req-56963a5b-2926-4127-b943-1c5c224991c7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 943 time: 0.8459444 Dec 17 13:26:41.984080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Pushing event updated for resources: {'Port': ['ID=4bfac92b-7bf1-4fa3-a822-e112092419d2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:42.047233 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b777787-7675-4085-8deb-46f9572f0342 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:42.051937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5b777787-7675-4085-8deb-46f9572f0342 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6820159 Dec 17 13:26:42.053397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54356) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:42.074223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ada4781e-3077-42f3-a03b-048fa5a4b259 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a180cca5-3486-47ea-8086-def5bc267a05'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:42.074774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ada4781e-3077-42f3-a03b-048fa5a4b259 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:26:42.101299 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6ab9-83d2-42c9-bdcd-c13f9a22a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:42.124501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-71c7d78a-5c44-402f-a15a-aed6a46bbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:42.126596 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-71c7d78a-5c44-402f-a15a-aed6a46bbd8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3af360a-af67-4423-807e-dbaf6691cabb HTTP/1.1" status: 200 len: 835 time: 0.4318454 Dec 17 13:26:42.169876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d9bebefd-86ad-4214-b4ed-f5fb620b5b98 req-2129e22d-4b7c-4878-90ee-55956300b6ce tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790775 Dec 17 13:26:42.351104 n-d-815324-5 neutron-server[110453]: WARNING neutron.services.metering.metering_plugin [None req-ada4781e-3077-42f3-a03b-048fa5a4b259 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 17 13:26:42.375002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-aa6e6ab9-83d2-42c9-bdcd-c13f9a22a19f None None] For port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d,segment=NetworkSegment(7d350651-1ef7-4b5d-b11a-370acabfd77c),segment_id=7d350651-1ef7-4b5d-b11a-370acabfd77c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:42.379486 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:42.452074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf,segment=NetworkSegment(36ec6b0d-6f3e-475d-8454-01b50e3fb5f2),segment_id=36ec6b0d-6f3e-475d-8454-01b50e3fb5f2)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:42.467134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-4a743ebf-95d2-4b37-93e2-92738eaba575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:42.469521 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-4a743ebf-95d2-4b37-93e2-92738eaba575 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=62104884-35ed-48dd-a2e9-27a8145b5ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2663312 Dec 17 13:26:42.485116 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:42.499875 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6ab9-83d2-42c9-bdcd-c13f9a22a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:42.605460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:42.610839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:26:42.723496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ada4781e-3077-42f3-a03b-048fa5a4b259 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:42.731772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54364) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:42.741929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ada4781e-3077-42f3-a03b-048fa5a4b259 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6665449 Dec 17 13:26:42.757346 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4d6da115-6e89-4a55-a0d5-867107a79320 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=6eb3f05e-c54c-430c-a83c-9eb764452fbb HTTP/1.1" status: 200 len: 462 time: 0.0241404 Dec 17 13:26:42.760452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54366) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:42.784584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e6ab9-83d2-42c9-bdcd-c13f9a22a19f None None] Pushing event updated for resources: {'Port': ['ID=0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:42.855844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3f439ba5-4b50-4308-b680-3fda1ee33818 None None] Provisioning complete for port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:42.856306 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3f439ba5-4b50-4308-b680-3fda1ee33818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:42.936194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-c7796ef9-2a23-42ae-98d5-e4c6ddf82231 service neutron] 10.222.0.61 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578402 Dec 17 13:26:43.041726 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:43.059506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:43.060481 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:43.141566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:43.241141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-69fe1a2a-7196-48a8-8de0-f000820adaf8 req-ff40a5f3-6846-4d2d-89d5-f39fc8f8279e service neutron] 10.222.0.61 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848248 Dec 17 13:26:43.334124 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7e26eb60-ed34-4871-9575-95c05f1a6727 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:43.336047 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7e26eb60-ed34-4871-9575-95c05f1a6727 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/6eb3f05e-c54c-430c-a83c-9eb764452fbb HTTP/1.1" status: 204 len: 168 time: 0.5742340 Dec 17 13:26:43.383060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54380) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:43.403323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1ba3d6a3-92ee-44d6-9514-26bb23057a82 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=6eb3f05e-c54c-430c-a83c-9eb764452fbb HTTP/1.1" status: 200 len: 221 time: 0.0178440 Dec 17 13:26:43.407152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54382) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:43.432267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-85116acb-0cf8-412d-9a9e-c06fe1edbeec tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1177487971', 'description': 'label created by tempest'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:43.433030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-85116acb-0cf8-412d-9a9e-c06fe1edbeec tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Unknown quota resources ['metering_label']. {{(pid=110453) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:26:43.475732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3f439ba5-4b50-4308-b680-3fda1ee33818 None None] Provisioning complete for port 4bfac92b-7bf1-4fa3-a822-e112092419d2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:43.478078 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3f439ba5-4b50-4308-b680-3fda1ee33818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:43.538110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a852b-5d9d-4875-aa32-b9d035458ddc req-4610109b-b436-4eb2-8701-92030ef4d189 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:43.540340 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-399a852b-5d9d-4875-aa32-b9d035458ddc req-4610109b-b436-4eb2-8701-92030ef4d189 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 943 time: 0.2670608 Dec 17 13:26:43.592439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3f439ba5-4b50-4308-b680-3fda1ee33818 None None] Port 4bfac92b-7bf1-4fa3-a822-e112092419d2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:26:43.678933 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:26:43.690925 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-399a852b-5d9d-4875-aa32-b9d035458ddc req-32f1d0b1-46c2-4162-a50a-5da2506ad491 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330302 Dec 17 13:26:43.736346 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Router 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:26:43.826937 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85116acb-0cf8-412d-9a9e-c06fe1edbeec tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:43.831309 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-85116acb-0cf8-412d-9a9e-c06fe1edbeec tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4206131 Dec 17 13:26:43.832794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54388) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:43.882602 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-37a090ca-8502-4a1e-8bc9-762103e7b02e None None] Provisioning complete for port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:43.883254 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-37a090ca-8502-4a1e-8bc9-762103e7b02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:43.923090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:43.923718 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:43.958780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d1b6461e-642c-4e2d-bbde-7f6c5597da7e tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=73628eb4-bebd-481c-96a5-08233c193a16 HTTP/1.1" status: 200 len: 468 time: 0.1241570 Dec 17 13:26:43.964684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54394) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:43.965065 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c6ec17a-96ae-44a5-a2ea-8ae7a3aa9f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:44.215921 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:26:44.376026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:44.376990 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:44.557372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2650b976-dfd5-4178-9163-a17727012bf0 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:44.558577 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2650b976-dfd5-4178-9163-a17727012bf0 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/73628eb4-bebd-481c-96a5-08233c193a16 HTTP/1.1" status: 204 len: 168 time: 0.5954213 Dec 17 13:26:44.561443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54406) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:44.578587 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fa646d29-76c1-47df-885e-70e1608052bf tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=73628eb4-bebd-481c-96a5-08233c193a16 HTTP/1.1" status: 200 len: 216 time: 0.0124154 Dec 17 13:26:44.579045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54408) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:44.592267 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-210662c4-4ec6-4bf4-8db9-1e8237316ab4 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0114274 Dec 17 13:26:44.604553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54412) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:44.635272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:26:44.648669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Sync routers for ids ['3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:26:44.655709 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b9f4c5ce-dc3e-4ec4-86bc-ef6e5d2e066f tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0458031 Dec 17 13:26:44.659308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54414) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:44.663848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Routers {'3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:26:44.664325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:26:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:44.722889 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-978f283d-b574-4e28-b815-a20461698589 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/a180cca5-3486-47ea-8086-def5bc267a05 HTTP/1.1" status: 200 len: 472 time: 0.0621660 Dec 17 13:26:44.727553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54416) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:44.738021 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:44.742539 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0b99300a-b0d4-417c-888b-1c3e217882c1 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/44072950-40dd-4b84-83b9-e06566b0501e HTTP/1.1" status: 200 len: 459 time: 0.0106990 Dec 17 13:26:44.742710 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c87af909-95ec-4d1c-844a-ed6d29d2c26d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9595537 Dec 17 13:26:44.742710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54420) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:44.743009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54422) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:44.955926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c65f5-9bdf-4e1c-9398-7e0848786a40 req-5f03a491-ac8b-45a4-b4ba-9fd594d63b8c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:44.966415 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e27c65f5-9bdf-4e1c-9398-7e0848786a40 req-5f03a491-ac8b-45a4-b4ba-9fd594d63b8c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 943 time: 0.1509559 Dec 17 13:26:45.065371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1f3eb7f7-1e5a-454f-b873-2d5323e56852 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:26:45.106026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Set router 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:26:45.182220 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e27c65f5-9bdf-4e1c-9398-7e0848786a40 req-ecde3589-11d1-49b7-a400-81c38139d5b7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143476 Dec 17 13:26:45.431158 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f04531c4-9b48-4872-ba68-0560c5bc0798 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:45.444124 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f04531c4-9b48-4872-ba68-0560c5bc0798 tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/44072950-40dd-4b84-83b9-e06566b0501e HTTP/1.1" status: 204 len: 168 time: 0.6965272 Dec 17 13:26:45.444729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54438) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:45.501539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:45.531635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'port_id': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'mac_address': 'fa:16:3e:72:a2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:26:45.702979 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'name': 'tempest-TestServerBasicOps-1841828755-router', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:38Z', 'updated_at': '2021-12-17T13:26:42Z', 'revision_number': 3, 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'gw_port': {'id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:39Z', 'updated_at': '2021-12-17T13:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:45.765360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Checking router: 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:26:45.765772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Updating router 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 port 4bfac92b-7bf1-4fa3-a822-e112092419d2 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:26:45.768092 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:45.808772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3eb7f7-1e5a-454f-b873-2d5323e56852 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:26:45.818258 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:45.858922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:46.096843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558ff20-8389-4d2d-ab90-65eaefb1c128 req-97862e5a-9154-4b96-9ce0-1aebcb431a9c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:46.102156 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1558ff20-8389-4d2d-ab90-65eaefb1c128 req-97862e5a-9154-4b96-9ce0-1aebcb431a9c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 943 time: 0.2626886 Dec 17 13:26:46.142875 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:46.163945 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:46.169451 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:46.270459 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:46.278467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=1f3eb7f7-1e5a-454f-b873-2d5323e56852,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:46.305607 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1558ff20-8389-4d2d-ab90-65eaefb1c128 req-5e89e323-cd3e-4bcb-ba52-6e6b1f3b1c22 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946111 Dec 17 13:26:46.376234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Attempting to bind port 4bfac92b-7bf1-4fa3-a822-e112092419d2 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:26:46.379339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Attempting to bind port 4bfac92b-7bf1-4fa3-a822-e112092419d2 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:26:46.380386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Attempting to bind port 4bfac92b-7bf1-4fa3-a822-e112092419d2 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:26:46.389261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3050e2b6-8173-4267-9dd8-d69f445a5e83 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:26:46.472279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b57d62-1845-41a6-be0d-8403a4fa900e None None] Pushing event updated for resources: {'Port': ['ID=4bfac92b-7bf1-4fa3-a822-e112092419d2,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:46.475743 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b83ee052-b084-4eed-8393-d07edfe03a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:46.487447 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:26:46.488597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:26:46.489064 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:46.489466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:26:46.498830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Bound port: 4bfac92b-7bf1-4fa3-a822-e112092419d2, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:26:46.499385 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:46.504645 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['1f3eb7f7-1e5a-454f-b873-2d5323e56852'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:26:46.588909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Allocated IP 172.20.0.1 (99770952-82f4-403c-9174-0a6afdbd84bd/4c9005ed-7cc3-4f19-92d4-72cc469e6ab8/cd384b73-72dc-4099-aa97-5c97d18f34b0) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:26:46.697685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-812fa4a6-1342-468e-a48a-f3ddcfd2458f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:46.699517 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-812fa4a6-1342-468e-a48a-f3ddcfd2458f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf&tenant_id=850cc3bed38d459295a3dcc922ba6c36&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 944 time: 0.2335863 Dec 17 13:26:46.699841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9b8ded96-eb3f-4cb6-9e70-fe7e521b231f None None] Provisioning complete for port 4bfac92b-7bf1-4fa3-a822-e112092419d2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:46.700260 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9b8ded96-eb3f-4cb6-9e70-fe7e521b231f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:46.742600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ded96-eb3f-4cb6-9e70-fe7e521b231f None None] Port 4bfac92b-7bf1-4fa3-a822-e112092419d2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:26:46.759360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:46.769080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] For port 4bfac92b-7bf1-4fa3-a822-e112092419d2, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:26:46.773196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] For port 4bfac92b-7bf1-4fa3-a822-e112092419d2, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4bfac92b-7bf1-4fa3-a822-e112092419d2,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:26:46.783452 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c84ff7fa-e338-44c3-b937-90b177dfd2ee tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:46.793116 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c84ff7fa-e338-44c3-b937-90b177dfd2ee tempest-MeteringIpV6TestJSON-1934373339 tempest-MeteringIpV6TestJSON-1934373339-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/a180cca5-3486-47ea-8086-def5bc267a05 HTTP/1.1" status: 204 len: 168 time: 1.3410077 Dec 17 13:26:46.855128 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-e7fa8307-6075-47ce-b4a7-d1d4ef9d63c3 service neutron] delete failed (client error): The resource could not be found. Dec 17 13:26:46.857224 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:46.858693 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-e7fa8307-6075-47ce-b4a7-d1d4ef9d63c3 service neutron] 10.222.0.54 "DELETE /v2.0/ports/1f3eb7f7-1e5a-454f-b873-2d5323e56852/bindings/n-h1-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.1510155 Dec 17 13:26:46.917773 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:47.016296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c502d2c6-2e3a-42ea-b596-dd43f98fe8cd None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:26:47.029289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-4dfae322-688d-4fc1-ba07-1518ee0b3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:47.033436 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-4dfae322-688d-4fc1-ba07-1518ee0b3e26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1095 time: 0.0824735 Dec 17 13:26:47.075082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Network 99770952-82f4-403c-9174-0a6afdbd84bd is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:26:47.084865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:47.088377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Routers {'3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:26:47.089066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:26:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:47.091501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:26:47.100744 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=cd384b73-72dc-4099-aa97-5c97d18f34b0,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:47.251117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] Set router 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:26:47.289950 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:47.327017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-e1cd661c-8c8b-407a-ba63-a0c90e5cad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:47.334589 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-e1cd661c-8c8b-407a-ba63-a0c90e5cad72 service neutron] 10.222.0.54 "GET /v2.0/networks?id=62104884-35ed-48dd-a2e9-27a8145b5ddd HTTP/1.1" status: 200 len: 898 time: 0.2931945 Dec 17 13:26:47.401318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b57d62-1845-41a6-be0d-8403a4fa900e None None] Pushing event updated for resources: {'Port': ['ID=4bfac92b-7bf1-4fa3-a822-e112092419d2,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:47.408774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4fd3fb39-4105-4331-8851-01df51143ae3 None None] Provisioning complete for port 4bfac92b-7bf1-4fa3-a822-e112092419d2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:47.409159 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4fd3fb39-4105-4331-8851-01df51143ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:47.614342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-b667ae43-1d09-4561-b54a-b27899e90997 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852 HTTP/1.1" status: 200 len: 1000 time: 0.2707093 Dec 17 13:26:47.624835 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf7c82-787d-4b0b-b195-4e66dd7a3caa req-c034091b-bf69-4d0f-a7ff-7549a41595e9 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:47.626930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bcf7c82-787d-4b0b-b195-4e66dd7a3caa req-c034091b-bf69-4d0f-a7ff-7549a41595e9 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 944 time: 0.1099303 Dec 17 13:26:47.719786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-dcab9809-1496-4cb8-aaa0-23126bb2b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:47.721717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-dcab9809-1496-4cb8-aaa0-23126bb2b2e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3af360a-af67-4423-807e-dbaf6691cabb HTTP/1.1" status: 200 len: 835 time: 0.0935323 Dec 17 13:26:47.723074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54478) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:47.782921 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:47.840004 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bcf7c82-787d-4b0b-b195-4e66dd7a3caa req-5b891182-179d-474e-bb61-8571794c85be tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138179 Dec 17 13:26:47.853360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-b9df3c13-7f4c-4dde-b84b-49aee5bcec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:47.855184 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-b9df3c13-7f4c-4dde-b84b-49aee5bcec9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=62104884-35ed-48dd-a2e9-27a8145b5ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154711 Dec 17 13:26:47.973517 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-a054132f-056b-459d-bdf0-9232bc7a0efb service neutron] 10.222.0.54 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092591 Dec 17 13:26:48.023982 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:48.070292 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4fd3fb39-4105-4331-8851-01df51143ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:48.109424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4fd3fb39-4105-4331-8851-01df51143ae3 None None] For port 4bfac92b-7bf1-4fa3-a822-e112092419d2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4bfac92b-7bf1-4fa3-a822-e112092419d2,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:48.123875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'name': 'tempest-TestServerBasicOps-1841828755-router', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:38Z', 'updated_at': '2021-12-17T13:26:42Z', 'revision_number': 3, 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'gw_port': {'id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:39Z', 'updated_at': '2021-12-17T13:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:48.129282 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b7ea222-2663-4ac9-bc8e-dd67e73df492 req-1f08f3c0-029d-4eb4-a483-4ef865734cfe service neutron] 10.222.0.54 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444929 Dec 17 13:26:48.136878 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e571062-f4e6-4949-bbeb-2bd908fb788d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:48.186174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3c639-e696-4d79-9ee0-254b79f247fd None None] The sync data for ids ['3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'] in n-d-815324-5 is: [{'id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'name': 'tempest-TestServerBasicOps-1841828755-router', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:38Z', 'updated_at': '2021-12-17T13:26:42Z', 'revision_number': 3, 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'gw_port': {'id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:39Z', 'updated_at': '2021-12-17T13:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:26:48.207118 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:48.209843 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4fd3fb39-4105-4331-8851-01df51143ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:48.269615 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:48.310843 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e571062-f4e6-4949-bbeb-2bd908fb788d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:48.346277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3fb39-4105-4331-8851-01df51143ae3 None None] Pushing event updated for resources: {'Port': ['ID=4bfac92b-7bf1-4fa3-a822-e112092419d2,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:48.372576 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=cd384b73-72dc-4099-aa97-5c97d18f34b0,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:48.391824 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e571062-f4e6-4949-bbeb-2bd908fb788d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:48.392731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4642b07a-135d-495e-bb3e-014907098065 None None] Provisioning complete for port cd384b73-72dc-4099-aa97-5c97d18f34b0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:48.393118 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4642b07a-135d-495e-bb3e-014907098065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:48.444013 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:48.454326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3e571062-f4e6-4949-bbeb-2bd908fb788d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80e7ea6c7dab4b198e24f2eb28c0104c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7202585 Dec 17 13:26:48.456467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54488) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:48.463294 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4642b07a-135d-495e-bb3e-014907098065 None None] Port cd384b73-72dc-4099-aa97-5c97d18f34b0 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:26:48.529785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e571062-f4e6-4949-bbeb-2bd908fb788d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a8c769-5ceb-46c9-b513-450a020513a4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:48.705306 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9eb449d-c89a-4284-8d6c-ade29fd36714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:48.824259 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9eb449d-c89a-4284-8d6c-ade29fd36714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:48.826607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1f3eb7f7-1e5a-454f-b873-2d5323e56852 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:26:48.858002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Network 99770952-82f4-403c-9174-0a6afdbd84bd is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:26:48.869376 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:26:48.985525 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:49.123362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:26:49.129129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:49.129129 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:49.257249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Router 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:26:49.277224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3d387-a595-4bcc-a9af-755fb92f230c req-1bcbb0dc-906d-425a-b044-eac2eced6edc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:49.310499 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52b3d387-a595-4bcc-a9af-755fb92f230c req-1bcbb0dc-906d-425a-b044-eac2eced6edc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 944 time: 0.2720418 Dec 17 13:26:49.414590 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52b3d387-a595-4bcc-a9af-755fb92f230c req-0804ef32-af38-4738-84c6-49f2eddceb5b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872259 Dec 17 13:26:49.453227 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9eb449d-c89a-4284-8d6c-ade29fd36714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:49.456017 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b9eb449d-c89a-4284-8d6c-ade29fd36714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:49.461246 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b9eb449d-c89a-4284-8d6c-ade29fd36714 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/24a8c769-5ceb-46c9-b513-450a020513a4 HTTP/1.1" status: 204 len: 168 time: 0.9959202 Dec 17 13:26:49.470025 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:49.479081 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb449d-c89a-4284-8d6c-ade29fd36714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a8c769-5ceb-46c9-b513-450a020513a4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:49.514092 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:26:49.525453 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1da2a388-a6dd-47d8-ad23-c3f28e92c7b9 admin admin] 10.222.0.59 "PUT /v2.0/routers/3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7813303 Dec 17 13:26:49.703458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:26:49.712515 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe65e3e-2a80-4bd0-aaef-f02cf375f0a4" -d '{"events": [{"server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "name": "network-vif-plugged", "status": "completed", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:26:49.768636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bd9219f0-7ef5-4ffa-85c8-de885b64e3eb None None] Provisioning complete for port cd384b73-72dc-4099-aa97-5c97d18f34b0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:49.770819 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd9219f0-7ef5-4ffa-85c8-de885b64e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:49.833615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:49.842053 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f1a478-c037-44f6-8ed8-23d05249e417 x-openstack-request-id: req-83f1a478-c037-44f6-8ed8-23d05249e417 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:26:49.842680 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "name": "network-vif-plugged", "status": "completed", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:26:49.848524 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83f1a478-c037-44f6-8ed8-23d05249e417 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:26:49.848524 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'code': 200} Dec 17 13:26:49.848524 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4bfac92b-7bf1-4fa3-a822-e112092419d2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:26:49.918229 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:49.948795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bd9219f0-7ef5-4ffa-85c8-de885b64e3eb None None] Port cd384b73-72dc-4099-aa97-5c97d18f34b0 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:26:49.952652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:49.974215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ad62-8f41-43e5-bd84-e70624b284ce req-9a543cbc-55a0-4256-8981-8f88001c7975 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:49.981750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ad62-8f41-43e5-bd84-e70624b284ce req-9a543cbc-55a0-4256-8981-8f88001c7975 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:49.989694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ad62-8f41-43e5-bd84-e70624b284ce req-9a543cbc-55a0-4256-8981-8f88001c7975 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:49.997663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ad62-8f41-43e5-bd84-e70624b284ce req-9a543cbc-55a0-4256-8981-8f88001c7975 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:50.019029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ad62-8f41-43e5-bd84-e70624b284ce req-9a543cbc-55a0-4256-8981-8f88001c7975 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:50.038237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ad62-8f41-43e5-bd84-e70624b284ce req-9a543cbc-55a0-4256-8981-8f88001c7975 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:50.044953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ad62-8f41-43e5-bd84-e70624b284ce req-9a543cbc-55a0-4256-8981-8f88001c7975 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:50.047066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91e4ad62-8f41-43e5-bd84-e70624b284ce req-9a543cbc-55a0-4256-8981-8f88001c7975 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5434 time: 0.2348320 Dec 17 13:26:50.083033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4bfac92b-7bf1-4fa3-a822-e112092419d2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:50.083033 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:50.249098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=1f3eb7f7-1e5a-454f-b873-2d5323e56852,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:50.283066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91e4ad62-8f41-43e5-bd84-e70624b284ce req-730d8dd7-02ce-4599-ba38-4e2036cad145 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2277970 Dec 17 13:26:50.604832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e590f-4c0b-48d9-8aa9-047959f309e6 req-dfa3d6f7-bb72-4d4a-9b1a-e414cbdda921 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:50.614103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e1e590f-4c0b-48d9-8aa9-047959f309e6 req-dfa3d6f7-bb72-4d4a-9b1a-e414cbdda921 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.1061783 Dec 17 13:26:50.689340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54548) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:50.709797 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9880a547-492d-4f5c-b327-4daf9168863c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:50.745746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e1e590f-4c0b-48d9-8aa9-047959f309e6 req-ef0c518d-a483-4254-a10a-d7569260ee1a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216812 Dec 17 13:26:50.783572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54550) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:50.810179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54552) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:50.866054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6b2ca193-a3a0-4eeb-b48d-9b5ae8440d02 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1739552491', 'description': 'tempest-secgroup-smoke-1739552491 description', 'project_id': '42ce2784e85b4127ad8c713af6203070'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:50.875621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-cf8a2266-4ab7-4ba5-b866-2eb7983db0af tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:50.883365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-cf8a2266-4ab7-4ba5-b866-2eb7983db0af tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:50.902106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-cf8a2266-4ab7-4ba5-b866-2eb7983db0af tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:50.908379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-cf8a2266-4ab7-4ba5-b866-2eb7983db0af tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:50.914441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-cf8a2266-4ab7-4ba5-b866-2eb7983db0af tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:50.921389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-cf8a2266-4ab7-4ba5-b866-2eb7983db0af tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:50.927928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-cf8a2266-4ab7-4ba5-b866-2eb7983db0af tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:50.930264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-cf8a2266-4ab7-4ba5-b866-2eb7983db0af tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5434 time: 0.1722312 Dec 17 13:26:50.988844 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8557c84a-9f9b-4923-8569-e713ae3a41f9 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/6c3519df-b7f9-4223-9a6a-144b2b923ffd HTTP/1.1" status: 200 len: 993 time: 0.2026536 Dec 17 13:26:51.015811 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b2ca193-a3a0-4eeb-b48d-9b5ae8440d02 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.017225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-12373932-1de0-4c25-93c5-427dbfb2d09a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:51.019093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-12373932-1de0-4c25-93c5-427dbfb2d09a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "GET /v2.0/ports/731e1dcb-c235-4f38-a39c-20fb543ce7e9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0799847 Dec 17 13:26:51.101851 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9880a547-492d-4f5c-b327-4daf9168863c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.131298 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b2ca193-a3a0-4eeb-b48d-9b5ae8440d02 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.171092 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9880a547-492d-4f5c-b327-4daf9168863c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.181348 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-664e5684-6075-425b-a043-b0dc6881ca30 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "GET /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1556153 Dec 17 13:26:51.196498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:51.212329 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b2ca193-a3a0-4eeb-b48d-9b5ae8440d02 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.270781 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9880a547-492d-4f5c-b327-4daf9168863c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bef7153d96cc4944ab5fcb8725498cf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5788503 Dec 17 13:26:51.272793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54560) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:51.281733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880a547-492d-4f5c-b327-4daf9168863c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37dc2ec-0718-443a-93af-5a57f01f8afe,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:51.340845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ca193-a3a0-4eeb-b48d-9b5ae8440d02 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81278ca8-0951-4e4c-8e2a-fb86ea601dc5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:51.347088 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.360709 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b2ca193-a3a0-4eeb-b48d-9b5ae8440d02 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.362311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6b2ca193-a3a0-4eeb-b48d-9b5ae8440d02 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5495617 Dec 17 13:26:51.365864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54568) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:51.370931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-fadf3732-bb07-4105-a692-ab8620c4418c tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Request body: {'security_group_rule': {'security_group_id': '81278ca8-0951-4e4c-8e2a-fb86ea601dc5', 'project_id': '42ce2784e85b4127ad8c713af6203070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:51.447400 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c5f8b656-2471-40b0-b088-015988dce942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.541148 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c5f8b656-2471-40b0-b088-015988dce942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.578126 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fadf3732-bb07-4105-a692-ab8620c4418c tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.603186 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Sync routers for ids ['3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:26:51.619367 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Routers {'3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:26:51.620008 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:26:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:51.725029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df2ef-b989-4efc-8c8f-ba144a963f8b req-6f77bbf0-f8e5-4515-b3f6-ebc24c4da18d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:51.731846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df2ef-b989-4efc-8c8f-ba144a963f8b req-6f77bbf0-f8e5-4515-b3f6-ebc24c4da18d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:51.739598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df2ef-b989-4efc-8c8f-ba144a963f8b req-6f77bbf0-f8e5-4515-b3f6-ebc24c4da18d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:51.754160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df2ef-b989-4efc-8c8f-ba144a963f8b req-6f77bbf0-f8e5-4515-b3f6-ebc24c4da18d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:51.761569 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df2ef-b989-4efc-8c8f-ba144a963f8b req-6f77bbf0-f8e5-4515-b3f6-ebc24c4da18d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:51.769491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df2ef-b989-4efc-8c8f-ba144a963f8b req-6f77bbf0-f8e5-4515-b3f6-ebc24c4da18d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:51.776546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df2ef-b989-4efc-8c8f-ba144a963f8b req-6f77bbf0-f8e5-4515-b3f6-ebc24c4da18d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:51.779022 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-810df2ef-b989-4efc-8c8f-ba144a963f8b req-6f77bbf0-f8e5-4515-b3f6-ebc24c4da18d tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 5434 time: 0.2014146 Dec 17 13:26:51.781281 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fadf3732-bb07-4105-a692-ab8620c4418c tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.849231 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c5f8b656-2471-40b0-b088-015988dce942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.854089 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c5f8b656-2471-40b0-b088-015988dce942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.857396 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Set router 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:26:51.858932 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c5f8b656-2471-40b0-b088-015988dce942 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d37dc2ec-0718-443a-93af-5a57f01f8afe HTTP/1.1" status: 204 len: 168 time: 0.5843742 Dec 17 13:26:51.876147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8b656-2471-40b0-b088-015988dce942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37dc2ec-0718-443a-93af-5a57f01f8afe,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:51.890390 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fadf3732-bb07-4105-a692-ab8620c4418c tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:51.941398 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-810df2ef-b989-4efc-8c8f-ba144a963f8b req-3ae5def0-436c-4a93-bf5a-ba2f6bdc64a6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462381 Dec 17 13:26:51.960642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] For port 731e1dcb-c235-4f38-a39c-20fb543ce7e9, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=731e1dcb-c235-4f38-a39c-20fb543ce7e9,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:51.976953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf3732-bb07-4105-a692-ab8620c4418c tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef61e21-5d88-41a0-bd9e-796c44699b26,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:52.065173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] For port 731e1dcb-c235-4f38-a39c-20fb543ce7e9, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:26:52.135475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] device_id is not set on port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:26:52.157227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:52.158096 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fadf3732-bb07-4105-a692-ab8620c4418c tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:52.166570 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fadf3732-bb07-4105-a692-ab8620c4418c tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7961993 Dec 17 13:26:52.168008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54580) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:52.190325 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f40ec4c7-172e-48d3-a98a-6baadda5e518 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Request body: {'security_group_rule': {'security_group_id': '81278ca8-0951-4e4c-8e2a-fb86ea601dc5', 'project_id': '42ce2784e85b4127ad8c713af6203070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:52.320894 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'name': 'tempest-TestServerBasicOps-1841828755-router', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:38Z', 'updated_at': '2021-12-17T13:26:47Z', 'revision_number': 4, 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'gw_port': {'id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:39Z', 'updated_at': '2021-12-17T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'cd384b73-72dc-4099-aa97-5c97d18f34b0', 'name': '', 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'mac_address': 'fa:16:3e:c7:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '4c9005ed-7cc3-4f19-92d4-72cc469e6ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:46Z', 'updated_at': '2021-12-17T13:26:47Z', 'revision_number': 2, 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'subnets': [{'id': '4c9005ed-7cc3-4f19-92d4-72cc469e6ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:52.322763 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:52.383975 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f40ec4c7-172e-48d3-a98a-6baadda5e518 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:52.406101 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Checking router: 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:26:52.406999 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Updating router 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 port cd384b73-72dc-4099-aa97-5c97d18f34b0 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:26:52.428875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] Pushing event updated for resources: {'Port': ['ID=731e1dcb-c235-4f38-a39c-20fb543ce7e9,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:52.488510 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:52.492858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] No DVR routers for this DVR port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:26:52.607421 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f40ec4c7-172e-48d3-a98a-6baadda5e518 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:52.645875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] In _notify_port_updated(), no bound segment for port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:26:52.648544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:52.650047 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:52.660308 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-857d3416-a8cc-4846-87a7-153a8ffb4add service neutron] 10.222.0.54 "PUT /v2.0/ports/731e1dcb-c235-4f38-a39c-20fb543ce7e9 HTTP/1.1" status: 200 len: 1027 time: 1.4633625 Dec 17 13:26:52.682741 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f40ec4c7-172e-48d3-a98a-6baadda5e518 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:52.712001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ec4c7-172e-48d3-a98a-6baadda5e518 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d565d7b-96f7-455d-974f-da20e37a306f,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:52.761219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-07d4597b-3d1e-49c3-a96a-f5ed659e4449 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:52.775664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-07d4597b-3d1e-49c3-a96a-f5ed659e4449 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "GET /v2.0/ports/020196ad-0617-491a-a5a3-0e0d6fbcee80?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1037722 Dec 17 13:26:52.783672 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f40ec4c7-172e-48d3-a98a-6baadda5e518 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:52.786854 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f40ec4c7-172e-48d3-a98a-6baadda5e518 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6164732 Dec 17 13:26:52.791295 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54602) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:52.796624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:52.803685 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6e6c145e-d505-4ce5-b2a9-10f17f4fa52e tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Request body: {'security_group_rule': {'security_group_id': '81278ca8-0951-4e4c-8e2a-fb86ea601dc5', 'project_id': '42ce2784e85b4127ad8c713af6203070', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:52.877976 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:52.902003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-497bc07f-07c3-4c72-921a-6def0bd36ce9 None None] Provisioning complete for port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:52.902672 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-497bc07f-07c3-4c72-921a-6def0bd36ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:52.970484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 731e1dcb-c235-4f38-a39c-20fb543ce7e9 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:26:52.973476 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e6c145e-d505-4ce5-b2a9-10f17f4fa52e tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.114386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-497bc07f-07c3-4c72-921a-6def0bd36ce9 None None] Port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:26:53.162549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 731e1dcb-c235-4f38-a39c-20fb543ce7e9 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:26:53.163442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f99441c3-e78c-481a-a400-377495b58bb3 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:26:53.169070 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e6c145e-d505-4ce5-b2a9-10f17f4fa52e tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.183682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6197-965c-4846-8d6d-8e9bf7c70e38 req-03fa8ddc-88d7-4457-95a4-714b3f8bdae8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:53.190281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6197-965c-4846-8d6d-8e9bf7c70e38 req-03fa8ddc-88d7-4457-95a4-714b3f8bdae8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:53.197751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6197-965c-4846-8d6d-8e9bf7c70e38 req-03fa8ddc-88d7-4457-95a4-714b3f8bdae8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:53.204281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6197-965c-4846-8d6d-8e9bf7c70e38 req-03fa8ddc-88d7-4457-95a4-714b3f8bdae8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:53.211694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6197-965c-4846-8d6d-8e9bf7c70e38 req-03fa8ddc-88d7-4457-95a4-714b3f8bdae8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:53.223966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a6197-965c-4846-8d6d-8e9bf7c70e38 req-03fa8ddc-88d7-4457-95a4-714b3f8bdae8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:53.251923 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-523a6197-965c-4846-8d6d-8e9bf7c70e38 req-03fa8ddc-88d7-4457-95a4-714b3f8bdae8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 4660 time: 0.1621025 Dec 17 13:26:53.280297 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e6c145e-d505-4ce5-b2a9-10f17f4fa52e tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.293019 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.294767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] For port 020196ad-0617-491a-a5a3-0e0d6fbcee80, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=020196ad-0617-491a-a5a3-0e0d6fbcee80,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:53.368701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] For port 020196ad-0617-491a-a5a3-0e0d6fbcee80, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:26:53.393282 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c145e-d505-4ce5-b2a9-10f17f4fa52e tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9a4341-e867-45e1-9155-9c6066bfd4f9,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:53.405030 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.414278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.453641 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e6c145e-d505-4ce5-b2a9-10f17f4fa52e tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.455958 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6e6c145e-d505-4ce5-b2a9-10f17f4fa52e tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6633551 Dec 17 13:26:53.460804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54614) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:53.468297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] device_id is not set on port 020196ad-0617-491a-a5a3-0e0d6fbcee80 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:26:53.480884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-523a6197-965c-4846-8d6d-8e9bf7c70e38 req-c9f245f8-0f93-4dba-b5b9-60ca69707c2a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=1ee04c4e-1bae-4b22-97a7-24fd3f61d151&id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2279088 Dec 17 13:26:53.490148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7e749273-d3fe-4f91-a5e2-913e37707d91 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Request body: {'security_group_rule': {'security_group_id': '81278ca8-0951-4e4c-8e2a-fb86ea601dc5', 'project_id': '42ce2784e85b4127ad8c713af6203070', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:53.501446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f99441c3-e78c-481a-a400-377495b58bb3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f99441c3-e78c-481a-a400-377495b58bb3,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:53.503920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99441c3-e78c-481a-a400-377495b58bb3'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:26:53.506927 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2f50cf-54ce-424c-ad2f-8ddecdedf4bb" -d '{"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-unplugged", "status": "completed", "tag": "f99441c3-e78c-481a-a400-377495b58bb3"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:26:53.523234 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.580890 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45b6ac3-61f4-4124-896a-82ed28bd6b03 x-openstack-request-id: req-d45b6ac3-61f4-4124-896a-82ed28bd6b03 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:26:53.582243 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-unplugged", "status": "completed", "tag": "f99441c3-e78c-481a-a400-377495b58bb3", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:26:53.582754 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d45b6ac3-61f4-4124-896a-82ed28bd6b03 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:26:53.583426 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99441c3-e78c-481a-a400-377495b58bb3', 'code': 200} Dec 17 13:26:53.607264 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f643fd-c3ed-47fc-ac10-4944dd260693 None None] Pushing event updated for resources: {'Port': ['ID=cd384b73-72dc-4099-aa97-5c97d18f34b0,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:53.617679 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.618604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device c48b8075-90b6-4a05-99c5-7ae2869d8493 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:26:53.672936 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.695875 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e749273-d3fe-4f91-a5e2-913e37707d91 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.719022 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Attempting to bind port cd384b73-72dc-4099-aa97-5c97d18f34b0 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:26:53.719599 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Attempting to bind port cd384b73-72dc-4099-aa97-5c97d18f34b0 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '36ec6b0d-6f3e-475d-8454-01b50e3fb5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:26:53.720177 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Attempting to bind port cd384b73-72dc-4099-aa97-5c97d18f34b0 on network 99770952-82f4-403c-9174-0a6afdbd84bd {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:26:53.760890 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:26:53.760890 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Checking segment: {'id': '36ec6b0d-6f3e-475d-8454-01b50e3fb5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:26:53.760890 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.760890 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Bound using segment: {'id': '36ec6b0d-6f3e-475d-8454-01b50e3fb5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:26:53.760890 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Bound port: cd384b73-72dc-4099-aa97-5c97d18f34b0, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ec6b0d-6f3e-475d-8454-01b50e3fb5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:26:53.760890 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:53.875846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] No DVR routers for this DVR port 020196ad-0617-491a-a5a3-0e0d6fbcee80 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:26:53.887310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=f99441c3-e78c-481a-a400-377495b58bb3,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:53.963049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] Pushing event updated for resources: {'Port': ['ID=020196ad-0617-491a-a5a3-0e0d6fbcee80,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:54.016582 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] In _notify_port_updated(), no bound segment for port 020196ad-0617-491a-a5a3-0e0d6fbcee80 on network aa79fced-7bd7-4ed5-a7d9-942d278d4923 {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:26:54.017740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:54.018487 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:54.021433 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-8f1facdf-7b53-461d-ad94-17b554352316 service neutron] 10.222.0.54 "PUT /v2.0/ports/020196ad-0617-491a-a5a3-0e0d6fbcee80 HTTP/1.1" status: 200 len: 1028 time: 1.2449660 Dec 17 13:26:54.055055 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e749273-d3fe-4f91-a5e2-913e37707d91 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:54.096083 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:54.119550 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] For port cd384b73-72dc-4099-aa97-5c97d18f34b0, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:26:54.132335 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] For port cd384b73-72dc-4099-aa97-5c97d18f34b0, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cd384b73-72dc-4099-aa97-5c97d18f34b0,segment=NetworkSegment(36ec6b0d-6f3e-475d-8454-01b50e3fb5f2),segment_id=36ec6b0d-6f3e-475d-8454-01b50e3fb5f2)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:26:54.204332 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:54.217635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port c48b8075-90b6-4a05-99c5-7ae2869d8493, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c48b8075-90b6-4a05-99c5-7ae2869d8493,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:54.227291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-105d09d6-5505-40af-8774-47de2a37628a None None] Provisioning complete for port cd384b73-72dc-4099-aa97-5c97d18f34b0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:54.227291 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-105d09d6-5505-40af-8774-47de2a37628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:54.264407 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e749273-d3fe-4f91-a5e2-913e37707d91 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:54.308824 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:54.309702 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 481bfb10-dde3-4f1f-a464-4d5a08d9a84c no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:26:54.355149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e749273-d3fe-4f91-a5e2-913e37707d91 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9b76d7-1a63-4509-8363-923ccc3e6abd,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:54.380546 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Routers {'3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:26:54.385284 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:26:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:54.424459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-17dfd4d8-20b9-4630-992c-3c28825dc737 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Deleting port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:26:54.424851 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-17dfd4d8-20b9-4630-992c-3c28825dc737 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:54.546674 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f643fd-c3ed-47fc-ac10-4944dd260693 None None] Pushing event updated for resources: {'Port': ['ID=cd384b73-72dc-4099-aa97-5c97d18f34b0,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:54.699089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e749273-d3fe-4f91-a5e2-913e37707d91 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:54.705977 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7e749273-d3fe-4f91-a5e2-913e37707d91 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2437813 Dec 17 13:26:54.723082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54644) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:54.745123 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] Set router 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:26:54.755206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0d360a84-4da6-4ed7-bf98-7792eaf62413 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Request body: {'security_group_rule': {'security_group_id': '81278ca8-0951-4e4c-8e2a-fb86ea601dc5', 'project_id': '42ce2784e85b4127ad8c713af6203070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:54.807552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433385-eba3-4f2d-b8a5-02a53943f618 req-51a3dc06-6d2c-4ccf-a992-9dcfcf06005e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:54.825464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-17dfd4d8-20b9-4630-992c-3c28825dc737 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] For port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=481bfb10-dde3-4f1f-a464-4d5a08d9a84c,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:54.838334 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-17dfd4d8-20b9-4630-992c-3c28825dc737 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:54.846930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433385-eba3-4f2d-b8a5-02a53943f618 req-51a3dc06-6d2c-4ccf-a992-9dcfcf06005e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:54.891821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433385-eba3-4f2d-b8a5-02a53943f618 req-51a3dc06-6d2c-4ccf-a992-9dcfcf06005e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:54.938072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-17dfd4d8-20b9-4630-992c-3c28825dc737 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Calling delete_port for 481bfb10-dde3-4f1f-a464-4d5a08d9a84c owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:26:54.948157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433385-eba3-4f2d-b8a5-02a53943f618 req-51a3dc06-6d2c-4ccf-a992-9dcfcf06005e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:54.988754 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433385-eba3-4f2d-b8a5-02a53943f618 req-51a3dc06-6d2c-4ccf-a992-9dcfcf06005e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:54.994987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e433385-eba3-4f2d-b8a5-02a53943f618 req-51a3dc06-6d2c-4ccf-a992-9dcfcf06005e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 3881 time: 0.3700020 Dec 17 13:26:55.080581 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=c48b8075-90b6-4a05-99c5-7ae2869d8493,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:55.098991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.100175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.100175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.100521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.101094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.101825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.102377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.102897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.103452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.104102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.104601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.105122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.105678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:26:55.155522 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e433385-eba3-4f2d-b8a5-02a53943f618 req-eef932c1-ca8c-4a4e-b756-e376e175099f tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512370 Dec 17 13:26:55.204750 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-0d360a84-4da6-4ed7-bf98-7792eaf62413 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Project 42ce2784e85b4127ad8c713af6203070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:26:55.209949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d360a84-4da6-4ed7-bf98-7792eaf62413 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:55.330986 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-105d09d6-5505-40af-8774-47de2a37628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:55.403723 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:55.436252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-105d09d6-5505-40af-8774-47de2a37628a None None] For port cd384b73-72dc-4099-aa97-5c97d18f34b0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cd384b73-72dc-4099-aa97-5c97d18f34b0,segment=NetworkSegment(36ec6b0d-6f3e-475d-8454-01b50e3fb5f2),segment_id=36ec6b0d-6f3e-475d-8454-01b50e3fb5f2)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:55.455794 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d360a84-4da6-4ed7-bf98-7792eaf62413 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:55.502230 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'name': 'tempest-TestServerBasicOps-1841828755-router', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:38Z', 'updated_at': '2021-12-17T13:26:47Z', 'revision_number': 4, 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'gw_port': {'id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:39Z', 'updated_at': '2021-12-17T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'cd384b73-72dc-4099-aa97-5c97d18f34b0', 'name': '', 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'mac_address': 'fa:16:3e:c7:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '4c9005ed-7cc3-4f19-92d4-72cc469e6ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:46Z', 'updated_at': '2021-12-17T13:26:54Z', 'revision_number': 4, 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'subnets': [{'id': '4c9005ed-7cc3-4f19-92d4-72cc469e6ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:26:55.576550 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caa7585-f903-4f10-bd76-8da4ce23e94a None None] The sync data for ids ['3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'] in n-d-815324-5 is: [{'id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'name': 'tempest-TestServerBasicOps-1841828755-router', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:38Z', 'updated_at': '2021-12-17T13:26:47Z', 'revision_number': 4, 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'gw_port': {'id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:39Z', 'updated_at': '2021-12-17T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'cd384b73-72dc-4099-aa97-5c97d18f34b0', 'name': '', 'network_id': '99770952-82f4-403c-9174-0a6afdbd84bd', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'mac_address': 'fa:16:3e:c7:1f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '4c9005ed-7cc3-4f19-92d4-72cc469e6ab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:46Z', 'updated_at': '2021-12-17T13:26:54Z', 'revision_number': 4, 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'subnets': [{'id': '4c9005ed-7cc3-4f19-92d4-72cc469e6ab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:26:55.585129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c48b8075-90b6-4a05-99c5-7ae2869d8493'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:26:55.588618 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d0b928-eac7-4e19-8101-5f8e85f229bf" -d '{"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-unplugged", "status": "completed", "tag": "c48b8075-90b6-4a05-99c5-7ae2869d8493"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:26:55.610115 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d360a84-4da6-4ed7-bf98-7792eaf62413 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:55.610779 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-105d09d6-5505-40af-8774-47de2a37628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:55.657966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d360a84-4da6-4ed7-bf98-7792eaf62413 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ac4a11-124e-41c4-b84f-189ee3bfe1d5,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:55.675441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-17dfd4d8-20b9-4630-992c-3c28825dc737 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:55.733046 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7cbcf2-f953-42e5-83e0-ebd09be2c473 x-openstack-request-id: req-ea7cbcf2-f953-42e5-83e0-ebd09be2c473 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:26:55.734132 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-unplugged", "status": "completed", "tag": "c48b8075-90b6-4a05-99c5-7ae2869d8493", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:26:55.734789 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea7cbcf2-f953-42e5-83e0-ebd09be2c473 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:26:55.735912 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c48b8075-90b6-4a05-99c5-7ae2869d8493', 'code': 200} Dec 17 13:26:55.822615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfd4d8-20b9-4630-992c-3c28825dc737 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Port': ['ID=481bfb10-dde3-4f1f-a464-4d5a08d9a84c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:55.836388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d360a84-4da6-4ed7-bf98-7792eaf62413 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:55.841010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0d360a84-4da6-4ed7-bf98-7792eaf62413 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1113787 Dec 17 13:26:55.842376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54676) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:55.872318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b50f222a-ae63-4497-94e3-aea39ae5c0c4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Request body: {'security_group_rule': {'security_group_id': '81278ca8-0951-4e4c-8e2a-fb86ea601dc5', 'project_id': '42ce2784e85b4127ad8c713af6203070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:55.927782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 020196ad-0617-491a-a5a3-0e0d6fbcee80 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:26:55.987017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e2bc1da2-dc0a-4686-8676-827193c0beac None None] Provisioning complete for port 020196ad-0617-491a-a5a3-0e0d6fbcee80 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:55.991175 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1da2-dc0a-4686-8676-827193c0beac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:56.019616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-17dfd4d8-20b9-4630-992c-3c28825dc737 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] No DVR routers for this DVR port 481bfb10-dde3-4f1f-a464-4d5a08d9a84c on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:26:56.024962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-17dfd4d8-20b9-4630-992c-3c28825dc737 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:56.039632 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-17dfd4d8-20b9-4630-992c-3c28825dc737 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "DELETE /v2.0/ports/481bfb10-dde3-4f1f-a464-4d5a08d9a84c HTTP/1.1" status: 204 len: 173 time: 2.0084312 Dec 17 13:26:56.043382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-deleted', 'tag': '481bfb10-dde3-4f1f-a464-4d5a08d9a84c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:26:56.048051 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7218f67d-1bc9-48e6-be1d-c5d24f712e3c" -d '{"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-deleted", "tag": "481bfb10-dde3-4f1f-a464-4d5a08d9a84c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:26:56.188325 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-b50f222a-ae63-4497-94e3-aea39ae5c0c4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Project 42ce2784e85b4127ad8c713af6203070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:26:56.248685 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b50f222a-ae63-4497-94e3-aea39ae5c0c4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:56.316875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54690) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:56.358714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d09d6-5505-40af-8774-47de2a37628a None None] Pushing event updated for resources: {'Port': ['ID=cd384b73-72dc-4099-aa97-5c97d18f34b0,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:56.395485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 020196ad-0617-491a-a5a3-0e0d6fbcee80 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:26:56.404764 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 9253d3de-7598-4eba-9f8b-4849269c1037 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:26:56.412909 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0c703b-44f5-4877-8631-975f3704dbc8 x-openstack-request-id: req-bb0c703b-44f5-4877-8631-975f3704dbc8 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:26:56.414644 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-deleted", "tag": "481bfb10-dde3-4f1f-a464-4d5a08d9a84c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:26:56.415847 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb0c703b-44f5-4877-8631-975f3704dbc8 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:26:56.417793 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-deleted', 'tag': '481bfb10-dde3-4f1f-a464-4d5a08d9a84c', 'status': 'completed', 'code': 200} Dec 17 13:26:56.580918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc1da2-dc0a-4686-8676-827193c0beac None None] Port 020196ad-0617-491a-a5a3-0e0d6fbcee80 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:26:56.622359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-685ce5fb-df1b-4bb4-b5db-75758df0be60 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-365687096'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:56.638402 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e2bc1da2-dc0a-4686-8676-827193c0beac None None] Provisioning complete for port cd384b73-72dc-4099-aa97-5c97d18f34b0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:56.638693 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e2bc1da2-dc0a-4686-8676-827193c0beac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:56.650845 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b50f222a-ae63-4497-94e3-aea39ae5c0c4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:56.703361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-9d69fc53-ec24-4e8b-8f47-82de6dc0bd83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Deleting port 9253d3de-7598-4eba-9f8b-4849269c1037 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:26:56.703993 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-9d69fc53-ec24-4e8b-8f47-82de6dc0bd83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:56.766054 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b50f222a-ae63-4497-94e3-aea39ae5c0c4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:56.816001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-685ce5fb-df1b-4bb4-b5db-75758df0be60 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:56.817087 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-685ce5fb-df1b-4bb4-b5db-75758df0be60 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:56.840013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecbe8e-e4aa-4115-9af4-7bb731756089 req-98533dfe-89aa-4e51-999e-420c3c3a3572 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:56.858282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecbe8e-e4aa-4115-9af4-7bb731756089 req-98533dfe-89aa-4e51-999e-420c3c3a3572 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:56.874985 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:56.895308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecbe8e-e4aa-4115-9af4-7bb731756089 req-98533dfe-89aa-4e51-999e-420c3c3a3572 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:56.923454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecbe8e-e4aa-4115-9af4-7bb731756089 req-98533dfe-89aa-4e51-999e-420c3c3a3572 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:56.926739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-24ecbe8e-e4aa-4115-9af4-7bb731756089 req-98533dfe-89aa-4e51-999e-420c3c3a3572 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 3146 time: 0.5010455 Dec 17 13:26:56.948492 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b50f222a-ae63-4497-94e3-aea39ae5c0c4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:56.956801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b50f222a-ae63-4497-94e3-aea39ae5c0c4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1093705 Dec 17 13:26:56.987344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f222a-ae63-4497-94e3-aea39ae5c0c4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31d0886-ce57-4b23-a1aa-a63d8dfeceda,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:57.007144 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-685ce5fb-df1b-4bb4-b5db-75758df0be60 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:57.029941 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 9253d3de-7598-4eba-9f8b-4849269c1037, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=9253d3de-7598-4eba-9f8b-4849269c1037,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:57.090118 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-685ce5fb-df1b-4bb4-b5db-75758df0be60 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:57.197724 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:57.198707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device db44cc76-cbbb-4292-9e98-ca42f4f1f200 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:26:57.205983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-685ce5fb-df1b-4bb4-b5db-75758df0be60 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:57.208035 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-685ce5fb-df1b-4bb4-b5db-75758df0be60 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8896351 Dec 17 13:26:57.210586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54728) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:57.263271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-9d69fc53-ec24-4e8b-8f47-82de6dc0bd83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] For port 9253d3de-7598-4eba-9f8b-4849269c1037, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=9253d3de-7598-4eba-9f8b-4849269c1037,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:57.263741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-9d69fc53-ec24-4e8b-8f47-82de6dc0bd83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:57.292011 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-24ecbe8e-e4aa-4115-9af4-7bb731756089 req-a1fd16de-ac58-4f0f-9ca9-d8554a048b99 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389490 Dec 17 13:26:57.330860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-9d69fc53-ec24-4e8b-8f47-82de6dc0bd83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Calling delete_port for 9253d3de-7598-4eba-9f8b-4849269c1037 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:26:57.561909 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7b57c807-bcd7-4dd6-bd2d-8dd921cbdc36 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:57.651574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=9253d3de-7598-4eba-9f8b-4849269c1037,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:57.700681 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:57.737959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9253d3de-7598-4eba-9f8b-4849269c1037'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:26:57.740257 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1672925a-349e-49e7-ba36-083ddd7ca7be" -d '{"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-unplugged", "status": "completed", "tag": "9253d3de-7598-4eba-9f8b-4849269c1037"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:26:57.759605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cd384b73-72dc-4099-aa97-5c97d18f34b0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:26:57.799900 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-c41a264a-379a-4574-9c5b-d0344c389807 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739552491&fields=id&tenant_id=42ce2784e85b4127ad8c713af6203070 HTTP/1.1" status: 200 len: 267 time: 0.3609333 Dec 17 13:26:57.839169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-9d69fc53-ec24-4e8b-8f47-82de6dc0bd83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:57.921667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port db44cc76-cbbb-4292-9e98-ca42f4f1f200, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200,segment=NetworkSegment(6a6766f1-e36f-43f6-905f-14eeb92e4ae4),segment_id=6a6766f1-e36f-43f6-905f-14eeb92e4ae4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:57.942306 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60bd0a2-40d4-4e05-87aa-dfa478678e0a x-openstack-request-id: req-f60bd0a2-40d4-4e05-87aa-dfa478678e0a {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:26:57.942876 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-unplugged", "status": "completed", "tag": "9253d3de-7598-4eba-9f8b-4849269c1037", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:26:57.943284 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f60bd0a2-40d4-4e05-87aa-dfa478678e0a {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:26:57.943836 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9253d3de-7598-4eba-9f8b-4849269c1037', 'code': 200} Dec 17 13:26:58.007213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port cd384b73-72dc-4099-aa97-5c97d18f34b0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:26:58.007898 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:58.011209 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:58.026142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69fc53-ec24-4e8b-8f47-82de6dc0bd83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Port': ['ID=9253d3de-7598-4eba-9f8b-4849269c1037,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:58.038398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-9d69fc53-ec24-4e8b-8f47-82de6dc0bd83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] No DVR routers for this DVR port 9253d3de-7598-4eba-9f8b-4849269c1037 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:26:58.045650 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-9d69fc53-ec24-4e8b-8f47-82de6dc0bd83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:58.050236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-9d69fc53-ec24-4e8b-8f47-82de6dc0bd83 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "DELETE /v2.0/ports/9253d3de-7598-4eba-9f8b-4849269c1037 HTTP/1.1" status: 204 len: 173 time: 1.9969320 Dec 17 13:26:58.287262 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=db44cc76-cbbb-4292-9e98-ca42f4f1f200,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:58.425902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-deleted', 'tag': '9253d3de-7598-4eba-9f8b-4849269c1037'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:26:58.443860 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe82ac5c-fcc5-4e1d-aa0b-396de7944a9e" -d '{"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-deleted", "tag": "9253d3de-7598-4eba-9f8b-4849269c1037"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:26:58.471151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-7a22373c-573d-4c64-95c4-ff756e31d8ac tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:58.483534 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-7a22373c-573d-4c64-95c4-ff756e31d8ac tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/networks?id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd HTTP/1.1" status: 200 len: 809 time: 0.6821415 Dec 17 13:26:58.572206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-533f25bf-bac4-497a-a6d1-273b7539641b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Deleting port c48b8075-90b6-4a05-99c5-7ae2869d8493 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:26:58.572206 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-533f25bf-bac4-497a-a6d1-273b7539641b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:58.630455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34f2d082-5466-4c69-864d-14c906debdc4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/quotas/42ce2784e85b4127ad8c713af6203070 HTTP/1.1" status: 200 len: 375 time: 0.1073930 Dec 17 13:26:58.659094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7b57c807-bcd7-4dd6-bd2d-8dd921cbdc36 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:58.667113 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7b57c807-bcd7-4dd6-bd2d-8dd921cbdc36 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:58.826581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-533f25bf-bac4-497a-a6d1-273b7539641b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] For port c48b8075-90b6-4a05-99c5-7ae2869d8493, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=c48b8075-90b6-4a05-99c5-7ae2869d8493,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:58.829817 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-533f25bf-bac4-497a-a6d1-273b7539641b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:58.844834 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-533f25bf-bac4-497a-a6d1-273b7539641b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Calling delete_port for c48b8075-90b6-4a05-99c5-7ae2869d8493 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:26:58.972886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f14e-a679-4031-bc21-b802ed766a04 req-1f9f659a-b5c9-45bc-9639-49925508e8f8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:58.980482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f14e-a679-4031-bc21-b802ed766a04 req-1f9f659a-b5c9-45bc-9639-49925508e8f8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:58.987190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f14e-a679-4031-bc21-b802ed766a04 req-1f9f659a-b5c9-45bc-9639-49925508e8f8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:26:58.990357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f478f14e-a679-4031-bc21-b802ed766a04 req-1f9f659a-b5c9-45bc-9639-49925508e8f8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 2409 time: 0.4087505 Dec 17 13:26:59.114710 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f478f14e-a679-4031-bc21-b802ed766a04 req-44ca0e51-a970-48af-b7a0-45cf1275b40e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137285 Dec 17 13:26:59.213517 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef3e621-0ef9-411a-bf26-f05284a62a7b x-openstack-request-id: req-8ef3e621-0ef9-411a-bf26-f05284a62a7b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:26:59.213857 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-deleted", "tag": "9253d3de-7598-4eba-9f8b-4849269c1037", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:26:59.214412 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ef3e621-0ef9-411a-bf26-f05284a62a7b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:26:59.214846 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-deleted', 'tag': '9253d3de-7598-4eba-9f8b-4849269c1037', 'status': 'completed', 'code': 200} Dec 17 13:26:59.226918 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-533f25bf-bac4-497a-a6d1-273b7539641b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:59.307747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f25bf-bac4-497a-a6d1-273b7539641b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Port': ['ID=c48b8075-90b6-4a05-99c5-7ae2869d8493,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:26:59.377542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-533f25bf-bac4-497a-a6d1-273b7539641b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] No DVR routers for this DVR port c48b8075-90b6-4a05-99c5-7ae2869d8493 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:26:59.380602 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-533f25bf-bac4-497a-a6d1-273b7539641b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:59.384363 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-533f25bf-bac4-497a-a6d1-273b7539641b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "DELETE /v2.0/ports/c48b8075-90b6-4a05-99c5-7ae2869d8493 HTTP/1.1" status: 204 len: 173 time: 1.3273020 Dec 17 13:26:59.384772 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-aedcbbdb-03b3-4bb1-9f3d-d8280b0de4c3 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=42ce2784e85b4127ad8c713af6203070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7363472 Dec 17 13:26:59.502251 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7b57c807-bcd7-4dd6-bd2d-8dd921cbdc36 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:59.503614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b57c807-bcd7-4dd6-bd2d-8dd921cbdc36 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2499f891-c705-4890-949c-67537f5d10eb {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:26:59.530242 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7b57c807-bcd7-4dd6-bd2d-8dd921cbdc36 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:59.536197 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7b57c807-bcd7-4dd6-bd2d-8dd921cbdc36 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] 10.222.0.59 "DELETE /v2.0/routers/2499f891-c705-4890-949c-67537f5d10eb HTTP/1.1" status: 204 len: 168 time: 2.3243072 Dec 17 13:26:59.546022 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54846) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:26:59.560944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-10419969-14d3-42a3-9ab0-ad4fd9a0826f tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Request body: {'router': {'name': 'tempest-router-1362298460', 'distributed': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:26:59.662738 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Deleting port db44cc76-cbbb-4292-9e98-ca42f4f1f200 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:26:59.702811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:59.772849 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-9dc14090-2ab2-4ea6-b317-7fbb5fc22b79 service neutron] 10.222.0.59 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822701 Dec 17 13:26:59.928469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] For port db44cc76-cbbb-4292-9e98-ca42f4f1f200, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=db44cc76-cbbb-4292-9e98-ca42f4f1f200,segment=NetworkSegment(6a6766f1-e36f-43f6-905f-14eeb92e4ae4),segment_id=6a6766f1-e36f-43f6-905f-14eeb92e4ae4)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:26:59.928874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:26:59.944815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:26:59.947165 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39d224f-d1cb-4ffe-815a-1cde24b7a70c" -d '{"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-unplugged", "status": "completed", "tag": "db44cc76-cbbb-4292-9e98-ca42f4f1f200"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:27:00.007291 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-f6f941e8-f72a-4dde-a9ae-054a4332720c service neutron] 10.222.0.59 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271872 Dec 17 13:27:00.010707 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-10419969-14d3-42a3-9ab0-ad4fd9a0826f tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:00.013609 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-10419969-14d3-42a3-9ab0-ad4fd9a0826f tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:00.076886 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173e14ae-7927-4aac-a72a-334595512f85 x-openstack-request-id: req-173e14ae-7927-4aac-a72a-334595512f85 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:27:00.077402 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-unplugged", "status": "completed", "tag": "db44cc76-cbbb-4292-9e98-ca42f4f1f200", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:27:00.077966 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-173e14ae-7927-4aac-a72a-334595512f85 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:27:00.078636 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200', 'code': 200} Dec 17 13:27:00.130929 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-10419969-14d3-42a3-9ab0-ad4fd9a0826f tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:00.233117 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-10419969-14d3-42a3-9ab0-ad4fd9a0826f tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:00.345081 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:00.345510 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:00.345807 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Floating IP f81704f6-aef0-457e-9acd-9c40a73214e7 disassociated. External IP: 172.25.0.100, port: db44cc76-cbbb-4292-9e98-ca42f4f1f200. Dec 17 13:27:00.346175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Calling delete_port for db44cc76-cbbb-4292-9e98-ca42f4f1f200 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:00.359258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3e977-5ccd-4ae9-9106-a7e7274d78fd req-eb3cb00c-0ebc-4de9-aa92-40a630e2d513 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:00.365730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3e977-5ccd-4ae9-9106-a7e7274d78fd req-eb3cb00c-0ebc-4de9-aa92-40a630e2d513 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:00.375699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cec3e977-5ccd-4ae9-9106-a7e7274d78fd req-eb3cb00c-0ebc-4de9-aa92-40a630e2d513 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 1677 time: 0.0988138 Dec 17 13:27:00.375863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-10419969-14d3-42a3-9ab0-ad4fd9a0826f tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:00.377138 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-10419969-14d3-42a3-9ab0-ad4fd9a0826f tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8274202 Dec 17 13:27:00.397822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 54886) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:00.400736 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-707637b8-9113-4ae3-bf27-67dc3e1c9a75 req-08668fe6-5f77-4528-8819-67b82a4e8ec8 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 210 time: 0.0719919 Dec 17 13:27:00.542901 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2d5df93-c18b-47ed-8100-b09c9983ff85 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:00.586106 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cec3e977-5ccd-4ae9-9106-a7e7274d78fd req-b2cc17da-1bfa-4125-98d1-b93ef014a03e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093894 Dec 17 13:27:00.763625 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2d5df93-c18b-47ed-8100-b09c9983ff85 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:00.768137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2d5df93-c18b-47ed-8100-b09c9983ff85 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:00.945830 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2d5df93-c18b-47ed-8100-b09c9983ff85 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:00.946602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d5df93-c18b-47ed-8100-b09c9983ff85 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34e85b20-b1da-4920-8f3e-ef8e948d991f {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:27:00.951579 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2d5df93-c18b-47ed-8100-b09c9983ff85 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:00.954334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c2d5df93-c18b-47ed-8100-b09c9983ff85 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] 10.222.0.59 "DELETE /v2.0/routers/34e85b20-b1da-4920-8f3e-ef8e948d991f HTTP/1.1" status: 204 len: 168 time: 0.5628924 Dec 17 13:27:00.957793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54910) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:00.962351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-59b4a5f6-cbac-43fc-8919-f8e68b76da28 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Request body: {'router': {'name': 'tempest-router-1191318552', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5e5c64a1664f4ebfaef80a0cccc6b984'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:00.999166 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:01.055893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Port': ['ID=db44cc76-cbbb-4292-9e98-ca42f4f1f200,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:01.170190 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-59b4a5f6-cbac-43fc-8919-f8e68b76da28 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:01.171577 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-59b4a5f6-cbac-43fc-8919-f8e68b76da28 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:01.217083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-deleted', 'tag': 'c48b8075-90b6-4a05-99c5-7ae2869d8493'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:27:01.220037 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927bc8af-5974-44d7-8d14-4ecbb82a49a8" -d '{"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-deleted", "tag": "c48b8075-90b6-4a05-99c5-7ae2869d8493"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:27:01.247084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Router 3fcb58de-cce6-476f-8dcf-619a83921935 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:27:01.257857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-59b4a5f6-cbac-43fc-8919-f8e68b76da28 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:01.289558 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08b5626-48da-4561-b378-ec2bb831342b x-openstack-request-id: req-e08b5626-48da-4561-b378-ec2bb831342b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:27:01.290158 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-deleted", "tag": "c48b8075-90b6-4a05-99c5-7ae2869d8493", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:27:01.290639 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e08b5626-48da-4561-b378-ec2bb831342b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:27:01.291330 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-deleted', 'tag': 'c48b8075-90b6-4a05-99c5-7ae2869d8493', 'status': 'completed', 'code': 200} Dec 17 13:27:01.335722 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-59b4a5f6-cbac-43fc-8919-f8e68b76da28 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:01.414627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:27:01.435546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539ac8d-5a6b-470f-bef7-2a0ab205b39c None None] Sync routers for ids ['3fcb58de-cce6-476f-8dcf-619a83921935'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:27:01.446438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539ac8d-5a6b-470f-bef7-2a0ab205b39c None None] Routers {'3fcb58de-cce6-476f-8dcf-619a83921935'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:27:01.447566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8539ac8d-5a6b-470f-bef7-2a0ab205b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:26:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3fcb58de-cce6-476f-8dcf-619a83921935'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:01.458874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-59b4a5f6-cbac-43fc-8919-f8e68b76da28 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:01.460640 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-59b4a5f6-cbac-43fc-8919-f8e68b76da28 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5014517 Dec 17 13:27:01.463220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 54934) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:01.479523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:01.511534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] No DVR routers for this DVR port db44cc76-cbbb-4292-9e98-ca42f4f1f200 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:27:01.514359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:01.519452 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-02c3054a-8377-4244-851b-f4d385c0e651 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "DELETE /v2.0/ports/db44cc76-cbbb-4292-9e98-ca42f4f1f200 HTTP/1.1" status: 204 len: 173 time: 2.1274204 Dec 17 13:27:01.548465 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14b202df-dc77-441c-b289-2e959977cc38 req-ba535770-ec89-4453-8be7-87e754e554ea tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 210 time: 0.0750911 Dec 17 13:27:01.709749 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:01.740122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-414627e7-3a99-4b31-8ba4-393099a29b2c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Deleting port f99441c3-e78c-481a-a400-377495b58bb3 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:01.740122 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-414627e7-3a99-4b31-8ba4-393099a29b2c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:01.899620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-8539ac8d-5a6b-470f-bef7-2a0ab205b39c None None] Set router 3fcb58de-cce6-476f-8dcf-619a83921935 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:27:02.430694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f62e8-6c0d-4706-beed-4e3b0f0c25ea req-db9554c6-9444-4432-9561-0772579a8514 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:02.430694 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-941f62e8-6c0d-4706-beed-4e3b0f0c25ea req-db9554c6-9444-4432-9561-0772579a8514 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 943 time: 0.3944573 Dec 17 13:27:02.430694 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:02.430694 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:02.431665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8539ac8d-5a6b-470f-bef7-2a0ab205b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8fe52e9e-4918-4d4e-8f38-38bea515db68', 'name': '', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'mac_address': 'fa:16:3e:48:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:15Z', 'updated_at': '2021-12-17T13:15:22Z', 'revision_number': 5, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'subnets': [{'id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:02.431665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539ac8d-5a6b-470f-bef7-2a0ab205b39c None None] Checking router: 3fcb58de-cce6-476f-8dcf-619a83921935 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:27:02.431665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539ac8d-5a6b-470f-bef7-2a0ab205b39c None None] Routers {'3fcb58de-cce6-476f-8dcf-619a83921935'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:27:02.431665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8539ac8d-5a6b-470f-bef7-2a0ab205b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:26:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3fcb58de-cce6-476f-8dcf-619a83921935'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:02.432058 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-414627e7-3a99-4b31-8ba4-393099a29b2c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] For port f99441c3-e78c-481a-a400-377495b58bb3, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f99441c3-e78c-481a-a400-377495b58bb3,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:02.432058 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-414627e7-3a99-4b31-8ba4-393099a29b2c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:02.438392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-414627e7-3a99-4b31-8ba4-393099a29b2c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Calling delete_port for f99441c3-e78c-481a-a400-377495b58bb3 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:02.521918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110454) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 17 13:27:02.524260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Router d2134e61-3adb-4db0-80b9-9409932591a0 migrating from provider to provider. {{(pid=110454) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 17 13:27:02.524873 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:02.552705 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-941f62e8-6c0d-4706-beed-4e3b0f0c25ea req-424a82ca-2c36-40f4-b259-a1b415ef8d02 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups?id=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544324 Dec 17 13:27:02.562951 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:02.607746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-8539ac8d-5a6b-470f-bef7-2a0ab205b39c None None] Set router 3fcb58de-cce6-476f-8dcf-619a83921935 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:27:02.734637 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:02.781870 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e2a0d04-ef26-4610-9003-47294e73b32c req-b34e5304-ae27-484a-b4fb-acfb6e1ffb8e tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 210 time: 0.0796726 Dec 17 13:27:02.901200 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-414627e7-3a99-4b31-8ba4-393099a29b2c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:02.988019 n-d-815324-5 neutron-server[110454]: WARNING neutron.scheduler.l3_agent_scheduler [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] No L3 agents can host the router d2134e61-3adb-4db0-80b9-9409932591a0 Dec 17 13:27:02.999854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414627e7-3a99-4b31-8ba4-393099a29b2c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Port': ['ID=f99441c3-e78c-481a-a400-377495b58bb3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:03.173536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-414627e7-3a99-4b31-8ba4-393099a29b2c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] No DVR routers for this DVR port f99441c3-e78c-481a-a400-377495b58bb3 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:27:03.177454 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-414627e7-3a99-4b31-8ba4-393099a29b2c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:03.185944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-205a1b65-e547-49c3-bfa4-f3a0baeff605 req-414627e7-3a99-4b31-8ba4-393099a29b2c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.54 "DELETE /v2.0/ports/f99441c3-e78c-481a-a400-377495b58bb3 HTTP/1.1" status: 204 len: 173 time: 1.6497469 Dec 17 13:27:03.232193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8539ac8d-5a6b-470f-bef7-2a0ab205b39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8fe52e9e-4918-4d4e-8f38-38bea515db68', 'name': '', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'mac_address': 'fa:16:3e:48:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:15Z', 'updated_at': '2021-12-17T13:15:22Z', 'revision_number': 5, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'subnets': [{'id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:03.289160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539ac8d-5a6b-470f-bef7-2a0ab205b39c None None] The sync data for ids ['3fcb58de-cce6-476f-8dcf-619a83921935'] in n-d-815324-5 is: [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8fe52e9e-4918-4d4e-8f38-38bea515db68', 'name': '', 'network_id': 'c4cf3903-80fa-4b0c-9f62-fac6d510ab5c', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'mac_address': 'fa:16:3e:48:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:15Z', 'updated_at': '2021-12-17T13:15:22Z', 'revision_number': 5, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'subnets': [{'id': '5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:27:03.292477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-deleted', 'tag': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200'}, {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-deleted', 'tag': 'f99441c3-e78c-481a-a400-377495b58bb3'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:27:03.298479 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022ef447-c4bf-44b7-83a0-6aa2d5ed211a" -d '{"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-deleted", "tag": "db44cc76-cbbb-4292-9e98-ca42f4f1f200"}, {"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-deleted", "tag": "f99441c3-e78c-481a-a400-377495b58bb3"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:27:03.305815 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Hosts for router d2134e61-3adb-4db0-80b9-9409932591a0: [] {{(pid=110454) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 17 13:27:03.354592 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Hosts for other DVR routers connected to router d2134e61-3adb-4db0-80b9-9409932591a0: set() {{(pid=110454) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 17 13:27:03.357665 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:03.360552 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-80df182a-5af3-43c3-8f91-4557f24dfd8b tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] 10.222.0.59 "PUT /v2.0/routers/d2134e61-3adb-4db0-80b9-9409932591a0 HTTP/1.1" status: 200 len: 717 time: 1.8852062 Dec 17 13:27:03.361950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55012) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:03.375235 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 13:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac4697e-520b-4899-bc67-61a70cdcdf50 x-openstack-request-id: req-3ac4697e-520b-4899-bc67-61a70cdcdf50 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:27:03.375955 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-deleted", "tag": "db44cc76-cbbb-4292-9e98-ca42f4f1f200", "status": "completed", "code": 200}, {"server_uuid": "6989a0b1-94cc-4072-9ad8-ab7d1cb50022", "name": "network-vif-deleted", "tag": "f99441c3-e78c-481a-a400-377495b58bb3", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:27:03.376434 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ac4697e-520b-4899-bc67-61a70cdcdf50 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:27:03.377057 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-deleted', 'tag': 'db44cc76-cbbb-4292-9e98-ca42f4f1f200', 'status': 'completed', 'code': 200} Dec 17 13:27:03.377870 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6989a0b1-94cc-4072-9ad8-ab7d1cb50022', 'name': 'network-vif-deleted', 'tag': 'f99441c3-e78c-481a-a400-377495b58bb3', 'status': 'completed', 'code': 200} Dec 17 13:27:03.449366 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ece1c6bc-b424-46bb-8eb2-5241d93242f6 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] 10.222.0.59 "GET /v2.0/routers/d2134e61-3adb-4db0-80b9-9409932591a0 HTTP/1.1" status: 200 len: 717 time: 0.0853109 Dec 17 13:27:03.451962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55016) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:03.744040 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4160fb88-968b-4644-95bb-b9c45260567a req-39d6df58-9937-49bd-8021-50fd908b05bd tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0530767 Dec 17 13:27:03.808885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55036) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:03.809326 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bff6263d-62d2-4512-bf30-6cb1f47159fb tempest-RoutersTestDVR-1667213376 tempest-RoutersTestDVR-1667213376-project] 10.222.0.59 "GET /v2.0/routers/d2134e61-3adb-4db0-80b9-9409932591a0 HTTP/1.1" status: 200 len: 683 time: 0.3560078 Dec 17 13:27:03.823012 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a113dbc4-63ae-4bff-9814-8d18e7801d99 None None] New status for floating IP f81704f6-aef0-457e-9acd-9c40a73214e7: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:27:03.947888 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2988eda-cda4-4898-a6a7-cd2f8d4dfc9a tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:03.987012 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-edc157b2-e0bf-4eb5-93cc-81477ca3a850 req-75e51ed0-901a-45ec-be0f-35837d4df684 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 210 time: 0.1075349 Dec 17 13:27:04.300906 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2988eda-cda4-4898-a6a7-cd2f8d4dfc9a tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:04.305325 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2988eda-cda4-4898-a6a7-cd2f8d4dfc9a tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:04.371851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-32f63316-64d4-457d-bc7b-3b5cd891cb65 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:04.373879 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-32f63316-64d4-457d-bc7b-3b5cd891cb65 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.54 "GET /v2.0/networks?id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd HTTP/1.1" status: 200 len: 809 time: 0.4096777 Dec 17 13:27:04.453728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-614dd521-a9fd-4894-a1ea-45fb58489850 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42ce2784e85b4127ad8c713af6203070 HTTP/1.1" status: 200 len: 380 time: 0.0708275 Dec 17 13:27:04.454879 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2988eda-cda4-4898-a6a7-cd2f8d4dfc9a tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:04.458005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2988eda-cda4-4898-a6a7-cd2f8d4dfc9a tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2134e61-3adb-4db0-80b9-9409932591a0 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:27:04.462937 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e2988eda-cda4-4898-a6a7-cd2f8d4dfc9a tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:04.462937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e2988eda-cda4-4898-a6a7-cd2f8d4dfc9a tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] 10.222.0.59 "DELETE /v2.0/routers/d2134e61-3adb-4db0-80b9-9409932591a0 HTTP/1.1" status: 204 len: 168 time: 0.6518326 Dec 17 13:27:04.479804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55070) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:04.480488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Request body: {'port': {'device_id': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'admin_state_up': True, 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'security_groups': ['81278ca8-0951-4e4c-8e2a-fb86ea601dc5']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:04.480614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e9299706-2f86-4499-b5bc-ccd709854aad tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Request body: {'router': {'name': 'tempest-router-807713085', 'distributed': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:04.610407 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9299706-2f86-4499-b5bc-ccd709854aad tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:04.613130 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9299706-2f86-4499-b5bc-ccd709854aad tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:04.702355 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9299706-2f86-4499-b5bc-ccd709854aad tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:04.740789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Made reservation on behalf of 42ce2784e85b4127ad8c713af6203070 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:04.744764 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:04.798239 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9299706-2f86-4499-b5bc-ccd709854aad tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:04.898802 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9299706-2f86-4499-b5bc-ccd709854aad tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:04.905123 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e9299706-2f86-4499-b5bc-ccd709854aad tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4381435 Dec 17 13:27:04.905851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55088) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:04.969616 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6a7c25d1-76ce-4c16-8350-0ca9ff53799d req-81722bbb-14b2-4613-9247-d6154b8c4c7a tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0456049 Dec 17 13:27:04.992157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Allocated IP 172.20.0.10 (160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd/77aeabac-3f25-4b78-bf40-aed1c3526439/a726fa4b-c515-410e-9236-6abaca0d49f6) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:27:05.074408 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f4817b6-98a9-44ac-8772-99eeec6a2a01 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:05.258853 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5de2ea2e-2ce4-42b1-b2de-a9c6664a3af8 req-81a35116-133c-49c8-951b-307062a05138 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 210 time: 0.0505545 Dec 17 13:27:05.291152 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:05.361319 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f4817b6-98a9-44ac-8772-99eeec6a2a01 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:05.363862 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f4817b6-98a9-44ac-8772-99eeec6a2a01 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:05.501548 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:05.529902 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f4817b6-98a9-44ac-8772-99eeec6a2a01 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:05.531327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4817b6-98a9-44ac-8772-99eeec6a2a01 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eec366b3-3622-4943-9b02-5f195884ee86 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:27:05.553159 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f4817b6-98a9-44ac-8772-99eeec6a2a01 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:05.556112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:27:05.560213 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8f4817b6-98a9-44ac-8772-99eeec6a2a01 tempest-RoutersTestDVR-1629620576 tempest-RoutersTestDVR-1629620576-project-admin] 10.222.0.59 "DELETE /v2.0/routers/eec366b3-3622-4943-9b02-5f195884ee86 HTTP/1.1" status: 204 len: 168 time: 0.6492801 Dec 17 13:27:05.561969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:05.567676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:27:05.597171 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event updated for resources: {'Port': ['ID=a726fa4b-c515-410e-9236-6abaca0d49f6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:05.639640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:05.640432 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:05.744576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-cfad64d9-ee9e-48df-b857-aab301912ce1 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2813668 Dec 17 13:27:05.764664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Request body: {'port': {'device_id': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:05.848045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:05.877571 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-32a64133-94b3-4191-8fd0-17f4134545fa None None] Provisioning complete for port a726fa4b-c515-410e-9236-6abaca0d49f6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:05.879255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-32a64133-94b3-4191-8fd0-17f4134545fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:05.922501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-32a64133-94b3-4191-8fd0-17f4134545fa None None] Port a726fa4b-c515-410e-9236-6abaca0d49f6 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:27:06.095815 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:06.275997 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55154) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:06.282369 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2450a52a-a88a-4ed0-83ef-2e7d94854cbf req-c819cda1-7b09-4510-a5f9-06ae1f59cb44 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0909858 Dec 17 13:27:06.472136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a726fa4b-c515-410e-9236-6abaca0d49f6 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:27:06.489252 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:06.508934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Transition to ACTIVE for port object a726fa4b-c515-410e-9236-6abaca0d49f6 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:27:06.537818 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a1191eac-8470-424c-8ab8-de8fd7d3ef49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:06.585537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c2804-5a51-4f18-a78b-e91606c3ecaf req-b28aa31c-2349-48a4-b00c-0edee3bb3093 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:06.588753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-492c2804-5a51-4f18-a78b-e91606c3ecaf req-b28aa31c-2349-48a4-b00c-0edee3bb3093 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 932 time: 0.1559205 Dec 17 13:27:06.627363 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:06.686182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-492c2804-5a51-4f18-a78b-e91606c3ecaf req-b2d76745-d36b-447d-ae01-6674fc122065 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824356 Dec 17 13:27:06.725767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a726fa4b-c515-410e-9236-6abaca0d49f6,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:06.739961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a1191eac-8470-424c-8ab8-de8fd7d3ef49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:06.832501 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a1191eac-8470-424c-8ab8-de8fd7d3ef49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:06.882684 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a1191eac-8470-424c-8ab8-de8fd7d3ef49 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e5c64a1664f4ebfaef80a0cccc6b984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6055133 Dec 17 13:27:06.885126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Attempting to bind port a726fa4b-c515-410e-9236-6abaca0d49f6 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:27:06.885686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Attempting to bind port a726fa4b-c515-410e-9236-6abaca0d49f6 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:27:06.885843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Attempting to bind port a726fa4b-c515-410e-9236-6abaca0d49f6 on network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:27:06.888273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55196) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:06.905037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Port a726fa4b-c515-410e-9236-6abaca0d49f6 on network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:27:06.905375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Attempting to bind port a726fa4b-c515-410e-9236-6abaca0d49f6 on network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:27:06.909570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1191eac-8470-424c-8ab8-de8fd7d3ef49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac182771-082e-4963-8bdf-ae94eb675c16,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:06.928039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:27:06.928438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Checking segment: {'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:06.928844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Bound using segment: {'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:27:06.929326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Bound port: a726fa4b-c515-410e-9236-6abaca0d49f6, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d350651-1ef7-4b5d-b11a-370acabfd77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:27:06.929736 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:07.044892 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c39c293e-1e73-4821-b8bd-891941c05c80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:07.073361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c39c293e-1e73-4821-b8bd-891941c05c80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:07.123241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] For port a726fa4b-c515-410e-9236-6abaca0d49f6, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:27:07.136078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] For port a726fa4b-c515-410e-9236-6abaca0d49f6, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a726fa4b-c515-410e-9236-6abaca0d49f6,segment=NetworkSegment(7d350651-1ef7-4b5d-b11a-370acabfd77c),segment_id=7d350651-1ef7-4b5d-b11a-370acabfd77c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:27:07.238370 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:07.280984 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c39c293e-1e73-4821-b8bd-891941c05c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:07.286743 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c39c293e-1e73-4821-b8bd-891941c05c80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:07.292168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c39c293e-1e73-4821-b8bd-891941c05c80 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac182771-082e-4963-8bdf-ae94eb675c16 HTTP/1.1" status: 204 len: 168 time: 0.4027340 Dec 17 13:27:07.302018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:07.303409 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:07.305794 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] 10.222.0.54 "PUT /v2.0/ports/a726fa4b-c515-410e-9236-6abaca0d49f6 HTTP/1.1" status: 200 len: 1092 time: 1.5458210 Dec 17 13:27:07.406038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'tag': 'a726fa4b-c515-410e-9236-6abaca0d49f6'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:27:07.410497 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098a8bdf-dba9-4c92-929c-78351733fb49" -d '{"events": [{"name": "network-changed", "server_uuid": "778710d1-d443-49bc-af0d-e364e08b0d4d", "tag": "a726fa4b-c515-410e-9236-6abaca0d49f6"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:27:07.570051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c293e-1e73-4821-b8bd-891941c05c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac182771-082e-4963-8bdf-ae94eb675c16,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:07.613135 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3bd19e-bc53-4b13-98dd-6d84eafc9a54 x-openstack-request-id: req-ed3bd19e-bc53-4b13-98dd-6d84eafc9a54 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:27:07.613546 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778710d1-d443-49bc-af0d-e364e08b0d4d", "tag": "a726fa4b-c515-410e-9236-6abaca0d49f6", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:27:07.613874 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed3bd19e-bc53-4b13-98dd-6d84eafc9a54 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:27:07.614307 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'tag': 'a726fa4b-c515-410e-9236-6abaca0d49f6', 'status': 'completed', 'code': 200} Dec 17 13:27:07.679442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe27a8-99fd-4460-adcc-a25881fd38f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a726fa4b-c515-410e-9236-6abaca0d49f6,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:07.692067 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7bafc97-41e5-4a84-a9fc-b701653603fd req-48f30cfc-4903-49b6-b5e2-14e5cdb2bfe6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.1799502 Dec 17 13:27:07.716479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-f1948ca8-0fd9-4c1d-b033-d0e9cb2ecad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:07.718184 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-f1948ca8-0fd9-4c1d-b033-d0e9cb2ecad6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42ce2784e85b4127ad8c713af6203070&device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 1095 time: 0.2959187 Dec 17 13:27:07.839812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-39aa79ce-9311-44cc-a4ea-95d760d989f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a726fa4b-c515-410e-9236-6abaca0d49f6 HTTP/1.1" status: 200 len: 217 time: 0.1050506 Dec 17 13:27:07.955437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-61c8a9d4-ea73-497f-b18b-7dd28abee201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:07.957897 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-61c8a9d4-ea73-497f-b18b-7dd28abee201 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77aeabac-3f25-4b78-bf40-aed1c3526439 HTTP/1.1" status: 200 len: 848 time: 0.1106312 Dec 17 13:27:08.008870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98568a9f-0de3-4f46-893c-c7c5df959eb6 req-dc730aae-4c93-465a-8c02-df3bf46e987b tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:08.019067 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-98568a9f-0de3-4f46-893c-c7c5df959eb6 req-dc730aae-4c93-465a-8c02-df3bf46e987b tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 944 time: 0.1631691 Dec 17 13:27:08.067017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-b6d54df4-6731-4e1b-ac61-ed329f706193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:08.070216 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-b6d54df4-6731-4e1b-ac61-ed329f706193 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034298 Dec 17 13:27:08.160177 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-98568a9f-0de3-4f46-893c-c7c5df959eb6 req-4ff610be-16ab-4331-bf32-0aa7fb15fc42 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365554 Dec 17 13:27:08.278983 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-50c972f2-9ea7-4d50-a4bc-0cb4f9df5361 service neutron] 10.222.0.54 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019382 Dec 17 13:27:08.425705 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e231c1ab-6792-4a9f-9587-f169954657a2 req-8b79243e-2d7d-46bf-aab4-6c159bd69ebb service neutron] 10.222.0.54 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380799 Dec 17 13:27:08.608424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a8bdf-dba9-4c92-929c-78351733fb49 req-61e2a80d-7381-4959-868f-5a13da13c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:08.610013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-098a8bdf-dba9-4c92-929c-78351733fb49 req-61e2a80d-7381-4959-868f-5a13da13c174 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42ce2784e85b4127ad8c713af6203070&device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 1095 time: 0.0473425 Dec 17 13:27:08.677377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55278) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:08.707082 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a509b4f5-1c9e-4755-a355-eb478c5311a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:08.739627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a8bdf-dba9-4c92-929c-78351733fb49 req-7e7011e8-3eb9-4536-9538-cd068c21f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:08.741608 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-098a8bdf-dba9-4c92-929c-78351733fb49 req-7e7011e8-3eb9-4536-9538-cd068c21f6d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd HTTP/1.1" status: 200 len: 910 time: 0.1250679 Dec 17 13:27:08.805715 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-098a8bdf-dba9-4c92-929c-78351733fb49 req-f4c13997-28b8-47e3-be48-c57b3fd24f90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a726fa4b-c515-410e-9236-6abaca0d49f6 HTTP/1.1" status: 200 len: 217 time: 0.0531268 Dec 17 13:27:08.876765 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a509b4f5-1c9e-4755-a355-eb478c5311a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:08.933855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a509b4f5-1c9e-4755-a355-eb478c5311a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:08.977154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a8bdf-dba9-4c92-929c-78351733fb49 req-f0b16a92-c066-47f9-abda-584689b2d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:08.978730 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-098a8bdf-dba9-4c92-929c-78351733fb49 req-f0b16a92-c066-47f9-abda-584689b2d835 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77aeabac-3f25-4b78-bf40-aed1c3526439 HTTP/1.1" status: 200 len: 848 time: 0.1571183 Dec 17 13:27:08.980871 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f6d74a7e-b8ae-4815-b63e-0a1f3f232420 req-db38a308-bf89-48f6-b0be-4ac3555e032f tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0769844 Dec 17 13:27:08.999839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55298) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:09.002398 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a509b4f5-1c9e-4755-a355-eb478c5311a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43c384bb619f4d67bd493b9ff11aa716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3105288 Dec 17 13:27:09.043974 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509b4f5-1c9e-4755-a355-eb478c5311a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e59d4-eb3c-4de1-8c49-d89f9e0ddd78,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:09.097262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a8bdf-dba9-4c92-929c-78351733fb49 req-670b5da6-3793-40fe-a74e-10d06d80ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:09.098860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-098a8bdf-dba9-4c92-929c-78351733fb49 req-670b5da6-3793-40fe-a74e-10d06d80ef4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067796 Dec 17 13:27:09.195710 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0085a934-3342-4395-84b3-ff5302cc6db0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:09.227172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0085a934-3342-4395-84b3-ff5302cc6db0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:09.395655 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-098a8bdf-dba9-4c92-929c-78351733fb49 req-bbbf40a0-e090-4a17-a73c-2b0abfbd287c service neutron] 10.222.0.54 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863867 Dec 17 13:27:09.417195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89d4e7-50e8-47e9-a6a9-cd1cde31c8b9 req-10ddfa58-5ece-4242-93a2-95c023c39347 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:09.431407 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b89d4e7-50e8-47e9-a6a9-cd1cde31c8b9 req-10ddfa58-5ece-4242-93a2-95c023c39347 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 944 time: 0.0942526 Dec 17 13:27:09.489622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b89d4e7-50e8-47e9-a6a9-cd1cde31c8b9 req-1926cbd4-219d-4cae-9d65-187df96f1a5d tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593691 Dec 17 13:27:09.530222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-098a8bdf-dba9-4c92-929c-78351733fb49 req-752f4d68-2634-4ac6-b5fe-30f622794378 service neutron] 10.222.0.54 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259339 Dec 17 13:27:09.551004 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0085a934-3342-4395-84b3-ff5302cc6db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:09.553300 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0085a934-3342-4395-84b3-ff5302cc6db0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:09.564113 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0085a934-3342-4395-84b3-ff5302cc6db0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b9e59d4-eb3c-4de1-8c49-d89f9e0ddd78 HTTP/1.1" status: 204 len: 168 time: 0.5631931 Dec 17 13:27:09.584825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085a934-3342-4395-84b3-ff5302cc6db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e59d4-eb3c-4de1-8c49-d89f9e0ddd78,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:10.224049 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9d0daedb-58b9-41c7-b18c-1a171aa18eda req-851c11b2-ee8f-489a-bae3-a105d6ae7bf8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0708261 Dec 17 13:27:10.646926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9486482-e4fc-4e1b-ad4f-33036e7c93e9 req-c5dc5fe1-2c27-468a-aba5-b5905f42bf7b tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:10.648532 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9486482-e4fc-4e1b-ad4f-33036e7c93e9 req-c5dc5fe1-2c27-468a-aba5-b5905f42bf7b tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 944 time: 0.0534775 Dec 17 13:27:10.718239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9486482-e4fc-4e1b-ad4f-33036e7c93e9 req-d4b8d4df-13e2-476b-9710-4c41bdba274c tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627828 Dec 17 13:27:11.049241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a726fa4b-c515-410e-9236-6abaca0d49f6 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:27:11.288848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a726fa4b-c515-410e-9236-6abaca0d49f6, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a726fa4b-c515-410e-9236-6abaca0d49f6,segment=NetworkSegment(7d350651-1ef7-4b5d-b11a-370acabfd77c),segment_id=7d350651-1ef7-4b5d-b11a-370acabfd77c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:11.305659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'a726fa4b-c515-410e-9236-6abaca0d49f6', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'port_id': 'a726fa4b-c515-410e-9236-6abaca0d49f6', 'mac_address': 'fa:16:3e:ef:a2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:27:11.380639 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-59b00209-22f6-45a6-908b-345ec09b80fa req-ea141dc7-08e1-4c51-9796-171b880a9601 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0558681 Dec 17 13:27:11.406292 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:11.441529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a726fa4b-c515-410e-9236-6abaca0d49f6 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:27:11.468360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a726fa4b-c515-410e-9236-6abaca0d49f6, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a726fa4b-c515-410e-9236-6abaca0d49f6,segment=NetworkSegment(7d350651-1ef7-4b5d-b11a-370acabfd77c),segment_id=7d350651-1ef7-4b5d-b11a-370acabfd77c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:11.572935 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:11.643140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a726fa4b-c515-410e-9236-6abaca0d49f6,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:11.783860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a726fa4b-c515-410e-9236-6abaca0d49f6'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:27:11.891600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55484) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:11.967393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3001e-e681-4bc1-9342-4d8f4a3d69d9 req-b90e06c4-da7b-4dd4-b96a-3068bbb87856 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:11.973537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88e3001e-e681-4bc1-9342-4d8f4a3d69d9 req-b90e06c4-da7b-4dd4-b96a-3068bbb87856 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 945 time: 0.1311452 Dec 17 13:27:12.075197 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88e3001e-e681-4bc1-9342-4d8f4a3d69d9 req-519ccba6-2a37-4e3c-95dd-4214e88a52df tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940795 Dec 17 13:27:12.149012 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e59857ae-48de-49fc-aacc-c7d9af86286a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:12.335337 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e59857ae-48de-49fc-aacc-c7d9af86286a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:12.400360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e59857ae-48de-49fc-aacc-c7d9af86286a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:12.461001 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e59857ae-48de-49fc-aacc-c7d9af86286a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0664adb2de3c4f1b9709f7be8e3bb624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5682497 Dec 17 13:27:12.463677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55518) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:12.568458 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-522e7e42-f0f7-4e48-9132-074ac6baad80 req-8db7e957-601c-49ed-931d-15e072a6e768 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0419474 Dec 17 13:27:12.578545 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97c3c06d-227b-4869-a204-6d750cf131be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:12.584615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59857ae-48de-49fc-aacc-c7d9af86286a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbc7141-f9b4-4aba-b94f-cd11d5d32bc2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:12.638932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97c3c06d-227b-4869-a204-6d750cf131be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:12.656020 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55530) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:12.784478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1827450958', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:12.805329 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97c3c06d-227b-4869-a204-6d750cf131be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:12.806772 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-97c3c06d-227b-4869-a204-6d750cf131be admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:12.830299 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-97c3c06d-227b-4869-a204-6d750cf131be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fdbc7141-f9b4-4aba-b94f-cd11d5d32bc2 HTTP/1.1" status: 204 len: 168 time: 0.3649552 Dec 17 13:27:12.849827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3c06d-227b-4869-a204-6d750cf131be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbc7141-f9b4-4aba-b94f-cd11d5d32bc2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:12.900438 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Made reservation on behalf of 4ddbf02ff4a246078836e044d54867a4 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:12.902972 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:12.924884 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:13.032828 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:13.063928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a726fa4b-c515-410e-9236-6abaca0d49f6 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:27:13.163485 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:13.169706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] device_id is not set on port 0ec2568f-dc10-4426-91ce-29ebc3581e99 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:27:13.198254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port a726fa4b-c515-410e-9236-6abaca0d49f6 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:27:13.206570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port a726fa4b-c515-410e-9236-6abaca0d49f6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:13.207378 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:13.227054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01eda770-c383-42b3-a36d-36bf3f13d335,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:13.309940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879f207-9056-4b48-a49d-3f0c28164b45 req-2555c538-2b35-4cfa-960b-4da97486cf7e tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:13.311545 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1879f207-9056-4b48-a49d-3f0c28164b45 req-2555c538-2b35-4cfa-960b-4da97486cf7e tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 945 time: 0.1178408 Dec 17 13:27:13.324395 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:13.370274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Allocated IP 172.25.0.89 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/0ec2568f-dc10-4426-91ce-29ebc3581e99) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:27:13.372844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a726fa4b-c515-410e-9236-6abaca0d49f6, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a726fa4b-c515-410e-9236-6abaca0d49f6,segment=NetworkSegment(7d350651-1ef7-4b5d-b11a-370acabfd77c),segment_id=7d350651-1ef7-4b5d-b11a-370acabfd77c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:13.374086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a726fa4b-c515-410e-9236-6abaca0d49f6'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:27:13.376481 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad368d3-5ef3-433c-92db-44263db7b9af" -d '{"events": [{"server_uuid": "778710d1-d443-49bc-af0d-e364e08b0d4d", "name": "network-vif-plugged", "status": "completed", "tag": "a726fa4b-c515-410e-9236-6abaca0d49f6"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:27:13.437507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1879f207-9056-4b48-a49d-3f0c28164b45 req-c2b9f222-7e43-4786-8988-d180172eb144 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139059 Dec 17 13:27:13.453646 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:13.556751 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebcd264-73d9-47ba-b0e2-e3d6df619a17 x-openstack-request-id: req-0ebcd264-73d9-47ba-b0e2-e3d6df619a17 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:27:13.556751 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778710d1-d443-49bc-af0d-e364e08b0d4d", "name": "network-vif-plugged", "status": "completed", "tag": "a726fa4b-c515-410e-9236-6abaca0d49f6", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:27:13.556751 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ebcd264-73d9-47ba-b0e2-e3d6df619a17 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:27:13.556751 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a726fa4b-c515-410e-9236-6abaca0d49f6', 'code': 200} Dec 17 13:27:13.557086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a726fa4b-c515-410e-9236-6abaca0d49f6,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:13.594435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45861689-94ff-4b19-99e5-f1ed9bebea07 req-7ce86448-34f2-4164-b66d-0a606a45b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:13.597933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45861689-94ff-4b19-99e5-f1ed9bebea07 req-7ce86448-34f2-4164-b66d-0a606a45b569 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 1097 time: 0.0789471 Dec 17 13:27:13.600394 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:13.695233 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45861689-94ff-4b19-99e5-f1ed9bebea07 req-5d6131ec-def0-4b0f-b0cd-d134bd51e5ca service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791423 Dec 17 13:27:13.711263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87185f6c-e8b4-4993-b188-41eb9582abc8 req-0bcb0bc8-9740-45a9-8539-2fdba676f6e5 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0344391 Dec 17 13:27:13.769248 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:13.834743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:27:13.838768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:13.842862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:27:13.855122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfaab45-a106-4172-922f-498ca75b4441 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:27:13.870148 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Pushing event updated for resources: {'Port': ['ID=0ec2568f-dc10-4426-91ce-29ebc3581e99,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:13.905977 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1ec4961-fbf0-4a2c-87ca-a5bacddc4bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:13.911228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:13.912381 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:13.947439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c8fa95bd-6c57-4d55-9523-d7dbb70960b4 None None] Provisioning complete for port 0ec2568f-dc10-4426-91ce-29ebc3581e99 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:13.947822 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c8fa95bd-6c57-4d55-9523-d7dbb70960b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:13.994759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa95bd-6c57-4d55-9523-d7dbb70960b4 None None] Port 0ec2568f-dc10-4426-91ce-29ebc3581e99 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:27:14.047384 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0fe7b547-3c61-489b-9bf6-e90f23d1ea6f tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3901863 Dec 17 13:27:14.051891 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55606) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:14.058543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.89'}]}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:14.152454 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:14.153797 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:14.250275 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:14.508991 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:14.595024 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a61df-a2b8-47f9-975e-c1304bc7be2c req-02181948-cf0d-43b8-b21f-aa889a20e062 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:14.597300 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f44a61df-a2b8-47f9-975e-c1304bc7be2c req-02181948-cf0d-43b8-b21f-aa889a20e062 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 946 time: 0.0614510 Dec 17 13:27:14.662829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f44a61df-a2b8-47f9-975e-c1304bc7be2c req-f325ff47-cae6-4a3f-8460-7d778dc7d0d6 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569923 Dec 17 13:27:14.930022 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96ab0c3b-c9d1-4ec9-b08e-fc70124b75d1 req-aa7810a2-e9d5-4ba1-a958-1d9d1d791493 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0371094 Dec 17 13:27:14.993247 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:15.014510 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:15.220913 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:15.405078 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:15.407495 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:15.517768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:15.519108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52be2977-6163-4173-9ef4-df0bcab6ab6b {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:27:15.620613 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 17 13:27:15.624309 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0254ceed-3863-467c-be39-c255e3a9c9cb tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5678501 Dec 17 13:27:15.624673 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55680) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:15.746954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Deleting port 0ec2568f-dc10-4426-91ce-29ebc3581e99 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:15.747637 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:15.884150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851eb34a-a0cf-4450-93a1-0f72a3d7d39b req-d2506bba-c253-4b85-8456-87ae8171ea65 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:15.885728 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-851eb34a-a0cf-4450-93a1-0f72a3d7d39b req-d2506bba-c253-4b85-8456-87ae8171ea65 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 946 time: 0.1158257 Dec 17 13:27:15.890128 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:15.928488 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Calling delete_port for 0ec2568f-dc10-4426-91ce-29ebc3581e99 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:15.962048 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-851eb34a-a0cf-4450-93a1-0f72a3d7d39b req-ae6119b5-0a3c-4e8a-9d5d-fb66f772d298 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636923 Dec 17 13:27:16.085188 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dde5dbbe-afcd-4bea-bd4b-8dfb3a628b7a req-bddf25d0-59d0-4dfd-aeb4-1f7983308908 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0396543 Dec 17 13:27:16.186582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48176-9680-42bb-b146-50afd77f7ed2 req-68c09bff-8a01-4016-a08d-d9b77198d554 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:16.189329 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2da48176-9680-42bb-b146-50afd77f7ed2 req-68c09bff-8a01-4016-a08d-d9b77198d554 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 946 time: 0.0977674 Dec 17 13:27:16.227788 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:16.273479 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ec2568f-dc10-4426-91ce-29ebc3581e99,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2da48176-9680-42bb-b146-50afd77f7ed2 req-1e5b1dd8-3fb2-4525-a2b8-df8615d35df9 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974398 Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.300745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:16.319460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-94a0666a-87be-43ab-a9bd-0d28028bd42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:16.328134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64bbcad-abef-4166-97d9-f5383b0e0c43 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:27:16.377931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:16.381486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3584d1a0-6e8c-483c-b6e7-c2ea693d99f5 tempest-RoutersAdminNegativeTest-1398652679 tempest-RoutersAdminNegativeTest-1398652679-project-admin] 10.222.0.59 "DELETE /v2.0/ports/0ec2568f-dc10-4426-91ce-29ebc3581e99 HTTP/1.1" status: 204 len: 168 time: 0.7557671 Dec 17 13:27:16.490195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476ffa8-5f0e-484c-9294-e0864cea753b req-55c3b9f8-5048-426f-98ec-55dc223b1f20 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:16.492379 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0476ffa8-5f0e-484c-9294-e0864cea753b req-55c3b9f8-5048-426f-98ec-55dc223b1f20 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 946 time: 0.0881968 Dec 17 13:27:16.553777 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0476ffa8-5f0e-484c-9294-e0864cea753b req-838e9ab8-c701-4d67-b32d-ce41825a4ace tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537658 Dec 17 13:27:16.672159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55732) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:16.922587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55746) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:16.937517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebf2bc6-09e1-47e1-a640-0a3b454edad6 tempest-TestServerBasicOps-1490227412 tempest-TestServerBasicOps-1490227412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:16.946999 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bebf2bc6-09e1-47e1-a640-0a3b454edad6 tempest-TestServerBasicOps-1490227412 tempest-TestServerBasicOps-1490227412-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 1092 time: 0.2658617 Dec 17 13:27:16.949476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55750) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:16.954669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': 'a726fa4b-c515-410e-9236-6abaca0d49f6', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:17.060063 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:17.066499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:17.187727 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:17.266269 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:17.309660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef516cad-2df4-43c9-aa24-dd8b3be013c4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:17.314535 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=207d8eb5868349b095b739bad4073f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3900566 Dec 17 13:27:17.317877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55768) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:17.337487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.338252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.338817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.339389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.339946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.340581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.341109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.341705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.342263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.342707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.345428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.345428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.345428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6094d9e-c847-4313-baf0-11bfc12139c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:17.403398 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3af5455e-52fc-4c9a-a3bc-477042cd63ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:17.430249 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3af5455e-52fc-4c9a-a3bc-477042cd63ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:17.570813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3af5455e-52fc-4c9a-a3bc-477042cd63ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:17.574233 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3af5455e-52fc-4c9a-a3bc-477042cd63ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:17.575612 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3af5455e-52fc-4c9a-a3bc-477042cd63ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef516cad-2df4-43c9-aa24-dd8b3be013c4 HTTP/1.1" status: 204 len: 168 time: 0.2564023 Dec 17 13:27:17.593142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5455e-52fc-4c9a-a3bc-477042cd63ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef516cad-2df4-43c9-aa24-dd8b3be013c4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:17.626488 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3d54a24-39f7-4eed-8f17-922079e18443 req-bf74a82d-8bed-4465-b700-c412c3ccf4f1 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.4156368 Dec 17 13:27:17.633431 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:17.740333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:17.765440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Allocated IP 172.25.0.207 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/03ad79d0-ce7f-4146-bbb7-5f7377aa1685) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:27:17.780658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ece1a-23a3-40d0-900c-5581cdff4c35 req-678c0e3b-e921-46a8-81cd-2e3355686403 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:17.782423 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b7ece1a-23a3-40d0-900c-5581cdff4c35 req-678c0e3b-e921-46a8-81cd-2e3355686403 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1096 time: 0.0836759 Dec 17 13:27:17.871056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b7ece1a-23a3-40d0-900c-5581cdff4c35 req-93938700-fdf9-4d35-9de7-8ccb4ae074a4 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744448 Dec 17 13:27:17.887162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55794) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:17.948469 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:18.088544 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:18.148179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event updated for resources: {'Port': ['ID=03ad79d0-ce7f-4146-bbb7-5f7377aa1685,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:18.157432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:27:18.158489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 00854aee-f4fd-46d0-8c4b-a17138001486 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:18.159128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:18.159365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:18.164773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:27:18.265124 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:27:18.332032 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:18.332368 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:18.346907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 00854aee-f4fd-46d0-8c4b-a17138001486 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:18.585114 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 55822) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:18.866485 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:18.871468 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1db06517-fe4f-4294-99b9-f5aeb902d544 req-85cdb041-fb86-4683-88cd-c3762477ee85 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.1064894 Dec 17 13:27:18.890383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:19.024059 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:19.061000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=00854aee-f4fd-46d0-8c4b-a17138001486,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:19.095011 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:19.133078 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:19.133897 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Floating IP 6c3519df-b7f9-4223-9a6a-144b2b923ffd disassociated (deleted). External IP: 172.25.0.166, port: 1f3eb7f7-1e5a-454f-b873-2d5323e56852. Dec 17 13:27:19.142460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-abf44933-20b9-4ccc-93c1-6be2303b742a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ddbf02ff4a246078836e044d54867a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5560081 Dec 17 13:27:19.160247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55844) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:19.278164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-592a0c61-6d8b-4926-bec7-49327c1a2838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:19.314365 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-592a0c61-6d8b-4926-bec7-49327c1a2838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:19.387360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router 92d80d50-5577-4612-ad7e-53743cfd6aed has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:27:19.399259 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:19.519415 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-592a0c61-6d8b-4926-bec7-49327c1a2838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:19.525313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-592a0c61-6d8b-4926-bec7-49327c1a2838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:19.526520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:27:19.527225 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-592a0c61-6d8b-4926-bec7-49327c1a2838 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/01eda770-c383-42b3-a36d-36bf3f13d335 HTTP/1.1" status: 204 len: 168 time: 0.3657141 Dec 17 13:27:19.535861 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:19.546229 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a379f-31ff-460b-87d3-f48a2c21ef7e None None] Sync routers for ids ['92d80d50-5577-4612-ad7e-53743cfd6aed'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:27:19.556320 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:19.572618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a379f-31ff-460b-87d3-f48a2c21ef7e None None] Routers {'92d80d50-5577-4612-ad7e-53743cfd6aed'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:27:19.573658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d94a379f-31ff-460b-87d3-f48a2c21ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:27:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d80d50-5577-4612-ad7e-53743cfd6aed'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:19.581502 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3e660155-9211-4bd8-8a8d-68ce8c040afd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/floatingips/6c3519df-b7f9-4223-9a6a-144b2b923ffd HTTP/1.1" status: 204 len: 168 time: 1.6951339 Dec 17 13:27:19.582207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:27:19.584581 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c577ae-806a-41d1-a055-8755e1e4d004" -d '{"events": [{"name": "network-changed", "server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:27:19.598242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a0c61-6d8b-4926-bec7-49327c1a2838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eda770-c383-42b3-a36d-36bf3f13d335,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:19.678269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event updated for resources: {'Port': ['ID=03ad79d0-ce7f-4146-bbb7-5f7377aa1685,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:19.705206 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:19.715747 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3215a5a5-9d1e-4261-9172-817fa264c138 x-openstack-request-id: req-3215a5a5-9d1e-4261-9172-817fa264c138 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:27:19.716487 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:27:19.716487 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3215a5a5-9d1e-4261-9172-817fa264c138 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:27:19.716856 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'status': 'completed', 'code': 200} Dec 17 13:27:19.796783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c577ae-806a-41d1-a055-8755e1e4d004 req-1e715bf3-2da5-4fb4-89df-fdd56a0a4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:19.799413 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77c577ae-806a-41d1-a055-8755e1e4d004 req-1e715bf3-2da5-4fb4-89df-fdd56a0a4931 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 1096 time: 0.0564492 Dec 17 13:27:19.925050 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Floating IP fc5da1d5-6383-4da2-a47a-d50b06697c4b associated. External IP: 172.25.0.207, port: a726fa4b-c515-410e-9236-6abaca0d49f6. Dec 17 13:27:19.981606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c577ae-806a-41d1-a055-8755e1e4d004 req-ef67e1b2-3b78-4b52-96ed-e61d6cb1fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:19.985300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77c577ae-806a-41d1-a055-8755e1e4d004 req-ef67e1b2-3b78-4b52-96ed-e61d6cb1fb21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=62104884-35ed-48dd-a2e9-27a8145b5ddd HTTP/1.1" status: 200 len: 898 time: 0.1741133 Dec 17 13:27:20.090852 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77c577ae-806a-41d1-a055-8755e1e4d004 req-c54f749c-d39d-4f0f-bdfa-991bbb528545 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852 HTTP/1.1" status: 200 len: 217 time: 0.0912292 Dec 17 13:27:20.114605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b429f6c-2f0a-4cce-b9f3-4baef74cd20b req-d8cfe73d-119f-4ef5-9e64-2e6421a2d9b7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0359406 Dec 17 13:27:20.133172 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:20.196893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c577ae-806a-41d1-a055-8755e1e4d004 req-503f5916-cbf0-484e-83ef-73d6dc20ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:20.198456 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77c577ae-806a-41d1-a055-8755e1e4d004 req-503f5916-cbf0-484e-83ef-73d6dc20ea34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b3af360a-af67-4423-807e-dbaf6691cabb HTTP/1.1" status: 200 len: 835 time: 0.0918365 Dec 17 13:27:20.209501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d94a379f-31ff-460b-87d3-f48a2c21ef7e None None] Set router 92d80d50-5577-4612-ad7e-53743cfd6aed gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:27:20.303660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c577ae-806a-41d1-a055-8755e1e4d004 req-e1f5d97f-e2d6-454a-b1cc-82a452353007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:20.306914 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77c577ae-806a-41d1-a055-8755e1e4d004 req-e1f5d97f-e2d6-454a-b1cc-82a452353007 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=62104884-35ed-48dd-a2e9-27a8145b5ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959170 Dec 17 13:27:20.487554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d94a379f-31ff-460b-87d3-f48a2c21ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '020c82a9-3fbb-49a6-bc91-1652d8592128', 'name': '', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:be:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:05Z', 'updated_at': '2021-12-17T13:25:18Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:20.497371 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77c577ae-806a-41d1-a055-8755e1e4d004 req-18c69f16-6621-4995-878c-7f95d81b09cd service neutron] 10.222.0.61 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792340 Dec 17 13:27:20.543745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Router 4eae9a1f-e0a6-4710-b074-fb5e16954225 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:27:20.550192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a379f-31ff-460b-87d3-f48a2c21ef7e None None] Checking router: 92d80d50-5577-4612-ad7e-53743cfd6aed for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:27:20.554910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643972fc-7cb2-44df-857a-2ce71ccace32 req-8453dadd-b418-44c5-b2c4-2ff64414d0ba tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:20.556437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-643972fc-7cb2-44df-857a-2ce71ccace32 req-8453dadd-b418-44c5-b2c4-2ff64414d0ba tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.1773860 Dec 17 13:27:20.565872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a379f-31ff-460b-87d3-f48a2c21ef7e None None] Routers {'92d80d50-5577-4612-ad7e-53743cfd6aed'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:27:20.567245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d94a379f-31ff-460b-87d3-f48a2c21ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:27:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d80d50-5577-4612-ad7e-53743cfd6aed'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:20.651109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77c577ae-806a-41d1-a055-8755e1e4d004 req-e7ebb9e1-b194-4b53-88f8-bf8f1e0f7d4d service neutron] 10.222.0.61 "GET /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422276 Dec 17 13:27:20.673251 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-643972fc-7cb2-44df-857a-2ce71ccace32 req-364d1e8d-e020-4f60-a839-065b0891d17d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084239 Dec 17 13:27:20.764525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d94a379f-31ff-460b-87d3-f48a2c21ef7e None None] Set router 92d80d50-5577-4612-ad7e-53743cfd6aed gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:27:20.766546 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:27:20.779082 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30b24dc-655d-44a3-8a89-fbee925bcce7 None None] Sync routers for ids ['4eae9a1f-e0a6-4710-b074-fb5e16954225'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:27:20.800609 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b24dc-655d-44a3-8a89-fbee925bcce7 None None] Routers {'4eae9a1f-e0a6-4710-b074-fb5e16954225'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:27:20.802552 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d30b24dc-655d-44a3-8a89-fbee925bcce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:27:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4eae9a1f-e0a6-4710-b074-fb5e16954225'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:20.913730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:20.968942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3d394f66-1f2c-4516-927a-5f802b83a355 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0182025 Dec 17 13:27:20.969715 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'tag': 'a726fa4b-c515-410e-9236-6abaca0d49f6'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:27:20.972922 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727dda34-6176-4008-94d9-97e7b83cdb45" -d '{"events": [{"name": "network-changed", "server_uuid": "778710d1-d443-49bc-af0d-e364e08b0d4d", "tag": "a726fa4b-c515-410e-9236-6abaca0d49f6"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:27:21.083433 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-d30b24dc-655d-44a3-8a89-fbee925bcce7 None None] Set router 4eae9a1f-e0a6-4710-b074-fb5e16954225 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:27:21.126057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d94a379f-31ff-460b-87d3-f48a2c21ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '020c82a9-3fbb-49a6-bc91-1652d8592128', 'name': '', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:be:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:05Z', 'updated_at': '2021-12-17T13:25:18Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:21.180133 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a379f-31ff-460b-87d3-f48a2c21ef7e None None] The sync data for ids ['92d80d50-5577-4612-ad7e-53743cfd6aed'] in n-d-815324-5 is: [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:25:08Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '020c82a9-3fbb-49a6-bc91-1652d8592128', 'name': '', 'network_id': '62104884-35ed-48dd-a2e9-27a8145b5ddd', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:be:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:25:05Z', 'updated_at': '2021-12-17T13:25:18Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': 'b3af360a-af67-4423-807e-dbaf6691cabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:27:21.257244 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ab8c34-e1ef-4844-87d8-64abdec5888d x-openstack-request-id: req-55ab8c34-e1ef-4844-87d8-64abdec5888d {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:27:21.258317 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778710d1-d443-49bc-af0d-e364e08b0d4d", "tag": "a726fa4b-c515-410e-9236-6abaca0d49f6", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:27:21.258917 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55ab8c34-e1ef-4844-87d8-64abdec5888d {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:27:21.259545 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'tag': 'a726fa4b-c515-410e-9236-6abaca0d49f6', 'status': 'completed', 'code': 200} Dec 17 13:27:21.337333 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e9a5c91-9177-4cef-9ee2-97097ceb90d7 req-841a7c6a-7b15-485f-ba56-a485ff054ca9 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0667064 Dec 17 13:27:21.385728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dda34-6176-4008-94d9-97e7b83cdb45 req-afcb7f27-14e3-46f5-b752-7d8aad2a0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:21.388441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727dda34-6176-4008-94d9-97e7b83cdb45 req-afcb7f27-14e3-46f5-b752-7d8aad2a0c9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42ce2784e85b4127ad8c713af6203070&device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 1097 time: 0.1050174 Dec 17 13:27:21.389844 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 55950) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:21.479007 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d30b24dc-655d-44a3-8a89-fbee925bcce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'fc5da1d5-6383-4da2-a47a-d50b06697c4b', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'port_id': 'a726fa4b-c515-410e-9236-6abaca0d49f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'mac_address': 'fa:16:3e:ef:a2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:27:18Z', 'updated_at': '2021-12-17T13:27:18Z', 'revision_number': 0, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d', 'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'mac_address': 'fa:16:3e:d2:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:30Z', 'updated_at': '2021-12-17T13:26:42Z', 'revision_number': 5, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'subnets': [{'id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:21.512577 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30b24dc-655d-44a3-8a89-fbee925bcce7 None None] Checking router: 4eae9a1f-e0a6-4710-b074-fb5e16954225 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:27:21.547200 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b24dc-655d-44a3-8a89-fbee925bcce7 None None] Routers {'4eae9a1f-e0a6-4710-b074-fb5e16954225'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:27:21.547841 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d30b24dc-655d-44a3-8a89-fbee925bcce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:27:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4eae9a1f-e0a6-4710-b074-fb5e16954225'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:21.595135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dda34-6176-4008-94d9-97e7b83cdb45 req-6ba6fed6-e8df-477c-b910-fc91803c5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:21.597092 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727dda34-6176-4008-94d9-97e7b83cdb45 req-6ba6fed6-e8df-477c-b910-fc91803c5f29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd HTTP/1.1" status: 200 len: 910 time: 0.2021544 Dec 17 13:27:21.664194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-310173635'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:21.670907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcdc709-e99b-4e7f-9752-39d70bae40cf None None] New status for floating IP 6c3519df-b7f9-4223-9a6a-144b2b923ffd: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:27:21.689485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727dda34-6176-4008-94d9-97e7b83cdb45 req-463760a6-a195-49e5-8538-d16b9ba4de12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a726fa4b-c515-410e-9236-6abaca0d49f6 HTTP/1.1" status: 200 len: 1000 time: 0.0839558 Dec 17 13:27:21.720024 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-d30b24dc-655d-44a3-8a89-fbee925bcce7 None None] Set router 4eae9a1f-e0a6-4710-b074-fb5e16954225 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:27:21.791773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:21.797054 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:21.821647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dda34-6176-4008-94d9-97e7b83cdb45 req-2750802c-8dc3-42a7-8e36-8a92aef29094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:21.824151 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727dda34-6176-4008-94d9-97e7b83cdb45 req-2750802c-8dc3-42a7-8e36-8a92aef29094 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77aeabac-3f25-4b78-bf40-aed1c3526439 HTTP/1.1" status: 200 len: 848 time: 0.1263230 Dec 17 13:27:21.831194 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:21.836000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bedbb-abae-4188-82d3-d5a7fc6f8c0f req-7f9897f3-7569-4841-ac90-26de430b0ba7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:21.837768 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-038bedbb-abae-4188-82d3-d5a7fc6f8c0f req-7f9897f3-7569-4841-ac90-26de430b0ba7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.0987678 Dec 17 13:27:22.003554 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:22.019069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485e502-9158-43bc-8d5e-1a5783cf6e74 req-6a8e8032-292b-42b9-aac5-87a3fda9629c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:22.020706 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6485e502-9158-43bc-8d5e-1a5783cf6e74 req-6a8e8032-292b-42b9-aac5-87a3fda9629c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 945 time: 0.2428424 Dec 17 13:27:22.070886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dda34-6176-4008-94d9-97e7b83cdb45 req-f2241f78-654d-4650-9b0b-cc94a2d3a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:22.071034 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d30b24dc-655d-44a3-8a89-fbee925bcce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'fc5da1d5-6383-4da2-a47a-d50b06697c4b', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'port_id': 'a726fa4b-c515-410e-9236-6abaca0d49f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'mac_address': 'fa:16:3e:ef:a2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:27:18Z', 'updated_at': '2021-12-17T13:27:18Z', 'revision_number': 0, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d', 'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'mac_address': 'fa:16:3e:d2:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:30Z', 'updated_at': '2021-12-17T13:26:42Z', 'revision_number': 5, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'subnets': [{'id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:22.072265 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727dda34-6176-4008-94d9-97e7b83cdb45 req-f2241f78-654d-4650-9b0b-cc94a2d3a530 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2334695 Dec 17 13:27:22.089977 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:22.117759 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30b24dc-655d-44a3-8a89-fbee925bcce7 None None] The sync data for ids ['4eae9a1f-e0a6-4710-b074-fb5e16954225'] in n-d-815324-5 is: [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'fc5da1d5-6383-4da2-a47a-d50b06697c4b', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'port_id': 'a726fa4b-c515-410e-9236-6abaca0d49f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'mac_address': 'fa:16:3e:ef:a2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:27:18Z', 'updated_at': '2021-12-17T13:27:18Z', 'revision_number': 0, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d', 'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'mac_address': 'fa:16:3e:d2:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:30Z', 'updated_at': '2021-12-17T13:26:42Z', 'revision_number': 5, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'subnets': [{'id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:27:22.136506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:27:22.173086 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6485e502-9158-43bc-8d5e-1a5783cf6e74 req-b0204d59-9bd7-40db-b454-f0a9e76d126b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=797dd144-1b10-4744-9ce2-76df4ce8a256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423018 Dec 17 13:27:22.185453 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:22.186209 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Added segment 9d89f038-f875-418c-ab7c-bc28872f6c28 of type vlan for network d08f4cd1-51db-4564-871f-8cb735d31bd6 Dec 17 13:27:22.188763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fdce69-3f79-40db-9fe5-aebf2bc75ccf,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:22.219581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-038bedbb-abae-4188-82d3-d5a7fc6f8c0f req-43d598f4-a8c2-4019-9951-c35b369aab39 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:22.219581 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-038bedbb-abae-4188-82d3-d5a7fc6f8c0f req-43d598f4-a8c2-4019-9951-c35b369aab39 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:22.277160 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:22.280304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727dda34-6176-4008-94d9-97e7b83cdb45 req-98411bdc-d391-4572-8cb6-7150a3559a3e service neutron] 10.222.0.54 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948028 Dec 17 13:27:22.398499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-038bedbb-abae-4188-82d3-d5a7fc6f8c0f req-43d598f4-a8c2-4019-9951-c35b369aab39 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port 1f3eb7f7-1e5a-454f-b873-2d5323e56852, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1f3eb7f7-1e5a-454f-b873-2d5323e56852,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:22.405465 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-038bedbb-abae-4188-82d3-d5a7fc6f8c0f req-43d598f4-a8c2-4019-9951-c35b369aab39 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:22.426610 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:22.432737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-038bedbb-abae-4188-82d3-d5a7fc6f8c0f req-43d598f4-a8c2-4019-9951-c35b369aab39 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 1f3eb7f7-1e5a-454f-b873-2d5323e56852 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:22.439176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:22.439176 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:22.448173 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-727dda34-6176-4008-94d9-97e7b83cdb45 req-e94af969-1d87-4e7b-907a-e80adbf5e9cb service neutron] 10.222.0.54 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548061 Dec 17 13:27:22.553319 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5cde60d3-6560-4680-ad8b-66916438af9e req-8358fe0d-e1b2-42e6-bd23-0896fcabdc1c tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0887036 Dec 17 13:27:22.562840 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c30d84-3518-4771-adc6-8ff489931218 None None] New status for floating IP fc5da1d5-6383-4da2-a47a-d50b06697c4b: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:27:22.590390 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=d08f4cd1-51db-4564-871f-8cb735d31bd6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:22.599281 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e5e9d50d-f9a0-4818-833b-9bd2b62ff628 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2078753 Dec 17 13:27:22.622618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network d08f4cd1-51db-4564-871f-8cb735d31bd6 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:27:22.695410 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-038bedbb-abae-4188-82d3-d5a7fc6f8c0f req-43d598f4-a8c2-4019-9951-c35b369aab39 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:22.742649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d598f4-a8c2-4019-9951-c35b369aab39 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=1f3eb7f7-1e5a-454f-b873-2d5323e56852,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:22.744778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56000) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:22.750769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b8ac01c2-846f-41e9-8e27-d721e5226648 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'network_id': 'd08f4cd1-51db-4564-871f-8cb735d31bd6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:22.803953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-038bedbb-abae-4188-82d3-d5a7fc6f8c0f req-43d598f4-a8c2-4019-9951-c35b369aab39 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] No DVR routers for this DVR port 1f3eb7f7-1e5a-454f-b873-2d5323e56852 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:27:22.806861 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-038bedbb-abae-4188-82d3-d5a7fc6f8c0f req-43d598f4-a8c2-4019-9951-c35b369aab39 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:22.811395 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-038bedbb-abae-4188-82d3-d5a7fc6f8c0f req-43d598f4-a8c2-4019-9951-c35b369aab39 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.61 "DELETE /v2.0/ports/1f3eb7f7-1e5a-454f-b873-2d5323e56852 HTTP/1.1" status: 204 len: 173 time: 0.9540205 Dec 17 13:27:22.811883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'name': 'network-vif-deleted', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:27:22.814344 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96612970-c876-40d7-bc43-248220ed7517" -d '{"events": [{"server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "name": "network-vif-deleted", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:27:22.861217 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6863eba-7eb0-4763-9ded-dbcac40149f4 x-openstack-request-id: req-e6863eba-7eb0-4763-9ded-dbcac40149f4 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:27:22.861846 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b457e81-df5d-46ce-82e6-5759823dc9cf", "name": "network-vif-deleted", "tag": "1f3eb7f7-1e5a-454f-b873-2d5323e56852", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:27:22.862101 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6863eba-7eb0-4763-9ded-dbcac40149f4 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:27:22.862528 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b457e81-df5d-46ce-82e6-5759823dc9cf', 'name': 'network-vif-deleted', 'tag': '1f3eb7f7-1e5a-454f-b873-2d5323e56852', 'status': 'completed', 'code': 200} Dec 17 13:27:22.951614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ac01c2-846f-41e9-8e27-d721e5226648 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:22.956325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8ac01c2-846f-41e9-8e27-d721e5226648 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:23.267794 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8ac01c2-846f-41e9-8e27-d721e5226648 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:23.412063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-60487177-4bce-49c9-a6b0-d8dc0ab95fd7 req-226dbb32-eab0-4c65-a46d-ec02e628b22e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b457e81-df5d-46ce-82e6-5759823dc9cf HTTP/1.1" status: 200 len: 210 time: 0.0471840 Dec 17 13:27:23.412724 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac01c2-846f-41e9-8e27-d721e5226648 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=9e55655f-9156-43e8-a9ac-380477136a5c,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:23.426317 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ac01c2-846f-41e9-8e27-d721e5226648 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking segment: {'id': '9d89f038-f875-418c-ab7c-bc28872f6c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd08f4cd1-51db-4564-871f-8cb735d31bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:23.426648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac01c2-846f-41e9-8e27-d721e5226648 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network hostable DHCP agents. Network: d08f4cd1-51db-4564-871f-8cb735d31bd6, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:27:23.553741 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac01c2-846f-41e9-8e27-d721e5226648 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network d08f4cd1-51db-4564-871f-8cb735d31bd6 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:27:23.677950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b8ac01c2-846f-41e9-8e27-d721e5226648 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, d08f4cd1-51db-4564-871f-8cb735d31bd6) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:23.683377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac01c2-846f-41e9-8e27-d721e5226648 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:23.685049 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b8ac01c2-846f-41e9-8e27-d721e5226648 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:23.687462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bde34d-4e79-49c2-9927-33da443726dd None None] Network d08f4cd1-51db-4564-871f-8cb735d31bd6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:23.697978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf58ba49-ea53-48c8-8dd7-647cbd7677a4 req-4dfe3e13-0094-4deb-abe5-57b047e07990 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0341525 Dec 17 13:27:23.811279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-d08f4cd1-51db-4564-871f-8cb735d31bd6', 'network_id': 'd08f4cd1-51db-4564-871f-8cb735d31bd6', 'project_id': 'f1332dd76d2c411fb5140f4f6088b205', 'fixed_ips': [{'subnet_id': '9e55655f-9156-43e8-a9ac-380477136a5c'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:27:23.812154 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:23.867909 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b8ac01c2-846f-41e9-8e27-d721e5226648 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1179531 Dec 17 13:27:23.868593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56014) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:23.883674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-50056a4e-1e59-441a-ad98-c1fb7192b2ea tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1542602816'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:24.005910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Allocated IP 172.20.255.242 (d08f4cd1-51db-4564-871f-8cb735d31bd6/9e55655f-9156-43e8-a9ac-380477136a5c/63b18bcc-931b-4ceb-abac-519e6e9b0a40) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:27:24.027246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56018) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:24.055558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50056a4e-1e59-441a-ad98-c1fb7192b2ea tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:24.066389 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50056a4e-1e59-441a-ad98-c1fb7192b2ea tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.089077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50056a4e-1e59-441a-ad98-c1fb7192b2ea tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:27:24.103624 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50056a4e-1e59-441a-ad98-c1fb7192b2ea tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.103945 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-50056a4e-1e59-441a-ad98-c1fb7192b2ea tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Added segment bed19a13-c2ad-41b7-ae36-e89211a1d4ee of type vlan for network 40fd3a9c-2dd9-40f3-bcf7-d769097aae2c Dec 17 13:27:24.154121 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50056a4e-1e59-441a-ad98-c1fb7192b2ea tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.223362 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.232499 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f71d9de1-43d0-46d4-92d5-204c4bd32c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.271578 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50056a4e-1e59-441a-ad98-c1fb7192b2ea tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.276973 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50056a4e-1e59-441a-ad98-c1fb7192b2ea tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:24.277569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50056a4e-1e59-441a-ad98-c1fb7192b2ea tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.312587 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.362683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Network d08f4cd1-51db-4564-871f-8cb735d31bd6 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:27:24.366769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:24.369344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:27:24.374567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50056a4e-1e59-441a-ad98-c1fb7192b2ea tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=40fd3a9c-2dd9-40f3-bcf7-d769097aae2c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:24.385458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Pushing event updated for resources: {'Port': ['ID=63b18bcc-931b-4ceb-abac-519e6e9b0a40,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:24.394406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 40fd3a9c-2dd9-40f3-bcf7-d769097aae2c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:27:24.397879 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f71d9de1-43d0-46d4-92d5-204c4bd32c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.487518 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-50056a4e-1e59-441a-ad98-c1fb7192b2ea tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6164215 Dec 17 13:27:24.490212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56028) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:24.495899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-10f3c36f-fbcc-40c2-ab72-01f99ce6c2e8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'network_id': '40fd3a9c-2dd9-40f3-bcf7-d769097aae2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:24.505147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56030) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:24.514130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Attempting to bind port 63b18bcc-931b-4ceb-abac-519e6e9b0a40 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:27:24.514766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Attempting to bind port 63b18bcc-931b-4ceb-abac-519e6e9b0a40 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '9d89f038-f875-418c-ab7c-bc28872f6c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd08f4cd1-51db-4564-871f-8cb735d31bd6'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:27:24.515310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Attempting to bind port 63b18bcc-931b-4ceb-abac-519e6e9b0a40 on network d08f4cd1-51db-4564-871f-8cb735d31bd6 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:27:24.524800 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f71d9de1-43d0-46d4-92d5-204c4bd32c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.531132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:27:24.531998 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Checking segment: {'id': '9d89f038-f875-418c-ab7c-bc28872f6c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd08f4cd1-51db-4564-871f-8cb735d31bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:24.532588 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.533157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Bound using segment: {'id': '9d89f038-f875-418c-ab7c-bc28872f6c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd08f4cd1-51db-4564-871f-8cb735d31bd6'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:27:24.535555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Bound port: 63b18bcc-931b-4ceb-abac-519e6e9b0a40, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d89f038-f875-418c-ab7c-bc28872f6c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd08f4cd1-51db-4564-871f-8cb735d31bd6'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:27:24.535555 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.631595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] For port 63b18bcc-931b-4ceb-abac-519e6e9b0a40, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:27:24.639326 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] For port 63b18bcc-931b-4ceb-abac-519e6e9b0a40, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=63b18bcc-931b-4ceb-abac-519e6e9b0a40,segment=NetworkSegment(9d89f038-f875-418c-ab7c-bc28872f6c28),segment_id=9d89f038-f875-418c-ab7c-bc28872f6c28)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:27:24.669240 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f71d9de1-43d0-46d4-92d5-204c4bd32c9a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f57a80b3d3f457faf70a3a50a20c159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6408043 Dec 17 13:27:24.673199 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d9de1-43d0-46d4-92d5-204c4bd32c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182f1de2-48e7-4888-a953-1cf7bf76413c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:24.673386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56034) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:24.724749 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.768924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-45820aaf-3265-4fa4-9394-bf0aef216790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.796882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f3c36f-fbcc-40c2-ab72-01f99ce6c2e8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:24.802384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10f3c36f-fbcc-40c2-ab72-01f99ce6c2e8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.869374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec264e3e-b752-4e19-81c5-e2f618725374 None None] Pushing event updated for resources: {'Port': ['ID=63b18bcc-931b-4ceb-abac-519e6e9b0a40,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:24.913234 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-45820aaf-3265-4fa4-9394-bf0aef216790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:24.945629 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b0da42f2-0bf2-4d39-9d3b-33e70bd3647c req-0e357ad0-bbfc-432d-b3b7-236be64cfdb7 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.1058173 Dec 17 13:27:25.027021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1f3eb7f7-1e5a-454f-b873-2d5323e56852 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:27:25.074946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 1f3eb7f7-1e5a-454f-b873-2d5323e56852 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:27:25.075719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1f3eb7f7-1e5a-454f-b873-2d5323e56852 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:27:25.205874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51019261-2d2f-48b8-9197-1ccea42164da tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:25.251732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-45820aaf-3265-4fa4-9394-bf0aef216790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:25.257001 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-45820aaf-3265-4fa4-9394-bf0aef216790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:25.260729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-45820aaf-3265-4fa4-9394-bf0aef216790 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/182f1de2-48e7-4888-a953-1cf7bf76413c HTTP/1.1" status: 204 len: 168 time: 0.5852039 Dec 17 13:27:25.269153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45820aaf-3265-4fa4-9394-bf0aef216790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182f1de2-48e7-4888-a953-1cf7bf76413c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:25.307177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10f3c36f-fbcc-40c2-ab72-01f99ce6c2e8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:25.444552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3c36f-fbcc-40c2-ab72-01f99ce6c2e8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=1426bcb9-b227-46b1-8ed1-d7969fc763bd,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:25.458876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f3c36f-fbcc-40c2-ab72-01f99ce6c2e8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking segment: {'id': 'bed19a13-c2ad-41b7-ae36-e89211a1d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40fd3a9c-2dd9-40f3-bcf7-d769097aae2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:25.461291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f3c36f-fbcc-40c2-ab72-01f99ce6c2e8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network hostable DHCP agents. Network: 40fd3a9c-2dd9-40f3-bcf7-d769097aae2c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:27:25.553920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f3c36f-fbcc-40c2-ab72-01f99ce6c2e8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network 40fd3a9c-2dd9-40f3-bcf7-d769097aae2c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:27:25.671616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-10f3c36f-fbcc-40c2-ab72-01f99ce6c2e8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 40fd3a9c-2dd9-40f3-bcf7-d769097aae2c) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:25.681702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f3c36f-fbcc-40c2-ab72-01f99ce6c2e8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:25.682390 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10f3c36f-fbcc-40c2-ab72-01f99ce6c2e8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:25.687661 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d16662-16e2-4fc0-870f-d7501154a40a None None] Network 40fd3a9c-2dd9-40f3-bcf7-d769097aae2c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:25.803292 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 63b18bcc-931b-4ceb-abac-519e6e9b0a40 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:27:25.897815 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-10f3c36f-fbcc-40c2-ab72-01f99ce6c2e8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4062610 Dec 17 13:27:25.907310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56048) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:25.985860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 63b18bcc-931b-4ceb-abac-519e6e9b0a40 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:25.987543 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:26.112076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-40fd3a9c-2dd9-40f3-bcf7-d769097aae2c', 'network_id': '40fd3a9c-2dd9-40f3-bcf7-d769097aae2c', 'project_id': 'f1332dd76d2c411fb5140f4f6088b205', 'fixed_ips': [{'subnet_id': '1426bcb9-b227-46b1-8ed1-d7969fc763bd'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:27:26.113308 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:26.153188 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:26.315238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-502348c3-af5f-4dee-9a0d-9f713c4f751e req-a0408a27-736f-4b32-99f9-ade9c42c8f05 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.1825392 Dec 17 13:27:26.406945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-51019261-2d2f-48b8-9197-1ccea42164da tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 020c82a9-3fbb-49a6-bc91-1652d8592128 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:26.412331 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51019261-2d2f-48b8-9197-1ccea42164da tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:26.413721 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:26.467984 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:26.552345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 63b18bcc-931b-4ceb-abac-519e6e9b0a40, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=63b18bcc-931b-4ceb-abac-519e6e9b0a40,segment=NetworkSegment(9d89f038-f875-418c-ab7c-bc28872f6c28),segment_id=9d89f038-f875-418c-ab7c-bc28872f6c28)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:26.579557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Allocated IP 172.20.0.2 (40fd3a9c-2dd9-40f3-bcf7-d769097aae2c/1426bcb9-b227-46b1-8ed1-d7969fc763bd/1eeb1e61-d484-4153-a75e-75f39bf47d90) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:27:26.619501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-51019261-2d2f-48b8-9197-1ccea42164da tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port 020c82a9-3fbb-49a6-bc91-1652d8592128, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=020c82a9-3fbb-49a6-bc91-1652d8592128,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:26.620198 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51019261-2d2f-48b8-9197-1ccea42164da tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:26.657786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-51019261-2d2f-48b8-9197-1ccea42164da tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 020c82a9-3fbb-49a6-bc91-1652d8592128 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:26.680262 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:26.771008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=63b18bcc-931b-4ceb-abac-519e6e9b0a40,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:26.777456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377474b1-7582-4a29-9eb3-39fae3d2d68b None None] Network d08f4cd1-51db-4564-871f-8cb735d31bd6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:26.956302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-deb76daf-7bc3-4a53-b767-99e6307df267 None None] Provisioning complete for port 63b18bcc-931b-4ceb-abac-519e6e9b0a40 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:26.956977 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-deb76daf-7bc3-4a53-b767-99e6307df267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:26.990489 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.044700 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51019261-2d2f-48b8-9197-1ccea42164da tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.175204 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.211791 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51019261-2d2f-48b8-9197-1ccea42164da tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=020c82a9-3fbb-49a6-bc91-1652d8592128,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:27.238842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Subnet': ['ID=1426bcb9-b227-46b1-8ed1-d7969fc763bd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:27.413223 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.446502 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.466262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fd3a9c-2dd9-40f3-bcf7-d769097aae2c']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:27.489626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed19a13-c2ad-41b7-ae36-e89211a1d4ee') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:27.489940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed19a13-c2ad-41b7-ae36-e89211a1d4ee') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:27.504135 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.526554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.532527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Network 40fd3a9c-2dd9-40f3-bcf7-d769097aae2c is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:27:27.539636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:27.543727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:27:27.552643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Pushing event updated for resources: {'Port': ['ID=1eeb1e61-d484-4153-a75e-75f39bf47d90,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:27.566013 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51019261-2d2f-48b8-9197-1ccea42164da tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.597500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ccc2d62-1e60-495b-8c72-5f82e2708240 req-728038b2-3196-474d-82c9-45f5da844f5b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0621338 Dec 17 13:27:27.607273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:27:27.607928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:27:27.612081 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:27:27.637970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Attempting to bind port 1eeb1e61-d484-4153-a75e-75f39bf47d90 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:27:27.638608 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Attempting to bind port 1eeb1e61-d484-4153-a75e-75f39bf47d90 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'bed19a13-c2ad-41b7-ae36-e89211a1d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40fd3a9c-2dd9-40f3-bcf7-d769097aae2c'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:27:27.639147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Attempting to bind port 1eeb1e61-d484-4153-a75e-75f39bf47d90 on network 40fd3a9c-2dd9-40f3-bcf7-d769097aae2c {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:27:27.647846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:27:27.648565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Checking segment: {'id': 'bed19a13-c2ad-41b7-ae36-e89211a1d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40fd3a9c-2dd9-40f3-bcf7-d769097aae2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:27.649153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.650440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Bound using segment: {'id': 'bed19a13-c2ad-41b7-ae36-e89211a1d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40fd3a9c-2dd9-40f3-bcf7-d769097aae2c'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:27:27.651144 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Bound port: 1eeb1e61-d484-4153-a75e-75f39bf47d90, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed19a13-c2ad-41b7-ae36-e89211a1d4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '40fd3a9c-2dd9-40f3-bcf7-d769097aae2c'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:27:27.651715 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.790608 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] For port 1eeb1e61-d484-4153-a75e-75f39bf47d90, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:27:27.794729 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] For port 1eeb1e61-d484-4153-a75e-75f39bf47d90, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=1eeb1e61-d484-4153-a75e-75f39bf47d90,segment=NetworkSegment(bed19a13-c2ad-41b7-ae36-e89211a1d4ee),segment_id=bed19a13-c2ad-41b7-ae36-e89211a1d4ee)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:27:27.799714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e14b8a79-ebc3-43a6-9796-6511d78a9218 None None] Provisioning complete for port 63b18bcc-931b-4ceb-abac-519e6e9b0a40 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:27.801013 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e14b8a79-ebc3-43a6-9796-6511d78a9218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.814446 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.api [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 13:27:27.814446 n-d-815324-5 neutron-server[110453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 13:27:27.814446 n-d-815324-5 neutron-server[110453]: [parameters: {'id': '40fd3a9c-2dd9-40f3-bcf7-d769097aae2c'}] Dec 17 13:27:27.814446 n-d-815324-5 neutron-server[110453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:27:27.815345 n-d-815324-5 neutron-server[110453]: DEBUG oslo_db.api [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:27:27.832838 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 63b18bcc-931b-4ceb-abac-519e6e9b0a40 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:27:27.876365 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:27.893694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51019261-2d2f-48b8-9197-1ccea42164da tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router 92d80d50-5577-4612-ad7e-53743cfd6aed has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:27:28.046627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6aa91-4846-4ba1-9651-70a91cd7d94b None None] Pushing event updated for resources: {'Port': ['ID=1eeb1e61-d484-4153-a75e-75f39bf47d90,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:28.052683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 63b18bcc-931b-4ceb-abac-519e6e9b0a40 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:28.053121 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:28.070535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51019261-2d2f-48b8-9197-1ccea42164da tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:27:28.082094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-51019261-2d2f-48b8-9197-1ccea42164da tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "PUT /v2.0/routers/92d80d50-5577-4612-ad7e-53743cfd6aed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5752172 Dec 17 13:27:28.084729 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56086) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:28.094301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b393780c-876a-4531-9b2e-b51ae4a5d507 None None] Network 40fd3a9c-2dd9-40f3-bcf7-d769097aae2c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:28.103974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea86602-f3c8-48a8-ad3d-d349a5e72f8a None None] Sync routers for ids ['92d80d50-5577-4612-ad7e-53743cfd6aed'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:27:28.150054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4e4307-e100-43bb-8f2b-401ba976ba1e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting subnet b3af360a-af67-4423-807e-dbaf6691cabb {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:27:28.150717 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4307-e100-43bb-8f2b-401ba976ba1e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:28.188782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea86602-f3c8-48a8-ad3d-d349a5e72f8a None None] Routers {'92d80d50-5577-4612-ad7e-53743cfd6aed'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:27:28.190095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0ea86602-f3c8-48a8-ad3d-d349a5e72f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:27:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d80d50-5577-4612-ad7e-53743cfd6aed'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:28.201735 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4307-e100-43bb-8f2b-401ba976ba1e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:28.316449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:28.323752 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4307-e100-43bb-8f2b-401ba976ba1e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:28.369822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af48114e-e585-40bb-88e8-a711ceda84af None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:27:28.431914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Deleting port 1eeb1e61-d484-4153-a75e-75f39bf47d90 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:28.432262 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:28.478095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-0ea86602-f3c8-48a8-ad3d-d349a5e72f8a None None] Set router 92d80d50-5577-4612-ad7e-53743cfd6aed gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:27:28.545896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] For port 1eeb1e61-d484-4153-a75e-75f39bf47d90, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=1eeb1e61-d484-4153-a75e-75f39bf47d90,segment=NetworkSegment(bed19a13-c2ad-41b7-ae36-e89211a1d4ee),segment_id=bed19a13-c2ad-41b7-ae36-e89211a1d4ee)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:28.546749 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:28.551490 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4307-e100-43bb-8f2b-401ba976ba1e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:28.570123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Calling delete_port for 1eeb1e61-d484-4153-a75e-75f39bf47d90 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:28.616427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e4307-e100-43bb-8f2b-401ba976ba1e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Subnet': ['ID=b3af360a-af67-4423-807e-dbaf6691cabb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:28.623171 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b4e4307-e100-43bb-8f2b-401ba976ba1e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:28.636454 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6b4e4307-e100-43bb-8f2b-401ba976ba1e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/subnets/b3af360a-af67-4423-807e-dbaf6691cabb HTTP/1.1" status: 204 len: 168 time: 0.5470493 Dec 17 13:27:28.637242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56096) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:28.653533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af48114e-e585-40bb-88e8-a711ceda84af None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:27:28.826164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a663b86b-898c-4b98-a6e0-8b8c359233eb req-96d89cd3-b1c3-455f-b068-1c408e2c9fee tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0354137 Dec 17 13:27:28.865445 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:28.884645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No DVR routers for this DVR port 1eeb1e61-d484-4153-a75e-75f39bf47d90 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:27:28.946274 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.011503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0ea86602-f3c8-48a8-ad3d-d349a5e72f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:27:26Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:29.075719 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.082728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea86602-f3c8-48a8-ad3d-d349a5e72f8a None None] Checking router: 92d80d50-5577-4612-ad7e-53743cfd6aed for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:27:29.084371 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.103817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea86602-f3c8-48a8-ad3d-d349a5e72f8a None None] Routers {'92d80d50-5577-4612-ad7e-53743cfd6aed'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:27:29.104700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0ea86602-f3c8-48a8-ad3d-d349a5e72f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:27:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['92d80d50-5577-4612-ad7e-53743cfd6aed'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:29.124850 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Port': ['ID=1eeb1e61-d484-4153-a75e-75f39bf47d90,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:29.151169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fd3a9c-2dd9-40f3-bcf7-d769097aae2c']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:29.163678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed19a13-c2ad-41b7-ae36-e89211a1d4ee') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:29.164347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed19a13-c2ad-41b7-ae36-e89211a1d4ee') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:29.175237 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.198192 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.209299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:27:29.210098 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:27:29.213518 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:27:29.285823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port e7780971-bed3-4612-a72f-e18bfaf9c22c {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:29.287898 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.404313 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.409792 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.413324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/40fd3a9c-2dd9-40f3-bcf7-d769097aae2c HTTP/1.1" status: 204 len: 168 time: 3.5049210 Dec 17 13:27:29.417267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56108) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:29.434614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f453698a-bb86-4563-af0d-6bec01bcbf4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1340875477'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:29.474067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc4601-2212-4786-b8fc-a6bb8a14cf0f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Network': ['ID=40fd3a9c-2dd9-40f3-bcf7-d769097aae2c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:29.496171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port e7780971-bed3-4612-a72f-e18bfaf9c22c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e7780971-bed3-4612-a72f-e18bfaf9c22c,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:29.498322 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.516231 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a010cf-acb5-4ca9-ad18-d7307ceb4567 None None] Network 62104884-35ed-48dd-a2e9-27a8145b5ddd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:29.525009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for e7780971-bed3-4612-a72f-e18bfaf9c22c owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:29.608692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f453698a-bb86-4563-af0d-6bec01bcbf4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:29.620674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f453698a-bb86-4563-af0d-6bec01bcbf4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.639301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-0ea86602-f3c8-48a8-ad3d-d349a5e72f8a None None] Set router 92d80d50-5577-4612-ad7e-53743cfd6aed gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:27:29.666692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f453698a-bb86-4563-af0d-6bec01bcbf4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:27:29.683978 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f453698a-bb86-4563-af0d-6bec01bcbf4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.684648 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-f453698a-bb86-4563-af0d-6bec01bcbf4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Added segment 959e86d9-ddaf-4bba-8e1d-b05f2ccb8c67 of type vlan for network 81dcf6bb-4a35-409b-bf56-b2278b07afcb Dec 17 13:27:29.784189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f453698a-bb86-4563-af0d-6bec01bcbf4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.890298 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.911883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f453698a-bb86-4563-af0d-6bec01bcbf4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.919257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f453698a-bb86-4563-af0d-6bec01bcbf4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:29.919924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f453698a-bb86-4563-af0d-6bec01bcbf4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:29.947043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=e7780971-bed3-4612-a72f-e18bfaf9c22c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:30.034365 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:30.062645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453698a-bb86-4563-af0d-6bec01bcbf4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=81dcf6bb-4a35-409b-bf56-b2278b07afcb,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:30.114231 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9552d679-9230-440b-afaa-d55f052d1c73 req-a771355c-ab35-43c0-9958-a71da7285ae8 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0484877 Dec 17 13:27:30.125829 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f453698a-bb86-4563-af0d-6bec01bcbf4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7026451 Dec 17 13:27:30.126722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56114) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:30.134510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'network_id': '81dcf6bb-4a35-409b-bf56-b2278b07afcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:30.182977 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:30.187106 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:30.220330 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034bed58-74a1-42e7-925c-ea6646e893a0 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:27:30.225172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 81dcf6bb-4a35-409b-bf56-b2278b07afcb details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:27:30.320384 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:30.320384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Fanout notify agent at l3_agent the message router_deleted on router 92d80d50-5577-4612-ad7e-53743cfd6aed {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:27:30.331054 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:30.331054 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c52cacd2-563b-4ac2-830d-ecc344ae3bfb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/routers/92d80d50-5577-4612-ad7e-53743cfd6aed HTTP/1.1" status: 204 len: 168 time: 1.6883125 Dec 17 13:27:30.331654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56118) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:30.392011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0ea86602-f3c8-48a8-ad3d-d349a5e72f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:27:26Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:30.427229 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774674ec-a5da-4f8a-b160-06744b8a7f1f None None] DHCP port deletion for 62104884-35ed-48dd-a2e9-27a8145b5ddd request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:27:30.433710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea86602-f3c8-48a8-ad3d-d349a5e72f8a None None] The sync data for ids ['92d80d50-5577-4612-ad7e-53743cfd6aed'] in n-d-815324-5 is: [{'id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919336347', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:24:50Z', 'updated_at': '2021-12-17T13:27:26Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'e7780971-bed3-4612-a72f-e18bfaf9c22c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d80d50-5577-4612-ad7e-53743cfd6aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:24:53Z', 'updated_at': '2021-12-17T13:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:27:30.495078 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:30.495646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-774674ec-a5da-4f8a-b160-06744b8a7f1f None None] Deleting port aff371e4-0205-48da-9e9f-cb0352b5330e {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:30.495863 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-774674ec-a5da-4f8a-b160-06744b8a7f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:30.498558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:30.505171 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:30.588250 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-774674ec-a5da-4f8a-b160-06744b8a7f1f None None] For port aff371e4-0205-48da-9e9f-cb0352b5330e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=aff371e4-0205-48da-9e9f-cb0352b5330e,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:30.588656 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-774674ec-a5da-4f8a-b160-06744b8a7f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:30.595921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.ipam_backend_mixin [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Performing IP validity checks on allocation pools {{(pid=110453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 13:27:30.596446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.ipam_backend_mixin [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 13:27:30.613261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-774674ec-a5da-4f8a-b160-06744b8a7f1f None None] Calling delete_port for aff371e4-0205-48da-9e9f-cb0352b5330e owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:30.703549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port aff371e4-0205-48da-9e9f-cb0352b5330e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:30.703943 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:30.808876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port aff371e4-0205-48da-9e9f-cb0352b5330e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=aff371e4-0205-48da-9e9f-cb0352b5330e,segment=NetworkSegment(36a2e14e-7d12-4b0c-919e-cfeebb7a6f52),segment_id=36a2e14e-7d12-4b0c-919e-cfeebb7a6f52)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:30.810173 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:30.828854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for aff371e4-0205-48da-9e9f-cb0352b5330e owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:30.836403 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-774674ec-a5da-4f8a-b160-06744b8a7f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:30.882175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774674ec-a5da-4f8a-b160-06744b8a7f1f None None] Pushing event deleted for resources: {'Port': ['ID=aff371e4-0205-48da-9e9f-cb0352b5330e,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:30.884133 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774674ec-a5da-4f8a-b160-06744b8a7f1f None None] No DVR routers for this DVR port aff371e4-0205-48da-9e9f-cb0352b5330e on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:27:30.991754 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:31.090068 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:31.100746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=f0aae045-6686-40f7-805c-3c41590e0e52,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:31.125018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] No DVR routers for this DVR port aff371e4-0205-48da-9e9f-cb0352b5330e on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:27:31.168402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=aff371e4-0205-48da-9e9f-cb0352b5330e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:31.218525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking segment: {'id': '959e86d9-ddaf-4bba-8e1d-b05f2ccb8c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '81dcf6bb-4a35-409b-bf56-b2278b07afcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:31.219036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network hostable DHCP agents. Network: 81dcf6bb-4a35-409b-bf56-b2278b07afcb, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:27:31.310727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7ea70992-39ab-474f-8a58-845c47a1ecf6 req-58537802-7529-47de-a197-1db9550c7693 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0617752 Dec 17 13:27:31.373085 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:31.414853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62104884-35ed-48dd-a2e9-27a8145b5ddd']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:31.438985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:31.439331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a2e14e-7d12-4b0c-919e-cfeebb7a6f52') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:31.453595 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:31.472691 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:31.481904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:27:31.482996 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:27:31.486257 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:27:31.501505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network 81dcf6bb-4a35-409b-bf56-b2278b07afcb is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:27:31.718254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 81dcf6bb-4a35-409b-bf56-b2278b07afcb) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:31.731206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b481c503-dacc-4e73-80d0-1be5ccca3006 None None] Network 81dcf6bb-4a35-409b-bf56-b2278b07afcb requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:31.745964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:31.748431 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:31.870441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:31.888977 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bc7dc842-e213-4770-ad1b-7cada83ea6cb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7599754 Dec 17 13:27:31.890824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56140) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:31.915436 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:31.926774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 020c82a9-3fbb-49a6-bc91-1652d8592128 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:27:31.932080 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:31.933938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/networks/62104884-35ed-48dd-a2e9-27a8145b5ddd HTTP/1.1" status: 204 len: 168 time: 1.6025121 Dec 17 13:27:31.966960 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 020c82a9-3fbb-49a6-bc91-1652d8592128 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:27:31.967280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 020c82a9-3fbb-49a6-bc91-1652d8592128 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:27:31.967719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e7780971-bed3-4612-a72f-e18bfaf9c22c no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:27:31.988294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56142) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:32.011241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290aa013-53d7-4400-bc96-6cca5215cfe3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Network': ['ID=62104884-35ed-48dd-a2e9-27a8145b5ddd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:32.022144 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e7780971-bed3-4612-a72f-e18bfaf9c22c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:27:32.022503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e7780971-bed3-4612-a72f-e18bfaf9c22c not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:27:32.022935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device aff371e4-0205-48da-9e9f-cb0352b5330e no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:27:32.060482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c068dd-d64b-40ab-b953-5d2e12a362fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-81dcf6bb-4a35-409b-bf56-b2278b07afcb', 'network_id': '81dcf6bb-4a35-409b-bf56-b2278b07afcb', 'project_id': 'f1332dd76d2c411fb5140f4f6088b205', 'fixed_ips': [{'subnet_id': 'f0aae045-6686-40f7-805c-3c41590e0e52'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:27:32.061368 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-10c068dd-d64b-40ab-b953-5d2e12a362fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.071389 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.094579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: aff371e4-0205-48da-9e9f-cb0352b5330e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:27:32.095889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device aff371e4-0205-48da-9e9f-cb0352b5330e not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:27:32.114658 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7a9ae1c-699d-4d34-934e-31bf7e8a8f11 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.148594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.158840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7a9ae1c-699d-4d34-934e-31bf7e8a8f11 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.312213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.334701 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7a9ae1c-699d-4d34-934e-31bf7e8a8f11 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.339657 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a7a9ae1c-699d-4d34-934e-31bf7e8a8f11 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.341496 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a7a9ae1c-699d-4d34-934e-31bf7e8a8f11 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/security-groups/797dd144-1b10-4744-9ce2-76df4ce8a256 HTTP/1.1" status: 204 len: 168 time: 0.3520043 Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server [None req-10c068dd-d64b-40ab-b953-5d2e12a362fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0aae045-6686-40f7-805c-3c41590e0e52: This subnet is being modified by another concurrent operation. Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise exception Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0aae045-6686-40f7-805c-3c41590e0e52: This subnet is being modified by another concurrent operation. Dec 17 13:27:32.372112 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Dec 17 13:27:32.389544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9ae1c-699d-4d34-934e-31bf7e8a8f11 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=797dd144-1b10-4744-9ce2-76df4ce8a256,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:32.392279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1de0b-65f2-4d54-9d08-a2c167431410 None None] Network 81dcf6bb-4a35-409b-bf56-b2278b07afcb requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:32.401922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Subnet': ['ID=f0aae045-6686-40f7-805c-3c41590e0e52,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:32.558484 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7a38127d-2eea-4e16-92d1-b68fae2317d9 req-2976714e-7cb3-4585-a821-f6a408ae4312 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0481153 Dec 17 13:27:32.563406 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.627552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9645c7-fb1d-4c18-a79c-cccf757a4799 None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:27:32.631977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81dcf6bb-4a35-409b-bf56-b2278b07afcb']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:32.657728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959e86d9-ddaf-4bba-8e1d-b05f2ccb8c67') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:32.659211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959e86d9-ddaf-4bba-8e1d-b05f2ccb8c67') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:32.678044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.704326 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.722292 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:27:32.722696 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:27:32.726482 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:27:32.848216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9645c7-fb1d-4c18-a79c-cccf757a4799 None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:27:32.917354 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.922610 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:32.927073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/81dcf6bb-4a35-409b-bf56-b2278b07afcb HTTP/1.1" status: 204 len: 168 time: 1.0345805 Dec 17 13:27:32.932630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56166) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:32.939856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-eab56198-81a4-49a9-8598-f4b2b188b7c0 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-853506778'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:32.971439 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f185ba-5640-455d-9f69-2add61d6ca75 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Network': ['ID=81dcf6bb-4a35-409b-bf56-b2278b07afcb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:33.155028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab56198-81a4-49a9-8598-f4b2b188b7c0 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:33.170770 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eab56198-81a4-49a9-8598-f4b2b188b7c0 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:33.242518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab56198-81a4-49a9-8598-f4b2b188b7c0 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:27:33.271013 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eab56198-81a4-49a9-8598-f4b2b188b7c0 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:33.271370 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-eab56198-81a4-49a9-8598-f4b2b188b7c0 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Added segment d6bca8d2-61ab-4983-b66c-5ea1387ab00a of type vlan for network c2c4532b-e58d-47c8-9b97-9c838cc777ea Dec 17 13:27:33.337386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56174) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:33.345611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-edc08adc-3a57-4c14-8908-67b9be134d5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707148725', 'description': 'tempest-secgroup-smoke-707148725 description', 'project_id': '850cc3bed38d459295a3dcc922ba6c36'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:33.364840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eab56198-81a4-49a9-8598-f4b2b188b7c0 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:33.727777 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30f1ace2-2cae-4a45-8ae1-59d09032a77a req-86f8a50e-4746-45ec-9feb-129f9ff656fd tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/ports?device_id=6989a0b1-94cc-4072-9ad8-ab7d1cb50022 HTTP/1.1" status: 200 len: 210 time: 0.0340312 Dec 17 13:27:34.000594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edc08adc-3a57-4c14-8908-67b9be134d5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:34.056435 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eab56198-81a4-49a9-8598-f4b2b188b7c0 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:34.056435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab56198-81a4-49a9-8598-f4b2b188b7c0 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:34.056435 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eab56198-81a4-49a9-8598-f4b2b188b7c0 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:34.119870 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edc08adc-3a57-4c14-8908-67b9be134d5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:34.167456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab56198-81a4-49a9-8598-f4b2b188b7c0 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=c2c4532b-e58d-47c8-9b97-9c838cc777ea,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:34.188475 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network c2c4532b-e58d-47c8-9b97-9c838cc777ea details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:27:34.242650 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edc08adc-3a57-4c14-8908-67b9be134d5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:34.318223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc08adc-3a57-4c14-8908-67b9be134d5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c99c6b5-2622-4f7e-8316-a1b087d13923,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:34.337830 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-eab56198-81a4-49a9-8598-f4b2b188b7c0 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3973150 Dec 17 13:27:34.337830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56190) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:34.339767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d03a19d3-43c3-4f8c-8e4a-d604c59f7c94 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'network_id': 'c2c4532b-e58d-47c8-9b97-9c838cc777ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:34.410164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edc08adc-3a57-4c14-8908-67b9be134d5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:34.415649 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-edc08adc-3a57-4c14-8908-67b9be134d5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0762141 Dec 17 13:27:34.416588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56192) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:34.432425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4d4a52b5-8307-4425-b215-9942cd3a676a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '2c99c6b5-2622-4f7e-8316-a1b087d13923', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:34.545970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56196) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:34.586141 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d4a52b5-8307-4425-b215-9942cd3a676a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:34.678971 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d4a52b5-8307-4425-b215-9942cd3a676a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:34.711209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03a19d3-43c3-4f8c-8e4a-d604c59f7c94 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:34.719887 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d03a19d3-43c3-4f8c-8e4a-d604c59f7c94 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:34.769976 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4909620e-78a8-4884-91b1-47ded59d082a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:34.775409 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d4a52b5-8307-4425-b215-9942cd3a676a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:34.800748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a52b5-8307-4425-b215-9942cd3a676a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83636fb7-9e14-4871-ad9d-9ba220487892,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:34.881292 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d4a52b5-8307-4425-b215-9942cd3a676a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:34.888536 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4d4a52b5-8307-4425-b215-9942cd3a676a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4698985 Dec 17 13:27:34.888813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56206) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:34.899428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6516dc5f-3ce7-4747-a903-bfceff821b5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '2c99c6b5-2622-4f7e-8316-a1b087d13923', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:34.945626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56208) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:35.043133 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4909620e-78a8-4884-91b1-47ded59d082a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.067556 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6516dc5f-3ce7-4747-a903-bfceff821b5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.103070 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4909620e-78a8-4884-91b1-47ded59d082a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.107224 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9d8f-9e95-4e6f-9d44-f713024cb894 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.181920 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9d8f-9e95-4e6f-9d44-f713024cb894 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.203196 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d03a19d3-43c3-4f8c-8e4a-d604c59f7c94 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.290518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a19d3-43c3-4f8c-8e4a-d604c59f7c94 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=483a22a0-e183-4a1f-9b85-47a5020ef9d7,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:35.297091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909620e-78a8-4884-91b1-47ded59d082a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd275611-e6aa-445b-a79d-341e2ee1e22b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:35.309803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4909620e-78a8-4884-91b1-47ded59d082a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9aef4c63709a45a5bfa7f51a489b9094&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7601926 Dec 17 13:27:35.310463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56220) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:35.322089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6516dc5f-3ce7-4747-a903-bfceff821b5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.360580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a19d3-43c3-4f8c-8e4a-d604c59f7c94 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking segment: {'id': 'd6bca8d2-61ab-4983-b66c-5ea1387ab00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2c4532b-e58d-47c8-9b97-9c838cc777ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:35.361967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a19d3-43c3-4f8c-8e4a-d604c59f7c94 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network hostable DHCP agents. Network: c2c4532b-e58d-47c8-9b97-9c838cc777ea, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:27:35.373553 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9d8f-9e95-4e6f-9d44-f713024cb894 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.376577 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9d8f-9e95-4e6f-9d44-f713024cb894 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.380606 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6f6f9d8f-9e95-4e6f-9d44-f713024cb894 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "DELETE /v2.0/security-groups/9efe42f7-9ec8-4fb9-937e-974cfb9df5b8 HTTP/1.1" status: 204 len: 168 time: 0.4316764 Dec 17 13:27:35.381864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56222) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:35.402515 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6516dc5f-3ce7-4747-a903-bfceff821b5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.420526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f9d8f-9e95-4e6f-9d44-f713024cb894 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efe42f7-9ec8-4fb9-937e-974cfb9df5b8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:35.460761 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-278342e6-6601-42b6-8902-98777cad3fa6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] show failed (client error): The resource could not be found. Dec 17 13:27:35.466685 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3aaed062-c377-47c2-bcde-3797c9b6caf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.466803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-278342e6-6601-42b6-8902-98777cad3fa6 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "GET /v2.0/security-groups/9efe42f7-9ec8-4fb9-937e-974cfb9df5b8 HTTP/1.1" status: 404 len: 347 time: 0.0814490 Dec 17 13:27:35.467701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56224) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:35.479234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a19d3-43c3-4f8c-8e4a-d604c59f7c94 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network c2c4532b-e58d-47c8-9b97-9c838cc777ea is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:27:35.488727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516dc5f-3ce7-4747-a903-bfceff821b5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4124cea1-1ce5-4f9c-9835-8795576d1a48,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:35.522018 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6516dc5f-3ce7-4747-a903-bfceff821b5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.527037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56226) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:35.527796 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6516dc5f-3ce7-4747-a903-bfceff821b5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6365998 Dec 17 13:27:35.534186 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-54cb2fb4-efd7-4ca1-bd6a-5a0d695cff31 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '2c99c6b5-2622-4f7e-8316-a1b087d13923', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:35.591917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-d03a19d3-43c3-4f8c-8e4a-d604c59f7c94 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, c2c4532b-e58d-47c8-9b97-9c838cc777ea) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:35.596198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a19d3-43c3-4f8c-8e4a-d604c59f7c94 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:35.599702 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d03a19d3-43c3-4f8c-8e4a-d604c59f7c94 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.601230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3aaed062-c377-47c2-bcde-3797c9b6caf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.607118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa45d5-9742-484a-93b1-31be31ea722b None None] Network c2c4532b-e58d-47c8-9b97-9c838cc777ea requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:35.716621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d03a19d3-43c3-4f8c-8e4a-d604c59f7c94 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3780527 Dec 17 13:27:35.716986 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56228) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:35.733624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec2ee4-a04a-40d1-b9da-3add86699290 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Deleting port ac292b46-ac74-4cab-8f22-15138b94e350 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:35.738444 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2ee4-a04a-40d1-b9da-3add86699290 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.758823 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3aaed062-c377-47c2-bcde-3797c9b6caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.762485 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3aaed062-c377-47c2-bcde-3797c9b6caf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.763949 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3aaed062-c377-47c2-bcde-3797c9b6caf1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd275611-e6aa-445b-a79d-341e2ee1e22b HTTP/1.1" status: 204 len: 168 time: 0.4523115 Dec 17 13:27:35.768788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-c2c4532b-e58d-47c8-9b97-9c838cc777ea', 'network_id': 'c2c4532b-e58d-47c8-9b97-9c838cc777ea', 'project_id': 'f1332dd76d2c411fb5140f4f6088b205', 'fixed_ips': [{'subnet_id': '483a22a0-e183-4a1f-9b85-47a5020ef9d7'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:27:35.769647 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.979832 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54cb2fb4-efd7-4ca1-bd6a-5a0d695cff31 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.994732 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:35.996406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaed062-c377-47c2-bcde-3797c9b6caf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd275611-e6aa-445b-a79d-341e2ee1e22b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:36.119345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.120366 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.129510 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Allocated IP 172.20.0.1 (c2c4532b-e58d-47c8-9b97-9c838cc777ea/483a22a0-e183-4a1f-9b85-47a5020ef9d7/bd70b47d-2b63-4733-9f6e-f20f2f689c81) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:27:36.313463 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2ee4-a04a-40d1-b9da-3add86699290 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.315280 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2ee4-a04a-40d1-b9da-3add86699290 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.391831 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54cb2fb4-efd7-4ca1-bd6a-5a0d695cff31 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.393390 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec2ee4-a04a-40d1-b9da-3add86699290 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Calling delete_port for ac292b46-ac74-4cab-8f22-15138b94e350 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:36.433184 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.493429 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54cb2fb4-efd7-4ca1-bd6a-5a0d695cff31 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.506644 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.542862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb2fb4-efd7-4ca1-bd6a-5a0d695cff31 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e674b00-6b59-4916-94e3-f86e8070a4ae,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:36.581343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Network c2c4532b-e58d-47c8-9b97-9c838cc777ea is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:27:36.590042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:36.594775 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:27:36.656164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54cb2fb4-efd7-4ca1-bd6a-5a0d695cff31 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.662400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-54cb2fb4-efd7-4ca1-bd6a-5a0d695cff31 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1277893 Dec 17 13:27:36.663542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56248) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:36.670525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d833a751-90e2-4330-b80f-117effccec47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '2c99c6b5-2622-4f7e-8316-a1b087d13923', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:36.691532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Pushing event updated for resources: {'Port': ['ID=bd70b47d-2b63-4733-9f6e-f20f2f689c81,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:36.707096 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.727741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Attempting to bind port bd70b47d-2b63-4733-9f6e-f20f2f689c81 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:27:36.728673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Attempting to bind port bd70b47d-2b63-4733-9f6e-f20f2f689c81 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd6bca8d2-61ab-4983-b66c-5ea1387ab00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2c4532b-e58d-47c8-9b97-9c838cc777ea'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:27:36.729542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Attempting to bind port bd70b47d-2b63-4733-9f6e-f20f2f689c81 on network c2c4532b-e58d-47c8-9b97-9c838cc777ea {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:27:36.758018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:27:36.758855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Checking segment: {'id': 'd6bca8d2-61ab-4983-b66c-5ea1387ab00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2c4532b-e58d-47c8-9b97-9c838cc777ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:36.759514 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.760154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Bound using segment: {'id': 'd6bca8d2-61ab-4983-b66c-5ea1387ab00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2c4532b-e58d-47c8-9b97-9c838cc777ea'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:27:36.761166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Bound port: bd70b47d-2b63-4733-9f6e-f20f2f689c81, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bca8d2-61ab-4983-b66c-5ea1387ab00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2c4532b-e58d-47c8-9b97-9c838cc777ea'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:27:36.761894 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.780290 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d833a751-90e2-4330-b80f-117effccec47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.817784 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Subnet': ['ID=483a22a0-e183-4a1f-9b85-47a5020ef9d7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:36.823041 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2ee4-a04a-40d1-b9da-3add86699290 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:36.894717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec2ee4-a04a-40d1-b9da-3add86699290 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Port': ['ID=ac292b46-ac74-4cab-8f22-15138b94e350,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:36.924007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] For port bd70b47d-2b63-4733-9f6e-f20f2f689c81, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:27:36.929897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] For port bd70b47d-2b63-4733-9f6e-f20f2f689c81, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bd70b47d-2b63-4733-9f6e-f20f2f689c81,segment=NetworkSegment(d6bca8d2-61ab-4983-b66c-5ea1387ab00a),segment_id=d6bca8d2-61ab-4983-b66c-5ea1387ab00a)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:27:36.941857 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d833a751-90e2-4330-b80f-117effccec47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.026813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d833a751-90e2-4330-b80f-117effccec47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.028539 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.044312 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.081940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833a751-90e2-4330-b80f-117effccec47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746ab24b-a99e-4e57-9d13-c67e454774a4,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:37.138141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c4532b-e58d-47c8-9b97-9c838cc777ea']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:37.165430 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bca8d2-61ab-4983-b66c-5ea1387ab00a') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:37.166618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bca8d2-61ab-4983-b66c-5ea1387ab00a') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:37.179713 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.181558 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d833a751-90e2-4330-b80f-117effccec47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.185803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d833a751-90e2-4330-b80f-117effccec47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5197244 Dec 17 13:27:37.188815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56262) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:37.201787 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.217779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:27:37.219060 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.224154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-53c65401-f528-4e47-8b96-e10f03735952 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '2c99c6b5-2622-4f7e-8316-a1b087d13923', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:37.279456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b4c5a-3de0-42cf-b229-8f73e23e37a5 None None] Pushing event updated for resources: {'Port': ['ID=bd70b47d-2b63-4733-9f6e-f20f2f689c81,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:27:37.303941 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:27:37.309640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dcb1d9-f2c8-44bd-acbc-a53a839142ec None None] Network c2c4532b-e58d-47c8-9b97-9c838cc777ea requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:37.334789 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2ee4-a04a-40d1-b9da-3add86699290 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.337567 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2ee4-a04a-40d1-b9da-3add86699290 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.341602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56268) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:37.357602 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a2ec2ee4-a04a-40d1-b9da-3add86699290 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "DELETE /v2.0/floatingips/f81704f6-aef0-457e-9acd-9c40a73214e7 HTTP/1.1" status: 204 len: 168 time: 1.8885424 Dec 17 13:27:37.380240 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.api [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 13:27:37.380240 n-d-815324-5 neutron-server[110454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 13:27:37.380240 n-d-815324-5 neutron-server[110454]: [parameters: {'id': 'c2c4532b-e58d-47c8-9b97-9c838cc777ea'}] Dec 17 13:27:37.380240 n-d-815324-5 neutron-server[110454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:27:37.380817 n-d-815324-5 neutron-server[110454]: DEBUG oslo_db.api [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:27:37.449437 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-53c65401-f528-4e47-8b96-e10f03735952 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Project 850cc3bed38d459295a3dcc922ba6c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:27:37.463629 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-53c65401-f528-4e47-8b96-e10f03735952 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.542699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-61308407-2591-4cb6-af8b-6113091f98a2 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Deleting port 020196ad-0617-491a-a5a3-0e0d6fbcee80 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:37.542993 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61308407-2591-4cb6-af8b-6113091f98a2 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.587261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5eeb3d-901b-42b8-8947-5eb1b668513c None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:27:37.730693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-53c65401-f528-4e47-8b96-e10f03735952 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.881646 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:37.937063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5eeb3d-901b-42b8-8947-5eb1b668513c None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:27:38.023016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Deleting port bd70b47d-2b63-4733-9f6e-f20f2f689c81 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:38.023400 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:38.215809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] For port bd70b47d-2b63-4733-9f6e-f20f2f689c81, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bd70b47d-2b63-4733-9f6e-f20f2f689c81,segment=NetworkSegment(d6bca8d2-61ab-4983-b66c-5ea1387ab00a),segment_id=d6bca8d2-61ab-4983-b66c-5ea1387ab00a)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:38.216212 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:38.238300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Calling delete_port for bd70b47d-2b63-4733-9f6e-f20f2f689c81 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:38.506086 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:38.583789 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61308407-2591-4cb6-af8b-6113091f98a2 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:38.615851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-61308407-2591-4cb6-af8b-6113091f98a2 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Calling delete_port for 020196ad-0617-491a-a5a3-0e0d6fbcee80 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:38.617743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Port': ['ID=bd70b47d-2b63-4733-9f6e-f20f2f689c81,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:38.619659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-53c65401-f528-4e47-8b96-e10f03735952 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:38.628001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No DVR routers for this DVR port bd70b47d-2b63-4733-9f6e-f20f2f689c81 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:27:38.705934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c65401-f528-4e47-8b96-e10f03735952 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0a28ea-8364-4520-94f1-ba56583038cd,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:38.805454 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-53c65401-f528-4e47-8b96-e10f03735952 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:38.811482 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-53c65401-f528-4e47-8b96-e10f03735952 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6124396 Dec 17 13:27:38.813016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56294) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:38.833206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-194c7565-cb41-48cd-af24-69a8ef917100 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '2c99c6b5-2622-4f7e-8316-a1b087d13923', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:38.860124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56296) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:38.879475 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:38.912305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c4532b-e58d-47c8-9b97-9c838cc777ea']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:38.925887 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bca8d2-61ab-4983-b66c-5ea1387ab00a') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:38.926194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bca8d2-61ab-4983-b66c-5ea1387ab00a') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:38.952188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:38.980643 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:38.995918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:27:38.996323 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:27:38.999748 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:27:39.077227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61308407-2591-4cb6-af8b-6113091f98a2 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.096150 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-194c7565-cb41-48cd-af24-69a8ef917100 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Project 850cc3bed38d459295a3dcc922ba6c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:27:39.116405 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7149492f-6fed-4fbc-84aa-47656a1a1b6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.118363 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-194c7565-cb41-48cd-af24-69a8ef917100 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.139257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61308407-2591-4cb6-af8b-6113091f98a2 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Port': ['ID=020196ad-0617-491a-a5a3-0e0d6fbcee80,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:39.185793 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.206680 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.209895 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/c2c4532b-e58d-47c8-9b97-9c838cc777ea HTTP/1.1" status: 204 len: 168 time: 3.4889355 Dec 17 13:27:39.213988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56306) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:39.223008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9064ebed-12f4-441c-873e-de2fcd86cb06 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-838579153'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:39.252108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dee708-17fb-4be8-870e-bd6c8399cf90 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Network': ['ID=c2c4532b-e58d-47c8-9b97-9c838cc777ea,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:39.269212 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61308407-2591-4cb6-af8b-6113091f98a2 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.276444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-61308407-2591-4cb6-af8b-6113091f98a2 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "DELETE /v2.0/ports/020196ad-0617-491a-a5a3-0e0d6fbcee80 HTTP/1.1" status: 204 len: 168 time: 1.9316950 Dec 17 13:27:39.279277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56312) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:39.454785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9364b7c1-2b63-4d8a-817b-ca213aac1d8e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Deleting port 731e1dcb-c235-4f38-a39c-20fb543ce7e9 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:39.455187 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9364b7c1-2b63-4d8a-817b-ca213aac1d8e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.600644 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9364b7c1-2b63-4d8a-817b-ca213aac1d8e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.625604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9364b7c1-2b63-4d8a-817b-ca213aac1d8e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Calling delete_port for 731e1dcb-c235-4f38-a39c-20fb543ce7e9 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:39.733218 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-194c7565-cb41-48cd-af24-69a8ef917100 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.826536 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-194c7565-cb41-48cd-af24-69a8ef917100 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.854099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7149492f-6fed-4fbc-84aa-47656a1a1b6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.893707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c7565-cb41-48cd-af24-69a8ef917100 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e1e7db-dd97-48f4-a85b-eed43a1bddd8,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:39.899547 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9064ebed-12f4-441c-873e-de2fcd86cb06 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:39.906142 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9064ebed-12f4-441c-873e-de2fcd86cb06 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.918587 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7149492f-6fed-4fbc-84aa-47656a1a1b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.935906 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9364b7c1-2b63-4d8a-817b-ca213aac1d8e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.943156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9064ebed-12f4-441c-873e-de2fcd86cb06 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:27:39.953197 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9064ebed-12f4-441c-873e-de2fcd86cb06 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:39.953860 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-9064ebed-12f4-441c-873e-de2fcd86cb06 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Added segment 54f7fbc3-8776-4f9b-a4aa-c936c89f1756 of type vlan for network f986ba40-98dc-4e3d-8030-ffdbad6a45fa Dec 17 13:27:39.982656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364b7c1-2b63-4d8a-817b-ca213aac1d8e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Port': ['ID=731e1dcb-c235-4f38-a39c-20fb543ce7e9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:40.068231 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-194c7565-cb41-48cd-af24-69a8ef917100 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.071353 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-194c7565-cb41-48cd-af24-69a8ef917100 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2567625 Dec 17 13:27:40.076361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56328) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:40.083718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-819686f2-106a-446c-be3e-c65b746b3309 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'network': {'name': 'tempest-network-smoke--317290128', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'port_security_enabled': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:40.172303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9364b7c1-2b63-4d8a-817b-ca213aac1d8e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.172824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9064ebed-12f4-441c-873e-de2fcd86cb06 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.176415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9364b7c1-2b63-4d8a-817b-ca213aac1d8e tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "DELETE /v2.0/ports/731e1dcb-c235-4f38-a39c-20fb543ce7e9 HTTP/1.1" status: 204 len: 168 time: 0.8960550 Dec 17 13:27:40.179094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56332) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:40.196186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819686f2-106a-446c-be3e-c65b746b3309 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Made reservation on behalf of 850cc3bed38d459295a3dcc922ba6c36 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:40.200000 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-819686f2-106a-446c-be3e-c65b746b3309 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.211173 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7149492f-6fed-4fbc-84aa-47656a1a1b6a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1deb351b3f1848c5a759844c6d3a153a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3488281 Dec 17 13:27:40.213254 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149492f-6fed-4fbc-84aa-47656a1a1b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5433e8-3bc6-474a-a848-bee124e6f746,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:40.226091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56334) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:40.274220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be924b4-18d3-4add-a526-e6ae307f7ddc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Deleting subnet 8f859941-f4f0-4837-acda-e3f5e632f9d7 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:27:40.276560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819686f2-106a-446c-be3e-c65b746b3309 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:27:40.279593 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3be924b4-18d3-4add-a526-e6ae307f7ddc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.321499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-819686f2-106a-446c-be3e-c65b746b3309 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.321840 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-819686f2-106a-446c-be3e-c65b746b3309 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Added segment cb1230cc-6b2a-43e9-8e4a-053b563c3bcc of type vlan for network 1d75d574-048d-4e4b-95e7-35b977a4f82a Dec 17 13:27:40.328078 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f69d5fc8-a8de-4df0-a528-20245c4fb184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.340352 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3be924b4-18d3-4add-a526-e6ae307f7ddc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.379346 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f69d5fc8-a8de-4df0-a528-20245c4fb184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.425195 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-819686f2-106a-446c-be3e-c65b746b3309 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.432434 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9064ebed-12f4-441c-873e-de2fcd86cb06 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.439890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064ebed-12f4-441c-873e-de2fcd86cb06 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:40.440656 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9064ebed-12f4-441c-873e-de2fcd86cb06 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.522920 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-819686f2-106a-446c-be3e-c65b746b3309 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.530604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819686f2-106a-446c-be3e-c65b746b3309 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:40.532208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-819686f2-106a-446c-be3e-c65b746b3309 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.543313 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3be924b4-18d3-4add-a526-e6ae307f7ddc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.573815 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064ebed-12f4-441c-873e-de2fcd86cb06 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=f986ba40-98dc-4e3d-8030-ffdbad6a45fa,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:40.578410 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f69d5fc8-a8de-4df0-a528-20245c4fb184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.581768 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f69d5fc8-a8de-4df0-a528-20245c4fb184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.585337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f69d5fc8-a8de-4df0-a528-20245c4fb184 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d5433e8-3bc6-474a-a848-bee124e6f746 HTTP/1.1" status: 204 len: 168 time: 0.3547277 Dec 17 13:27:40.585924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f986ba40-98dc-4e3d-8030-ffdbad6a45fa details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:27:40.590906 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9064ebed-12f4-441c-873e-de2fcd86cb06 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3727882 Dec 17 13:27:40.601787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56346) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:40.608065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-880ae1ef-9449-450f-a616-6f4456c9b708 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'network_id': 'f986ba40-98dc-4e3d-8030-ffdbad6a45fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:40.614025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d5fc8-a8de-4df0-a528-20245c4fb184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5433e8-3bc6-474a-a848-bee124e6f746,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:40.691282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819686f2-106a-446c-be3e-c65b746b3309 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Network': ['ID=1d75d574-048d-4e4b-95e7-35b977a4f82a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:40.736626 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 1d75d574-048d-4e4b-95e7-35b977a4f82a details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:27:40.784088 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-819686f2-106a-446c-be3e-c65b746b3309 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7043984 Dec 17 13:27:40.784403 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56348) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:40.793513 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'admin_state_up': True, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:40.837363 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3be924b4-18d3-4add-a526-e6ae307f7ddc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.874292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be924b4-18d3-4add-a526-e6ae307f7ddc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Subnet': ['ID=8f859941-f4f0-4837-acda-e3f5e632f9d7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:40.882697 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3be924b4-18d3-4add-a526-e6ae307f7ddc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.888731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3be924b4-18d3-4add-a526-e6ae307f7ddc tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "DELETE /v2.0/subnets/8f859941-f4f0-4837-acda-e3f5e632f9d7 HTTP/1.1" status: 204 len: 168 time: 0.7060642 Dec 17 13:27:40.889983 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6a8bea-4906-4b56-9346-3150aee6250e None None] Network 07d2f406-3950-4c25-8545-7279d9964e39 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:40.890205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56354) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:40.966883 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:40.968791 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:41.035336 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:41.039865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880ae1ef-9449-450f-a616-6f4456c9b708 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:41.046336 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-880ae1ef-9449-450f-a616-6f4456c9b708 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:41.125290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d0280-e899-45a7-9a88-2924b6c82713 None None] DHCP port deletion for 07d2f406-3950-4c25-8545-7279d9964e39 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:27:41.240883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-395d0280-e899-45a7-9a88-2924b6c82713 None None] Deleting port cfecde27-442e-41e9-8ef0-b0435a60a1b0 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:41.243335 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-395d0280-e899-45a7-9a88-2924b6c82713 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:41.328303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-395d0280-e899-45a7-9a88-2924b6c82713 None None] For port cfecde27-442e-41e9-8ef0-b0435a60a1b0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cfecde27-442e-41e9-8ef0-b0435a60a1b0,segment=NetworkSegment(7053fa0a-8bac-4ea6-8df0-971d710f6fbf),segment_id=7053fa0a-8bac-4ea6-8df0-971d710f6fbf)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:41.328702 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-395d0280-e899-45a7-9a88-2924b6c82713 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:41.338006 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:41.342520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-395d0280-e899-45a7-9a88-2924b6c82713 None None] Calling delete_port for cfecde27-442e-41e9-8ef0-b0435a60a1b0 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:41.443555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fea098-a969-4d5c-a465-10ffd026bd6b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Deleting subnet 6bd4f2e6-cd6e-4549-a979-be5a475bd42e {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:27:41.447409 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27fea098-a969-4d5c-a465-10ffd026bd6b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:41.546431 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-395d0280-e899-45a7-9a88-2924b6c82713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:41.549716 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27fea098-a969-4d5c-a465-10ffd026bd6b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:41.565211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d0280-e899-45a7-9a88-2924b6c82713 None None] No DVR routers for this DVR port cfecde27-442e-41e9-8ef0-b0435a60a1b0 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:27:41.602804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d0280-e899-45a7-9a88-2924b6c82713 None None] Pushing event deleted for resources: {'Port': ['ID=cfecde27-442e-41e9-8ef0-b0435a60a1b0,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:41.685776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cfecde27-442e-41e9-8ef0-b0435a60a1b0 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:27:41.733738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: cfecde27-442e-41e9-8ef0-b0435a60a1b0 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:27:41.734307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cfecde27-442e-41e9-8ef0-b0435a60a1b0 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:27:41.761187 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-880ae1ef-9449-450f-a616-6f4456c9b708 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:41.824280 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27fea098-a969-4d5c-a465-10ffd026bd6b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:41.888521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ae1ef-9449-450f-a616-6f4456c9b708 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=5852402f-ddde-4990-9175-69ca57121ae3,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:41.920105 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880ae1ef-9449-450f-a616-6f4456c9b708 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking segment: {'id': '54f7fbc3-8776-4f9b-a4aa-c936c89f1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f986ba40-98dc-4e3d-8030-ffdbad6a45fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:41.920770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880ae1ef-9449-450f-a616-6f4456c9b708 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network hostable DHCP agents. Network: f986ba40-98dc-4e3d-8030-ffdbad6a45fa, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:27:42.039524 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27fea098-a969-4d5c-a465-10ffd026bd6b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.072423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880ae1ef-9449-450f-a616-6f4456c9b708 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network f986ba40-98dc-4e3d-8030-ffdbad6a45fa is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:27:42.081407 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fea098-a969-4d5c-a465-10ffd026bd6b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd4f2e6-cd6e-4549-a979-be5a475bd42e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:42.098855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27fea098-a969-4d5c-a465-10ffd026bd6b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.101770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f7b168-9c54-4fe3-bbd3-17f7ab39fdba None None] Network aa79fced-7bd7-4ed5-a7d9-942d278d4923 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:42.105432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56394) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:42.106146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-27fea098-a969-4d5c-a465-10ffd026bd6b tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "DELETE /v2.0/subnets/6bd4f2e6-cd6e-4549-a979-be5a475bd42e HTTP/1.1" status: 204 len: 168 time: 1.2138169 Dec 17 13:27:42.129442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.158648 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.241181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-880ae1ef-9449-450f-a616-6f4456c9b708 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f986ba40-98dc-4e3d-8030-ffdbad6a45fa) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:42.280912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880ae1ef-9449-450f-a616-6f4456c9b708 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:42.284265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-880ae1ef-9449-450f-a616-6f4456c9b708 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.300376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d674550-2782-4682-8b4c-6a1aa4ed247f None None] Network f986ba40-98dc-4e3d-8030-ffdbad6a45fa requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:42.351263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.25.0.163 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/b8670cc3-aa51-4d11-9528-bab9328bcc84) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:27:42.465067 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.506266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.583727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-880ae1ef-9449-450f-a616-6f4456c9b708 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9777923 Dec 17 13:27:42.584285 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56408) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:42.636210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.659847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d2f406-3950-4c25-8545-7279d9964e39']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:42.677301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7053fa0a-8bac-4ea6-8df0-971d710f6fbf') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:42.678520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7053fa0a-8bac-4ea6-8df0-971d710f6fbf') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:42.696927 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.727346 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.737955 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.741665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:27:42.742077 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.747054 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:27:42.755951 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:27:42.830053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-f986ba40-98dc-4e3d-8030-ffdbad6a45fa', 'network_id': 'f986ba40-98dc-4e3d-8030-ffdbad6a45fa', 'project_id': 'f1332dd76d2c411fb5140f4f6088b205', 'fixed_ips': [{'subnet_id': '5852402f-ddde-4990-9175-69ca57121ae3'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:27:42.836072 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:42.851145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8646f83-c948-4648-a974-7f084bbe6eb8 None None] DHCP port deletion for aa79fced-7bd7-4ed5-a7d9-942d278d4923 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:27:42.897868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:27:42.914255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:42.922113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:27:42.975183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa2032-27d3-4412-a237-08a4aeae062b None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:27:42.978658 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=b8670cc3-aa51-4d11-9528-bab9328bcc84,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:42.995291 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.013450 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.046884 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.067427 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "DELETE /v2.0/networks/07d2f406-3950-4c25-8545-7279d9964e39 HTTP/1.1" status: 204 len: 168 time: 0.9467633 Dec 17 13:27:43.068568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52272a28-8a34-409d-8e40-875483aff212 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Network': ['ID=07d2f406-3950-4c25-8545-7279d9964e39,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:43.074797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56428) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:43.178368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c8646f83-c948-4648-a974-7f084bbe6eb8 None None] Deleting port 77310b54-d346-4137-a63a-2725bc5f4c7f {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:43.178748 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c8646f83-c948-4648-a974-7f084bbe6eb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.186008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-077bbc26-a303-438a-9167-7593da3aadac None None] Provisioning complete for port b8670cc3-aa51-4d11-9528-bab9328bcc84 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:43.186382 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-077bbc26-a303-438a-9167-7593da3aadac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.291036 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Allocated IP 172.20.0.2 (f986ba40-98dc-4e3d-8030-ffdbad6a45fa/5852402f-ddde-4990-9175-69ca57121ae3/c188688c-db8a-492f-a816-cff5565e313e) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:27:43.337987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-077bbc26-a303-438a-9167-7593da3aadac None None] Port b8670cc3-aa51-4d11-9528-bab9328bcc84 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:27:43.361483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c8646f83-c948-4648-a974-7f084bbe6eb8 None None] For port 77310b54-d346-4137-a63a-2725bc5f4c7f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=77310b54-d346-4137-a63a-2725bc5f4c7f,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:43.361932 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c8646f83-c948-4648-a974-7f084bbe6eb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.379642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c8646f83-c948-4648-a974-7f084bbe6eb8 None None] Calling delete_port for 77310b54-d346-4137-a63a-2725bc5f4c7f owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:43.428068 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.600911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Deleting port 77310b54-d346-4137-a63a-2725bc5f4c7f {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:43.601618 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.709681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 77310b54-d346-4137-a63a-2725bc5f4c7f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:27:43.752857 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.794697 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c8646f83-c948-4648-a974-7f084bbe6eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.802059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] For port 77310b54-d346-4137-a63a-2725bc5f4c7f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=77310b54-d346-4137-a63a-2725bc5f4c7f,segment=NetworkSegment(6d01c5bb-4879-402b-b070-dca3e6e255dc),segment_id=6d01c5bb-4879-402b-b070-dca3e6e255dc)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:43.802540 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.819057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Calling delete_port for 77310b54-d346-4137-a63a-2725bc5f4c7f owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:43.819901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8646f83-c948-4648-a974-7f084bbe6eb8 None None] No DVR routers for this DVR port 77310b54-d346-4137-a63a-2725bc5f4c7f on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:27:43.916529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8646f83-c948-4648-a974-7f084bbe6eb8 None None] Pushing event deleted for resources: {'Port': ['ID=77310b54-d346-4137-a63a-2725bc5f4c7f,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:43.919234 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.926017 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-25454572-901e-4a89-b92a-3d8a97335a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:43.982101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Network f986ba40-98dc-4e3d-8030-ffdbad6a45fa is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:27:43.988456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:43.997232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No active binding found for port 77310b54-d346-4137-a63a-2725bc5f4c7f {{(pid=110455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 13:27:43.997714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 77310b54-d346-4137-a63a-2725bc5f4c7f not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:27:44.005644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:27:44.028741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Pushing event updated for resources: {'Port': ['ID=c188688c-db8a-492f-a816-cff5565e313e,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:44.086173 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:44.104440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Attempting to bind port c188688c-db8a-492f-a816-cff5565e313e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:27:44.104829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Attempting to bind port c188688c-db8a-492f-a816-cff5565e313e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '54f7fbc3-8776-4f9b-a4aa-c936c89f1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f986ba40-98dc-4e3d-8030-ffdbad6a45fa'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:27:44.105562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Attempting to bind port c188688c-db8a-492f-a816-cff5565e313e on network f986ba40-98dc-4e3d-8030-ffdbad6a45fa {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:27:44.110929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:27:44.111589 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Checking segment: {'id': '54f7fbc3-8776-4f9b-a4aa-c936c89f1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f986ba40-98dc-4e3d-8030-ffdbad6a45fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:44.112027 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:44.113001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Bound using segment: {'id': '54f7fbc3-8776-4f9b-a4aa-c936c89f1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f986ba40-98dc-4e3d-8030-ffdbad6a45fa'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:27:44.113208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Bound port: c188688c-db8a-492f-a816-cff5565e313e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f7fbc3-8776-4f9b-a4aa-c936c89f1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f986ba40-98dc-4e3d-8030-ffdbad6a45fa'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:27:44.113812 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:44.138144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Subnet': ['ID=5852402f-ddde-4990-9175-69ca57121ae3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:44.179183 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:44.211546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] For port c188688c-db8a-492f-a816-cff5565e313e, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:27:44.218462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] For port c188688c-db8a-492f-a816-cff5565e313e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c188688c-db8a-492f-a816-cff5565e313e,segment=NetworkSegment(54f7fbc3-8776-4f9b-a4aa-c936c89f1756),segment_id=54f7fbc3-8776-4f9b-a4aa-c936c89f1756)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:27:44.277722 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:44.282591 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:44.326057 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:44.328753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Port': ['ID=77310b54-d346-4137-a63a-2725bc5f4c7f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:44.372130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] No DVR routers for this DVR port 77310b54-d346-4137-a63a-2725bc5f4c7f on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:27:44.420221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f986ba40-98dc-4e3d-8030-ffdbad6a45fa']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:44.435861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f7fbc3-8776-4f9b-a4aa-c936c89f1756') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:44.436162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f7fbc3-8776-4f9b-a4aa-c936c89f1756') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:44.489104 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:44.520650 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:44.561494 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6793d5-a749-4e1f-9924-45a6b3feffbc None None] Network f986ba40-98dc-4e3d-8030-ffdbad6a45fa requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:44.563349 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:44.587636 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:27:44.588121 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:27:44.593109 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:27:44.605386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa79fced-7bd7-4ed5-a7d9-942d278d4923']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:44.642163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3b01b-457d-4e74-a8fe-43272bb12364 None None] Pushing event updated for resources: {'Port': ['ID=c188688c-db8a-492f-a816-cff5565e313e,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:44.717712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776808a-b6ff-4117-88da-d667ae603439 None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:27:44.887922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776808a-b6ff-4117-88da-d667ae603439 None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:27:45.270814 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d01c5bb-4879-402b-b070-dca3e6e255dc') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:45.271523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d01c5bb-4879-402b-b070-dca3e6e255dc') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:45.312258 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:45.352537 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:45.361271 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.api [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 13:27:45.361271 n-d-815324-5 neutron-server[110454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 13:27:45.361271 n-d-815324-5 neutron-server[110454]: [parameters: {'id': 'f986ba40-98dc-4e3d-8030-ffdbad6a45fa'}] Dec 17 13:27:45.361271 n-d-815324-5 neutron-server[110454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:27:45.361904 n-d-815324-5 neutron-server[110454]: DEBUG oslo_db.api [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:27:45.382283 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:45.385446 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:27:45.385870 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:27:45.389218 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:27:45.654889 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:45.670503 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:45.678710 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] 10.222.0.59 "DELETE /v2.0/networks/aa79fced-7bd7-4ed5-a7d9-942d278d4923 HTTP/1.1" status: 204 len: 168 time: 2.6017442 Dec 17 13:27:45.709855 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04c142-256c-45ad-87e3-ee837c1ec469 tempest-TaggedBootDevicesTest-2108287684 tempest-TaggedBootDevicesTest-2108287684-project] Pushing event deleted for resources: {'Network': ['ID=aa79fced-7bd7-4ed5-a7d9-942d278d4923,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:45.712209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:27:45.937980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:46.179276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:27:46.193090 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Sync routers for ids ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:27:46.227375 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Routers {'bdd76959-f6d7-48ac-8db6-9344f5fe2e79'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:27:46.229414 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:27:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:46.286816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Deleting port c188688c-db8a-492f-a816-cff5565e313e {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:46.292026 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:46.345591 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5cf8dfab-83df-40c7-90ec-dc312b883e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:46.426635 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:46.430732 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-236dce8f-6769-4d6f-8b6e-92d6d8a1661c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.6423569 Dec 17 13:27:46.431162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56474) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:46.494174 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b2f476c0-bb22-445f-8d04-e3970c85f6a3 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=850cc3bed38d459295a3dcc922ba6c36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616953 Dec 17 13:27:46.496765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56476) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:46.508465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] For port c188688c-db8a-492f-a816-cff5565e313e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c188688c-db8a-492f-a816-cff5565e313e,segment=NetworkSegment(54f7fbc3-8776-4f9b-a4aa-c936c89f1756),segment_id=54f7fbc3-8776-4f9b-a4aa-c936c89f1756)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:46.516385 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:46.537383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Calling delete_port for c188688c-db8a-492f-a816-cff5565e313e owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:46.557461 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Set router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:27:46.732676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff96646-9f23-4276-b7c1-c8b8be0a2e94 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:46.734657 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-eff96646-9f23-4276-b7c1-c8b8be0a2e94 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2306678 Dec 17 13:27:46.738482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56480) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:46.803739 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:46.818426 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3fb4a5de-cd68-4965-9ea9-c607790ef464 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0778692 Dec 17 13:27:46.820537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No DVR routers for this DVR port c188688c-db8a-492f-a816-cff5565e313e on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:27:46.825285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56482) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:46.842188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4b5e90f4-6b11-45f1-a203-5bbddc3ec0bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1695925353', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:46.842758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Port': ['ID=c188688c-db8a-492f-a816-cff5565e313e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:46.964067 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.012588 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:27:43Z', 'revision_number': 3, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:47.019239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f986ba40-98dc-4e3d-8030-ffdbad6a45fa']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:47.031884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f7fbc3-8776-4f9b-a4aa-c936c89f1756') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:47.032508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f7fbc3-8776-4f9b-a4aa-c936c89f1756') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:47.043059 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.057038 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.064198 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:27:47.065120 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.104732 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Checking router: bdd76959-f6d7-48ac-8db6-9344f5fe2e79 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:27:47.107208 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Updating router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 port b8670cc3-aa51-4d11-9528-bab9328bcc84 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:27:47.129450 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:27:47.134498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5e90f4-6b11-45f1-a203-5bbddc3ec0bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Made reservation on behalf of 850cc3bed38d459295a3dcc922ba6c36 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:47.138297 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b5e90f4-6b11-45f1-a203-5bbddc3ec0bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.176347 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.207806 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.217231 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.227459 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/f986ba40-98dc-4e3d-8030-ffdbad6a45fa HTTP/1.1" status: 204 len: 168 time: 4.6382780 Dec 17 13:27:47.236761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56492) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:47.259191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-74bd56fc-9bfa-40d3-a70c-90042d2d65ef tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1247567296'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:47.261703 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab73f1-31fb-4e7e-b9b1-97b7bcf65784 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Network': ['ID=f986ba40-98dc-4e3d-8030-ffdbad6a45fa,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:47.419406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bd56fc-9bfa-40d3-a70c-90042d2d65ef tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:47.423490 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74bd56fc-9bfa-40d3-a70c-90042d2d65ef tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.480479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bd56fc-9bfa-40d3-a70c-90042d2d65ef tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:27:47.498955 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74bd56fc-9bfa-40d3-a70c-90042d2d65ef tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.499575 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-74bd56fc-9bfa-40d3-a70c-90042d2d65ef tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Added segment 9e7b3a69-b8d1-45da-9d1c-6bba2449edac of type vlan for network 3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11 Dec 17 13:27:47.537140 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.568444 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74bd56fc-9bfa-40d3-a70c-90042d2d65ef tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.608378 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b5e90f4-6b11-45f1-a203-5bbddc3ec0bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.614150 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.647551 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2888c30-b5e5-4ad1-99fa-933eedef9604 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:27:47.660818 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Attempting to bind port b8670cc3-aa51-4d11-9528-bab9328bcc84 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:27:47.660818 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Attempting to bind port b8670cc3-aa51-4d11-9528-bab9328bcc84 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:27:47.661100 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Attempting to bind port b8670cc3-aa51-4d11-9528-bab9328bcc84 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:27:47.686258 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74bd56fc-9bfa-40d3-a70c-90042d2d65ef tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.687455 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.698060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bd56fc-9bfa-40d3-a70c-90042d2d65ef tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:47.699400 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74bd56fc-9bfa-40d3-a70c-90042d2d65ef tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.728421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c4d04aa1-c266-4c99-91f9-e15bd420ce03 None None] Provisioning complete for port b8670cc3-aa51-4d11-9528-bab9328bcc84 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:47.728831 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c4d04aa1-c266-4c99-91f9-e15bd420ce03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:47.798677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c4d04aa1-c266-4c99-91f9-e15bd420ce03 None None] Port b8670cc3-aa51-4d11-9528-bab9328bcc84 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:27:47.818200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e90f4-6b11-45f1-a203-5bbddc3ec0bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Subnet': ['ID=9ce0d47f-8919-49d6-a269-66a755e23bf3,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:47.875656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-74bd56fc-9bfa-40d3-a70c-90042d2d65ef tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6326764 Dec 17 13:27:47.879535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56496) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:47.886340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'network_id': '3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:47.891248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd56fc-9bfa-40d3-a70c-90042d2d65ef tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:47.903545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e90f4-6b11-45f1-a203-5bbddc3ec0bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Checking segment: {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:47.904210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5e90f4-6b11-45f1-a203-5bbddc3ec0bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network hostable DHCP agents. Network: 1d75d574-048d-4e4b-95e7-35b977a4f82a, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:27:47.910577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:27:47.974283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5e90f4-6b11-45f1-a203-5bbddc3ec0bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 1d75d574-048d-4e4b-95e7-35b977a4f82a is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:27:48.036815 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:27:48.036815 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:48.036815 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:48.036815 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:27:48.036815 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Bound port: b8670cc3-aa51-4d11-9528-bab9328bcc84, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:27:48.036815 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:48.082712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-4b5e90f4-6b11-45f1-a203-5bbddc3ec0bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 1d75d574-048d-4e4b-95e7-35b977a4f82a) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:48.097291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f57627-9025-4684-91a3-480d0d935aae None None] Network 1d75d574-048d-4e4b-95e7-35b977a4f82a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:48.100390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e90f4-6b11-45f1-a203-5bbddc3ec0bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:48.101647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b5e90f4-6b11-45f1-a203-5bbddc3ec0bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:48.158994 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] For port b8670cc3-aa51-4d11-9528-bab9328bcc84, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:27:48.167568 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:48.172677 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:48.174652 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] For port b8670cc3-aa51-4d11-9528-bab9328bcc84, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b8670cc3-aa51-4d11-9528-bab9328bcc84,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:27:48.198659 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4b5e90f4-6b11-45f1-a203-5bbddc3ec0bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3717091 Dec 17 13:27:48.199501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56508) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:48.202402 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Pushing event updated for resources: {'Port': ['ID=b8670cc3-aa51-4d11-9528-bab9328bcc84,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:48.213505 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.213819 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.214180 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.214562 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.214899 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.215275 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.215647 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.216167 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.216505 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.216933 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.217538 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.218179 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.218505 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:48.254657 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:48.305247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_backend_mixin [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Performing IP validity checks on allocation pools {{(pid=110454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 13:27:48.305800 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_backend_mixin [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 13:27:48.438950 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c9f36-c241-4f73-8c83-6c8dd6ccabd3 None None] Pushing event updated for resources: {'Port': ['ID=b8670cc3-aa51-4d11-9528-bab9328bcc84,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:48.439164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-1d75d574-048d-4e4b-95e7-35b977a4f82a', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:27:48.440264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:48.550748 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Routers {'bdd76959-f6d7-48ac-8db6-9344f5fe2e79'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:27:48.551444 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:27:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:48.729403 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:48.878038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Allocated IP 172.20.0.2 (1d75d574-048d-4e4b-95e7-35b977a4f82a/9ce0d47f-8919-49d6-a269-66a755e23bf3/6cf986c5-9e2e-4345-93fa-5882acaa3bee) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:27:48.959701 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] Set router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:27:49.026486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking segment: {'id': '9e7b3a69-b8d1-45da-9d1c-6bba2449edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:49.027117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network hostable DHCP agents. Network: 3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:27:49.052244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=9ba28338-e267-44dc-8c22-93a791e1f847,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:49.166595 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:49.172940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6c17a6-2233-4433-a348-777b14dbdaec None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:27:49.213542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network 3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:27:49.246066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ef037c40-13c1-4679-9c6a-565f0bf3a39b None None] Provisioning complete for port b8670cc3-aa51-4d11-9528-bab9328bcc84 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:49.253931 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef037c40-13c1-4679-9c6a-565f0bf3a39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:49.255318 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:49.350517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:49.370306 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:49.372937 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:49.473946 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:27:43Z', 'revision_number': 3, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:49.497065 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-765e5d8f-a333-463a-8b17-91d2723a7f07 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6154084 Dec 17 13:27:49.499380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56520) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:49.530233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d9c84e-8517-4c94-a239-ffe9fb601a96 None None] Network 3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:49.535054 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:49.537275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Pushing event updated for resources: {'Port': ['ID=6cf986c5-9e2e-4345-93fa-5882acaa3bee,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:49.557505 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d822e-50a6-453b-8620-e4839630b82e None None] The sync data for ids ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'] in n-d-815324-5 is: [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:27:43Z', 'revision_number': 3, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:27:49.649743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Network 1d75d574-048d-4e4b-95e7-35b977a4f82a is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:27:49.650407 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:49.766665 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef037c40-13c1-4679-9c6a-565f0bf3a39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:49.803605 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:49.814899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ef037c40-13c1-4679-9c6a-565f0bf3a39b None None] For port b8670cc3-aa51-4d11-9528-bab9328bcc84, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b8670cc3-aa51-4d11-9528-bab9328bcc84,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:49.831795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:49.886728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56526) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:50.018491 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:50.470124 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-19442b0c-3faa-424d-93dd-38454a5dda4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:50.487775 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:27:50.493923 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:50.596487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba28338-e267-44dc-8c22-93a791e1f847,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:50.611556 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-19442b0c-3faa-424d-93dd-38454a5dda4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:50.612636 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef037c40-13c1-4679-9c6a-565f0bf3a39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:50.731284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef037c40-13c1-4679-9c6a-565f0bf3a39b None None] Pushing event updated for resources: {'Port': ['ID=b8670cc3-aa51-4d11-9528-bab9328bcc84,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:50.763254 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-19442b0c-3faa-424d-93dd-38454a5dda4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:50.781369 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:50.787834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:50.799178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.20.0.1 (1d75d574-048d-4e4b-95e7-35b977a4f82a/9ce0d47f-8919-49d6-a269-66a755e23bf3/5e9b8e96-51f1-4fe3-97b4-3aefc957dee2) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:27:50.831309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:50.844021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7b3a69-b8d1-45da-9d1c-6bba2449edac') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:50.844337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7b3a69-b8d1-45da-9d1c-6bba2449edac') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:50.858999 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:50.887094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:50.918801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:27:50.919218 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.011001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Attempting to bind port 6cf986c5-9e2e-4345-93fa-5882acaa3bee on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:27:51.011703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Attempting to bind port 6cf986c5-9e2e-4345-93fa-5882acaa3bee by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:27:51.012670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Attempting to bind port 6cf986c5-9e2e-4345-93fa-5882acaa3bee on network 1d75d574-048d-4e4b-95e7-35b977a4f82a {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:27:51.128209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cdfa45-5858-448e-a36f-fe991cbd81f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11', 'network_id': '3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11', 'project_id': 'f1332dd76d2c411fb5140f4f6088b205', 'fixed_ips': [{'subnet_id': '9ba28338-e267-44dc-8c22-93a791e1f847'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:27:51.129916 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:27:51.132759 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-69cdfa45-5858-448e-a36f-fe991cbd81f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.141279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:27:51.142486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Checking segment: {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:51.144084 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.144740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Bound using segment: {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:27:51.145430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Bound port: 6cf986c5-9e2e-4345-93fa-5882acaa3bee, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:27:51.146030 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.201967 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.211297 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.219021 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11 HTTP/1.1" status: 204 len: 168 time: 1.7175834 Dec 17 13:27:51.223786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56548) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:51.263381 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-862037c1-599a-400e-a196-35674ee6a19f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2100445584'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:51.263516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a78c5-58fd-4ad4-a898-a35efa9c7d1c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Network': ['ID=3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:51.303005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-19442b0c-3faa-424d-93dd-38454a5dda4e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acfeee77321e47dbba9ae8d79d9d9ec2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4151399 Dec 17 13:27:51.303505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf16b2e9-6c22-40de-a13c-eaffec52ef7f None None] Network 3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:51.305432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56556) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:51.314644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19442b0c-3faa-424d-93dd-38454a5dda4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cb0648-d00c-4ab3-aa52-d332676f9bb2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:51.346074 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.366563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf16b2e9-6c22-40de-a13c-eaffec52ef7f None None] Network 3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11 could not be found, it might have been deleted concurrently. {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 17 13:27:51.455868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862037c1-599a-400e-a196-35674ee6a19f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:51.460342 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-862037c1-599a-400e-a196-35674ee6a19f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.480026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] For port 6cf986c5-9e2e-4345-93fa-5882acaa3bee, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:27:51.489172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.512931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc95f3f8-49a9-4b3f-b1fb-74ffbc6da394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.514701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 1d75d574-048d-4e4b-95e7-35b977a4f82a is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:27:51.518447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:51.547553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:27:51.582048 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc95f3f8-49a9-4b3f-b1fb-74ffbc6da394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.614261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862037c1-599a-400e-a196-35674ee6a19f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:27:51.636871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=5e9b8e96-51f1-4fe3-97b4-3aefc957dee2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:51.660106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] For port 6cf986c5-9e2e-4345-93fa-5882acaa3bee, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6cf986c5-9e2e-4345-93fa-5882acaa3bee,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:27:51.664518 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-862037c1-599a-400e-a196-35674ee6a19f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.666559 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-862037c1-599a-400e-a196-35674ee6a19f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Added segment 03563b8a-254f-4ae0-806a-950bd7ea137d of type vlan for network 380e3977-9a4c-41f0-948d-8cc77798d236 Dec 17 13:27:51.670776 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.716804 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.756650 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc95f3f8-49a9-4b3f-b1fb-74ffbc6da394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.759347 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc95f3f8-49a9-4b3f-b1fb-74ffbc6da394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:51.760543 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dc95f3f8-49a9-4b3f-b1fb-74ffbc6da394 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61cb0648-d00c-4ab3-aa52-d332676f9bb2 HTTP/1.1" status: 204 len: 168 time: 0.4516945 Dec 17 13:27:51.779268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95f3f8-49a9-4b3f-b1fb-74ffbc6da394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cb0648-d00c-4ab3-aa52-d332676f9bb2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:51.875664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b8670cc3-aa51-4d11-9528-bab9328bcc84 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:27:51.921411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56574) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:51.954534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a132208-abb9-4efd-9856-cfbd5ce5ea7e None None] Pushing event updated for resources: {'Port': ['ID=6cf986c5-9e2e-4345-93fa-5882acaa3bee,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:52.068170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-862037c1-599a-400e-a196-35674ee6a19f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:52.074277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b8670cc3-aa51-4d11-9528-bab9328bcc84 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:52.074662 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:52.188037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f02bdf-b920-43f3-9d0b-af7bcb7a2473 req-c17c132f-df7a-4e1b-9d50-59e6ba0e7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:52.193040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-19f02bdf-b920-43f3-9d0b-af7bcb7a2473 req-c17c132f-df7a-4e1b-9d50-59e6ba0e7d0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 1097 time: 0.2701440 Dec 17 13:27:52.245695 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-862037c1-599a-400e-a196-35674ee6a19f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:52.260135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862037c1-599a-400e-a196-35674ee6a19f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:52.260803 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-862037c1-599a-400e-a196-35674ee6a19f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:52.294186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-19f02bdf-b920-43f3-9d0b-af7bcb7a2473 req-df793e43-b0a2-400d-a498-50e1137c44aa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783288 Dec 17 13:27:52.396789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-862037c1-599a-400e-a196-35674ee6a19f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1532869 Dec 17 13:27:52.399831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56582) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:52.409634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c0fea308-1410-4e04-a743-2f7588d957cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'network_id': '380e3977-9a4c-41f0-948d-8cc77798d236', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:52.573687 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:52.629414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862037c1-599a-400e-a196-35674ee6a19f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=380e3977-9a4c-41f0-948d-8cc77798d236,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:52.649966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 380e3977-9a4c-41f0-948d-8cc77798d236 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:27:52.758182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fea308-1410-4e04-a743-2f7588d957cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:52.768265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0fea308-1410-4e04-a743-2f7588d957cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:52.829905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56592) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:53.062012 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e778-434b-4b2f-8180-36aa7913bd7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:53.271061 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e778-434b-4b2f-8180-36aa7913bd7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:53.340892 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d7a7e778-434b-4b2f-8180-36aa7913bd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:53.350094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:53.424943 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:53.517164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=5e9b8e96-51f1-4fe3-97b4-3aefc957dee2,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:53.651182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:53.673986 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d7a7e778-434b-4b2f-8180-36aa7913bd7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=29b7767bc47c4e4b8538b26c2ca2a768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8405571 Dec 17 13:27:53.673986 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7e778-434b-4b2f-8180-36aa7913bd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cf011d-220c-4731-a6f6-56380c0049c7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:53.681707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56604) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:53.753705 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0fea308-1410-4e04-a743-2f7588d957cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:53.827962 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 1d75d574-048d-4e4b-95e7-35b977a4f82a is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:27:53.832339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6cf986c5-9e2e-4345-93fa-5882acaa3bee up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:27:53.835103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:53.901038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d66c097-daa9-4f74-96b0-6180c61b6023 None None] Network 1d75d574-048d-4e4b-95e7-35b977a4f82a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:53.928790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fea308-1410-4e04-a743-2f7588d957cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=13204364-bf36-4317-9e6f-d4aa2582c126,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:53.959323 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82cb25fd-8513-44d7-bfe4-74b1df49c86e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:53.985119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fea308-1410-4e04-a743-2f7588d957cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking segment: {'id': '03563b8a-254f-4ae0-806a-950bd7ea137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '380e3977-9a4c-41f0-948d-8cc77798d236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:53.987049 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fea308-1410-4e04-a743-2f7588d957cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network hostable DHCP agents. Network: 380e3977-9a4c-41f0-948d-8cc77798d236, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:27:54.014999 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82cb25fd-8513-44d7-bfe4-74b1df49c86e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:54.112363 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fea308-1410-4e04-a743-2f7588d957cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network 380e3977-9a4c-41f0-948d-8cc77798d236 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:27:54.150955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Provisioning complete for port 6cf986c5-9e2e-4345-93fa-5882acaa3bee triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:54.151340 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:54.180263 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82cb25fd-8513-44d7-bfe4-74b1df49c86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:54.185096 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-82cb25fd-8513-44d7-bfe4-74b1df49c86e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:54.199150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-82cb25fd-8513-44d7-bfe4-74b1df49c86e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26cf011d-220c-4731-a6f6-56380c0049c7 HTTP/1.1" status: 204 len: 168 time: 0.5092485 Dec 17 13:27:54.206875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb25fd-8513-44d7-bfe4-74b1df49c86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cf011d-220c-4731-a6f6-56380c0049c7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:54.225319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-c0fea308-1410-4e04-a743-2f7588d957cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 380e3977-9a4c-41f0-948d-8cc77798d236) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:54.232808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fea308-1410-4e04-a743-2f7588d957cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:54.233810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0fea308-1410-4e04-a743-2f7588d957cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:54.249512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 6cf986c5-9e2e-4345-93fa-5882acaa3bee triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:54.249906 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:54.258065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a26c60-4489-43d4-a2b0-7c27be8f16f3 None None] Network 380e3977-9a4c-41f0-948d-8cc77798d236 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:54.352114 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c0fea308-1410-4e04-a743-2f7588d957cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9477448 Dec 17 13:27:54.352886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56616) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:54.353941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:27:54.399291 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:54.531305 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] For port 6cf986c5-9e2e-4345-93fa-5882acaa3bee, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6cf986c5-9e2e-4345-93fa-5882acaa3bee,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:54.567804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:27:54.580650 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:54.585714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Sync routers for ids ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:27:54.592584 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f8b5ee11-e9cb-4906-ac27-6a63adb16517 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "PUT /v2.0/routers/bdd76959-f6d7-48ac-8db6-9344f5fe2e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3916302 Dec 17 13:27:54.625005 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:54.649539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Routers {'bdd76959-f6d7-48ac-8db6-9344f5fe2e79'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:27:54.649539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:27:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:54.709701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:54.936962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Set router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:27:54.957296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:55.062094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42402f-2d00-4cb6-8d20-235230ad57be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-380e3977-9a4c-41f0-948d-8cc77798d236', 'network_id': '380e3977-9a4c-41f0-948d-8cc77798d236', 'project_id': 'f1332dd76d2c411fb5140f4f6088b205', 'fixed_ips': [{'subnet_id': '13204364-bf36-4317-9e6f-d4aa2582c126'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:27:55.067215 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2d42402f-2d00-4cb6-8d20-235230ad57be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:55.276856 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:27:55.327883 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:27:55.328474 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:27:55.421486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-6d303cad-a973-44e7-ac2c-400c4497d0d8 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707148725&fields=id&tenant_id=850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 267 time: 0.3391795 Dec 17 13:27:55.507380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Pushing event updated for resources: {'Port': ['ID=6cf986c5-9e2e-4345-93fa-5882acaa3bee,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:55.517821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f05af7fd-da14-4774-a3f4-8878da18f4ee None None] Provisioning complete for port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:55.520402 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f05af7fd-da14-4774-a3f4-8878da18f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:55.598388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.598915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.604608 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.605080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.605537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.606054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.606632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.607052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.609504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.609998 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.610998 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.611448 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.611897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90746960-c15b-458e-8fc2-3c30f0533bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:27:55.645656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f05af7fd-da14-4774-a3f4-8878da18f4ee None None] Port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:27:55.681376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f05af7fd-da14-4774-a3f4-8878da18f4ee None None] Provisioning complete for port 6cf986c5-9e2e-4345-93fa-5882acaa3bee triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:55.681952 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f05af7fd-da14-4774-a3f4-8878da18f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:55.745955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:27:52Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5e9b8e96-51f1-4fe3-97b4-3aefc957dee2', 'name': '', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:7a:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:49Z', 'updated_at': '2021-12-17T13:27:52Z', 'revision_number': 2, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:55.755209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-e02de123-fbfe-467c-bfce-7b4ffb2d8937 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:55.782871 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-e02de123-fbfe-467c-bfce-7b4ffb2d8937 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 796 time: 0.3389146 Dec 17 13:27:55.848872 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-5a154d3e-b67a-4e88-9535-757e1b895912 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/quotas/850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 375 time: 0.0565324 Dec 17 13:27:55.913441 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:56.008148 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Subnet': ['ID=13204364-bf36-4317-9e6f-d4aa2582c126,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:56.319392 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-95043f3e-591e-4aea-a363-c98ed9d6e61f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4644861 Dec 17 13:27:56.342208 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:56.487516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Checking router: bdd76959-f6d7-48ac-8db6-9344f5fe2e79 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:27:56.488095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Updating router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:27:56.576640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380e3977-9a4c-41f0-948d-8cc77798d236']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server [None req-2d42402f-2d00-4cb6-8d20-235230ad57be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13204364-bf36-4317-9e6f-d4aa2582c126: This subnet is being modified by another concurrent operation. Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise exception Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13204364-bf36-4317-9e6f-d4aa2582c126: This subnet is being modified by another concurrent operation. Dec 17 13:27:56.580306 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Dec 17 13:27:56.623292 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03563b8a-254f-4ae0-806a-950bd7ea137d') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:56.633961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03563b8a-254f-4ae0-806a-950bd7ea137d') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:56.637184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e78870-b77e-47a5-8688-77042434c5ea None None] Network 380e3977-9a4c-41f0-948d-8cc77798d236 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:56.662068 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:56.741960 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:56.771186 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:27:56.771885 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:27:56.779355 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:27:56.811646 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-db80ddf3-2e89-495c-ba8b-eed372c6633d service neutron] 10.222.0.59 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417784 Dec 17 13:27:56.828101 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:56.979313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8f56d-f8c1-439c-8965-73df3698e0b1 req-d9c00c55-2df4-4bf6-8bc0-7084ea12b720 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:56.983525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-33f8f56d-f8c1-439c-8965-73df3698e0b1 req-d9c00c55-2df4-4bf6-8bc0-7084ea12b720 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 946 time: 0.1818223 Dec 17 13:27:57.117213 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-33f8f56d-f8c1-439c-8965-73df3698e0b1 req-ff15a6c7-50f0-4d28-9338-62f60c5eba50 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273005 Dec 17 13:27:57.262582 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:57.278020 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:57.286684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56690) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:57.289962 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/380e3977-9a4c-41f0-948d-8cc77798d236 HTTP/1.1" status: 204 len: 168 time: 2.9335387 Dec 17 13:27:57.299173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-96d570ff-85f1-4d8d-8f5b-c14b1db7c20a tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1167392140'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:57.343026 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-f69ed468-0b28-4f5c-b46b-c28ec51002ce service neutron] 10.222.0.59 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176445 Dec 17 13:27:57.381307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6cf986c5-9e2e-4345-93fa-5882acaa3bee up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:27:57.397722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093120dd-3342-456e-9269-6be4f727d06b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Network': ['ID=380e3977-9a4c-41f0-948d-8cc77798d236,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:57.447086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d570ff-85f1-4d8d-8f5b-c14b1db7c20a tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:57.451336 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96d570ff-85f1-4d8d-8f5b-c14b1db7c20a tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:57.516016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8afbaed-334e-49ff-a17f-f4a08b4a244e None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:27:57.533430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-46338749-e1d2-4e7b-9190-6e0590373518 None None] Provisioning complete for port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:57.534356 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-46338749-e1d2-4e7b-9190-6e0590373518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:57.556336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d570ff-85f1-4d8d-8f5b-c14b1db7c20a tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:27:57.589135 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96d570ff-85f1-4d8d-8f5b-c14b1db7c20a tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:57.597095 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-96d570ff-85f1-4d8d-8f5b-c14b1db7c20a tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Added segment dfe15d8e-1fff-4dc7-bc6b-689243f78573 of type vlan for network 52ef7bac-9289-42bb-97aa-528583fae5a3 Dec 17 13:27:57.766401 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96d570ff-85f1-4d8d-8f5b-c14b1db7c20a tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:57.807053 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ad0f519-870f-4390-9d30-61ff86baac9f req-2115c1b3-be37-487b-b0ac-b7338e8798e9 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 210 time: 0.0978360 Dec 17 13:27:57.927737 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96d570ff-85f1-4d8d-8f5b-c14b1db7c20a tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:57.934050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d570ff-85f1-4d8d-8f5b-c14b1db7c20a tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:57.935040 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96d570ff-85f1-4d8d-8f5b-c14b1db7c20a tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:58.075726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d570ff-85f1-4d8d-8f5b-c14b1db7c20a tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=52ef7bac-9289-42bb-97aa-528583fae5a3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:58.086730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56712) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:58.093991 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-25c47a65-17ec-4429-9411-033b553e5d2b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'network_id': '52ef7bac-9289-42bb-97aa-528583fae5a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:27:58.094818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-96d570ff-85f1-4d8d-8f5b-c14b1db7c20a tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8067365 Dec 17 13:27:58.123862 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 52ef7bac-9289-42bb-97aa-528583fae5a3 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:27:58.287075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-46338749-e1d2-4e7b-9190-6e0590373518 None None] Port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:27:58.308772 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:58.404129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 6cf986c5-9e2e-4345-93fa-5882acaa3bee triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:27:58.405430 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:58.443422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581d14e-4dc8-4245-9787-8198b49805ee req-1078ef4e-8659-42e6-ab12-87704ee00f23 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:58.447188 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7581d14e-4dc8-4245-9787-8198b49805ee req-1078ef4e-8659-42e6-ab12-87704ee00f23 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 946 time: 0.0950286 Dec 17 13:27:58.468832 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:58.492891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c47a65-17ec-4429-9411-033b553e5d2b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:27:58.519462 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25c47a65-17ec-4429-9411-033b553e5d2b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:58.616531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8afbaed-334e-49ff-a17f-f4a08b4a244e None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:27:58.652457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcdeeb-5818-4a1f-9a76-bcbe41f40217 None None] Pushing event updated for resources: {'Port': ['ID=5e9b8e96-51f1-4fe3-97b4-3aefc957dee2,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:58.724358 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7581d14e-4dc8-4245-9787-8198b49805ee req-e41b420d-0a91-40f6-9e1b-bc66547304d9 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702439 Dec 17 13:27:58.761893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-0e73a1f3-9acd-45fc-84b7-ff09ea609c99 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:58.765037 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-0e73a1f3-9acd-45fc-84b7-ff09ea609c99 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.61 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 946 time: 0.0872166 Dec 17 13:27:58.905652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Attempting to bind port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:27:58.906045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Attempting to bind port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:27:58.906420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Attempting to bind port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 on network 1d75d574-048d-4e4b-95e7-35b977a4f82a {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:27:58.961384 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b1394ab1-46e1-4e86-b1a0-4b6468f89d76 req-05123345-91e5-4982-b6d0-a8e802baf24e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 210 time: 0.0623641 Dec 17 13:27:59.002665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Deleting port 36fd0db7-d997-4613-9714-140db92f677d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:27:59.002944 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:59.020851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:27:59.023750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Checking segment: {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:59.023750 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:59.023750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Bound using segment: {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:27:59.023750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Bound port: 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:27:59.023750 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:59.070513 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25c47a65-17ec-4429-9411-033b553e5d2b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:59.180401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c47a65-17ec-4429-9411-033b553e5d2b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=c56398df-4d89-4149-8679-52998f86974d,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:59.223139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] For port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:27:59.229284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] For port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5e9b8e96-51f1-4fe3-97b4-3aefc957dee2,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:27:59.243405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] For port 36fd0db7-d997-4613-9714-140db92f677d, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=36fd0db7-d997-4613-9714-140db92f677d,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:27:59.244024 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:59.272244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c47a65-17ec-4429-9411-033b553e5d2b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking segment: {'id': 'dfe15d8e-1fff-4dc7-bc6b-689243f78573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '52ef7bac-9289-42bb-97aa-528583fae5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:27:59.272244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c47a65-17ec-4429-9411-033b553e5d2b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network hostable DHCP agents. Network: 52ef7bac-9289-42bb-97aa-528583fae5a3, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:27:59.305417 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:59.363597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcdeeb-5818-4a1f-9a76-bcbe41f40217 None None] Pushing event updated for resources: {'Port': ['ID=5e9b8e96-51f1-4fe3-97b4-3aefc957dee2,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:27:59.419309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c47a65-17ec-4429-9411-033b553e5d2b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network 52ef7bac-9289-42bb-97aa-528583fae5a3 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:27:59.484495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Routers {'bdd76959-f6d7-48ac-8db6-9344f5fe2e79'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:27:59.485866 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:27:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:27:59.516429 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-25c47a65-17ec-4429-9411-033b553e5d2b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 52ef7bac-9289-42bb-97aa-528583fae5a3) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:27:59.527070 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c47a65-17ec-4429-9411-033b553e5d2b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:27:59.527474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25c47a65-17ec-4429-9411-033b553e5d2b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:59.651527 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-25c47a65-17ec-4429-9411-033b553e5d2b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5629532 Dec 17 13:27:59.656030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56764) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:27:59.780814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] Set router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:27:59.856670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70688df4-b1a4-4795-8fe6-8f355e3d7ee1 None None] Network 52ef7bac-9289-42bb-97aa-528583fae5a3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:27:59.872512 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:59.883964 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:27:59.886015 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Floating IP b3be29af-f903-455a-b017-11156a2008d3 disassociated. External IP: 172.25.0.125, port: 36fd0db7-d997-4613-9714-140db92f677d. Dec 17 13:27:59.888594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Calling delete_port for 36fd0db7-d997-4613-9714-140db92f677d owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:27:59.949015 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:00.241531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dd449-088a-4f38-9f54-8e2185729ca7 req-b077c62b-a766-462a-8c56-aa7d3d184dbb tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:00.247473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fe7dd449-088a-4f38-9f54-8e2185729ca7 req-b077c62b-a766-462a-8c56-aa7d3d184dbb tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 946 time: 0.3381727 Dec 17 13:28:00.268005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dc61f2b9-17d6-439a-9ece-f14014c36c67 None None] Provisioning complete for port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:00.268622 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dc61f2b9-17d6-439a-9ece-f14014c36c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:00.275336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0aaff865-5558-483b-92b0-22e637136226 req-02ae74c8-3ce0-4876-83e3-6f43f129fac4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 210 time: 0.1441178 Dec 17 13:28:00.340878 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:00.345753 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:00.437739 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fe7dd449-088a-4f38-9f54-8e2185729ca7 req-b62f25bd-fbfd-4852-bca1-f3c34556aec9 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups?id=f18efd0a-a108-4332-bd0a-586fc643635f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640873 Dec 17 13:28:00.450231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event deleted for resources: {'Port': ['ID=36fd0db7-d997-4613-9714-140db92f677d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:00.601723 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:00.696320 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f843b9f9-5d3f-4a46-8428-a5155e880b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-52ef7bac-9289-42bb-97aa-528583fae5a3', 'network_id': '52ef7bac-9289-42bb-97aa-528583fae5a3', 'project_id': 'f1332dd76d2c411fb5140f4f6088b205', 'fixed_ips': [{'subnet_id': 'c56398df-4d89-4149-8679-52998f86974d'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:28:00.697266 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f843b9f9-5d3f-4a46-8428-a5155e880b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:00.911479 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dc61f2b9-17d6-439a-9ece-f14014c36c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:00.916732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ad25a7-caf7-4071-bec3-d0c130798a4c None None] Network 52ef7bac-9289-42bb-97aa-528583fae5a3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:01.034106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-dc61f2b9-17d6-439a-9ece-f14014c36c67 None None] For port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5e9b8e96-51f1-4fe3-97b4-3aefc957dee2,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:01.083842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Subnet': ['ID=c56398df-4d89-4149-8679-52998f86974d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:01.115213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:01.175453 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ef7bac-9289-42bb-97aa-528583fae5a3']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:01.184856 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dc61f2b9-17d6-439a-9ece-f14014c36c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:01.207006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe15d8e-1fff-4dc7-bc6b-689243f78573') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:01.207646 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe15d8e-1fff-4dc7-bc6b-689243f78573') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:01.223523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:27:52Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5e9b8e96-51f1-4fe3-97b4-3aefc957dee2', 'name': '', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:7a:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:49Z', 'updated_at': '2021-12-17T13:27:59Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:01.246849 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:01.262125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4bcea8-404a-4b34-b4aa-2829bad499e9 None None] The sync data for ids ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'] in n-d-815324-5 is: [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:27:52Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5e9b8e96-51f1-4fe3-97b4-3aefc957dee2', 'name': '', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:7a:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:49Z', 'updated_at': '2021-12-17T13:27:59Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:01.276061 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:01.294749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:28:01.302245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:28:01.305855 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:28:01.436886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61f2b9-17d6-439a-9ece-f14014c36c67 None None] Pushing event updated for resources: {'Port': ['ID=5e9b8e96-51f1-4fe3-97b4-3aefc957dee2,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:01.457884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-84edc42b-7191-4b65-af03-9e540d526f60 None None] Provisioning complete for port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:01.458455 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-84edc42b-7191-4b65-af03-9e540d526f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:01.539076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-62c8f42f-81f2-4846-961a-e777a01a333b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:01.540970 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-62c8f42f-81f2-4846-961a-e777a01a333b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 796 time: 0.1675384 Dec 17 13:28:01.631417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Router 509dbd49-35f1-4399-aea8-0265e49b06a3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:28:01.659768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-191dd122-55bd-4d62-84f3-41b612f2ec57 req-f6eb88f3-10c0-4a14-b09d-5fe5ff13ef56 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 210 time: 0.0685689 Dec 17 13:28:01.661385 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:01.667975 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:01.682229 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/52ef7bac-9289-42bb-97aa-528583fae5a3 HTTP/1.1" status: 204 len: 168 time: 2.0240011 Dec 17 13:28:01.683335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56848) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:01.698680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f0115ef0-6ffd-491d-876c-9903e878e96e tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1892688442'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:01.710586 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f076c697-671a-4c41-9aff-fa268db1b4a5 req-2a1ce026-6729-4f20-8b9e-fc8f473dd8bb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 210 time: 0.1683695 Dec 17 13:28:01.749854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8973b8-ea9e-4b2c-bb81-32ffb35aecf8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Network': ['ID=52ef7bac-9289-42bb-97aa-528583fae5a3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:01.756695 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:01.893082 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-cd9067f2-e2d9-487d-b7a4-dc21a28a4042 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 379 time: 0.2584429 Dec 17 13:28:01.929997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'port': {'device_id': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'admin_state_up': True, 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'security_groups': ['2c99c6b5-2622-4f7e-8316-a1b087d13923']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:01.963144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0115ef0-6ffd-491d-876c-9903e878e96e tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:01.970818 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f0115ef0-6ffd-491d-876c-9903e878e96e tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:02.001276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56868) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:02.065907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0115ef0-6ffd-491d-876c-9903e878e96e tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:28:02.078674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f0115ef0-6ffd-491d-876c-9903e878e96e tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:02.079494 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-f0115ef0-6ffd-491d-876c-9903e878e96e tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Added segment e914df36-0962-4559-baa8-501a2f329e57 of type vlan for network 14ecd213-7d02-44a3-8236-75b8915931cb Dec 17 13:28:02.107842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:02.123969 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562dd2d-15e8-40e0-b233-9ea77b45301f None None] Sync routers for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:02.187086 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562dd2d-15e8-40e0-b233-9ea77b45301f None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:02.187736 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e562dd2d-15e8-40e0-b233-9ea77b45301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:27:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:02.240524 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f0115ef0-6ffd-491d-876c-9903e878e96e tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:02.275664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] No DVR routers for this DVR port 36fd0db7-d997-4613-9714-140db92f677d on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:28:02.279162 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:02.285143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ec5d075-6a3a-44d8-a781-553d42a296e2 req-c2e648e0-de2f-4aa4-9d95-4637ebdef095 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.61 "DELETE /v2.0/ports/36fd0db7-d997-4613-9714-140db92f677d HTTP/1.1" status: 204 len: 173 time: 3.5095391 Dec 17 13:28:02.286290 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40ea873a-3e52-4b2f-b383-5e84ecbb5ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:02.336125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'name': 'network-vif-deleted', 'tag': '36fd0db7-d997-4613-9714-140db92f677d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:28:02.340029 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d11f173-26f3-47a5-8b18-07f9cb187d4a" -d '{"events": [{"server_uuid": "58a8da71-6008-4600-972e-0ebb65b7f57a", "name": "network-vif-deleted", "tag": "36fd0db7-d997-4613-9714-140db92f677d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:28:02.367527 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f0115ef0-6ffd-491d-876c-9903e878e96e tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:02.373153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0115ef0-6ffd-491d-876c-9903e878e96e tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:02.374492 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f0115ef0-6ffd-491d-876c-9903e878e96e tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:02.434225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Made reservation on behalf of 850cc3bed38d459295a3dcc922ba6c36 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:02.439750 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:02.476796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40ea873a-3e52-4b2f-b383-5e84ecbb5ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:02.531949 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f0115ef0-6ffd-491d-876c-9903e878e96e tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8435824 Dec 17 13:28:02.557031 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56888) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:02.573471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-dc177733-8262-4ea1-8a5c-db482755cc4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:02.583734 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-e562dd2d-15e8-40e0-b233-9ea77b45301f None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:02.637723 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2174c849-18eb-4fcf-b0ef-71e2644b2e2f x-openstack-request-id: req-2174c849-18eb-4fcf-b0ef-71e2644b2e2f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:28:02.638356 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a8da71-6008-4600-972e-0ebb65b7f57a", "name": "network-vif-deleted", "tag": "36fd0db7-d997-4613-9714-140db92f677d", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:28:02.638356 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2174c849-18eb-4fcf-b0ef-71e2644b2e2f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:28:02.638647 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a8da71-6008-4600-972e-0ebb65b7f57a', 'name': 'network-vif-deleted', 'tag': '36fd0db7-d997-4613-9714-140db92f677d', 'status': 'completed', 'code': 200} Dec 17 13:28:02.644359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-40ea873a-3e52-4b2f-b383-5e84ecbb5ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:02.737925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0115ef0-6ffd-491d-876c-9903e878e96e tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=14ecd213-7d02-44a3-8236-75b8915931cb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:02.758755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 14ecd213-7d02-44a3-8236-75b8915931cb details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:28:02.837706 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-40ea873a-3e52-4b2f-b383-5e84ecbb5ab5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53116dc0675b4a05998b2a55a72c175f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8348708 Dec 17 13:28:02.847401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56894) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:02.847895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea873a-3e52-4b2f-b383-5e84ecbb5ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4e083f-9c66-437e-85f9-102619cd6deb,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:03.121810 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-582d444a-6d25-4f64-b5ef-2b2f9c4f79dd req-0b17a297-b8a0-44a9-8e14-bc830b168119 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 210 time: 0.0993383 Dec 17 13:28:03.213038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 36fd0db7-d997-4613-9714-140db92f677d no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:03.256971 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe5fdd81-ee5d-47af-ad03-e409431c8d46 req-722d8d96-03f2-41f0-a803-6e45a95be9f8 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/ports?device_id=58a8da71-6008-4600-972e-0ebb65b7f57a HTTP/1.1" status: 200 len: 210 time: 0.1866097 Dec 17 13:28:03.304449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 36fd0db7-d997-4613-9714-140db92f677d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:03.304753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 36fd0db7-d997-4613-9714-140db92f677d not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:03.326852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc177733-8262-4ea1-8a5c-db482755cc4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:03.357407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:03.358586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56904) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:03.447209 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf24ef90-686e-43de-aa5d-e074fd8f65d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:03.487104 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc177733-8262-4ea1-8a5c-db482755cc4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:03.516112 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e562dd2d-15e8-40e0-b233-9ea77b45301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:49Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:03.543529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:03.544891 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:03.545454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc177733-8262-4ea1-8a5c-db482755cc4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network 14ecd213-7d02-44a3-8236-75b8915931cb is not hosted by any dhcp agent {{(pid=110454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 13:28:03.564366 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc177733-8262-4ea1-8a5c-db482755cc4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:03.566072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc177733-8262-4ea1-8a5c-db482755cc4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:03.568622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dc177733-8262-4ea1-8a5c-db482755cc4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "PUT /v2.0/networks/14ecd213-7d02-44a3-8236-75b8915931cb HTTP/1.1" status: 200 len: 723 time: 1.0088675 Dec 17 13:28:03.622201 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562dd2d-15e8-40e0-b233-9ea77b45301f None None] Checking router: 509dbd49-35f1-4399-aea8-0265e49b06a3 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:03.638604 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562dd2d-15e8-40e0-b233-9ea77b45301f None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:03.643183 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e562dd2d-15e8-40e0-b233-9ea77b45301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:27:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:03.667832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56908) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:03.679675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5ace19bd-66be-4815-94bd-74782ae54594 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'network_id': '14ecd213-7d02-44a3-8236-75b8915931cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:03.747234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.20.0.14 (1d75d574-048d-4e4b-95e7-35b977a4f82a/9ce0d47f-8919-49d6-a269-66a755e23bf3/d097f351-a668-454d-89b4-5e0ec11f3c07) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:04.017604 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-e562dd2d-15e8-40e0-b233-9ea77b45301f None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:04.177987 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf24ef90-686e-43de-aa5d-e074fd8f65d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:04.179671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56914) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:04.241127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c52aa574-26c5-4b92-a384-6fc521f35fa6 req-dcf865ca-a5dd-4e5d-b932-a8dd95cf16fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9633470 Dec 17 13:28:04.367026 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:04.544842 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9000dbb1-e206-42ad-a960-167f47c5fece admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:04.551963 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ff312ca8-c5f8-43fa-933f-e0ff2839614a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:04.563716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56924) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:04.580416 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e562dd2d-15e8-40e0-b233-9ea77b45301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:49Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:04.603589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc177733-8262-4ea1-8a5c-db482755cc4d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=14ecd213-7d02-44a3-8236-75b8915931cb,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:04.644878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 14ecd213-7d02-44a3-8236-75b8915931cb details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:28:04.648039 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562dd2d-15e8-40e0-b233-9ea77b45301f None None] The sync data for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 is: [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:19:38Z', 'revision_number': 4, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c3df0bf2-6709-42a6-b4d0-56273bc4f94c', 'name': '', 'network_id': 'efd523df-1141-427f-91d1-b66f399f62fe', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'mac_address': 'fa:16:3e:73:0f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:36Z', 'updated_at': '2021-12-17T13:19:49Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'subnets': [{'id': '9d1656b2-e2b6-417d-b1f4-d2369980ad95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:04.669317 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d070ec14-94cf-4ab8-ad13-04d1aae2eb83 req-eeee69e2-3d03-4fd8-bd62-6661c8a7df95 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 210 time: 0.1377921 Dec 17 13:28:04.754379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aa574-26c5-4b92-a384-6fc521f35fa6 req-11405d11-6a91-4713-9219-8c989cecce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:04.755874 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c52aa574-26c5-4b92-a384-6fc521f35fa6 req-11405d11-6a91-4713-9219-8c989cecce6d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42ce2784e85b4127ad8c713af6203070&device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 1097 time: 0.4379814 Dec 17 13:28:04.916693 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ace19bd-66be-4815-94bd-74782ae54594 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:04.922725 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ace19bd-66be-4815-94bd-74782ae54594 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:04.998849 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ff312ca8-c5f8-43fa-933f-e0ff2839614a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.012541 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf24ef90-686e-43de-aa5d-e074fd8f65d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.020043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf24ef90-686e-43de-aa5d-e074fd8f65d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.024137 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bf24ef90-686e-43de-aa5d-e074fd8f65d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e4e083f-9c66-437e-85f9-102619cd6deb HTTP/1.1" status: 204 len: 168 time: 2.1540570 Dec 17 13:28:05.071107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24ef90-686e-43de-aa5d-e074fd8f65d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4e083f-9c66-437e-85f9-102619cd6deb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:05.073659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.112252 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ff312ca8-c5f8-43fa-933f-e0ff2839614a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.217723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff312ca8-c5f8-43fa-933f-e0ff2839614a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2987d0-b56c-4c00-865e-c4ca7348e976,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:05.220264 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0afe60ef-5279-4c37-b6e8-ddecb0d2bd0a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.225157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc5a855-d15e-4c42-881d-f9df92bd56a4 None None] New status for floating IP b3be29af-f903-455a-b017-11156a2008d3: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:28:05.246968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 1d75d574-048d-4e4b-95e7-35b977a4f82a is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:05.270459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:05.284343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:05.375233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:05.376500 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.436694 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0afe60ef-5279-4c37-b6e8-ddecb0d2bd0a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.463027 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ff312ca8-c5f8-43fa-933f-e0ff2839614a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b41674e4108543fcad5c62d8e7d3b367&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2797256 Dec 17 13:28:05.465908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56928) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:05.467768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aa574-26c5-4b92-a384-6fc521f35fa6 req-c3ddcdea-f643-4e51-b9c1-d4ca374efdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:05.471895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c52aa574-26c5-4b92-a384-6fc521f35fa6 req-c3ddcdea-f643-4e51-b9c1-d4ca374efdd5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd HTTP/1.1" status: 200 len: 910 time: 0.6787961 Dec 17 13:28:05.490008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:05.626636 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc8d040f-31dd-4fe4-8b12-bd7f33815a1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.640013 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9000dbb1-e206-42ad-a960-167f47c5fece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.663095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c52aa574-26c5-4b92-a384-6fc521f35fa6 req-85259c6d-cd99-4e0c-8d69-dffbaa6decbd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a726fa4b-c515-410e-9236-6abaca0d49f6 HTTP/1.1" status: 200 len: 1002 time: 0.1614907 Dec 17 13:28:05.670342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ace19bd-66be-4815-94bd-74782ae54594 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.677359 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-ee0d0097-6c1a-4cca-b9bf-f834fb85e902 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7517562 Dec 17 13:28:05.764508 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc8d040f-31dd-4fe4-8b12-bd7f33815a1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.775293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Request body: {'port': {'device_id': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:05.806024 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9000dbb1-e206-42ad-a960-167f47c5fece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.881406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5a870d64-d53b-427d-a7c2-b4e1b1a8f7dc None None] Provisioning complete for port d097f351-a668-454d-89b4-5e0ec11f3c07 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:05.882907 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5a870d64-d53b-427d-a7c2-b4e1b1a8f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.893124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aa574-26c5-4b92-a384-6fc521f35fa6 req-7f74a552-83dd-406c-9aee-2976dfbea677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:05.894937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c52aa574-26c5-4b92-a384-6fc521f35fa6 req-7f74a552-83dd-406c-9aee-2976dfbea677 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77aeabac-3f25-4b78-bf40-aed1c3526439 HTTP/1.1" status: 200 len: 848 time: 0.2123680 Dec 17 13:28:05.895737 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:05.956803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4d092-1393-4b97-bcbc-7792c053d7f3 req-fe742403-ed5d-4898-9c5f-5c66f7eadce8 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:05.957830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000dbb1-e206-42ad-a960-167f47c5fece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1656396f-0be5-412d-93e9-0ded13803258,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:05.959037 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bb4d092-1393-4b97-bcbc-7792c053d7f3 req-fe742403-ed5d-4898-9c5f-5c66f7eadce8 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 932 time: 0.1193254 Dec 17 13:28:05.964605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9000dbb1-e206-42ad-a960-167f47c5fece admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=940d7e94aead47828b51267fb786997f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5925126 Dec 17 13:28:05.968559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56942) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:05.985018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5a870d64-d53b-427d-a7c2-b4e1b1a8f7dc None None] Port d097f351-a668-454d-89b4-5e0ec11f3c07 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:06.003484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace19bd-66be-4815-94bd-74782ae54594 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=826974e7-ca31-44f6-9828-f6a2aa90828b,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:06.020149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace19bd-66be-4815-94bd-74782ae54594 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking segment: {'id': 'e914df36-0962-4559-baa8-501a2f329e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '14ecd213-7d02-44a3-8236-75b8915931cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:06.022092 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace19bd-66be-4815-94bd-74782ae54594 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network hostable DHCP agents. Network: 14ecd213-7d02-44a3-8236-75b8915931cb, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:28:06.051507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aa574-26c5-4b92-a384-6fc521f35fa6 req-c13b4fec-d04f-4102-806d-4418d079522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:06.053497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c52aa574-26c5-4b92-a384-6fc521f35fa6 req-c13b4fec-d04f-4102-806d-4418d079522c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346979 Dec 17 13:28:06.072638 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b473d6bf-80d1-4168-9bf6-bf3490debc0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.093627 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bb4d092-1393-4b97-bcbc-7792c053d7f3 req-73720ff3-e56e-437c-9da0-91ed43e0712a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982263 Dec 17 13:28:06.108161 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0afe60ef-5279-4c37-b6e8-ddecb0d2bd0a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.110732 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b473d6bf-80d1-4168-9bf6-bf3490debc0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.111507 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0afe60ef-5279-4c37-b6e8-ddecb0d2bd0a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.112880 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0afe60ef-5279-4c37-b6e8-ddecb0d2bd0a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "DELETE /v2.0/security-groups/f18efd0a-a108-4332-bd0a-586fc643635f HTTP/1.1" status: 204 len: 168 time: 1.5404053 Dec 17 13:28:06.117279 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56946) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:06.127238 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.143002 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-b5e7f33c-f893-4ddf-bd57-2c484b651148 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] show failed (client error): The resource could not be found. Dec 17 13:28:06.144169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b5e7f33c-f893-4ddf-bd57-2c484b651148 tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "GET /v2.0/security-groups/f18efd0a-a108-4332-bd0a-586fc643635f HTTP/1.1" status: 404 len: 347 time: 0.0255010 Dec 17 13:28:06.150415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56948) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:06.206918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc8d040f-31dd-4fe4-8b12-bd7f33815a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.209538 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc8d040f-31dd-4fe4-8b12-bd7f33815a1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.210816 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fc8d040f-31dd-4fe4-8b12-bd7f33815a1b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a2987d0-b56c-4c00-865e-c4ca7348e976 HTTP/1.1" status: 204 len: 168 time: 0.7400837 Dec 17 13:28:06.211595 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ace19bd-66be-4815-94bd-74782ae54594 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network 14ecd213-7d02-44a3-8236-75b8915931cb is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:28:06.260071 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d040f-31dd-4fe4-8b12-bd7f33815a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2987d0-b56c-4c00-865e-c4ca7348e976,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:06.344176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-5ace19bd-66be-4815-94bd-74782ae54594 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 14ecd213-7d02-44a3-8236-75b8915931cb) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:06.354331 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07b8bd7-37bd-49bf-9344-4bad79b164be None None] Network 14ecd213-7d02-44a3-8236-75b8915931cb requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:06.364721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ace19bd-66be-4815-94bd-74782ae54594 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:06.370516 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ace19bd-66be-4815-94bd-74782ae54594 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.372427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe60ef-5279-4c37-b6e8-ddecb0d2bd0a tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18efd0a-a108-4332-bd0a-586fc643635f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:06.394651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-3f28b771-aaa5-48aa-999d-d1b3a46152fd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Deleting port f4848099-4cbf-4a97-875d-b06e1fff0a21 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:06.395351 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f28b771-aaa5-48aa-999d-d1b3a46152fd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.404994 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b473d6bf-80d1-4168-9bf6-bf3490debc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.408817 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b473d6bf-80d1-4168-9bf6-bf3490debc0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.412917 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b473d6bf-80d1-4168-9bf6-bf3490debc0f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1656396f-0be5-412d-93e9-0ded13803258 HTTP/1.1" status: 204 len: 168 time: 0.4395535 Dec 17 13:28:06.502502 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5ace19bd-66be-4815-94bd-74782ae54594 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8333395 Dec 17 13:28:06.511832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56960) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:06.518025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2d3e6994-039a-46cf-8915-48553a88aeb8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:06.518317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d097f351-a668-454d-89b4-5e0ec11f3c07 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:28:06.525537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473d6bf-80d1-4168-9bf6-bf3490debc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1656396f-0be5-412d-93e9-0ded13803258,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:06.532890 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.547595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Transition to ACTIVE for port object d097f351-a668-454d-89b4-5e0ec11f3c07 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:28:06.620434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-14ecd213-7d02-44a3-8236-75b8915931cb', 'network_id': '14ecd213-7d02-44a3-8236-75b8915931cb', 'project_id': 'f1332dd76d2c411fb5140f4f6088b205', 'fixed_ips': [{'subnet_id': '826974e7-ca31-44f6-9828-f6a2aa90828b'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:28:06.625095 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.630021 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c52aa574-26c5-4b92-a384-6fc521f35fa6 req-c53431e5-7093-4e42-a059-7d36b5909b99 service neutron] 10.222.0.54 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689530 Dec 17 13:28:06.637198 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.690187 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2d3e6994-039a-46cf-8915-48553a88aeb8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4645855'] for subnet, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.797620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f28b771-aaa5-48aa-999d-d1b3a46152fd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.798658 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f28b771-aaa5-48aa-999d-d1b3a46152fd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:06.831753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-3f28b771-aaa5-48aa-999d-d1b3a46152fd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Calling delete_port for f4848099-4cbf-4a97-875d-b06e1fff0a21 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:06.842446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:07.038745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Attempting to bind port d097f351-a668-454d-89b4-5e0ec11f3c07 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:07.039328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Attempting to bind port d097f351-a668-454d-89b4-5e0ec11f3c07 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:07.040232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Attempting to bind port d097f351-a668-454d-89b4-5e0ec11f3c07 on network 1d75d574-048d-4e4b-95e7-35b977a4f82a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:07.050283 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c52aa574-26c5-4b92-a384-6fc521f35fa6 req-ebfd2edb-35bd-4a49-89ac-f2be64680734 service neutron] 10.222.0.54 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069626 Dec 17 13:28:07.052442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Port d097f351-a668-454d-89b4-5e0ec11f3c07 on network 1d75d574-048d-4e4b-95e7-35b977a4f82a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:28:07.052985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Attempting to bind port d097f351-a668-454d-89b4-5e0ec11f3c07 on network 1d75d574-048d-4e4b-95e7-35b977a4f82a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:07.063575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:07.064526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Checking segment: {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:07.065242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Bound using segment: {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:07.066059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Bound port: d097f351-a668-454d-89b4-5e0ec11f3c07, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:07.066746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.070503 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2d3e6994-039a-46cf-8915-48553a88aeb8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786484877020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4404180'] for subnet, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.184868 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Allocated IP 172.20.0.2 (14ecd213-7d02-44a3-8236-75b8915931cb/826974e7-ca31-44f6-9828-f6a2aa90828b/25e9e126-3889-48a7-88d1-256f95e4a811) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:07.226755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:07.238370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:07.255557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e6994-039a-46cf-8915-48553a88aeb8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:07.256486 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2d3e6994-039a-46cf-8915-48553a88aeb8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.259252 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2d3e6994-039a-46cf-8915-48553a88aeb8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "PUT /v2.0/subnets/826974e7-ca31-44f6-9828-f6a2aa90828b HTTP/1.1" status: 200 len: 806 time: 0.7465332 Dec 17 13:28:07.269497 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 56976) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:07.372962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e6994-039a-46cf-8915-48553a88aeb8 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=826974e7-ca31-44f6-9828-f6a2aa90828b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:07.399763 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.430378 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.433874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625f2b7-d08a-4fa7-840b-904af9e77fcb req-f6888d2f-d5a3-4e62-b59a-32af97eb5cbe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:07.450468 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c625f2b7-d08a-4fa7-840b-904af9e77fcb req-f6888d2f-d5a3-4e62-b59a-32af97eb5cbe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 944 time: 0.2120643 Dec 17 13:28:07.486974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:07.488093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.489300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] 10.222.0.54 "PUT /v2.0/ports/d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1092 time: 1.7293429 Dec 17 13:28:07.489810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:28:07.492062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f28b771-aaa5-48aa-999d-d1b3a46152fd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.492245 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e5372a-3858-4397-925b-7f98ee5f986c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:28:07.512689 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.559293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28b771-aaa5-48aa-999d-d1b3a46152fd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Pushing event deleted for resources: {'Port': ['ID=f4848099-4cbf-4a97-875d-b06e1fff0a21,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:07.604078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 56984) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:07.606901 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080898b9-cacc-48a3-ad52-267a975ff7c0 x-openstack-request-id: req-080898b9-cacc-48a3-ad52-267a975ff7c0 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:28:07.607209 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:28:07.607476 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-080898b9-cacc-48a3-ad52-267a975ff7c0 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:28:07.607860 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'status': 'completed', 'code': 200} Dec 17 13:28:07.619733 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.670656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd671e7-d3fd-4813-a6dc-135a2b39a0dc service neutron] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:07.686065 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.741935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5372a-3858-4397-925b-7f98ee5f986c req-2f39a0b5-2926-47b3-979d-cda784d11b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:07.751943 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c625f2b7-d08a-4fa7-840b-904af9e77fcb req-362ff93a-1f05-4dda-b0a5-5f4417518cf6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822282 Dec 17 13:28:07.752538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0e5372a-3858-4397-925b-7f98ee5f986c req-2f39a0b5-2926-47b3-979d-cda784d11b21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1095 time: 0.1417255 Dec 17 13:28:07.754611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Network 14ecd213-7d02-44a3-8236-75b8915931cb is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:07.760812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:07.782607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:07.793087 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8e497986-faa0-4cea-8022-7b4b72870f9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.824763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Pushing event updated for resources: {'Port': ['ID=25e9e126-3889-48a7-88d1-256f95e4a811,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:07.888782 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f28b771-aaa5-48aa-999d-d1b3a46152fd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.892514 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3f28b771-aaa5-48aa-999d-d1b3a46152fd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.898667 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3f28b771-aaa5-48aa-999d-d1b3a46152fd tempest-AttachVolumeTestJSON-305568936 tempest-AttachVolumeTestJSON-305568936-project] 10.222.0.59 "DELETE /v2.0/floatingips/b3be29af-f903-455a-b017-11156a2008d3 HTTP/1.1" status: 204 len: 168 time: 1.7463634 Dec 17 13:28:07.940809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Attempting to bind port 25e9e126-3889-48a7-88d1-256f95e4a811 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:07.941500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Attempting to bind port 25e9e126-3889-48a7-88d1-256f95e4a811 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'e914df36-0962-4559-baa8-501a2f329e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '14ecd213-7d02-44a3-8236-75b8915931cb'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:07.941500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Attempting to bind port 25e9e126-3889-48a7-88d1-256f95e4a811 on network 14ecd213-7d02-44a3-8236-75b8915931cb {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:07.948694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:07.949445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Checking segment: {'id': 'e914df36-0962-4559-baa8-501a2f329e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '14ecd213-7d02-44a3-8236-75b8915931cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:07.950061 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.951170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Bound using segment: {'id': 'e914df36-0962-4559-baa8-501a2f329e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '14ecd213-7d02-44a3-8236-75b8915931cb'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:07.951997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Bound port: 25e9e126-3889-48a7-88d1-256f95e4a811, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e914df36-0962-4559-baa8-501a2f329e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '14ecd213-7d02-44a3-8236-75b8915931cb'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:07.952638 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:07.993763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5372a-3858-4397-925b-7f98ee5f986c req-44350d9a-e668-4413-8068-df4a9385f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:07.996125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0e5372a-3858-4397-925b-7f98ee5f986c req-44350d9a-e668-4413-8068-df4a9385f280 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=850cc3bed38d459295a3dcc922ba6c36&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2424619 Dec 17 13:28:07.998528 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:08.051697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Subnet': ['ID=826974e7-ca31-44f6-9828-f6a2aa90828b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:08.062633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] For port 25e9e126-3889-48a7-88d1-256f95e4a811, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:08.074313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] For port 25e9e126-3889-48a7-88d1-256f95e4a811, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=25e9e126-3889-48a7-88d1-256f95e4a811,segment=NetworkSegment(e914df36-0962-4559-baa8-501a2f329e57),segment_id=e914df36-0962-4559-baa8-501a2f329e57)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:08.089278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8e497986-faa0-4cea-8022-7b4b72870f9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:08.156070 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8e497986-faa0-4cea-8022-7b4b72870f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:08.158811 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:08.195543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:08.205599 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8e497986-faa0-4cea-8022-7b4b72870f9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dcc5eedeb5e94c4a8454a8f444d36b5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5620790 Dec 17 13:28:08.206710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e497986-faa0-4cea-8022-7b4b72870f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1625315-dcd8-4939-bc21-5eda0a91d945,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:08.209015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57000) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:08.242663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ecd213-7d02-44a3-8236-75b8915931cb']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:08.257297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e914df36-0962-4559-baa8-501a2f329e57') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:08.258684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e914df36-0962-4559-baa8-501a2f329e57') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:08.263815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5372a-3858-4397-925b-7f98ee5f986c req-f2be4796-db6e-4a34-b867-e4c3c44e46e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:08.265663 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0e5372a-3858-4397-925b-7f98ee5f986c req-f2be4796-db6e-4a34-b867-e4c3c44e46e3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2592783 Dec 17 13:28:08.276852 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:08.298062 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:08.303897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091de00-2b53-46f5-b1ce-0049d98b7684 None None] Pushing event updated for resources: {'Port': ['ID=25e9e126-3889-48a7-88d1-256f95e4a811,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:28:08.323154 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:28:08.389462 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93e3ecad-8388-401d-bb2a-b74d2615fee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:08.459475 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93e3ecad-8388-401d-bb2a-b74d2615fee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:08.477293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-82e879e3-9abc-41ab-a6a1-a07df7cffb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:08.479005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-82e879e3-9abc-41ab-a6a1-a07df7cffb34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1095 time: 0.0937192 Dec 17 13:28:08.576562 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.api [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 13:28:08.576562 n-d-815324-5 neutron-server[110453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 13:28:08.576562 n-d-815324-5 neutron-server[110453]: [parameters: {'id': '14ecd213-7d02-44a3-8236-75b8915931cb'}] Dec 17 13:28:08.576562 n-d-815324-5 neutron-server[110453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:28:08.576983 n-d-815324-5 neutron-server[110453]: DEBUG oslo_db.api [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:28:08.578572 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-bff37208-23b7-43e2-a4cf-8269d1a4ee05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 217 time: 0.0906372 Dec 17 13:28:08.641996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93e3ecad-8388-401d-bb2a-b74d2615fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:08.645378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93e3ecad-8388-401d-bb2a-b74d2615fee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:08.646958 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-93e3ecad-8388-401d-bb2a-b74d2615fee4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1625315-dcd8-4939-bc21-5eda0a91d945 HTTP/1.1" status: 204 len: 168 time: 0.4366758 Dec 17 13:28:08.674317 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3ecad-8388-401d-bb2a-b74d2615fee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1625315-dcd8-4939-bc21-5eda0a91d945,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:08.727485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-02251581-daa7-48a4-a3cc-bf66c01e686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:08.729092 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-02251581-daa7-48a4-a3cc-bf66c01e686c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 200 len: 835 time: 0.1422427 Dec 17 13:28:08.787163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-122d9816-2904-4558-a940-b24bfb34793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:08.788941 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-122d9816-2904-4558-a940-b24bfb34793f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d75d574-048d-4e4b-95e7-35b977a4f82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511985 Dec 17 13:28:09.044830 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-30609b8d-965d-4368-b485-e6b6761fed05 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425427 Dec 17 13:28:09.186380 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:09.243976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57032) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:09.336011 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4e64648-d56b-4ca1-94a0-eb2c250a282b req-9b81c288-8ffe-49f5-98b5-e14e2e4feb36 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745097 Dec 17 13:28:09.348037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 25e9e126-3889-48a7-88d1-256f95e4a811 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:09.358578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Deleting port 25e9e126-3889-48a7-88d1-256f95e4a811 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:09.359021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:09.484420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] For port 25e9e126-3889-48a7-88d1-256f95e4a811, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=25e9e126-3889-48a7-88d1-256f95e4a811,segment=NetworkSegment(e914df36-0962-4559-baa8-501a2f329e57),segment_id=e914df36-0962-4559-baa8-501a2f329e57)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:09.494361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:09.512404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 25e9e126-3889-48a7-88d1-256f95e4a811 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:09.516084 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:09.537124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Calling delete_port for 25e9e126-3889-48a7-88d1-256f95e4a811 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:09.702990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-7843991-network', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:09.729752 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:09.801642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 25e9e126-3889-48a7-88d1-256f95e4a811, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=25e9e126-3889-48a7-88d1-256f95e4a811,segment=NetworkSegment(e914df36-0962-4559-baa8-501a2f329e57),segment_id=e914df36-0962-4559-baa8-501a2f329e57)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:09.813304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Made reservation on behalf of ac4791dea0cc4b33af9eddd1b990a5b8 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:09.816846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:09.819169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd094a6-adcd-4e9b-8a5b-59ce97a22fa7 req-0b3e6a46-fa92-49bf-a784-475bde102669 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:09.829754 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3dd094a6-adcd-4e9b-8a5b-59ce97a22fa7 req-0b3e6a46-fa92-49bf-a784-475bde102669 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 944 time: 0.8739595 Dec 17 13:28:09.834621 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:09.870197 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:09.941356 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3dd094a6-adcd-4e9b-8a5b-59ce97a22fa7 req-af3a2ccc-ed19-4138-b09a-ef849e385d2b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030583 Dec 17 13:28:09.984860 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.027397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=25e9e126-3889-48a7-88d1-256f95e4a811,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:10.045075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Port': ['ID=25e9e126-3889-48a7-88d1-256f95e4a811,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:10.050651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No DVR routers for this DVR port 25e9e126-3889-48a7-88d1-256f95e4a811 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:28:10.095287 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.106045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a30906-95b3-4445-89e3-68091b760fdd None None] Network 14ecd213-7d02-44a3-8236-75b8915931cb requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:10.179064 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.209772 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.262961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:28:10.266999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ecd213-7d02-44a3-8236-75b8915931cb']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:10.286466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e914df36-0962-4559-baa8-501a2f329e57') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:10.288757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e914df36-0962-4559-baa8-501a2f329e57') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:10.313610 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402398c1-b970-40ef-a38a-b11278701507,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:10.315278 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.324488 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.326813 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Added segment d6630046-b9c9-4519-9cfc-4665e680d678 of type vlan for network fcdb24c2-ea12-400c-8354-bd4cf499b921 Dec 17 13:28:10.332106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-58a5e12d-6274-49d6-91e8-42c93fb89cea None None] Could not find standard attr ID for object 25e9e126-3889-48a7-88d1-256f95e4a811. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:28:10.371732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.380920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:28:10.381671 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:28:10.387002 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:28:10.425265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180333e9-734d-4e71-82cb-d4053c9937c0 None None] DHCP port deletion for 14ecd213-7d02-44a3-8236-75b8915931cb request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:10.452532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dae77dc-4f96-4719-9273-c73597df4633 None None] Network 14ecd213-7d02-44a3-8236-75b8915931cb requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:10.470990 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.624773 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.624773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:10.624773 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.696805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] Pushing event updated for resources: {'Network': ['ID=fcdb24c2-ea12-400c-8354-bd4cf499b921,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:10.710246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network fcdb24c2-ea12-400c-8354-bd4cf499b921 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:28:10.710986 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.723454 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:10.731212 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57064) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:10.733162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/14ecd213-7d02-44a3-8236-75b8915931cb HTTP/1.1" status: 204 len: 168 time: 3.4625514 Dec 17 13:28:10.759981 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1654bf7-ddf8-4a49-9511-e19b1ffb1fce tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:10.761301 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1654bf7-ddf8-4a49-9511-e19b1ffb1fce tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:10.769612 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c1654bf7-ddf8-4a49-9511-e19b1ffb1fce tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/14ecd213-7d02-44a3-8236-75b8915931cb HTTP/1.1" status: 404 len: 339 time: 0.0369046 Dec 17 13:28:10.773408 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57068) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:10.781212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14926c89-0ca8-4322-bbb8-6c2bdec3c0d2 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Network': ['ID=14ecd213-7d02-44a3-8236-75b8915931cb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:10.783275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-64dcfe13-e0a2-4b85-80f7-439cff27d781 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-327567971', 'description': 'd1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:10.826149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57072) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:10.828189 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a08d7238-b0cc-498a-b6b5-7602c66a4866 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5830593 Dec 17 13:28:10.831824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3923bb81-82a9-4dca-b7f3-343851bfbe76 admin admin] Request body: {'subnet': {'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-7843991-subnet', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:10.959855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3923bb81-82a9-4dca-b7f3-343851bfbe76 admin admin] Made reservation on behalf of ac4791dea0cc4b33af9eddd1b990a5b8 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:10.964208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3923bb81-82a9-4dca-b7f3-343851bfbe76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:11.002631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dcfe13-e0a2-4b85-80f7-439cff27d781 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:11.006215 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64dcfe13-e0a2-4b85-80f7-439cff27d781 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:11.052999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dcfe13-e0a2-4b85-80f7-439cff27d781 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:28:11.074492 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64dcfe13-e0a2-4b85-80f7-439cff27d781 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:11.075144 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-64dcfe13-e0a2-4b85-80f7-439cff27d781 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Added segment 13451bd2-221c-4f1e-bbe9-5ca4c2f8127e of type vlan for network 4790f57c-972a-4437-b03b-a615c6d92dc5 Dec 17 13:28:11.151574 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64dcfe13-e0a2-4b85-80f7-439cff27d781 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:11.167677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c62f6-6bc1-4791-ba39-4622a2b69b65 req-c7f3c744-a872-4f80-8ab8-02ad28d9bb7b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:11.177329 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f8c62f6-6bc1-4791-ba39-4622a2b69b65 req-c7f3c744-a872-4f80-8ab8-02ad28d9bb7b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 944 time: 0.1396480 Dec 17 13:28:11.238701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 25e9e126-3889-48a7-88d1-256f95e4a811 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:11.245535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57080) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:11.282967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 25e9e126-3889-48a7-88d1-256f95e4a811 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:11.283413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 25e9e126-3889-48a7-88d1-256f95e4a811 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:11.287523 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64dcfe13-e0a2-4b85-80f7-439cff27d781 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:11.295400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dcfe13-e0a2-4b85-80f7-439cff27d781 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:11.304770 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-64dcfe13-e0a2-4b85-80f7-439cff27d781 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:11.418791 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcfe13-e0a2-4b85-80f7-439cff27d781 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=4790f57c-972a-4437-b03b-a615c6d92dc5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:11.434653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 4790f57c-972a-4437-b03b-a615c6d92dc5 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:28:11.496318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1787940172-network', 'tenant_id': '14a223f503084bb78663ea4774bdd606'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:11.511173 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-64dcfe13-e0a2-4b85-80f7-439cff27d781 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7361281 Dec 17 13:28:11.512019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f8c62f6-6bc1-4791-ba39-4622a2b69b65 req-56f410f0-bbf5-4621-bdcc-94f651112395 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3335931 Dec 17 13:28:11.514074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57086) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:11.541357 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3923bb81-82a9-4dca-b7f3-343851bfbe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:11.624119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Made reservation on behalf of 14a223f503084bb78663ea4774bdd606 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:11.629899 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:11.645963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:11.668252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae760bf7-e9d6-43fe-b6f2-a969a396e656 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:11.672813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ae760bf7-e9d6-43fe-b6f2-a969a396e656 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/networks?id=4790f57c-972a-4437-b03b-a615c6d92dc5 HTTP/1.1" status: 200 len: 760 time: 0.1548386 Dec 17 13:28:11.675358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57090) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:11.683174 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e40a78fc-2a4e-458c-a39c-cfc06f850c47 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'description': 'd2'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:11.768189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57092) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:11.780410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Request body: {'network': {'name': 'tempest-network-smoke--272887390', 'project_id': '46f0843a1cce476493b3729da2a959b0', 'port_security_enabled': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:11.812478 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:11.827935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923bb81-82a9-4dca-b7f3-343851bfbe76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0158117-e83e-4b28-9aef-7b9a9ba62236,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:11.921691 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:11.952691 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:28:11.977287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2987bfab-da81-4971-b367-555e3fcfdd3d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:11.997910 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.006284 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Added segment 45e98860-84ac-4dde-99c5-62c1cf06a205 of type vlan for network 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 Dec 17 13:28:12.055909 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.167926 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.168867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:12.169448 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.249673 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] Pushing event updated for resources: {'Network': ['ID=0d5c13cc-93fa-4a79-b3e6-80850ae94ea2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:12.261297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:28:12.269905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Made reservation on behalf of 46f0843a1cce476493b3729da2a959b0 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:12.275192 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.283809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923bb81-82a9-4dca-b7f3-343851bfbe76 admin admin] Checking segment: {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:12.284407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923bb81-82a9-4dca-b7f3-343851bfbe76 admin admin] Network hostable DHCP agents. Network: fcdb24c2-ea12-400c-8354-bd4cf499b921, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:28:12.301818 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.305775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57094) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:12.306378 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-00e91a59-df4f-48f3-b3c3-a56f6bfb75bf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0591753 Dec 17 13:28:12.315163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5eb3e1ee-3479-40ba-b828-c137f6b5359d admin admin] Request body: {'subnet': {'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1787940172-subnet', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:12.376334 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e40a78fc-2a4e-458c-a39c-cfc06f850c47 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.446089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.491057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923bb81-82a9-4dca-b7f3-343851bfbe76 admin admin] Network fcdb24c2-ea12-400c-8354-bd4cf499b921 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:28:12.524038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb3e1ee-3479-40ba-b828-c137f6b5359d admin admin] Made reservation on behalf of 14a223f503084bb78663ea4774bdd606 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:12.524842 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5eb3e1ee-3479-40ba-b828-c137f6b5359d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.526897 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e40a78fc-2a4e-458c-a39c-cfc06f850c47 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.533498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.653260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-3923bb81-82a9-4dca-b7f3-343851bfbe76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, fcdb24c2-ea12-400c-8354-bd4cf499b921) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:12.657647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e40a78fc-2a4e-458c-a39c-cfc06f850c47 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network 4790f57c-972a-4437-b03b-a615c6d92dc5 is not hosted by any dhcp agent {{(pid=110453) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 13:28:12.663435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a78fc-2a4e-458c-a39c-cfc06f850c47 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:12.664758 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e40a78fc-2a4e-458c-a39c-cfc06f850c47 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.666815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d926c9b-3bf8-4a85-be52-1d6364292003 None None] Network fcdb24c2-ea12-400c-8354-bd4cf499b921 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:12.669287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57100) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:12.669453 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e40a78fc-2a4e-458c-a39c-cfc06f850c47 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "PUT /v2.0/networks/4790f57c-972a-4437-b03b-a615c6d92dc5 HTTP/1.1" status: 200 len: 757 time: 0.9929812 Dec 17 13:28:12.681416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3923bb81-82a9-4dca-b7f3-343851bfbe76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:12.682092 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3923bb81-82a9-4dca-b7f3-343851bfbe76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.712188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:28:12.784188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-fcdb24c2-ea12-400c-8354-bd4cf499b921', 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921', 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'fixed_ips': [{'subnet_id': 'b0158117-e83e-4b28-9aef-7b9a9ba62236'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:28:12.785402 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.810028 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.810403 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Added segment 7afa1258-58da-47d1-8247-a6e31ad93dcc of type vlan for network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 Dec 17 13:28:12.828627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a78fc-2a4e-458c-a39c-cfc06f850c47 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=4790f57c-972a-4437-b03b-a615c6d92dc5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:12.859387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3471ac-65e4-432b-ac9e-5da7798d35f0,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:12.860659 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759b0d34-57f8-42fa-91a4-6ed1d699c8aa tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:12.862280 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-759b0d34-57f8-42fa-91a4-6ed1d699c8aa tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/networks?id=4790f57c-972a-4437-b03b-a615c6d92dc5 HTTP/1.1" status: 200 len: 760 time: 0.1919389 Dec 17 13:28:12.870734 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57104) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:12.873319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3923bb81-82a9-4dca-b7f3-343851bfbe76 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0461450 Dec 17 13:28:12.878465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2376ed97-b77f-4ca4-bead-0a7444507965 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1712345950'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:12.881382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57106) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:12.889638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-7843991-router', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:12.908352 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:12.934235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500a8d0-c4d5-47f5-b277-443e24991ded req-ba8d511c-32d2-4baf-8379-55b84cc6cb5c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:12.935840 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6500a8d0-c4d5-47f5-b277-443e24991ded req-ba8d511c-32d2-4baf-8379-55b84cc6cb5c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 944 time: 0.3172977 Dec 17 13:28:12.936712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 4790f57c-972a-4437-b03b-a615c6d92dc5 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:28:13.016569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2376ed97-b77f-4ca4-bead-0a7444507965 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:13.030089 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2376ed97-b77f-4ca4-bead-0a7444507965 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.075274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2376ed97-b77f-4ca4-bead-0a7444507965 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:28:13.087122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2376ed97-b77f-4ca4-bead-0a7444507965 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.088680 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-2376ed97-b77f-4ca4-bead-0a7444507965 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Added segment 35e728de-43fa-482f-aea5-78e2b9944c4c of type vlan for network 17a72ca7-c24e-4758-82ec-deba7616f3ad Dec 17 13:28:13.091646 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6500a8d0-c4d5-47f5-b277-443e24991ded req-335bc1cc-ac8e-4adf-8ca4-b907acedd102 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241338 Dec 17 13:28:13.097765 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.104981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:13.105956 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.173465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2376ed97-b77f-4ca4-bead-0a7444507965 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.259553 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.260625 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.302958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2376ed97-b77f-4ca4-bead-0a7444507965 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.308592 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2376ed97-b77f-4ca4-bead-0a7444507965 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:13.309366 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2376ed97-b77f-4ca4-bead-0a7444507965 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.319874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Network': ['ID=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:13.320910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d097f351-a668-454d-89b4-5e0ec11f3c07 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:28:13.340134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:28:13.382277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.395074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376ed97-b77f-4ca4-bead-0a7444507965 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=17a72ca7-c24e-4758-82ec-deba7616f3ad,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:13.397932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Allocated IP 172.20.0.2 (fcdb24c2-ea12-400c-8354-bd4cf499b921/b0158117-e83e-4b28-9aef-7b9a9ba62236/c4cddb61-1477-4653-ada1-a3360ecb1242) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:13.400026 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0edcb89c-1b6f-4134-ac46-e1fb6c1bf253 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6284635 Dec 17 13:28:13.401253 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5eb3e1ee-3479-40ba-b828-c137f6b5359d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.403008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57108) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:13.410463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'admin_state_up': True, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:13.443312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 17a72ca7-c24e-4758-82ec-deba7616f3ad details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:28:13.469344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3e1ee-3479-40ba-b828-c137f6b5359d admin admin] Pushing event updated for resources: {'Subnet': ['ID=baee0627-bfa8-479a-9c3c-36b2232a1cf9,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:13.479742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb3e1ee-3479-40ba-b828-c137f6b5359d admin admin] Checking segment: {'id': '45e98860-84ac-4dde-99c5-62c1cf06a205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:13.480173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb3e1ee-3479-40ba-b828-c137f6b5359d admin admin] Network hostable DHCP agents. Network: 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:28:13.485718 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2376ed97-b77f-4ca4-bead-0a7444507965 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6156454 Dec 17 13:28:13.487094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57110) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:13.493476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-535a0406-d584-44fa-b9e4-d4fb4124661f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'network_id': '17a72ca7-c24e-4758-82ec-deba7616f3ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:13.631070 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.633042 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.635132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:13.659878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'port_id': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'mac_address': 'fa:16:3e:a2:d5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:28:13.731015 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.742025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb3e1ee-3479-40ba-b828-c137f6b5359d admin admin] Network 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:28:13.799405 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.823118 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.842938 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.878620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d097f351-a668-454d-89b4-5e0ec11f3c07 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:28:13.887106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535a0406-d584-44fa-b9e4-d4fb4124661f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:13.891031 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-535a0406-d584-44fa-b9e4-d4fb4124661f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.905896 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:13.937852 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:13.958712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Network fcdb24c2-ea12-400c-8354-bd4cf499b921 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:13.962077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:13.965562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:13.985605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-5eb3e1ee-3479-40ba-b828-c137f6b5359d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:14.002523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e89b7d8-2b84-4af8-8542-1f6174a22028 None None] Network 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:14.013874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb3e1ee-3479-40ba-b828-c137f6b5359d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:14.014488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5eb3e1ee-3479-40ba-b828-c137f6b5359d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.050113 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.087322 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.154568 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-510c6470-88bc-48cf-bb85-eb8e75994679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.176253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Pushing event updated for resources: {'Port': ['ID=c4cddb61-1477-4653-ada1-a3360ecb1242,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:14.303079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-0d5c13cc-93fa-4a79-b3e6-80850ae94ea2', 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2', 'project_id': '14a223f503084bb78663ea4774bdd606', 'fixed_ips': [{'subnet_id': 'baee0627-bfa8-479a-9c3c-36b2232a1cf9'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:28:14.304108 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.324392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Attempting to bind port c4cddb61-1477-4653-ada1-a3360ecb1242 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:14.324901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Attempting to bind port c4cddb61-1477-4653-ada1-a3360ecb1242 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:14.328409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Attempting to bind port c4cddb61-1477-4653-ada1-a3360ecb1242 on network fcdb24c2-ea12-400c-8354-bd4cf499b921 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:14.328409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['d097f351-a668-454d-89b4-5e0ec11f3c07'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:28:14.382894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:14.383442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Checking segment: {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:14.383984 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.385063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Bound using segment: {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:14.385793 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Bound port: c4cddb61-1477-4653-ada1-a3360ecb1242, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:14.386246 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.394341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5eb3e1ee-3479-40ba-b828-c137f6b5359d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0838609 Dec 17 13:28:14.396679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57124) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:14.404829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1787940172-router', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:14.434516 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-535a0406-d584-44fa-b9e4-d4fb4124661f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.478066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:14.551029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.552327 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.575516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a0406-d584-44fa-b9e4-d4fb4124661f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=ff8d96f5-5e7a-4c52-bdbb-9604ead1dfac,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:14.695325 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.700234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a0406-d584-44fa-b9e4-d4fb4124661f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking segment: {'id': '35e728de-43fa-482f-aea5-78e2b9944c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '17a72ca7-c24e-4758-82ec-deba7616f3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:14.700695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a0406-d584-44fa-b9e4-d4fb4124661f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network hostable DHCP agents. Network: 17a72ca7-c24e-4758-82ec-deba7616f3ad, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:28:14.752170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] For port c4cddb61-1477-4653-ada1-a3360ecb1242, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:14.758635 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.784091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] For port c4cddb61-1477-4653-ada1-a3360ecb1242, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c4cddb61-1477-4653-ada1-a3360ecb1242,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:14.786197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Allocated IP 172.20.0.2 (0d5c13cc-93fa-4a79-b3e6-80850ae94ea2/baee0627-bfa8-479a-9c3c-36b2232a1cf9/ffd0945a-1dc8-48c4-82ec-e50a1c7b03df) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:14.816657 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.897769 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.924904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:14.970570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Allocated IP 172.25.0.193 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/2c03e970-b761-4ccf-9861-53dc547158c3) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:15.070244 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:15.089299 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:15.146352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535a0406-d584-44fa-b9e4-d4fb4124661f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network 17a72ca7-c24e-4758-82ec-deba7616f3ad is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:28:15.165218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d741f-d21b-489a-aa91-f2a14f90e324 req-c80f947a-3955-4346-be87-7f13128afc83 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:15.167753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a42d741f-d21b-489a-aa91-f2a14f90e324 req-c80f947a-3955-4346-be87-7f13128afc83 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 945 time: 0.9507825 Dec 17 13:28:15.250066 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:15.294118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498414f2-e161-4603-b4b2-92325d50d998 None None] Pushing event updated for resources: {'Port': ['ID=c4cddb61-1477-4653-ada1-a3360ecb1242,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:15.406644 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:15.420431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-535a0406-d584-44fa-b9e4-d4fb4124661f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 17a72ca7-c24e-4758-82ec-deba7616f3ad) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:15.431964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a0406-d584-44fa-b9e4-d4fb4124661f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:15.434712 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-535a0406-d584-44fa-b9e4-d4fb4124661f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:15.437225 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:15.439825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Port': ['ID=2c03e970-b761-4ccf-9861-53dc547158c3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:15.447889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ffdbd3-6c9d-4176-aaa5-beb0801c8093 None None] Network 17a72ca7-c24e-4758-82ec-deba7616f3ad requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:15.450633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:15.456489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:15.492183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a792e7-77c0-4603-8ab9-4b4f4e778277 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:15.560608 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-535a0406-d584-44fa-b9e4-d4fb4124661f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0722680 Dec 17 13:28:15.569309 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:15.582758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57130) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:15.665702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Allocated IP 172.25.0.21 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/8a31e6ac-614e-4ce3-9566-09c4f9e5149a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:15.712847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57134) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:15.773844 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:15.865378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Network 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:15.869382 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:15.873395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:15.914346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-17a72ca7-c24e-4758-82ec-deba7616f3ad', 'network_id': '17a72ca7-c24e-4758-82ec-deba7616f3ad', 'project_id': 'f1332dd76d2c411fb5140f4f6088b205', 'fixed_ips': [{'subnet_id': 'ff8d96f5-5e7a-4c52-bdbb-9604ead1dfac'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:28:15.915212 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.103997 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a42d741f-d21b-489a-aa91-f2a14f90e324 req-16553f83-9274-4e14-98d0-c4bd392f75c4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9291472 Dec 17 13:28:16.175280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-243add55-117d-4dec-8abf-444f4769c15b None None] Provisioning complete for port 2c03e970-b761-4ccf-9861-53dc547158c3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:16.175900 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-243add55-117d-4dec-8abf-444f4769c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.178905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Pushing event updated for resources: {'Port': ['ID=ffd0945a-1dc8-48c4-82ec-e50a1c7b03df,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:16.184742 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.231213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Attempting to bind port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:16.231605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Attempting to bind port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '45e98860-84ac-4dde-99c5-62c1cf06a205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:16.231976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Attempting to bind port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df on network 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:16.244668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Allocated IP 172.20.0.2 (17a72ca7-c24e-4758-82ec-deba7616f3ad/ff8d96f5-5e7a-4c52-bdbb-9604ead1dfac/1889905a-2416-4f1d-b423-ea04481033bc) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:16.247456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:16.247850 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Checking segment: {'id': '45e98860-84ac-4dde-99c5-62c1cf06a205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:16.248268 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.248676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Bound using segment: {'id': '45e98860-84ac-4dde-99c5-62c1cf06a205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:16.249171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Bound port: ffd0945a-1dc8-48c4-82ec-e50a1c7b03df, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e98860-84ac-4dde-99c5-62c1cf06a205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:16.249593 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.258284 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.305281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-243add55-117d-4dec-8abf-444f4769c15b None None] Port 2c03e970-b761-4ccf-9861-53dc547158c3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:16.384483 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a153a7f-7775-4b2c-ae5e-d8cc0347aca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.408887 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.473737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] For port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:16.497337 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.511680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] For port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ffd0945a-1dc8-48c4-82ec-e50a1c7b03df,segment=NetworkSegment(45e98860-84ac-4dde-99c5-62c1cf06a205),segment_id=45e98860-84ac-4dde-99c5-62c1cf06a205)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:16.602730 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.619804 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.670106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:16.730396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43946a5c-6400-4e57-8d77-14dbc9ef8f8f None None] Pushing event updated for resources: {'Port': ['ID=ffd0945a-1dc8-48c4-82ec-e50a1c7b03df,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:16.736124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:16.751192 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.768968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:16.777297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d512c93a-79c2-4ea4-a159-08928c6817e3 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:16.796284 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:16.838503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Pushing event updated for resources: {'Port': ['ID=8a31e6ac-614e-4ce3-9566-09c4f9e5149a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:17.256513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Network 17a72ca7-c24e-4758-82ec-deba7616f3ad is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:17.301703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284eee78-1010-4ced-a5a6-9d45148ae45f None None] Network fcdb24c2-ea12-400c-8354-bd4cf499b921 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:17.310355 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:17.316533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:17.346454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Pushing event updated for resources: {'Port': ['ID=1889905a-2416-4f1d-b423-ea04481033bc,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:17.369323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d097f351-a668-454d-89b4-5e0ec11f3c07 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:17.373281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-31bf9c92-6d66-494a-ab21-18a01db5e4a1 None None] Provisioning complete for port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:17.373838 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-31bf9c92-6d66-494a-ab21-18a01db5e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:17.431986 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:17.475415 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:17.619741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c4cddb61-1477-4653-ada1-a3360ecb1242 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:17.634948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-31bf9c92-6d66-494a-ab21-18a01db5e4a1 None None] Port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:17.653953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Allocated IP 172.25.0.50 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:17.689299 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:17.758830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8d96f5-5e7a-4c52-bdbb-9604ead1dfac,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:17.790714 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:17.854681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.855013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.855360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.855706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.856047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.856389 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.856732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.857049 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.857410 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.857855 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.858196 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.858947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.859300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:17.887657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Attempting to bind port 1889905a-2416-4f1d-b423-ea04481033bc on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:17.888554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Attempting to bind port 1889905a-2416-4f1d-b423-ea04481033bc by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '35e728de-43fa-482f-aea5-78e2b9944c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '17a72ca7-c24e-4758-82ec-deba7616f3ad'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:17.889210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Attempting to bind port 1889905a-2416-4f1d-b423-ea04481033bc on network 17a72ca7-c24e-4758-82ec-deba7616f3ad {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:17.903066 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:17.906147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:17.908776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Checking segment: {'id': '35e728de-43fa-482f-aea5-78e2b9944c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '17a72ca7-c24e-4758-82ec-deba7616f3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:17.910128 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:17.910814 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:17.911508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Bound using segment: {'id': '35e728de-43fa-482f-aea5-78e2b9944c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '17a72ca7-c24e-4758-82ec-deba7616f3ad'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:17.914345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Bound port: 1889905a-2416-4f1d-b423-ea04481033bc, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e728de-43fa-482f-aea5-78e2b9944c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '17a72ca7-c24e-4758-82ec-deba7616f3ad'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:17.920916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:17.920916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port d097f351-a668-454d-89b4-5e0ec11f3c07 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:28:17.938656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port d097f351-a668-454d-89b4-5e0ec11f3c07 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:17.939055 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:17.940927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-31e8b5b5-72b7-411d-8123-eda504f0c92d None None] Provisioning complete for port c4cddb61-1477-4653-ada1-a3360ecb1242 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:17.941701 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-31e8b5b5-72b7-411d-8123-eda504f0c92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.007874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a72ca7-c24e-4758-82ec-deba7616f3ad']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:18.024744 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e728de-43fa-482f-aea5-78e2b9944c4c') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:18.024975 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e728de-43fa-482f-aea5-78e2b9944c4c') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:18.035416 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.065951 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.103302 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.132917 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:28:18.135523 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.154387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] For port 1889905a-2416-4f1d-b423-ea04481033bc, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:18.214206 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-31e8b5b5-72b7-411d-8123-eda504f0c92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:28:18.224698 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:28:18.265792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3072232-31dc-4d82-b2c0-db21981ef86e req-b37b2e12-0606-48b1-bc97-5d0800138308 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:18.267483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3072232-31dc-4d82-b2c0-db21981ef86e req-b37b2e12-0606-48b1-bc97-5d0800138308 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 945 time: 0.9542716 Dec 17 13:28:18.299500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] For port 1889905a-2416-4f1d-b423-ea04481033bc, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=1889905a-2416-4f1d-b423-ea04481033bc,segment=NetworkSegment(35e728de-43fa-482f-aea5-78e2b9944c4c),segment_id=35e728de-43fa-482f-aea5-78e2b9944c4c)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:18.301060 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.306165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c4cddb61-1477-4653-ada1-a3360ecb1242 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:18.306536 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.334347 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3072232-31dc-4d82-b2c0-db21981ef86e req-7160000d-7da7-4970-b5c1-d113e0329a5e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567992 Dec 17 13:28:18.349926 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.api [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 13:28:18.349926 n-d-815324-5 neutron-server[110454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 13:28:18.349926 n-d-815324-5 neutron-server[110454]: [parameters: {'id': '17a72ca7-c24e-4758-82ec-deba7616f3ad'}] Dec 17 13:28:18.349926 n-d-815324-5 neutron-server[110454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:28:18.350420 n-d-815324-5 neutron-server[110454]: DEBUG oslo_db.api [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:28:18.363395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d50a13-bf6b-4dd0-bd5c-9f92c9e2e54b None None] Network 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:18.388446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:18.399106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:28:18.402222 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eecec6-7f63-4358-bff9-c6e4f0848d22" -d '{"events": [{"server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "name": "network-vif-plugged", "status": "completed", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:28:18.407524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Router 56458be6-8db3-48c0-806d-ce28b759a0d7 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:28:18.427268 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.480490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-31e8b5b5-72b7-411d-8123-eda504f0c92d None None] For port c4cddb61-1477-4653-ada1-a3360ecb1242, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c4cddb61-1477-4653-ada1-a3360ecb1242,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:18.504024 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.528931 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a40e445-a6a4-4be2-a6c6-7caf3a34e169 x-openstack-request-id: req-8a40e445-a6a4-4be2-a6c6-7caf3a34e169 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:28:18.528931 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "name": "network-vif-plugged", "status": "completed", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:28:18.528931 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a40e445-a6a4-4be2-a6c6-7caf3a34e169 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:28:18.528931 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'code': 200} Dec 17 13:28:18.535765 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.595371 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-31e8b5b5-72b7-411d-8123-eda504f0c92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.626522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Pushing event updated for resources: {'Port': ['ID=2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:18.639705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:18.651959 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Sync routers for ids ['56458be6-8db3-48c0-806d-ce28b759a0d7'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:18.669214 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Routers {'56458be6-8db3-48c0-806d-ce28b759a0d7'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:18.669879 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['56458be6-8db3-48c0-806d-ce28b759a0d7'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:18.676746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b59cb-eddb-43c8-8a92-1ddf97e1240b None None] Pushing event updated for resources: {'Port': ['ID=1889905a-2416-4f1d-b423-ea04481033bc,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:18.691767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.692128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.692480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.692819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.693163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.693500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.693866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.694200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.694535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.694864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.695196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.695522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.695847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:28:18.755552 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.755552 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d0b7a24a-53bf-4a36-8cf9-250bfcccd9c0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.3474939 Dec 17 13:28:18.755552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57148) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:18.799354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:18.817284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d042a8-b817-425d-b0a6-caf00c7ef8bd None None] Network 17a72ca7-c24e-4758-82ec-deba7616f3ad requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:18.818584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:18.821758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:18.825503 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Set router 56458be6-8db3-48c0-806d-ce28b759a0d7 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:18.852109 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.873039 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a117cd3f-32e8-48e9-854b-7984a8a8d467 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:18.912112 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:18.983807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:19.035135 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:16Z', 'revision_number': 3, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:19.057443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ffd0945a-1dc8-48c4-82ec-e50a1c7b03df up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:19.059288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4839e2fb-a574-42ae-8501-e1e50378bebf None None] Provisioning complete for port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:19.059664 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4839e2fb-a574-42ae-8501-e1e50378bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.070714 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9cdd6b77-1a3c-4d09-8f3d-24e7a34e6013 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=46f0843a1cce476493b3729da2a959b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3123367 Dec 17 13:28:19.070944 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Checking router: 56458be6-8db3-48c0-806d-ce28b759a0d7 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:19.070944 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Updating router 56458be6-8db3-48c0-806d-ce28b759a0d7 port 2c03e970-b761-4ccf-9861-53dc547158c3 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:28:19.071157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57152) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:19.105168 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.128353 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.179605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fb79cb51-585b-4f61-a532-52cc8459bbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.237451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8b5b5-72b7-411d-8123-eda504f0c92d None None] Pushing event updated for resources: {'Port': ['ID=c4cddb61-1477-4653-ada1-a3360ecb1242,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:19.319803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:19.320479 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.357978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507c746-d600-45d6-84e6-f47d588e828e req-d5eb0fa3-7dbb-4b26-ba30-597fc1346b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:19.359050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d507c746-d600-45d6-84e6-f47d588e828e req-d5eb0fa3-7dbb-4b26-ba30-597fc1346b3f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1097 time: 0.7459896 Dec 17 13:28:19.361400 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4839e2fb-a574-42ae-8501-e1e50378bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.362764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Deleting port 1889905a-2416-4f1d-b423-ea04481033bc {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:19.370967 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.386862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f69bc5-adfd-45c6-a6c3-3e8f27f227cd tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:19.391572 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-43f69bc5-adfd-45c6-a6c3-3e8f27f227cd tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3091989 Dec 17 13:28:19.395437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57156) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:19.471953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4839e2fb-a574-42ae-8501-e1e50378bebf None None] For port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ffd0945a-1dc8-48c4-82ec-e50a1c7b03df,segment=NetworkSegment(45e98860-84ac-4dde-99c5-62c1cf06a205),segment_id=45e98860-84ac-4dde-99c5-62c1cf06a205)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:19.508685 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4f0f5727-4ccb-476a-8988-5e777566f283 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1056383 Dec 17 13:28:19.518484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57158) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:19.527942 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-828bbed7-ff95-4dbf-b25b-00d88a9ff124 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1600273040', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'project_id': '46f0843a1cce476493b3729da2a959b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:19.546770 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4839e2fb-a574-42ae-8501-e1e50378bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.594227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] For port 1889905a-2416-4f1d-b423-ea04481033bc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=1889905a-2416-4f1d-b423-ea04481033bc,segment=NetworkSegment(35e728de-43fa-482f-aea5-78e2b9944c4c),segment_id=35e728de-43fa-482f-aea5-78e2b9944c4c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:19.594672 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.619174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Calling delete_port for 1889905a-2416-4f1d-b423-ea04481033bc owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:19.643823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839e2fb-a574-42ae-8501-e1e50378bebf None None] Pushing event updated for resources: {'Port': ['ID=ffd0945a-1dc8-48c4-82ec-e50a1c7b03df,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:19.648079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b843194-6faf-4e00-ae92-53e03170e35f None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:28:19.697996 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.761845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.810732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-77b64f3f-0f57-4a76-9af0-a75c395863e8 None None] Provisioning complete for port c4cddb61-1477-4653-ada1-a3360ecb1242 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:19.811100 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77b64f3f-0f57-4a76-9af0-a75c395863e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.821377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d507c746-d600-45d6-84e6-f47d588e828e req-e15db57d-5481-4cd4-8487-20063a9ad466 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4322019 Dec 17 13:28:19.848562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528192c-481b-41ff-b209-5d843974d5e8 req-4a6f880e-ad9b-476c-addd-007aefe1ef16 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:19.850138 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9528192c-481b-41ff-b209-5d843974d5e8 req-4a6f880e-ad9b-476c-addd-007aefe1ef16 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.3335946 Dec 17 13:28:19.864340 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.912836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b843194-6faf-4e00-ae92-53e03170e35f None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:28:19.916510 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:28:19.916877 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:28:19.923827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.926768 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Attempting to bind port 2c03e970-b761-4ccf-9861-53dc547158c3 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:19.927416 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Attempting to bind port 2c03e970-b761-4ccf-9861-53dc547158c3 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:19.927855 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Attempting to bind port 2c03e970-b761-4ccf-9861-53dc547158c3 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:19.935493 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29482a93-fd67-44e0-80ab-09f5252d4e66 None None] Pushing event updated for resources: {'Port': ['ID=2c03e970-b761-4ccf-9861-53dc547158c3,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:19.938935 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:19.939624 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:19.940373 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.940960 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:19.941679 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Bound port: 2c03e970-b761-4ccf-9861-53dc547158c3, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:19.942272 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.944334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828bbed7-ff95-4dbf-b25b-00d88a9ff124 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Made reservation on behalf of 46f0843a1cce476493b3729da2a959b0 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:19.948707 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-828bbed7-ff95-4dbf-b25b-00d88a9ff124 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:19.956086 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.009950 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.042432 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] For port 2c03e970-b761-4ccf-9861-53dc547158c3, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:20.048147 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] For port 2c03e970-b761-4ccf-9861-53dc547158c3, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2c03e970-b761-4ccf-9861-53dc547158c3,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:20.074072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Port': ['ID=1889905a-2416-4f1d-b423-ea04481033bc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:20.075051 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9528192c-481b-41ff-b209-5d843974d5e8 req-b18ebc45-eabc-4ebe-ac71-295097f522d3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957896 Dec 17 13:28:20.098941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No DVR routers for this DVR port 1889905a-2416-4f1d-b423-ea04481033bc on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:28:20.139504 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.187897 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.260347 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29482a93-fd67-44e0-80ab-09f5252d4e66 None None] Pushing event updated for resources: {'Port': ['ID=2c03e970-b761-4ccf-9861-53dc547158c3,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:20.264943 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Routers {'56458be6-8db3-48c0-806d-ce28b759a0d7'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:20.265763 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['56458be6-8db3-48c0-806d-ce28b759a0d7'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:20.302579 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-fb79cb51-585b-4f61-a532-52cc8459bbac admin admin] Deleting port 8fe52e9e-4918-4d4e-8f38-38bea515db68 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:20.307487 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fb79cb51-585b-4f61-a532-52cc8459bbac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.353966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.387972 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] Set router 56458be6-8db3-48c0-806d-ce28b759a0d7 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:20.400927 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a72ca7-c24e-4758-82ec-deba7616f3ad']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:20.415917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-77b64f3f-0f57-4a76-9af0-a75c395863e8 None None] Provisioning complete for port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:20.416493 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77b64f3f-0f57-4a76-9af0-a75c395863e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.433825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e728de-43fa-482f-aea5-78e2b9944c4c') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:20.434443 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e728de-43fa-482f-aea5-78e2b9944c4c') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:20.446558 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.449974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.476187 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.510883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:28:20.511288 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:28:20.514545 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:28:20.647347 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-828bbed7-ff95-4dbf-b25b-00d88a9ff124 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.682487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-fb79cb51-585b-4f61-a532-52cc8459bbac admin admin] For port 8fe52e9e-4918-4d4e-8f38-38bea515db68, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8fe52e9e-4918-4d4e-8f38-38bea515db68,segment=NetworkSegment(6a6766f1-e36f-43f6-905f-14eeb92e4ae4),segment_id=6a6766f1-e36f-43f6-905f-14eeb92e4ae4)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:20.682900 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fb79cb51-585b-4f61-a532-52cc8459bbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.701233 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.701517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-fb79cb51-585b-4f61-a532-52cc8459bbac admin admin] Calling delete_port for 8fe52e9e-4918-4d4e-8f38-38bea515db68 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:20.725534 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:20.738297 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/17a72ca7-c24e-4758-82ec-deba7616f3ad HTTP/1.1" status: 204 len: 168 time: 5.0477850 Dec 17 13:28:20.753990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Router 25b4b29a-ab1c-4311-88ef-92786e563f5e is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:28:20.756817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c4cddb61-1477-4653-ada1-a3360ecb1242 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:20.758058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57164) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:20.768092 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:16Z', 'revision_number': 3, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:20.797840 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ca978-7f38-430b-a22f-c647ab626bcd None None] The sync data for ids ['56458be6-8db3-48c0-806d-ce28b759a0d7'] in n-d-815324-5 is: [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:16Z', 'revision_number': 3, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:20.872130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc464f-4137-493a-b472-fad2470d0eac None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:20.894391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc53e7a-187f-4ee3-9dcd-b12c1a5c8fad tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Network': ['ID=17a72ca7-c24e-4758-82ec-deba7616f3ad,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:20.902255 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2d9a7d-ae14-41ff-95b6-3d68e1c484f1 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] GET failed (client error): The resource could not be found. Dec 17 13:28:20.904258 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5b2d9a7d-ae14-41ff-95b6-3d68e1c484f1 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/subnets/ff8d96f5-5e7a-4c52-bdbb-9604ead1dfac HTTP/1.1" status: 404 len: 337 time: 0.1450958 Dec 17 13:28:20.908750 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57170) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:20.909619 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bbed7-ff95-4dbf-b25b-00d88a9ff124 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Subnet': ['ID=3189dc24-a65a-4923-bf07-1d653440f454,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:20.940091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-77b64f3f-0f57-4a76-9af0-a75c395863e8 None None] Provisioning complete for port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:20.940627 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77b64f3f-0f57-4a76-9af0-a75c395863e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:21.000946 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f1514a-d12b-4934-ba28-f11284b71752 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:21.002214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f1514a-d12b-4934-ba28-f11284b71752 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:21.008727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d0f1514a-d12b-4934-ba28-f11284b71752 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/17a72ca7-c24e-4758-82ec-deba7616f3ad HTTP/1.1" status: 404 len: 339 time: 0.0942521 Dec 17 13:28:21.012064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38227640-faa1-411f-a1c7-bffdf45966f3 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:21.012460 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57174) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:21.044368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-77b64f3f-0f57-4a76-9af0-a75c395863e8 None None] Port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:21.046995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c4cddb61-1477-4653-ada1-a3360ecb1242 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:21.047382 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:21.067545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:21.081506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Sync routers for ids ['25b4b29a-ab1c-4311-88ef-92786e563f5e'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:21.116905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Routers {'25b4b29a-ab1c-4311-88ef-92786e563f5e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:21.116905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['25b4b29a-ab1c-4311-88ef-92786e563f5e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:21.145153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Router 6d51ed79-449c-4b45-a038-d890852f7d55 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:28:21.174756 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:21.176069 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dae22eae-32a6-442e-9814-0860b1b43c94 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.2925985 Dec 17 13:28:21.180237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57178) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:21.217820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828bbed7-ff95-4dbf-b25b-00d88a9ff124 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Checking segment: {'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:21.221056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828bbed7-ff95-4dbf-b25b-00d88a9ff124 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network hostable DHCP agents. Network: 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:28:21.399152 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e4368fa6-cbf9-489d-ab00-b549413f99e4 None None] Provisioning complete for port 2c03e970-b761-4ccf-9861-53dc547158c3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:21.399536 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4368fa6-cbf9-489d-ab00-b549413f99e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:21.456633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ffd0945a-1dc8-48c4-82ec-e50a1c7b03df up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:21.496794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Set router 25b4b29a-ab1c-4311-88ef-92786e563f5e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:21.525133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccbc58-308a-4c8f-856e-249a52bf3e68 req-2ea47a74-4095-4cd5-a415-da324e6d31de tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:21.527219 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-58ccbc58-308a-4c8f-856e-249a52bf3e68 req-2ea47a74-4095-4cd5-a415-da324e6d31de tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.2761624 Dec 17 13:28:21.558749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828bbed7-ff95-4dbf-b25b-00d88a9ff124 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:28:21.642069 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d877dc-59dd-4810-a3b7-e8d58550946b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:21.650141 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f7d877dc-59dd-4810-a3b7-e8d58550946b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6363735 Dec 17 13:28:21.661705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57182) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:21.673083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-828bbed7-ff95-4dbf-b25b-00d88a9ff124 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:21.692562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f557dc80-1174-42cc-aae0-58a3b5577906 None None] Network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:21.711267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828bbed7-ff95-4dbf-b25b-00d88a9ff124 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:21.712140 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-828bbed7-ff95-4dbf-b25b-00d88a9ff124 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:21.740269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-12087cf3-3c01-4864-92b6-96176a792ed6 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 207 time: 0.0765278 Dec 17 13:28:21.753483 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57184) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:21.774889 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4368fa6-cbf9-489d-ab00-b549413f99e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:21.829817 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-828bbed7-ff95-4dbf-b25b-00d88a9ff124 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3101478 Dec 17 13:28:21.835772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:21.836153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:21.838461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-58ccbc58-308a-4c8f-856e-249a52bf3e68 req-8d5d33a3-dbd3-4a64-9306-4d6daed44d8e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865727 Dec 17 13:28:21.844519 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57186) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:21.961406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e4368fa6-cbf9-489d-ab00-b549413f99e4 None None] For port 2c03e970-b761-4ccf-9861-53dc547158c3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2c03e970-b761-4ccf-9861-53dc547158c3,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:22.054164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'project_id': '46f0843a1cce476493b3729da2a959b0', 'fixed_ips': [{'subnet_id': '3189dc24-a65a-4923-bf07-1d653440f454'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:28:22.062844 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:22.070662 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4368fa6-cbf9-489d-ab00-b549413f99e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:22.197591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d49a26-e62e-45fa-8ea2-8a61019e9deb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:22.205310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d49a26-e62e-45fa-8ea2-8a61019e9deb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:22.215604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:22.222316 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d49a26-e62e-45fa-8ea2-8a61019e9deb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:22.226600 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Sync routers for ids ['6d51ed79-449c-4b45-a038-d890852f7d55'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:22.231432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d49a26-e62e-45fa-8ea2-8a61019e9deb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:22.236145 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-48d49a26-e62e-45fa-8ea2-8a61019e9deb tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4775846 Dec 17 13:28:22.241961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57190) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:22.251725 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Routers {'6d51ed79-449c-4b45-a038-d890852f7d55'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:22.257822 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6d51ed79-449c-4b45-a038-d890852f7d55'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:22.298442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'name': 'tempest-TestServerMultinode-7843991-router', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:17Z', 'revision_number': 3, 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'gw_port': {'id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:22.332600 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:22.337969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-37eccaba-1c14-40a6-83d3-a1af78e6b02f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.9365559 Dec 17 13:28:22.342607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57194) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:22.357916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4368fa6-cbf9-489d-ab00-b549413f99e4 None None] Pushing event updated for resources: {'Port': ['ID=2c03e970-b761-4ccf-9861-53dc547158c3,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:22.374318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Checking router: 25b4b29a-ab1c-4311-88ef-92786e563f5e for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:22.382197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Updating router 25b4b29a-ab1c-4311-88ef-92786e563f5e port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:28:22.498043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de9bb5-9d98-4b45-acfc-fef4c820b439 req-cfa6f530-d4b1-4881-95e0-cacf4e66f828 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:22.506302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b0de9bb5-9d98-4b45-acfc-fef4c820b439 req-cfa6f530-d4b1-4881-95e0-cacf4e66f828 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.4635291 Dec 17 13:28:22.564624 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Allocated IP 172.20.0.2 (0ca6cac5-2feb-4ab9-98ba-25d36ed76e48/3189dc24-a65a-4923-bf07-1d653440f454/e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:22.574114 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Set router 6d51ed79-449c-4b45-a038-d890852f7d55 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:22.664985 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:22.881168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b0de9bb5-9d98-4b45-acfc-fef4c820b439 req-b6a09db0-049d-43e1-ba13-09f12cdd1b94 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499849 Dec 17 13:28:22.882247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57196) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:22.883688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2c03e970-b761-4ccf-9861-53dc547158c3 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:22.885604 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fb79cb51-585b-4f61-a532-52cc8459bbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:22.913152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-96c99b20-cfac-4137-9214-bc7d72c05126 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.6700463 Dec 17 13:28:22.931888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57198) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:22.988432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79cb51-585b-4f61-a532-52cc8459bbac admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe52e9e-4918-4d4e-8f38-38bea515db68,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:23.041339 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'name': 'tempest-ImageQuotaTest-1787940172-router', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:19Z', 'revision_number': 3, 'project_id': '14a223f503084bb78663ea4774bdd606', 'gw_port': {'id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:17Z', 'updated_at': '2021-12-17T13:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:23.079383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59422bdb-4a34-461d-8da9-db41d4e610df tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:23.083815 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-59422bdb-4a34-461d-8da9-db41d4e610df tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1092 time: 0.1953959 Dec 17 13:28:23.084157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57200) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:23.090329 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:23.132856 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Checking router: 6d51ed79-449c-4b45-a038-d890852f7d55 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:23.133213 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Updating router 6d51ed79-449c-4b45-a038-d890852f7d55 port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:28:23.227839 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:23.238381 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:23.282280 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:23.405541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79603110-e943-4f02-bfa0-2eda1df4a1d5 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:23.408348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79603110-e943-4f02-bfa0-2eda1df4a1d5 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:23.409181 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-79603110-e943-4f02-bfa0-2eda1df4a1d5 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4373405 Dec 17 13:28:23.415126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57204) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:23.618798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2c03e970-b761-4ccf-9861-53dc547158c3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:23.618798 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:23.673409 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:23.701181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b89ce-0511-4cfc-9029-8e467c99b86f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:23.703744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b89ce-0511-4cfc-9029-8e467c99b86f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:23.705624 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ed4b89ce-0511-4cfc-9029-8e467c99b86f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2862046 Dec 17 13:28:23.748402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57206) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:23.760826 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:23.831024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Pushing event updated for resources: {'Port': ['ID=e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:23.856353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:23.858703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:23.866615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:23.886434 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:23.930057 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fb79cb51-585b-4f61-a532-52cc8459bbac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:23.949195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Attempting to bind port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:23.949737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Attempting to bind port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:23.949962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Attempting to bind port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 on network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:23.957026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:23.957558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Checking segment: {'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:23.958734 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:23.958734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Bound using segment: {'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:23.959100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Bound port: e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:23.959290 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:23.961873 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.029068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4e3d6a-be97-48ae-a865-bc7e0c827d9b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:24.030658 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5e4e3d6a-be97-48ae-a865-bc7e0c827d9b tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/networks/d08f4cd1-51db-4564-871f-8cb735d31bd6 HTTP/1.1" status: 200 len: 799 time: 0.2788911 Dec 17 13:28:24.075579 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57208) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:24.083898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba012577-e0b5-4da8-835d-fee01a98ae56 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:24.093063 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Attempting to bind port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:24.094466 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Attempting to bind port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:24.096121 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Attempting to bind port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:24.101813 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d52a1a-37f8-466d-90cf-b1f41406e9de None None] Pushing event updated for resources: {'Port': ['ID=2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:24.123166 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:24.124126 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:24.124126 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.125866 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:24.126477 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Bound port: 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:24.126976 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.192673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] For port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:24.248532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] For port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2,segment=NetworkSegment(7afa1258-58da-47d1-8247-a6e31ad93dcc),segment_id=7afa1258-58da-47d1-8247-a6e31ad93dcc)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:24.256809 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] For port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:24.261348 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] For port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:24.273537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-58dcb6ae-96d2-4cc1-bb3c-7f9f046dbfa3 None None] Provisioning complete for port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:24.273959 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-58dcb6ae-96d2-4cc1-bb3c-7f9f046dbfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.363366 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.373114 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.423360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-58dcb6ae-96d2-4cc1-bb3c-7f9f046dbfa3 None None] Port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:24.429261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531caae9-5534-4e0e-9afb-e7d0e8720133 None None] Pushing event updated for resources: {'Port': ['ID=e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:24.457427 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.469992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e137bf43-c626-483e-9cea-ac487678766a None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:24.492403 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d52a1a-37f8-466d-90cf-b1f41406e9de None None] Pushing event updated for resources: {'Port': ['ID=2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:24.516005 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Routers {'6d51ed79-449c-4b45-a038-d890852f7d55'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:24.517363 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6d51ed79-449c-4b45-a038-d890852f7d55'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:24.566067 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.612680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Allocated IP 172.20.0.1 (0ca6cac5-2feb-4ab9-98ba-25d36ed76e48/3189dc24-a65a-4923-bf07-1d653440f454/59640cfc-df11-4dc8-bbc4-45bd24c4986b) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:24.647638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-66caf571-01c3-4cb7-9d42-4043a75f7e6c None None] Provisioning complete for port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:24.648192 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-66caf571-01c3-4cb7-9d42-4043a75f7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.661856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd66f5-c7c1-409b-be36-88303436f93c None None] Pushing event updated for resources: {'Port': ['ID=8a31e6ac-614e-4ce3-9566-09c4f9e5149a,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:24.737845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b196a-f12f-40f4-a97e-8c73c8a3948d None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:24.749105 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] Set router 6d51ed79-449c-4b45-a038-d890852f7d55 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:24.779033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Attempting to bind port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:24.779514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Attempting to bind port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:24.780089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Attempting to bind port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:24.838964 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:24.839362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:24.839788 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.840188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:24.840685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Bound port: 8a31e6ac-614e-4ce3-9566-09c4f9e5149a, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:24.841080 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.875906 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.917215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] For port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:24.920675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] For port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8a31e6ac-614e-4ce3-9566-09c4f9e5149a,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:24.975597 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-66caf571-01c3-4cb7-9d42-4043a75f7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.976809 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:24.985848 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:25.078957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-66caf571-01c3-4cb7-9d42-4043a75f7e6c None None] For port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:25.087554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc71f5-028a-4006-8d78-3a4d0fa6161f None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:25.091880 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:25.116269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd66f5-c7c1-409b-be36-88303436f93c None None] Pushing event updated for resources: {'Port': ['ID=8a31e6ac-614e-4ce3-9566-09c4f9e5149a,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:25.117314 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:25.123196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Routers {'25b4b29a-ab1c-4311-88ef-92786e563f5e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:25.123972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['25b4b29a-ab1c-4311-88ef-92786e563f5e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:25.200198 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'name': 'tempest-ImageQuotaTest-1787940172-router', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:19Z', 'revision_number': 3, 'project_id': '14a223f503084bb78663ea4774bdd606', 'gw_port': {'id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:17Z', 'updated_at': '2021-12-17T13:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:25.245276 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9bb2a091-0de6-44dc-b77f-10c8261624fe tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/networks/d08f4cd1-51db-4564-871f-8cb735d31bd6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 1.1668763 Dec 17 13:28:25.250307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57212) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:25.256704 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46952e1d-f27f-40f0-b423-34de16c7a1f6 None None] The sync data for ids ['6d51ed79-449c-4b45-a038-d890852f7d55'] in n-d-815324-5 is: [{'id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'name': 'tempest-ImageQuotaTest-1787940172-router', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:19Z', 'revision_number': 3, 'project_id': '14a223f503084bb78663ea4774bdd606', 'gw_port': {'id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:17Z', 'updated_at': '2021-12-17T13:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:25.261913 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:25.263069 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:25.266165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] Set router 25b4b29a-ab1c-4311-88ef-92786e563f5e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:25.273008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:25.274459 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-66caf571-01c3-4cb7-9d42-4043a75f7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:25.382058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Port': ['ID=59640cfc-df11-4dc8-bbc4-45bd24c4986b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:25.383514 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:25.398922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb79cb51-585b-4f61-a532-52cc8459bbac admin admin] Router 3fcb58de-cce6-476f-8dcf-619a83921935 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:28:25.443114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:25.471258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.25.0.151 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/9d26042b-e152-4650-b9b7-db04c78a4f41) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:25.508393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66caf571-01c3-4cb7-9d42-4043a75f7e6c None None] Pushing event updated for resources: {'Port': ['ID=2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:25.545197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0fce51-e4f5-4ad4-a47f-71160cc5ea0d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:25.551406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ce0fce51-e4f5-4ad4-a47f-71160cc5ea0d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/subnets/9e55655f-9156-43e8-a9ac-380477136a5c HTTP/1.1" status: 200 len: 811 time: 0.2944286 Dec 17 13:28:25.557954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7e0a8546-aad7-4605-89ff-ef8348df3870 None None] Provisioning complete for port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:25.558617 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8546-aad7-4605-89ff-ef8348df3870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:25.559068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57214) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:25.724723 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8546-aad7-4605-89ff-ef8348df3870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:25.738732 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:25.806948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7e0a8546-aad7-4605-89ff-ef8348df3870 None None] For port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8a31e6ac-614e-4ce3-9566-09c4f9e5149a,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:25.841171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'name': 'tempest-TestServerMultinode-7843991-router', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:17Z', 'revision_number': 3, 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'gw_port': {'id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:25.883027 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:25.900800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530dba1-c17a-44c0-819a-37bce4eb1118 None None] The sync data for ids ['25b4b29a-ab1c-4311-88ef-92786e563f5e'] in n-d-815324-5 is: [{'id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'name': 'tempest-TestServerMultinode-7843991-router', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:17Z', 'revision_number': 3, 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'gw_port': {'id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:25.915797 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8546-aad7-4605-89ff-ef8348df3870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:25.942702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2c7097-4319-4936-ba39-1feedeb10b34 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['shared'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:25.951225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ec2c7097-4319-4936-ba39-1feedeb10b34 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "GET /v2.0/subnets/9e55655f-9156-43e8-a9ac-380477136a5c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3875630 Dec 17 13:28:25.951915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57218) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:25.962042 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:25.969917 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:25.981534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:26.047622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0ff5f92c-253f-470f-be40-83de9ab6ab8c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1809768109'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:26.053829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a8546-aad7-4605-89ff-ef8348df3870 None None] Pushing event updated for resources: {'Port': ['ID=8a31e6ac-614e-4ce3-9566-09c4f9e5149a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:26.117993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Allocated IP 172.20.0.1 (fcdb24c2-ea12-400c-8354-bd4cf499b921/b0158117-e83e-4b28-9aef-7b9a9ba62236/47c5b57e-29c6-471e-b4c1-8bdcf81de252) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:26.174338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=9d26042b-e152-4650-b9b7-db04c78a4f41,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:26.229434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08043e3e-6f2b-4858-9964-366a6c895f67 None None] Network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:26.278115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb79cb51-585b-4f61-a532-52cc8459bbac admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:26.306260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57220) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:26.307390 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fb79cb51-585b-4f61-a532-52cc8459bbac admin admin] 10.222.0.59 "PUT /v2.0/routers/3fcb58de-cce6-476f-8dcf-619a83921935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5926592 Dec 17 13:28:26.308217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff5f92c-253f-470f-be40-83de9ab6ab8c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:26.312085 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ff5f92c-253f-470f-be40-83de9ab6ab8c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:26.403153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Allocated IP 172.20.0.1 (0d5c13cc-93fa-4a79-b3e6-80850ae94ea2/baee0627-bfa8-479a-9c3c-36b2232a1cf9/e5957b0d-fa7a-4972-b6d8-f13ace0c4e93) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:26.410755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275187f8-1b94-49fa-bb72-f6b549241c7c None None] Sync routers for ids ['3fcb58de-cce6-476f-8dcf-619a83921935'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:26.443900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dbba85f0-92c4-49cb-872c-112385e22a32 None None] Provisioning complete for port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:26.444276 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbba85f0-92c4-49cb-872c-112385e22a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:26.447985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:26.493315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275187f8-1b94-49fa-bb72-f6b549241c7c None None] Routers {'3fcb58de-cce6-476f-8dcf-619a83921935'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:26.493967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-275187f8-1b94-49fa-bb72-f6b549241c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3fcb58de-cce6-476f-8dcf-619a83921935'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:26.520422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff5f92c-253f-470f-be40-83de9ab6ab8c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:28:26.628248 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ff5f92c-253f-470f-be40-83de9ab6ab8c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:26.628807 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-0ff5f92c-253f-470f-be40-83de9ab6ab8c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Added segment f51cdf36-4dcc-475c-b1ef-b07779325c1e of type vlan for network 3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c Dec 17 13:28:26.733550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ff5f92c-253f-470f-be40-83de9ab6ab8c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:26.874336 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:26.884677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-275187f8-1b94-49fa-bb72-f6b549241c7c None None] Set router 3fcb58de-cce6-476f-8dcf-619a83921935 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:26.974065 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ff5f92c-253f-470f-be40-83de9ab6ab8c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:26.983199 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:26.989983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff5f92c-253f-470f-be40-83de9ab6ab8c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:26.990844 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ff5f92c-253f-470f-be40-83de9ab6ab8c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:27.007996 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:27.050405 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8a31e6ac-614e-4ce3-9566-09c4f9e5149a up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:27.083437 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:27.133891 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5f92c-253f-470f-be40-83de9ab6ab8c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Network': ['ID=3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:27.197091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Network 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:27.202601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:28:27.209221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:27.227800 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0ff5f92c-253f-470f-be40-83de9ab6ab8c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1971424 Dec 17 13:28:27.230494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:27.234193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57224) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:27.302112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'network_id': '3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:27.459415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Pushing event updated for resources: {'Port': ['ID=e5957b0d-fa7a-4972-b6d8-f13ace0c4e93,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:27.545704 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:27.557369 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:27.610472 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:27.615471 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:27.705569 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbba85f0-92c4-49cb-872c-112385e22a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:27.707413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Network fcdb24c2-ea12-400c-8354-bd4cf499b921 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:27.729322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:27.731920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:27.817708 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:27.821272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-dbba85f0-92c4-49cb-872c-112385e22a32 None None] For port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2,segment=NetworkSegment(7afa1258-58da-47d1-8247-a6e31ad93dcc),segment_id=7afa1258-58da-47d1-8247-a6e31ad93dcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:27.823074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:27.823631 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:27.897745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Pushing event updated for resources: {'Port': ['ID=47c5b57e-29c6-471e-b4c1-8bdcf81de252,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:27.960574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Deleting port 345e9eda-fd87-4d09-8218-84ece290f108 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:27.961112 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:27.975386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:28.014793 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbba85f0-92c4-49cb-872c-112385e22a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.020072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Made reservation on behalf of f1332dd76d2c411fb5140f4f6088b205 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:28.024767 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.073771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:28.074260 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.076435 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.139428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57232) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:28.189509 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.222672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba85f0-92c4-49cb-872c-112385e22a32 None None] Pushing event updated for resources: {'Port': ['ID=e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:28.272159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] For port 345e9eda-fd87-4d09-8218-84ece290f108, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=345e9eda-fd87-4d09-8218-84ece290f108,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:28.272626 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.278843 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.309515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-746a0be1-a792-4f9d-98e2-f230422503e7 None None] Provisioning complete for port 47c5b57e-29c6-471e-b4c1-8bdcf81de252 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:28.309827 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-746a0be1-a792-4f9d-98e2-f230422503e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.360094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-275187f8-1b94-49fa-bb72-f6b549241c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '345e9eda-fd87-4d09-8218-84ece290f108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:28:22Z', 'revision_number': 5, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port': {'id': '345e9eda-fd87-4d09-8218-84ece290f108', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:12:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:10Z', 'updated_at': '2021-12-17T13:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:28.364270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:28.401365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Calling delete_port for 345e9eda-fd87-4d09-8218-84ece290f108 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:28.432978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275187f8-1b94-49fa-bb72-f6b549241c7c None None] Checking router: 3fcb58de-cce6-476f-8dcf-619a83921935 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:28.456247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-746a0be1-a792-4f9d-98e2-f230422503e7 None None] Port 47c5b57e-29c6-471e-b4c1-8bdcf81de252 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:28.464857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275187f8-1b94-49fa-bb72-f6b549241c7c None None] Routers {'3fcb58de-cce6-476f-8dcf-619a83921935'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:28.465514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-275187f8-1b94-49fa-bb72-f6b549241c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3fcb58de-cce6-476f-8dcf-619a83921935'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:28.499648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.ipam_backend_mixin [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Performing IP validity checks on allocation pools {{(pid=110453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 13:28:28.500226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.ipam_backend_mixin [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 13:28:28.568273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-746a0be1-a792-4f9d-98e2-f230422503e7 None None] Provisioning complete for port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:28.568670 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-746a0be1-a792-4f9d-98e2-f230422503e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.604225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:28.604631 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.645694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-275187f8-1b94-49fa-bb72-f6b549241c7c None None] Set router 3fcb58de-cce6-476f-8dcf-619a83921935 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:28.649335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-746a0be1-a792-4f9d-98e2-f230422503e7 None None] Port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:28.687434 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Port': ['ID=59640cfc-df11-4dc8-bbc4-45bd24c4986b,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:28.694443 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.709296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.718082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.751713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-275187f8-1b94-49fa-bb72-f6b549241c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:28:27Z', 'revision_number': 6, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:28.825738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275187f8-1b94-49fa-bb72-f6b549241c7c None None] The sync data for ids ['3fcb58de-cce6-476f-8dcf-619a83921935'] in n-d-815324-5 is: [{'id': '3fcb58de-cce6-476f-8dcf-619a83921935', 'name': 'tempest-TaggedBootDevicesTest-741474681-router', 'tenant_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:08Z', 'updated_at': '2021-12-17T13:28:27Z', 'revision_number': 6, 'project_id': 'c1936501c57b4cbc85a738cf24fae2b3', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:28.832060 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-746a0be1-a792-4f9d-98e2-f230422503e7 None None] Provisioning complete for port 59640cfc-df11-4dc8-bbc4-45bd24c4986b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:28.832441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-746a0be1-a792-4f9d-98e2-f230422503e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:28.935503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-746a0be1-a792-4f9d-98e2-f230422503e7 None None] Port 59640cfc-df11-4dc8-bbc4-45bd24c4986b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:28.969751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-746a0be1-a792-4f9d-98e2-f230422503e7 None None] Provisioning complete for port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:28.970191 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-746a0be1-a792-4f9d-98e2-f230422503e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.089233 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.149228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=2f097082-d905-4549-9129-b77b7474a09f,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:29.223820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Checking segment: {'id': 'f51cdf36-4dcc-475c-b1ef-b07779325c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:29.224193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network hostable DHCP agents. Network: 3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:28:29.252939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.433274 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.440330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.449126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:29.508608 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:29.518104 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.528194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:29.536473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:29.542665 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.550873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.567582 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Pushing event updated for resources: {'Port': ['ID=e5957b0d-fa7a-4972-b6d8-f13ace0c4e93,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:29.579874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.607248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Network 3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:28:29.666914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8fe52e9e-4918-4d4e-8f38-38bea515db68 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:29.689099 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.706890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 8fe52e9e-4918-4d4e-8f38-38bea515db68 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:29.707622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8fe52e9e-4918-4d4e-8f38-38bea515db68 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:29.725758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.742183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Pushing event updated for resources: {'Port': ['ID=47c5b57e-29c6-471e-b4c1-8bdcf81de252,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:29.759823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225ff47f-d38e-4682-9132-a33039b37e72 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:29.801498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=9d26042b-e152-4650-b9b7-db04c78a4f41,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:29.807845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:29.809722 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.815995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:29.816625 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:29.828692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0fdc13-adf1-4dc5-a08e-80b0f10cb229 None None] Network 3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:29.892929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Network 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:29.897417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:29.950114 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Pushing event deleted for resources: {'Port': ['ID=345e9eda-fd87-4d09-8218-84ece290f108,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:29.960329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-87c8c6ad-7a88-42cf-b3f2-e3303505575c None None] Provisioning complete for port 59640cfc-df11-4dc8-bbc4-45bd24c4986b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:29.960768 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-87c8c6ad-7a88-42cf-b3f2-e3303505575c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.023148 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.052758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-00384712-1131-43e5-9d78-f54285ed28fc tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8095989 Dec 17 13:28:30.053251 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c', 'network_id': '3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c', 'project_id': 'f1332dd76d2c411fb5140f4f6088b205', 'fixed_ips': [{'subnet_id': '2f097082-d905-4549-9129-b77b7474a09f'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:28:30.054155 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.058959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57236) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:30.079160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e500d6bf-4410-4e39-b3b1-7eab143cc613 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:30.084530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Router 6d51ed79-449c-4b45-a038-d890852f7d55 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:28:30.148594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.171026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Network fcdb24c2-ea12-400c-8354-bd4cf499b921 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:30.175643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:30.179133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Router 56458be6-8db3-48c0-806d-ce28b759a0d7 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:28:30.251143 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-87c8c6ad-7a88-42cf-b3f2-e3303505575c None None] Port 59640cfc-df11-4dc8-bbc4-45bd24c4986b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:30.281793 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Allocated IP 172.20.0.3 (3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c/2f097082-d905-4549-9129-b77b7474a09f/d510ea77-75ba-47a6-bab3-0500fb792647) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:30.413893 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.417472 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.442824 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e500d6bf-4410-4e39-b3b1-7eab143cc613 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4698609'] for subnet, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.525625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-53597509-3063-45ef-857f-ebd63325f4bc None None] Provisioning complete for port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:30.526795 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-53597509-3063-45ef-857f-ebd63325f4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.549664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:30.558454 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.564926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0ca9d09d-cdae-49ac-95e2-64b6b5e49364 admin admin] 10.222.0.59 "PUT /v2.0/routers/6d51ed79-449c-4b45-a038-d890852f7d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2124383 Dec 17 13:28:30.572797 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Sync routers for ids ['6d51ed79-449c-4b45-a038-d890852f7d55'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:30.579227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-53597509-3063-45ef-857f-ebd63325f4bc None None] Port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:30.585739 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Routers {'6d51ed79-449c-4b45-a038-d890852f7d55'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:30.586337 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6d51ed79-449c-4b45-a038-d890852f7d55'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:30.589759 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Floating IP 6bd2d7e7-6f9a-424c-b196-b3a002ee7af2 associated. External IP: 172.25.0.151, port: d097f351-a668-454d-89b4-5e0ec11f3c07. Dec 17 13:28:30.603759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Router 25b4b29a-ab1c-4311-88ef-92786e563f5e has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:28:30.654762 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.681379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.681948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fcb58de-cce6-476f-8dcf-619a83921935 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:28:30.692523 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.696101 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9e09e3bf-818b-4c61-95a2-b62ea8b2d70a admin admin] 10.222.0.59 "DELETE /v2.0/routers/3fcb58de-cce6-476f-8dcf-619a83921935 HTTP/1.1" status: 204 len: 168 time: 4.3861387 Dec 17 13:28:30.698870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57240) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:30.758523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-6580ee2d-f4e9-4dec-ac61-a2f47481fe53 admin admin] Deleting subnet 5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:28:30.782682 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Pushing event updated for resources: {'Port': ['ID=d510ea77-75ba-47a6-bab3-0500fb792647,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:30.820627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Network 3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:30.821092 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6580ee2d-f4e9-4dec-ac61-a2f47481fe53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.838860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:30.847799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:30.851235 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Set router 6d51ed79-449c-4b45-a038-d890852f7d55 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:30.890700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d437e7b7-cf04-45c5-bc35-769524bfca46 None None] Provisioning complete for port 47c5b57e-29c6-471e-b4c1-8bdcf81de252 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:30.890700 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d437e7b7-cf04-45c5-bc35-769524bfca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.900786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:30.927509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-33b3b9c2-255d-4352-ac53-5df74234d50b admin admin] 10.222.0.59 "PUT /v2.0/routers/25b4b29a-ab1c-4311-88ef-92786e563f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7455502 Dec 17 13:28:30.937191 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6580ee2d-f4e9-4dec-ac61-a2f47481fe53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:30.970762 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Sync routers for ids ['25b4b29a-ab1c-4311-88ef-92786e563f5e'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:30.979451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d437e7b7-cf04-45c5-bc35-769524bfca46 None None] Port 47c5b57e-29c6-471e-b4c1-8bdcf81de252 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:30.984408 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-481d63cc-bba0-422c-936a-3ad0bd1440b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.025164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Routers {'25b4b29a-ab1c-4311-88ef-92786e563f5e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:31.026091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['25b4b29a-ab1c-4311-88ef-92786e563f5e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:31.032382 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Attempting to bind port d510ea77-75ba-47a6-bab3-0500fb792647 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:31.032978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Attempting to bind port d510ea77-75ba-47a6-bab3-0500fb792647 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'f51cdf36-4dcc-475c-b1ef-b07779325c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:31.033424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Attempting to bind port d510ea77-75ba-47a6-bab3-0500fb792647 on network 3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:31.048983 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:31.070154 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3e2551ec-2993-443f-8991-2471346fff3e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "PUT /v2.0/routers/56458be6-8db3-48c0-806d-ce28b759a0d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2219903 Dec 17 13:28:31.077182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57248) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:31.091418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3636bdee-6c3a-4b60-b865-c0d90088f8a9 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1140357888', 'description': 'tempest-secgroup_access--1140357888 description', 'project_id': '46f0843a1cce476493b3729da2a959b0'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:31.118193 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Sync routers for ids ['56458be6-8db3-48c0-806d-ce28b759a0d7'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:31.145551 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Routers {'56458be6-8db3-48c0-806d-ce28b759a0d7'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:31.147253 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['56458be6-8db3-48c0-806d-ce28b759a0d7'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:31.194403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:31.196451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Checking segment: {'id': 'f51cdf36-4dcc-475c-b1ef-b07779325c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:31.199086 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.199867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Bound using segment: {'id': 'f51cdf36-4dcc-475c-b1ef-b07779325c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:31.200548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Bound port: d510ea77-75ba-47a6-bab3-0500fb792647, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51cdf36-4dcc-475c-b1ef-b07779325c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:31.201132 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.205953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 345e9eda-fd87-4d09-8218-84ece290f108 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:31.259367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 345e9eda-fd87-4d09-8218-84ece290f108 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:31.259367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 345e9eda-fd87-4d09-8218-84ece290f108 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:31.316471 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e500d6bf-4410-4e39-b3b1-7eab143cc613 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786484877020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5830772'] for subnet, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.385236 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Set router 56458be6-8db3-48c0-806d-ce28b759a0d7 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:31.391912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:28:31.415889 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6580ee2d-f4e9-4dec-ac61-a2f47481fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.431879 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Set router 25b4b29a-ab1c-4311-88ef-92786e563f5e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:31.472081 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'name': 'tempest-ImageQuotaTest-1787940172-router', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:28Z', 'revision_number': 4, 'project_id': '14a223f503084bb78663ea4774bdd606', 'gw_port': {'id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:17Z', 'updated_at': '2021-12-17T13:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'e5957b0d-fa7a-4972-b6d8-f13ace0c4e93', 'name': '', 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'mac_address': 'fa:16:3e:9b:e6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'baee0627-bfa8-479a-9c3c-36b2232a1cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:25Z', 'updated_at': '2021-12-17T13:28:28Z', 'revision_number': 2, 'project_id': '14a223f503084bb78663ea4774bdd606', 'subnets': [{'id': 'baee0627-bfa8-479a-9c3c-36b2232a1cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:31.476003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] For port d510ea77-75ba-47a6-bab3-0500fb792647, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:31.497455 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3636bdee-6c3a-4b60-b865-c0d90088f8a9 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.525617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] For port d510ea77-75ba-47a6-bab3-0500fb792647, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d510ea77-75ba-47a6-bab3-0500fb792647,segment=NetworkSegment(f51cdf36-4dcc-475c-b1ef-b07779325c1e),segment_id=f51cdf36-4dcc-475c-b1ef-b07779325c1e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:31.589445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e500d6bf-4410-4e39-b3b1-7eab143cc613 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:31.597326 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e500d6bf-4410-4e39-b3b1-7eab143cc613 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.606220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e500d6bf-4410-4e39-b3b1-7eab143cc613 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "PUT /v2.0/subnets/2f097082-d905-4549-9129-b77b7474a09f HTTP/1.1" status: 200 len: 877 time: 1.5319183 Dec 17 13:28:31.606922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57260) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:31.687997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500d6bf-4410-4e39-b3b1-7eab143cc613 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event updated for resources: {'Subnet': ['ID=2f097082-d905-4549-9129-b77b7474a09f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:31.788673 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.801355 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3636bdee-6c3a-4b60-b865-c0d90088f8a9 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.809508 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Checking router: 6d51ed79-449c-4b45-a038-d890852f7d55 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:31.810531 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Updating router 6d51ed79-449c-4b45-a038-d890852f7d55 port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:28:31.812707 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.816245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:31.846374 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.855442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6580ee2d-f4e9-4dec-ac61-a2f47481fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.866678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b5c42-7248-4d9e-bb7c-c9db3d95d2dd None None] Sync routers for ids ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:31.886855 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3636bdee-6c3a-4b60-b865-c0d90088f8a9 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:31.913662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b5c42-7248-4d9e-bb7c-c9db3d95d2dd None None] Routers {'bdd76959-f6d7-48ac-8db6-9344f5fe2e79'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:31.914374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ee4b5c42-7248-4d9e-bb7c-c9db3d95d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:31.974403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636bdee-6c3a-4b60-b865-c0d90088f8a9 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1803704-cbfc-4d5d-89b1-138ecc85d54c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:32.003025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Deleting port d510ea77-75ba-47a6-bab3-0500fb792647 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:32.003370 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.004770 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6580ee2d-f4e9-4dec-ac61-a2f47481fe53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.025453 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6580ee2d-f4e9-4dec-ac61-a2f47481fe53 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13 HTTP/1.1" status: 204 len: 168 time: 1.3210428 Dec 17 13:28:32.026613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57266) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:32.034154 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3636bdee-6c3a-4b60-b865-c0d90088f8a9 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.035450 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3636bdee-6c3a-4b60-b865-c0d90088f8a9 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9571035 Dec 17 13:28:32.038155 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580ee2d-f4e9-4dec-ac61-a2f47481fe53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebe4f01-23ae-4cf6-89b7-c8cfee2fab13,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:32.045805 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:26Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '59640cfc-df11-4dc8-bbc4-45bd24c4986b', 'name': '', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'mac_address': 'fa:16:3e:ee:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '3189dc24-a65a-4923-bf07-1d653440f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:24Z', 'updated_at': '2021-12-17T13:28:27Z', 'revision_number': 2, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'subnets': [{'id': '3189dc24-a65a-4923-bf07-1d653440f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:32.097507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57268) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:32.099854 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Checking router: 56458be6-8db3-48c0-806d-ce28b759a0d7 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:32.100738 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Updating router 56458be6-8db3-48c0-806d-ce28b759a0d7 port 59640cfc-df11-4dc8-bbc4-45bd24c4986b binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:28:32.122638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-29126eac-2956-4bd8-b032-720f7cd02478 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1161969693', 'description': 'tempest-secgroup_general--1161969693 description', 'project_id': '46f0843a1cce476493b3729da2a959b0'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:32.194769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-bdb73ba7-6424-4cad-a6fa-6bbebe3d13e9 req-c770f803-7fa6-4c99-aa1e-bec7a2805215 service neutron] (110454) timed out ('10.222.0.59', 41290) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:28:32.196518 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.201821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.231270 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.286276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ee4b5c42-7248-4d9e-bb7c-c9db3d95d2dd None None] Set router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:32.291516 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29126eac-2956-4bd8-b032-720f7cd02478 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.306908 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:28:32.325346 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-97f58701-19df-4bce-8664-4c43e788259c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.2395198 Dec 17 13:28:32.327388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:28:32.331349 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5194b75b-4635-49d4-8fe5-2bf5581c7d52" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:28:32.358763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] For port d510ea77-75ba-47a6-bab3-0500fb792647, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d510ea77-75ba-47a6-bab3-0500fb792647,segment=NetworkSegment(f51cdf36-4dcc-475c-b1ef-b07779325c1e),segment_id=f51cdf36-4dcc-475c-b1ef-b07779325c1e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:32.359118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.452076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Calling delete_port for d510ea77-75ba-47a6-bab3-0500fb792647 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:32.545813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57280) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:32.559705 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b159376-17b2-4230-be8c-b1b02657a42e x-openstack-request-id: req-2b159376-17b2-4230-be8c-b1b02657a42e {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:28:32.560486 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:28:32.561007 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b159376-17b2-4230-be8c-b1b02657a42e {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:28:32.561748 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'status': 'completed', 'code': 200} Dec 17 13:28:32.563376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1491339193-network', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:32.572915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da7b6e-688f-4b77-90ea-f950ca733652 None None] Network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:32.580433 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.597673 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-481d63cc-bba0-422c-936a-3ad0bd1440b5 admin admin] Deleting port c3df0bf2-6709-42a6-b4d0-56273bc4f94c {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:32.598440 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-481d63cc-bba0-422c-936a-3ad0bd1440b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.635873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda32f6d-acc3-492b-bd48-c8a456e589a5 req-b5ba76ff-d670-4fbe-9317-c0df2acd028a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:32.637818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eda32f6d-acc3-492b-bd48-c8a456e589a5 req-b5ba76ff-d670-4fbe-9317-c0df2acd028a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.1155233 Dec 17 13:28:32.678670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194b75b-4635-49d4-8fe5-2bf5581c7d52 req-2baf16af-3cde-4179-8332-5b3031f96452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:32.680216 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5194b75b-4635-49d4-8fe5-2bf5581c7d52 req-2baf16af-3cde-4179-8332-5b3031f96452 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1097 time: 0.1717381 Dec 17 13:28:32.698911 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.707706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e015c4-bfd9-4bbc-a009-30df179e1de6 None None] Pushing event updated for resources: {'Port': ['ID=d510ea77-75ba-47a6-bab3-0500fb792647,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:32.773135 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.785204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Deleting port 4366a304-44b9-4a05-8e9b-3364be0eecf9 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:32.787284 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:32.834998 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca26a11-c0ed-4931-b8be-c01ba0df5775 None None] Pushing event updated for resources: {'Port': ['ID=e5957b0d-fa7a-4972-b6d8-f13ace0c4e93,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:32.955806 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'name': 'tempest-TestServerMultinode-7843991-router', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:28Z', 'revision_number': 4, 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'gw_port': {'id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '47c5b57e-29c6-471e-b4c1-8bdcf81de252', 'name': '', 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'mac_address': 'fa:16:3e:c1:8a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'b0158117-e83e-4b28-9aef-7b9a9ba62236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:25Z', 'updated_at': '2021-12-17T13:28:29Z', 'revision_number': 2, 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'subnets': [{'id': 'b0158117-e83e-4b28-9aef-7b9a9ba62236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:33.003501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] For port 4366a304-44b9-4a05-8e9b-3364be0eecf9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4366a304-44b9-4a05-8e9b-3364be0eecf9,segment=NetworkSegment(6a6766f1-e36f-43f6-905f-14eeb92e4ae4),segment_id=6a6766f1-e36f-43f6-905f-14eeb92e4ae4)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:33.004043 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.038146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Checking router: 25b4b29a-ab1c-4311-88ef-92786e563f5e for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:33.038529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Updating router 25b4b29a-ab1c-4311-88ef-92786e563f5e port 47c5b57e-29c6-471e-b4c1-8bdcf81de252 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:28:33.041050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a125d6fd-14b4-4f89-9197-d16523b03b63 None None] DHCP port deletion for c4cf3903-80fa-4b0c-9f62-fac6d510ab5c request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:33.106664 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Attempting to bind port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:33.107043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Attempting to bind port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '45e98860-84ac-4dde-99c5-62c1cf06a205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:33.107405 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Attempting to bind port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 on network 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:33.123235 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eda32f6d-acc3-492b-bd48-c8a456e589a5 req-48d8c04b-5540-451e-b545-c35349d86ed5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4482388 Dec 17 13:28:33.135580 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Calling delete_port for 4366a304-44b9-4a05-8e9b-3364be0eecf9 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:33.154339 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:33.154726 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Checking segment: {'id': '45e98860-84ac-4dde-99c5-62c1cf06a205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:33.158988 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.158988 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Bound using segment: {'id': '45e98860-84ac-4dde-99c5-62c1cf06a205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:33.158988 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Bound port: e5957b0d-fa7a-4972-b6d8-f13ace0c4e93, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e98860-84ac-4dde-99c5-62c1cf06a205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:33.158988 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.183091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57286) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:33.200109 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.261244 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29126eac-2956-4bd8-b032-720f7cd02478 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.303559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d510ea77-75ba-47a6-bab3-0500fb792647 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:33.344910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.345275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-481d63cc-bba0-422c-936a-3ad0bd1440b5 admin admin] For port c3df0bf2-6709-42a6-b4d0-56273bc4f94c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c3df0bf2-6709-42a6-b4d0-56273bc4f94c,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:33.345720 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-481d63cc-bba0-422c-936a-3ad0bd1440b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.363465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-481d63cc-bba0-422c-936a-3ad0bd1440b5 admin admin] Calling delete_port for c3df0bf2-6709-42a6-b4d0-56273bc4f94c owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:33.380922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57288) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:33.417243 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.418686 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29126eac-2956-4bd8-b032-720f7cd02478 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.432450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Made reservation on behalf of 160fa4623d3e4cf8b4bdac1606048a7d for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:33.435179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.450184 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.456298 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] For port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:33.463836 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] For port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e5957b0d-fa7a-4972-b6d8-f13ace0c4e93,segment=NetworkSegment(45e98860-84ac-4dde-99c5-62c1cf06a205),segment_id=45e98860-84ac-4dde-99c5-62c1cf06a205)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:33.488789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Port': ['ID=d510ea77-75ba-47a6-bab3-0500fb792647,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:33.530006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194b75b-4635-49d4-8fe5-2bf5581c7d52 req-16219ca0-a977-4470-a817-99cf2cf702ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:33.533701 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5194b75b-4635-49d4-8fe5-2bf5581c7d52 req-16219ca0-a977-4470-a817-99cf2cf702ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 897 time: 0.8409359 Dec 17 13:28:33.551829 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.555413 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.561293 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ef80a859-0266-42d5-b47d-6e45c7088c99 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/6bd2d7e7-6f9a-424c-b196-b3a002ee7af2 HTTP/1.1" status: 200 len: 992 time: 0.3768640 Dec 17 13:28:33.566045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29126eac-2956-4bd8-b032-720f7cd02478 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.568057 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-29126eac-2956-4bd8-b032-720f7cd02478 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.4696279 Dec 17 13:28:33.584673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57290) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:33.595073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0ec317d2-6024-4b99-88dc-a033bc01eba3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Request body: {'security_group_rule': {'security_group_id': 'e1803704-cbfc-4d5d-89b1-138ecc85d54c', 'project_id': '46f0843a1cce476493b3729da2a959b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:33.673424 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca26a11-c0ed-4931-b8be-c01ba0df5775 None None] Pushing event updated for resources: {'Port': ['ID=e5957b0d-fa7a-4972-b6d8-f13ace0c4e93,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:33.701205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e347ac45-0371-4825-bab6-b614318dc06f None None] Network 3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:33.725514 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Routers {'6d51ed79-449c-4b45-a038-d890852f7d55'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:33.726233 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6d51ed79-449c-4b45-a038-d890852f7d55'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:33.727465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.769934 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.792193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] No DVR routers for this DVR port 4366a304-44b9-4a05-8e9b-3364be0eecf9 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:28:33.798129 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4366a304-44b9-4a05-8e9b-3364be0eecf9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:33.825482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No DVR routers for this DVR port d510ea77-75ba-47a6-bab3-0500fb792647 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:28:33.858040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No active binding found for port d510ea77-75ba-47a6-bab3-0500fb792647 {{(pid=110455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 13:28:33.858494 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d510ea77-75ba-47a6-bab3-0500fb792647 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 17 13:28:33.891579 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.895103 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.922976 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.965743 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76997f4f-c032-46a1-80bc-e47e709b6c68 None None] Pushing event updated for resources: {'Port': ['ID=59640cfc-df11-4dc8-bbc4-45bd24c4986b,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:33.967855 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cf3903-80fa-4b0c-9f62-fac6d510ab5c']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:33.985351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6766f1-e36f-43f6-905f-14eeb92e4ae4') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:33.985679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bfcb51bd-ffeb-433e-8d9e-458303d6b980 None None] Provisioning complete for port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:33.986158 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6766f1-e36f-43f6-905f-14eeb92e4ae4') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:33.986505 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bfcb51bd-ffeb-433e-8d9e-458303d6b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:33.996141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29126eac-2956-4bd8-b032-720f7cd02478 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a83cb-b54a-4056-8e8a-7f12b90ed954,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:34.017676 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.038070 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.045890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:28:34.046301 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.048782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98b0bdc-fce2-434e-8699-d663ee10b597,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:34.069727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:28:34.080565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ee4b5c42-7248-4d9e-bb7c-c9db3d95d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:27:52Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '6bd2d7e7-6f9a-424c-b196-b3a002ee7af2', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'port_id': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'mac_address': 'fa:16:3e:a2:d5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:28:26Z', 'updated_at': '2021-12-17T13:28:26Z', 'revision_number': 0, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9b8e96-51f1-4fe3-97b4-3aefc957dee2', 'name': '', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:7a:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:49Z', 'updated_at': '2021-12-17T13:28:01Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:34.120919 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.121414 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Added segment 1b6fe051-4257-4a71-aeca-4586beb52c03 of type vlan for network 6da0ff5d-d111-443f-a043-50c211b0168d Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:28:34.127172 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:28:34.130818 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-481d63cc-bba0-422c-936a-3ad0bd1440b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.133305 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5194b75b-4635-49d4-8fe5-2bf5581c7d52 req-a74b26cd-c60e-45a8-bb11-95299578f17c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1000 time: 0.5627787 Dec 17 13:28:34.134204 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ec317d2-6024-4b99-88dc-a033bc01eba3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.153027 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Attempting to bind port 59640cfc-df11-4dc8-bbc4-45bd24c4986b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:34.153488 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Attempting to bind port 59640cfc-df11-4dc8-bbc4-45bd24c4986b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:34.154246 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Attempting to bind port 59640cfc-df11-4dc8-bbc4-45bd24c4986b on network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:34.160380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d63cc-bba0-422c-936a-3ad0bd1440b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3df0bf2-6709-42a6-b4d0-56273bc4f94c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:34.166746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b5c42-7248-4d9e-bb7c-c9db3d95d2dd None None] Checking router: bdd76959-f6d7-48ac-8db6-9344f5fe2e79 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:34.173767 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:34.174039 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Checking segment: {'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:34.174452 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.174849 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Bound using segment: {'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:34.175336 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Bound port: 59640cfc-df11-4dc8-bbc4-45bd24c4986b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:34.175854 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.195424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Port d510ea77-75ba-47a6-bab3-0500fb792647 not found, will not notify nova. {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 17 13:28:34.217815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194b75b-4635-49d4-8fe5-2bf5581c7d52 req-2355d411-a83e-4fe0-89e8-275dc27356b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:34.219570 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5194b75b-4635-49d4-8fe5-2bf5581c7d52 req-2355d411-a83e-4fe0-89e8-275dc27356b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 200 len: 835 time: 0.0686545 Dec 17 13:28:34.239253 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.251304 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.259679 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c4cf3903-80fa-4b0c-9f62-fac6d510ab5c HTTP/1.1" status: 204 len: 168 time: 2.2070899 Dec 17 13:28:34.281730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b5c42-7248-4d9e-bb7c-c9db3d95d2dd None None] Routers {'bdd76959-f6d7-48ac-8db6-9344f5fe2e79'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:34.291145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57292) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:34.302010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ee4b5c42-7248-4d9e-bb7c-c9db3d95d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:34.313261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67c1f9-f63d-4132-80bc-2a52353ac2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4cf3903-80fa-4b0c-9f62-fac6d510ab5c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:34.392598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4366a304-44b9-4a05-8e9b-3364be0eecf9 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:34.437457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 4366a304-44b9-4a05-8e9b-3364be0eecf9 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:34.438148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4366a304-44b9-4a05-8e9b-3364be0eecf9 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:34.449666 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] For port 59640cfc-df11-4dc8-bbc4-45bd24c4986b, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:34.455074 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] For port 59640cfc-df11-4dc8-bbc4-45bd24c4986b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=59640cfc-df11-4dc8-bbc4-45bd24c4986b,segment=NetworkSegment(7afa1258-58da-47d1-8247-a6e31ad93dcc),segment_id=7afa1258-58da-47d1-8247-a6e31ad93dcc)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:34.472657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c1ef1e-e8db-4780-b547-d0cb13a2b6ac None None] Network 3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:34.492048 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] Set router 6d51ed79-449c-4b45-a038-d890852f7d55 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:34.501044 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.557936 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.584742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57296) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:34.588335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a125d6fd-14b4-4f89-9197-d16523b03b63 None None] Deleting port 4366a304-44b9-4a05-8e9b-3364be0eecf9 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:34.589295 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a125d6fd-14b4-4f89-9197-d16523b03b63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.604280 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.605908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:34.606512 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.623211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194b75b-4635-49d4-8fe5-2bf5581c7d52 req-f35b668d-50b9-4d2a-ade8-3afe6de57ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:34.625126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5194b75b-4635-49d4-8fe5-2bf5581c7d52 req-f35b668d-50b9-4d2a-ade8-3afe6de57ba1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d75d574-048d-4e4b-95e7-35b977a4f82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3272409 Dec 17 13:28:34.626389 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.672889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ee4b5c42-7248-4d9e-bb7c-c9db3d95d2dd None None] Set router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:34.793474 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bfcb51bd-ffeb-433e-8d9e-458303d6b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.793971 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2379127 Dec 17 13:28:34.845057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Subnet': ['ID=2f097082-d905-4549-9129-b77b7474a09f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:34.848773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57298) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:34.858840 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Routers {'56458be6-8db3-48c0-806d-ce28b759a0d7'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:34.862859 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['56458be6-8db3-48c0-806d-ce28b759a0d7'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:34.880247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-734bdc3d-9765-44c2-a2f1-9c37dd02a83e admin admin] Request body: {'subnet': {'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1491339193-subnet', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:34.900425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ec317d2-6024-4b99-88dc-a033bc01eba3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:34.998551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fe449-d516-4694-bfee-b5200e644e59 admin admin] Pushing event updated for resources: {'Network': ['ID=6da0ff5d-d111-443f-a043-50c211b0168d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:35.011545 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1fc91288-4a59-416d-ae08-8cb0b29f0476 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/6bd2d7e7-6f9a-424c-b196-b3a002ee7af2 HTTP/1.1" status: 200 len: 992 time: 0.4239187 Dec 17 13:28:35.075489 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] Set router 56458be6-8db3-48c0-806d-ce28b759a0d7 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:35.080069 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:35.086112 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ec317d2-6024-4b99-88dc-a033bc01eba3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:35.178822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734bdc3d-9765-44c2-a2f1-9c37dd02a83e admin admin] Made reservation on behalf of 160fa4623d3e4cf8b4bdac1606048a7d for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:35.181181 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-734bdc3d-9765-44c2-a2f1-9c37dd02a83e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:35.194476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:35.210474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec317d2-6024-4b99-88dc-a033bc01eba3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c093444-90d1-40db-9283-e6b35f126d67,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:35.237335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 6da0ff5d-d111-443f-a043-50c211b0168d details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server [None req-a125d6fd-14b4-4f89-9197-d16523b03b63 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c could not be found. Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c4cf3903-80fa-4b0c-9f62-fac6d510ab5c could not be found. Dec 17 13:28:35.254365 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Dec 17 13:28:35.271082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51cdf36-4dcc-475c-b1ef-b07779325c1e') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:35.271391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51cdf36-4dcc-475c-b1ef-b07779325c1e') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:35.272260 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-481d63cc-bba0-422c-936a-3ad0bd1440b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:35.275758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5194b75b-4635-49d4-8fe5-2bf5581c7d52 req-9cf54635-904e-4f54-bb7e-089fa7203dbf service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868146 Dec 17 13:28:35.324849 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0ec317d2-6024-4b99-88dc-a033bc01eba3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:35.326186 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0ec317d2-6024-4b99-88dc-a033bc01eba3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7356257 Dec 17 13:28:35.329344 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:35.383843 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76997f4f-c032-46a1-80bc-e47e709b6c68 None None] Pushing event updated for resources: {'Port': ['ID=59640cfc-df11-4dc8-bbc4-45bd24c4986b,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:35.409786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da70e9ff-faef-487e-8181-41ff156eaff3 None None] DHCP port deletion for c4cf3903-80fa-4b0c-9f62-fac6d510ab5c request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:35.423095 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:35.462244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:28:35.463087 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:35.469878 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'name': 'tempest-ImageQuotaTest-1787940172-router', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:28Z', 'revision_number': 4, 'project_id': '14a223f503084bb78663ea4774bdd606', 'gw_port': {'id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:17Z', 'updated_at': '2021-12-17T13:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'e5957b0d-fa7a-4972-b6d8-f13ace0c4e93', 'name': '', 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'mac_address': 'fa:16:3e:9b:e6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'baee0627-bfa8-479a-9c3c-36b2232a1cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:25Z', 'updated_at': '2021-12-17T13:28:33Z', 'revision_number': 4, 'project_id': '14a223f503084bb78663ea4774bdd606', 'subnets': [{'id': 'baee0627-bfa8-479a-9c3c-36b2232a1cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:35.523537 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef3a508-5c61-4960-9f8d-f03c29e1fd4e None None] The sync data for ids ['6d51ed79-449c-4b45-a038-d890852f7d55'] in n-d-815324-5 is: [{'id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'name': 'tempest-ImageQuotaTest-1787940172-router', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:28Z', 'revision_number': 4, 'project_id': '14a223f503084bb78663ea4774bdd606', 'gw_port': {'id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:17Z', 'updated_at': '2021-12-17T13:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'e5957b0d-fa7a-4972-b6d8-f13ace0c4e93', 'name': '', 'network_id': '0d5c13cc-93fa-4a79-b3e6-80850ae94ea2', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'mac_address': 'fa:16:3e:9b:e6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'baee0627-bfa8-479a-9c3c-36b2232a1cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:25Z', 'updated_at': '2021-12-17T13:28:33Z', 'revision_number': 4, 'project_id': '14a223f503084bb78663ea4774bdd606', 'subnets': [{'id': 'baee0627-bfa8-479a-9c3c-36b2232a1cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:35.623645 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:35.633969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bfcb51bd-ffeb-433e-8d9e-458303d6b980 None None] For port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e5957b0d-fa7a-4972-b6d8-f13ace0c4e93,segment=NetworkSegment(45e98860-84ac-4dde-99c5-62c1cf06a205),segment_id=45e98860-84ac-4dde-99c5-62c1cf06a205)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:35.695217 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ee4b5c42-7248-4d9e-bb7c-c9db3d95d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:27:52Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '6bd2d7e7-6f9a-424c-b196-b3a002ee7af2', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'port_id': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'mac_address': 'fa:16:3e:a2:d5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:28:26Z', 'updated_at': '2021-12-17T13:28:26Z', 'revision_number': 0, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9b8e96-51f1-4fe3-97b4-3aefc957dee2', 'name': '', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:7a:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:49Z', 'updated_at': '2021-12-17T13:28:01Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:35.704024 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:26Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '59640cfc-df11-4dc8-bbc4-45bd24c4986b', 'name': '', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'mac_address': 'fa:16:3e:ee:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '3189dc24-a65a-4923-bf07-1d653440f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:24Z', 'updated_at': '2021-12-17T13:28:34Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'subnets': [{'id': '3189dc24-a65a-4923-bf07-1d653440f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:35.731235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b5c42-7248-4d9e-bb7c-c9db3d95d2dd None None] The sync data for ids ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'] in n-d-815324-5 is: [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:27:52Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '6bd2d7e7-6f9a-424c-b196-b3a002ee7af2', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'port_id': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'mac_address': 'fa:16:3e:a2:d5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:28:26Z', 'updated_at': '2021-12-17T13:28:26Z', 'revision_number': 0, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9b8e96-51f1-4fe3-97b4-3aefc957dee2', 'name': '', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:7a:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:49Z', 'updated_at': '2021-12-17T13:28:01Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:35.756491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace3cd46-088d-48d3-b167-43215dbcff0b None None] Network 3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:35.774535 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2401e3-f5ee-4a1b-ad88-7fe8996f3a8f None None] The sync data for ids ['56458be6-8db3-48c0-806d-ce28b759a0d7'] in n-d-815324-5 is: [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:26Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '59640cfc-df11-4dc8-bbc4-45bd24c4986b', 'name': '', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'mac_address': 'fa:16:3e:ee:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '3189dc24-a65a-4923-bf07-1d653440f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:24Z', 'updated_at': '2021-12-17T13:28:34Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'subnets': [{'id': '3189dc24-a65a-4923-bf07-1d653440f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:35.896008 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bfcb51bd-ffeb-433e-8d9e-458303d6b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:35.917309 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:36.029631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57312) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:36.083401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a89f68b-620f-4798-8e10-df96c32da31b None None] DHCP port deletion for 3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:36.190935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb51bd-ffeb-433e-8d9e-458303d6b980 None None] Pushing event updated for resources: {'Port': ['ID=e5957b0d-fa7a-4972-b6d8-f13ace0c4e93,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:36.194158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fa68c857-1fc6-4de4-aaf6-1a64c6f8f8d1 None None] Could not find standard attr ID for object d510ea77-75ba-47a6-bab3-0500fb792647. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:28:36.250221 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:28:36.253463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481d63cc-bba0-422c-936a-3ad0bd1440b5 admin admin] Router 509dbd49-35f1-4399-aea8-0265e49b06a3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:28:36.256830 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5194b75b-4635-49d4-8fe5-2bf5581c7d52 req-325fa527-0609-474e-8467-f74a14bcdf17 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9659600 Dec 17 13:28:36.295610 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:36.297991 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49736c9c-9630-4cf5-8cc7-d9dd6682b779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:36.313184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Attempting to bind port 47c5b57e-29c6-471e-b4c1-8bdcf81de252 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:36.314082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Attempting to bind port 47c5b57e-29c6-471e-b4c1-8bdcf81de252 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:36.314691 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Attempting to bind port 47c5b57e-29c6-471e-b4c1-8bdcf81de252 on network fcdb24c2-ea12-400c-8354-bd4cf499b921 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:36.321224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fa68c857-1fc6-4de4-aaf6-1a64c6f8f8d1 None None] Provisioning complete for port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:36.323632 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fa68c857-1fc6-4de4-aaf6-1a64c6f8f8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:36.324340 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b944f-e7c5-462c-8ad2-d48eb8cf83b3 None None] New status for floating IP 6bd2d7e7-6f9a-424c-b196-b3a002ee7af2: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:28:36.412693 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3b2696e9-1e48-47a9-bc3b-81ace9d75cdf tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/6bd2d7e7-6f9a-424c-b196-b3a002ee7af2 HTTP/1.1" status: 200 len: 992 time: 0.3770444 Dec 17 13:28:36.430444 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:36.430872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Checking segment: {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:36.431298 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:36.431714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Bound using segment: {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:36.432232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Bound port: 47c5b57e-29c6-471e-b4c1-8bdcf81de252, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:36.432631 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:36.438605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f76188e-1985-448a-aa8e-50dae59adba4 None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:28:36.444122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f257d4-9e55-4209-a0e4-d2133a488ae9 None None] Pushing event updated for resources: {'Port': ['ID=47c5b57e-29c6-471e-b4c1-8bdcf81de252,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:36.490441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-a31881de-f243-4ebc-8de0-a755af7f89b0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_access--1140357888&fields=id&tenant_id=46f0843a1cce476493b3729da2a959b0 HTTP/1.1" status: 200 len: 267 time: 0.2197490 Dec 17 13:28:36.594217 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:36.608670 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:36.612280 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c HTTP/1.1" status: 204 len: 168 time: 4.9948249 Dec 17 13:28:36.621117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57314) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:36.637924 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6147829-d393-4532-b66f-29acfd9e4408 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Network': ['ID=3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:36.678921 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d726fb4b-7c7f-4aaf-9565-db8794a5318c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:36.686510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d726fb4b-7c7f-4aaf-9565-db8794a5318c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:36.686510 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d726fb4b-7c7f-4aaf-9565-db8794a5318c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/subnets/2f097082-d905-4549-9129-b77b7474a09f HTTP/1.1" status: 404 len: 337 time: 0.0590768 Dec 17 13:28:36.687192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57316) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:36.696277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481d63cc-bba0-422c-936a-3ad0bd1440b5 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:36.712631 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41b74861-320a-4862-94f5-b281e5afe169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:36.723193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2684191b-936f-4123-8609-27c8c44b18c6 None None] Sync routers for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:36.736974 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-481d63cc-bba0-422c-936a-3ad0bd1440b5 admin admin] 10.222.0.59 "PUT /v2.0/routers/509dbd49-35f1-4399-aea8-0265e49b06a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5964713 Dec 17 13:28:36.740765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57318) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:36.761782 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-6a5b7364-68a6-4147-9e10-caacc3ed5de4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_general--1161969693&fields=id&tenant_id=46f0843a1cce476493b3729da2a959b0 HTTP/1.1" status: 200 len: 267 time: 0.2526412 Dec 17 13:28:36.772216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2684191b-936f-4123-8609-27c8c44b18c6 None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:36.772877 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2684191b-936f-4123-8609-27c8c44b18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:36.784751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] For port 47c5b57e-29c6-471e-b4c1-8bdcf81de252, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:36.813944 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a101f5d-0464-406c-9532-584c28f143fd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:36.814534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a101f5d-0464-406c-9532-584c28f143fd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:36.820726 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5a101f5d-0464-406c-9532-584c28f143fd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/3ca1d7b2-2df9-4e4c-9bd7-58c3d9e8346c HTTP/1.1" status: 404 len: 339 time: 0.1303003 Dec 17 13:28:36.824017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57320) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:36.857708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fa68c857-1fc6-4de4-aaf6-1a64c6f8f8d1 None None] Provisioning complete for port 59640cfc-df11-4dc8-bbc4-45bd24c4986b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:36.858093 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fa68c857-1fc6-4de4-aaf6-1a64c6f8f8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:36.866178 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c50d9e7-2d96-42a7-a7bd-dfcc83757df9 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:36.866790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c50d9e7-2d96-42a7-a7bd-dfcc83757df9 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:36.872022 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7c50d9e7-2d96-42a7-a7bd-dfcc83757df9 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/subnets/ff8d96f5-5e7a-4c52-bdbb-9604ead1dfac HTTP/1.1" status: 404 len: 337 time: 0.0430033 Dec 17 13:28:36.875002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57322) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:36.889303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] For port 47c5b57e-29c6-471e-b4c1-8bdcf81de252, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=47c5b57e-29c6-471e-b4c1-8bdcf81de252,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:36.897901 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-734bdc3d-9765-44c2-a2f1-9c37dd02a83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:36.930970 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c46c18-32c9-4a0e-9fdd-678ac9dfd85d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:36.931471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c46c18-32c9-4a0e-9fdd-678ac9dfd85d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:36.937643 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-49c46c18-32c9-4a0e-9fdd-678ac9dfd85d tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/17a72ca7-c24e-4758-82ec-deba7616f3ad HTTP/1.1" status: 404 len: 339 time: 0.0606699 Dec 17 13:28:36.943435 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57324) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:36.972459 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:36.986498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-de1344a8-cd04-4e6c-92a1-6c95baca8e8d tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:36.987618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f76188e-1985-448a-aa8e-50dae59adba4 None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:28:36.988022 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-de1344a8-cd04-4e6c-92a1-6c95baca8e8d tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/networks?id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 HTTP/1.1" status: 200 len: 796 time: 0.2124779 Dec 17 13:28:36.998183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bdc3d-9765-44c2-a2f1-9c37dd02a83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7022916d-3717-466a-9b37-2837340734b1,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:37.021489 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.070369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734bdc3d-9765-44c2-a2f1-9c37dd02a83e admin admin] Checking segment: {'id': '1b6fe051-4257-4a71-aeca-4586beb52c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:37.070369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734bdc3d-9765-44c2-a2f1-9c37dd02a83e admin admin] Network hostable DHCP agents. Network: 6da0ff5d-d111-443f-a043-50c211b0168d, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:28:37.071667 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fa68c857-1fc6-4de4-aaf6-1a64c6f8f8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.076020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-57a500a8-5e65-496d-96a5-3aa087eba022 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/quotas/46f0843a1cce476493b3729da2a959b0 HTTP/1.1" status: 200 len: 375 time: 0.0378709 Dec 17 13:28:37.098857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.111322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-2684191b-936f-4123-8609-27c8c44b18c6 None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:37.119324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Routers {'25b4b29a-ab1c-4311-88ef-92786e563f5e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:37.119967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['25b4b29a-ab1c-4311-88ef-92786e563f5e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:37.181650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734bdc3d-9765-44c2-a2f1-9c37dd02a83e admin admin] Network 6da0ff5d-d111-443f-a043-50c211b0168d is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:28:37.228722 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-c9944f14-0861-4ebe-83c3-33fe808f1b1b tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=46f0843a1cce476493b3729da2a959b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328013 Dec 17 13:28:37.292968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f257d4-9e55-4209-a0e4-d2133a488ae9 None None] Pushing event updated for resources: {'Port': ['ID=47c5b57e-29c6-471e-b4c1-8bdcf81de252,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:37.319060 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:37.365112 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.373027 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.380635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-734bdc3d-9765-44c2-a2f1-9c37dd02a83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 6da0ff5d-d111-443f-a043-50c211b0168d) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:37.389768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734bdc3d-9765-44c2-a2f1-9c37dd02a83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:37.390391 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-734bdc3d-9765-44c2-a2f1-9c37dd02a83e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.405259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4790f57c-972a-4437-b03b-a615c6d92dc5']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:37.416443 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-49736c9c-9630-4cf5-8cc7-d9dd6682b779 admin admin] Deleting port 283f4582-1322-45b4-b633-33fb41266d03 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:37.417123 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49736c9c-9630-4cf5-8cc7-d9dd6682b779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.418546 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57326) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:37.429111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13451bd2-221c-4f1e-bbe9-5ca4c2f8127e') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:37.429404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13451bd2-221c-4f1e-bbe9-5ca4c2f8127e') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:37.484469 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-734bdc3d-9765-44c2-a2f1-9c37dd02a83e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6057215 Dec 17 13:28:37.486421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57328) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:37.507024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1491339193-router', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:37.518873 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.520308 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-76c0b51f-f860-4dce-8bfc-0aea8e647b64 service neutron] 10.222.0.59 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666080 Dec 17 13:28:37.556350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-fa68c857-1fc6-4de4-aaf6-1a64c6f8f8d1 None None] For port 59640cfc-df11-4dc8-bbc4-45bd24c4986b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=59640cfc-df11-4dc8-bbc4-45bd24c4986b,segment=NetworkSegment(7afa1258-58da-47d1-8247-a6e31ad93dcc),segment_id=7afa1258-58da-47d1-8247-a6e31ad93dcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:37.573485 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.593961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:28:37.603445 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.603642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-41b74861-320a-4862-94f5-b281e5afe169 admin admin] Deleting port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:37.603642 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41b74861-320a-4862-94f5-b281e5afe169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:28:37.603872 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:28:37.634456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] Set router 25b4b29a-ab1c-4311-88ef-92786e563f5e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:37.642830 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.644115 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.702846 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f84568e4-87bd-42be-8c71-208b3761b230 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/6bd2d7e7-6f9a-424c-b196-b3a002ee7af2 HTTP/1.1" status: 200 len: 994 time: 0.2761333 Dec 17 13:28:37.714933 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-49736c9c-9630-4cf5-8cc7-d9dd6682b779 admin admin] For port 283f4582-1322-45b4-b633-33fb41266d03, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=283f4582-1322-45b4-b633-33fb41266d03,segment=NetworkSegment(5769a6c0-0567-4884-b2ec-0d8f26148dc2),segment_id=5769a6c0-0567-4884-b2ec-0d8f26148dc2)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:37.715945 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49736c9c-9630-4cf5-8cc7-d9dd6682b779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.758941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-49736c9c-9630-4cf5-8cc7-d9dd6682b779 admin admin] Calling delete_port for 283f4582-1322-45b4-b633-33fb41266d03 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:37.764084 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.774427 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.784030 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/4790f57c-972a-4437-b03b-a615c6d92dc5 HTTP/1.1" status: 204 len: 168 time: 0.8386009 Dec 17 13:28:37.784030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Deleting port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:37.784030 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.786949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57330) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:37.808458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.828578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-41b74861-320a-4862-94f5-b281e5afe169 admin admin] For port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e5957b0d-fa7a-4972-b6d8-f13ace0c4e93,segment=NetworkSegment(45e98860-84ac-4dde-99c5-62c1cf06a205),segment_id=45e98860-84ac-4dde-99c5-62c1cf06a205)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:37.829456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41b74861-320a-4862-94f5-b281e5afe169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.849445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-41b74861-320a-4862-94f5-b281e5afe169 admin admin] Calling delete_port for e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:37.853065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc55c0c-5195-4b56-a665-aed269887b9c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Network': ['ID=4790f57c-972a-4437-b03b-a615c6d92dc5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:37.871517 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-c8bf6fb7-df36-44e5-b3d5-03e7182edc7d service neutron] 10.222.0.59 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326552 Dec 17 13:28:37.911179 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fa68c857-1fc6-4de4-aaf6-1a64c6f8f8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:37.947978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:37.948672 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:38.009128 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc036f1a-f518-42f4-bad5-4d6f719028cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:38.009631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc036f1a-f518-42f4-bad5-4d6f719028cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:38.013283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cc036f1a-f518-42f4-bad5-4d6f719028cd tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/subnets/826974e7-ca31-44f6-9828-f6a2aa90828b HTTP/1.1" status: 404 len: 337 time: 0.2229462 Dec 17 13:28:38.020118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57332) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:38.047101 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b155365c-e54d-438e-ae13-f8dde82afcaf tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:38.054116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b155365c-e54d-438e-ae13-f8dde82afcaf tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:38.054116 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b155365c-e54d-438e-ae13-f8dde82afcaf tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/14ecd213-7d02-44a3-8236-75b8915931cb HTTP/1.1" status: 404 len: 339 time: 0.0304854 Dec 17 13:28:38.056252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57334) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:38.075142 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:38.110265 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99383a5-fd3f-4305-a1b4-54e90cbfafde tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:38.110709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99383a5-fd3f-4305-a1b4-54e90cbfafde tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:38.117564 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a99383a5-fd3f-4305-a1b4-54e90cbfafde tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/subnets/c56398df-4d89-4149-8679-52998f86974d HTTP/1.1" status: 404 len: 337 time: 0.0547826 Dec 17 13:28:38.124042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57336) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:38.148607 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b4db8f-2e92-487e-9239-b3f65d6e7bbf tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:38.149496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b4db8f-2e92-487e-9239-b3f65d6e7bbf tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:38.153695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-99b4db8f-2e92-487e-9239-b3f65d6e7bbf tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/52ef7bac-9289-42bb-97aa-528583fae5a3 HTTP/1.1" status: 404 len: 339 time: 0.0293863 Dec 17 13:28:38.165516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57338) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:38.201861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68c857-1fc6-4de4-aaf6-1a64c6f8f8d1 None None] Pushing event updated for resources: {'Port': ['ID=59640cfc-df11-4dc8-bbc4-45bd24c4986b,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:38.203651 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfaf97d-8df1-48e8-8218-664b6f6e01ed tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:38.204181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfaf97d-8df1-48e8-8218-664b6f6e01ed tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:38.207453 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7bfaf97d-8df1-48e8-8218-664b6f6e01ed tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/subnets/13204364-bf36-4317-9e6f-d4aa2582c126 HTTP/1.1" status: 404 len: 337 time: 0.0478320 Dec 17 13:28:38.210233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] For port 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0f8dc106-e0c3-4590-b62a-f7e900c8d7a5,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:38.210427 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:38.210948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-35c9a724-ca4f-4284-95a5-9f2e42c458cd None None] Provisioning complete for port 47c5b57e-29c6-471e-b4c1-8bdcf81de252 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:38.211326 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-35c9a724-ca4f-4284-95a5-9f2e42c458cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:38.215605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57340) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:38.258684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Calling delete_port for 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:38.260877 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e2d756-e5ce-4428-96f0-75a0484718d4 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:38.261420 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e2d756-e5ce-4428-96f0-75a0484718d4 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:38.271826 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-25e2d756-e5ce-4428-96f0-75a0484718d4 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/380e3977-9a4c-41f0-948d-8cc77798d236 HTTP/1.1" status: 404 len: 339 time: 0.0486817 Dec 17 13:28:38.274697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57344) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:38.313342 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc448142-63bc-4cbc-b31a-720faa0f6f26 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:38.313844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc448142-63bc-4cbc-b31a-720faa0f6f26 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:38.324136 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bc448142-63bc-4cbc-b31a-720faa0f6f26 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/subnets/9ba28338-e267-44dc-8c22-93a791e1f847 HTTP/1.1" status: 404 len: 337 time: 0.0408285 Dec 17 13:28:38.340012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57348) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:38.416831 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-30a049f7-5da8-4ef8-a4d1-d1da24c386a4 req-6a387890-faea-43bb-81e9-c880063f66c5 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 210 time: 0.0748091 Dec 17 13:28:38.422950 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c07dbfc-4e02-4e13-bf31-13490bd5ab54 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:38.423577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c07dbfc-4e02-4e13-bf31-13490bd5ab54 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:38.447521 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1c07dbfc-4e02-4e13-bf31-13490bd5ab54 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/3ecb5943-4e35-4fa7-8cc2-ddc5c54b2e11 HTTP/1.1" status: 404 len: 339 time: 0.0963402 Dec 17 13:28:38.448188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57350) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:38.472508 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41b74861-320a-4862-94f5-b281e5afe169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:38.502905 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7831edd1-454f-4c26-a002-b0a1b92ee3c6 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:38.507267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7831edd1-454f-4c26-a002-b0a1b92ee3c6 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:38.510801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7831edd1-454f-4c26-a002-b0a1b92ee3c6 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/subnets/5852402f-ddde-4990-9175-69ca57121ae3 HTTP/1.1" status: 404 len: 337 time: 0.0561948 Dec 17 13:28:38.515618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57354) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:38.566603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2684191b-936f-4123-8609-27c8c44b18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:28:33Z', 'revision_number': 5, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port': {'id': '0f8dc106-e0c3-4590-b62a-f7e900c8d7a5', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:19:29Z', 'updated_at': '2021-12-17T13:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:38.629796 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de168ab-e4e0-4376-93cf-3ee0c944f6e5 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:38.635657 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de168ab-e4e0-4376-93cf-3ee0c944f6e5 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:38.656291 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3de168ab-e4e0-4376-93cf-3ee0c944f6e5 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/f986ba40-98dc-4e3d-8030-ffdbad6a45fa HTTP/1.1" status: 404 len: 339 time: 0.1385038 Dec 17 13:28:38.657309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57358) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:38.660495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490177c8-04d7-49d9-8827-504da962848f None None] Network 6da0ff5d-d111-443f-a043-50c211b0168d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:38.799449 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-166aceb0-2742-4f75-8308-e02e5078dc76 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:38.799920 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166aceb0-2742-4f75-8308-e02e5078dc76 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:38.809076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-166aceb0-2742-4f75-8308-e02e5078dc76 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/subnets/483a22a0-e183-4a1f-9b85-47a5020ef9d7 HTTP/1.1" status: 404 len: 337 time: 0.0924280 Dec 17 13:28:38.809857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57360) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:38.884154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2684191b-936f-4123-8609-27c8c44b18c6 None None] Checking router: 509dbd49-35f1-4399-aea8-0265e49b06a3 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:39.001245 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcd3f66-0573-4ab1-8d0a-f73f0786eff6 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:39.001826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcd3f66-0573-4ab1-8d0a-f73f0786eff6 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:39.004187 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-35c9a724-ca4f-4284-95a5-9f2e42c458cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:39.012062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1dcd3f66-0573-4ab1-8d0a-f73f0786eff6 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/c2c4532b-e58d-47c8-9b97-9c838cc777ea HTTP/1.1" status: 404 len: 339 time: 0.0970085 Dec 17 13:28:39.012818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57362) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:39.025365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b74861-320a-4862-94f5-b281e5afe169 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5957b0d-fa7a-4972-b6d8-f13ace0c4e93,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:39.064705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Port e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 update to ACTIVE by agent not found {{(pid=110455) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 17 13:28:39.065225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 59640cfc-df11-4dc8-bbc4-45bd24c4986b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:39.083708 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-371c663b-b00e-4709-b60d-50c90d23f925 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:39.085634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371c663b-b00e-4709-b60d-50c90d23f925 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:39.093705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57364) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:39.093940 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-371c663b-b00e-4709-b60d-50c90d23f925 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/subnets/f0aae045-6686-40f7-805c-3c41590e0e52 HTTP/1.1" status: 404 len: 337 time: 0.0786755 Dec 17 13:28:39.095966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49736c9c-9630-4cf5-8cc7-d9dd6682b779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:39.149401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2684191b-936f-4123-8609-27c8c44b18c6 None None] Routers {'509dbd49-35f1-4399-aea8-0265e49b06a3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:39.150454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2684191b-936f-4123-8609-27c8c44b18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['509dbd49-35f1-4399-aea8-0265e49b06a3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:39.165017 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8693ec1f-5d39-4c75-9034-aa133f1ad91f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:39.165943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8693ec1f-5d39-4c75-9034-aa133f1ad91f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:39.169312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8693ec1f-5d39-4c75-9034-aa133f1ad91f tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/81dcf6bb-4a35-409b-bf56-b2278b07afcb HTTP/1.1" status: 404 len: 339 time: 0.0654075 Dec 17 13:28:39.174324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57366) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:39.324333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-2684191b-936f-4123-8609-27c8c44b18c6 None None] Set router 509dbd49-35f1-4399-aea8-0265e49b06a3 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:39.397086 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a570937e-599d-4974-86d0-fb350f62e957 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:39.397965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a570937e-599d-4974-86d0-fb350f62e957 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:39.402066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a570937e-599d-4974-86d0-fb350f62e957 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/subnets/1426bcb9-b227-46b1-8ed1-d7969fc763bd HTTP/1.1" status: 404 len: 337 time: 0.2196932 Dec 17 13:28:39.403456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41b74861-320a-4862-94f5-b281e5afe169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:39.407736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57370) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:39.431652 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:39.443934 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-35c9a724-ca4f-4284-95a5-9f2e42c458cd None None] For port 47c5b57e-29c6-471e-b4c1-8bdcf81de252, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=47c5b57e-29c6-471e-b4c1-8bdcf81de252,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:39.454387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-6da0ff5d-d111-443f-a043-50c211b0168d', 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d', 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'fixed_ips': [{'subnet_id': '7022916d-3717-466a-9b37-2837340734b1'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:28:39.457089 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:39.465282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2684191b-936f-4123-8609-27c8c44b18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:28:37Z', 'revision_number': 6, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:39.467143 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46cd080-f22d-45a8-a414-100bed5a0768 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] DELETE failed (client error): The resource could not be found. Dec 17 13:28:39.467937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46cd080-f22d-45a8-a414-100bed5a0768 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:28:39.472334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a46cd080-f22d-45a8-a414-100bed5a0768 tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/40fd3a9c-2dd9-40f3-bcf7-d769097aae2c HTTP/1.1" status: 404 len: 339 time: 0.0633419 Dec 17 13:28:39.484379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57374) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:39.505122 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:39.527800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2684191b-936f-4123-8609-27c8c44b18c6 None None] The sync data for ids ['509dbd49-35f1-4399-aea8-0265e49b06a3'] in n-d-815324-5 is: [{'id': '509dbd49-35f1-4399-aea8-0265e49b06a3', 'name': 'tempest-AttachVolumeTestJSON-1760592963-router', 'tenant_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:19:28Z', 'updated_at': '2021-12-17T13:28:37Z', 'revision_number': 6, 'project_id': 'a5d47bc190ea4e42a4e496dcc7120425', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:39.551673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'name': 'tempest-TestServerMultinode-7843991-router', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:28Z', 'revision_number': 4, 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'gw_port': {'id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '47c5b57e-29c6-471e-b4c1-8bdcf81de252', 'name': '', 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'mac_address': 'fa:16:3e:c1:8a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'b0158117-e83e-4b28-9aef-7b9a9ba62236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:25Z', 'updated_at': '2021-12-17T13:28:36Z', 'revision_number': 4, 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'subnets': [{'id': 'b0158117-e83e-4b28-9aef-7b9a9ba62236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:39.598235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de4d729-8508-4ffb-a71d-c2234afe4c05 None None] The sync data for ids ['25b4b29a-ab1c-4311-88ef-92786e563f5e'] in n-d-815324-5 is: [{'id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'name': 'tempest-TestServerMultinode-7843991-router', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:28Z', 'revision_number': 4, 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'gw_port': {'id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '47c5b57e-29c6-471e-b4c1-8bdcf81de252', 'name': '', 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'mac_address': 'fa:16:3e:c1:8a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': 'b0158117-e83e-4b28-9aef-7b9a9ba62236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:25Z', 'updated_at': '2021-12-17T13:28:36Z', 'revision_number': 4, 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'subnets': [{'id': 'b0158117-e83e-4b28-9aef-7b9a9ba62236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:39.612141 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-35c9a724-ca4f-4284-95a5-9f2e42c458cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:39.682986 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4344f72-51b1-47c3-8bb6-4149d0344836 req-91e22a42-b5c0-4ea3-be53-b6d72a3c7bad tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 210 time: 0.1218445 Dec 17 13:28:39.712879 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 59640cfc-df11-4dc8-bbc4-45bd24c4986b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:39.713389 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:39.767685 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49736c9c-9630-4cf5-8cc7-d9dd6682b779 admin admin] Pushing event deleted for resources: {'Port': ['ID=283f4582-1322-45b4-b633-33fb41266d03,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:39.804151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb1acf8-8cff-4495-a23b-d8736691e32c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Deleting subnet 9e55655f-9156-43e8-a9ac-380477136a5c {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:28:39.819166 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fb1acf8-8cff-4495-a23b-d8736691e32c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:39.831207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9a724-ca4f-4284-95a5-9f2e42c458cd None None] Pushing event updated for resources: {'Port': ['ID=47c5b57e-29c6-471e-b4c1-8bdcf81de252,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:39.837953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-94830e66-9c86-4af1-8fd0-66dd97e6e8ac None None] Provisioning complete for port 47c5b57e-29c6-471e-b4c1-8bdcf81de252 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:39.838332 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-94830e66-9c86-4af1-8fd0-66dd97e6e8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:39.887330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Allocated IP 172.25.0.40 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/7fea9adf-231f-4ce2-b0f4-1e8084dc36b7) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:39.899867 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fb1acf8-8cff-4495-a23b-d8736691e32c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:39.936908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Allocated IP 172.20.0.2 (6da0ff5d-d111-443f-a043-50c211b0168d/7022916d-3717-466a-9b37-2837340734b1/821046d0-e3b0-448e-a5c5-958d4b84dd4f) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:39.946206 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:39.986385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8dc106-e0c3-4590-b62a-f7e900c8d7a5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:40.019924 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49736c9c-9630-4cf5-8cc7-d9dd6682b779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.106714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d510ea77-75ba-47a6-bab3-0500fb792647 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:40.160809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685e9af-8c81-4b1b-b1c4-6aca73021969 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:40.184865 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.188963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: d510ea77-75ba-47a6-bab3-0500fb792647 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:40.189235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d510ea77-75ba-47a6-bab3-0500fb792647 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:40.314774 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fb1acf8-8cff-4495-a23b-d8736691e32c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.367746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.386852 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.395656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b74861-320a-4862-94f5-b281e5afe169 admin admin] Router 6d51ed79-449c-4b45-a038-d890852f7d55 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:28:40.488787 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.489055 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.495440 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.557688 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.558419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Network 6da0ff5d-d111-443f-a043-50c211b0168d is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:40.560531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:40.567271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:40.616571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49736c9c-9630-4cf5-8cc7-d9dd6682b779 admin admin] Router 7dbaa7a8-e4a8-49d9-8c48-7770c776265f has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:28:40.635657 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fb1acf8-8cff-4495-a23b-d8736691e32c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.653434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b74861-320a-4862-94f5-b281e5afe169 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:40.664887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-41b74861-320a-4862-94f5-b281e5afe169 admin admin] 10.222.0.59 "PUT /v2.0/routers/6d51ed79-449c-4b45-a038-d890852f7d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2785282 Dec 17 13:28:40.666280 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de7bb1-035d-41ba-8048-b79f8cb77950 None None] Sync routers for ids ['6d51ed79-449c-4b45-a038-d890852f7d55'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:40.670713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57376) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:40.690228 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de7bb1-035d-41ba-8048-b79f8cb77950 None None] Routers {'6d51ed79-449c-4b45-a038-d890852f7d55'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:40.691451 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-04de7bb1-035d-41ba-8048-b79f8cb77950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6d51ed79-449c-4b45-a038-d890852f7d55'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:40.720772 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.721089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fb1acf8-8cff-4495-a23b-d8736691e32c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.721831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 509dbd49-35f1-4399-aea8-0265e49b06a3 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:28:40.732016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8fb1acf8-8cff-4495-a23b-d8736691e32c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/subnets/9e55655f-9156-43e8-a9ac-380477136a5c HTTP/1.1" status: 204 len: 168 time: 1.2418292 Dec 17 13:28:40.739056 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:40.740916 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-05a315bf-f076-4e6e-b917-d18a57d0f8bf admin admin] 10.222.0.59 "DELETE /v2.0/routers/509dbd49-35f1-4399-aea8-0265e49b06a3 HTTP/1.1" status: 204 len: 168 time: 3.9917524 Dec 17 13:28:40.743639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57380) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:40.758160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57382) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:40.760952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:40.898414 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-04de7bb1-035d-41ba-8048-b79f8cb77950 None None] Set router 6d51ed79-449c-4b45-a038-d890852f7d55 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:40.922071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1acf8-8cff-4495-a23b-d8736691e32c tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Subnet': ['ID=9e55655f-9156-43e8-a9ac-380477136a5c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:40.925706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:40.928052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:40.938804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f5e8d1-c112-4992-91c4-9f5166349667 None None] Network d08f4cd1-51db-4564-871f-8cb735d31bd6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:40.953714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17678b43-6c5e-4d60-ae94-ce9fb4857ae2 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:40.995101 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64358e64-ffc2-46ff-a618-28ed6c0dd555 req-4df07dfe-7cbd-4edf-889e-de7f5ad346d7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 210 time: 0.1550891 Dec 17 13:28:41.011498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.044701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.063443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Pushing event updated for resources: {'Port': ['ID=821046d0-e3b0-448e-a5c5-958d4b84dd4f,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:41.068279 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8f4b55-004b-4a25-b9ac-ffc355ff11f0 admin admin] Deleting subnet 9d1656b2-e2b6-417d-b1f4-d2369980ad95 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:28:41.073275 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4b55-004b-4a25-b9ac-ffc355ff11f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.088313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 47c5b57e-29c6-471e-b4c1-8bdcf81de252 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:41.101287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49736c9c-9630-4cf5-8cc7-d9dd6682b779 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:41.133080 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-49736c9c-9630-4cf5-8cc7-d9dd6682b779 admin admin] 10.222.0.59 "PUT /v2.0/routers/7dbaa7a8-e4a8-49d9-8c48-7770c776265f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8391101 Dec 17 13:28:41.138693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57384) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:41.172542 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4b55-004b-4a25-b9ac-ffc355ff11f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.198635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b5c12-500e-4051-9a22-ab4a6488d704 None None] Sync routers for ids ['7dbaa7a8-e4a8-49d9-8c48-7770c776265f'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:41.200597 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-04de7bb1-035d-41ba-8048-b79f8cb77950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'name': 'tempest-ImageQuotaTest-1787940172-router', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:38Z', 'revision_number': 5, 'project_id': '14a223f503084bb78663ea4774bdd606', 'gw_port': {'id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:17Z', 'updated_at': '2021-12-17T13:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:41.230104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Attempting to bind port 821046d0-e3b0-448e-a5c5-958d4b84dd4f on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:41.230537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Attempting to bind port 821046d0-e3b0-448e-a5c5-958d4b84dd4f by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '1b6fe051-4257-4a71-aeca-4586beb52c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:41.230861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Attempting to bind port 821046d0-e3b0-448e-a5c5-958d4b84dd4f on network 6da0ff5d-d111-443f-a043-50c211b0168d {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:41.232303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Deleting port 63b18bcc-931b-4ceb-abac-519e6e9b0a40 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:41.232681 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.240536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b5c12-500e-4051-9a22-ab4a6488d704 None None] Routers {'7dbaa7a8-e4a8-49d9-8c48-7770c776265f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:41.241171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b89b5c12-500e-4051-9a22-ab4a6488d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7dbaa7a8-e4a8-49d9-8c48-7770c776265f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:41.246225 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de7bb1-035d-41ba-8048-b79f8cb77950 None None] Checking router: 6d51ed79-449c-4b45-a038-d890852f7d55 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:41.258446 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de7bb1-035d-41ba-8048-b79f8cb77950 None None] Routers {'6d51ed79-449c-4b45-a038-d890852f7d55'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:41.260318 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-04de7bb1-035d-41ba-8048-b79f8cb77950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6d51ed79-449c-4b45-a038-d890852f7d55'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:41.326955 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.369646 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] For port 63b18bcc-931b-4ceb-abac-519e6e9b0a40, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=63b18bcc-931b-4ceb-abac-519e6e9b0a40,segment=NetworkSegment(9d89f038-f875-418c-ab7c-bc28872f6c28),segment_id=9d89f038-f875-418c-ab7c-bc28872f6c28)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:41.370014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.372877 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4b55-004b-4a25-b9ac-ffc355ff11f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.385212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:41.385634 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Checking segment: {'id': '1b6fe051-4257-4a71-aeca-4586beb52c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:41.386370 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.386512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Bound using segment: {'id': '1b6fe051-4257-4a71-aeca-4586beb52c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:41.386919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Bound port: 821046d0-e3b0-448e-a5c5-958d4b84dd4f, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6fe051-4257-4a71-aeca-4586beb52c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:41.387314 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.424701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Calling delete_port for 63b18bcc-931b-4ceb-abac-519e6e9b0a40 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:41.448209 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-04de7bb1-035d-41ba-8048-b79f8cb77950 None None] Set router 6d51ed79-449c-4b45-a038-d890852f7d55 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:41.526880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] For port 821046d0-e3b0-448e-a5c5-958d4b84dd4f, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:41.531087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] For port 821046d0-e3b0-448e-a5c5-958d4b84dd4f, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=821046d0-e3b0-448e-a5c5-958d4b84dd4f,segment=NetworkSegment(1b6fe051-4257-4a71-aeca-4586beb52c03),segment_id=1b6fe051-4257-4a71-aeca-4586beb52c03)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:41.536362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b9cf1163-f274-40f7-8ed5-c874f5874c26 None None] Provisioning complete for port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:41.536752 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1163-f274-40f7-8ed5-c874f5874c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.576739 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b9cf1163-f274-40f7-8ed5-c874f5874c26 None None] Port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:41.583609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 47c5b57e-29c6-471e-b4c1-8bdcf81de252 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:41.583992 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.590739 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b89b5c12-500e-4051-9a22-ab4a6488d704 None None] Set router 7dbaa7a8-e4a8-49d9-8c48-7770c776265f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:41.635795 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4b55-004b-4a25-b9ac-ffc355ff11f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.703691 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.733840 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.766671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9623bd-6c5d-42e7-8757-710ac510e4e0 None None] Network efd523df-1141-427f-91d1-b66f399f62fe requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:41.776515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f4b55-004b-4a25-b9ac-ffc355ff11f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1656b2-e2b6-417d-b1f4-d2369980ad95,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:41.795774 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4b55-004b-4a25-b9ac-ffc355ff11f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:41.803216 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ef8f4b55-004b-4a25-b9ac-ffc355ff11f0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9d1656b2-e2b6-417d-b1f4-d2369980ad95 HTTP/1.1" status: 204 len: 168 time: 1.0379596 Dec 17 13:28:41.837765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57388) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:41.853230 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Port': ['ID=63b18bcc-931b-4ceb-abac-519e6e9b0a40,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:41.887757 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] No DVR routers for this DVR port 63b18bcc-931b-4ceb-abac-519e6e9b0a40 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:28:41.899271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0128bd2-26e5-4717-94b3-d8bc58b4fb9d None None] DHCP port deletion for d08f4cd1-51db-4564-871f-8cb735d31bd6 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:41.963431 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-04de7bb1-035d-41ba-8048-b79f8cb77950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'name': 'tempest-ImageQuotaTest-1787940172-router', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:38Z', 'revision_number': 5, 'project_id': '14a223f503084bb78663ea4774bdd606', 'gw_port': {'id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:17Z', 'updated_at': '2021-12-17T13:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:42.049121 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de7bb1-035d-41ba-8048-b79f8cb77950 None None] The sync data for ids ['6d51ed79-449c-4b45-a038-d890852f7d55'] in n-d-815324-5 is: [{'id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'name': 'tempest-ImageQuotaTest-1787940172-router', 'tenant_id': '14a223f503084bb78663ea4774bdd606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:38Z', 'revision_number': 5, 'project_id': '14a223f503084bb78663ea4774bdd606', 'gw_port': {'id': '2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d51ed79-449c-4b45-a038-d890852f7d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:17Z', 'updated_at': '2021-12-17T13:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:42.092372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f3019-6354-450d-bb85-e59bec1441ea None None] Pushing event updated for resources: {'Port': ['ID=821046d0-e3b0-448e-a5c5-958d4b84dd4f,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:42.194933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Pushing event updated for resources: {'Port': ['ID=7fea9adf-231f-4ce2-b0f4-1e8084dc36b7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:42.200947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 59640cfc-df11-4dc8-bbc4-45bd24c4986b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:42.219365 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.225414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.264378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-34701bc0-c47c-4b99-8471-736cbe356990 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:42.266112 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-34701bc0-c47c-4b99-8471-736cbe356990 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.61 "GET /v2.0/networks?id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 HTTP/1.1" status: 200 len: 796 time: 0.9434600 Dec 17 13:28:42.272714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08f4cd1-51db-4564-871f-8cb735d31bd6']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:42.287801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b89b5c12-500e-4051-9a22-ab4a6488d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'name': 'tempest-TaggedBootDevicesTest-1445070114-router', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:23Z', 'updated_at': '2021-12-17T13:28:38Z', 'revision_number': 5, 'project_id': '64396207ece44883a532ac2281df7a07', 'gw_port': {'id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:25Z', 'updated_at': '2021-12-17T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:42.302906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d89f038-f875-418c-ab7c-bc28872f6c28') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:42.303527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d89f038-f875-418c-ab7c-bc28872f6c28') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:42.330159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b5c12-500e-4051-9a22-ab4a6488d704 None None] Checking router: 7dbaa7a8-e4a8-49d9-8c48-7770c776265f for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:42.333626 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 59640cfc-df11-4dc8-bbc4-45bd24c4986b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:42.334031 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.347664 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.349520 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.351731 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.374826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a26dd49-ad66-404c-bbdc-f691c6a5dedd None None] DHCP port deletion for efd523df-1141-427f-91d1-b66f399f62fe request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:42.390188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.391932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b5c12-500e-4051-9a22-ab4a6488d704 None None] Routers {'7dbaa7a8-e4a8-49d9-8c48-7770c776265f'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:42.392685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b89b5c12-500e-4051-9a22-ab4a6488d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7dbaa7a8-e4a8-49d9-8c48-7770c776265f'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:42.404244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:28:42.404975 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:28:42.409541 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:28:42.445311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cdd06f89-a605-4d7d-857d-bb0eb1aa3f41 req-66567e34-25e4-4364-b99e-a2c5d378a7e3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 210 time: 0.2370198 Dec 17 13:28:42.472122 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Deleting port cb73f663-ab60-403d-9eb1-96b450a0bf24 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:42.472468 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.554208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] For port cb73f663-ab60-403d-9eb1-96b450a0bf24, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cb73f663-ab60-403d-9eb1-96b450a0bf24,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:42.554474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.571786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Calling delete_port for cb73f663-ab60-403d-9eb1-96b450a0bf24 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:42.604685 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-8d3686dd-7a4d-4b7c-a91f-431bddee3af9 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46f0843a1cce476493b3729da2a959b0 HTTP/1.1" status: 200 len: 478 time: 0.2373080 Dec 17 13:28:42.620671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b89b5c12-500e-4051-9a22-ab4a6488d704 None None] Set router 7dbaa7a8-e4a8-49d9-8c48-7770c776265f gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:42.624123 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.638717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Deleting port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:42.639061 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.646687 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.651522 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] 10.222.0.59 "DELETE /v2.0/networks/d08f4cd1-51db-4564-871f-8cb735d31bd6 HTTP/1.1" status: 204 len: 168 time: 1.9067969 Dec 17 13:28:42.652689 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50af58-35ea-4d18-a87e-7bf98664a2db tempest-NetworksTest-85725041 tempest-NetworksTest-85725041-project] Pushing event deleted for resources: {'Network': ['ID=d08f4cd1-51db-4564-871f-8cb735d31bd6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:42.658033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8a26dd49-ad66-404c-bbdc-f691c6a5dedd None None] Deleting port cb73f663-ab60-403d-9eb1-96b450a0bf24 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:42.658421 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a26dd49-ad66-404c-bbdc-f691c6a5dedd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.665021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Request body: {'port': {'device_id': '20250d85-d3de-4132-9568-0603cd180a0d', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'admin_state_up': True, 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'security_groups': ['e1803704-cbfc-4d5d-89b1-138ecc85d54c', 'a13a83cb-b54a-4056-8e8a-7f12b90ed954']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:42.690533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c3df0bf2-6709-42a6-b4d0-56273bc4f94c no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:42.835708 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.852342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: c3df0bf2-6709-42a6-b4d0-56273bc4f94c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:42.852704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c3df0bf2-6709-42a6-b4d0-56273bc4f94c not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:42.884876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Pushing event deleted for resources: {'Port': ['ID=cb73f663-ab60-403d-9eb1-96b450a0bf24,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:42.889205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] No DVR routers for this DVR port cb73f663-ab60-403d-9eb1-96b450a0bf24 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:28:42.896376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8a26dd49-ad66-404c-bbdc-f691c6a5dedd None None] For port cb73f663-ab60-403d-9eb1-96b450a0bf24, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cb73f663-ab60-403d-9eb1-96b450a0bf24,segment=NetworkSegment(606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee),segment_id=606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:42.901906 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a26dd49-ad66-404c-bbdc-f691c6a5dedd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:42.915753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8a26dd49-ad66-404c-bbdc-f691c6a5dedd None None] Calling delete_port for cb73f663-ab60-403d-9eb1-96b450a0bf24 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:43.066397 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.121482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd523df-1141-427f-91d1-b66f399f62fe']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:43.143323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Made reservation on behalf of 46f0843a1cce476493b3729da2a959b0 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:43.144696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:43.145176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606a4ca6-257e-4b25-8d08-e1e3e7a6b7ee') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:43.149272 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.174316 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.180263 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.211499 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.242812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:28:43.243506 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:28:43.245205 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:28:43.278523 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a26dd49-ad66-404c-bbdc-f691c6a5dedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.366732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b89b5c12-500e-4051-9a22-ab4a6488d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'name': 'tempest-TaggedBootDevicesTest-1445070114-router', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:23Z', 'updated_at': '2021-12-17T13:28:38Z', 'revision_number': 5, 'project_id': '64396207ece44883a532ac2281df7a07', 'gw_port': {'id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:25Z', 'updated_at': '2021-12-17T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:43.382130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26dd49-ad66-404c-bbdc-f691c6a5dedd None None] Pushing event deleted for resources: {'Port': ['ID=cb73f663-ab60-403d-9eb1-96b450a0bf24,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:43.400163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a26dd49-ad66-404c-bbdc-f691c6a5dedd None None] No DVR routers for this DVR port cb73f663-ab60-403d-9eb1-96b450a0bf24 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:28:43.452457 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.460222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 821046d0-e3b0-448e-a5c5-958d4b84dd4f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:43.473075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b5c12-500e-4051-9a22-ab4a6488d704 None None] The sync data for ids ['7dbaa7a8-e4a8-49d9-8c48-7770c776265f'] in n-d-815324-5 is: [{'id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'name': 'tempest-TaggedBootDevicesTest-1445070114-router', 'tenant_id': '64396207ece44883a532ac2281df7a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:15:23Z', 'updated_at': '2021-12-17T13:28:38Z', 'revision_number': 5, 'project_id': '64396207ece44883a532ac2281df7a07', 'gw_port': {'id': '2ffb63a4-a38d-4c53-8149-7d8b4cd18729', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:1b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbaa7a8-e4a8-49d9-8c48-7770c776265f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:15:25Z', 'updated_at': '2021-12-17T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:43.479669 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.489786 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] 10.222.0.59 "DELETE /v2.0/networks/efd523df-1141-427f-91d1-b66f399f62fe HTTP/1.1" status: 204 len: 168 time: 1.6427794 Dec 17 13:28:43.506411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57400) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:43.519433 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587433c-50fc-4038-9042-f2c7e95e629b admin admin] Pushing event deleted for resources: {'Network': ['ID=efd523df-1141-427f-91d1-b66f399f62fe,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:43.607654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] For port 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:43.608180 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.618408 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Allocated IP 172.20.0.9 (0ca6cac5-2feb-4ab9-98ba-25d36ed76e48/3189dc24-a65a-4923-bf07-1d653440f454/ffd66cb7-959f-4b83-b4f5-78260930699e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:43.622329 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c275526c-efd6-45f1-acc0-887f107753c1 req-98cb5b56-85ee-41fb-bc9b-6c7e3d46fe20 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 210 time: 0.0436544 Dec 17 13:28:43.712198 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.714303 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Calling delete_port for 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:43.785085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d547dfca-e602-4fac-af88-7ad944e73b56 None None] Network 6da0ff5d-d111-443f-a043-50c211b0168d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:43.787545 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8bafbb0e-ebef-4554-a891-ba6bda716a7d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f1332dd76d2c411fb5140f4f6088b205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2797241 Dec 17 13:28:43.790294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57404) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:43.894536 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a708cad0-6544-4582-92cb-61603f24bc6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.894834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ff99fc99-2a6e-4a72-bc01-efee7b2b0072 None None] Provisioning complete for port 821046d0-e3b0-448e-a5c5-958d4b84dd4f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:43.894978 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ff99fc99-2a6e-4a72-bc01-efee7b2b0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.940403 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a708cad0-6544-4582-92cb-61603f24bc6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.940666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 821046d0-e3b0-448e-a5c5-958d4b84dd4f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:43.940966 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:43.991012 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e631aab2-7199-4f99-a69c-84f750ebfdf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.022655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Deleting port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:44.022655 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.023625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57406) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:44.100477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-18f852d1-5a52-4528-8e2d-f64660bb417a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5d47bc190ea4e42a4e496dcc7120425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0755832 Dec 17 13:28:44.102037 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a708cad0-6544-4582-92cb-61603f24bc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.105967 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a708cad0-6544-4582-92cb-61603f24bc6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.119683 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.121606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57408) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:44.131761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a708cad0-6544-4582-92cb-61603f24bc6d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5fdce69-3f79-40db-9fe5-aebf2bc75ccf HTTP/1.1" status: 204 len: 168 time: 0.3265266 Dec 17 13:28:44.141995 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ff99fc99-2a6e-4a72-bc01-efee7b2b0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.156634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.181161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ff99fc99-2a6e-4a72-bc01-efee7b2b0072 None None] For port 821046d0-e3b0-448e-a5c5-958d4b84dd4f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=821046d0-e3b0-448e-a5c5-958d4b84dd4f,segment=NetworkSegment(1b6fe051-4257-4a71-aeca-4586beb52c03),segment_id=1b6fe051-4257-4a71-aeca-4586beb52c03)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:44.183936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708cad0-6544-4582-92cb-61603f24bc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fdce69-3f79-40db-9fe5-aebf2bc75ccf,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:44.248396 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ff99fc99-2a6e-4a72-bc01-efee7b2b0072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.326863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] For port 2ffb63a4-a38d-4c53-8149-7d8b4cd18729, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2ffb63a4-a38d-4c53-8149-7d8b4cd18729,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:44.327718 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.347701 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:28:44.350600 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:28:44.354819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99fc99-2a6e-4a72-bc01-efee7b2b0072 None None] Pushing event updated for resources: {'Port': ['ID=821046d0-e3b0-448e-a5c5-958d4b84dd4f,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:44.362822 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0c38b47-a85d-407f-a7e5-7747fb5115c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.371112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Calling delete_port for 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:44.374391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9b7c2c8c-5cc9-496c-b8e9-50ffb7504b66 None None] Provisioning complete for port 821046d0-e3b0-448e-a5c5-958d4b84dd4f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:44.374391 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2c8c-5cc9-496c-b8e9-50ffb7504b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.404001 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0c38b47-a85d-407f-a7e5-7747fb5115c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.444447 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.476419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Router 25769d00-1578-4b8a-8ddc-ffc72a257f0c is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:28:44.478295 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.551494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:44.568585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489fdd4d-f080-4600-8004-fd12b9958ebb None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:44.570513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:44.573171 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:44.682729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Port': ['ID=ffd66cb7-959f-4b83-b4f5-78260930699e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:44.926870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-756b2c31-5c35-4e64-98b5-274f6568547e None None] Provisioning complete for port ffd66cb7-959f-4b83-b4f5-78260930699e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:44.927259 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-756b2c31-5c35-4e64-98b5-274f6568547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:44.965540 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-756b2c31-5c35-4e64-98b5-274f6568547e None None] Port ffd66cb7-959f-4b83-b4f5-78260930699e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:44.979383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:45.015795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:45.016404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0f8dc106-e0c3-4590-b62a-f7e900c8d7a5 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:45.017038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:45.040874 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:45.041230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e5957b0d-fa7a-4972-b6d8-f13ace0c4e93 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:45.041788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 63b18bcc-931b-4ceb-abac-519e6e9b0a40 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:45.062243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 63b18bcc-931b-4ceb-abac-519e6e9b0a40 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:45.062894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 63b18bcc-931b-4ceb-abac-519e6e9b0a40 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:45.063485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cb73f663-ab60-403d-9eb1-96b450a0bf24 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:45.085878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: cb73f663-ab60-403d-9eb1-96b450a0bf24 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:45.086546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cb73f663-ab60-403d-9eb1-96b450a0bf24 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:45.115477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:45.166958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0c38b47-a85d-407f-a7e5-7747fb5115c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.169618 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0c38b47-a85d-407f-a7e5-7747fb5115c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.171352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c0c38b47-a85d-407f-a7e5-7747fb5115c7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f75d85d-3096-43a7-9f47-5e9d429732bd HTTP/1.1" status: 204 len: 168 time: 1.0481560 Dec 17 13:28:45.183162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:45.186704 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.205897 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.230176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c38b47-a85d-407f-a7e5-7747fb5115c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f75d85d-3096-43a7-9f47-5e9d429732bd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:45.308247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 821046d0-e3b0-448e-a5c5-958d4b84dd4f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:45.361288 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-1568df4c-1360-453e-a3e9-215e84e8d17e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.7139030 Dec 17 13:28:45.369740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbec75-4aba-4b96-b571-c1e357bd1c28 req-ded5eb46-aeb9-4120-931c-020e3ec8830f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:45.371349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98fbec75-4aba-4b96-b571-c1e357bd1c28 req-ded5eb46-aeb9-4120-931c-020e3ec8830f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 970 time: 0.6140623 Dec 17 13:28:45.378298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 821046d0-e3b0-448e-a5c5-958d4b84dd4f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:45.378937 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.380402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-f593f071-0d2f-4f16-bfe2-b5b727c00b3f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:28:45.381396 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-f593f071-0d2f-4f16-bfe2-b5b727c00b3f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091274 Dec 17 13:28:45.386179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:45.409563 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Sync routers for ids ['25769d00-1578-4b8a-8ddc-ffc72a257f0c'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:45.410765 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.424258 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.433025 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Routers {'25769d00-1578-4b8a-8ddc-ffc72a257f0c'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:45.434889 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['25769d00-1578-4b8a-8ddc-ffc72a257f0c'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:45.540867 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.555619 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 283f4582-1322-45b4-b633-33fb41266d03 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:45.583554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 283f4582-1322-45b4-b633-33fb41266d03 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:45.584002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 283f4582-1322-45b4-b633-33fb41266d03 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:45.585183 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Set router 25769d00-1578-4b8a-8ddc-ffc72a257f0c gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:45.596313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffb63a4-a38d-4c53-8149-7d8b4cd18729,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:45.602184 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98fbec75-4aba-4b96-b571-c1e357bd1c28 req-3354bcd6-1bc2-47bd-9a33-ca605a63775a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2124238 Dec 17 13:28:45.614402 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259a3fb3-2765-4c7d-bd4d-dbc237b03dde None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:45.640277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.640277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d51ed79-449c-4b45-a038-d890852f7d55 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:28:45.642245 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.643522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c9e0f353-1eac-4c87-8e7a-a58444bbcda9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1467605 Dec 17 13:28:45.646386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57436) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:45.646879 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.647783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-550aaf86-17a4-4ce0-a03c-98fbb1bd5c19 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6d51ed79-449c-4b45-a038-d890852f7d55 HTTP/1.1" status: 204 len: 168 time: 4.9146831 Dec 17 13:28:45.651175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57438) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:45.702023 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.919567 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Request body: {'port': {'device_id': '20250d85-d3de-4132-9568-0603cd180a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:45.972030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.976733 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:45.991417 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f821b720-f433-46b0-8a5a-3e74621e189c admin admin] Deleting subnet baee0627-bfa8-479a-9c3c-36b2232a1cf9 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:28:45.998251 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'name': 'tempest-TestServerMultinode-1491339193-router', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:37Z', 'updated_at': '2021-12-17T13:28:41Z', 'revision_number': 3, 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'gw_port': {'id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:39Z', 'updated_at': '2021-12-17T13:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:45.998454 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f821b720-f433-46b0-8a5a-3e74621e189c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.050767 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Checking router: 25769d00-1578-4b8a-8ddc-ffc72a257f0c for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:46.052017 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Updating router 25769d00-1578-4b8a-8ddc-ffc72a257f0c port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:28:46.104464 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.138779 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.172428 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f821b720-f433-46b0-8a5a-3e74621e189c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.229497 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.229497 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dbaa7a8-e4a8-49d9-8c48-7770c776265f {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:28:46.312569 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.317149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57460) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:46.318059 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b9dbaf63-032f-42f1-aff9-109ee6bfc79c admin admin] 10.222.0.59 "DELETE /v2.0/routers/7dbaa7a8-e4a8-49d9-8c48-7770c776265f HTTP/1.1" status: 204 len: 168 time: 4.9968545 Dec 17 13:28:46.332790 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-168391ee-b933-4cbf-b22c-4b560bc180c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.552642 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.609410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd66cb7-959f-4b83-b4f5-78260930699e {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:28:46.626422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.653821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Transition to ACTIVE for port object ffd66cb7-959f-4b83-b4f5-78260930699e will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:28:46.657985 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.700326 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f59c14-18c5-49b4-8035-ad88d28fa4fd None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:46.726536 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Attempting to bind port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:46.729730 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Attempting to bind port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:46.729730 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Attempting to bind port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:46.755408 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.768435 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:46.773021 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:46.773558 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.774647 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:46.775239 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Bound port: 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:46.775706 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.860049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3c59c692-83b2-4d96-90f8-9c18d1031313 None None] Provisioning complete for port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:46.863405 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c59c692-83b2-4d96-90f8-9c18d1031313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:46.952333 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832687f-1712-4b9f-9b25-38a301858942 None None] Pushing event updated for resources: {'Port': ['ID=7fea9adf-231f-4ce2-b0f4-1e8084dc36b7,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:47.039956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedfa6f-27d9-4997-9f22-9abfd7def3ee req-df4c4536-ca5b-4434-97e3-7f0973f2e363 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:47.041998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4aedfa6f-27d9-4997-9f22-9abfd7def3ee req-df4c4536-ca5b-4434-97e3-7f0973f2e363 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 982 time: 0.2814312 Dec 17 13:28:47.042820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd66cb7-959f-4b83-b4f5-78260930699e,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:47.058547 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] For port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:47.062776 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f821b720-f433-46b0-8a5a-3e74621e189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.071705 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] For port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7fea9adf-231f-4ce2-b0f4-1e8084dc36b7,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:47.087016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3c59c692-83b2-4d96-90f8-9c18d1031313 None None] Port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:47.147918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4aedfa6f-27d9-4997-9f22-9abfd7def3ee req-0c869d0c-e1d5-45c3-9bb9-7478ba55262b tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0896890 Dec 17 13:28:47.170492 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.188655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Attempting to bind port ffd66cb7-959f-4b83-b4f5-78260930699e on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:47.189105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Attempting to bind port ffd66cb7-959f-4b83-b4f5-78260930699e by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:47.189557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Attempting to bind port ffd66cb7-959f-4b83-b4f5-78260930699e on network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:47.203507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Port ffd66cb7-959f-4b83-b4f5-78260930699e on network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:28:47.206400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Attempting to bind port ffd66cb7-959f-4b83-b4f5-78260930699e on network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:47.219225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:47.219709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Checking segment: {'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:47.220296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Bound using segment: {'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:47.220843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Bound port: ffd66cb7-959f-4b83-b4f5-78260930699e, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afa1258-58da-47d1-8247-a6e31ad93dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:47.221949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.240630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-304a439b-e7d4-4c8c-b830-45b6cf0bcd58 admin admin] Deleting subnet dcf93973-acde-419f-b543-df63a5472cf3 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:28:47.247113 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-304a439b-e7d4-4c8c-b830-45b6cf0bcd58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.304346 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832687f-1712-4b9f-9b25-38a301858942 None None] Pushing event updated for resources: {'Port': ['ID=7fea9adf-231f-4ce2-b0f4-1e8084dc36b7,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:47.311627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:47.330475 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-304a439b-e7d4-4c8c-b830-45b6cf0bcd58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.360804 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Routers {'25769d00-1578-4b8a-8ddc-ffc72a257f0c'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:47.361447 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['25769d00-1578-4b8a-8ddc-ffc72a257f0c'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:47.370413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3301dc-cff7-4d1b-aab5-d4b3573409fa None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:47.373513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:47.373922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2f91ffbc-3ecf-4ace-bd25-7255ac7eba2d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:47.374350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:47.385145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] For port ffd66cb7-959f-4b83-b4f5-78260930699e, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:47.390063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] For port ffd66cb7-959f-4b83-b4f5-78260930699e, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ffd66cb7-959f-4b83-b4f5-78260930699e,segment=NetworkSegment(7afa1258-58da-47d1-8247-a6e31ad93dcc),segment_id=7afa1258-58da-47d1-8247-a6e31ad93dcc)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:47.412855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f821b720-f433-46b0-8a5a-3e74621e189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.435306 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:47.435734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2ffb63a4-a38d-4c53-8149-7d8b4cd18729 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:47.492120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821b720-f433-46b0-8a5a-3e74621e189c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baee0627-bfa8-479a-9c3c-36b2232a1cf9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:47.493713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afddb1ab-ca61-4a0e-a6e2-41dd8396ab8c None None] Network 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:47.495008 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f821b720-f433-46b0-8a5a-3e74621e189c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.499445 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.500007 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f821b720-f433-46b0-8a5a-3e74621e189c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/baee0627-bfa8-479a-9c3c-36b2232a1cf9 HTTP/1.1" status: 204 len: 168 time: 1.8475358 Dec 17 13:28:47.509973 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57486) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:47.553839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:47.553839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.553839 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] 10.222.0.61 "PUT /v2.0/ports/ffd66cb7-959f-4b83-b4f5-78260930699e HTTP/1.1" status: 200 len: 1130 time: 2.1355379 Dec 17 13:28:47.553839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20250d85-d3de-4132-9568-0603cd180a0d', 'tag': 'ffd66cb7-959f-4b83-b4f5-78260930699e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:28:47.553839 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d28c41-c92e-477e-982f-b2f98a117431" -d '{"events": [{"name": "network-changed", "server_uuid": "20250d85-d3de-4132-9568-0603cd180a0d", "tag": "ffd66cb7-959f-4b83-b4f5-78260930699e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:28:47.630459 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] Set router 25769d00-1578-4b8a-8ddc-ffc72a257f0c gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:47.712976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634f56c-3b78-4233-a767-a50af5b91c23 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd66cb7-959f-4b83-b4f5-78260930699e,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:47.764992 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-304a439b-e7d4-4c8c-b830-45b6cf0bcd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.786115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9b293162-63d4-4ece-b471-3205fdfdfa3d None None] Provisioning complete for port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:47.786642 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9b293162-63d4-4ece-b471-3205fdfdfa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.804694 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161c085f-301b-4bb7-a3be-86337118b54e x-openstack-request-id: req-161c085f-301b-4bb7-a3be-86337118b54e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:28:47.804694 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20250d85-d3de-4132-9568-0603cd180a0d", "tag": "ffd66cb7-959f-4b83-b4f5-78260930699e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:28:47.805315 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-161c085f-301b-4bb7-a3be-86337118b54e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:28:47.805315 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20250d85-d3de-4132-9568-0603cd180a0d', 'tag': 'ffd66cb7-959f-4b83-b4f5-78260930699e', 'status': 'completed', 'code': 200} Dec 17 13:28:47.825280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-616fa69e-4c61-4548-afa6-30cc88b835ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:47.832356 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-616fa69e-4c61-4548-afa6-30cc88b835ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46f0843a1cce476493b3729da2a959b0&device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 1133 time: 0.1011415 Dec 17 13:28:47.838636 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.847618 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.892489 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:47.922351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-b4f76fb7-9a64-4e8a-8f39-d3f1e930a3b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffd66cb7-959f-4b83-b4f5-78260930699e HTTP/1.1" status: 200 len: 217 time: 0.0752463 Dec 17 13:28:47.988325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae82635-d46f-4704-8e5b-d33769230a6c None None] DHCP port deletion for 0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:48.006248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-15120850-9e8c-440e-8bf0-7af5249101a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:48.009139 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-15120850-9e8c-440e-8bf0-7af5249101a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3189dc24-a65a-4923-bf07-1d653440f454 HTTP/1.1" status: 200 len: 835 time: 0.0786550 Dec 17 13:28:48.011443 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'name': 'tempest-TestServerMultinode-1491339193-router', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:37Z', 'updated_at': '2021-12-17T13:28:41Z', 'revision_number': 3, 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'gw_port': {'id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:39Z', 'updated_at': '2021-12-17T13:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:48.032797 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9b293162-63d4-4ece-b471-3205fdfdfa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.059581 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eac2706-e838-4fb0-9813-f133de67a89c None None] The sync data for ids ['25769d00-1578-4b8a-8ddc-ffc72a257f0c'] in n-d-815324-5 is: [{'id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'name': 'tempest-TestServerMultinode-1491339193-router', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:37Z', 'updated_at': '2021-12-17T13:28:41Z', 'revision_number': 3, 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'gw_port': {'id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:39Z', 'updated_at': '2021-12-17T13:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:48.091600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9b293162-63d4-4ece-b471-3205fdfdfa3d None None] For port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7fea9adf-231f-4ce2-b0f4-1e8084dc36b7,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:48.107394 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-304a439b-e7d4-4c8c-b830-45b6cf0bcd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.125664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-0105e893-55b2-42ac-8501-a96eba4383cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:48.127921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-0105e893-55b2-42ac-8501-a96eba4383cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076262 Dec 17 13:28:48.137316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-aae82635-d46f-4704-8e5b-d33769230a6c None None] Deleting port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:48.137719 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-304a439b-e7d4-4c8c-b830-45b6cf0bcd58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.137860 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aae82635-d46f-4704-8e5b-d33769230a6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.145235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57498) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:48.145818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-304a439b-e7d4-4c8c-b830-45b6cf0bcd58 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dcf93973-acde-419f-b543-df63a5472cf3 HTTP/1.1" status: 204 len: 168 time: 1.8002193 Dec 17 13:28:48.199656 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a439b-e7d4-4c8c-b830-45b6cf0bcd58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf93973-acde-419f-b543-df63a5472cf3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:48.277042 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Deleting port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:48.277380 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.278667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d892f-89e5-440f-9b87-f46644b580be None None] Network f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:48.286870 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9b293162-63d4-4ece-b471-3205fdfdfa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.371563 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57506) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:48.374990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Allocated IP 172.20.0.1 (6da0ff5d-d111-443f-a043-50c211b0168d/7022916d-3717-466a-9b37-2837340734b1/9172e94a-0f61-473b-ac28-7885d00dbcc0) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:48.409528 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.429049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcfb98-9ef6-4cbf-ad0a-31005543c36b req-0ceaf96f-63de-4cfd-90a4-f5290652ab15 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:48.431322 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-edbcfb98-9ef6-4cbf-ad0a-31005543c36b req-0ceaf96f-63de-4cfd-90a4-f5290652ab15 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 982 time: 0.1707575 Dec 17 13:28:48.531180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-aae82635-d46f-4704-8e5b-d33769230a6c None None] For port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ffd0945a-1dc8-48c4-82ec-e50a1c7b03df,segment=NetworkSegment(45e98860-84ac-4dde-99c5-62c1cf06a205),segment_id=45e98860-84ac-4dde-99c5-62c1cf06a205)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:48.531579 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aae82635-d46f-4704-8e5b-d33769230a6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.581438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-b855d5e0-8430-4e98-8e66-5888bb10dc2e service neutron] 10.222.0.61 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393327 Dec 17 13:28:48.595286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-aae82635-d46f-4704-8e5b-d33769230a6c None None] Calling delete_port for ffd0945a-1dc8-48c4-82ec-e50a1c7b03df owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:48.603727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] For port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ffd0945a-1dc8-48c4-82ec-e50a1c7b03df,segment=NetworkSegment(45e98860-84ac-4dde-99c5-62c1cf06a205),segment_id=45e98860-84ac-4dde-99c5-62c1cf06a205)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:48.607633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.647265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Calling delete_port for ffd0945a-1dc8-48c4-82ec-e50a1c7b03df owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:48.754470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b293162-63d4-4ece-b471-3205fdfdfa3d None None] Pushing event updated for resources: {'Port': ['ID=7fea9adf-231f-4ce2-b0f4-1e8084dc36b7,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:48.798797 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-edbcfb98-9ef6-4cbf-ad0a-31005543c36b req-df118963-69c0-4c91-8538-ea1e015b5523 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3466361 Dec 17 13:28:48.814192 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.867816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Deleting port 22c378eb-769c-4dcc-a2f4-7330fc4322df {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:48.868285 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.907228 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ab2ae-54f5-452c-983c-538a169c1e15 None None] DHCP port deletion for f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:28:48.919303 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aae82635-d46f-4704-8e5b-d33769230a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.920191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be0313ac-b241-48fa-ae25-c3e32fa22dca req-33f6a171-17aa-4454-87ea-9c99b31df590 service neutron] 10.222.0.61 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714767 Dec 17 13:28:48.950841 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3db199b6-7209-415b-b735-3e1f57c011cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.986789 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:48.993446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae82635-d46f-4704-8e5b-d33769230a6c None None] No DVR routers for this DVR port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:28:48.996456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae82635-d46f-4704-8e5b-d33769230a6c None None] Pushing event deleted for resources: {'Port': ['ID=ffd0945a-1dc8-48c4-82ec-e50a1c7b03df,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:49.015988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] For port 22c378eb-769c-4dcc-a2f4-7330fc4322df, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=22c378eb-769c-4dcc-a2f4-7330fc4322df,segment=NetworkSegment(5769a6c0-0567-4884-b2ec-0d8f26148dc2),segment_id=5769a6c0-0567-4884-b2ec-0d8f26148dc2)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:49.016617 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.063711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ab2ae-54f5-452c-983c-538a169c1e15 None None] Deleting port 22c378eb-769c-4dcc-a2f4-7330fc4322df {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:28:49.064159 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a7ab2ae-54f5-452c-983c-538a169c1e15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.088200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Calling delete_port for 22c378eb-769c-4dcc-a2f4-7330fc4322df owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:49.088800 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3db199b6-7209-415b-b735-3e1f57c011cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.094758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.109848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] No DVR routers for this DVR port ffd0945a-1dc8-48c4-82ec-e50a1c7b03df on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:28:49.156313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3db199b6-7209-415b-b735-3e1f57c011cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.182793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd0945a-1dc8-48c4-82ec-e50a1c7b03df,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:49.185778 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.197119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28c41-c92e-477e-982f-b2f98a117431 req-c0ee8b4c-3cdb-45c0-8b95-630187eb2a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:49.198889 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73d28c41-c92e-477e-982f-b2f98a117431 req-c0ee8b4c-3cdb-45c0-8b95-630187eb2a70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46f0843a1cce476493b3729da2a959b0&device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 1133 time: 0.1581321 Dec 17 13:28:49.240040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3db199b6-7209-415b-b735-3e1f57c011cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34c7b053f9d14fd5b749aa8cdd903b60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8670595 Dec 17 13:28:49.249523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57520) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:49.268422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9a7ab2ae-54f5-452c-983c-538a169c1e15 None None] For port 22c378eb-769c-4dcc-a2f4-7330fc4322df, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=22c378eb-769c-4dcc-a2f4-7330fc4322df,segment=NetworkSegment(5769a6c0-0567-4884-b2ec-0d8f26148dc2),segment_id=5769a6c0-0567-4884-b2ec-0d8f26148dc2)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:49.268840 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a7ab2ae-54f5-452c-983c-538a169c1e15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.292495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ab2ae-54f5-452c-983c-538a169c1e15 None None] Calling delete_port for 22c378eb-769c-4dcc-a2f4-7330fc4322df owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:28:49.365932 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.388990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:49.416803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5c13cc-93fa-4a79-b3e6-80850ae94ea2']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:49.416803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e98860-84ac-4dde-99c5-62c1cf06a205') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:49.416803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e98860-84ac-4dde-99c5-62c1cf06a205') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:49.451137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ef7bd644-bf8f-4cf4-b876-8b3982b66d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.466937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Network 6da0ff5d-d111-443f-a043-50c211b0168d is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:49.472570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:49.475077 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.475582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:49.486243 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.491708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:49.492027 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.497879 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a7ab2ae-54f5-452c-983c-538a169c1e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.499078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] No DVR routers for this DVR port 22c378eb-769c-4dcc-a2f4-7330fc4322df on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:28:49.543753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28c41-c92e-477e-982f-b2f98a117431 req-6b98e786-c017-4845-8683-2329970a39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:49.545419 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73d28c41-c92e-477e-982f-b2f98a117431 req-6b98e786-c017-4845-8683-2329970a39d6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 HTTP/1.1" status: 200 len: 897 time: 0.3289988 Dec 17 13:28:49.568095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Pushing event deleted for resources: {'Port': ['ID=22c378eb-769c-4dcc-a2f4-7330fc4322df,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:49.573014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ef7bd644-bf8f-4cf4-b876-8b3982b66d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.574546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ab2ae-54f5-452c-983c-538a169c1e15 None None] Pushing event deleted for resources: {'Port': ['ID=22c378eb-769c-4dcc-a2f4-7330fc4322df,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:49.584917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7ab2ae-54f5-452c-983c-538a169c1e15 None None] No DVR routers for this DVR port 22c378eb-769c-4dcc-a2f4-7330fc4322df on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:28:49.587240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db199b6-7209-415b-b735-3e1f57c011cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9839d657-97a1-4ab4-8553-4d281965956e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:49.619955 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.628595 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Pushing event updated for resources: {'Port': ['ID=9172e94a-0f61-473b-ac28-7885d00dbcc0,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:49.633589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:28:49.634616 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:28:49.639329 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:28:49.654781 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.668857 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73d28c41-c92e-477e-982f-b2f98a117431 req-27e7018f-a21d-49de-b91f-c04175fd6f1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffd66cb7-959f-4b83-b4f5-78260930699e HTTP/1.1" status: 200 len: 217 time: 0.0934193 Dec 17 13:28:49.789471 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.799650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 22c378eb-769c-4dcc-a2f4-7330fc4322df no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:49.808657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28c41-c92e-477e-982f-b2f98a117431 req-6721952f-6136-4e87-a6a1-459c33c5f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:49.810797 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73d28c41-c92e-477e-982f-b2f98a117431 req-6721952f-6136-4e87-a6a1-459c33c5f748 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3189dc24-a65a-4923-bf07-1d653440f454 HTTP/1.1" status: 200 len: 835 time: 0.1293488 Dec 17 13:28:49.841513 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.863830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 22c378eb-769c-4dcc-a2f4-7330fc4322df {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:49.874412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 22c378eb-769c-4dcc-a2f4-7330fc4322df not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:49.874412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ffd0945a-1dc8-48c4-82ec-e50a1c7b03df no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:28:49.899770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:49.901889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: ffd0945a-1dc8-48c4-82ec-e50a1c7b03df {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:28:49.905828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ffd0945a-1dc8-48c4-82ec-e50a1c7b03df not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:28:49.909494 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ef099dfa-2acc-498b-a263-e3f06b1773f8 None None] Provisioning complete for port 9172e94a-0f61-473b-ac28-7885d00dbcc0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:49.910121 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef099dfa-2acc-498b-a263-e3f06b1773f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.919581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5769a6c0-0567-4884-b2ec-0d8f26148dc2') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:49.919945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5769a6c0-0567-4884-b2ec-0d8f26148dc2') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:49.941808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28c41-c92e-477e-982f-b2f98a117431 req-44f0c241-e556-4549-9a33-5a8f35c811bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:49.943837 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73d28c41-c92e-477e-982f-b2f98a117431 req-44f0c241-e556-4549-9a33-5a8f35c811bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176121 Dec 17 13:28:49.945850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.950879 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ef099dfa-2acc-498b-a263-e3f06b1773f8 None None] Port 9172e94a-0f61-473b-ac28-7885d00dbcc0 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:49.960920 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.965936 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:49.974863 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0d5c13cc-93fa-4a79-b3e6-80850ae94ea2 HTTP/1.1" status: 204 len: 168 time: 2.4593034 Dec 17 13:28:49.979469 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.010195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bc17f-47d0-4d79-b7cd-061ae07fad48 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5c13cc-93fa-4a79-b3e6-80850ae94ea2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:50.013737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:28:50.014032 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:28:50.016538 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:28:50.073197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4580d-4af2-4265-84aa-11e2a178d4d9 req-ab44327f-1458-42bd-b319-e4af5e7f13e8 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:50.075141 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0e4580d-4af2-4265-84aa-11e2a178d4d9 req-ab44327f-1458-42bd-b319-e4af5e7f13e8 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 982 time: 0.1438990 Dec 17 13:28:50.090059 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ef7bd644-bf8f-4cf4-b876-8b3982b66d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.093741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ef7bd644-bf8f-4cf4-b876-8b3982b66d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.095352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ef7bd644-bf8f-4cf4-b876-8b3982b66d64 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9839d657-97a1-4ab4-8553-4d281965956e HTTP/1.1" status: 204 len: 168 time: 0.8405540 Dec 17 13:28:50.117112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bd644-bf8f-4cf4-b876-8b3982b66d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9839d657-97a1-4ab4-8553-4d281965956e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:50.138761 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73d28c41-c92e-477e-982f-b2f98a117431 req-a2d3a25c-d83e-4062-8670-4b3574d36ed2 service neutron] 10.222.0.61 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839139 Dec 17 13:28:50.189158 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0e4580d-4af2-4265-84aa-11e2a178d4d9 req-79ae218c-6aec-47f7-9ace-f965ce807479 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1069288 Dec 17 13:28:50.200007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.202580 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.209303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.215832 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] 10.222.0.59 "DELETE /v2.0/networks/f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6 HTTP/1.1" status: 204 len: 168 time: 2.0591168 Dec 17 13:28:50.233788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e586c-442c-4133-adae-c621374f08cb admin admin] Pushing event deleted for resources: {'Network': ['ID=f44ac971-aaea-4b9d-bcfa-7dd9546cd7b6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:50.292364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73d28c41-c92e-477e-982f-b2f98a117431 req-04427836-f03a-4ada-8caa-395521caed32 service neutron] 10.222.0.61 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369784 Dec 17 13:28:50.406495 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.474121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57542) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:50.498416 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.600938 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-da116e20-52eb-4d76-a338-687d0c2c10cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14a223f503084bb78663ea4774bdd606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1256795 Dec 17 13:28:50.603761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57546) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:50.606972 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.616242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Pushing event updated for resources: {'Port': ['ID=9172e94a-0f61-473b-ac28-7885d00dbcc0,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:50.672821 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef512-258b-486d-9d76-030c4056d81c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.713545 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef512-258b-486d-9d76-030c4056d81c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.749537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Network 6da0ff5d-d111-443f-a043-50c211b0168d is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:50.751410 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:50.895044 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef512-258b-486d-9d76-030c4056d81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.898102 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef512-258b-486d-9d76-030c4056d81c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:50.905069 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3f9ef512-258b-486d-9d76-030c4056d81c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2987bfab-da81-4971-b367-555e3fcfdd3d HTTP/1.1" status: 204 len: 168 time: 0.2946751 Dec 17 13:28:50.908265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ef512-258b-486d-9d76-030c4056d81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2987bfab-da81-4971-b367-555e3fcfdd3d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:50.910551 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Router 25769d00-1578-4b8a-8ddc-ffc72a257f0c has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:28:51.043464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:28:51.051972 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3d243de6-a1df-47c1-afaa-29c895e10d13 admin admin] 10.222.0.59 "PUT /v2.0/routers/25769d00-1578-4b8a-8ddc-ffc72a257f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4040623 Dec 17 13:28:51.056242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Sync routers for ids ['25769d00-1578-4b8a-8ddc-ffc72a257f0c'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:28:51.085797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Routers {'25769d00-1578-4b8a-8ddc-ffc72a257f0c'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:51.086455 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['25769d00-1578-4b8a-8ddc-ffc72a257f0c'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:51.136071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8e8561b6-3e2c-41e2-a4fa-52b8997652ff None None] Provisioning complete for port 9172e94a-0f61-473b-ac28-7885d00dbcc0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:51.136453 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8e8561b6-3e2c-41e2-a4fa-52b8997652ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.190028 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57554) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:51.213334 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3bebacf0-af16-4d4b-a3eb-d94ad60208dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c1936501c57b4cbc85a738cf24fae2b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434690 Dec 17 13:28:51.216780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57556) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:51.226686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8e8561b6-3e2c-41e2-a4fa-52b8997652ff None None] Port 9172e94a-0f61-473b-ac28-7885d00dbcc0 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:28:51.248113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Set router 25769d00-1578-4b8a-8ddc-ffc72a257f0c gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:51.278105 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6840-32f8-4a5f-9868-d0164dae5d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.281221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57560) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:51.309849 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6840-32f8-4a5f-9868-d0164dae5d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.328939 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6aab6be9-b346-413f-a950-4f0d97b61194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.434940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7582d90-7547-4375-8040-5c64b83d9d5d req-482105b3-1271-4143-9847-db0ca8673f85 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:51.437129 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7582d90-7547-4375-8040-5c64b83d9d5d req-482105b3-1271-4143-9847-db0ca8673f85 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 982 time: 0.0636687 Dec 17 13:28:51.440327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ffd66cb7-959f-4b83-b4f5-78260930699e details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:28:51.485393 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6840-32f8-4a5f-9868-d0164dae5d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.489762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6840-32f8-4a5f-9868-d0164dae5d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.492451 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6cfb6840-32f8-4a5f-9868-d0164dae5d16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ee04c4e-1bae-4b22-97a7-24fd3f61d151 HTTP/1.1" status: 204 len: 168 time: 0.2724962 Dec 17 13:28:51.511810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb6840-32f8-4a5f-9868-d0164dae5d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee04c4e-1bae-4b22-97a7-24fd3f61d151,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:51.531554 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6aab6be9-b346-413f-a950-4f0d97b61194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.555596 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7582d90-7547-4375-8040-5c64b83d9d5d req-4014de96-6faf-4af9-8427-b7aaa76cf810 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1075873 Dec 17 13:28:51.612628 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6aab6be9-b346-413f-a950-4f0d97b61194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.660227 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6aab6be9-b346-413f-a950-4f0d97b61194 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc511ebef03043ad845198dbd0df7067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3774686 Dec 17 13:28:51.663287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57570) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:51.675093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab6be9-b346-413f-a950-4f0d97b61194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd72517b-171d-4643-bcbb-accd23990f7a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:51.738567 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91c8d397-1f24-4141-af2b-bc97625518f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.772691 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91c8d397-1f24-4141-af2b-bc97625518f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.861448 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port ffd66cb7-959f-4b83-b4f5-78260930699e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ffd66cb7-959f-4b83-b4f5-78260930699e,segment=NetworkSegment(7afa1258-58da-47d1-8247-a6e31ad93dcc),segment_id=7afa1258-58da-47d1-8247-a6e31ad93dcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:51.881799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'ffd66cb7-959f-4b83-b4f5-78260930699e', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'port_id': 'ffd66cb7-959f-4b83-b4f5-78260930699e', 'mac_address': 'fa:16:3e:eb:17:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3189dc24-a65a-4923-bf07-1d653440f454', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:28:51.897647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'name': 'tempest-TestServerMultinode-1491339193-router', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:37Z', 'updated_at': '2021-12-17T13:28:50Z', 'revision_number': 4, 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'gw_port': {'id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:39Z', 'updated_at': '2021-12-17T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '9172e94a-0f61-473b-ac28-7885d00dbcc0', 'name': '', 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'mac_address': 'fa:16:3e:12:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '7022916d-3717-466a-9b37-2837340734b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:47Z', 'updated_at': '2021-12-17T13:28:50Z', 'revision_number': 2, 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'subnets': [{'id': '7022916d-3717-466a-9b37-2837340734b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:51.945701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Checking router: 25769d00-1578-4b8a-8ddc-ffc72a257f0c for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:28:51.951080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Updating router 25769d00-1578-4b8a-8ddc-ffc72a257f0c port 9172e94a-0f61-473b-ac28-7885d00dbcc0 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:28:51.978363 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91c8d397-1f24-4141-af2b-bc97625518f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.986563 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-91c8d397-1f24-4141-af2b-bc97625518f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.986563 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-91c8d397-1f24-4141-af2b-bc97625518f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd72517b-171d-4643-bcbb-accd23990f7a HTTP/1.1" status: 204 len: 168 time: 0.3177025 Dec 17 13:28:51.987057 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.987700 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:51.995451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8d397-1f24-4141-af2b-bc97625518f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd72517b-171d-4643-bcbb-accd23990f7a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:52.016582 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd66cb7-959f-4b83-b4f5-78260930699e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:28:52.085327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port ffd66cb7-959f-4b83-b4f5-78260930699e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ffd66cb7-959f-4b83-b4f5-78260930699e,segment=NetworkSegment(7afa1258-58da-47d1-8247-a6e31ad93dcc),segment_id=7afa1258-58da-47d1-8247-a6e31ad93dcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:52.161098 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:52.262860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=ffd66cb7-959f-4b83-b4f5-78260930699e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:52.381619 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:52.441304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['ffd66cb7-959f-4b83-b4f5-78260930699e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:28:52.492261 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:52.573453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fa8a9-f593-403d-ae2d-6cad19ef9629 None None] Pushing event updated for resources: {'Port': ['ID=9172e94a-0f61-473b-ac28-7885d00dbcc0,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:52.673787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57592) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:52.684719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Attempting to bind port 9172e94a-0f61-473b-ac28-7885d00dbcc0 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:28:52.685383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Attempting to bind port 9172e94a-0f61-473b-ac28-7885d00dbcc0 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '1b6fe051-4257-4a71-aeca-4586beb52c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:28:52.686033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Attempting to bind port 9172e94a-0f61-473b-ac28-7885d00dbcc0 on network 6da0ff5d-d111-443f-a043-50c211b0168d {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:28:52.700326 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aacd126f-0aad-4803-b7ee-576364875b97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:52.700882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:28:52.701524 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Checking segment: {'id': '1b6fe051-4257-4a71-aeca-4586beb52c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:52.702220 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:52.702842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Bound using segment: {'id': '1b6fe051-4257-4a71-aeca-4586beb52c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:28:52.703670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Bound port: 9172e94a-0f61-473b-ac28-7885d00dbcc0, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6fe051-4257-4a71-aeca-4586beb52c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:28:52.704293 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:52.775664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad66d4-e3d2-4b89-8c3e-fa91cc355960 req-a07e5767-fe2b-4037-ad96-44953b4d0c87 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:52.785216 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0aad66d4-e3d2-4b89-8c3e-fa91cc355960 req-a07e5767-fe2b-4037-ad96-44953b4d0c87 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 983 time: 0.1342530 Dec 17 13:28:52.873293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] For port 9172e94a-0f61-473b-ac28-7885d00dbcc0, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:28:52.878612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] For port 9172e94a-0f61-473b-ac28-7885d00dbcc0, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9172e94a-0f61-473b-ac28-7885d00dbcc0,segment=NetworkSegment(1b6fe051-4257-4a71-aeca-4586beb52c03),segment_id=1b6fe051-4257-4a71-aeca-4586beb52c03)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:28:52.898728 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aacd126f-0aad-4803-b7ee-576364875b97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:52.927151 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0aad66d4-e3d2-4b89-8c3e-fa91cc355960 req-ad8352ab-5223-445d-864c-7554c7b7bbac tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1329684 Dec 17 13:28:52.969763 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:52.984172 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aacd126f-0aad-4803-b7ee-576364875b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.012388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-becd2c78-ed5c-4ab8-b29f-c5996b491635 None None] Provisioning complete for port 9172e94a-0f61-473b-ac28-7885d00dbcc0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:53.012762 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-becd2c78-ed5c-4ab8-b29f-c5996b491635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.047550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd126f-0aad-4803-b7ee-576364875b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4969f01e-c69b-49dd-9075-4011c2ec20e9,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:53.063130 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-aacd126f-0aad-4803-b7ee-576364875b97 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3852088 Dec 17 13:28:53.065011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57604) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:53.068323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fa8a9-f593-403d-ae2d-6cad19ef9629 None None] Pushing event updated for resources: {'Port': ['ID=9172e94a-0f61-473b-ac28-7885d00dbcc0,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:53.081806 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-f666edd6-1de2-4ab9-b41d-df56594618fa tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:53.085166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-f666edd6-1de2-4ab9-b41d-df56594618fa tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/networks?id=fcdb24c2-ea12-400c-8354-bd4cf499b921 HTTP/1.1" status: 200 len: 908 time: 0.1814020 Dec 17 13:28:53.095974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Routers {'25769d00-1578-4b8a-8ddc-ffc72a257f0c'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:28:53.096970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['25769d00-1578-4b8a-8ddc-ffc72a257f0c'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:53.108373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-5e1780c5-fbe2-4b98-89d3-010bbccf25bc tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/quotas/160fa4623d3e4cf8b4bdac1606048a7d HTTP/1.1" status: 200 len: 375 time: 0.0124669 Dec 17 13:28:53.163120 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-414afcca-3b6e-4c27-9fbc-8abce5d5f6ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.194756 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-414afcca-3b6e-4c27-9fbc-8abce5d5f6ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.227610 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-4a75155d-f275-4258-82df-8bc1a1e3969c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=160fa4623d3e4cf8b4bdac1606048a7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123273 Dec 17 13:28:53.320687 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-becd2c78-ed5c-4ab8-b29f-c5996b491635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.344870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] Set router 25769d00-1578-4b8a-8ddc-ffc72a257f0c gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:28:53.350074 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-414afcca-3b6e-4c27-9fbc-8abce5d5f6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.353352 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-414afcca-3b6e-4c27-9fbc-8abce5d5f6ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.355013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-414afcca-3b6e-4c27-9fbc-8abce5d5f6ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4969f01e-c69b-49dd-9075-4011c2ec20e9 HTTP/1.1" status: 204 len: 168 time: 0.2892153 Dec 17 13:28:53.367661 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-f8fff23a-981e-47ae-9010-1c29c5f17490 service neutron] 10.222.0.59 "GET /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323850 Dec 17 13:28:53.376618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414afcca-3b6e-4c27-9fbc-8abce5d5f6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4969f01e-c69b-49dd-9075-4011c2ec20e9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:53.404313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57610) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:53.414541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-becd2c78-ed5c-4ab8-b29f-c5996b491635 None None] For port 9172e94a-0f61-473b-ac28-7885d00dbcc0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9172e94a-0f61-473b-ac28-7885d00dbcc0,segment=NetworkSegment(1b6fe051-4257-4a71-aeca-4586beb52c03),segment_id=1b6fe051-4257-4a71-aeca-4586beb52c03)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:53.419958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ffd66cb7-959f-4b83-b4f5-78260930699e up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:53.487128 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-becd2c78-ed5c-4ab8-b29f-c5996b491635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.521487 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-19dfd07e-8af6-43b2-9489-235972ea8946 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64396207ece44883a532ac2281df7a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1127498 Dec 17 13:28:53.522377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57612) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:53.618236 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-c33d8e55-e45e-4577-9810-e79bfc4d2c1c service neutron] 10.222.0.59 "GET /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423799 Dec 17 13:28:53.621263 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e1ac828-3bad-43eb-a441-d9f2d7763d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.646833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd2c78-ed5c-4ab8-b29f-c5996b491635 None None] Pushing event updated for resources: {'Port': ['ID=9172e94a-0f61-473b-ac28-7885d00dbcc0,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:53.655069 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e1ac828-3bad-43eb-a441-d9f2d7763d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.664285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-789b180d-cc27-4e12-8cf9-d7212020f35b None None] Provisioning complete for port 9172e94a-0f61-473b-ac28-7885d00dbcc0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:53.664905 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-789b180d-cc27-4e12-8cf9-d7212020f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.746693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port ffd66cb7-959f-4b83-b4f5-78260930699e completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:28:53.755088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port ffd66cb7-959f-4b83-b4f5-78260930699e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:53.755712 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.818188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e1ac828-3bad-43eb-a441-d9f2d7763d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.821287 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6e1ac828-3bad-43eb-a441-d9f2d7763d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:53.822810 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6e1ac828-3bad-43eb-a441-d9f2d7763d3d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65659742-4ba6-429d-ab2b-d78e6f32b15f HTTP/1.1" status: 204 len: 168 time: 0.2996733 Dec 17 13:28:53.831873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ac828-3bad-43eb-a441-d9f2d7763d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65659742-4ba6-429d-ab2b-d78e6f32b15f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:53.835215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'name': 'tempest-TestServerMultinode-1491339193-router', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:37Z', 'updated_at': '2021-12-17T13:28:50Z', 'revision_number': 4, 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'gw_port': {'id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:39Z', 'updated_at': '2021-12-17T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '9172e94a-0f61-473b-ac28-7885d00dbcc0', 'name': '', 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'mac_address': 'fa:16:3e:12:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '7022916d-3717-466a-9b37-2837340734b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:47Z', 'updated_at': '2021-12-17T13:28:52Z', 'revision_number': 4, 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'subnets': [{'id': '7022916d-3717-466a-9b37-2837340734b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:28:53.882969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0d48e-4225-4778-900c-b8154a314ea3 None None] The sync data for ids ['25769d00-1578-4b8a-8ddc-ffc72a257f0c'] in n-d-815324-5 is: [{'id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'name': 'tempest-TestServerMultinode-1491339193-router', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:37Z', 'updated_at': '2021-12-17T13:28:50Z', 'revision_number': 4, 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'gw_port': {'id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:39Z', 'updated_at': '2021-12-17T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '9172e94a-0f61-473b-ac28-7885d00dbcc0', 'name': '', 'network_id': '6da0ff5d-d111-443f-a043-50c211b0168d', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'mac_address': 'fa:16:3e:12:f1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '7022916d-3717-466a-9b37-2837340734b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:47Z', 'updated_at': '2021-12-17T13:28:52Z', 'revision_number': 4, 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'subnets': [{'id': '7022916d-3717-466a-9b37-2837340734b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:28:53.956007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:54.070916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20250d85-d3de-4132-9568-0603cd180a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd66cb7-959f-4b83-b4f5-78260930699e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:28:54.074015 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae40149-f8ce-401a-96c0-bfba8dc7962e" -d '{"events": [{"server_uuid": "20250d85-d3de-4132-9568-0603cd180a0d", "name": "network-vif-plugged", "status": "completed", "tag": "ffd66cb7-959f-4b83-b4f5-78260930699e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:28:54.081870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port ffd66cb7-959f-4b83-b4f5-78260930699e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ffd66cb7-959f-4b83-b4f5-78260930699e,segment=NetworkSegment(7afa1258-58da-47d1-8247-a6e31ad93dcc),segment_id=7afa1258-58da-47d1-8247-a6e31ad93dcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:28:54.133964 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c251e8a-95d5-4f9c-b40d-e5e32744f6a9 req-8069b9b2-8a0a-4679-8f44-ec6c13c85263 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 210 time: 0.0504022 Dec 17 13:28:54.146451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff2630-a15d-42ca-a2d1-368698a2627c req-108627c1-6608-4f63-b04e-b0f07a82bb9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:54.158134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fff2630-a15d-42ca-a2d1-368698a2627c req-108627c1-6608-4f63-b04e-b0f07a82bb9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 983 time: 0.1175888 Dec 17 13:28:54.190156 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:54.223832 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395ceabc-790d-4f7f-83a6-b8cbd2b09a71 x-openstack-request-id: req-395ceabc-790d-4f7f-83a6-b8cbd2b09a71 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:28:54.224140 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20250d85-d3de-4132-9568-0603cd180a0d", "name": "network-vif-plugged", "status": "completed", "tag": "ffd66cb7-959f-4b83-b4f5-78260930699e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:28:54.235385 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-395ceabc-790d-4f7f-83a6-b8cbd2b09a71 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:28:54.235385 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20250d85-d3de-4132-9568-0603cd180a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd66cb7-959f-4b83-b4f5-78260930699e', 'code': 200} Dec 17 13:28:54.236008 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2fff2630-a15d-42ca-a2d1-368698a2627c req-5aada42b-c29e-4bd4-82f3-84398c93e35b tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0703416 Dec 17 13:28:54.254938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=ffd66cb7-959f-4b83-b4f5-78260930699e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:54.333693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f64cf-37e2-4fa5-8828-9139e27049da req-8f974c87-745d-4807-a9cc-237e79259380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:54.335506 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-547f64cf-37e2-4fa5-8828-9139e27049da req-8f974c87-745d-4807-a9cc-237e79259380 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 1135 time: 0.0510669 Dec 17 13:28:54.400647 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-547f64cf-37e2-4fa5-8828-9139e27049da req-917f18da-02a5-4ff0-9df3-6ff395b6af7b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0531104 Dec 17 13:28:54.854946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57660) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:55.104010 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b1dd13d-a8c5-4a19-b374-e376f3d7e4cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:55.331297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9172e94a-0f61-473b-ac28-7885d00dbcc0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:28:55.402420 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d218cd61-6c76-43f0-8e7d-a8ae1919efef req-a4707c96-b799-4704-9e0f-5ce967358fb0 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 210 time: 0.1639063 Dec 17 13:28:55.477610 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b1dd13d-a8c5-4a19-b374-e376f3d7e4cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:55.481338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 9172e94a-0f61-473b-ac28-7885d00dbcc0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:28:55.484348 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:55.556104 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b1dd13d-a8c5-4a19-b374-e376f3d7e4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:55.669088 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6b1dd13d-a8c5-4a19-b374-e376f3d7e4cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b9f9a470c894a0bb926387273185477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8130956 Dec 17 13:28:55.670578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dd13d-a8c5-4a19-b374-e376f3d7e4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf05e8a-7284-4408-becc-ac3e9c5a1be1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:55.675517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57688) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:55.771058 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-063dbbac-0cdb-4fa2-97a7-78adb6e2df35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:55.802230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-063dbbac-0cdb-4fa2-97a7-78adb6e2df35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:55.878860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f09cfe-02fe-4a52-a6f8-e348a7bd22e9 req-0e88fbdc-9b5f-4149-ad03-e9e32715e4e6 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:55.880620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-24f09cfe-02fe-4a52-a6f8-e348a7bd22e9 req-0e88fbdc-9b5f-4149-ad03-e9e32715e4e6 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 984 time: 0.5184090 Dec 17 13:28:55.963368 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-24f09cfe-02fe-4a52-a6f8-e348a7bd22e9 req-4289af9f-a9f0-4641-a5f8-ab5055fc757c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0712430 Dec 17 13:28:55.970065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-063dbbac-0cdb-4fa2-97a7-78adb6e2df35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:55.974330 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-063dbbac-0cdb-4fa2-97a7-78adb6e2df35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:55.976626 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-063dbbac-0cdb-4fa2-97a7-78adb6e2df35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ccf05e8a-7284-4408-becc-ac3e9c5a1be1 HTTP/1.1" status: 204 len: 168 time: 0.2860115 Dec 17 13:28:56.009463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dbbac-0cdb-4fa2-97a7-78adb6e2df35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf05e8a-7284-4408-becc-ac3e9c5a1be1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:56.082078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57698) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:56.493005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2020910788-network', 'tenant_id': '009389a399ad43ddb25b067380a09158'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:56.526666 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bd5f8bb2-4132-430e-9a5d-b5838bc99fa3 req-fe29f38c-770a-41b8-824a-f2b1d6303060 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 210 time: 0.0472753 Dec 17 13:28:56.624333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Made reservation on behalf of 009389a399ad43ddb25b067380a09158 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:56.626765 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:56.636703 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:56.763787 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:56.817538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57720) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:56.892250 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:56.894735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335548b-8e31-4230-a73b-898e4b7b1ed6 req-5f821c69-c9fd-4e23-8dbc-d318c14a6f87 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:56.904886 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2335548b-8e31-4230-a73b-898e4b7b1ed6 req-5f821c69-c9fd-4e23-8dbc-d318c14a6f87 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1097 time: 0.0419891 Dec 17 13:28:56.918423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:28:56.928837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0963e027-5e62-4a2d-89c8-336f2949fbc6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:56.944844 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:56.945892 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Added segment a750cb5d-68eb-48d6-a55d-21f5df342ab5 of type vlan for network ecd0a89a-e368-44f2-9fad-d6001ff5c547 Dec 17 13:28:57.189975 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2335548b-8e31-4230-a73b-898e4b7b1ed6 req-abdb66e2-3e10-4c2f-b201-92314b0fbf92 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498166 Dec 17 13:28:57.191184 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:57.191184 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61ba6f-04e1-4c1f-95a5-f80a817b528b req-4948f8d3-17b8-4fec-879c-233cfe800781 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:57.191184 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c61ba6f-04e1-4c1f-95a5-f80a817b528b req-4948f8d3-17b8-4fec-879c-233cfe800781 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.0661786 Dec 17 13:28:57.192590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5736ad3-6bdf-4332-b33e-f668dd0aa78e req-2cc12a13-fd25-46fc-9272-5ed075cac6e3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:57.192590 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5736ad3-6bdf-4332-b33e-f668dd0aa78e req-2cc12a13-fd25-46fc-9272-5ed075cac6e3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 984 time: 0.0607202 Dec 17 13:28:57.193007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:57.193007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:57.193522 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:57.221299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-826560507-network', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:57.256932 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5736ad3-6bdf-4332-b33e-f668dd0aa78e req-d7eeacfc-fdf1-4528-a65f-5e13389f6984 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0991523 Dec 17 13:28:57.305691 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6c61ba6f-04e1-4c1f-95a5-f80a817b528b req-54a21423-4d79-46a0-923e-f618293aab7a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312575 Dec 17 13:28:57.305691 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] Pushing event updated for resources: {'Network': ['ID=ecd0a89a-e368-44f2-9fad-d6001ff5c547,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:57.305691 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57732) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:57.320631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57736) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:57.328007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e6cf-0094-4aac-a869-6baf7505944f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:57.336618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:28:57.422041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d61b6f50-e867-4f31-83a8-274a20bcf20c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/6bd2d7e7-6f9a-424c-b196-b3a002ee7af2 HTTP/1.1" status: 200 len: 994 time: 0.1000292 Dec 17 13:28:57.464481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d5065918-cbc7-43f5-83fd-1615dd9b447c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3786461 Dec 17 13:28:57.466802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57740) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:57.478936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1b788542-a742-4ba3-95f4-23532c99b695 admin admin] Request body: {'subnet': {'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2020910788-subnet', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:57.496514 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e6cf-0094-4aac-a869-6baf7505944f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:57.561307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c771-2cd3-4b1d-a528-8dbd8f85c17c req-1804e9ac-3ffe-4c54-9a9a-ece4dd266363 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:57.562967 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c121c771-2cd3-4b1d-a528-8dbd8f85c17c req-1804e9ac-3ffe-4c54-9a9a-ece4dd266363 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 984 time: 0.1543269 Dec 17 13:28:57.629613 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e6cf-0094-4aac-a869-6baf7505944f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:57.635969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:57.639638 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:57.660543 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c19fa6d1-f1cc-4e93-a2aa-30a85c34b2cb req-abfd3c1d-93a7-4dab-95dc-9b7e466377f8 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 210 time: 0.0427005 Dec 17 13:28:57.674270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:57.680941 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c121c771-2cd3-4b1d-a528-8dbd8f85c17c req-acd38040-be29-4a30-acfd-34f53a62d39b tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1063011 Dec 17 13:28:57.695396 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bfe2e6cf-0094-4aac-a869-6baf7505944f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e4987d9d0624c09b5153888a8a95a48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3933096 Dec 17 13:28:57.695396 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2e6cf-0094-4aac-a869-6baf7505944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386d998d-ca97-44cd-b6da-e812fe732f61,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:57.695736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57752) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:57.750903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b788542-a742-4ba3-95f4-23532c99b695 admin admin] Made reservation on behalf of 009389a399ad43ddb25b067380a09158 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:57.753826 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b788542-a742-4ba3-95f4-23532c99b695 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:57.776580 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9a2eeac-5d4d-4e05-a06d-ecb9e140e0ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:57.801621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-901a26f2-c739-4479-a2cc-1d26709838e4 req-e18c89fe-e268-4a16-a6f0-97e5ab226929 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:28:57.802677 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-901a26f2-c739-4479-a2cc-1d26709838e4 req-e18c89fe-e268-4a16-a6f0-97e5ab226929 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054216 Dec 17 13:28:57.817930 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9a2eeac-5d4d-4e05-a06d-ecb9e140e0ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:57.960297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d45d1-a0bb-42bd-a598-e163e2b19bee req-b4b7f539-b34b-4ff7-9651-329018381561 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:57.961908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b2d45d1-a0bb-42bd-a598-e163e2b19bee req-b4b7f539-b34b-4ff7-9651-329018381561 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 1135 time: 0.1374633 Dec 17 13:28:57.964921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-15994810-a491-4c07-80b5-389ecd1466d2 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:57.966369 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-15994810-a491-4c07-80b5-389ecd1466d2 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.61 "GET /v2.0/networks?id=fcdb24c2-ea12-400c-8354-bd4cf499b921 HTTP/1.1" status: 200 len: 908 time: 0.3452773 Dec 17 13:28:57.979375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Request body: {'port': {'device_id': '1c6a31c3-d4ef-4e3a-aa14-74ef95d79877', 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921', 'admin_state_up': True, 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:57.990472 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4b2d45d1-a0bb-42bd-a598-e163e2b19bee req-441a6590-a4a0-433c-a15f-f561d5c267d9 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.024110 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9a2eeac-5d4d-4e05-a06d-ecb9e140e0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.027475 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9a2eeac-5d4d-4e05-a06d-ecb9e140e0ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.028913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f9a2eeac-5d4d-4e05-a06d-ecb9e140e0ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/386d998d-ca97-44cd-b6da-e812fe732f61 HTTP/1.1" status: 204 len: 168 time: 0.3324006 Dec 17 13:28:58.042234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2eeac-5d4d-4e05-a06d-ecb9e140e0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386d998d-ca97-44cd-b6da-e812fe732f61,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:58.145699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Made reservation on behalf of 160fa4623d3e4cf8b4bdac1606048a7d for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:58.148056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.230270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4b2d45d1-a0bb-42bd-a598-e163e2b19bee req-441a6590-a4a0-433c-a15f-f561d5c267d9 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.243073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.289182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4b2d45d1-a0bb-42bd-a598-e163e2b19bee req-441a6590-a4a0-433c-a15f-f561d5c267d9 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.338102 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.348020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a6590-a4a0-433c-a15f-f561d5c267d9 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e059696d-f2a3-463e-8f7d-611bb07f701d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:58.383474 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b788542-a742-4ba3-95f4-23532c99b695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.389499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:28:58.412133 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b2d45d1-a0bb-42bd-a598-e163e2b19bee req-441a6590-a4a0-433c-a15f-f561d5c267d9 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4440832 Dec 17 13:28:58.446895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e62a08-b52f-4ae7-96c6-2a454117df70 req-ccc4389a-e46c-4bf6-bab0-9300622db6f6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:58.448687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57770) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:58.455573 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81e62a08-b52f-4ae7-96c6-2a454117df70 req-ccc4389a-e46c-4bf6-bab0-9300622db6f6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.0638952 Dec 17 13:28:58.502701 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.503138 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Added segment 39964772-a24c-4875-ab7f-79907122d3e5 of type vlan for network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 Dec 17 13:28:58.510735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81e62a08-b52f-4ae7-96c6-2a454117df70 req-f4bb129e-4465-4838-9e41-b8f55e2ca66b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539718 Dec 17 13:28:58.535999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029bb36c-e994-4f7e-bf50-82a101efec78,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:58.602203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57774) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:58.617749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Allocated IP 172.20.0.5 (fcdb24c2-ea12-400c-8354-bd4cf499b921/b0158117-e83e-4b28-9aef-7b9a9ba62236/57e79e7c-a480-4c1a-99c8-3086fde8b5b3) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:58.648437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b788542-a742-4ba3-95f4-23532c99b695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:58.690638 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.716701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eecd5d2-f9a7-419b-8a3b-f977d175dba2 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:58.722054 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3eecd5d2-f9a7-419b-8a3b-f977d175dba2 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 1130 time: 0.2626536 Dec 17 13:28:58.723008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57780) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:58.731596 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': 'ffd66cb7-959f-4b83-b4f5-78260930699e', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:58.770901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b788542-a742-4ba3-95f4-23532c99b695 admin admin] Checking segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:28:58.771508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b788542-a742-4ba3-95f4-23532c99b695 admin admin] Network hostable DHCP agents. Network: ecd0a89a-e368-44f2-9fad-d6001ff5c547, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:28:58.867870 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-4c3adeaf-d656-40e5-9831-2f85f86abb11 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2541091 Dec 17 13:28:58.870076 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be827895-88fc-45f0-9b05-04e32f261aa9 req-a9f896c7-0945-4190-a84c-a117eaddf8a9 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 210 time: 0.0679929 Dec 17 13:28:58.881509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-e5a1223c-d4c5-40a1-af5f-4cda610fc8f8 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:28:58.881509 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-e5a1223c-d4c5-40a1-af5f-4cda610fc8f8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068767 Dec 17 13:28:58.937954 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.974475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:58.975571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:58.978143 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.035857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b788542-a742-4ba3-95f4-23532c99b695 admin admin] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:28:59.065338 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.072824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.073274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab2cf33-63cd-4bbb-b2b1-6d1864901507,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:59.089946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:28:59.117132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cde8225f-accb-4170-86a8-7780490389c1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2982168 Dec 17 13:28:59.120079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57794) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:59.134992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-98855856-c037-4a8f-91be-7fd5a8907a3a admin admin] Request body: {'subnet': {'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-subnet', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:59.176366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1b788542-a742-4ba3-95f4-23532c99b695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, ecd0a89a-e368-44f2-9fad-d6001ff5c547) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:59.185662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b788542-a742-4ba3-95f4-23532c99b695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:59.186365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b788542-a742-4ba3-95f4-23532c99b695 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.194256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde299da-03e0-4207-9ba1-91a17ec0746c None None] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:28:59.292843 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.330005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Allocated IP 172.25.0.183 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/0ec3de74-1f4a-4ff5-b8d1-d08c735e60e6) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:59.392048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:28:59.392977 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.453045 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1b788542-a742-4ba3-95f4-23532c99b695 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9814634 Dec 17 13:28:59.457516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57816) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:28:59.463670 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:28:59.479392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Network fcdb24c2-ea12-400c-8354-bd4cf499b921 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:59.483527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:59.488960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:59.591427 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.596464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:28:59.598475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.604895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Pushing event updated for resources: {'Port': ['ID=57e79e7c-a480-4c1a-99c8-3086fde8b5b3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:59.627439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98855856-c037-4a8f-91be-7fd5a8907a3a admin admin] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:28:59.630043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98855856-c037-4a8f-91be-7fd5a8907a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.647244 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.649738 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.725022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Allocated IP 172.20.0.2 (ecd0a89a-e368-44f2-9fad-d6001ff5c547/53326f79-47a6-4d5d-aa1f-178b1b8e2cf6/cedd177b-620b-4c80-994b-f303b13149e3) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:28:59.729928 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.861640 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:28:59.907498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:28:59.911520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Port': ['ID=0ec3de74-1f4a-4ff5-b8d1-d08c735e60e6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:28:59.918664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:28:59.922542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:28:59.935066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-6f3654eb-e95a-4571-92d8-26c54e19574c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9592516 Dec 17 13:28:59.961908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Request body: {'port': {'device_id': '1c6a31c3-d4ef-4e3a-aa14-74ef95d79877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:00.028167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f1ae7-cdce-4a3f-a526-2d6011089745 req-00c893bd-1022-4e85-8b1a-7327007d0b8a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:00.036746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd4f1ae7-cdce-4a3f-a526-2d6011089745 req-00c893bd-1022-4e85-8b1a-7327007d0b8a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.3562126 Dec 17 13:29:00.051195 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.087003 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.089320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98855856-c037-4a8f-91be-7fd5a8907a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.092626 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8bd6678d-3226-41d9-8f23-8b9f998e23e5 None None] Provisioning complete for port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:00.093600 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8bd6678d-3226-41d9-8f23-8b9f998e23e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.124036 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.175746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:00.187099 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6678d-3226-41d9-8f23-8b9f998e23e5 None None] Port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:00.192116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:00.197691 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:00.212268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Pushing event updated for resources: {'Port': ['ID=cedd177b-620b-4c80-994b-f303b13149e3,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:00.229222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98855856-c037-4a8f-91be-7fd5a8907a3a admin admin] Checking segment: {'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:00.229630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98855856-c037-4a8f-91be-7fd5a8907a3a admin admin] Network hostable DHCP agents. Network: 6ab2cf33-63cd-4bbb-b2b1-6d1864901507, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:29:00.234996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.248071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.248784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.249286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.249983 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.250593 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.251205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.251901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.252426 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.252947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.253465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.254066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.254584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.254807 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd4f1ae7-cdce-4a3f-a526-2d6011089745 req-52f39470-af77-4948-b732-af11c3fe9803 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171342 Dec 17 13:29:00.255301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:00.274445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c77896-0111-44ea-8ebb-b0d18180ac20 req-65b6fde1-b9a6-4c1e-8c0a-ff5e75134e1a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:00.277272 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f1c77896-0111-44ea-8ebb-b0d18180ac20 req-65b6fde1-b9a6-4c1e-8c0a-ff5e75134e1a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1027 time: 0.1990497 Dec 17 13:29:00.311090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Attempting to bind port cedd177b-620b-4c80-994b-f303b13149e3 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:00.311822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Attempting to bind port cedd177b-620b-4c80-994b-f303b13149e3 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:00.312407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Attempting to bind port cedd177b-620b-4c80-994b-f303b13149e3 on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:00.312800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98855856-c037-4a8f-91be-7fd5a8907a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=644d3787-4d5f-4bbd-9877-1bc7fbb4ed55,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:00.324428 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:00.325434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Checking segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:00.326116 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.327429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Bound using segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:00.328147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Bound port: cedd177b-620b-4c80-994b-f303b13149e3, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:00.328795 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.436558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] For port cedd177b-620b-4c80-994b-f303b13149e3, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:00.440783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] For port cedd177b-620b-4c80-994b-f303b13149e3, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cedd177b-620b-4c80-994b-f303b13149e3,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:00.449539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98855856-c037-4a8f-91be-7fd5a8907a3a admin admin] Network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:29:00.484369 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f1c77896-0111-44ea-8ebb-b0d18180ac20 req-48fc4dfb-5d89-43f6-b724-6ed69b5fd18b tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937783 Dec 17 13:29:00.534040 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.536905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-98855856-c037-4a8f-91be-7fd5a8907a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 6ab2cf33-63cd-4bbb-b2b1-6d1864901507) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:00.547345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98855856-c037-4a8f-91be-7fd5a8907a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:00.548245 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98855856-c037-4a8f-91be-7fd5a8907a3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.561874 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae86759-2265-430d-8f18-9784555fb771 None None] Network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:29:00.741475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:29:00.753207 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.772325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959ae3b-f2ad-4df4-9b8d-08b75d465a8c None None] Pushing event updated for resources: {'Port': ['ID=cedd177b-620b-4c80-994b-f303b13149e3,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:00.775200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Transition to ACTIVE for port object 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:29:00.827144 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'fixed_ips': [{'subnet_id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:29:00.828091 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.917164 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:00.957505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-98855856-c037-4a8f-91be-7fd5a8907a3a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8359303 Dec 17 13:29:00.967459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57852) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:01.004365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:01.070688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Allocated IP 172.20.0.2 (6ab2cf33-63cd-4bbb-b2b1-6d1864901507/644d3787-4d5f-4bbd-9877-1bc7fbb4ed55/870a914f-45f7-4e75-9aa4-a2b669ff3a5d) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:01.096951 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:01.306782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Pushing event updated for resources: {'Port': ['ID=57e79e7c-a480-4c1a-99c8-3086fde8b5b3,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:01.368937 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:01.372085 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:01.415677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Attempting to bind port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:01.416029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Attempting to bind port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:01.416539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Attempting to bind port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 on network fcdb24c2-ea12-400c-8354-bd4cf499b921 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:01.467846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cedd177b-620b-4c80-994b-f303b13149e3 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:01.487134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 on network fcdb24c2-ea12-400c-8354-bd4cf499b921 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:29:01.487478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Attempting to bind port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 on network fcdb24c2-ea12-400c-8354-bd4cf499b921 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:01.505489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:01.507304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Checking segment: {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:01.513425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Bound using segment: {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:01.514694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Bound port: 57e79e7c-a480-4c1a-99c8-3086fde8b5b3, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:01.516398 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:01.517770 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:01.533117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:01.633114 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41029e34-233b-486c-8039-68d23e28a0f1 req-90c56a0b-a946-459f-99ee-f46b41bfdd67 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:01.641037 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41029e34-233b-486c-8039-68d23e28a0f1 req-90c56a0b-a946-459f-99ee-f46b41bfdd67 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.2234514 Dec 17 13:29:01.641716 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:01.709862 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:01.758111 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port cedd177b-620b-4c80-994b-f303b13149e3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:01.762142 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:01.831929 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:01.836527 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:01.844999 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41029e34-233b-486c-8039-68d23e28a0f1 req-10c17f62-9fc2-4c9c-b03b-e1ef535b2c36 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957500 Dec 17 13:29:02.033025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] For port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:02.040761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Allocated IP 172.25.0.230 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/68a25673-2615-4662-a30d-2d20b4136931) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:02.044580 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.125516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694a826-995f-4122-b938-93cca7ade731 req-2a1e568d-4e85-417c-b4e2-95f192add1fb tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:02.142152 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b694a826-995f-4122-b938-93cca7ade731 req-2a1e568d-4e85-417c-b4e2-95f192add1fb tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1052 time: 0.4720571 Dec 17 13:29:02.156706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] For port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=57e79e7c-a480-4c1a-99c8-3086fde8b5b3,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:02.166333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.190833 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.241918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b694a826-995f-4122-b938-93cca7ade731 req-cada4c7a-13a5-4bbe-a77d-b61fe17c03d7 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992303 Dec 17 13:29:02.283066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.286586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Port': ['ID=0ec3de74-1f4a-4ff5-b8d1-d08c735e60e6,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:02.303510 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.362249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:02.362891 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.364455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] 10.222.0.61 "PUT /v2.0/ports/57e79e7c-a480-4c1a-99c8-3086fde8b5b3 HTTP/1.1" status: 200 len: 1091 time: 2.4195690 Dec 17 13:29:02.367047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6a31c3-d4ef-4e3a-aa14-74ef95d79877', 'tag': '57e79e7c-a480-4c1a-99c8-3086fde8b5b3'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:02.381075 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f005dbd-a6b4-4092-beed-e2f8b950fb21" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6a31c3-d4ef-4e3a-aa14-74ef95d79877", "tag": "57e79e7c-a480-4c1a-99c8-3086fde8b5b3"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:02.445268 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.462987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:02.464450 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.472716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:02.476996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Pushing event updated for resources: {'Port': ['ID=870a914f-45f7-4e75-9aa4-a2b669ff3a5d,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:02.479452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:02.523556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c66394-eff7-4b5a-aa66-16408747c91d service neutron] Pushing event updated for resources: {'Port': ['ID=57e79e7c-a480-4c1a-99c8-3086fde8b5b3,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:02.537119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port cedd177b-620b-4c80-994b-f303b13149e3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cedd177b-620b-4c80-994b-f303b13149e3,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:02.570013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07a0667-921f-4ca2-8a15-b2fb0d4e1342 None None] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:29:02.585189 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.663179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-cec91e5d-c18f-491e-87a2-d087c4425042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:02.666065 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-cec91e5d-c18f-491e-87a2-d087c4425042 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=160fa4623d3e4cf8b4bdac1606048a7d&device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1094 time: 0.1299362 Dec 17 13:29:02.715897 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Floating IP 3f4f3d01-bde4-4955-8273-d053a079ffde associated. External IP: 172.25.0.183, port: ffd66cb7-959f-4b83-b4f5-78260930699e. Dec 17 13:29:02.757006 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.805308 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-1062ba5a-586e-4fbc-84db-9c9543c1a59d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57e79e7c-a480-4c1a-99c8-3086fde8b5b3 HTTP/1.1" status: 200 len: 217 time: 0.1117439 Dec 17 13:29:02.855478 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.863261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=cedd177b-620b-4c80-994b-f303b13149e3,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:02.869925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Attempting to bind port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:02.870310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Attempting to bind port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:02.870682 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Attempting to bind port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d on network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:02.891200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:02.891685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Checking segment: {'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:02.892116 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.892522 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Bound using segment: {'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:02.893029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Bound port: 870a914f-45f7-4e75-9aa4-a2b669ff3a5d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:02.893425 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.929397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f67f2-f727-4f35-9910-28bc52618e7b req-c5f6de66-7c7b-49d1-9a0d-4aeb77ba047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:02.929628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9fb55519-6035-4e35-93c0-69d271d04e52 None None] Provisioning complete for port cedd177b-620b-4c80-994b-f303b13149e3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:02.930014 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9fb55519-6035-4e35-93c0-69d271d04e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:02.931843 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-c5f6de66-7c7b-49d1-9a0d-4aeb77ba047a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1097 time: 0.6849096 Dec 17 13:29:02.943190 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ed13ad5-6fe8-4cd9-bcd0-d69e17ded31d req-859b400d-dd37-4acd-aa93-6ad8f1c2504d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2483234 Dec 17 13:29:02.985525 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:02.986694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:03.059400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:03.059666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-7c7e1288-d1d9-4ed4-8554-529dc2314255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:03.062122 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-7c7e1288-d1d9-4ed4-8554-529dc2314255 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0158117-e83e-4b28-9aef-7b9a9ba62236 HTTP/1.1" status: 200 len: 846 time: 0.2469573 Dec 17 13:29:03.086174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1455c1a-81b6-48eb-9903-26f4b175ec6e None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:03.179860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] For port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:03.185103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] For port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=870a914f-45f7-4e75-9aa4-a2b669ff3a5d,segment=NetworkSegment(39964772-a24c-4875-ab7f-79907122d3e5),segment_id=39964772-a24c-4875-ab7f-79907122d3e5)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:03.207742 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc85db5-9666-44d1-bee8-13eed5620c46 x-openstack-request-id: req-2bc85db5-9666-44d1-bee8-13eed5620c46 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:03.208070 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6a31c3-d4ef-4e3a-aa14-74ef95d79877", "tag": "57e79e7c-a480-4c1a-99c8-3086fde8b5b3", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:03.208303 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2bc85db5-9666-44d1-bee8-13eed5620c46 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:03.208713 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6a31c3-d4ef-4e3a-aa14-74ef95d79877', 'tag': '57e79e7c-a480-4c1a-99c8-3086fde8b5b3', 'status': 'completed', 'code': 200} Dec 17 13:29:03.258000 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:03.411848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cc65f-ebec-49a6-a408-00e11f33672c None None] Pushing event updated for resources: {'Port': ['ID=870a914f-45f7-4e75-9aa4-a2b669ff3a5d,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:03.423881 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cedd177b-620b-4c80-994b-f303b13149e3 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:03.509812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Pushing event updated for resources: {'Port': ['ID=68a25673-2615-4662-a30d-2d20b4136931,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:03.516106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port cedd177b-620b-4c80-994b-f303b13149e3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:03.516586 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:03.621291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Router 56458be6-8db3-48c0-806d-ce28b759a0d7 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:29:03.636293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70ebdf-3ba1-4af7-ae8b-6d261382c835 req-66dfe6e3-c3ac-4b2f-8f62-266cd2b00f07 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:03.645392 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3b70ebdf-3ba1-4af7-ae8b-6d261382c835 req-66dfe6e3-c3ac-4b2f-8f62-266cd2b00f07 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1094 time: 0.1207030 Dec 17 13:29:03.785969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1cf36c08-9504-43c9-9b14-8d8cc0f5a0cd None None] Provisioning complete for port 68a25673-2615-4662-a30d-2d20b4136931 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:03.786774 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1cf36c08-9504-43c9-9b14-8d8cc0f5a0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:03.844508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1cf36c08-9504-43c9-9b14-8d8cc0f5a0cd None None] Port 68a25673-2615-4662-a30d-2d20b4136931 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:03.853433 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:03.897047 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3b70ebdf-3ba1-4af7-ae8b-6d261382c835 req-e8633978-e7de-4189-8ad2-9cc7ccec2317 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426314 Dec 17 13:29:03.909530 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:03.968711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b33be411-e500-445b-bedd-938e0c35b784 None None] Provisioning complete for port cedd177b-620b-4c80-994b-f303b13149e3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:03.968951 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:29:03.969519 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b33be411-e500-445b-bedd-938e0c35b784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:03.983486 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b89b0-c743-4ed3-9243-3e5ae4b77aac None None] Sync routers for ids ['56458be6-8db3-48c0-806d-ce28b759a0d7'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:29:04.002882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:04.008388 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b89b0-c743-4ed3-9243-3e5ae4b77aac None None] Routers {'56458be6-8db3-48c0-806d-ce28b759a0d7'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:04.009028 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b13b89b0-c743-4ed3-9243-3e5ae4b77aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['56458be6-8db3-48c0-806d-ce28b759a0d7'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:04.102379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed13ad5-6fe8-4cd9-bcd0-d69e17ded31d req-0cf806e4-6e21-44d4-ba8e-a8944529a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.103783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ed13ad5-6fe8-4cd9-bcd0-d69e17ded31d req-0cf806e4-6e21-44d4-ba8e-a8944529a033 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46f0843a1cce476493b3729da2a959b0&device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 1135 time: 1.0552323 Dec 17 13:29:04.119289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbc4b3-77d1-4d00-ac30-5ca4a3ff87fa req-df503900-2942-4005-81d9-25106e8b3f81 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.121150 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ccbc4b3-77d1-4d00-ac30-5ca4a3ff87fa req-df503900-2942-4005-81d9-25106e8b3f81 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 1.0758324 Dec 17 13:29:04.125662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-24b89bdd-a381-49fd-9628-c62901bedc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.127329 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-24b89bdd-a381-49fd-9628-c62901bedc9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fcdb24c2-ea12-400c-8354-bd4cf499b921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0514426 Dec 17 13:29:04.128600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d7b3b4dd-f35e-4fe1-b1fb-02fa12595a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.130549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d7b3b4dd-f35e-4fe1-b1fb-02fa12595a64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 897 time: 1.1356087 Dec 17 13:29:04.146469 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:04.152545 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-b13b89b0-c743-4ed3-9243-3e5ae4b77aac None None] Set router 56458be6-8db3-48c0-806d-ce28b759a0d7 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:04.185319 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-838c04ec-cda5-4db9-928c-3eca87b5882e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4603500 Dec 17 13:29:04.185867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57914) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:04.190168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20250d85-d3de-4132-9568-0603cd180a0d', 'tag': 'ffd66cb7-959f-4b83-b4f5-78260930699e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:04.193049 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac18dddc-433a-4cd7-a223-9ebbe439a278" -d '{"events": [{"name": "network-changed", "server_uuid": "20250d85-d3de-4132-9568-0603cd180a0d", "tag": "ffd66cb7-959f-4b83-b4f5-78260930699e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:04.290469 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e7b4ba-3ede-4f55-b93e-dd87cdd3d0e1 x-openstack-request-id: req-27e7b4ba-3ede-4f55-b93e-dd87cdd3d0e1 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:04.290771 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20250d85-d3de-4132-9568-0603cd180a0d", "tag": "ffd66cb7-959f-4b83-b4f5-78260930699e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:04.291080 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27e7b4ba-3ede-4f55-b93e-dd87cdd3d0e1 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:04.291512 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20250d85-d3de-4132-9568-0603cd180a0d', 'tag': 'ffd66cb7-959f-4b83-b4f5-78260930699e', 'status': 'completed', 'code': 200} Dec 17 13:29:04.483203 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:04.532011 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-af509163-d8ee-4755-9802-12523fc60bf6 service neutron] 10.222.0.61 "GET /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940432 Dec 17 13:29:04.546040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Allocated IP 172.25.0.240 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:04.658175 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b13b89b0-c743-4ed3-9243-3e5ae4b77aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:26Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '3f4f3d01-bde4-4955-8273-d053a079ffde', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'port_id': 'ffd66cb7-959f-4b83-b4f5-78260930699e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'mac_address': 'fa:16:3e:eb:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20250d85-d3de-4132-9568-0603cd180a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:29:00Z', 'updated_at': '2021-12-17T13:29:00Z', 'revision_number': 0, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59640cfc-df11-4dc8-bbc4-45bd24c4986b', 'name': '', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'mac_address': 'fa:16:3e:ee:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '3189dc24-a65a-4923-bf07-1d653440f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:24Z', 'updated_at': '2021-12-17T13:28:37Z', 'revision_number': 5, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'subnets': [{'id': '3189dc24-a65a-4923-bf07-1d653440f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:04.681454 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d96dc041-09b8-4c1d-8b99-678ea3f3dba3 req-d36254f1-1787-42a6-897b-ada0cee21006 service neutron] 10.222.0.61 "GET /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258159 Dec 17 13:29:04.752921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ccbc4b3-77d1-4d00-ac30-5ca4a3ff87fa req-5a6fd1aa-2692-4df0-900b-ac9915d90292 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6210928 Dec 17 13:29:04.755964 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3b6233-6eaa-4364-bcaa-b03334e50d84 req-0559eaba-308b-4b72-85d6-251837ca4bb6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5352070 Dec 17 13:29:04.800365 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-14e0274c-a886-4239-92cf-daa5e585cf86 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1002 time: 0.6220088 Dec 17 13:29:04.823645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b747a-c1e8-4536-a68a-61b17dfb7519 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.824296 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b747a-c1e8-4536-a68a-61b17dfb7519 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.824972 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b747a-c1e8-4536-a68a-61b17dfb7519 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.825352 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b747a-c1e8-4536-a68a-61b17dfb7519 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.825914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b747a-c1e8-4536-a68a-61b17dfb7519 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.827005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b747a-c1e8-4536-a68a-61b17dfb7519 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.827530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b747a-c1e8-4536-a68a-61b17dfb7519 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.828063 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b747a-c1e8-4536-a68a-61b17dfb7519 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.828727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b747a-c1e8-4536-a68a-61b17dfb7519 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.829247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b747a-c1e8-4536-a68a-61b17dfb7519 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.829805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b747a-c1e8-4536-a68a-61b17dfb7519 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.832907 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-483b747a-c1e8-4536-a68a-61b17dfb7519 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7760 time: 0.6362092 Dec 17 13:29:04.835308 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57926) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:04.871227 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b89b0-c743-4ed3-9243-3e5ae4b77aac None None] Checking router: 56458be6-8db3-48c0-806d-ce28b759a0d7 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:29:04.882993 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b89b0-c743-4ed3-9243-3e5ae4b77aac None None] Routers {'56458be6-8db3-48c0-806d-ce28b759a0d7'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:04.883857 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b13b89b0-c743-4ed3-9243-3e5ae4b77aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['56458be6-8db3-48c0-806d-ce28b759a0d7'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:04.927068 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3065ea-749e-40fb-9133-206940ae68ca None None] Network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:29:04.984435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f67f2-f727-4f35-9910-28bc52618e7b req-6fcdf57b-b0ee-41d2-b3a8-7e69bc5a0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:04.986242 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-6fcdf57b-b0ee-41d2-b3a8-7e69bc5a0268 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 200 len: 835 time: 0.1464283 Dec 17 13:29:05.047671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed13ad5-6fe8-4cd9-bcd0-d69e17ded31d req-2ea3fade-5863-42f1-bf6d-4bf0697f79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.054625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ed13ad5-6fe8-4cd9-bcd0-d69e17ded31d req-2ea3fade-5863-42f1-bf6d-4bf0697f79b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 HTTP/1.1" status: 200 len: 897 time: 0.8748975 Dec 17 13:29:05.103726 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-b13b89b0-c743-4ed3-9243-3e5ae4b77aac None None] Set router 56458be6-8db3-48c0-806d-ce28b759a0d7 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:05.138356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c07eb2ef-85fc-4a5b-aff4-fee80b9f03b9 None None] Provisioning complete for port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:05.142291 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c07eb2ef-85fc-4a5b-aff4-fee80b9f03b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:05.224823 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:05.372945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f67f2-f727-4f35-9910-28bc52618e7b req-891b3edc-3511-4be4-9a22-46b95b9455cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.375514 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-891b3edc-3511-4be4-9a22-46b95b9455cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d75d574-048d-4e4b-95e7-35b977a4f82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3157542 Dec 17 13:29:05.381727 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:05.388155 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c07eb2ef-85fc-4a5b-aff4-fee80b9f03b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:05.401151 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 870a914f-45f7-4e75-9aa4-a2b669ff3a5d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:05.418279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:05.421713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b6233-6eaa-4364-bcaa-b03334e50d84 req-307f06bd-aab5-4cdb-9da7-e481f9c03dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.423468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3b6233-6eaa-4364-bcaa-b03334e50d84 req-307f06bd-aab5-4cdb-9da7-e481f9c03dfe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42ce2784e85b4127ad8c713af6203070&device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 1097 time: 0.5805655 Dec 17 13:29:05.429985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-7a684813-794c-4703-a8f3-70725e8fca72 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:29:05.431001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-7a684813-794c-4703-a8f3-70725e8fca72 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0288424 Dec 17 13:29:05.451907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:05.454697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:05.498592 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1fdb53-f9a7-4df4-b8f5-3f8a3cd936d3 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:05.519033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c07eb2ef-85fc-4a5b-aff4-fee80b9f03b9 None None] For port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=870a914f-45f7-4e75-9aa4-a2b669ff3a5d,segment=NetworkSegment(39964772-a24c-4875-ab7f-79907122d3e5),segment_id=39964772-a24c-4875-ab7f-79907122d3e5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:05.559959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:05.560473 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:05.618478 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c07eb2ef-85fc-4a5b-aff4-fee80b9f03b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:05.635074 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b13b89b0-c743-4ed3-9243-3e5ae4b77aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:26Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '3f4f3d01-bde4-4955-8273-d053a079ffde', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'port_id': 'ffd66cb7-959f-4b83-b4f5-78260930699e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'mac_address': 'fa:16:3e:eb:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20250d85-d3de-4132-9568-0603cd180a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:29:00Z', 'updated_at': '2021-12-17T13:29:00Z', 'revision_number': 0, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59640cfc-df11-4dc8-bbc4-45bd24c4986b', 'name': '', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'mac_address': 'fa:16:3e:ee:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '3189dc24-a65a-4923-bf07-1d653440f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:24Z', 'updated_at': '2021-12-17T13:28:37Z', 'revision_number': 5, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'subnets': [{'id': '3189dc24-a65a-4923-bf07-1d653440f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:05.639494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a99a00-63e4-4a48-a328-ca3411942dd3 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.639976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a99a00-63e4-4a48-a328-ca3411942dd3 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.640489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a99a00-63e4-4a48-a328-ca3411942dd3 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.640945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a99a00-63e4-4a48-a328-ca3411942dd3 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.641406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a99a00-63e4-4a48-a328-ca3411942dd3 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.641901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a99a00-63e4-4a48-a328-ca3411942dd3 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.642647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a99a00-63e4-4a48-a328-ca3411942dd3 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.643361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a99a00-63e4-4a48-a328-ca3411942dd3 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.644593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a99a00-63e4-4a48-a328-ca3411942dd3 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.645366 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a99a00-63e4-4a48-a328-ca3411942dd3 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.646243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a99a00-63e4-4a48-a328-ca3411942dd3 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.649920 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-58a99a00-63e4-4a48-a328-ca3411942dd3 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7176 time: 0.8131258 Dec 17 13:29:05.658139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57944) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:05.714111 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b89b0-c743-4ed3-9243-3e5ae4b77aac None None] The sync data for ids ['56458be6-8db3-48c0-806d-ce28b759a0d7'] in n-d-815324-5 is: [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:26Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '3f4f3d01-bde4-4955-8273-d053a079ffde', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'port_id': 'ffd66cb7-959f-4b83-b4f5-78260930699e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'mac_address': 'fa:16:3e:eb:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20250d85-d3de-4132-9568-0603cd180a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:29:00Z', 'updated_at': '2021-12-17T13:29:00Z', 'revision_number': 0, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59640cfc-df11-4dc8-bbc4-45bd24c4986b', 'name': '', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'mac_address': 'fa:16:3e:ee:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '3189dc24-a65a-4923-bf07-1d653440f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:24Z', 'updated_at': '2021-12-17T13:28:37Z', 'revision_number': 5, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'subnets': [{'id': '3189dc24-a65a-4923-bf07-1d653440f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:29:05.786833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57946) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:05.789956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Router c2d4a34e-61ca-4d85-82d3-2308e356a405 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:29:05.795216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07eb2ef-85fc-4a5b-aff4-fee80b9f03b9 None None] Pushing event updated for resources: {'Port': ['ID=870a914f-45f7-4e75-9aa4-a2b669ff3a5d,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:05.804697 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c96a0-9b5b-49d9-b262-950d1d29f818 req-84e8e73d-71eb-4f55-bcca-51361a7f9d66 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.806306 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-567c96a0-9b5b-49d9-b262-950d1d29f818 req-84e8e73d-71eb-4f55-bcca-51361a7f9d66 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1094 time: 0.4113505 Dec 17 13:29:05.816402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b6233-6eaa-4364-bcaa-b03334e50d84 req-8f0a3135-0fdd-43d1-99bf-bbe96aa0fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.817518 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3b6233-6eaa-4364-bcaa-b03334e50d84 req-8f0a3135-0fdd-43d1-99bf-bbe96aa0fd3a service neutron] 10.222.0.54 "GET /v2.0/networks?id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd HTTP/1.1" status: 200 len: 910 time: 0.3514302 Dec 17 13:29:05.820337 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d38d988a-2c16-45d0-aa00-6afea0f2bbf2 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563511 Dec 17 13:29:05.846761 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ed13ad5-6fe8-4cd9-bcd0-d69e17ded31d req-928c347d-6abb-4e19-8359-7b61f9c73789 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffd66cb7-959f-4b83-b4f5-78260930699e HTTP/1.1" status: 200 len: 999 time: 0.6859365 Dec 17 13:29:05.876161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f005dbd-a6b4-4092-beed-e2f8b950fb21 req-6bca033e-8608-4396-bd34-f734628abdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:05.881529 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f005dbd-a6b4-4092-beed-e2f8b950fb21 req-6bca033e-8608-4396-bd34-f734628abdf8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=160fa4623d3e4cf8b4bdac1606048a7d&device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1094 time: 0.8921843 Dec 17 13:29:05.937523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5ab4403a-806a-44e8-b967-d9baf6fe2f03 None None] Provisioning complete for port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:05.938098 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5ab4403a-806a-44e8-b967-d9baf6fe2f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:05.996927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4403a-806a-44e8-b967-d9baf6fe2f03 None None] Port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:06.027407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-a1b03724-d364-4dea-9566-578a7f5d71d4 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706176 Dec 17 13:29:06.037234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57954) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:06.121372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ee605658-0012-40b4-a8b4-9105de2ba9a6 None None] Provisioning complete for port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:06.122167 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee605658-0012-40b4-a8b4-9105de2ba9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:06.149100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22f1e94e-e51e-4d8a-b7ca-64db1ef5fa5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:06.158052 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:06.178723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af882c0e-cc7e-47a3-ac89-fc8f67825321 None None] New status for floating IP 3f4f3d01-bde4-4955-8273-d053a079ffde: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:29:06.184467 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-567c96a0-9b5b-49d9-b262-950d1d29f818 req-b0088181-97a0-4da0-892c-b15457da2493 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593302 Dec 17 13:29:06.226620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed13ad5-6fe8-4cd9-bcd0-d69e17ded31d req-00a97ee7-b986-4088-8df3-3b08096438e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:06.229089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ed13ad5-6fe8-4cd9-bcd0-d69e17ded31d req-00a97ee7-b986-4088-8df3-3b08096438e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3189dc24-a65a-4923-bf07-1d653440f454 HTTP/1.1" status: 200 len: 835 time: 0.3713195 Dec 17 13:29:06.229832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:29:06.239532 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Sync routers for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:29:06.254202 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:06.254831 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:06.325299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:06.338648 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f18645ae-5af3-4638-b136-03aa7c6f48d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:06.433844 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:06.441937 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:06.443182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cdd7878e-9a32-4928-bb12-f2635b5ca437 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9866922 Dec 17 13:29:06.446965 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22f1e94e-e51e-4d8a-b7ca-64db1ef5fa5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:06.461708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57958) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:06.520277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157cc52-3b9e-44df-ae47-585b4579bce4 req-e81c381f-4cc0-48bd-9f94-fb45ec6c4b34 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:06.521606 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3157cc52-3b9e-44df-ae47-585b4579bce4 req-e81c381f-4cc0-48bd-9f94-fb45ec6c4b34 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.4249816 Dec 17 13:29:06.554974 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3b6233-6eaa-4364-bcaa-b03334e50d84 req-75214183-0e64-4ce2-b48f-e24dd8b81f70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a726fa4b-c515-410e-9236-6abaca0d49f6 HTTP/1.1" status: 200 len: 1002 time: 0.6749332 Dec 17 13:29:06.572928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed13ad5-6fe8-4cd9-bcd0-d69e17ded31d req-f151207f-38e0-4614-8ea5-195edb650188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:06.574525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ed13ad5-6fe8-4cd9-bcd0-d69e17ded31d req-f151207f-38e0-4614-8ea5-195edb650188 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875384 Dec 17 13:29:06.622421 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-22f1e94e-e51e-4d8a-b7ca-64db1ef5fa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:06.635742 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fb800f39-f75e-4706-8390-f24914ab612d tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6470 time: 0.9731977 Dec 17 13:29:06.641002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57960) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:06.641124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f005dbd-a6b4-4092-beed-e2f8b950fb21 req-c3616023-ff33-4dcf-8891-79c8aadec251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:06.642673 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f005dbd-a6b4-4092-beed-e2f8b950fb21 req-c3616023-ff33-4dcf-8891-79c8aadec251 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fcdb24c2-ea12-400c-8354-bd4cf499b921 HTTP/1.1" status: 200 len: 908 time: 0.5563326 Dec 17 13:29:06.702701 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:03Z', 'revision_number': 3, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:06.736637 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-22f1e94e-e51e-4d8a-b7ca-64db1ef5fa5e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12f6ccd078e74a3ba82606a766922b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9476480 Dec 17 13:29:06.738805 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Checking router: c2d4a34e-61ca-4d85-82d3-2308e356a405 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:29:06.739284 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Updating router c2d4a34e-61ca-4d85-82d3-2308e356a405 port 68a25673-2615-4662-a30d-2d20b4136931 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:29:06.742899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57962) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:06.745038 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f18645ae-5af3-4638-b136-03aa7c6f48d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:06.747616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1e94e-e51e-4d8a-b7ca-64db1ef5fa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a606e3b9-178e-4d7d-a48a-72e277f9acd6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:06.772639 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:06.843837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253ffc8e-d11d-49e5-834c-322f6ec0fb35 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:06.844235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253ffc8e-d11d-49e5-834c-322f6ec0fb35 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:06.861801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-253ffc8e-d11d-49e5-834c-322f6ec0fb35 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=56458be6-8db3-48c0-806d-ce28b759a0d7 HTTP/1.1" status: 200 len: 1990 time: 0.1959474 Dec 17 13:29:06.861801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f18645ae-5af3-4638-b136-03aa7c6f48d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:06.958832 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f18645ae-5af3-4638-b136-03aa7c6f48d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49d6b9bb6fa8423796a229ba9b2e9295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9160864 Dec 17 13:29:06.959556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18645ae-5af3-4638-b136-03aa7c6f48d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0472eb6-d194-4027-8a9d-5b71004b480a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:06.964493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57966) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:06.971544 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4449b688-e230-4da9-b8b9-4499da257288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.016471 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4449b688-e230-4da9-b8b9-4499da257288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.035835 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f005dbd-a6b4-4092-beed-e2f8b950fb21 req-bde70b2d-627c-410e-ad0c-ae968185187d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57e79e7c-a480-4c1a-99c8-3086fde8b5b3 HTTP/1.1" status: 200 len: 217 time: 0.0605536 Dec 17 13:29:07.087335 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.091520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b6233-6eaa-4364-bcaa-b03334e50d84 req-1b30434f-9125-436f-b9bf-cd49d1fb5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:07.093092 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3b6233-6eaa-4364-bcaa-b03334e50d84 req-1b30434f-9125-436f-b9bf-cd49d1fb5147 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77aeabac-3f25-4b78-bf40-aed1c3526439 HTTP/1.1" status: 200 len: 848 time: 0.5355031 Dec 17 13:29:07.120442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3157cc52-3b9e-44df-ae47-585b4579bce4 req-18dcd125-901e-46f7-b074-10afdd63df4e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5689852 Dec 17 13:29:07.148117 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.157180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c5207b83-ccc6-4cbb-9ec2-b9cbbd8ef298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.198903 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c5207b83-ccc6-4cbb-9ec2-b9cbbd8ef298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.244033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78080560-5a13-40af-a946-34c938e2b428 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:07.246912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f005dbd-a6b4-4092-beed-e2f8b950fb21 req-e6a6961d-cc15-4271-a370-70ee72d527e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:07.249681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f005dbd-a6b4-4092-beed-e2f8b950fb21 req-e6a6961d-cc15-4271-a370-70ee72d527e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b0158117-e83e-4b28-9aef-7b9a9ba62236 HTTP/1.1" status: 200 len: 846 time: 0.1731055 Dec 17 13:29:07.254919 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ed13ad5-6fe8-4cd9-bcd0-d69e17ded31d req-c9161426-4c32-4e3a-a129-5110d2a44bd9 service neutron] 10.222.0.61 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434164 Dec 17 13:29:07.271403 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Attempting to bind port 68a25673-2615-4662-a30d-2d20b4136931 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:07.271875 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Attempting to bind port 68a25673-2615-4662-a30d-2d20b4136931 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:07.272606 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Attempting to bind port 68a25673-2615-4662-a30d-2d20b4136931 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:07.278916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 870a914f-45f7-4e75-9aa4-a2b669ff3a5d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:07.283109 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Pushing event updated for resources: {'Port': ['ID=68a25673-2615-4662-a30d-2d20b4136931,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:07.294317 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.294667 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.295665 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.296034 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.296380 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.296847 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.297178 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.297502 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.297854 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.298174 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.298498 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.298812 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.299128 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:07.305314 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:07.305722 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:07.306283 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.306813 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:07.307291 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Bound port: 68a25673-2615-4662-a30d-2d20b4136931, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:07.307670 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.335793 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4449b688-e230-4da9-b8b9-4499da257288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.339287 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4449b688-e230-4da9-b8b9-4499da257288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.340653 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4449b688-e230-4da9-b8b9-4499da257288 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a606e3b9-178e-4d7d-a48a-72e277f9acd6 HTTP/1.1" status: 204 len: 168 time: 0.5939817 Dec 17 13:29:07.363211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449b688-e230-4da9-b8b9-4499da257288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a606e3b9-178e-4d7d-a48a-72e277f9acd6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:07.373001 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] For port 68a25673-2615-4662-a30d-2d20b4136931, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:07.377228 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] For port 68a25673-2615-4662-a30d-2d20b4136931, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=68a25673-2615-4662-a30d-2d20b4136931,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:07.405328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b6233-6eaa-4364-bcaa-b03334e50d84 req-de0d9b99-50e9-4973-b5b9-f69076f26644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:07.406920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3b6233-6eaa-4364-bcaa-b03334e50d84 req-de0d9b99-50e9-4973-b5b9-f69076f26644 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2856586 Dec 17 13:29:07.412710 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.419463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d1f39ab1-7391-42fa-b53a-50f4d0d556f5 None None] Provisioning complete for port 68a25673-2615-4662-a30d-2d20b4136931 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:07.420626 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1f39ab1-7391-42fa-b53a-50f4d0d556f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.449962 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c5207b83-ccc6-4cbb-9ec2-b9cbbd8ef298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.453201 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c5207b83-ccc6-4cbb-9ec2-b9cbbd8ef298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.454395 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c5207b83-ccc6-4cbb-9ec2-b9cbbd8ef298 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0472eb6-d194-4027-8a9d-5b71004b480a HTTP/1.1" status: 204 len: 168 time: 0.4889195 Dec 17 13:29:07.460626 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:07.461123 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.469234 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.494475 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:29:07.495845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5207b83-ccc6-4cbb-9ec2-b9cbbd8ef298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0472eb6-d194-4027-8a9d-5b71004b480a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:07.506616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d1f39ab1-7391-42fa-b53a-50f4d0d556f5 None None] Port 68a25673-2615-4662-a30d-2d20b4136931 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:07.534520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b27edf-89ae-4dc8-95b5-75cb9590d0ee None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:07.541090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ffb7a-d9d6-40fe-b3cb-8ad64aa92d57 req-735c07d1-6a26-4772-b88d-71ccdafb72a1 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:07.549740 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e2ffb7a-d9d6-40fe-b3cb-8ad64aa92d57 req-735c07d1-6a26-4772-b88d-71ccdafb72a1 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1094 time: 0.1412337 Dec 17 13:29:07.632008 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:07.632875 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:07.648656 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.679299 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e2ffb7a-d9d6-40fe-b3cb-8ad64aa92d57 req-d1501b0b-9890-4ac6-93cf-11116d6e6a8a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282475 Dec 17 13:29:07.699208 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9ed13ad5-6fe8-4cd9-bcd0-d69e17ded31d req-b7f55008-3b6f-48e9-82a9-af3d822613df service neutron] 10.222.0.61 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345140 Dec 17 13:29:07.722976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-019e552b-95dd-4a2e-b74e-6367bba8fa9c None None] Provisioning complete for port 68a25673-2615-4662-a30d-2d20b4136931 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:07.723685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-019e552b-95dd-4a2e-b74e-6367bba8fa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.774715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f005dbd-a6b4-4092-beed-e2f8b950fb21 req-9fa7cddf-dd22-43b5-a430-e173f871d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:07.783203 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f005dbd-a6b4-4092-beed-e2f8b950fb21 req-9fa7cddf-dd22-43b5-a430-e173f871d69d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fcdb24c2-ea12-400c-8354-bd4cf499b921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5163250 Dec 17 13:29:07.800782 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:07.813210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=57e79e7c-a480-4c1a-99c8-3086fde8b5b3,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:07.828951 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '57e79e7c-a480-4c1a-99c8-3086fde8b5b3', 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921', 'port_id': '57e79e7c-a480-4c1a-99c8-3086fde8b5b3', 'mac_address': 'fa:16:3e:99:17:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0158117-e83e-4b28-9aef-7b9a9ba62236', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:29:07.868811 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Allocated IP 172.20.0.1 (ecd0a89a-e368-44f2-9fad-d6001ff5c547/53326f79-47a6-4d5d-aa1f-178b1b8e2cf6/50fb220c-2b4b-40b9-a3df-f7f6010ebdd8) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:07.922572 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7e6a1-1626-4311-ba28-a213b3b0e239 None None] Pushing event updated for resources: {'Port': ['ID=68a25673-2615-4662-a30d-2d20b4136931,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:07.960663 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-019e552b-95dd-4a2e-b74e-6367bba8fa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:07.997612 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:08.027841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f005dbd-a6b4-4092-beed-e2f8b950fb21 req-76de9d9c-2cd3-4436-b7ff-775b1824cfcd service neutron] 10.222.0.61 "GET /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426732 Dec 17 13:29:08.030325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-019e552b-95dd-4a2e-b74e-6367bba8fa9c None None] For port 68a25673-2615-4662-a30d-2d20b4136931, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=68a25673-2615-4662-a30d-2d20b4136931,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:08.037255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:08.067988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:29:08.108062 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=57e79e7c-a480-4c1a-99c8-3086fde8b5b3,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:08.115406 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:08.143591 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-019e552b-95dd-4a2e-b74e-6367bba8fa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:08.163782 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:03Z', 'revision_number': 3, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:08.183209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:08.183209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:08.184439 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:08.213497 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:08.218414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Pushing event updated for resources: {'Port': ['ID=50fb220c-2b4b-40b9-a3df-f7f6010ebdd8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:08.245263 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:08.276172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e552b-95dd-4a2e-b74e-6367bba8fa9c None None] Pushing event updated for resources: {'Port': ['ID=68a25673-2615-4662-a30d-2d20b4136931,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:08.356160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=57e79e7c-a480-4c1a-99c8-3086fde8b5b3,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:08.387960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3b6233-6eaa-4364-bcaa-b03334e50d84 req-23c10e77-bb6d-49de-9b9a-e03e83c4fca3 service neutron] 10.222.0.54 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9283421 Dec 17 13:29:08.390374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18dddc-433a-4cd7-a223-9ebbe439a278 req-c396fc9b-8abb-4cd6-9657-762087a807d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:08.391886 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac18dddc-433a-4cd7-a223-9ebbe439a278 req-c396fc9b-8abb-4cd6-9657-762087a807d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46f0843a1cce476493b3729da2a959b0&device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 1135 time: 0.3572431 Dec 17 13:29:08.419585 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281074c-9db1-4115-aa36-c3ae99c85d96 None None] The sync data for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 is: [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:03Z', 'revision_number': 3, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:29:08.466975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['57e79e7c-a480-4c1a-99c8-3086fde8b5b3'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:29:08.557043 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:08.573117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57980) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:08.600184 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9714-2b37-4007-a579-4148aa1eaed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:08.602913 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-03877b31-6fbd-4e01-a870-0739c739e6e3 None None] Provisioning complete for port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:08.603479 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-03877b31-6fbd-4e01-a870-0739c739e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:08.611492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f71266-c548-4fed-b369-4c12102b2ec8 req-10aa98e6-5eba-4dec-922d-18817cb60e82 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:08.620879 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71f71266-c548-4fed-b369-4c12102b2ec8 req-10aa98e6-5eba-4dec-922d-18817cb60e82 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.3642516 Dec 17 13:29:08.639035 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:08.647062 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0f005dbd-a6b4-4092-beed-e2f8b950fb21 req-765209b5-0599-4b70-8993-ed9986d39a96 service neutron] 10.222.0.61 "GET /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605462 Dec 17 13:29:08.666456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-03877b31-6fbd-4e01-a870-0739c739e6e3 None None] Port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:08.688036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57982) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:08.830486 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-074eccff-9488-4329-ba09-2a8d9e71df01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:08.898350 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3b6233-6eaa-4364-bcaa-b03334e50d84 req-9cb0b000-4a4e-4301-b14c-067b7e64f501 service neutron] 10.222.0.54 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909017 Dec 17 13:29:08.910447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71f71266-c548-4fed-b369-4c12102b2ec8 req-1cf60b76-3fc8-4bc7-8c16-c22369156465 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883725 Dec 17 13:29:08.911629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18dddc-433a-4cd7-a223-9ebbe439a278 req-408fa155-3a70-40d7-a6d7-3fd27625f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:08.913167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac18dddc-433a-4cd7-a223-9ebbe439a278 req-408fa155-3a70-40d7-a6d7-3fd27625f32e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 HTTP/1.1" status: 200 len: 897 time: 0.4801855 Dec 17 13:29:08.931860 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:08.961302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a56ae1-1bbf-4e21-9f48-8a06cc1c6a7d req-37445604-c3d9-44bd-a36d-6005e6aff495 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:08.963865 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-83a56ae1-1bbf-4e21-9f48-8a06cc1c6a7d req-37445604-c3d9-44bd-a36d-6005e6aff495 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1095 time: 0.1527915 Dec 17 13:29:08.999489 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9714-2b37-4007-a579-4148aa1eaed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.049824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.083562 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac18dddc-433a-4cd7-a223-9ebbe439a278 req-b0a1e655-c61e-46e7-99cc-c2e6e2542e12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffd66cb7-959f-4b83-b4f5-78260930699e HTTP/1.1" status: 200 len: 1001 time: 0.1286087 Dec 17 13:29:09.153440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0aae-9697-4a58-8b07-93b16e13c1e5 req-a9614614-e6c7-47fd-90b8-324e7d633bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:09.155053 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-83a56ae1-1bbf-4e21-9f48-8a06cc1c6a7d req-296ae9c8-ea99-40c1-bd58-ddecb06514d6 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723216 Dec 17 13:29:09.160776 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14bc0aae-9697-4a58-8b07-93b16e13c1e5 req-a9614614-e6c7-47fd-90b8-324e7d633bef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1097 time: 0.1196666 Dec 17 13:29:09.169021 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9714-2b37-4007-a579-4148aa1eaed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.175763 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-074eccff-9488-4329-ba09-2a8d9e71df01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.206046 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Pushing event updated for resources: {'Port': ['ID=50fb220c-2b4b-40b9-a3df-f7f6010ebdd8,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:09.211099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18dddc-433a-4cd7-a223-9ebbe439a278 req-58db6ad9-b191-431a-a84d-8c19b4044ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:09.212579 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac18dddc-433a-4cd7-a223-9ebbe439a278 req-58db6ad9-b191-431a-a84d-8c19b4044ac8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3189dc24-a65a-4923-bf07-1d653440f454 HTTP/1.1" status: 200 len: 835 time: 0.1169574 Dec 17 13:29:09.215234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b9714-2b37-4007-a579-4148aa1eaed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5374b138-3a45-47e7-bdf1-8507dc6495ce,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:09.230959 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.245429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8e5b9714-2b37-4007-a579-4148aa1eaed0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17aed3f4b9404441ab5859075a5ff228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6701102 Dec 17 13:29:09.248866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 57986) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:09.278521 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:29:09.314908 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-074eccff-9488-4329-ba09-2a8d9e71df01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.319910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Router 7d6e4fde-ff00-429c-9483-898ece674387 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:29:09.352082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 68a25673-2615-4662-a30d-2d20b4136931 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:09.366941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-074eccff-9488-4329-ba09-2a8d9e71df01 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d19331dc8ec4b9ba1163819187354b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6755934 Dec 17 13:29:09.371671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 57988) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:09.397402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18dddc-433a-4cd7-a223-9ebbe439a278 req-f504208a-65f2-4b99-aea8-96bf1813f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:09.400848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac18dddc-433a-4cd7-a223-9ebbe439a278 req-f504208a-65f2-4b99-aea8-96bf1813f7ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747441 Dec 17 13:29:09.412163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074eccff-9488-4329-ba09-2a8d9e71df01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef0c0ce-4d61-45d8-a409-20cd8f5425d8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:09.447318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 68a25673-2615-4662-a30d-2d20b4136931 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:09.447937 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.456094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:09.469208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:09.504088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0aae-9697-4a58-8b07-93b16e13c1e5 req-643b6476-4a91-4c03-b40a-cd44bb11ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:09.506447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14bc0aae-9697-4a58-8b07-93b16e13c1e5 req-643b6476-4a91-4c03-b40a-cd44bb11ea57 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 897 time: 0.3108633 Dec 17 13:29:09.507230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:09.604800 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-937ff853-5c3c-4084-8265-62b1f7ba7369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.644969 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-937ff853-5c3c-4084-8265-62b1f7ba7369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.740242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Router c2d4a34e-61ca-4d85-82d3-2308e356a405 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:29:09.772139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:29:09.777311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:09.777751 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.861186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7428ff2f-3e30-4b22-8d91-2c6cf0c428c7 None None] Provisioning complete for port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:09.862417 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7428ff2f-3e30-4b22-8d91-2c6cf0c428c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.901388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-937ff853-5c3c-4084-8265-62b1f7ba7369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.905657 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-937ff853-5c3c-4084-8265-62b1f7ba7369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:09.910626 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-937ff853-5c3c-4084-8265-62b1f7ba7369 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5374b138-3a45-47e7-bdf1-8507dc6495ce HTTP/1.1" status: 204 len: 168 time: 0.6587114 Dec 17 13:29:09.919644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7428ff2f-3e30-4b22-8d91-2c6cf0c428c7 None None] Port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:09.944940 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ff853-5c3c-4084-8265-62b1f7ba7369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5374b138-3a45-47e7-bdf1-8507dc6495ce,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:10.025025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:29:10.033224 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:10.049298 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3105465b-5526-4be4-97ae-1d8014fc9586 admin admin] 10.222.0.59 "PUT /v2.0/routers/c2d4a34e-61ca-4d85-82d3-2308e356a405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5790076 Dec 17 13:29:10.108125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6a31c3-d4ef-4e3a-aa14-74ef95d79877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e79e7c-a480-4c1a-99c8-3086fde8b5b3'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:10.110453 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6676b40b-6bf2-4d60-99f8-ebc9839a879c" -d '{"events": [{"server_uuid": "1c6a31c3-d4ef-4e3a-aa14-74ef95d79877", "name": "network-vif-plugged", "status": "completed", "tag": "57e79e7c-a480-4c1a-99c8-3086fde8b5b3"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:10.135972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=57e79e7c-a480-4c1a-99c8-3086fde8b5b3,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:10.175477 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14bc0aae-9697-4a58-8b07-93b16e13c1e5 req-58966130-d274-4b80-911e-44231803274c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1002 time: 0.6577671 Dec 17 13:29:10.196736 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382bbe10-b74f-4d36-b5d8-efbd3bb1bf44 x-openstack-request-id: req-382bbe10-b74f-4d36-b5d8-efbd3bb1bf44 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:10.197254 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6a31c3-d4ef-4e3a-aa14-74ef95d79877", "name": "network-vif-plugged", "status": "completed", "tag": "57e79e7c-a480-4c1a-99c8-3086fde8b5b3", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:10.197703 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-382bbe10-b74f-4d36-b5d8-efbd3bb1bf44 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:10.199690 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6a31c3-d4ef-4e3a-aa14-74ef95d79877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e79e7c-a480-4c1a-99c8-3086fde8b5b3', 'code': 200} Dec 17 13:29:10.212198 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:10.307008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0aae-9697-4a58-8b07-93b16e13c1e5 req-f9d4da05-2792-4fc5-b647-cd0be2ae364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:10.308508 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14bc0aae-9697-4a58-8b07-93b16e13c1e5 req-f9d4da05-2792-4fc5-b647-cd0be2ae364a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 200 len: 835 time: 0.0608540 Dec 17 13:29:10.337496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=57e79e7c-a480-4c1a-99c8-3086fde8b5b3,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:10.355936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d363b89-f6df-408e-ad5f-93ef1b761fd0 req-bbb3978f-24be-4aca-830a-59d8f44593c5 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:10.365804 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d363b89-f6df-408e-ad5f-93ef1b761fd0 req-bbb3978f-24be-4aca-830a-59d8f44593c5 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1096 time: 0.0741620 Dec 17 13:29:10.427424 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d363b89-f6df-408e-ad5f-93ef1b761fd0 req-544565bf-c40f-47f1-a271-a5962e821f81 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607026 Dec 17 13:29:10.428020 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9317660b-de77-4dbf-8e8f-4bb2a15092fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:10.476529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32d611-5ad1-4041-9899-4212f1df340f req-78867d69-ddc3-40ea-883a-0cf27ac31ebb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:10.478108 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc32d611-5ad1-4041-9899-4212f1df340f req-78867d69-ddc3-40ea-883a-0cf27ac31ebb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.3278222 Dec 17 13:29:10.496950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:29:10.508460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Sync routers for ids ['7d6e4fde-ff00-429c-9483-898ece674387'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:29:10.514653 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9317660b-de77-4dbf-8e8f-4bb2a15092fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:10.527177 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Routers {'7d6e4fde-ff00-429c-9483-898ece674387'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:10.529916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7d6e4fde-ff00-429c-9483-898ece674387'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:10.543554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856662-e804-456c-b061-5b7ee7886595 req-cf6104cd-0a28-4e7d-82df-b86a945515e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:10.546523 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-48856662-e804-456c-b061-5b7ee7886595 req-cf6104cd-0a28-4e7d-82df-b86a945515e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1096 time: 0.2326965 Dec 17 13:29:10.551342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac18dddc-433a-4cd7-a223-9ebbe439a278 req-df8d29db-b5ae-4ba6-89f5-7f05ff51d078 service neutron] 10.222.0.61 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0896831 Dec 17 13:29:10.600443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0aae-9697-4a58-8b07-93b16e13c1e5 req-029c7ecb-b077-4442-9343-f03d94fd730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:10.601438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14bc0aae-9697-4a58-8b07-93b16e13c1e5 req-029c7ecb-b077-4442-9343-f03d94fd730c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d75d574-048d-4e4b-95e7-35b977a4f82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423491 Dec 17 13:29:10.684961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Set router 7d6e4fde-ff00-429c-9483-898ece674387 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:10.776055 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:10.777490 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6a9e06ab-6378-4280-9609-ee5fac045ae6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.7840865 Dec 17 13:29:10.784587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58010) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:10.870994 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc32d611-5ad1-4041-9899-4212f1df340f req-c581f80b-ef2a-43e1-a986-5a54bd1254a9 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3764858 Dec 17 13:29:10.883288 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-48856662-e804-456c-b061-5b7ee7886595 req-a4952088-7722-4c4b-9096-0903b42444cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139110 Dec 17 13:29:10.931741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14bc0aae-9697-4a58-8b07-93b16e13c1e5 req-2813a8bb-e3cc-4a8a-bb4a-feb2f978064b service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050649 Dec 17 13:29:10.933290 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Sync routers for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:29:10.949642 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:10.950285 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:10.963588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:06Z', 'revision_number': 3, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:11.005220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Checking router: 7d6e4fde-ff00-429c-9483-898ece674387 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:29:11.005963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Updating router 7d6e4fde-ff00-429c-9483-898ece674387 port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:29:11.009813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac18dddc-433a-4cd7-a223-9ebbe439a278 req-71dd9bb3-676d-40df-9ca2-cfe64248c731 service neutron] 10.222.0.61 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381943 Dec 17 13:29:11.017732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9317660b-de77-4dbf-8e8f-4bb2a15092fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:11.021999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9317660b-de77-4dbf-8e8f-4bb2a15092fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:11.023304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9317660b-de77-4dbf-8e8f-4bb2a15092fd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ef0c0ce-4d61-45d8-a409-20cd8f5425d8 HTTP/1.1" status: 204 len: 168 time: 1.6481993 Dec 17 13:29:11.042568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317660b-de77-4dbf-8e8f-4bb2a15092fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef0c0ce-4d61-45d8-a409-20cd8f5425d8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:11.046818 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:11.127282 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14bc0aae-9697-4a58-8b07-93b16e13c1e5 req-c3b1edbd-be25-4d67-a224-b955d7a87db6 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832983 Dec 17 13:29:11.170455 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:11.601175 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 2, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:11.645897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58034) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:11.650864 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Checking router: c2d4a34e-61ca-4d85-82d3-2308e356a405 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:29:11.651214 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Updating router c2d4a34e-61ca-4d85-82d3-2308e356a405 port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:29:11.653028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2073704149-network', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:11.666413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e40d81-e68c-4082-a101-d5e7d4bbe045 req-f5a27344-9cab-4db7-9ad2-0538df3cfa1c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:11.667948 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41e40d81-e68c-4082-a101-d5e7d4bbe045 req-f5a27344-9cab-4db7-9ad2-0538df3cfa1c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1096 time: 0.0988514 Dec 17 13:29:11.708922 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:11.718469 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:11.744548 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Made reservation on behalf of cf6bc649b2b34e40887f42d08a281b79 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:29:11.749462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:11.763942 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:11.783758 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41e40d81-e68c-4082-a101-d5e7d4bbe045 req-cbfca946-6dc4-4b3c-9999-e8dd1faf02c6 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083772 Dec 17 13:29:11.806532 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:11.875403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed4abe-0df7-4cff-b8de-b79ca48e17c8 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:11.937716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Attempting to bind port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:11.939943 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Attempting to bind port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:11.940081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Attempting to bind port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:11.944082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9343f2-8e66-4f18-84f9-904f1ee7f1f1 None None] Pushing event updated for resources: {'Port': ['ID=0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:11.956310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:11.956711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:11.957198 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:11.957623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:11.958856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Bound port: 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:11.958856 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:11.963210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.022711 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.058817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8149fc3c-523a-490b-8d73-eb921d426019 None None] Provisioning complete for port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:12.059191 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8149fc3c-523a-490b-8d73-eb921d426019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.064507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] For port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:12.092330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.105623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] For port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:12.113238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8149fc3c-523a-490b-8d73-eb921d426019 None None] Port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:12.120905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:29:12.165229 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.165229 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Added segment cc900568-299d-4ae0-8497-0dafd7aedeb0 of type vlan for network e21a4d71-ab2a-4878-a830-b02695fa081a Dec 17 13:29:12.189315 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.196352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618ba60-71e0-4405-af79-35c10f61937f req-99ea3b63-ac30-48fd-88d5-8252a22e5076 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:12.203388 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b618ba60-71e0-4405-af79-35c10f61937f req-99ea3b63-ac30-48fd-88d5-8252a22e5076 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.2017860 Dec 17 13:29:12.204479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df27132-c76a-4da4-8d0f-2ac4b6590c76,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:12.248271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a5342d-04d7-408c-8f31-840dfd9433ef None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:12.275744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Routers {'7d6e4fde-ff00-429c-9483-898ece674387'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:12.278290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7d6e4fde-ff00-429c-9483-898ece674387'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:12.288022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9343f2-8e66-4f18-84f9-904f1ee7f1f1 None None] Pushing event updated for resources: {'Port': ['ID=0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:12.348962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.403218 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.426599 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Allocated IP 172.20.0.1 (6ab2cf33-63cd-4bbb-b2b1-6d1864901507/644d3787-4d5f-4bbd-9877-1bc7fbb4ed55/5cda2789-4642-48cd-a586-eada82388975) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:12.430220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b618ba60-71e0-4405-af79-35c10f61937f req-db6335fd-48d6-4c8f-89c7-fc8470d219d6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773498 Dec 17 13:29:12.481512 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.485566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] Set router 7d6e4fde-ff00-429c-9483-898ece674387 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:12.537764 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.538962 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:12.539928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.599992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-16d14b82-0c18-4138-bb6b-ab56c0779c89 None None] Provisioning complete for port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:12.599992 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16d14b82-0c18-4138-bb6b-ab56c0779c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.641533 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.648993 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c686d88-a49d-4570-96d2-0a3ac847b9de None None] Pushing event updated for resources: {'Port': ['ID=50fb220c-2b4b-40b9-a3df-f7f6010ebdd8,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:12.683674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] Pushing event updated for resources: {'Network': ['ID=e21a4d71-ab2a-4878-a830-b02695fa081a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:12.693112 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Attempting to bind port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:12.693476 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Attempting to bind port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:12.696887 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Attempting to bind port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:12.708134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e21a4d71-ab2a-4878-a830-b02695fa081a details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:29:12.710140 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:12.710791 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Checking segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:12.710906 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.711579 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Bound using segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:12.712533 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Bound port: 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:12.712533 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.753526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ae21fe82-e0c2-4d0d-b241-fffdaa50775b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1055000 Dec 17 13:29:12.757210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58062) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:12.775941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ae40b143-f13b-4d8c-9e59-38bfb871101a admin admin] Request body: {'subnet': {'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2073704149-subnet', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:12.843277 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] For port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:12.846922 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.847414 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] For port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=50fb220c-2b4b-40b9-a3df-f7f6010ebdd8,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:12.879312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae40b143-f13b-4d8c-9e59-38bfb871101a admin admin] Made reservation on behalf of cf6bc649b2b34e40887f42d08a281b79 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:29:12.882083 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae40b143-f13b-4d8c-9e59-38bfb871101a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.901898 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16d14b82-0c18-4138-bb6b-ab56c0779c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.931370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-16d14b82-0c18-4138-bb6b-ab56c0779c89 None None] For port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:12.954320 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:06Z', 'revision_number': 3, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:12.961226 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:12.964214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:12.977693 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:12.981521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:12.989804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760a21ae-3fe7-4f15-a743-f41f2aa1dd0d None None] The sync data for ids ['7d6e4fde-ff00-429c-9483-898ece674387'] in n-d-815324-5 is: [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:06Z', 'revision_number': 3, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:29:13.024770 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16d14b82-0c18-4138-bb6b-ab56c0779c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:13.053042 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=5cda2789-4642-48cd-a586-eada82388975,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:13.073872 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:13.142452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f613c-6a47-4f6b-b796-a2a43bb50ec0 req-4beadd55-0645-4021-8b93-4f1ddf13f174 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:13.155002 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:13.155370 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ad9f613c-6a47-4f6b-b796-a2a43bb50ec0 req-4beadd55-0645-4021-8b93-4f1ddf13f174 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1096 time: 0.1954167 Dec 17 13:29:13.166401 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:13.169546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d14b82-0c18-4138-bb6b-ab56c0779c89 None None] Pushing event updated for resources: {'Port': ['ID=0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:13.235482 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c686d88-a49d-4570-96d2-0a3ac847b9de None None] Pushing event updated for resources: {'Port': ['ID=50fb220c-2b4b-40b9-a3df-f7f6010ebdd8,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:13.237281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f08f5627-a54a-40e5-882e-862b0489b184 None None] Provisioning complete for port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:13.237586 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f08f5627-a54a-40e5-882e-862b0489b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:13.518012 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:13.534000 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ad9f613c-6a47-4f6b-b796-a2a43bb50ec0 req-8b4e6804-5eb5-46cc-aac1-f763f4249ae5 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776267 Dec 17 13:29:13.567140 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:13.571282 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae40b143-f13b-4d8c-9e59-38bfb871101a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:13.648989 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f08f5627-a54a-40e5-882e-862b0489b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:13.740810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40b143-f13b-4d8c-9e59-38bfb871101a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73988577-c73f-41af-af17-3209be866ea4,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:13.777813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f08f5627-a54a-40e5-882e-862b0489b184 None None] For port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=50fb220c-2b4b-40b9-a3df-f7f6010ebdd8,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:13.872216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae40b143-f13b-4d8c-9e59-38bfb871101a admin admin] Checking segment: {'id': 'cc900568-299d-4ae0-8497-0dafd7aedeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:13.874805 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f08f5627-a54a-40e5-882e-862b0489b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:13.886826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae40b143-f13b-4d8c-9e59-38bfb871101a admin admin] Network hostable DHCP agents. Network: e21a4d71-ab2a-4878-a830-b02695fa081a, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:29:13.953864 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-08ed14b6-ff0a-4eee-a93a-6ee593e605fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:13.986020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cea71-2dc8-467d-8cd6-5ab80187831f req-4484026d-ce98-444d-ae4a-d2124b06bd86 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:13.993190 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ca8cea71-2dc8-467d-8cd6-5ab80187831f req-4484026d-ce98-444d-ae4a-d2124b06bd86 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.2724745 Dec 17 13:29:14.025183 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0d265-076d-4513-a503-f40ee843ebf8 req-64f2c314-c42a-40b8-8fc5-ddbef477c110 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:14.035034 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bcd0d265-076d-4513-a503-f40ee843ebf8 req-64f2c314-c42a-40b8-8fc5-ddbef477c110 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1096 time: 0.2311313 Dec 17 13:29:14.052032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae40b143-f13b-4d8c-9e59-38bfb871101a admin admin] Network e21a4d71-ab2a-4878-a830-b02695fa081a is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:29:14.064803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-416cdb73-cd3c-4eb9-9e53-b41c1f5918dc None None] Provisioning complete for port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:14.066305 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-416cdb73-cd3c-4eb9-9e53-b41c1f5918dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:14.074622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f5627-a54a-40e5-882e-862b0489b184 None None] Pushing event updated for resources: {'Port': ['ID=50fb220c-2b4b-40b9-a3df-f7f6010ebdd8,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:14.099621 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bcd0d265-076d-4513-a503-f40ee843ebf8 req-94236673-3aae-4c7c-9cb7-099157f27e37 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630658 Dec 17 13:29:14.149722 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ca8cea71-2dc8-467d-8cd6-5ab80187831f req-b46cb1a8-0ec1-4964-8d24-614baad7b078 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475387 Dec 17 13:29:14.161562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ae40b143-f13b-4d8c-9e59-38bfb871101a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e21a4d71-ab2a-4878-a830-b02695fa081a) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:14.169414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514124c-77db-471e-bbee-68603adb8a7f None None] Network e21a4d71-ab2a-4878-a830-b02695fa081a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:29:14.178854 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:14.182202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae40b143-f13b-4d8c-9e59-38bfb871101a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:14.184259 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae40b143-f13b-4d8c-9e59-38bfb871101a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:14.256010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ae40b143-f13b-4d8c-9e59-38bfb871101a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4952343 Dec 17 13:29:14.259756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58090) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:14.265785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:14.266927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2073704149-router', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:14.302576 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46551d69-98c3-495b-9770-a5a750bc6c34 None None] The sync data for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 is: [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:29:14.350665 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:14.434885 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:14.436886 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:14.477663 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:14.502440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=5cda2789-4642-48cd-a586-eada82388975,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:14.559903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-e21a4d71-ab2a-4878-a830-b02695fa081a', 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a', 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'fixed_ips': [{'subnet_id': '73988577-c73f-41af-af17-3209be866ea4'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:29:14.562721 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:14.585364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-416cdb73-cd3c-4eb9-9e53-b41c1f5918dc None None] Provisioning complete for port 5cda2789-4642-48cd-a586-eada82388975 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:14.585973 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-416cdb73-cd3c-4eb9-9e53-b41c1f5918dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:14.610887 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:14.676812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a9d0c-cd58-47ac-bf71-163ba6155f18 req-75dc1ef6-97a4-429f-b354-623906298d55 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:14.679110 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-463a9d0c-cd58-47ac-bf71-163ba6155f18 req-75dc1ef6-97a4-429f-b354-623906298d55 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1096 time: 0.3846943 Dec 17 13:29:14.832707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-463a9d0c-cd58-47ac-bf71-163ba6155f18 req-20ad0ae7-75a8-495b-bf83-4a24d87748fe tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235056 Dec 17 13:29:14.843639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-416cdb73-cd3c-4eb9-9e53-b41c1f5918dc None None] Port 5cda2789-4642-48cd-a586-eada82388975 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:14.900331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:14.902224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:14.991421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Allocated IP 172.20.0.2 (e21a4d71-ab2a-4878-a830-b02695fa081a/73988577-c73f-41af-af17-3209be866ea4/74c9490c-f102-446c-ad69-65e2513af29f) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:15.096497 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:15.159261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Router 7d6e4fde-ff00-429c-9483-898ece674387 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:29:15.332310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:29:15.354499 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-01fb7818-e1db-470e-90ed-778d4cd05bb8 admin admin] 10.222.0.59 "PUT /v2.0/routers/7d6e4fde-ff00-429c-9483-898ece674387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5685470 Dec 17 13:29:15.379482 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:15.451969 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:15.463278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45ea90-c2d3-4d35-9dff-c4a127b6a305 req-b39f5f7d-a8a3-4eea-b111-722a8ea5ad82 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:15.464898 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf45ea90-c2d3-4d35-9dff-c4a127b6a305 req-b39f5f7d-a8a3-4eea-b111-722a8ea5ad82 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.0951369 Dec 17 13:29:15.498914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:15.570925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Network e21a4d71-ab2a-4878-a830-b02695fa081a is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:15.581217 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-69a6fc2d-fd71-4094-934b-d919a414550d None None] Provisioning complete for port 5cda2789-4642-48cd-a586-eada82388975 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:15.581659 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-69a6fc2d-fd71-4094-934b-d919a414550d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:15.585415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:15.588019 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-f78ae33a-7488-4700-a0b4-bba075e358fe tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:15.589373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:15.592001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-f78ae33a-7488-4700-a0b4-bba075e358fe tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/networks?id=fcdb24c2-ea12-400c-8354-bd4cf499b921 HTTP/1.1" status: 200 len: 908 time: 0.2216277 Dec 17 13:29:15.594085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Pushing event updated for resources: {'Port': ['ID=74c9490c-f102-446c-ad69-65e2513af29f,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:15.603640 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf45ea90-c2d3-4d35-9dff-c4a127b6a305 req-10aea031-52c5-4a80-a9a7-da8767dc6a7e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280153 Dec 17 13:29:15.664430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-10f9f973-6ad7-4d9e-9595-8285e488cdee tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/quotas/160fa4623d3e4cf8b4bdac1606048a7d HTTP/1.1" status: 200 len: 375 time: 0.0377994 Dec 17 13:29:15.687722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-69a6fc2d-fd71-4094-934b-d919a414550d None None] Port 5cda2789-4642-48cd-a586-eada82388975 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:15.736080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:15.736355 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:15.788508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Attempting to bind port 74c9490c-f102-446c-ad69-65e2513af29f on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:15.788990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Attempting to bind port 74c9490c-f102-446c-ad69-65e2513af29f by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'cc900568-299d-4ae0-8497-0dafd7aedeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:15.790041 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Attempting to bind port 74c9490c-f102-446c-ad69-65e2513af29f on network e21a4d71-ab2a-4878-a830-b02695fa081a {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:15.811113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:15.811113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Checking segment: {'id': 'cc900568-299d-4ae0-8497-0dafd7aedeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:15.811113 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:15.811342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Bound using segment: {'id': 'cc900568-299d-4ae0-8497-0dafd7aedeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:15.812013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Bound port: 74c9490c-f102-446c-ad69-65e2513af29f, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc900568-299d-4ae0-8497-0dafd7aedeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:15.812628 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:15.941160 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-bb358063-7c24-4d39-8942-8bd3ef6dc25b tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=160fa4623d3e4cf8b4bdac1606048a7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2335184 Dec 17 13:29:15.947021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] For port 74c9490c-f102-446c-ad69-65e2513af29f, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:15.949343 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:15.949897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:15.953591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] For port 74c9490c-f102-446c-ad69-65e2513af29f, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=74c9490c-f102-446c-ad69-65e2513af29f,segment=NetworkSegment(cc900568-299d-4ae0-8497-0dafd7aedeb0),segment_id=cc900568-299d-4ae0-8497-0dafd7aedeb0)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:15.959416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-42ab9abe-732a-4623-b89a-04df803c6918 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:29:15.960650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-42ab9abe-732a-4623-b89a-04df803c6918 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073366 Dec 17 13:29:15.988073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:16.017015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:16.018128 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:16.064163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:16.209305 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa476b7-c88d-4d96-a4df-570ebff1f4d5 None None] Pushing event updated for resources: {'Port': ['ID=74c9490c-f102-446c-ad69-65e2513af29f,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:16.223423 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-8a6640f4-331a-4064-9c0e-961c57a7bd98 service neutron] 10.222.0.59 "GET /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435844 Dec 17 13:29:16.314959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Allocated IP 172.25.0.66 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/f444fb0d-48ab-4986-b907-eca2ca869da2) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:16.360257 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b632c0a-e600-4f98-a283-0abef6950339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:16.424285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-ed1ec88d-3c46-4e09-87ca-ab3f98f0e4a7 service neutron] 10.222.0.59 "GET /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992610 Dec 17 13:29:16.602269 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:16.812564 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3080a7b7-ccaf-42e5-aa76-f2c21a491e9d req-ada30532-9e77-4c58-981c-0d81881c74f3 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 210 time: 0.0478604 Dec 17 13:29:16.813972 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:16.946089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:16.949821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1893654-55be-4c7f-af80-ae5187a1bf63 req-f00351c3-e260-4430-b468-4e99ce38a1d6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:16.951947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:16.959280 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1893654-55be-4c7f-af80-ae5187a1bf63 req-f00351c3-e260-4430-b468-4e99ce38a1d6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.1696990 Dec 17 13:29:16.976819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:16.983766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f040c-163f-4f63-b108-9ff784b8eb6b None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:17.024772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Sync routers for ids ['7d6e4fde-ff00-429c-9483-898ece674387'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:29:17.035515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=f444fb0d-48ab-4986-b907-eca2ca869da2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:17.065684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Routers {'7d6e4fde-ff00-429c-9483-898ece674387'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:17.067884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7d6e4fde-ff00-429c-9483-898ece674387'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:17.164019 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1893654-55be-4c7f-af80-ae5187a1bf63 req-f53ac573-7f29-495d-810b-7824424aa875 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875393 Dec 17 13:29:17.165050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58166) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:17.173664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2083730187-network', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:17.318963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Made reservation on behalf of e6edec98e5c444dca7caf77bd461140d for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:29:17.321681 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:17.353196 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:17.603113 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:17.645158 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:17.708727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5a45c8-ce61-4607-97e6-09968a3afb89,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:17.719434 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:29:17.726687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 74c9490c-f102-446c-ad69-65e2513af29f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:17.736263 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:17.737270 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Added segment 59e67281-ac22-4912-ae23-cbbf5edff01c of type vlan for network 56a7bbf0-2888-4b48-ba1f-2d828c4242a2 Dec 17 13:29:17.768028 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:17.843049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3e263bc9-07c1-496e-861c-f9594c7adb4d None None] Provisioning complete for port f444fb0d-48ab-4986-b907-eca2ca869da2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:17.845732 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3e263bc9-07c1-496e-861c-f9594c7adb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:17.862166 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:17.934135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Set router 7d6e4fde-ff00-429c-9483-898ece674387 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:17.995238 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:17.998096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:18.000149 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:18.055570 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40cf297b-5c22-4f07-84f1-cbff85f6a1bc req-4c0dd3d8-9114-414d-b914-9bc47ab4a4cc tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 210 time: 0.0565069 Dec 17 13:29:18.134121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Pushing event updated for resources: {'Network': ['ID=56a7bbf0-2888-4b48-ba1f-2d828c4242a2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:18.149209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.149209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.149209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.149209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.149209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.149209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.149209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.149209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.149209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.149939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.150065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.150398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.152638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:18.196699 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dbad6915-5f01-45cd-9cd7-b9fce5bfbf72 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0302439 Dec 17 13:29:18.199301 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58188) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:18.205392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0b2cd5a7-ca74-4b34-b93f-0ba15cdcaa9a admin admin] Request body: {'subnet': {'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2083730187-subnet', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:18.243076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 56a7bbf0-2888-4b48-ba1f-2d828c4242a2 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:29:18.250760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48847955-4956-43f5-ba32-007dca188b6a None None] Network e21a4d71-ab2a-4878-a830-b02695fa081a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:29:18.339132 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:18.367244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2cd5a7-ca74-4b34-b93f-0ba15cdcaa9a admin admin] Made reservation on behalf of e6edec98e5c444dca7caf77bd461140d for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:29:18.372517 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b2cd5a7-ca74-4b34-b93f-0ba15cdcaa9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:18.428499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938beee-efa1-4a09-90a0-a9457e7a7156 req-d67ccb20-cdf0-43ca-bac9-bb5b08bec1ff tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:18.430352 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4938beee-efa1-4a09-90a0-a9457e7a7156 req-d67ccb20-cdf0-43ca-bac9-bb5b08bec1ff tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.1240885 Dec 17 13:29:18.536787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3e263bc9-07c1-496e-861c-f9594c7adb4d None None] Port f444fb0d-48ab-4986-b907-eca2ca869da2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:18.550452 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4938beee-efa1-4a09-90a0-a9457e7a7156 req-691d192a-8930-4c10-8bda-0e48590f9811 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902207 Dec 17 13:29:18.599906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 4, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5cda2789-4642-48cd-a586-eada82388975', 'name': '', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'mac_address': 'fa:16:3e:63:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:12Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 2, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'subnets': [{'id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:18.624072 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:18.671618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Checking router: 7d6e4fde-ff00-429c-9483-898ece674387 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:29:18.671907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Updating router 7d6e4fde-ff00-429c-9483-898ece674387 port 5cda2789-4642-48cd-a586-eada82388975 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:29:18.832799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 74c9490c-f102-446c-ad69-65e2513af29f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:18.833192 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:18.842082 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:18.862313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b2cd5a7-ca74-4b34-b93f-0ba15cdcaa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:18.868170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b6cacd11-f891-4047-9951-c31914000550 None None] Provisioning complete for port 74c9490c-f102-446c-ad69-65e2513af29f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:18.868543 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6cacd11-f891-4047-9951-c31914000550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:18.921333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cd5a7-ca74-4b34-b93f-0ba15cdcaa9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:18.933807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2cd5a7-ca74-4b34-b93f-0ba15cdcaa9a admin admin] Checking segment: {'id': '59e67281-ac22-4912-ae23-cbbf5edff01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:18.934171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2cd5a7-ca74-4b34-b93f-0ba15cdcaa9a admin admin] Network hostable DHCP agents. Network: 56a7bbf0-2888-4b48-ba1f-2d828c4242a2, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:29:18.955662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Router c8576679-452e-4165-bda1-5c22bf6a9b56 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:29:19.033268 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.033509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2cd5a7-ca74-4b34-b93f-0ba15cdcaa9a admin admin] Network 56a7bbf0-2888-4b48-ba1f-2d828c4242a2 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:29:19.142770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-0b2cd5a7-ca74-4b34-b93f-0ba15cdcaa9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 56a7bbf0-2888-4b48-ba1f-2d828c4242a2) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:19.163108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2cd5a7-ca74-4b34-b93f-0ba15cdcaa9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:19.163770 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b2cd5a7-ca74-4b34-b93f-0ba15cdcaa9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.226775 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a25822b-0456-4f5a-909f-28811c9f709d req-da7b9c5e-cf49-486d-827a-5e59dd264075 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 210 time: 0.0497770 Dec 17 13:29:19.241709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b659d347-3982-4276-a0df-a1a30654723a None None] Network 56a7bbf0-2888-4b48-ba1f-2d828c4242a2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:29:19.248455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:29:19.258599 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Sync routers for ids ['c8576679-452e-4165-bda1-5c22bf6a9b56'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:29:19.270407 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Routers {'c8576679-452e-4165-bda1-5c22bf6a9b56'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:19.271271 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c8576679-452e-4165-bda1-5c22bf6a9b56'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:19.277993 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6cacd11-f891-4047-9951-c31914000550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.284242 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0b2cd5a7-ca74-4b34-b93f-0ba15cdcaa9a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0812395 Dec 17 13:29:19.284412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58204) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:19.288919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2083730187-router', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:19.304135 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.380896 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.382617 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d1be0dbd-70ec-4b7d-afe9-7192e3865ac2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1212122 Dec 17 13:29:19.385381 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58206) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:19.437084 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b6cacd11-f891-4047-9951-c31914000550 None None] For port 74c9490c-f102-446c-ad69-65e2513af29f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=74c9490c-f102-446c-ad69-65e2513af29f,segment=NetworkSegment(cc900568-299d-4ae0-8497-0dafd7aedeb0),segment_id=cc900568-299d-4ae0-8497-0dafd7aedeb0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:19.498122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-56a7bbf0-2888-4b48-ba1f-2d828c4242a2', 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2', 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'fixed_ips': [{'subnet_id': 'ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:29:19.499017 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.519149 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.520865 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.539223 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Set router c8576679-452e-4165-bda1-5c22bf6a9b56 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:19.553487 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6cacd11-f891-4047-9951-c31914000550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.665787 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.691313 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.758983 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087e330-d142-4e6d-8bd1-23c3beb6199a req-b877a3b0-776e-4d1b-a009-4bfa2cbed4d0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:19.759234 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:29:19.759570 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:29:19.762527 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5087e330-d142-4e6d-8bd1-23c3beb6199a req-b877a3b0-776e-4d1b-a009-4bfa2cbed4d0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.0777929 Dec 17 13:29:19.817197 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.823747 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cacd11-f891-4047-9951-c31914000550 None None] Pushing event updated for resources: {'Port': ['ID=74c9490c-f102-446c-ad69-65e2513af29f,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:19.827236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c2513b74-4ac9-4d48-862d-9d592e3e1712 None None] Provisioning complete for port 74c9490c-f102-446c-ad69-65e2513af29f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:19.827675 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c2513b74-4ac9-4d48-862d-9d592e3e1712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.841528 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:19.917820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-fbdc0d9d-27a8-4c87-9e72-4917fdf51d36 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:19.920647 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-fbdc0d9d-27a8-4c87-9e72-4917fdf51d36 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.54 "GET /v2.0/networks?id=fcdb24c2-ea12-400c-8354-bd4cf499b921 HTTP/1.1" status: 200 len: 908 time: 0.2574255 Dec 17 13:29:19.930459 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Allocated IP 172.20.0.2 (56a7bbf0-2888-4b48-ba1f-2d828c4242a2/ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274/c61344dc-39eb-4cd0-8964-964226164baa) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:19.945524 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9028-a82f-41ff-9ee5-8e296f27f632 None None] Pushing event updated for resources: {'Port': ['ID=5cda2789-4642-48cd-a586-eada82388975,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:19.961323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5087e330-d142-4e6d-8bd1-23c3beb6199a req-c8da36a1-87c2-4cc9-9725-5609d98c9b4c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930540 Dec 17 13:29:19.990693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Request body: {'port': {'device_id': '61a49d56-5126-40dd-b87c-21dc48f42032', 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921', 'admin_state_up': True, 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:20.090217 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'name': 'tempest-TestVolumeBootPattern-2073704149-router', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:14Z', 'updated_at': '2021-12-17T13:29:17Z', 'revision_number': 3, 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'gw_port': {'id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:16Z', 'updated_at': '2021-12-17T13:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:20.109418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Made reservation on behalf of 160fa4623d3e4cf8b4bdac1606048a7d for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:29:20.112035 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.120471 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.248780 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Checking router: c8576679-452e-4165-bda1-5c22bf6a9b56 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:29:20.250326 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Updating router c8576679-452e-4165-bda1-5c22bf6a9b56 port f444fb0d-48ab-4986-b907-eca2ca869da2 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:29:20.361973 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.455825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Allocated IP 172.20.0.13 (fcdb24c2-ea12-400c-8354-bd4cf499b921/b0158117-e83e-4b28-9aef-7b9a9ba62236/a6489866-4935-45a9-9be4-61b7d400ace4) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:20.515497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Attempting to bind port 5cda2789-4642-48cd-a586-eada82388975 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:20.516040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Attempting to bind port 5cda2789-4642-48cd-a586-eada82388975 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:20.534036 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Attempting to bind port 5cda2789-4642-48cd-a586-eada82388975 on network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:20.548615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:20.549014 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Checking segment: {'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:20.549620 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.550091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Bound using segment: {'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:20.550652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Bound port: 5cda2789-4642-48cd-a586-eada82388975, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:20.551645 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.564324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-833f24b0-56aa-4413-91b9-bafd937e5625 req-f0a954e0-80df-479e-8283-52e9139e0276 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 210 time: 0.0561607 Dec 17 13:29:20.651976 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.678354 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.687015 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.708394 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.806890 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.850215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 74c9490c-f102-446c-ad69-65e2513af29f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:20.862326 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.895309 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0782ed-81c0-404d-8a61-6712280055e1 None None] Pushing event updated for resources: {'Port': ['ID=f444fb0d-48ab-4986-b907-eca2ca869da2,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:20.921389 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Allocated IP 172.25.0.154 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/c3128cff-73e0-4829-9f38-2750cd5f8f0a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:20.928280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca8783-8df2-4e40-980d-ca9dbf646a1c None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:20.940271 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Attempting to bind port f444fb0d-48ab-4986-b907-eca2ca869da2 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:20.942994 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Attempting to bind port f444fb0d-48ab-4986-b907-eca2ca869da2 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:20.943660 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Attempting to bind port f444fb0d-48ab-4986-b907-eca2ca869da2 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:20.960198 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:20.961983 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:20.963377 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.965135 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:20.967779 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.973395 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Bound port: f444fb0d-48ab-4986-b907-eca2ca869da2, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:20.973395 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:20.976078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] For port 5cda2789-4642-48cd-a586-eada82388975, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:21.016932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.023692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] For port 5cda2789-4642-48cd-a586-eada82388975, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5cda2789-4642-48cd-a586-eada82388975,segment=NetworkSegment(39964772-a24c-4875-ab7f-79907122d3e5),segment_id=39964772-a24c-4875-ab7f-79907122d3e5)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:21.042775 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 74c9490c-f102-446c-ad69-65e2513af29f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:21.043168 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.097682 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Network 56a7bbf0-2888-4b48-ba1f-2d828c4242a2 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:21.103325 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.127145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:21.139684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:21.143481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Pushing event updated for resources: {'Port': ['ID=c61344dc-39eb-4cd0-8964-964226164baa,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:21.168898 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] For port f444fb0d-48ab-4986-b907-eca2ca869da2, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:21.176206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Allocated IP 172.20.0.1 (e21a4d71-ab2a-4878-a830-b02695fa081a/73988577-c73f-41af-af17-3209be866ea4/57da2ccc-a9b8-4e42-b739-c7b846a44980) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:21.180456 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] For port f444fb0d-48ab-4986-b907-eca2ca869da2, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f444fb0d-48ab-4986-b907-eca2ca869da2,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:21.270822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5025c927-8dbe-4063-86d6-389bb5b2323a None None] Provisioning complete for port f444fb0d-48ab-4986-b907-eca2ca869da2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:21.271446 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5025c927-8dbe-4063-86d6-389bb5b2323a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.277115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9e96e-eab7-4933-9de7-f111d72f6f86 req-8c57d742-a20e-419b-841f-72124d19f73a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:21.287224 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0f9e96e-eab7-4933-9de7-f111d72f6f86 req-8c57d742-a20e-419b-841f-72124d19f73a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.1617351 Dec 17 13:29:21.310893 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.341391 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.341593 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.384083 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0f9e96e-eab7-4933-9de7-f111d72f6f86 req-b9856c34-f1b4-4372-a8f7-89956bf925c7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956874 Dec 17 13:29:21.410434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['57e79e7c-a480-4c1a-99c8-3086fde8b5b3'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:29:21.468116 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Routers {'c8576679-452e-4165-bda1-5c22bf6a9b56'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:21.468632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Network fcdb24c2-ea12-400c-8354-bd4cf499b921 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:21.468747 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c8576679-452e-4165-bda1-5c22bf6a9b56'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:21.478878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:21.486198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:21.505407 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0782ed-81c0-404d-8a61-6712280055e1 None None] Pushing event updated for resources: {'Port': ['ID=f444fb0d-48ab-4986-b907-eca2ca869da2,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:21.540380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb0bfc-75bc-4f0b-ae20-92f69fab1173 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:21.548880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Attempting to bind port c61344dc-39eb-4cd0-8964-964226164baa on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:21.549485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Attempting to bind port c61344dc-39eb-4cd0-8964-964226164baa by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '59e67281-ac22-4912-ae23-cbbf5edff01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:21.553151 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Attempting to bind port c61344dc-39eb-4cd0-8964-964226164baa on network 56a7bbf0-2888-4b48-ba1f-2d828c4242a2 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:21.556322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Pushing event updated for resources: {'Port': ['ID=a6489866-4935-45a9-9be4-61b7d400ace4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:21.561146 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.561905 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.579867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.580224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.580574 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.580921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.581535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.581663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.582431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.582739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.583074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.583406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.583737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.584420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.584420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:29:21.586911 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5025c927-8dbe-4063-86d6-389bb5b2323a None None] Port f444fb0d-48ab-4986-b907-eca2ca869da2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:21.605702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:21.606339 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.627327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Routers {'7d6e4fde-ff00-429c-9483-898ece674387'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:21.627969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7d6e4fde-ff00-429c-9483-898ece674387'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:21.652487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:21.658878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:21.673457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:21.720908 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] Set router c8576679-452e-4165-bda1-5c22bf6a9b56 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:21.733723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Pushing event updated for resources: {'Port': ['ID=c3128cff-73e0-4829-9f38-2750cd5f8f0a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:21.741467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:21.741893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Checking segment: {'id': '59e67281-ac22-4912-ae23-cbbf5edff01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:21.742282 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.742677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Bound using segment: {'id': '59e67281-ac22-4912-ae23-cbbf5edff01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:21.743168 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Bound port: c61344dc-39eb-4cd0-8964-964226164baa, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e67281-ac22-4912-ae23-cbbf5edff01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:21.743635 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.765393 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.814011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9028-a82f-41ff-9ee5-8e296f27f632 None None] Pushing event updated for resources: {'Port': ['ID=5cda2789-4642-48cd-a586-eada82388975,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:21.869387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d6359-dc3d-45a8-a40d-1d512b1952ac None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:21.925826 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-55470efe-3fd1-408a-86ad-382e80fc858a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9372973 Dec 17 13:29:21.938692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Request body: {'port': {'device_id': '61a49d56-5126-40dd-b87c-21dc48f42032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:21.979654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5025c927-8dbe-4063-86d6-389bb5b2323a None None] Provisioning complete for port 5cda2789-4642-48cd-a586-eada82388975 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:21.980250 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5025c927-8dbe-4063-86d6-389bb5b2323a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:21.986512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Network e21a4d71-ab2a-4878-a830-b02695fa081a is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:21.994670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:22.001978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Pushing event updated for resources: {'Port': ['ID=57da2ccc-a9b8-4e42-b739-c7b846a44980,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:22.004593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:22.045036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20291b-5cd6-4a9d-8d3e-6aa7a5a73b1e req-e752465d-2822-4ea6-92e3-8e648443bf7b tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:22.054406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa20291b-5cd6-4a9d-8d3e-6aa7a5a73b1e req-e752465d-2822-4ea6-92e3-8e648443bf7b tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1028 time: 0.3099337 Dec 17 13:29:22.161983 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] For port c61344dc-39eb-4cd0-8964-964226164baa, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:22.176516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] For port c61344dc-39eb-4cd0-8964-964226164baa, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c61344dc-39eb-4cd0-8964-964226164baa,segment=NetworkSegment(59e67281-ac22-4912-ae23-cbbf5edff01c),segment_id=59e67281-ac22-4912-ae23-cbbf5edff01c)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:22.199073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] Set router 7d6e4fde-ff00-429c-9483-898ece674387 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:22.205618 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:22.254166 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:22.267449 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'name': 'tempest-TestVolumeBootPattern-2073704149-router', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:14Z', 'updated_at': '2021-12-17T13:29:17Z', 'revision_number': 3, 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'gw_port': {'id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:16Z', 'updated_at': '2021-12-17T13:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:22.306658 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5025c927-8dbe-4063-86d6-389bb5b2323a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:22.321056 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e70a9-40fb-4afd-8581-5c1f98a89c8e None None] The sync data for ids ['c8576679-452e-4165-bda1-5c22bf6a9b56'] in n-d-815324-5 is: [{'id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'name': 'tempest-TestVolumeBootPattern-2073704149-router', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:14Z', 'updated_at': '2021-12-17T13:29:17Z', 'revision_number': 3, 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'gw_port': {'id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:16Z', 'updated_at': '2021-12-17T13:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:29:22.334144 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:22.416683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa20291b-5cd6-4a9d-8d3e-6aa7a5a73b1e req-28ac5c95-23f8-4b30-bb70-db838b690d88 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446944 Dec 17 13:29:22.623654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-5025c927-8dbe-4063-86d6-389bb5b2323a None None] For port 5cda2789-4642-48cd-a586-eada82388975, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5cda2789-4642-48cd-a586-eada82388975,segment=NetworkSegment(39964772-a24c-4875-ab7f-79907122d3e5),segment_id=39964772-a24c-4875-ab7f-79907122d3e5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:22.631223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1b446-ea45-4e6c-9fc5-aa54f4f1bc51 req-eb81167a-c51e-4d36-af3b-2cb4b8b57073 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:22.632865 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2e1b446-ea45-4e6c-9fc5-aa54f4f1bc51 req-eb81167a-c51e-4d36-af3b-2cb4b8b57073 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.1126363 Dec 17 13:29:22.817988 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5025c927-8dbe-4063-86d6-389bb5b2323a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:22.873987 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:22.976213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd528b-2441-4952-a8a5-f844b7ba5521 None None] Pushing event updated for resources: {'Port': ['ID=c61344dc-39eb-4cd0-8964-964226164baa,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:23.046559 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2e1b446-ea45-4e6c-9fc5-aa54f4f1bc51 req-7024b60c-7518-4819-932d-a802a3628f56 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4051676 Dec 17 13:29:23.087131 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:23.234232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Provisioning complete for port c3128cff-73e0-4829-9f38-2750cd5f8f0a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:23.234862 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:23.429304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025c927-8dbe-4063-86d6-389bb5b2323a None None] Pushing event updated for resources: {'Port': ['ID=5cda2789-4642-48cd-a586-eada82388975,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:23.464694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Port c3128cff-73e0-4829-9f38-2750cd5f8f0a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:23.494963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Provisioning complete for port 57da2ccc-a9b8-4e42-b739-c7b846a44980 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:23.500070 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:23.515768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6489866-4935-45a9-9be4-61b7d400ace4 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:29:23.529243 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:23.545134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Transition to ACTIVE for port object a6489866-4935-45a9-9be4-61b7d400ace4 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:29:23.651159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 4, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5cda2789-4642-48cd-a586-eada82388975', 'name': '', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'mac_address': 'fa:16:3e:63:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:12Z', 'updated_at': '2021-12-17T13:29:20Z', 'revision_number': 4, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'subnets': [{'id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:23.658148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Port 57da2ccc-a9b8-4e42-b739-c7b846a44980 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:23.664783 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:23.726337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8937db7-5f9e-413f-a3a5-9054fa608fd0 None None] The sync data for ids ['7d6e4fde-ff00-429c-9483-898ece674387'] in n-d-815324-5 is: [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 4, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5cda2789-4642-48cd-a586-eada82388975', 'name': '', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'mac_address': 'fa:16:3e:63:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:12Z', 'updated_at': '2021-12-17T13:29:20Z', 'revision_number': 4, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'subnets': [{'id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:29:23.738236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Provisioning complete for port f444fb0d-48ab-4986-b907-eca2ca869da2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:23.738881 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:23.745888 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:23.894831 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:23.964397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] For port f444fb0d-48ab-4986-b907-eca2ca869da2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f444fb0d-48ab-4986-b907-eca2ca869da2,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:24.051592 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:24.184486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Provisioning complete for port 5cda2789-4642-48cd-a586-eada82388975 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:24.186278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:24.196273 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:24.234669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaf495-66ca-4fba-8c0e-7cf8464b479e req-132d71b2-da65-480c-b154-ff41b809db31 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:24.236174 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51eaf495-66ca-4fba-8c0e-7cf8464b479e req-132d71b2-da65-480c-b154-ff41b809db31 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1028 time: 0.6721609 Dec 17 13:29:24.238098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Pushing event updated for resources: {'Port': ['ID=a6489866-4935-45a9-9be4-61b7d400ace4,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:24.355577 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:24.371881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Router 2144f4de-f822-4415-af8d-66e236767020 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:29:24.465198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312bb15-a7dd-4254-a43f-02bce0447ca7 None None] Pushing event updated for resources: {'Port': ['ID=f444fb0d-48ab-4986-b907-eca2ca869da2,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:24.467115 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:24.629481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00393545-c8ab-487a-b3a2-84bd0e85d0b1 req-0767cad2-35a4-48bb-a981-69008359cf02 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:24.641382 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00393545-c8ab-487a-b3a2-84bd0e85d0b1 req-0767cad2-35a4-48bb-a981-69008359cf02 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.3749650 Dec 17 13:29:24.721147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Attempting to bind port a6489866-4935-45a9-9be4-61b7d400ace4 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:24.721754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Attempting to bind port a6489866-4935-45a9-9be4-61b7d400ace4 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:24.722102 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Attempting to bind port a6489866-4935-45a9-9be4-61b7d400ace4 on network fcdb24c2-ea12-400c-8354-bd4cf499b921 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:24.742790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:29:24.763063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Port a6489866-4935-45a9-9be4-61b7d400ace4 on network fcdb24c2-ea12-400c-8354-bd4cf499b921 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:29:24.763401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Attempting to bind port a6489866-4935-45a9-9be4-61b7d400ace4 on network fcdb24c2-ea12-400c-8354-bd4cf499b921 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:24.765683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Sync routers for ids ['2144f4de-f822-4415-af8d-66e236767020'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:29:24.802210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Routers {'2144f4de-f822-4415-af8d-66e236767020'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:24.804556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['2144f4de-f822-4415-af8d-66e236767020'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:24.810946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:24.811297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Checking segment: {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:24.812106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Bound using segment: {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:24.812568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Bound port: a6489866-4935-45a9-9be4-61b7d400ace4, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6630046-b9c9-4519-9cfc-4665e680d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:24.812930 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:24.837267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51eaf495-66ca-4fba-8c0e-7cf8464b479e req-8c40015f-5216-4888-a59f-9fa2b79e1817 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877328 Dec 17 13:29:24.858078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00393545-c8ab-487a-b3a2-84bd0e85d0b1 req-d7ed0d49-d969-4f6d-aade-c93e8bc80f43 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945755 Dec 17 13:29:24.928923 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:24.948220 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8932a828-e981-4c77-b3d9-cd89514c10e4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6452951 Dec 17 13:29:24.948220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58276) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:24.959785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Pushing event updated for resources: {'Port': ['ID=57da2ccc-a9b8-4e42-b739-c7b846a44980,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:24.975290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d033d17-0dd4-49dc-8eb8-38ac310f3911 None None] Network 56a7bbf0-2888-4b48-ba1f-2d828c4242a2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:29:25.072196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Set router 2144f4de-f822-4415-af8d-66e236767020 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:25.073800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] For port a6489866-4935-45a9-9be4-61b7d400ace4, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:25.111447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] For port a6489866-4935-45a9-9be4-61b7d400ace4, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a6489866-4935-45a9-9be4-61b7d400ace4,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:25.122222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Network e21a4d71-ab2a-4878-a830-b02695fa081a is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:25.124278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:25.177046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5cda2789-4642-48cd-a586-eada82388975 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:25.264777 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:25.337305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Pushing event updated for resources: {'Port': ['ID=a6489866-4935-45a9-9be4-61b7d400ace4,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:25.401469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:25.402936 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:25.406857 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4a55646a-791b-4e4b-83c6-0bb656e901ae service neutron] 10.222.0.54 "PUT /v2.0/ports/a6489866-4935-45a9-9be4-61b7d400ace4 HTTP/1.1" status: 200 len: 1092 time: 3.4726996 Dec 17 13:29:25.413110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a49d56-5126-40dd-b87c-21dc48f42032', 'tag': 'a6489866-4935-45a9-9be4-61b7d400ace4'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:25.416474 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0918762f-9a39-464d-94e2-20501d50ae35" -d '{"events": [{"name": "network-changed", "server_uuid": "61a49d56-5126-40dd-b87c-21dc48f42032", "tag": "a6489866-4935-45a9-9be4-61b7d400ace4"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:25.438997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Router c8576679-452e-4165-bda1-5c22bf6a9b56 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:29:26.048912 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fba7d8-fe3b-499e-900a-cf835080f896 x-openstack-request-id: req-c4fba7d8-fe3b-499e-900a-cf835080f896 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:26.049566 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a49d56-5126-40dd-b87c-21dc48f42032", "tag": "a6489866-4935-45a9-9be4-61b7d400ace4", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:26.049566 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4fba7d8-fe3b-499e-900a-cf835080f896 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:26.049913 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a49d56-5126-40dd-b87c-21dc48f42032', 'tag': 'a6489866-4935-45a9-9be4-61b7d400ace4', 'status': 'completed', 'code': 200} Dec 17 13:29:26.072688 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:26.107399 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcab9d6-e069-4e36-b572-e9c50dcc10c3 req-cfc64da4-5801-47f3-8a8b-7d9b17ee3136 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:26.109598 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9fcab9d6-e069-4e36-b572-e9c50dcc10c3 req-cfc64da4-5801-47f3-8a8b-7d9b17ee3136 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.1404965 Dec 17 13:29:26.176033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4e956d40-eaba-4283-b26c-291c2633946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:26.177610 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-4e956d40-eaba-4283-b26c-291c2633946e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=160fa4623d3e4cf8b4bdac1606048a7d&device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1095 time: 0.1307967 Dec 17 13:29:26.187537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b03f-b6aa-4bf0-932b-5eae7e08ff95 req-9a2bb129-be4e-4a48-9f1e-047c1791d963 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:26.191269 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52e8b03f-b6aa-4bf0-932b-5eae7e08ff95 req-9a2bb129-be4e-4a48-9f1e-047c1791d963 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1095 time: 0.1434793 Dec 17 13:29:26.208348 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9fcab9d6-e069-4e36-b572-e9c50dcc10c3 req-cd5582f4-5ab2-4e1f-8662-26a19e1d6c06 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843842 Dec 17 13:29:26.244599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 5cda2789-4642-48cd-a586-eada82388975 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:26.245145 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:26.306415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-2e2bf6fa-e609-48a0-94f9-11735dcabb5a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6489866-4935-45a9-9be4-61b7d400ace4 HTTP/1.1" status: 200 len: 217 time: 0.1140215 Dec 17 13:29:26.310860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1c22e55b-eabb-4085-9972-c36d453da20e None None] Provisioning complete for port 57da2ccc-a9b8-4e42-b739-c7b846a44980 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:26.311365 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1c22e55b-eabb-4085-9972-c36d453da20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:26.311492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:29:26.317620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4684d575-7676-4765-97a8-eaa2d762bda2 admin admin] 10.222.0.59 "PUT /v2.0/routers/c8576679-452e-4165-bda1-5c22bf6a9b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9308231 Dec 17 13:29:26.393640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52e8b03f-b6aa-4bf0-932b-5eae7e08ff95 req-192d332a-8ba8-483a-9d95-81e5663de54e tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856956 Dec 17 13:29:26.396254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-2469db12-1ebd-41d3-8f19-6210c00383c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:26.399597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-2469db12-1ebd-41d3-8f19-6210c00383c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0158117-e83e-4b28-9aef-7b9a9ba62236 HTTP/1.1" status: 200 len: 846 time: 0.0778418 Dec 17 13:29:26.412470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2144f4de-f822-4415-af8d-66e236767020', 'name': 'tempest-TaggedBootDevicesTest_v242-2083730187-router', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:19Z', 'updated_at': '2021-12-17T13:29:22Z', 'revision_number': 3, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'gw_port': {'id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2144f4de-f822-4415-af8d-66e236767020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:20Z', 'updated_at': '2021-12-17T13:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:26.492577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Checking router: 2144f4de-f822-4415-af8d-66e236767020 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:29:26.493102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Updating router 2144f4de-f822-4415-af8d-66e236767020 port c3128cff-73e0-4829-9f38-2750cd5f8f0a binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:29:26.506582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Allocated IP 172.20.0.1 (56a7bbf0-2888-4b48-ba1f-2d828c4242a2/ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274/564761c9-998a-40f7-9cfa-65f59ae4998a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:26.539260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-0e885127-72ae-48d2-a88b-117c568fd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:26.544408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-0e885127-72ae-48d2-a88b-117c568fd644 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fcdb24c2-ea12-400c-8354-bd4cf499b921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369100 Dec 17 13:29:26.555476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1c22e55b-eabb-4085-9972-c36d453da20e None None] Port 57da2ccc-a9b8-4e42-b739-c7b846a44980 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:26.576960 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:26.799975 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:26.830628 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-984412e4-816b-4b9b-9d28-301f4cbc36e3 service neutron] 10.222.0.54 "GET /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800667 Dec 17 13:29:26.956945 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Sync routers for ids ['c8576679-452e-4165-bda1-5c22bf6a9b56'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:29:26.971066 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Routers {'c8576679-452e-4165-bda1-5c22bf6a9b56'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:26.971915 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c8576679-452e-4165-bda1-5c22bf6a9b56'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:26.987654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1c22e55b-eabb-4085-9972-c36d453da20e None None] Provisioning complete for port c61344dc-39eb-4cd0-8964-964226164baa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:26.988204 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1c22e55b-eabb-4085-9972-c36d453da20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:26.991154 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:27.080491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f444fb0d-48ab-4986-b907-eca2ca869da2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:27.127221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-270a46a5-6e9b-48fb-b28f-e56742dab590 req-253453a5-31f8-4879-8564-1428de02cbe0 service neutron] 10.222.0.54 "GET /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868249 Dec 17 13:29:27.158118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Pushing event updated for resources: {'Port': ['ID=564761c9-998a-40f7-9cfa-65f59ae4998a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:27.193834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Network 56a7bbf0-2888-4b48-ba1f-2d828c4242a2 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:27.196844 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:27.199995 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:27.305288 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Set router c8576679-452e-4165-bda1-5c22bf6a9b56 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:27.306728 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:27.392989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918762f-9a39-464d-94e2-20501d50ae35 req-34f595a4-9ea0-40de-aab8-6b30a667c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:27.397359 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0918762f-9a39-464d-94e2-20501d50ae35 req-34f595a4-9ea0-40de-aab8-6b30a667c3a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=160fa4623d3e4cf8b4bdac1606048a7d&device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1095 time: 0.1254497 Dec 17 13:29:27.501978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f444fb0d-48ab-4986-b907-eca2ca869da2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:27.501978 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:27.509290 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1c22e55b-eabb-4085-9972-c36d453da20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:27.801682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50534-f663-47da-8c79-4bada19cb6ec req-7f9f7635-68c0-4b4b-81d7-563a02e01493 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:27.804845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4da50534-f663-47da-8c79-4bada19cb6ec req-7f9f7635-68c0-4b4b-81d7-563a02e01493 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.4059539 Dec 17 13:29:27.842069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbaf3f4-a63a-4fd3-a6b8-eb2c099ee93f req-7c35573b-af14-42be-8267-f7d59f38f99b tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:27.851799 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ffbaf3f4-a63a-4fd3-a6b8-eb2c099ee93f req-7c35573b-af14-42be-8267-f7d59f38f99b tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1095 time: 0.2412705 Dec 17 13:29:27.853385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1c22e55b-eabb-4085-9972-c36d453da20e None None] For port c61344dc-39eb-4cd0-8964-964226164baa, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c61344dc-39eb-4cd0-8964-964226164baa,segment=NetworkSegment(59e67281-ac22-4912-ae23-cbbf5edff01c),segment_id=59e67281-ac22-4912-ae23-cbbf5edff01c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:27.863249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918762f-9a39-464d-94e2-20501d50ae35 req-debd6401-58ce-4607-af1f-fc2c7b1670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:27.879471 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0918762f-9a39-464d-94e2-20501d50ae35 req-debd6401-58ce-4607-af1f-fc2c7b1670c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fcdb24c2-ea12-400c-8354-bd4cf499b921 HTTP/1.1" status: 200 len: 908 time: 0.4571352 Dec 17 13:29:27.917875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c61344dc-39eb-4cd0-8964-964226164baa up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:27.939014 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4da50534-f663-47da-8c79-4bada19cb6ec req-22f5f5ff-00a9-4bc3-a834-7d8308033520 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237762 Dec 17 13:29:27.974422 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'name': 'tempest-TestVolumeBootPattern-2073704149-router', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:14Z', 'updated_at': '2021-12-17T13:29:22Z', 'revision_number': 4, 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'gw_port': {'id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:16Z', 'updated_at': '2021-12-17T13:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '57da2ccc-a9b8-4e42-b739-c7b846a44980', 'name': '', 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'mac_address': 'fa:16:3e:33:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '73988577-c73f-41af-af17-3209be866ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:20Z', 'updated_at': '2021-12-17T13:29:23Z', 'revision_number': 2, 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'subnets': [{'id': '73988577-c73f-41af-af17-3209be866ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:27.980162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0918762f-9a39-464d-94e2-20501d50ae35 req-4c16c135-bf4d-48db-a1c7-5a9699c5a83e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6489866-4935-45a9-9be4-61b7d400ace4 HTTP/1.1" status: 200 len: 217 time: 0.0892251 Dec 17 13:29:28.015951 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Checking router: c8576679-452e-4165-bda1-5c22bf6a9b56 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:29:28.017069 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Updating router c8576679-452e-4165-bda1-5c22bf6a9b56 port 57da2ccc-a9b8-4e42-b739-c7b846a44980 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:29:28.048050 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.078662 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.080861 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1c22e55b-eabb-4085-9972-c36d453da20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.087274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ffbaf3f4-a63a-4fd3-a6b8-eb2c099ee93f req-51e111b8-d300-4d64-892d-1232ff809214 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324069 Dec 17 13:29:28.117714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918762f-9a39-464d-94e2-20501d50ae35 req-35d5d8fe-f24a-49e0-b62b-8733a98fb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:28.120921 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.122095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0918762f-9a39-464d-94e2-20501d50ae35 req-35d5d8fe-f24a-49e0-b62b-8733a98fb961 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0158117-e83e-4b28-9aef-7b9a9ba62236 HTTP/1.1" status: 200 len: 846 time: 0.1307158 Dec 17 13:29:28.149117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c61344dc-39eb-4cd0-8964-964226164baa triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:28.149769 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.156810 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.210009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918762f-9a39-464d-94e2-20501d50ae35 req-1e4bd832-b6bc-4b54-b888-09c67bf915d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:28.217222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0918762f-9a39-464d-94e2-20501d50ae35 req-1e4bd832-b6bc-4b54-b888-09c67bf915d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fcdb24c2-ea12-400c-8354-bd4cf499b921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885971 Dec 17 13:29:28.259851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e191e5-ebe5-4274-ac5c-a988d53a0c73 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:28.275118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22e55b-eabb-4085-9972-c36d453da20e None None] Pushing event updated for resources: {'Port': ['ID=c61344dc-39eb-4cd0-8964-964226164baa,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:28.282270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Attempting to bind port c3128cff-73e0-4829-9f38-2750cd5f8f0a on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:28.282650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Attempting to bind port c3128cff-73e0-4829-9f38-2750cd5f8f0a by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:28.283504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Attempting to bind port c3128cff-73e0-4829-9f38-2750cd5f8f0a on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:28.293028 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6bdc7dbb-465b-43a1-873e-ca2c412f2768 None None] Provisioning complete for port 564761c9-998a-40f7-9cfa-65f59ae4998a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:28.293403 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6bdc7dbb-465b-43a1-873e-ca2c412f2768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.338856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:28.339243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:28.339655 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.340055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:28.340552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Bound port: c3128cff-73e0-4829-9f38-2750cd5f8f0a, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:28.340975 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.424243 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.480860 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.506234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369ebb0-82a6-49a2-8d5c-19dd743c178b None None] Pushing event updated for resources: {'Port': ['ID=c3128cff-73e0-4829-9f38-2750cd5f8f0a,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:28.517166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc7dbb-465b-43a1-873e-ca2c412f2768 None None] Port 564761c9-998a-40f7-9cfa-65f59ae4998a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:28.536390 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-485f67f2-f727-4f35-9910-28bc52618e7b req-bb61b2d1-50eb-4244-b0ae-0f80201dd6fe service neutron] show failed (client error): The resource could not be found. Dec 17 13:29:28.538171 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-bb61b2d1-50eb-4244-b0ae-0f80201dd6fe service neutron] 10.222.0.54 "GET /v2.0/ports/d097f351-a668-454d-89b4-5e0ec11f3c07/bindings/n-h2-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.2998550 Dec 17 13:29:28.573025 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0918762f-9a39-464d-94e2-20501d50ae35 req-e8d856be-0bd2-4104-a823-8104e45c0cd8 service neutron] 10.222.0.54 "GET /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484459 Dec 17 13:29:28.607577 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.625981 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6bdc7dbb-465b-43a1-873e-ca2c412f2768 None None] Provisioning complete for port c61344dc-39eb-4cd0-8964-964226164baa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:28.626202 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6bdc7dbb-465b-43a1-873e-ca2c412f2768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.782239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] For port c3128cff-73e0-4829-9f38-2750cd5f8f0a, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:28.797014 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] For port c3128cff-73e0-4829-9f38-2750cd5f8f0a, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c3128cff-73e0-4829-9f38-2750cd5f8f0a,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:28.801140 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Pushing event updated for resources: {'Port': ['ID=564761c9-998a-40f7-9cfa-65f59ae4998a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:28.873559 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0918762f-9a39-464d-94e2-20501d50ae35 req-1700e418-680f-4d94-903f-29858793711b service neutron] 10.222.0.54 "GET /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912679 Dec 17 13:29:28.885744 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:28.936962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Network 56a7bbf0-2888-4b48-ba1f-2d828c4242a2 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:28.946821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:28.979005 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:29.017835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f9677e-19b8-44aa-bfb9-e590d7741442 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:29.020159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c61344dc-39eb-4cd0-8964-964226164baa up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:29.124172 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:29.148113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Routers {'2144f4de-f822-4415-af8d-66e236767020'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:29.150315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['2144f4de-f822-4415-af8d-66e236767020'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:29.229802 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee08ae-7032-40d7-a3c0-4c27606399b1 None None] Pushing event updated for resources: {'Port': ['ID=57da2ccc-a9b8-4e42-b739-c7b846a44980,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:29.300706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Router 2144f4de-f822-4415-af8d-66e236767020 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:29:29.452598 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Attempting to bind port 57da2ccc-a9b8-4e42-b739-c7b846a44980 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:29.453069 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Attempting to bind port 57da2ccc-a9b8-4e42-b739-c7b846a44980 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'cc900568-299d-4ae0-8497-0dafd7aedeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:29.453441 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Attempting to bind port 57da2ccc-a9b8-4e42-b739-c7b846a44980 on network e21a4d71-ab2a-4878-a830-b02695fa081a {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:29.478254 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:29.478650 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Checking segment: {'id': 'cc900568-299d-4ae0-8497-0dafd7aedeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:29.479039 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:29.479444 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Bound using segment: {'id': 'cc900568-299d-4ae0-8497-0dafd7aedeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:29.479935 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Bound port: 57da2ccc-a9b8-4e42-b739-c7b846a44980, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc900568-299d-4ae0-8497-0dafd7aedeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:29.480316 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:29.504718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] Set router 2144f4de-f822-4415-af8d-66e236767020 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:29.570080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6cd5a-c2af-49e2-8cac-89f81546f3c5 req-e5469fc3-94ec-477e-be10-19503160df37 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:29.576122 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08e6cd5a-c2af-49e2-8cac-89f81546f3c5 req-e5469fc3-94ec-477e-be10-19503160df37 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.3521428 Dec 17 13:29:29.654984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f67f2-f727-4f35-9910-28bc52618e7b req-c3c7b287-5468-4e75-b432-11ce155c6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:29.657653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-c3c7b287-5468-4e75-b432-11ce155c6b71 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969&tenant_id=850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 1097 time: 0.3265550 Dec 17 13:29:29.665925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c16486-7b94-4d2c-859f-8d58a086fdc7 req-62361d0a-56f2-403d-ac43-400e190a75f2 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:29.673146 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04c16486-7b94-4d2c-859f-8d58a086fdc7 req-62361d0a-56f2-403d-ac43-400e190a75f2 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1095 time: 0.3951089 Dec 17 13:29:29.705974 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] For port 57da2ccc-a9b8-4e42-b739-c7b846a44980, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:29.707754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:29.711912 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] For port 57da2ccc-a9b8-4e42-b739-c7b846a44980, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=57da2ccc-a9b8-4e42-b739-c7b846a44980,segment=NetworkSegment(cc900568-299d-4ae0-8497-0dafd7aedeb0),segment_id=cc900568-299d-4ae0-8497-0dafd7aedeb0)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:29.745214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c61344dc-39eb-4cd0-8964-964226164baa triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:29.746246 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:29.809571 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a6489866-4935-45a9-9be4-61b7d400ace4 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:29:29.833290 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:29.853681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:29:29.878116 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5bb9b239-9467-4ffe-b5e5-5114c0440f5e admin admin] 10.222.0.59 "PUT /v2.0/routers/2144f4de-f822-4415-af8d-66e236767020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9435351 Dec 17 13:29:29.895342 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08e6cd5a-c2af-49e2-8cac-89f81546f3c5 req-4e330bae-a613-4b31-9e1e-138bf1a45d0e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102636 Dec 17 13:29:29.937674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:29.946212 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04c16486-7b94-4d2c-859f-8d58a086fdc7 req-1564261b-a6d3-4686-9a49-537a90a8753c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651415 Dec 17 13:29:29.978625 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee08ae-7032-40d7-a3c0-4c27606399b1 None None] Pushing event updated for resources: {'Port': ['ID=57da2ccc-a9b8-4e42-b739-c7b846a44980,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:30.009362 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Routers {'c8576679-452e-4165-bda1-5c22bf6a9b56'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:30.010061 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c8576679-452e-4165-bda1-5c22bf6a9b56'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:30.284067 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] Set router c8576679-452e-4165-bda1-5c22bf6a9b56 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:30.620798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:30.642967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58386) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:30.651031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a6489866-4935-45a9-9be4-61b7d400ace4, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a6489866-4935-45a9-9be4-61b7d400ace4,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:30.661873 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369ebb0-82a6-49a2-8d5c-19dd743c178b None None] Pushing event updated for resources: {'Port': ['ID=c3128cff-73e0-4829-9f38-2750cd5f8f0a,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:30.670563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-86b2977d-5558-4f66-99d6-26c0a49a4d21 None None] Provisioning complete for port c3128cff-73e0-4829-9f38-2750cd5f8f0a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:30.670916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-86b2977d-5558-4f66-99d6-26c0a49a4d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:30.704057 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'name': 'tempest-TestVolumeBootPattern-2073704149-router', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:14Z', 'updated_at': '2021-12-17T13:29:22Z', 'revision_number': 4, 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'gw_port': {'id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:16Z', 'updated_at': '2021-12-17T13:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '57da2ccc-a9b8-4e42-b739-c7b846a44980', 'name': '', 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'mac_address': 'fa:16:3e:33:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '73988577-c73f-41af-af17-3209be866ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:20Z', 'updated_at': '2021-12-17T13:29:29Z', 'revision_number': 4, 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'subnets': [{'id': '73988577-c73f-41af-af17-3209be866ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:30.722728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:30.741988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'a6489866-4935-45a9-9be4-61b7d400ace4', 'network_id': 'fcdb24c2-ea12-400c-8354-bd4cf499b921', 'port_id': 'a6489866-4935-45a9-9be4-61b7d400ace4', 'mac_address': 'fa:16:3e:86:2a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0158117-e83e-4b28-9aef-7b9a9ba62236', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:29:30.792959 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda0646-3d31-4c9f-918e-0cc4893355d7 None None] The sync data for ids ['c8576679-452e-4165-bda1-5c22bf6a9b56'] in n-d-815324-5 is: [{'id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'name': 'tempest-TestVolumeBootPattern-2073704149-router', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:14Z', 'updated_at': '2021-12-17T13:29:22Z', 'revision_number': 4, 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'gw_port': {'id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:16Z', 'updated_at': '2021-12-17T13:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '57da2ccc-a9b8-4e42-b739-c7b846a44980', 'name': '', 'network_id': 'e21a4d71-ab2a-4878-a830-b02695fa081a', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'mac_address': 'fa:16:3e:33:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '73988577-c73f-41af-af17-3209be866ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:20Z', 'updated_at': '2021-12-17T13:29:29Z', 'revision_number': 4, 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'subnets': [{'id': '73988577-c73f-41af-af17-3209be866ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:29:30.942382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:30.952006 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d65547-fa6d-442a-8779-aa551b7dffa9" -d '{"events": [{"server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "name": "network-vif-unplugged", "status": "completed", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:30.963014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.042437 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.071094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Transition to ACTIVE for port object d097f351-a668-454d-89b4-5e0ec11f3c07 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:29:31.080467 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8a34725-38e7-49ab-8385-1644d0eb7c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.126255 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b033ae-46a2-485a-bf93-dddf8a8c9427 x-openstack-request-id: req-b9b033ae-46a2-485a-bf93-dddf8a8c9427 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:31.126562 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "name": "network-vif-unplugged", "status": "completed", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:31.126823 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9b033ae-46a2-485a-bf93-dddf8a8c9427 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:31.127233 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'code': 200} Dec 17 13:29:31.139247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6489866-4935-45a9-9be4-61b7d400ace4 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:29:31.166405 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.230649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a6489866-4935-45a9-9be4-61b7d400ace4, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a6489866-4935-45a9-9be4-61b7d400ace4,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:31.338349 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 57da2ccc-a9b8-4e42-b739-c7b846a44980 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:31.414864 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.417706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a764480-4de3-4d31-b050-7364f5b931d3 req-8fa45e81-ec64-40dc-b630-1cd972b8d71a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:31.425983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4a764480-4de3-4d31-b050-7364f5b931d3 req-8fa45e81-ec64-40dc-b630-1cd972b8d71a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 944 time: 0.3007281 Dec 17 13:29:31.435151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:31.495113 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-86b2977d-5558-4f66-99d6-26c0a49a4d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.525614 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4a764480-4de3-4d31-b050-7364f5b931d3 req-26b5f60b-8330-4489-8c06-df234195ea4b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991647 Dec 17 13:29:31.568842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-86b2977d-5558-4f66-99d6-26c0a49a4d21 None None] For port c3128cff-73e0-4829-9f38-2750cd5f8f0a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c3128cff-73e0-4829-9f38-2750cd5f8f0a,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:31.586876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8a34725-38e7-49ab-8385-1644d0eb7c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.589333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f892-134e-4957-918e-2c6fca515082 req-325f3dc0-e13d-45fb-a16a-89a9f43f9a32 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:31.591318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d413f892-134e-4957-918e-2c6fca515082 req-325f3dc0-e13d-45fb-a16a-89a9f43f9a32 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1096 time: 0.3160038 Dec 17 13:29:31.611610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] No DVR routers for this DVR port d097f351-a668-454d-89b4-5e0ec11f3c07 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:29:31.636784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a6489866-4935-45a9-9be4-61b7d400ace4,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:31.646858 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2144f4de-f822-4415-af8d-66e236767020', 'name': 'tempest-TaggedBootDevicesTest_v242-2083730187-router', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:19Z', 'updated_at': '2021-12-17T13:29:27Z', 'revision_number': 4, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'gw_port': {'id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2144f4de-f822-4415-af8d-66e236767020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:20Z', 'updated_at': '2021-12-17T13:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '564761c9-998a-40f7-9cfa-65f59ae4998a', 'name': '', 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'mac_address': 'fa:16:3e:77:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2144f4de-f822-4415-af8d-66e236767020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:26Z', 'updated_at': '2021-12-17T13:29:28Z', 'revision_number': 2, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'subnets': [{'id': 'ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:31.687473 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8a34725-38e7-49ab-8385-1644d0eb7c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.688113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['a6489866-4935-45a9-9be4-61b7d400ace4'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:29:31.692399 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-86b2977d-5558-4f66-99d6-26c0a49a4d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.703815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b3fd4-a7b9-40b1-894a-470b13c4f5fb None None] The sync data for ids ['2144f4de-f822-4415-af8d-66e236767020'] in n-d-815324-5 is: [{'id': '2144f4de-f822-4415-af8d-66e236767020', 'name': 'tempest-TaggedBootDevicesTest_v242-2083730187-router', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:19Z', 'updated_at': '2021-12-17T13:29:27Z', 'revision_number': 4, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'gw_port': {'id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2144f4de-f822-4415-af8d-66e236767020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:20Z', 'updated_at': '2021-12-17T13:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '564761c9-998a-40f7-9cfa-65f59ae4998a', 'name': '', 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'mac_address': 'fa:16:3e:77:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2144f4de-f822-4415-af8d-66e236767020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:26Z', 'updated_at': '2021-12-17T13:29:28Z', 'revision_number': 2, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'subnets': [{'id': 'ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:29:31.777495 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d413f892-134e-4957-918e-2c6fca515082 req-c16ce845-b1d1-4105-93e3-2c57d557a973 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673360 Dec 17 13:29:31.802577 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a8a34725-38e7-49ab-8385-1644d0eb7c0f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4248044d05134f4eb2d9472d53c6aa07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1560981 Dec 17 13:29:31.802577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a34725-38e7-49ab-8385-1644d0eb7c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c6c47f-c6f2-426d-9634-dc90dba9c415,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:31.819171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d097f351-a668-454d-89b4-5e0ec11f3c07 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:29:31.821115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58438) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:31.901207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 57da2ccc-a9b8-4e42-b739-c7b846a44980 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:31.901983 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.911682 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.919565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9226bee5-0d89-4a98-9654-ebdf862c7727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.967169 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9226bee5-0d89-4a98-9654-ebdf862c7727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:31.987264 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-55e52de8-02ae-4766-86c6-f619ff636644 None None] Provisioning complete for port 57da2ccc-a9b8-4e42-b739-c7b846a44980 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:31.987849 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-55e52de8-02ae-4766-86c6-f619ff636644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:32.057138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d097f351-a668-454d-89b4-5e0ec11f3c07 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:29:32.059586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2977d-5558-4f66-99d6-26c0a49a4d21 None None] Pushing event updated for resources: {'Port': ['ID=c3128cff-73e0-4829-9f38-2750cd5f8f0a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:32.080048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Attempting to bind port d097f351-a668-454d-89b4-5e0ec11f3c07 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:32.080401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Attempting to bind port d097f351-a668-454d-89b4-5e0ec11f3c07 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:32.080746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Attempting to bind port d097f351-a668-454d-89b4-5e0ec11f3c07 on network 1d75d574-048d-4e4b-95e7-35b977a4f82a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:32.088171 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Port d097f351-a668-454d-89b4-5e0ec11f3c07 on network 1d75d574-048d-4e4b-95e7-35b977a4f82a not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:29:32.089041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Attempting to bind port d097f351-a668-454d-89b4-5e0ec11f3c07 on network 1d75d574-048d-4e4b-95e7-35b977a4f82a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:32.095226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:32.095496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Checking segment: {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:32.096268 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Bound using segment: {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:32.096733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Bound port: d097f351-a668-454d-89b4-5e0ec11f3c07, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:32.097109 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:32.166005 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9226bee5-0d89-4a98-9654-ebdf862c7727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:32.195262 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9226bee5-0d89-4a98-9654-ebdf862c7727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:32.195262 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9226bee5-0d89-4a98-9654-ebdf862c7727 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37c6c47f-c6f2-426d-9634-dc90dba9c415 HTTP/1.1" status: 204 len: 168 time: 0.3568499 Dec 17 13:29:32.221987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226bee5-0d89-4a98-9654-ebdf862c7727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c6c47f-c6f2-426d-9634-dc90dba9c415,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:32.313145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:32.323816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:32.338560 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:32.373119 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-55e52de8-02ae-4766-86c6-f619ff636644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:32.399132 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:32.449345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 57da2ccc-a9b8-4e42-b739-c7b846a44980, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=57da2ccc-a9b8-4e42-b739-c7b846a44980,segment=NetworkSegment(cc900568-299d-4ae0-8497-0dafd7aedeb0),segment_id=cc900568-299d-4ae0-8497-0dafd7aedeb0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:32.509704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:32.534809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:32.536330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:32.538094 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-d5d27c44-7a42-4c9f-8fb1-747c7354111d service neutron] 10.222.0.61 "PUT /v2.0/ports/d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1092 time: 2.8556037 Dec 17 13:29:32.561523 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:32.645707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f67f2-f727-4f35-9910-28bc52618e7b req-1d2f2927-8898-4a7d-91c6-02ec7343e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:32.648292 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-1d2f2927-8898-4a7d-91c6-02ec7343e861 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1095 time: 0.0738416 Dec 17 13:29:32.772807 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-55e52de8-02ae-4766-86c6-f619ff636644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:29:32.773475 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-55e52de8-02ae-4766-86c6-f619ff636644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:29:32.780374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=57da2ccc-a9b8-4e42-b739-c7b846a44980,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:32.805035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb315c9-a316-4573-a19c-d4994d934cef req-d6057fe2-0355-419a-b86c-3ee5fcc830ae tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:32.829428 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-afb315c9-a316-4573-a19c-d4994d934cef req-d6057fe2-0355-419a-b86c-3ee5fcc830ae tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 944 time: 0.1433566 Dec 17 13:29:32.952403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f67f2-f727-4f35-9910-28bc52618e7b req-1c4c13cb-d6db-4221-b1c5-49e75652df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:32.954237 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-1c4c13cb-d6db-4221-b1c5-49e75652df22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 897 time: 0.2929935 Dec 17 13:29:32.960409 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-afb315c9-a316-4573-a19c-d4994d934cef req-920e2662-5cd1-4c55-b9eb-23cc0f5ce7db tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299884 Dec 17 13:29:33.009782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58492) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:33.143311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:33.143737 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f46ffc-2a37-4e73-8bda-ebdd6807d882" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:33.195594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa513fe-a42d-4114-b7ce-ba58971e195b req-1ef3be87-9008-4015-91c1-2ac89f5e3c12 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:33.197174 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8fa513fe-a42d-4114-b7ce-ba58971e195b req-1ef3be87-9008-4015-91c1-2ac89f5e3c12 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1096 time: 0.2578535 Dec 17 13:29:33.234134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-7ce2328b-ff8b-446b-b580-46495c5ad26b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1000 time: 0.2686915 Dec 17 13:29:33.274521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 57da2ccc-a9b8-4e42-b739-c7b846a44980 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:33.309404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f67f2-f727-4f35-9910-28bc52618e7b req-cb453d29-cee3-42b0-b625-e7f2ff5c7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:33.320094 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-cb453d29-cee3-42b0-b625-e7f2ff5c7bd4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 200 len: 835 time: 0.0671566 Dec 17 13:29:33.328317 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a819ee82-9974-4edd-8385-3180a01b0682 x-openstack-request-id: req-a819ee82-9974-4edd-8385-3180a01b0682 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:33.328689 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:33.328938 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a819ee82-9974-4edd-8385-3180a01b0682 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:33.329363 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'status': 'completed', 'code': 200} Dec 17 13:29:33.355283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-85a24927-4f14-40e7-9b72-e28290b36583 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5654 time: 0.3442369 Dec 17 13:29:33.363985 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58502) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:33.369006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ceca0dfc-a357-4b60-a3e4-46185f99aa18 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Request body: {'network': {'name': 'tempest-network-smoke--1525175437', 'project_id': '46f0843a1cce476493b3729da2a959b0', 'port_security_enabled': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:33.483818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceca0dfc-a357-4b60-a3e4-46185f99aa18 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Made reservation on behalf of 46f0843a1cce476493b3729da2a959b0 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:29:33.486709 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8fa513fe-a42d-4114-b7ce-ba58971e195b req-facf144e-95f7-4e43-966a-2be79c44a7f1 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802348 Dec 17 13:29:33.488537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 57da2ccc-a9b8-4e42-b739-c7b846a44980 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:33.489076 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:33.494149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f67f2-f727-4f35-9910-28bc52618e7b req-05840f30-fdad-42fc-9b8f-819f1128eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:33.495423 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ceca0dfc-a357-4b60-a3e4-46185f99aa18 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:33.511108 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-05840f30-fdad-42fc-9b8f-819f1128eab1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1d75d574-048d-4e4b-95e7-35b977a4f82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760676 Dec 17 13:29:33.556339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-55e52de8-02ae-4766-86c6-f619ff636644 None None] Provisioning complete for port 564761c9-998a-40f7-9cfa-65f59ae4998a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:33.556724 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-55e52de8-02ae-4766-86c6-f619ff636644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:33.640327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-55e52de8-02ae-4766-86c6-f619ff636644 None None] Port 564761c9-998a-40f7-9cfa-65f59ae4998a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:33.677115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-92eb6457-7843-48d2-baed-473909c4c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:33.678777 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-92eb6457-7843-48d2-baed-473909c4c978 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1095 time: 0.3460195 Dec 17 13:29:33.679572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58508) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:33.726255 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-55e52de8-02ae-4766-86c6-f619ff636644 None None] Provisioning complete for port c3128cff-73e0-4829-9f38-2750cd5f8f0a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:33.727113 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-55e52de8-02ae-4766-86c6-f619ff636644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:33.738116 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-210d6c84-df80-4520-be9b-5ea7cc88aa41 service neutron] 10.222.0.61 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219279 Dec 17 13:29:33.777610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4af2403d-4943-42e9-8ee4-77cee83baa8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:33.784436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a6489866-4935-45a9-9be4-61b7d400ace4 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:33.921812 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4af2403d-4943-42e9-8ee4-77cee83baa8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.026771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port a6489866-4935-45a9-9be4-61b7d400ace4 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:29:34.032649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port a6489866-4935-45a9-9be4-61b7d400ace4 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:34.033040 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.071741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4af2403d-4943-42e9-8ee4-77cee83baa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.154052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceca0dfc-a357-4b60-a3e4-46185f99aa18 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:29:34.185348 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.187058 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-b83122de-1b04-4a4c-8ed3-684a793a03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:34.189395 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-b83122de-1b04-4a4c-8ed3-684a793a03c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 897 time: 0.4964375 Dec 17 13:29:34.191736 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ceca0dfc-a357-4b60-a3e4-46185f99aa18 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.194240 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-ceca0dfc-a357-4b60-a3e4-46185f99aa18 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Added segment 6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9 of type vlan for network 969a9411-1d4b-4c5c-b660-aeb83b61b479 Dec 17 13:29:34.212637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf7fda-2918-4c30-a259-93895777982e req-d442a775-7362-4416-8911-c178d01ec204 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:34.217038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a49d56-5126-40dd-b87c-21dc48f42032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6489866-4935-45a9-9be4-61b7d400ace4'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:34.219746 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156b356f-bfd2-4e9d-a7b3-659ca2b7c8e5" -d '{"events": [{"server_uuid": "61a49d56-5126-40dd-b87c-21dc48f42032", "name": "network-vif-plugged", "status": "completed", "tag": "a6489866-4935-45a9-9be4-61b7d400ace4"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:34.223358 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-d442a775-7362-4416-8911-c178d01ec204 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.7687154 Dec 17 13:29:34.233975 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4af2403d-4943-42e9-8ee4-77cee83baa8c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=16f71be719a5423880f698128a7416cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5471785 Dec 17 13:29:34.237853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2403d-4943-42e9-8ee4-77cee83baa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4faa85-8b00-4939-8821-d820312c2749,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:34.240087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a6489866-4935-45a9-9be4-61b7d400ace4, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a6489866-4935-45a9-9be4-61b7d400ace4,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:34.259547 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58518) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:34.273951 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-84eaf40d-fbc4-47f9-a356-20d607bd888b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/quotas/009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 375 time: 0.0489447 Dec 17 13:29:34.276958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-e5e509d1-5ef4-42dc-98c9-824a0baf4689 service neutron] 10.222.0.61 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016198 Dec 17 13:29:34.289450 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ceca0dfc-a357-4b60-a3e4-46185f99aa18 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.319838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd691c-7779-4405-8104-36485df65600 req-04e41537-8338-444a-ba44-2edd4fb2efe1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:34.324313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ecd691c-7779-4405-8104-36485df65600 req-04e41537-8338-444a-ba44-2edd4fb2efe1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 944 time: 0.2090659 Dec 17 13:29:34.331330 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-27982870-f43f-4a41-9d9e-081cabd082ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1000 time: 0.1141243 Dec 17 13:29:34.348895 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.441695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a6489866-4935-45a9-9be4-61b7d400ace4,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:34.451851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-735b75b9-2229-46d3-b7b0-a488a90f40cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642790 Dec 17 13:29:34.457844 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e46d4484-92bf-408f-83c6-87f5c0f9983f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.468863 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-3abfb62e-df73-4cc5-9591-894fd7a2a739 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:29:34.470503 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-3abfb62e-df73-4cc5-9591-894fd7a2a739 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106568 Dec 17 13:29:34.510742 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e46d4484-92bf-408f-83c6-87f5c0f9983f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.544502 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ceca0dfc-a357-4b60-a3e4-46185f99aa18 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.550679 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceca0dfc-a357-4b60-a3e4-46185f99aa18 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:34.551386 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ceca0dfc-a357-4b60-a3e4-46185f99aa18 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.760299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca0dfc-a357-4b60-a3e4-46185f99aa18 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Network': ['ID=969a9411-1d4b-4c5c-b660-aeb83b61b479,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:34.777699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 969a9411-1d4b-4c5c-b660-aeb83b61b479 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:29:34.782734 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-75256891-1bf6-4686-b813-69f9e4ff33c7 service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039222 Dec 17 13:29:34.838224 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ceca0dfc-a357-4b60-a3e4-46185f99aa18 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4703784 Dec 17 13:29:34.841613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58530) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:34.848394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-446981481', 'admin_state_up': True, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:34.856002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-629d94b8-f3ac-4d09-aa65-90b959499679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:34.857507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-629d94b8-f3ac-4d09-aa65-90b959499679 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 200 len: 835 time: 0.5053999 Dec 17 13:29:34.866177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ecd691c-7779-4405-8104-36485df65600 req-b85c231f-f918-41fe-a606-0029a9db850f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5337918 Dec 17 13:29:34.894678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-b96e5f7e-516e-49b1-9253-d7dfdae640bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:34.897894 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-b96e5f7e-516e-49b1-9253-d7dfdae640bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1095 time: 0.1824958 Dec 17 13:29:34.915204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e46d4484-92bf-408f-83c6-87f5c0f9983f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.918374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e46d4484-92bf-408f-83c6-87f5c0f9983f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:34.943843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e46d4484-92bf-408f-83c6-87f5c0f9983f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5a4faa85-8b00-4939-8821-d820312c2749 HTTP/1.1" status: 204 len: 168 time: 0.6779423 Dec 17 13:29:34.994642 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b37d83-4a22-4bcb-9bf5-f42fc78c6607 x-openstack-request-id: req-76b37d83-4a22-4bcb-9bf5-f42fc78c6607 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:34.994944 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a49d56-5126-40dd-b87c-21dc48f42032", "name": "network-vif-plugged", "status": "completed", "tag": "a6489866-4935-45a9-9be4-61b7d400ace4", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:34.997237 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-76b37d83-4a22-4bcb-9bf5-f42fc78c6607 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:34.997237 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a49d56-5126-40dd-b87c-21dc48f42032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6489866-4935-45a9-9be4-61b7d400ace4', 'code': 200} Dec 17 13:29:35.049757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-117c6e0d-32d1-44da-b7c2-62bc61412f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:35.051571 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-959609f6-9683-45a4-afc2-018a4b0b6541 service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629783 Dec 17 13:29:35.052236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-117c6e0d-32d1-44da-b7c2-62bc61412f3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d75d574-048d-4e4b-95e7-35b977a4f82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845436 Dec 17 13:29:35.053018 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d4484-92bf-408f-83c6-87f5c0f9983f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4faa85-8b00-4939-8821-d820312c2749,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:35.258566 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:35.260525 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:35.324421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c3128cff-73e0-4829-9f38-2750cd5f8f0a up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:35.386901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-e35d9bcc-71c2-4ca8-900c-9398011df726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:35.389054 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-e35d9bcc-71c2-4ca8-900c-9398011df726 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 897 time: 0.4710579 Dec 17 13:29:35.420614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c3128cff-73e0-4829-9f38-2750cd5f8f0a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:35.423071 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:35.550671 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:35.555520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1e792-06aa-4546-b11b-f580d8154a13 req-db88e079-38aa-4a14-bcac-8cc9d3d8e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:35.555780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5d1e792-06aa-4546-b11b-f580d8154a13 req-db88e079-38aa-4a14-bcac-8cc9d3d8e933 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1097 time: 0.4862697 Dec 17 13:29:35.585639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20afe9f-7171-4265-bd9d-345f8138451e req-0a4abb7d-f01b-4b7f-bf31-bd6e86638091 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:35.587795 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a20afe9f-7171-4265-bd9d-345f8138451e req-0a4abb7d-f01b-4b7f-bf31-bd6e86638091 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1097 time: 0.4285433 Dec 17 13:29:35.595442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-49976d12-4e76-4f48-89d3-7d0f6ce2b9b4 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271816 Dec 17 13:29:35.629402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-85960ece-a538-403d-8a92-aa8a53279a7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1000 time: 0.2121091 Dec 17 13:29:35.883332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5d1e792-06aa-4546-b11b-f580d8154a13 req-16f0df34-61e6-4c74-a43f-e60c0a509d39 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093865 Dec 17 13:29:35.901398 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a20afe9f-7171-4265-bd9d-345f8138451e req-04670fac-65fa-4c9c-935b-7a6a7017be0e tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933414 Dec 17 13:29:36.009304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:36.033021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-a0357084-ec03-40f5-9e77-0242304b4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:36.033021 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-a0357084-ec03-40f5-9e77-0242304b4355 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 200 len: 835 time: 0.3839140 Dec 17 13:29:36.112670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-23813207-a7a5-4836-a154-598fbe81ae0e service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062900 Dec 17 13:29:36.136779 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-d22505ca-8444-4229-8aea-93f8f6a1b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:36.136779 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-d22505ca-8444-4229-8aea-93f8f6a1b59a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1d75d574-048d-4e4b-95e7-35b977a4f82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943258 Dec 17 13:29:36.148250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0644f-b411-4574-a611-25e42de158e0 req-2bd768ed-c01d-4df6-934a-bb8548b2cf42 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:36.150593 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8dc0644f-b411-4574-a611-25e42de158e0 req-2bd768ed-c01d-4df6-934a-bb8548b2cf42 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 944 time: 0.1093738 Dec 17 13:29:36.170550 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:36.289059 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0e61976-8cea-44c8-87f7-90138cbbdb19 req-a80ad4b2-a2de-46f8-a7cf-0a2ee5f49629 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 0.0759022 Dec 17 13:29:36.402828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8dc0644f-b411-4574-a611-25e42de158e0 req-17d33265-feb7-4994-9e01-a0de0ff26340 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166178 Dec 17 13:29:36.491605 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-25b560cf-5e8b-4be8-ac27-393729a4f6f9 service neutron] 10.222.0.61 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397768 Dec 17 13:29:36.698275 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f46ffc-2a37-4e73-8bda-ebdd6807d882 req-66bdb7c0-da90-421b-87fa-376f6f861d10 service neutron] 10.222.0.61 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967204 Dec 17 13:29:36.760866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:36.786093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:36.948677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Allocated IP 172.25.0.99 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:37.080950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3af39-848b-4df1-97b0-22f8e30778fa req-10ac5911-74e2-4b46-bc67-ffe71b302659 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:37.102863 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-92a3af39-848b-4df1-97b0-22f8e30778fa req-10ac5911-74e2-4b46-bc67-ffe71b302659 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1097 time: 0.0810332 Dec 17 13:29:37.220746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:37.238361 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-92a3af39-848b-4df1-97b0-22f8e30778fa req-cfc03637-fba9-4fb8-b026-10880263a340 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342413 Dec 17 13:29:37.392086 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2614b7f2-c3d2-42d6-93a3-97903acb0bc0 req-f1fa18d0-08d5-47ac-bbc7-311e52a2a83d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 0.0319974 Dec 17 13:29:37.426611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:37.478489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:37.482241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:37.486455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:37.514086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Port': ['ID=b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:37.563888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4211fa-8408-47eb-bf1b-07ea6bcbcf32 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:37.577313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d097f351-a668-454d-89b4-5e0ec11f3c07 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:29:37.743067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c2a79-7d5e-4e67-bb30-c5ccfcfa530b req-426f543f-bd5d-4f2a-a5c5-b8ef9347dd81 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:37.754032 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b3c2a79-7d5e-4e67-bb30-c5ccfcfa530b req-426f543f-bd5d-4f2a-a5c5-b8ef9347dd81 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 944 time: 0.1371324 Dec 17 13:29:37.830372 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b3c2a79-7d5e-4e67-bb30-c5ccfcfa530b req-a85e1bdd-93a4-4523-bb03-0d9945857e2d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752764 Dec 17 13:29:37.954597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Sync routers for ids ['2144f4de-f822-4415-af8d-66e236767020'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:29:37.977153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bf0997fe-5202-43d1-afbc-703850342103 None None] Provisioning complete for port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:37.979297 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf0997fe-5202-43d1-afbc-703850342103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:38.051911 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Routers {'2144f4de-f822-4415-af8d-66e236767020'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:38.052585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['2144f4de-f822-4415-af8d-66e236767020'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:38.125641 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bf0997fe-5202-43d1-afbc-703850342103 None None] Port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:38.142765 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:38.193513 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:38.205924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'port_id': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'mac_address': 'fa:16:3e:a2:d5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:29:38.310419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Set router 2144f4de-f822-4415-af8d-66e236767020 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:38.313675 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:38.397978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d097f351-a668-454d-89b4-5e0ec11f3c07 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:29:38.493056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342268e3-1c33-452a-b2b2-0d3d6766d495 req-2be12e8b-9783-428b-a9b8-f4a085e4f096 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:38.503590 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:38.509098 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-342268e3-1c33-452a-b2b2-0d3d6766d495 req-2be12e8b-9783-428b-a9b8-f4a085e4f096 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1097 time: 0.0829856 Dec 17 13:29:38.597601 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-342268e3-1c33-452a-b2b2-0d3d6766d495 req-7cd2c377-02c6-478e-857b-bd744c113cd2 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831099 Dec 17 13:29:38.611283 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:38.771981 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-295c6170-b546-43de-b97f-7e7e1615d046 req-4c1d227c-36a6-47a2-8bdd-98d0e0c5d4e0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 0.0681400 Dec 17 13:29:38.850477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:38.914664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['d097f351-a668-454d-89b4-5e0ec11f3c07'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:29:38.925911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f12115-66b3-42e1-b38d-1ce820122a3f req-b99bf144-8be4-4e6a-81bc-7c3096269cc9 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:38.928922 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5f12115-66b3-42e1-b38d-1ce820122a3f req-b99bf144-8be4-4e6a-81bc-7c3096269cc9 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1097 time: 0.0815158 Dec 17 13:29:39.018625 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5f12115-66b3-42e1-b38d-1ce820122a3f req-bba0e86b-2a9a-4826-a7f4-637012b92428 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837729 Dec 17 13:29:39.061471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2144f4de-f822-4415-af8d-66e236767020', 'name': 'tempest-TaggedBootDevicesTest_v242-2083730187-router', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:19Z', 'updated_at': '2021-12-17T13:29:27Z', 'revision_number': 4, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'gw_port': {'id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144f4de-f822-4415-af8d-66e236767020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:20Z', 'updated_at': '2021-12-17T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '564761c9-998a-40f7-9cfa-65f59ae4998a', 'name': '', 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'mac_address': 'fa:16:3e:77:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2144f4de-f822-4415-af8d-66e236767020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:26Z', 'updated_at': '2021-12-17T13:29:28Z', 'revision_number': 2, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'subnets': [{'id': 'ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:39.107042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Checking router: 2144f4de-f822-4415-af8d-66e236767020 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:29:39.107592 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Updating router 2144f4de-f822-4415-af8d-66e236767020 port 564761c9-998a-40f7-9cfa-65f59ae4998a binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:29:39.139166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-59f9a486-de05-4c84-b8cd-5c3f563142dd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:39.141337 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-59f9a486-de05-4c84-b8cd-5c3f563142dd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969&tenant_id=850cc3bed38d459295a3dcc922ba6c36&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 945 time: 0.3613420 Dec 17 13:29:39.153669 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:39.163537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9744f-1c05-48e0-b4b1-b80fa2f846c9 req-80c845c0-5f26-4b78-b0d2-dd008978d96e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:39.167527 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45c9744f-1c05-48e0-b4b1-b80fa2f846c9 req-80c845c0-5f26-4b78-b0d2-dd008978d96e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 945 time: 0.3885882 Dec 17 13:29:39.287896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267296d3-0b0f-4aa7-b613-10834621434d req-b0bef435-d664-42bb-9ce6-1d5977499598 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:39.287896 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-267296d3-0b0f-4aa7-b613-10834621434d req-b0bef435-d664-42bb-9ce6-1d5977499598 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1097 time: 0.0671747 Dec 17 13:29:39.455631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-267296d3-0b0f-4aa7-b613-10834621434d req-dc947cad-26fc-464d-84aa-95381880ff7e tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580353 Dec 17 13:29:39.520528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45c9744f-1c05-48e0-b4b1-b80fa2f846c9 req-89f9d6e1-f9a7-414f-8123-197c9b7f76d3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445685 Dec 17 13:29:39.538313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-1f528d20-f72c-4843-8e5f-4df8dc2ea17a service neutron] 10.222.0.61 "GET /v2.0/ports/d097f351-a668-454d-89b4-5e0ec11f3c07/bindings/n-h2-815324-5 HTTP/1.1" status: 200 len: 382 time: 0.3693414 Dec 17 13:29:39.544783 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:39.684516 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:39.788608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf7fda-2918-4c30-a259-93895777982e req-94faaef3-bf0b-478c-8faa-2c790c913503 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:39.790249 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-94faaef3-bf0b-478c-8faa-2c790c913503 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.61 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.5516257 Dec 17 13:29:39.812858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-7fbf7fda-2918-4c30-a259-93895777982e req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'port': {'device_id': '0ae15c2d-4688-45cf-8c59-b13b0231b886', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'admin_state_up': True, 'tenant_id': '009389a399ad43ddb25b067380a09158'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:39.835250 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:39.875477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-359f0f0c-17fb-43fa-bf61-1622555e9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:39.877109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-359f0f0c-17fb-43fa-bf61-1622555e9689 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1096 time: 0.1690140 Dec 17 13:29:40.000729 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ced73-440e-4c54-bc4b-104c6cde16b4 None None] Pushing event updated for resources: {'Port': ['ID=564761c9-998a-40f7-9cfa-65f59ae4998a,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:40.045464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-744d08a5-5879-447b-9554-d9f26497f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:40.049795 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-744d08a5-5879-447b-9554-d9f26497f595 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 897 time: 0.1492262 Dec 17 13:29:40.127143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73a82af4-4693-45df-8b0f-9cb2c09f5e02 req-2edfaa5f-89d6-4cbe-87ef-18a5392c3015 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 0.2333410 Dec 17 13:29:40.131862 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Attempting to bind port 564761c9-998a-40f7-9cfa-65f59ae4998a on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:40.133485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Attempting to bind port 564761c9-998a-40f7-9cfa-65f59ae4998a by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '59e67281-ac22-4912-ae23-cbbf5edff01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:40.134127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Attempting to bind port 564761c9-998a-40f7-9cfa-65f59ae4998a on network 56a7bbf0-2888-4b48-ba1f-2d828c4242a2 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:40.144393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:40.151902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Checking segment: {'id': '59e67281-ac22-4912-ae23-cbbf5edff01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:40.154040 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:40.154040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Bound using segment: {'id': '59e67281-ac22-4912-ae23-cbbf5edff01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:40.154040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Bound port: 564761c9-998a-40f7-9cfa-65f59ae4998a, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e67281-ac22-4912-ae23-cbbf5edff01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:40.157647 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:40.264808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df7a3-8ff8-4693-8782-21afc467e1af req-584e9b4b-fcff-44b4-b48e-5e7ec7ae42d6 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:40.277432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b8df7a3-8ff8-4693-8782-21afc467e1af req-584e9b4b-fcff-44b4-b48e-5e7ec7ae42d6 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1097 time: 0.0778508 Dec 17 13:29:40.344009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Router 4f86d44c-d3bf-487b-9e3c-f68a87edce06 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:29:40.384888 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-0b4d739a-467b-45dc-a03e-0617121a5cbe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1001 time: 0.3231988 Dec 17 13:29:40.387441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] For port 564761c9-998a-40f7-9cfa-65f59ae4998a, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:40.394892 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] For port 564761c9-998a-40f7-9cfa-65f59ae4998a, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=564761c9-998a-40f7-9cfa-65f59ae4998a,segment=NetworkSegment(59e67281-ac22-4912-ae23-cbbf5edff01c),segment_id=59e67281-ac22-4912-ae23-cbbf5edff01c)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:40.409519 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b8df7a3-8ff8-4693-8782-21afc467e1af req-4e1eccdd-e4ed-455c-9cab-714d459729a7 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310139 Dec 17 13:29:40.461267 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b8e01f3b-5747-48a7-96c3-eae76ac4fddf None None] Provisioning complete for port 564761c9-998a-40f7-9cfa-65f59ae4998a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:40.461937 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b8e01f3b-5747-48a7-96c3-eae76ac4fddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:40.502933 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:40.585959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b8e01f3b-5747-48a7-96c3-eae76ac4fddf None None] Port 564761c9-998a-40f7-9cfa-65f59ae4998a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:40.604857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-2d492e13-0294-4e9c-b394-930c66ab5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:40.612019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-2d492e13-0294-4e9c-b394-930c66ab5c0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 200 len: 835 time: 0.2171135 Dec 17 13:29:40.640477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Routers {'2144f4de-f822-4415-af8d-66e236767020'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:40.647362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['2144f4de-f822-4415-af8d-66e236767020'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:40.690756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbf7fda-2918-4c30-a259-93895777982e req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Made reservation on behalf of 009389a399ad43ddb25b067380a09158 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:29:40.697224 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7fbf7fda-2918-4c30-a259-93895777982e req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:40.767507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ced73-440e-4c54-bc4b-104c6cde16b4 None None] Pushing event updated for resources: {'Port': ['ID=564761c9-998a-40f7-9cfa-65f59ae4998a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:40.844647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:29:40.860205 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Sync routers for ids ['4f86d44c-d3bf-487b-9e3c-f68a87edce06'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:29:40.876111 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Routers {'4f86d44c-d3bf-487b-9e3c-f68a87edce06'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:40.880123 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4f86d44c-d3bf-487b-9e3c-f68a87edce06'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:40.934726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-2ac34c77-ae0c-4beb-8b40-ac6d6ef18e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:40.936434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-2ac34c77-ae0c-4beb-8b40-ac6d6ef18e79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1d75d574-048d-4e4b-95e7-35b977a4f82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3135629 Dec 17 13:29:40.951884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd914a-c267-4da7-bd55-92ed8d4d71fc req-03d96212-f872-40b1-b630-649860d6167f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:40.953700 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34fd914a-c267-4da7-bd55-92ed8d4d71fc req-03d96212-f872-40b1-b630-649860d6167f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 945 time: 0.2262111 Dec 17 13:29:40.996532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] Set router 2144f4de-f822-4415-af8d-66e236767020 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:41.090266 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:41.101631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b5d95234-83ff-4799-a2dc-485aa7c3024e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.2486773 Dec 17 13:29:41.102314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58676) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:41.124986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7ee0dbe1-7b5f-41db-a0f3-c8742b7ec5d0 None None] Provisioning complete for port 564761c9-998a-40f7-9cfa-65f59ae4998a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:41.129058 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ee0dbe1-7b5f-41db-a0f3-c8742b7ec5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:41.208624 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Set router 4f86d44c-d3bf-487b-9e3c-f68a87edce06 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:41.244748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-7fbf7fda-2918-4c30-a259-93895777982e req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Allocated IP 172.20.0.10 (ecd0a89a-e368-44f2-9fad-d6001ff5c547/53326f79-47a6-4d5d-aa1f-178b1b8e2cf6/0aa7fda6-672a-4901-99de-8c08c2e4ba3c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:41.326521 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34fd914a-c267-4da7-bd55-92ed8d4d71fc req-9d883ab8-556e-4409-b64c-189543bd9a60 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528416 Dec 17 13:29:41.383164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea22424d-ca64-438d-a7f1-9cb90bb6cf7e req-950a80de-70dd-49ab-9a3f-1ac470e79e39 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 0.0508192 Dec 17 13:29:41.402754 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-f9e9b5c8-0323-4723-8afb-590ea7fb854a service neutron] 10.222.0.61 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450004 Dec 17 13:29:41.470095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 564761c9-998a-40f7-9cfa-65f59ae4998a up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:41.513873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a468461d-8f4d-4126-981f-0d350bfccf15 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:41.515953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a468461d-8f4d-4126-981f-0d350bfccf15 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=46f0843a1cce476493b3729da2a959b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4124298 Dec 17 13:29:41.519180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58686) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:41.646851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d097f351-a668-454d-89b4-5e0ec11f3c07 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:41.776118 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446981481', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:35Z', 'updated_at': '2021-12-17T13:29:37Z', 'revision_number': 3, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:36Z', 'updated_at': '2021-12-17T13:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:41.827344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-733ffead-10a3-4799-bf3c-f6c4916e6ecd service neutron] 10.222.0.61 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075031 Dec 17 13:29:41.850187 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Checking router: 4f86d44c-d3bf-487b-9e3c-f68a87edce06 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:29:41.856775 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Updating router 4f86d44c-d3bf-487b-9e3c-f68a87edce06 port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:29:41.922141 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:41.926730 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ee0dbe1-7b5f-41db-a0f3-c8742b7ec5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:41.936989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5857c5-669d-4cc7-97d1-b7fe7f2d9e12 req-7f50c38a-df25-460f-955b-0a224cdf04b2 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:41.947023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb9680-83dd-4c39-8b59-534d857739b5 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:41.952076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-72bb9680-83dd-4c39-8b59-534d857739b5 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4302201 Dec 17 13:29:41.956233 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a5857c5-669d-4cc7-97d1-b7fe7f2d9e12 req-7f50c38a-df25-460f-955b-0a224cdf04b2 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1097 time: 0.6266708 Dec 17 13:29:41.962711 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58694) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:41.964595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e037da-6c61-4b87-82a7-9860f8aba67c req-13a9cf41-ee6b-4fbf-a4df-86e00bbf3a50 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:41.972781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7ee0dbe1-7b5f-41db-a0f3-c8742b7ec5d0 None None] For port 564761c9-998a-40f7-9cfa-65f59ae4998a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=564761c9-998a-40f7-9cfa-65f59ae4998a,segment=NetworkSegment(59e67281-ac22-4912-ae23-cbbf5edff01c),segment_id=59e67281-ac22-4912-ae23-cbbf5edff01c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:41.980111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-66e037da-6c61-4b87-82a7-9860f8aba67c req-13a9cf41-ee6b-4fbf-a4df-86e00bbf3a50 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1097 time: 0.4486802 Dec 17 13:29:41.985684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2144f4de-f822-4415-af8d-66e236767020', 'name': 'tempest-TaggedBootDevicesTest_v242-2083730187-router', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:19Z', 'updated_at': '2021-12-17T13:29:27Z', 'revision_number': 4, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'gw_port': {'id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144f4de-f822-4415-af8d-66e236767020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:20Z', 'updated_at': '2021-12-17T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '564761c9-998a-40f7-9cfa-65f59ae4998a', 'name': '', 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'mac_address': 'fa:16:3e:77:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2144f4de-f822-4415-af8d-66e236767020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:26Z', 'updated_at': '2021-12-17T13:29:40Z', 'revision_number': 4, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'subnets': [{'id': 'ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:42.070296 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58698) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:42.084442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d2f99e26-a804-4d10-ac76-d7c85a508fbb tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0958953 Dec 17 13:29:42.107356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port d097f351-a668-454d-89b4-5e0ec11f3c07 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:29:42.130068 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port d097f351-a668-454d-89b4-5e0ec11f3c07 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:42.131270 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:42.134982 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ee0dbe1-7b5f-41db-a0f3-c8742b7ec5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:42.135360 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-321040b0-75e6-4f7b-9801-1e492cc3e6c8 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=46f0843a1cce476493b3729da2a959b0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0623624 Dec 17 13:29:42.137334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58700) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:42.142002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ef8b4-5583-4ed3-bff3-67c6e9e552aa None None] The sync data for ids ['2144f4de-f822-4415-af8d-66e236767020'] in n-d-815324-5 is: [{'id': '2144f4de-f822-4415-af8d-66e236767020', 'name': 'tempest-TaggedBootDevicesTest_v242-2083730187-router', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:19Z', 'updated_at': '2021-12-17T13:29:27Z', 'revision_number': 4, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'gw_port': {'id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144f4de-f822-4415-af8d-66e236767020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:20Z', 'updated_at': '2021-12-17T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '564761c9-998a-40f7-9cfa-65f59ae4998a', 'name': '', 'network_id': '56a7bbf0-2888-4b48-ba1f-2d828c4242a2', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'mac_address': 'fa:16:3e:77:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2144f4de-f822-4415-af8d-66e236767020', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:26Z', 'updated_at': '2021-12-17T13:29:40Z', 'revision_number': 4, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'subnets': [{'id': 'ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:29:42.358618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e466442e-283e-4849-80da-ea3a1e54b3fb tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:42.363281 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e466442e-283e-4849-80da-ea3a1e54b3fb tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2147384 Dec 17 13:29:42.366480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58706) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:42.383961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0dbe1-7b5f-41db-a0f3-c8742b7ec5d0 None None] Pushing event updated for resources: {'Port': ['ID=564761c9-998a-40f7-9cfa-65f59ae4998a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:42.386799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 564761c9-998a-40f7-9cfa-65f59ae4998a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:42.387166 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:42.520020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58712) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:42.526910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6689e384-a8c3-4228-b005-0bea5d80a35e tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1435642 Dec 17 13:29:42.542945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a04bfec2-2ab4-418f-8220-5847c6c7888a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-432153450', 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479', 'project_id': '46f0843a1cce476493b3729da2a959b0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:42.660772 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:42.697041 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:42.733923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-3a5857c5-669d-4cc7-97d1-b7fe7f2d9e12 req-7c996768-697e-4a46-83dc-75a6e2529089 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Deleting port a6489866-4935-45a9-9be4-61b7d400ace4 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:29:42.734235 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3a5857c5-669d-4cc7-97d1-b7fe7f2d9e12 req-7c996768-697e-4a46-83dc-75a6e2529089 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:42.737911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-66e037da-6c61-4b87-82a7-9860f8aba67c req-e6a5fd69-5f35-419a-a015-9139404fb405 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7509511 Dec 17 13:29:42.750586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:42.754333 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:42.756984 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5164ec5-634a-4a96-8e2d-e679601f6c66" -d '{"events": [{"server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "name": "network-vif-plugged", "status": "completed", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:42.783131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:42.914438 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:42.942339 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce9b75-2945-4b4f-a118-8520f9b09df7 None None] Pushing event updated for resources: {'Port': ['ID=b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:42.984769 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Attempting to bind port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:42.985281 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Attempting to bind port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:42.985885 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Attempting to bind port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:42.998052 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:43.004617 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:43.004617 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:43.004617 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:43.006202 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Bound port: b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:43.010192 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:43.064107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab662e-f9c0-4f3a-9412-7eccee275f37 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:43.139303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:43.216992 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] For port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:43.222694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-724c1b1c-12c0-432b-bc64-0b05c7c25fc4 None None] Provisioning complete for port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:43.224366 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-724c1b1c-12c0-432b-bc64-0b05c7c25fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:43.239010 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] For port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:43.325558 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:43.369467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-724c1b1c-12c0-432b-bc64-0b05c7c25fc4 None None] Port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:43.388718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 564761c9-998a-40f7-9cfa-65f59ae4998a up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:43.418278 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce9b75-2945-4b4f-a118-8520f9b09df7 None None] Pushing event updated for resources: {'Port': ['ID=b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:43.458001 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Routers {'4f86d44c-d3bf-487b-9e3c-f68a87edce06'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:43.459747 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4f86d44c-d3bf-487b-9e3c-f68a87edce06'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:43.482691 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf67760-08d6-4c5c-ad55-d00a9f4c953d None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:29:43.579132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb09d9-5bca-438f-93b5-0842a24acb7a req-bf40a396-4420-4fce-9ff7-68e3ee47883b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:43.590433 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7dbb09d9-5bca-438f-93b5-0842a24acb7a req-bf40a396-4420-4fce-9ff7-68e3ee47883b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.1763275 Dec 17 13:29:43.601474 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 564761c9-998a-40f7-9cfa-65f59ae4998a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:43.602129 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:43.678120 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] Set router 4f86d44c-d3bf-487b-9e3c-f68a87edce06 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:43.695870 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7dbb09d9-5bca-438f-93b5-0842a24acb7a req-2198e5ba-919a-4379-aa37-d450a8b62ace tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973866 Dec 17 13:29:43.743183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-903276a8-e624-430b-a3e8-048b1b39a478 None None] Provisioning complete for port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:43.743568 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-903276a8-e624-430b-a3e8-048b1b39a478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:43.781744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a6489866-4935-45a9-9be4-61b7d400ace4 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:29:44.105448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099a745-8d53-48db-b9b5-ed75ea700ce1 req-b969b623-c67c-4794-9dee-21ac20667472 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:44.113883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f099a745-8d53-48db-b9b5-ed75ea700ce1 req-b969b623-c67c-4794-9dee-21ac20667472 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 1097 time: 0.1676342 Dec 17 13:29:44.148956 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96f93f5f-6c88-42d3-8c09-f0e5dab31447 req-2dfcfd2f-b052-4197-9e90-857274060953 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 1.2083113 Dec 17 13:29:44.174106 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7fbf7fda-2918-4c30-a259-93895777982e req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:44.260580 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f099a745-8d53-48db-b9b5-ed75ea700ce1 req-bf620759-f951-49f6-b6ff-055890cb44d9 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387014 Dec 17 13:29:44.282259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3a5857c5-669d-4cc7-97d1-b7fe7f2d9e12 req-7c996768-697e-4a46-83dc-75a6e2529089 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] For port a6489866-4935-45a9-9be4-61b7d400ace4, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a6489866-4935-45a9-9be4-61b7d400ace4,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:44.282259 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3a5857c5-669d-4cc7-97d1-b7fe7f2d9e12 req-7c996768-697e-4a46-83dc-75a6e2529089 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:44.325720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-3a5857c5-669d-4cc7-97d1-b7fe7f2d9e12 req-7c996768-697e-4a46-83dc-75a6e2529089 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Calling delete_port for a6489866-4935-45a9-9be4-61b7d400ace4 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:29:44.367395 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9851b0a9-7dd2-4c2c-860e-267f5347417d x-openstack-request-id: req-9851b0a9-7dd2-4c2c-860e-267f5347417d {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:44.368002 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "name": "network-vif-plugged", "status": "completed", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:44.368002 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9851b0a9-7dd2-4c2c-860e-267f5347417d {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:44.368385 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'code': 200} Dec 17 13:29:44.460667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04bfec2-2ab4-418f-8220-5847c6c7888a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Made reservation on behalf of 46f0843a1cce476493b3729da2a959b0 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:29:44.464644 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a04bfec2-2ab4-418f-8220-5847c6c7888a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:44.480514 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:44.484729 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7fbf7fda-2918-4c30-a259-93895777982e req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:44.493812 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1247894-e9ba-4560-aaa4-22231ac86220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:44.549311 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446981481', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:35Z', 'updated_at': '2021-12-17T13:29:37Z', 'revision_number': 3, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:36Z', 'updated_at': '2021-12-17T13:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:44.630155 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f648781-3967-402c-a737-f41ce5e3ce54 None None] The sync data for ids ['4f86d44c-d3bf-487b-9e3c-f68a87edce06'] in n-d-815324-5 is: [{'id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446981481', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:35Z', 'updated_at': '2021-12-17T13:29:37Z', 'revision_number': 3, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:36Z', 'updated_at': '2021-12-17T13:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:29:44.664450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port a6489866-4935-45a9-9be4-61b7d400ace4, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a6489866-4935-45a9-9be4-61b7d400ace4,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:44.671355 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-903276a8-e624-430b-a3e8-048b1b39a478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:44.710095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-903276a8-e624-430b-a3e8-048b1b39a478 None None] For port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:44.765548 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:44.805297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbf7fda-2918-4c30-a259-93895777982e req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:44.843903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-7fbf7fda-2918-4c30-a259-93895777982e req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:44.867538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=0aa7fda6-672a-4901-99de-8c08c2e4ba3c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:44.888733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbf7fda-2918-4c30-a259-93895777982e req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:44.944045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=a6489866-4935-45a9-9be4-61b7d400ace4,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:44.961339 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-903276a8-e624-430b-a3e8-048b1b39a478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:45.198191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903276a8-e624-430b-a3e8-048b1b39a478 None None] Pushing event updated for resources: {'Port': ['ID=b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:45.233841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf7fda-2918-4c30-a259-93895777982e req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:45.234747 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7fbf7fda-2918-4c30-a259-93895777982e req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:45.431083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cd7d3-1d6e-4c49-95f4-111b69049e58 req-f8fecbd0-6ed1-42e2-89c0-1b13db931028 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:45.441938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a41cdbb1-7c7d-4c44-9b2f-557f8ffcb2a6 None None] Provisioning complete for port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:45.444771 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a41cdbb1-7c7d-4c44-9b2f-557f8ffcb2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:45.448030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce038e-dba0-476f-9999-80cabb205033 req-6dbdff7d-eeaf-4085-9eba-67698e74aa5f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:45.459037 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-487cd7d3-1d6e-4c49-95f4-111b69049e58 req-f8fecbd0-6ed1-42e2-89c0-1b13db931028 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.5780144 Dec 17 13:29:45.460761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a9ce038e-dba0-476f-9999-80cabb205033 req-6dbdff7d-eeaf-4085-9eba-67698e74aa5f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 932 time: 0.1169529 Dec 17 13:29:45.519910 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-189942a6-51e0-4a4d-9761-9622a149a607 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7173848 Dec 17 13:29:45.552969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Request body: {'port': {'device_id': '0ae15c2d-4688-45cf-8c59-b13b0231b886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:45.571079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-6eff9a6d-d2b2-4bd4-b58c-e1305307e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:45.575597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-6eff9a6d-d2b2-4bd4-b58c-e1305307e6fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969&tenant_id=850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 1097 time: 0.5323901 Dec 17 13:29:45.592774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a41cdbb1-7c7d-4c44-9b2f-557f8ffcb2a6 None None] Port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:45.615050 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a9ce038e-dba0-476f-9999-80cabb205033 req-1d4790c2-8763-4426-a88c-939cd94861d7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522236 Dec 17 13:29:45.736401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:29:45.764365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3a5857c5-669d-4cc7-97d1-b7fe7f2d9e12 req-7c996768-697e-4a46-83dc-75a6e2529089 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:45.776082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['57e79e7c-a480-4c1a-99c8-3086fde8b5b3'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:29:45.804431 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c899d6b5-df95-4970-97c7-a4324cbf5e9b req-1eb2d65e-e84b-4319-a9a8-23e6261930bf tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 210 time: 0.0855305 Dec 17 13:29:45.871583 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c996768-697e-4a46-83dc-75a6e2529089 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6489866-4935-45a9-9be4-61b7d400ace4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:45.925741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-487cd7d3-1d6e-4c49-95f4-111b69049e58 req-4793abcc-2a91-43e5-885e-5b862f6eabea tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594271 Dec 17 13:29:45.998967 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a04bfec2-2ab4-418f-8220-5847c6c7888a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:46.041915 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:46.049231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5857c5-669d-4cc7-97d1-b7fe7f2d9e12 req-7c996768-697e-4a46-83dc-75a6e2529089 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] No DVR routers for this DVR port a6489866-4935-45a9-9be4-61b7d400ace4 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:29:46.065077 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3a5857c5-669d-4cc7-97d1-b7fe7f2d9e12 req-7c996768-697e-4a46-83dc-75a6e2529089 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:46.076327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a5857c5-669d-4cc7-97d1-b7fe7f2d9e12 req-7c996768-697e-4a46-83dc-75a6e2529089 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.54 "DELETE /v2.0/ports/a6489866-4935-45a9-9be4-61b7d400ace4 HTTP/1.1" status: 204 len: 173 time: 4.0110621 Dec 17 13:29:46.078900 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:46.086513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a49d56-5126-40dd-b87c-21dc48f42032', 'name': 'network-vif-deleted', 'tag': 'a6489866-4935-45a9-9be4-61b7d400ace4'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:46.093254 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bf5008-15ff-4f65-b58e-8eca0362868d" -d '{"events": [{"server_uuid": "61a49d56-5126-40dd-b87c-21dc48f42032", "name": "network-vif-deleted", "tag": "a6489866-4935-45a9-9be4-61b7d400ace4"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:46.289357 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:29:46.326199 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6626cf50-8929-42fc-80ea-2f21fe41de44 x-openstack-request-id: req-6626cf50-8929-42fc-80ea-2f21fe41de44 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:46.326718 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a49d56-5126-40dd-b87c-21dc48f42032", "name": "network-vif-deleted", "tag": "a6489866-4935-45a9-9be4-61b7d400ace4", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:46.326718 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6626cf50-8929-42fc-80ea-2f21fe41de44 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:46.327144 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a49d56-5126-40dd-b87c-21dc48f42032', 'name': 'network-vif-deleted', 'tag': 'a6489866-4935-45a9-9be4-61b7d400ace4', 'status': 'completed', 'code': 200} Dec 17 13:29:46.329216 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1d631bc-fc6c-4e9a-b154-0c70bd20a2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:46.370091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a49d56-5126-40dd-b87c-21dc48f42032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6489866-4935-45a9-9be4-61b7d400ace4'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:46.372558 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e606f921-af57-45a1-b589-c1b139de1315" -d '{"events": [{"server_uuid": "61a49d56-5126-40dd-b87c-21dc48f42032", "name": "network-vif-unplugged", "status": "completed", "tag": "a6489866-4935-45a9-9be4-61b7d400ace4"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:46.404839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bfec2-2ab4-418f-8220-5847c6c7888a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Subnet': ['ID=72080b9f-cdad-4cc0-a7c5-9d3edff891e5,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:46.671800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04bfec2-2ab4-418f-8220-5847c6c7888a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Checking segment: {'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:46.672177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04bfec2-2ab4-418f-8220-5847c6c7888a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network hostable DHCP agents. Network: 969a9411-1d4b-4c5c-b660-aeb83b61b479, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:29:46.743320 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9c7030-38eb-4da3-86d0-617892aabab6 x-openstack-request-id: req-ac9c7030-38eb-4da3-86d0-617892aabab6 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:46.743830 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a49d56-5126-40dd-b87c-21dc48f42032", "name": "network-vif-unplugged", "status": "completed", "tag": "a6489866-4935-45a9-9be4-61b7d400ace4", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:46.743830 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac9c7030-38eb-4da3-86d0-617892aabab6 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:46.744239 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a49d56-5126-40dd-b87c-21dc48f42032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6489866-4935-45a9-9be4-61b7d400ace4', 'code': 200} Dec 17 13:29:46.928628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04bfec2-2ab4-418f-8220-5847c6c7888a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network 969a9411-1d4b-4c5c-b660-aeb83b61b479 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:29:46.982365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d755b3-0d19-4af2-90db-e597dabf0ce7 req-bc58461d-ea1b-4a80-92ac-2fd7c91db40f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:46.984866 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-27d755b3-0d19-4af2-90db-e597dabf0ce7 req-bc58461d-ea1b-4a80-92ac-2fd7c91db40f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 932 time: 0.2357385 Dec 17 13:29:47.138226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-a04bfec2-2ab4-418f-8220-5847c6c7888a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 969a9411-1d4b-4c5c-b660-aeb83b61b479) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:47.148829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eada5a8-d3e3-43a8-ac75-f3e54485ac08 None None] Network 969a9411-1d4b-4c5c-b660-aeb83b61b479 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:29:47.166821 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-27d755b3-0d19-4af2-90db-e597dabf0ce7 req-fe12560a-cdfe-4d3a-9401-6aff965da88e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752009 Dec 17 13:29:47.196314 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-09f4555e-4ebf-4a62-a1a2-e01a5cab27be req-7c367846-bbce-464d-b1f7-043115d5750e tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=61a49d56-5126-40dd-b87c-21dc48f42032 HTTP/1.1" status: 200 len: 210 time: 0.2019777 Dec 17 13:29:47.198286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:47.307756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04bfec2-2ab4-418f-8220-5847c6c7888a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:47.308455 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a04bfec2-2ab4-418f-8220-5847c6c7888a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:47.390205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-969a9411-1d4b-4c5c-b660-aeb83b61b479', 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479', 'project_id': '46f0843a1cce476493b3729da2a959b0', 'fixed_ips': [{'subnet_id': '72080b9f-cdad-4cc0-a7c5-9d3edff891e5'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:29:47.391506 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:47.479399 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:47.540195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462639a-1911-42ed-8fc9-6706087d1def req-9964ab6b-1f7c-4b39-a7c2-14f313a1e3fa tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:47.550780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a04bfec2-2ab4-418f-8220-5847c6c7888a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 5.0250738 Dec 17 13:29:47.560047 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1462639a-1911-42ed-8fc9-6706087d1def req-9964ab6b-1f7c-4b39-a7c2-14f313a1e3fa tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 946 time: 0.1730914 Dec 17 13:29:47.567800 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58796) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:47.673950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d097f351-a668-454d-89b4-5e0ec11f3c07 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:29:47.696726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:47.757837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa7fda6-672a-4901-99de-8c08c2e4ba3c {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:29:47.769682 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:47.794074 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1462639a-1911-42ed-8fc9-6706087d1def req-8914303b-89ad-4e4e-8cf5-8be055d57c69 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297068 Dec 17 13:29:47.823182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Transition to ACTIVE for port object 0aa7fda6-672a-4901-99de-8c08c2e4ba3c will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:29:47.824148 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:47.867113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Transition to ACTIVE for port object d097f351-a668-454d-89b4-5e0ec11f3c07 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:29:47.917239 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:47.932311 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:47.955704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:47.955830 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:47.964235 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:47.966566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Allocated IP 172.20.0.18 (969a9411-1d4b-4c5c-b660-aeb83b61b479/72080b9f-cdad-4cc0-a7c5-9d3edff891e5/ddbbd88d-ee40-4ec6-9121-051d29bbfa18) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:48.047993 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:48.254880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Pushing event updated for resources: {'Port': ['ID=0aa7fda6-672a-4901-99de-8c08c2e4ba3c,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:48.366429 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:29:48.366801 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:29:48.453424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:48.470929 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d5d702-202c-4f79-aaf5-c3f5df4b6983" -d '{"events": [{"server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "name": "network-vif-unplugged", "status": "completed", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:48.476282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=10']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:48.532059 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:48.603764 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:48.745829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Network 969a9411-1d4b-4c5c-b660-aeb83b61b479 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:48.774706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:48.786314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacdc3e-d1df-4673-99ef-aae8b27e8457 req-34bf2b71-1952-43ae-b6f0-70f717f75429 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:48.799620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bacdc3e-d1df-4673-99ef-aae8b27e8457 req-34bf2b71-1952-43ae-b6f0-70f717f75429 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 944 time: 0.3739781 Dec 17 13:29:48.824293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:48.849871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Pushing event updated for resources: {'Port': ['ID=ddbbd88d-ee40-4ec6-9121-051d29bbfa18,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:48.927927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] No DVR routers for this DVR port d097f351-a668-454d-89b4-5e0ec11f3c07 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:29:49.154239 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:49.213386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Attempting to bind port ddbbd88d-ee40-4ec6-9121-051d29bbfa18 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:49.213863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Attempting to bind port ddbbd88d-ee40-4ec6-9121-051d29bbfa18 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:49.214237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Attempting to bind port ddbbd88d-ee40-4ec6-9121-051d29bbfa18 on network 969a9411-1d4b-4c5c-b660-aeb83b61b479 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:49.231515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:49.232020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Checking segment: {'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:49.233523 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:49.233970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Bound using segment: {'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:49.236682 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Bound port: ddbbd88d-ee40-4ec6-9121-051d29bbfa18, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:49.237114 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:49.273253 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0be451-f7c2-4b36-8784-9cd76d3a41f9 x-openstack-request-id: req-9a0be451-f7c2-4b36-8784-9cd76d3a41f9 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:49.273253 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "name": "network-vif-unplugged", "status": "completed", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:49.273253 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a0be451-f7c2-4b36-8784-9cd76d3a41f9 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:49.273253 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'code': 200} Dec 17 13:29:49.281442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:49.298972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bacdc3e-d1df-4673-99ef-aae8b27e8457 req-3e37c6cd-c5f2-4528-b969-18908108c943 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298298 Dec 17 13:29:49.316198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Attempting to bind port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:49.316556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Attempting to bind port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:49.316896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Attempting to bind port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:49.353527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:29:49.364136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Attempting to bind port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:49.393223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:49.393223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Checking segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:49.480592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Bound using segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:49.480592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Bound port: 0aa7fda6-672a-4901-99de-8c08c2e4ba3c, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:49.480592 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:49.481548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] For port ddbbd88d-ee40-4ec6-9121-051d29bbfa18, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:49.481548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] For port ddbbd88d-ee40-4ec6-9121-051d29bbfa18, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ddbbd88d-ee40-4ec6-9121-051d29bbfa18,segment=NetworkSegment(6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9),segment_id=6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:49.534350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7eece-ff59-4f33-a835-261aadb9ecc7 req-f501716e-66a1-41d8-aaf5-554b76b71528 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:49.542807 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9d7eece-ff59-4f33-a835-261aadb9ecc7 req-f501716e-66a1-41d8-aaf5-554b76b71528 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 945 time: 0.1388004 Dec 17 13:29:49.552334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a3a5b-1cf0-4c3c-879c-bf1ba99fbc36 req-f9b25a33-3efb-47da-a6bb-7e73774f1767 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:49.560695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db7a3a5b-1cf0-4c3c-879c-bf1ba99fbc36 req-f9b25a33-3efb-47da-a6bb-7e73774f1767 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1096 time: 0.1611280 Dec 17 13:29:49.588227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Attempting to bind port d097f351-a668-454d-89b4-5e0ec11f3c07 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:49.588582 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Attempting to bind port d097f351-a668-454d-89b4-5e0ec11f3c07 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:49.588906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Attempting to bind port d097f351-a668-454d-89b4-5e0ec11f3c07 on network 1d75d574-048d-4e4b-95e7-35b977a4f82a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:49.657472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e9d7eece-ff59-4f33-a835-261aadb9ecc7 req-93b36957-24f4-42aa-b510-8add43c36adf tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105483 Dec 17 13:29:49.673186 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:49.692491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Port d097f351-a668-454d-89b4-5e0ec11f3c07 on network 1d75d574-048d-4e4b-95e7-35b977a4f82a not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:29:49.692827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Attempting to bind port d097f351-a668-454d-89b4-5e0ec11f3c07 on network 1d75d574-048d-4e4b-95e7-35b977a4f82a {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:49.722149 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db7a3a5b-1cf0-4c3c-879c-bf1ba99fbc36 req-0c82069d-13db-4b46-a8bf-afd21e75607c tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605368 Dec 17 13:29:49.725534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:49.725915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Checking segment: {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:49.726309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Bound using segment: {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:49.737927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Bound port: d097f351-a668-454d-89b4-5e0ec11f3c07, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:49.743937 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:49.760679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] For port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:49.780403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] For port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0aa7fda6-672a-4901-99de-8c08c2e4ba3c,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:49.845043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:49.849334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:49.878378 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:49.939446 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Allocated IP 172.20.0.17 (969a9411-1d4b-4c5c-b660-aeb83b61b479/72080b9f-cdad-4cc0-a7c5-9d3edff891e5/95f6186f-52c9-4e99-9c49-f97922e431bd) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:29:49.950730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:49.951295 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:49.952783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] 10.222.0.61 "PUT /v2.0/ports/0aa7fda6-672a-4901-99de-8c08c2e4ba3c HTTP/1.1" status: 200 len: 1092 time: 4.4085200 Dec 17 13:29:49.971115 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:49.982834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a76ce2-bef1-43c1-a211-b567318f5e9d None None] Pushing event updated for resources: {'Port': ['ID=ddbbd88d-ee40-4ec6-9121-051d29bbfa18,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:50.058120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:50.059045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:50.060288 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] 10.222.0.54 "PUT /v2.0/ports/d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1093 time: 4.3484478 Dec 17 13:29:50.070739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadef59-ff34-4ef4-a372-55c12032f80e service neutron] Pushing event updated for resources: {'Port': ['ID=0aa7fda6-672a-4901-99de-8c08c2e4ba3c,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:50.119404 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:50.386779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:50.452809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-d92338aa-030b-4181-b970-c711fa466746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:50.457622 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-d92338aa-030b-4181-b970-c711fa466746 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1096 time: 0.2869925 Dec 17 13:29:50.458307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b06ff-e672-4274-ab0e-cae9e4ccd1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=11']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:50.518568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf7fda-2918-4c30-a259-93895777982e req-24e2cb19-9b28-443e-adb9-2c37da594e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:50.520380 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-24e2cb19-9b28-443e-adb9-2c37da594e42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 1095 time: 0.3612163 Dec 17 13:29:50.563407 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:50.756854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-0aa34cb7-8f6e-4bf7-9247-6c383d67fe2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aa7fda6-672a-4901-99de-8c08c2e4ba3c HTTP/1.1" status: 200 len: 217 time: 0.2084534 Dec 17 13:29:50.779282 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network 969a9411-1d4b-4c5c-b660-aeb83b61b479 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:50.795115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:50.807185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:29:50.995885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d78fcd-aecb-46a2-8c40-416eebd46150 req-76a7ca58-0b79-415f-835d-182c3aeb290a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:50.998998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3d78fcd-aecb-46a2-8c40-416eebd46150 req-76a7ca58-0b79-415f-835d-182c3aeb290a tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1096 time: 0.5114529 Dec 17 13:29:51.079751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Port': ['ID=95f6186f-52c9-4e99-9c49-f97922e431bd,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:51.118375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ab7a9-bc59-47c2-88d5-31bdd9ebc915 req-d66728f8-339f-419e-b0d2-12fe107ca6c9 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:51.130525 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-517ab7a9-bc59-47c2-88d5-31bdd9ebc915 req-d66728f8-339f-419e-b0d2-12fe107ca6c9 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 944 time: 0.6517718 Dec 17 13:29:51.172238 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:51.235842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-b36325b3-f675-47b4-9fe3-5ff6dadf7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:51.247035 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-b36325b3-f675-47b4-9fe3-5ff6dadf7630 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 897 time: 0.7788954 Dec 17 13:29:51.253710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf7fda-2918-4c30-a259-93895777982e req-86b65a0b-2985-4da7-904f-ded22b5295ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:51.255382 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-86b65a0b-2985-4da7-904f-ded22b5295ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.4859943 Dec 17 13:29:51.270397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae15c2d-4688-45cf-8c59-b13b0231b886', 'tag': '0aa7fda6-672a-4901-99de-8c08c2e4ba3c'}, {'name': 'network-changed', 'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:51.275279 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0bb71e-0c0b-4069-b442-683b83de82a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae15c2d-4688-45cf-8c59-b13b0231b886", "tag": "0aa7fda6-672a-4901-99de-8c08c2e4ba3c"}, {"name": "network-changed", "server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:51.332745 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-517ab7a9-bc59-47c2-88d5-31bdd9ebc915 req-5225d0b3-4342-4888-b008-4480ef7b9633 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004693 Dec 17 13:29:51.379114 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58848) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:51.462725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58850) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:51.530738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ddbbd88d-ee40-4ec6-9121-051d29bbfa18 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:51.599103 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c86808-636c-4cc8-ba26-865ff621c708 req-16462ce0-b594-441f-a372-cd715627ad3d tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:51.606844 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3c86808-636c-4cc8-ba26-865ff621c708 req-16462ce0-b594-441f-a372-cd715627ad3d tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1096 time: 0.1106210 Dec 17 13:29:51.685979 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ddbbd88d-ee40-4ec6-9121-051d29bbfa18 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:51.688818 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:51.729356 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:51.919799 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f3c86808-636c-4cc8-ba26-865ff621c708 req-3d952f88-eb17-46ea-87ec-5d15787fbb23 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940858 Dec 17 13:29:52.019469 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:52.089916 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bd8d4461-886d-4c06-b206-e29895849e2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:52.133880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port ddbbd88d-ee40-4ec6-9121-051d29bbfa18, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ddbbd88d-ee40-4ec6-9121-051d29bbfa18,segment=NetworkSegment(6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9),segment_id=6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:52.207811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016ffe2-c08a-426f-a230-e037f62a403c req-ac4953c1-f789-4071-a131-da54afd0cecf tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:52.215844 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2016ffe2-c08a-426f-a230-e037f62a403c req-ac4953c1-f789-4071-a131-da54afd0cecf tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 945 time: 1.3388000 Dec 17 13:29:52.224284 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9a44fd-9459-4361-8f90-90739faaa907 x-openstack-request-id: req-5e9a44fd-9459-4361-8f90-90739faaa907 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:52.224848 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae15c2d-4688-45cf-8c59-b13b0231b886", "tag": "0aa7fda6-672a-4901-99de-8c08c2e4ba3c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:52.225262 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e9a44fd-9459-4361-8f90-90739faaa907 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:52.225859 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae15c2d-4688-45cf-8c59-b13b0231b886', 'tag': '0aa7fda6-672a-4901-99de-8c08c2e4ba3c', 'status': 'completed', 'code': 200} Dec 17 13:29:52.226274 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'status': 'completed', 'code': 200} Dec 17 13:29:52.229236 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:52.321952 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-ef96eeca-7ec0-4e9a-882f-ba54110055d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1000 time: 1.0630002 Dec 17 13:29:52.360931 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2016ffe2-c08a-426f-a230-e037f62a403c req-a6c11f91-5c57-443d-82e0-6700315bf789 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387322 Dec 17 13:29:52.364830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf7fda-2918-4c30-a259-93895777982e req-fd6dc21e-628a-4a23-828a-038469990c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:52.366684 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-fd6dc21e-628a-4a23-828a-038469990c70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0679860 Dec 17 13:29:52.409730 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bcab-f075-447e-a38c-2ff0902ac1b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:52.428671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=ddbbd88d-ee40-4ec6-9121-051d29bbfa18,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:52.487753 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bd8d4461-886d-4c06-b206-e29895849e2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:52.532145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-f3d78fcd-aecb-46a2-8c40-416eebd46150 req-6ecc6ecc-6e88-463a-a1b0-e72a55713e53 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Deleting port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:29:52.534358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3d78fcd-aecb-46a2-8c40-416eebd46150 req-6ecc6ecc-6e88-463a-a1b0-e72a55713e53 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:52.539409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0d3bf-956d-4cf4-a5d8-795bd499a392 None None] Network 969a9411-1d4b-4c5c-b660-aeb83b61b479 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:29:52.586080 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bd8d4461-886d-4c06-b206-e29895849e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:52.647649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a9fe9c8e-138e-49f0-9827-3f5d1b8179d8 None None] Provisioning complete for port ddbbd88d-ee40-4ec6-9121-051d29bbfa18 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:52.648284 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a9fe9c8e-138e-49f0-9827-3f5d1b8179d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:52.649094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4e2514a8-983d-4442-a022-228d52cefc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:52.651075 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-4e2514a8-983d-4442-a022-228d52cefc35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 200 len: 835 time: 0.3188298 Dec 17 13:29:52.715996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:52.720714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d4461-886d-4c06-b206-e29895849e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85e56a6-6c44-48e8-8a7c-2896c9c47413,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:52.748362 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bd8d4461-886d-4c06-b206-e29895849e2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71ab11b69a0a477d8f1757732640f165&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2810581 Dec 17 13:29:52.751253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58860) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:52.767866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738a588-9f5c-47f9-ac6d-aecde454059e req-acc5bf34-ac2a-44ff-92f2-dc56e61bdbcf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:52.776280 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3738a588-9f5c-47f9-ac6d-aecde454059e req-acc5bf34-ac2a-44ff-92f2-dc56e61bdbcf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 944 time: 0.2441137 Dec 17 13:29:52.842065 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-4052406a-28ae-4747-8ccd-9594db0f983d service neutron] 10.222.0.61 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489655 Dec 17 13:29:52.874470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-edc756d5-1a95-4743-a272-8dca8d46c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:52.878373 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-edc756d5-1a95-4743-a272-8dca8d46c0b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d75d574-048d-4e4b-95e7-35b977a4f82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2131331 Dec 17 13:29:52.889614 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:52.930009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-f3d78fcd-aecb-46a2-8c40-416eebd46150 req-6ecc6ecc-6e88-463a-a1b0-e72a55713e53 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] For port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=57e79e7c-a480-4c1a-99c8-3086fde8b5b3,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:52.930436 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3d78fcd-aecb-46a2-8c40-416eebd46150 req-6ecc6ecc-6e88-463a-a1b0-e72a55713e53 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:53.025927 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c98cd7f-e808-40e3-a3c0-479792d10400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:53.041595 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Port': ['ID=95f6186f-52c9-4e99-9c49-f97922e431bd,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:53.068750 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3738a588-9f5c-47f9-ac6d-aecde454059e req-a50a4698-180a-472d-8c0c-a3d5ce8d72f0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915537 Dec 17 13:29:53.101734 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c98cd7f-e808-40e3-a3c0-479792d10400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:53.133396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8861c7de-df39-4a90-93d0-97d135f8e30b None None] Provisioning complete for port ddbbd88d-ee40-4ec6-9121-051d29bbfa18 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:53.133800 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8861c7de-df39-4a90-93d0-97d135f8e30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:53.140561 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:53.217538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-f3d78fcd-aecb-46a2-8c40-416eebd46150 req-6ecc6ecc-6e88-463a-a1b0-e72a55713e53 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Calling delete_port for 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:29:53.302085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ddbbd88d-ee40-4ec6-9121-051d29bbfa18 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:53.413805 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bcab-f075-447e-a38c-2ff0902ac1b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:53.424915 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-c228c590-cb4c-4f5f-baa8-e5b182767642 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946723 Dec 17 13:29:53.430325 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network 969a9411-1d4b-4c5c-b660-aeb83b61b479 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:29:53.464915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c98cd7f-e808-40e3-a3c0-479792d10400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:53.468428 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9c98cd7f-e808-40e3-a3c0-479792d10400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:53.469994 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9c98cd7f-e808-40e3-a3c0-479792d10400 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c85e56a6-6c44-48e8-8a7c-2896c9c47413 HTTP/1.1" status: 204 len: 168 time: 0.7173092 Dec 17 13:29:53.471112 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:29:53.554458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bcab-f075-447e-a38c-2ff0902ac1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:53.593069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8861c7de-df39-4a90-93d0-97d135f8e30b None None] Provisioning complete for port 95f6186f-52c9-4e99-9c49-f97922e431bd triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:53.594185 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8861c7de-df39-4a90-93d0-97d135f8e30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:53.612742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98cd7f-e808-40e3-a3c0-479792d10400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85e56a6-6c44-48e8-8a7c-2896c9c47413,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:53.647438 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a4b67-f11d-45ed-a863-2d37c6bd111b req-4f901b92-b81d-49a4-a716-5c5915bfbc2a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:53.649295 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c19a4b67-f11d-45ed-a863-2d37c6bd111b req-4f901b92-b81d-49a4-a716-5c5915bfbc2a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 945 time: 0.2178533 Dec 17 13:29:53.670307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:29:53.682019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ddbbd88d-ee40-4ec6-9121-051d29bbfa18 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:53.682421 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:53.798240 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c19a4b67-f11d-45ed-a863-2d37c6bd111b req-0a853a96-a43f-4a59-9aa1-c91883cf383a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862734 Dec 17 13:29:53.822804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Router 4f86d44c-d3bf-487b-9e3c-f68a87edce06 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:29:53.863180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebadfb2-11dd-45f3-b2db-84967bb258e0 req-8df17b14-cfcb-49e3-9035-eaf394dd2d6b tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:53.865227 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1ebadfb2-11dd-45f3-b2db-84967bb258e0 req-8df17b14-cfcb-49e3-9035-eaf394dd2d6b tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 1096 time: 0.6202033 Dec 17 13:29:53.946350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3bcab-f075-447e-a38c-2ff0902ac1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f360f8de-b082-4559-a684-53876548abd9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:53.951825 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fbf7fda-2918-4c30-a259-93895777982e req-2c104ee2-ca0e-4f66-a0c9-4b77363d870d service neutron] 10.222.0.61 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0799882 Dec 17 13:29:53.986109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9eb3bcab-f075-447e-a38c-2ff0902ac1b1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6c2aa8960814098b3a8e06ab3be0857&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5191755 Dec 17 13:29:53.990304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58872) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:54.040253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:29:54.047150 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8861c7de-df39-4a90-93d0-97d135f8e30b None None] Port 95f6186f-52c9-4e99-9c49-f97922e431bd cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:54.059696 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9ad69582-2741-459d-88b7-e48577e56fb1 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "PUT /v2.0/routers/4f86d44c-d3bf-487b-9e3c-f68a87edce06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4486773 Dec 17 13:29:54.070728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Sync routers for ids ['4f86d44c-d3bf-487b-9e3c-f68a87edce06'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:29:54.110765 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0317e1a6-0f82-44d8-83fb-718ea0ced170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:54.162216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0317e1a6-0f82-44d8-83fb-718ea0ced170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:54.195910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3d78fcd-aecb-46a2-8c40-416eebd46150 req-6ecc6ecc-6e88-463a-a1b0-e72a55713e53 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:54.208430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-130dccae-39db-42d6-a416-f12d72f28cb4 req-fe7b4ff8-d30f-40f8-bbfd-47e923056447 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7692153 Dec 17 13:29:54.237851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc6ecc-6e88-463a-a1b0-e72a55713e53 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Pushing event deleted for resources: {'Port': ['ID=57e79e7c-a480-4c1a-99c8-3086fde8b5b3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:54.262619 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1ebadfb2-11dd-45f3-b2db-84967bb258e0 req-f02d6aae-387f-4301-9c43-bbb50b53dfa7 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b98b0bdc-fce2-434e-8699-d663ee10b597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858429 Dec 17 13:29:54.273244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-68f384d3-e18e-40b1-9280-1b47d78c5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:54.274877 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-68f384d3-e18e-40b1-9280-1b47d78c5962 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 1095 time: 0.1760073 Dec 17 13:29:54.291127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788f12a-8b78-4097-aa9d-5fecfc84ccb7 req-1706071b-3a5a-4748-94d1-f17adc2e5143 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:54.294408 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d788f12a-8b78-4097-aa9d-5fecfc84ccb7 req-1706071b-3a5a-4748-94d1-f17adc2e5143 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 944 time: 0.1072590 Dec 17 13:29:54.302333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Routers {'4f86d44c-d3bf-487b-9e3c-f68a87edce06'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:54.303272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4f86d44c-d3bf-487b-9e3c-f68a87edce06'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:54.376665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d78fcd-aecb-46a2-8c40-416eebd46150 req-6ecc6ecc-6e88-463a-a1b0-e72a55713e53 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] No DVR routers for this DVR port 57e79e7c-a480-4c1a-99c8-3086fde8b5b3 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:29:54.407612 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f3d78fcd-aecb-46a2-8c40-416eebd46150 req-6ecc6ecc-6e88-463a-a1b0-e72a55713e53 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:54.409807 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:54.411122 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3d78fcd-aecb-46a2-8c40-416eebd46150 req-6ecc6ecc-6e88-463a-a1b0-e72a55713e53 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.61 "DELETE /v2.0/ports/57e79e7c-a480-4c1a-99c8-3086fde8b5b3 HTTP/1.1" status: 204 len: 173 time: 3.3373582 Dec 17 13:29:54.413326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6a31c3-d4ef-4e3a-aa14-74ef95d79877', 'name': 'network-vif-deleted', 'tag': '57e79e7c-a480-4c1a-99c8-3086fde8b5b3'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:29:54.416284 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db27299-79ab-4e3d-8717-82a63ec324f4" -d '{"events": [{"server_uuid": "1c6a31c3-d4ef-4e3a-aa14-74ef95d79877", "name": "network-vif-deleted", "tag": "57e79e7c-a480-4c1a-99c8-3086fde8b5b3"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:29:54.422773 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0317e1a6-0f82-44d8-83fb-718ea0ced170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:54.426827 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0317e1a6-0f82-44d8-83fb-718ea0ced170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:54.431507 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0317e1a6-0f82-44d8-83fb-718ea0ced170 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f360f8de-b082-4559-a684-53876548abd9 HTTP/1.1" status: 204 len: 168 time: 0.4324467 Dec 17 13:29:54.447923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-2daff86f-6899-4eb9-809b-153a9fdb3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:54.456332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-2daff86f-6899-4eb9-809b-153a9fdb3166 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1096 time: 0.1505456 Dec 17 13:29:54.458828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317e1a6-0f82-44d8-83fb-718ea0ced170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f360f8de-b082-4559-a684-53876548abd9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:54.464725 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d788f12a-8b78-4097-aa9d-5fecfc84ccb7 req-3cbdfa08-d416-4b7c-af20-1b8f2f888544 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628373 Dec 17 13:29:54.496502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58894) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:54.536323 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6745c6b0-1c39-4fbd-9a7b-c62c0850f42d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:54.544139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e20d1486-dc57-4f67-949b-c6d79e19b84e None None] Provisioning complete for port 95f6186f-52c9-4e99-9c49-f97922e431bd triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:54.544901 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e20d1486-dc57-4f67-949b-c6d79e19b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:54.622479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e20d1486-dc57-4f67-949b-c6d79e19b84e None None] Port 95f6186f-52c9-4e99-9c49-f97922e431bd cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:54.637975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Set router 4f86d44c-d3bf-487b-9e3c-f68a87edce06 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:54.666472 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7e9942-290a-435e-8357-2ca86fbab344 x-openstack-request-id: req-ed7e9942-290a-435e-8357-2ca86fbab344 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:29:54.671899 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6a31c3-d4ef-4e3a-aa14-74ef95d79877", "name": "network-vif-deleted", "tag": "57e79e7c-a480-4c1a-99c8-3086fde8b5b3", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:29:54.672285 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed7e9942-290a-435e-8357-2ca86fbab344 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:29:54.673783 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6a31c3-d4ef-4e3a-aa14-74ef95d79877', 'name': 'network-vif-deleted', 'tag': '57e79e7c-a480-4c1a-99c8-3086fde8b5b3', 'status': 'completed', 'code': 200} Dec 17 13:29:54.816514 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6745c6b0-1c39-4fbd-9a7b-c62c0850f42d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:54.853541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-86acf32e-92bb-4630-9a3a-c98a32c53a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:54.855156 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-86acf32e-92bb-4630-9a3a-c98a32c53a83 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.5527973 Dec 17 13:29:54.974732 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-665616fc-4f41-4517-8373-2b963c386d2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aa7fda6-672a-4901-99de-8c08c2e4ba3c HTTP/1.1" status: 200 len: 217 time: 0.0973637 Dec 17 13:29:54.981298 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-9746959a-39f2-4482-ba9a-3159c097593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:54.982921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-9746959a-39f2-4482-ba9a-3159c097593b service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 897 time: 0.5063908 Dec 17 13:29:55.010869 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446981481', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:35Z', 'updated_at': '2021-12-17T13:29:51Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:36Z', 'updated_at': '2021-12-17T13:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '95f6186f-52c9-4e99-9c49-f97922e431bd', 'name': '', 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'mac_address': 'fa:16:3e:1e:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '72080b9f-cdad-4cc0-a7c5-9d3edff891e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:49Z', 'updated_at': '2021-12-17T13:29:52Z', 'revision_number': 2, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'subnets': [{'id': '72080b9f-cdad-4cc0-a7c5-9d3edff891e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:55.037721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2481c8f-c305-49b3-b69b-cb155d1de549 req-d4581dbb-6038-438d-acac-3114301df3fa tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:55.039674 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a2481c8f-c305-49b3-b69b-cb155d1de549 req-d4581dbb-6038-438d-acac-3114301df3fa tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 945 time: 0.1185019 Dec 17 13:29:55.070349 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Checking router: 4f86d44c-d3bf-487b-9e3c-f68a87edce06 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:29:55.070658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Updating router 4f86d44c-d3bf-487b-9e3c-f68a87edce06 port 95f6186f-52c9-4e99-9c49-f97922e431bd binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:29:55.120048 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a2481c8f-c305-49b3-b69b-cb155d1de549 req-d76bacb5-7199-4e30-96b1-78db9e18efc9 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701604 Dec 17 13:29:55.168812 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:55.215307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-4ff359ed-080c-4d95-a482-7df714d5834d tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:55.217681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-4ff359ed-080c-4d95-a482-7df714d5834d tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/networks?id=969a9411-1d4b-4c5c-b660-aeb83b61b479 HTTP/1.1" status: 200 len: 798 time: 0.5315769 Dec 17 13:29:55.231594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-6e88ce9d-a582-4e55-afe0-8beb3c33336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:55.244387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-6e88ce9d-a582-4e55-afe0-8beb3c33336c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.2471471 Dec 17 13:29:55.244387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-d4ce7d9a-ff56-42fb-817a-be04e19e48f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1000 time: 0.2381954 Dec 17 13:29:55.298338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-7b7c5f32-dae1-49fb-85cc-471c0327fe69 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/quotas/46f0843a1cce476493b3729da2a959b0 HTTP/1.1" status: 200 len: 375 time: 0.0734930 Dec 17 13:29:55.383588 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-db77a878-314c-4dd0-8712-fb9618a4929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:55.385099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-db77a878-314c-4dd0-8712-fb9618a4929c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 200 len: 835 time: 0.1411717 Dec 17 13:29:55.424192 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6745c6b0-1c39-4fbd-9a7b-c62c0850f42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:55.518555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-222802c4-2b32-4641-b576-74ea3544cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:55.521320 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-222802c4-2b32-4641-b576-74ea3544cf2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2618387 Dec 17 13:29:55.544824 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-904f3cbf-8cbe-4196-b9d0-4bd3fcb9ccd8 req-0ee1253b-a4ec-48e2-86cb-4657cf7fbdd4 tempest-TestServerMultinode-23397515 tempest-TestServerMultinode-23397515-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a31c3-d4ef-4e3a-aa14-74ef95d79877 HTTP/1.1" status: 200 len: 210 time: 0.0759656 Dec 17 13:29:55.551866 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6745c6b0-1c39-4fbd-9a7b-c62c0850f42d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1fef464128554b908baa891013ae7d1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0513577 Dec 17 13:29:55.551866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745c6b0-1c39-4fbd-9a7b-c62c0850f42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33be1bbb-ca75-4a89-8e25-0f6e91264ef8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:55.552832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58906) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:55.656950 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2801a524-9b39-4e55-8051-db166ffb45ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:55.694009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-3464faeb-c8b6-4ad6-b1da-a126efc48f03 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=46f0843a1cce476493b3729da2a959b0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3695555 Dec 17 13:29:55.758660 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2801a524-9b39-4e55-8051-db166ffb45ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:55.760825 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:55.770405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-d8ac9ae9-1e2c-4565-94e9-b5e6db764940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:55.771969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-d8ac9ae9-1e2c-4565-94e9-b5e6db764940 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d75d574-048d-4e4b-95e7-35b977a4f82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3724422 Dec 17 13:29:55.853437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0ee6a-60f4-4c82-a58f-f089c49bbe04 req-944e64f2-5981-4618-83d0-f9158e92ca01 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:55.855762 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3bd0ee6a-60f4-4c82-a58f-f089c49bbe04 req-944e64f2-5981-4618-83d0-f9158e92ca01 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 944 time: 0.1429291 Dec 17 13:29:55.860298 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:55.950713 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3bd0ee6a-60f4-4c82-a58f-f089c49bbe04 req-5959c48e-a742-4e38-b364-4ff3cd746aef tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773749 Dec 17 13:29:55.966954 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-c13e6657-593a-439e-9283-9ca21874c791 service neutron] 10.222.0.61 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242735 Dec 17 13:29:55.969195 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2801a524-9b39-4e55-8051-db166ffb45ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:55.973062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2801a524-9b39-4e55-8051-db166ffb45ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:55.974722 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2801a524-9b39-4e55-8051-db166ffb45ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33be1bbb-ca75-4a89-8e25-0f6e91264ef8 HTTP/1.1" status: 204 len: 168 time: 0.4212132 Dec 17 13:29:56.010326 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801a524-9b39-4e55-8051-db166ffb45ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33be1bbb-ca75-4a89-8e25-0f6e91264ef8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:56.024602 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d7a5c-f005-4e74-8ac3-05cf76e02a3c None None] Pushing event updated for resources: {'Port': ['ID=95f6186f-52c9-4e99-9c49-f97922e431bd,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:56.104981 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-30839f78-91e5-46ac-85ad-8639d8a2b5e4 service neutron] 10.222.0.59 "GET /v2.0/networks/969a9411-1d4b-4c5c-b660-aeb83b61b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804312 Dec 17 13:29:56.118102 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-1093f06b-4a48-4de9-bd85-af0ae5d71434 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875719 Dec 17 13:29:56.293680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Attempting to bind port 95f6186f-52c9-4e99-9c49-f97922e431bd on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:29:56.293680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Attempting to bind port 95f6186f-52c9-4e99-9c49-f97922e431bd by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:29:56.293680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Attempting to bind port 95f6186f-52c9-4e99-9c49-f97922e431bd on network 969a9411-1d4b-4c5c-b660-aeb83b61b479 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:29:56.307203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:29:56.307926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Checking segment: {'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:29:56.310075 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:56.310848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Bound using segment: {'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:29:56.311425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Bound port: 95f6186f-52c9-4e99-9c49-f97922e431bd, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:29:56.311822 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:56.478072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58918) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:56.517022 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c542f482-94d6-4f89-87a0-cac734d94bfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:56.528174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] For port 95f6186f-52c9-4e99-9c49-f97922e431bd, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:29:56.535693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] For port 95f6186f-52c9-4e99-9c49-f97922e431bd, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=95f6186f-52c9-4e99-9c49-f97922e431bd,segment=NetworkSegment(6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9),segment_id=6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:29:56.543914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-859179ca-007b-47f1-b044-1b40fa2584b9 None None] Provisioning complete for port 95f6186f-52c9-4e99-9c49-f97922e431bd triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:56.544390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-859179ca-007b-47f1-b044-1b40fa2584b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:56.632916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-859179ca-007b-47f1-b044-1b40fa2584b9 None None] Port 95f6186f-52c9-4e99-9c49-f97922e431bd cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:29:56.653723 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:56.654065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96729-8877-4221-a777-1cc6196854a0 req-fb4e0284-2562-4e03-b6bf-2d9c0e3cfa1b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:56.654065 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aab96729-8877-4221-a777-1cc6196854a0 req-fb4e0284-2562-4e03-b6bf-2d9c0e3cfa1b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 945 time: 0.3084245 Dec 17 13:29:56.787211 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aab96729-8877-4221-a777-1cc6196854a0 req-0bcca373-a493-4124-aef8-fc1ddba26d23 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365073 Dec 17 13:29:56.819458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 58926) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:56.867890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Routers {'4f86d44c-d3bf-487b-9e3c-f68a87edce06'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:29:56.867890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4f86d44c-d3bf-487b-9e3c-f68a87edce06'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:56.869901 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-dd97a138-937a-4b2e-bb55-c2412d7bd9b4 service neutron] 10.222.0.61 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8868713 Dec 17 13:29:56.899602 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c542f482-94d6-4f89-87a0-cac734d94bfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:56.930793 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-c129125c-c032-46fc-86cd-08af622a1018 service neutron] 10.222.0.59 "GET /v2.0/networks/969a9411-1d4b-4c5c-b660-aeb83b61b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8096106 Dec 17 13:29:56.975002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58932) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:56.976291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-51130d97-ed87-462e-929c-a9b1f39ce744 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316681 Dec 17 13:29:56.988624 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c542f482-94d6-4f89-87a0-cac734d94bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:57.170488 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6fcb4af6-7ee9-4ab2-92b5-cefda90a0034 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/6bd2d7e7-6f9a-424c-b196-b3a002ee7af2 HTTP/1.1" status: 200 len: 992 time: 0.3465917 Dec 17 13:29:57.198222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-39b37935-ee58-47c4-b519-851cfb3aaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:57.208016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-39b37935-ee58-47c4-b519-851cfb3aaa6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1096 time: 0.2292895 Dec 17 13:29:57.244652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542f482-94d6-4f89-87a0-cac734d94bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acbc0ff-be38-4c36-8e50-569dbec03fb6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:57.263971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d7a5c-f005-4e74-8ac3-05cf76e02a3c None None] Pushing event updated for resources: {'Port': ['ID=95f6186f-52c9-4e99-9c49-f97922e431bd,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:57.293941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c542f482-94d6-4f89-87a0-cac734d94bfa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99dc3325521849749450742ac3f5f6f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8070877 Dec 17 13:29:57.296378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] Set router 4f86d44c-d3bf-487b-9e3c-f68a87edce06 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:29:57.300584 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 58938) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:29:57.421334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9419a039-5402-47fa-b772-bc1af02b6e9a None None] Provisioning complete for port 95f6186f-52c9-4e99-9c49-f97922e431bd triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:29:57.421830 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9419a039-5402-47fa-b772-bc1af02b6e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:57.423861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-77cca702-d81c-4e3a-83c9-550386a591ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:57.425389 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-77cca702-d81c-4e3a-83c9-550386a591ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 897 time: 0.2061634 Dec 17 13:29:57.428305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb420f-8b65-48a9-9ee5-020b23ccb818 req-46032228-798d-4454-8add-62a887af3de6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:57.442964 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8dfb420f-8b65-48a9-9ee5-020b23ccb818 req-46032228-798d-4454-8add-62a887af3de6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 944 time: 0.2971761 Dec 17 13:29:57.599935 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-318d16db-0eb1-4f6f-a3dc-3ff8c9598d83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:57.627492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af000b6a-18f2-4357-9765-7c7f68c2823c req-8a37567c-e337-48ed-baec-c98e40de755e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 210 time: 0.0927205 Dec 17 13:29:57.651193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-9e31552b-8b51-474d-bad1-ce19126216af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 1000 time: 0.2138224 Dec 17 13:29:57.727028 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8dfb420f-8b65-48a9-9ee5-020b23ccb818 req-e9557262-83c9-4e66-8b24-14b35452a5bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827926 Dec 17 13:29:57.750581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-2091d22c-dc30-448b-b224-29799449b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:57.751133 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-318d16db-0eb1-4f6f-a3dc-3ff8c9598d83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:57.753381 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-2091d22c-dc30-448b-b224-29799449b440 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 200 len: 835 time: 0.0875814 Dec 17 13:29:57.831117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-89d4ec09-5f46-410e-b846-99e50e5b5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:57.835485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-89d4ec09-5f46-410e-b846-99e50e5b5d43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1d75d574-048d-4e4b-95e7-35b977a4f82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680888 Dec 17 13:29:57.914140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d097f351-a668-454d-89b4-5e0ec11f3c07 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:29:57.959329 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-318d16db-0eb1-4f6f-a3dc-3ff8c9598d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:57.964267 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-318d16db-0eb1-4f6f-a3dc-3ff8c9598d83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:57.970243 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-318d16db-0eb1-4f6f-a3dc-3ff8c9598d83 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5acbc0ff-be38-4c36-8e50-569dbec03fb6 HTTP/1.1" status: 204 len: 168 time: 0.6668911 Dec 17 13:29:57.970643 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9419a039-5402-47fa-b772-bc1af02b6e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:58.000298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d16db-0eb1-4f6f-a3dc-3ff8c9598d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acbc0ff-be38-4c36-8e50-569dbec03fb6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:58.072124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-90188ced-19b6-46c5-acf0-756c9766fc29 service neutron] 10.222.0.61 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257535 Dec 17 13:29:58.154050 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f319-2e3c-404a-9268-be8b724fe076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:58.197277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9419a039-5402-47fa-b772-bc1af02b6e9a None None] For port 95f6186f-52c9-4e99-9c49-f97922e431bd, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=95f6186f-52c9-4e99-9c49-f97922e431bd,segment=NetworkSegment(6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9),segment_id=6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:58.212828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446981481', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:35Z', 'updated_at': '2021-12-17T13:29:51Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:36Z', 'updated_at': '2021-12-17T13:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '95f6186f-52c9-4e99-9c49-f97922e431bd', 'name': '', 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'mac_address': 'fa:16:3e:1e:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '72080b9f-cdad-4cc0-a7c5-9d3edff891e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:49Z', 'updated_at': '2021-12-17T13:29:56Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'subnets': [{'id': '72080b9f-cdad-4cc0-a7c5-9d3edff891e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:29:58.267394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296333d8-f3ea-4ac8-b170-15c6984816ff None None] The sync data for ids ['4f86d44c-d3bf-487b-9e3c-f68a87edce06'] in n-d-815324-5 is: [{'id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446981481', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:35Z', 'updated_at': '2021-12-17T13:29:51Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:36Z', 'updated_at': '2021-12-17T13:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '95f6186f-52c9-4e99-9c49-f97922e431bd', 'name': '', 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'mac_address': 'fa:16:3e:1e:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '72080b9f-cdad-4cc0-a7c5-9d3edff891e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:49Z', 'updated_at': '2021-12-17T13:29:56Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'subnets': [{'id': '72080b9f-cdad-4cc0-a7c5-9d3edff891e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:29:58.294800 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed0bb71e-0c0b-4069-b442-683b83de82a6 req-12252512-f35b-43ea-90e6-cba01aae79b4 service neutron] 10.222.0.61 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105720 Dec 17 13:29:58.298922 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9419a039-5402-47fa-b772-bc1af02b6e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:58.360106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:58.396869 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'port_id': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'mac_address': 'fa:16:3e:a2:d5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:29:58.502132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419a039-5402-47fa-b772-bc1af02b6e9a None None] Pushing event updated for resources: {'Port': ['ID=95f6186f-52c9-4e99-9c49-f97922e431bd,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:58.516256 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:58.539664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d097f351-a668-454d-89b4-5e0ec11f3c07 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:29:58.585055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:58.787819 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2f319-2e3c-404a-9268-be8b724fe076 admin admin] Deleting port 47c5b57e-29c6-471e-b4c1-8bdcf81de252 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:29:58.789300 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f319-2e3c-404a-9268-be8b724fe076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:58.810975 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:58.868992 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fd6590f7-cefc-4ee0-871f-213761311360 req-d8b4f50b-46a4-4b96-a39f-52a03fa39707 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 210 time: 0.0745053 Dec 17 13:29:58.927970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=12']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:29:58.999356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b153179-370e-4fc6-a2b1-22e5034e208a req-f9fa35b9-7736-4880-98bf-8d16c6d8032f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:29:59.001095 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b153179-370e-4fc6-a2b1-22e5034e208a req-f9fa35b9-7736-4880-98bf-8d16c6d8032f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 944 time: 0.0847182 Dec 17 13:29:59.022727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['d097f351-a668-454d-89b4-5e0ec11f3c07'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:29:59.102611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-e3c2f319-2e3c-404a-9268-be8b724fe076 admin admin] For port 47c5b57e-29c6-471e-b4c1-8bdcf81de252, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=47c5b57e-29c6-471e-b4c1-8bdcf81de252,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:29:59.103099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f319-2e3c-404a-9268-be8b724fe076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:59.168335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2f319-2e3c-404a-9268-be8b724fe076 admin admin] Calling delete_port for 47c5b57e-29c6-471e-b4c1-8bdcf81de252 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:29:59.196047 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b153179-370e-4fc6-a2b1-22e5034e208a req-664f7884-2e58-46a1-a70e-5f52261f0cb2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708162 Dec 17 13:29:59.622585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 95f6186f-52c9-4e99-9c49-f97922e431bd up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:29:59.717925 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f319-2e3c-404a-9268-be8b724fe076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:29:59.798050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2f319-2e3c-404a-9268-be8b724fe076 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c5b57e-29c6-471e-b4c1-8bdcf81de252,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:00.031884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 95f6186f-52c9-4e99-9c49-f97922e431bd triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:00.031884 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:00.179092 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36cf3d6b-1a56-4166-883f-ab69537cb833 req-f2e209d2-2438-4efc-89d4-ffd1d164ed0e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 210 time: 0.0943589 Dec 17 13:30:00.361316 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f319-2e3c-404a-9268-be8b724fe076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:00.472641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-ddc8fb5e-3253-4f72-932a-ac3ceec2695e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:00.476323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-ddc8fb5e-3253-4f72-932a-ac3ceec2695e tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.54 "GET /v2.0/networks?id=969a9411-1d4b-4c5c-b660-aeb83b61b479 HTTP/1.1" status: 200 len: 798 time: 0.2782240 Dec 17 13:30:00.493673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Request body: {'port': {'device_id': 'c0042994-71e3-4250-9c87-fb6d2e259734', 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479', 'admin_state_up': True, 'tenant_id': '46f0843a1cce476493b3729da2a959b0'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:00.877255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Made reservation on behalf of 46f0843a1cce476493b3729da2a959b0 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:00.881339 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:00.987221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66381da-8791-4c45-9c29-867d5e31470f req-48225cd3-58e0-4168-9a8c-d7d4aa784e83 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:00.988789 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b66381da-8791-4c45-9c29-867d5e31470f req-48225cd3-58e0-4168-9a8c-d7d4aa784e83 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 944 time: 0.1032355 Dec 17 13:30:01.079183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Allocated IP 172.20.0.25 (969a9411-1d4b-4c5c-b660-aeb83b61b479/72080b9f-cdad-4cc0-a7c5-9d3edff891e5/0edc99f0-935f-406f-ac5a-e98912ba3b4b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:01.092935 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b66381da-8791-4c45-9c29-867d5e31470f req-04daa685-45e3-42ee-9a26-0b4b4feda7b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967166 Dec 17 13:30:01.226639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c2f319-2e3c-404a-9268-be8b724fe076 admin admin] Router 25b4b29a-ab1c-4311-88ef-92786e563f5e has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:30:01.303082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:01.338956 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b442140-f6e0-4f32-9326-caf428fc9499 req-fe82a7e0-3683-4754-aa6d-e2499f6d8183 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 210 time: 0.0339189 Dec 17 13:30:01.379630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c2f319-2e3c-404a-9268-be8b724fe076 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:30:01.385844 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e3c2f319-2e3c-404a-9268-be8b724fe076 admin admin] 10.222.0.59 "PUT /v2.0/routers/25b4b29a-ab1c-4311-88ef-92786e563f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4085820 Dec 17 13:30:01.387843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59038) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:01.393155 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a585e5-9c2a-494d-8941-5e078b13af6a None None] Sync routers for ids ['25b4b29a-ab1c-4311-88ef-92786e563f5e'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:30:01.401840 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a585e5-9c2a-494d-8941-5e078b13af6a None None] Routers {'25b4b29a-ab1c-4311-88ef-92786e563f5e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:01.403083 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-79a585e5-9c2a-494d-8941-5e078b13af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['25b4b29a-ab1c-4311-88ef-92786e563f5e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:01.464062 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:01.552291 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-79a585e5-9c2a-494d-8941-5e078b13af6a None None] Set router 25b4b29a-ab1c-4311-88ef-92786e563f5e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:01.577887 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:01.602987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Network 969a9411-1d4b-4c5c-b660-aeb83b61b479 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:01.617096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:01.639869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:01.660035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59046) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:01.674136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0aa7fda6-672a-4901-99de-8c08c2e4ba3c details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:30:01.717482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event updated for resources: {'Port': ['ID=0edc99f0-935f-406f-ac5a-e98912ba3b4b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:01.735072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:01.736028 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:01.742502 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:01.846075 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-a64f50fc-914c-4ea8-b10c-f9ff82f546e7 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3610501 Dec 17 13:30:01.854025 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-79a585e5-9c2a-494d-8941-5e078b13af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'name': 'tempest-TestServerMultinode-7843991-router', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:29:59Z', 'revision_number': 5, 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'gw_port': {'id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:01.863010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Request body: {'port': {'device_id': 'c0042994-71e3-4250-9c87-fb6d2e259734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:01.943775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:01.962594 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:01.963341 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a585e5-9c2a-494d-8941-5e078b13af6a None None] Checking router: 25b4b29a-ab1c-4311-88ef-92786e563f5e for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:30:01.982835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0aa7fda6-672a-4901-99de-8c08c2e4ba3c,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:01.985443 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a585e5-9c2a-494d-8941-5e078b13af6a None None] Routers {'25b4b29a-ab1c-4311-88ef-92786e563f5e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:01.986120 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-79a585e5-9c2a-494d-8941-5e078b13af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['25b4b29a-ab1c-4311-88ef-92786e563f5e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:01.991391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d097f351-a668-454d-89b4-5e0ec11f3c07 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:30:02.021512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '0aa7fda6-672a-4901-99de-8c08c2e4ba3c', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'port_id': '0aa7fda6-672a-4901-99de-8c08c2e4ba3c', 'mac_address': 'fa:16:3e:56:ea:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:30:02.088212 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:02.105999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa7fda6-672a-4901-99de-8c08c2e4ba3c {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:30:02.140814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0aa7fda6-672a-4901-99de-8c08c2e4ba3c,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:02.216379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Deleting port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:02.216901 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:02.228979 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-79a585e5-9c2a-494d-8941-5e078b13af6a None None] Set router 25b4b29a-ab1c-4311-88ef-92786e563f5e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:02.242180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-791a26bb-d4ec-4a0b-b512-8c5343d7c8a3 None None] Provisioning complete for port 0edc99f0-935f-406f-ac5a-e98912ba3b4b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:02.242584 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-791a26bb-d4ec-4a0b-b512-8c5343d7c8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:02.325393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port d097f351-a668-454d-89b4-5e0ec11f3c07 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:30:02.330478 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:02.365300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port d097f351-a668-454d-89b4-5e0ec11f3c07 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:02.365709 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:02.379211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-791a26bb-d4ec-4a0b-b512-8c5343d7c8a3 None None] Port 0edc99f0-935f-406f-ac5a-e98912ba3b4b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:30:02.462281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=0aa7fda6-672a-4901-99de-8c08c2e4ba3c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:02.484413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.485119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.485655 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.486161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.486640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.487309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.487939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.488616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.489094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.489640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.490117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.490604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.491090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:02.529533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edc99f0-935f-406f-ac5a-e98912ba3b4b {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:30:02.541145 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:02.559184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Transition to ACTIVE for port object 0edc99f0-935f-406f-ac5a-e98912ba3b4b will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:30:02.587692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-867afb27-dd11-4456-8073-ee956c629977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:02.599577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654dd0a-2280-4f97-868e-f4adfef09220 req-9ce2ae50-f66a-4e63-a4d8-80bc314a0ef5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:02.601212 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3654dd0a-2280-4f97-868e-f4adfef09220 req-9ce2ae50-f66a-4e63-a4d8-80bc314a0ef5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 945 time: 0.2218072 Dec 17 13:30:02.615671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] For port 8a31e6ac-614e-4ce3-9566-09c4f9e5149a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8a31e6ac-614e-4ce3-9566-09c4f9e5149a,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:02.616045 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:02.635825 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:02.646255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:02.680252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['0aa7fda6-672a-4901-99de-8c08c2e4ba3c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:30:02.697649 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-79a585e5-9c2a-494d-8941-5e078b13af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'name': 'tempest-TestServerMultinode-7843991-router', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:29:59Z', 'revision_number': 5, 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'gw_port': {'id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:02.703168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Calling delete_port for 8a31e6ac-614e-4ce3-9566-09c4f9e5149a owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:02.749892 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a585e5-9c2a-494d-8941-5e078b13af6a None None] The sync data for ids ['25b4b29a-ab1c-4311-88ef-92786e563f5e'] in n-d-815324-5 is: [{'id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'name': 'tempest-TestServerMultinode-7843991-router', 'tenant_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:29:59Z', 'revision_number': 5, 'project_id': 'ac4791dea0cc4b33af9eddd1b990a5b8', 'gw_port': {'id': '8a31e6ac-614e-4ce3-9566-09c4f9e5149a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b4b29a-ab1c-4311-88ef-92786e563f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:30:02.771498 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3654dd0a-2280-4f97-868e-f4adfef09220 req-e34d8e18-cebf-4351-a03e-df46737e39d7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523750 Dec 17 13:30:02.813337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:30:02.814718 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d332e5-9543-42fa-aad4-d33e29607aee" -d '{"events": [{"server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "name": "network-vif-plugged", "status": "completed", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:30:02.829787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bca0f-6bcd-4948-bb7b-0aeeefb137b2 req-c17479f9-3ef0-4409-bf72-f7bb3fe7e1ca tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:02.831592 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9e8bca0f-6bcd-4948-bb7b-0aeeefb137b2 req-c17479f9-3ef0-4409-bf72-f7bb3fe7e1ca tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 895 time: 0.2710090 Dec 17 13:30:02.854795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:02.877185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Pushing event updated for resources: {'Port': ['ID=0edc99f0-935f-406f-ac5a-e98912ba3b4b,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:02.951064 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:02.956036 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d73eeb-18aa-485b-a6f9-2863953a82ce x-openstack-request-id: req-43d73eeb-18aa-485b-a6f9-2863953a82ce {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:30:02.956865 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "name": "network-vif-plugged", "status": "completed", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:30:02.957211 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43d73eeb-18aa-485b-a6f9-2863953a82ce {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:30:02.957635 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'code': 200} Dec 17 13:30:03.082814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-867afb27-dd11-4456-8073-ee956c629977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.100066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Attempting to bind port 0edc99f0-935f-406f-ac5a-e98912ba3b4b on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:30:03.101218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Attempting to bind port 0edc99f0-935f-406f-ac5a-e98912ba3b4b by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:30:03.101815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Attempting to bind port 0edc99f0-935f-406f-ac5a-e98912ba3b4b on network 969a9411-1d4b-4c5c-b660-aeb83b61b479 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:30:03.107697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Port 0edc99f0-935f-406f-ac5a-e98912ba3b4b on network 969a9411-1d4b-4c5c-b660-aeb83b61b479 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:30:03.108359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Attempting to bind port 0edc99f0-935f-406f-ac5a-e98912ba3b4b on network 969a9411-1d4b-4c5c-b660-aeb83b61b479 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:30:03.115447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:30:03.116149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Checking segment: {'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:30:03.117397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Bound using segment: {'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:30:03.118172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Bound port: 0edc99f0-935f-406f-ac5a-e98912ba3b4b, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:30:03.118290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=13']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:03.123377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.143789 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.176376 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-867afb27-dd11-4456-8073-ee956c629977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.222297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59072) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:03.228474 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-867afb27-dd11-4456-8073-ee956c629977 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad148ab312c847fe8ab996f2207c5529&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5287001 Dec 17 13:30:03.236008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a31e6ac-614e-4ce3-9566-09c4f9e5149a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:03.255890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65220b8-0920-4151-9ae3-5f30c55b61b7 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:03.281096 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 47c5b57e-29c6-471e-b4c1-8bdcf81de252 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:03.305011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867afb27-dd11-4456-8073-ee956c629977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad9d3f0-5cc0-45e4-994f-6beef7351576,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:03.338405 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 47c5b57e-29c6-471e-b4c1-8bdcf81de252 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:03.338768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 47c5b57e-29c6-471e-b4c1-8bdcf81de252 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:03.355856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] For port 0edc99f0-935f-406f-ac5a-e98912ba3b4b, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:30:03.358979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] For port 0edc99f0-935f-406f-ac5a-e98912ba3b4b, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0edc99f0-935f-406f-ac5a-e98912ba3b4b,segment=NetworkSegment(6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9),segment_id=6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:30:03.446559 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.460634 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.521915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:03.522970 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.525911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] 10.222.0.54 "PUT /v2.0/ports/0edc99f0-935f-406f-ac5a-e98912ba3b4b HTTP/1.1" status: 200 len: 1055 time: 1.6693022 Dec 17 13:30:03.526640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0042994-71e3-4250-9c87-fb6d2e259734', 'tag': '0edc99f0-935f-406f-ac5a-e98912ba3b4b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:30:03.529999 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c7977a-5080-4cd9-8597-74adca741298" -d '{"events": [{"name": "network-changed", "server_uuid": "c0042994-71e3-4250-9c87-fb6d2e259734", "tag": "0edc99f0-935f-406f-ac5a-e98912ba3b4b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:30:03.561928 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5d32a5e3-5711-402f-ac25-85360f309368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.588062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5d32a5e3-5711-402f-ac25-85360f309368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.619373 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e28de7-17e0-4581-a46a-592404ee6cd7 x-openstack-request-id: req-a1e28de7-17e0-4581-a46a-592404ee6cd7 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:30:03.619709 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0042994-71e3-4250-9c87-fb6d2e259734", "tag": "0edc99f0-935f-406f-ac5a-e98912ba3b4b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:30:03.619926 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1e28de7-17e0-4581-a46a-592404ee6cd7 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:30:03.623383 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0042994-71e3-4250-9c87-fb6d2e259734', 'tag': '0edc99f0-935f-406f-ac5a-e98912ba3b4b', 'status': 'completed', 'code': 200} Dec 17 13:30:03.629695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d7259-958b-4751-b8bd-1c1145c47baa service neutron] Pushing event updated for resources: {'Port': ['ID=0edc99f0-935f-406f-ac5a-e98912ba3b4b,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:03.666204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.670821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.707335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7977a-5080-4cd9-8597-74adca741298 req-a4fa4419-8168-41b8-931b-b6cc364a7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:03.709756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1c7977a-5080-4cd9-8597-74adca741298 req-a4fa4419-8168-41b8-931b-b6cc364a7960 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46f0843a1cce476493b3729da2a959b0&device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 1058 time: 0.0682416 Dec 17 13:30:03.843614 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7afcd039-4ddc-422b-ae9e-12a0bc2555ae req-8bcd6a28-03ea-4783-9622-f417593dad44 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295860 Dec 17 13:30:03.877323 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.877323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25b4b29a-ab1c-4311-88ef-92786e563f5e {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:30:03.892267 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.893467 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e49d9a8e-cab3-40a5-86b7-b9236d69c8d1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/25b4b29a-ab1c-4311-88ef-92786e563f5e HTTP/1.1" status: 204 len: 168 time: 2.5030448 Dec 17 13:30:03.900831 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59082) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:03.908350 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5d32a5e3-5711-402f-ac25-85360f309368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.911175 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5d32a5e3-5711-402f-ac25-85360f309368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:03.914913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5d32a5e3-5711-402f-ac25-85360f309368 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aad9d3f0-5cc0-45e4-994f-6beef7351576 HTTP/1.1" status: 204 len: 168 time: 0.6887822 Dec 17 13:30:03.979509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32a5e3-5711-402f-ac25-85360f309368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad9d3f0-5cc0-45e4-994f-6beef7351576,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:04.087626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7977a-5080-4cd9-8597-74adca741298 req-4a30a9e1-30e8-4da8-acd6-2932653cc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:04.088119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7977a-5080-4cd9-8597-74adca741298 req-4a30a9e1-30e8-4da8-acd6-2932653cc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:04.090328 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1c7977a-5080-4cd9-8597-74adca741298 req-4a30a9e1-30e8-4da8-acd6-2932653cc4e6 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=46f0843a1cce476493b3729da2a959b0&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.3621573 Dec 17 13:30:04.125966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ecea6-e20c-4d2b-a530-fd160c9cee20 req-47b103eb-1298-44c4-a9f9-8d12b5298458 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:04.131237 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-de8ecea6-e20c-4d2b-a530-fd160c9cee20 req-47b103eb-1298-44c4-a9f9-8d12b5298458 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 945 time: 0.1155286 Dec 17 13:30:04.245372 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-de8ecea6-e20c-4d2b-a530-fd160c9cee20 req-78c231ff-9e8a-4c27-9ca6-8c633c39d579 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050165 Dec 17 13:30:04.274611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0111db09-404e-4a1d-8216-b2ebed8b198a admin admin] Deleting subnet b0158117-e83e-4b28-9aef-7b9a9ba62236 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:30:04.284811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0111db09-404e-4a1d-8216-b2ebed8b198a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:04.319316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcd039-4ddc-422b-ae9e-12a0bc2555ae req-695630cf-0d08-46fb-8ed4-a059df721bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:04.320879 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7afcd039-4ddc-422b-ae9e-12a0bc2555ae req-695630cf-0d08-46fb-8ed4-a059df721bd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46f0843a1cce476493b3729da2a959b0&device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 1135 time: 0.3889034 Dec 17 13:30:04.348501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e3b24-14db-4d48-a677-141a2142803e req-4e165cf3-0408-4859-a35b-23c56284fc15 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:04.358007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af3e3b24-14db-4d48-a677-141a2142803e req-4e165cf3-0408-4859-a35b-23c56284fc15 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 907 time: 0.2105472 Dec 17 13:30:04.408690 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0111db09-404e-4a1d-8216-b2ebed8b198a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:04.499126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7977a-5080-4cd9-8597-74adca741298 req-eaa58261-f41d-446b-9a89-32e0cf1fac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:04.500642 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1c7977a-5080-4cd9-8597-74adca741298 req-eaa58261-f41d-446b-9a89-32e0cf1fac7d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3377242 Dec 17 13:30:04.612117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcd039-4ddc-422b-ae9e-12a0bc2555ae req-fb7f5ab1-f9d8-4704-b460-8cce1566afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:04.612943 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7afcd039-4ddc-422b-ae9e-12a0bc2555ae req-fb7f5ab1-f9d8-4704-b460-8cce1566afa1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 HTTP/1.1" status: 200 len: 897 time: 0.2531886 Dec 17 13:30:04.625897 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0111db09-404e-4a1d-8216-b2ebed8b198a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:04.702634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-03917c1a-e9a6-41ad-80b1-3ff13d3e0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:04.704834 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-03917c1a-e9a6-41ad-80b1-3ff13d3e0e89 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=46f0843a1cce476493b3729da2a959b0&device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 1058 time: 0.1351364 Dec 17 13:30:04.782495 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-f601ad1f-02cf-4c0b-a0fe-8e829558bc6e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=0edc99f0-935f-406f-ac5a-e98912ba3b4b HTTP/1.1" status: 200 len: 217 time: 0.0659330 Dec 17 13:30:04.805385 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7afcd039-4ddc-422b-ae9e-12a0bc2555ae req-776e3b3b-7762-4695-8f2f-5173a01d0ba2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffd66cb7-959f-4b83-b4f5-78260930699e HTTP/1.1" status: 200 len: 1001 time: 0.1769056 Dec 17 13:30:04.893643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-87063510-c1ae-49e3-b991-e78c1c332652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:04.895460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-87063510-c1ae-49e3-b991-e78c1c332652 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=72080b9f-cdad-4cc0-a7c5-9d3edff891e5 HTTP/1.1" status: 200 len: 837 time: 0.0884616 Dec 17 13:30:04.901619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcd039-4ddc-422b-ae9e-12a0bc2555ae req-f0b6d202-acd6-4f1c-94d6-fa3d30e4b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:04.903408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7afcd039-4ddc-422b-ae9e-12a0bc2555ae req-f0b6d202-acd6-4f1c-94d6-fa3d30e4b507 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3189dc24-a65a-4923-bf07-1d653440f454 HTTP/1.1" status: 200 len: 835 time: 0.0624881 Dec 17 13:30:04.941194 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0111db09-404e-4a1d-8216-b2ebed8b198a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:04.995731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0111db09-404e-4a1d-8216-b2ebed8b198a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:05.002104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0111db09-404e-4a1d-8216-b2ebed8b198a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b0158117-e83e-4b28-9aef-7b9a9ba62236 HTTP/1.1" status: 204 len: 168 time: 1.1017044 Dec 17 13:30:05.003072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59104) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:05.012591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a42c6-3386-4ffb-b3cd-cfcbf300c607 None None] Network fcdb24c2-ea12-400c-8354-bd4cf499b921 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:05.020734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111db09-404e-4a1d-8216-b2ebed8b198a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0158117-e83e-4b28-9aef-7b9a9ba62236,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:05.075048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-95b8aa55-a077-4468-a5b6-5482fa61a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:05.076629 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-95b8aa55-a077-4468-a5b6-5482fa61a75c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=969a9411-1d4b-4c5c-b660-aeb83b61b479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1721592 Dec 17 13:30:05.078859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcd039-4ddc-422b-ae9e-12a0bc2555ae req-950439df-e612-4944-a1f0-e23cceeb1fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:05.081029 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7afcd039-4ddc-422b-ae9e-12a0bc2555ae req-950439df-e612-4944-a1f0-e23cceeb1fba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654956 Dec 17 13:30:05.127545 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:05.261489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8a31e6ac-614e-4ce3-9566-09c4f9e5149a no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:05.290428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Deleting port c4cddb61-1477-4653-ada1-a3360ecb1242 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:05.290775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:05.291244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 8a31e6ac-614e-4ce3-9566-09c4f9e5149a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:05.291837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8a31e6ac-614e-4ce3-9566-09c4f9e5149a not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:05.364755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e07d3-3387-40b4-aa8a-2ac9e4a21383 None None] DHCP port deletion for fcdb24c2-ea12-400c-8354-bd4cf499b921 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:05.532827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-945e07d3-3387-40b4-aa8a-2ac9e4a21383 None None] Deleting port c4cddb61-1477-4653-ada1-a3360ecb1242 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:05.532827 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-945e07d3-3387-40b4-aa8a-2ac9e4a21383 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:05.533156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] For port c4cddb61-1477-4653-ada1-a3360ecb1242, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c4cddb61-1477-4653-ada1-a3360ecb1242,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:05.533156 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:05.591248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ed679-2bb6-450d-ab97-b19e1ad96629 req-538730d5-5c83-4f17-b0f8-7062cbeb6496 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:05.593305 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb8ed679-2bb6-450d-ab97-b19e1ad96629 req-538730d5-5c83-4f17-b0f8-7062cbeb6496 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 945 time: 0.2165203 Dec 17 13:30:05.596087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Calling delete_port for c4cddb61-1477-4653-ada1-a3360ecb1242 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:05.660091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-945e07d3-3387-40b4-aa8a-2ac9e4a21383 None None] For port c4cddb61-1477-4653-ada1-a3360ecb1242, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c4cddb61-1477-4653-ada1-a3360ecb1242,segment=NetworkSegment(d6630046-b9c9-4519-9cfc-4665e680d678),segment_id=d6630046-b9c9-4519-9cfc-4665e680d678)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:05.660091 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-945e07d3-3387-40b4-aa8a-2ac9e4a21383 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:05.676685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0aa7fda6-672a-4901-99de-8c08c2e4ba3c up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:30:05.700856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-945e07d3-3387-40b4-aa8a-2ac9e4a21383 None None] Calling delete_port for c4cddb61-1477-4653-ada1-a3360ecb1242 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:05.812901 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb8ed679-2bb6-450d-ab97-b19e1ad96629 req-6e496f60-e0ac-403a-aee2-8009d9caa6ca tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107933 Dec 17 13:30:05.850128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-e934ec4f-ceda-4caa-930b-52d40f6e658a service neutron] 10.222.0.54 "GET /v2.0/networks/969a9411-1d4b-4c5c-b660-aeb83b61b479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7659240 Dec 17 13:30:05.870055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:05.907233 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-945e07d3-3387-40b4-aa8a-2ac9e4a21383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:05.942872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] No DVR routers for this DVR port c4cddb61-1477-4653-ada1-a3360ecb1242 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:05.949846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4cddb61-1477-4653-ada1-a3360ecb1242,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:05.952132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:30:05.955945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e07d3-3387-40b4-aa8a-2ac9e4a21383 None None] No DVR routers for this DVR port c4cddb61-1477-4653-ada1-a3360ecb1242 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:05.959896 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e07d3-3387-40b4-aa8a-2ac9e4a21383 None None] Pushing event deleted for resources: {'Port': ['ID=c4cddb61-1477-4653-ada1-a3360ecb1242,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:05.976210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:05.976790 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:06.111184 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:06.113223 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:06.128137 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:06.134920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657defd8-f33e-47f2-b5db-1c9c305c4dbf req-4447892c-8e16-4585-90fa-82227b183410 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:06.150553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae15c2d-4688-45cf-8c59-b13b0231b886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa7fda6-672a-4901-99de-8c08c2e4ba3c'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:30:06.151525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-657defd8-f33e-47f2-b5db-1c9c305c4dbf req-4447892c-8e16-4585-90fa-82227b183410 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 907 time: 0.3653119 Dec 17 13:30:06.156378 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38595e10-098b-4263-8136-68c8ec68f8f0" -d '{"events": [{"server_uuid": "0ae15c2d-4688-45cf-8c59-b13b0231b886", "name": "network-vif-plugged", "status": "completed", "tag": "0aa7fda6-672a-4901-99de-8c08c2e4ba3c"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:30:06.173252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdb24c2-ea12-400c-8354-bd4cf499b921']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:06.185353 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7afcd039-4ddc-422b-ae9e-12a0bc2555ae req-7ce91831-0058-4d50-b3f3-b4890aa7aa9d service neutron] 10.222.0.61 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0802660 Dec 17 13:30:06.188266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6630046-b9c9-4519-9cfc-4665e680d678') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:06.188695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6630046-b9c9-4519-9cfc-4665e680d678') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:06.191027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0aa7fda6-672a-4901-99de-8c08c2e4ba3c,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:06.201979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5055922-1600-45e0-bd5b-627c1b4abfe1 req-d4f01a8f-4bbe-49e7-ab1e-2f6f790d833d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3560565 Dec 17 13:30:06.203884 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:06.223509 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:06.232597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce93fdfa-97c3-4311-895e-c31994e75ec7 req-4fa96044-451c-4ccf-b946-95c745c99380 service neutron] 10.222.0.54 "GET /v2.0/networks/969a9411-1d4b-4c5c-b660-aeb83b61b479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329210 Dec 17 13:30:06.235913 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:30:06.235913 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:30:06.236705 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:30:06.259973 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:06.323558 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cadf0c8-b574-4fb1-80ba-4de2095c95a3 x-openstack-request-id: req-1cadf0c8-b574-4fb1-80ba-4de2095c95a3 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:30:06.326813 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae15c2d-4688-45cf-8c59-b13b0231b886", "name": "network-vif-plugged", "status": "completed", "tag": "0aa7fda6-672a-4901-99de-8c08c2e4ba3c", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:30:06.329183 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1cadf0c8-b574-4fb1-80ba-4de2095c95a3 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:30:06.331245 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae15c2d-4688-45cf-8c59-b13b0231b886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa7fda6-672a-4901-99de-8c08c2e4ba3c', 'code': 200} Dec 17 13:30:06.412938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=0aa7fda6-672a-4901-99de-8c08c2e4ba3c,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:06.446152 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:06.474691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5055922-1600-45e0-bd5b-627c1b4abfe1 req-2f720d6e-b9e9-4d6b-aa48-18b9b0cf2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:06.477462 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5055922-1600-45e0-bd5b-627c1b4abfe1 req-2f720d6e-b9e9-4d6b-aa48-18b9b0cf2b41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42ce2784e85b4127ad8c713af6203070&device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 1097 time: 0.1757171 Dec 17 13:30:06.479949 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:06.484430 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] 10.222.0.59 "DELETE /v2.0/networks/fcdb24c2-ea12-400c-8354-bd4cf499b921 HTTP/1.1" status: 204 len: 168 time: 1.4797504 Dec 17 13:30:06.486449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da9c2c-fc65-4cd2-a164-40531740ac3a admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdb24c2-ea12-400c-8354-bd4cf499b921,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:06.489799 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59152) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:06.507239 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627ec9a-0984-4fa3-be12-157fddf98059 req-429d2fc0-1615-4cfa-b3c5-3f7abf9b8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:06.508978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0627ec9a-0984-4fa3-be12-157fddf98059 req-429d2fc0-1615-4cfa-b3c5-3f7abf9b8028 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 1097 time: 0.1401906 Dec 17 13:30:06.511967 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7afcd039-4ddc-422b-ae9e-12a0bc2555ae req-9a753add-eac0-40d6-a97b-0279cdeb3a1b service neutron] 10.222.0.61 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132267 Dec 17 13:30:06.592415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59156) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:06.669487 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0627ec9a-0984-4fa3-be12-157fddf98059 req-c5dbbcce-d2cb-47c2-8de9-b7a5aea7a7c5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943608 Dec 17 13:30:06.709706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5055922-1600-45e0-bd5b-627c1b4abfe1 req-a8827238-3cdf-48fc-8e50-670eb9340860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:06.711440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5055922-1600-45e0-bd5b-627c1b4abfe1 req-a8827238-3cdf-48fc-8e50-670eb9340860 service neutron] 10.222.0.54 "GET /v2.0/networks?id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd HTTP/1.1" status: 200 len: 910 time: 0.1926725 Dec 17 13:30:06.792092 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5055922-1600-45e0-bd5b-627c1b4abfe1 req-ccf5d72e-e385-4eed-a3a9-1d88f428a112 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a726fa4b-c515-410e-9236-6abaca0d49f6 HTTP/1.1" status: 200 len: 1002 time: 0.0719843 Dec 17 13:30:06.817481 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7eb83d1b-9eae-45f6-afc7-1f684701bfd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:06.866687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5055922-1600-45e0-bd5b-627c1b4abfe1 req-0b65b259-2282-4908-b7f6-c3247a88cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:06.868835 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5055922-1600-45e0-bd5b-627c1b4abfe1 req-0b65b259-2282-4908-b7f6-c3247a88cf7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=77aeabac-3f25-4b78-bf40-aed1c3526439 HTTP/1.1" status: 200 len: 848 time: 0.0690489 Dec 17 13:30:06.953911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5055922-1600-45e0-bd5b-627c1b4abfe1 req-3f35e849-617c-4c8e-ae97-7e696032429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:06.955581 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5055922-1600-45e0-bd5b-627c1b4abfe1 req-3f35e849-617c-4c8e-ae97-7e696032429a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781176 Dec 17 13:30:06.970790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fd941-b12d-4233-b337-47f7f40d98b6 req-05fb1fbc-c5a0-4c72-8278-4dd114c18497 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:06.972501 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-008fd941-b12d-4233-b337-47f7f40d98b6 req-05fb1fbc-c5a0-4c72-8278-4dd114c18497 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 946 time: 0.0669248 Dec 17 13:30:06.998215 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7eb83d1b-9eae-45f6-afc7-1f684701bfd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:07.055835 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4e39dbc2-cf5f-4131-9f31-9e000d6388d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:07.087698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-008fd941-b12d-4233-b337-47f7f40d98b6 req-4ea2a05d-6075-4b08-ab5f-c91ea0e95fda tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056037 Dec 17 13:30:07.122280 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5055922-1600-45e0-bd5b-627c1b4abfe1 req-d23ffb43-9156-4005-ac0c-7ccdc93e1947 service neutron] 10.222.0.54 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424003 Dec 17 13:30:07.153429 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7eb83d1b-9eae-45f6-afc7-1f684701bfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:07.224010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c4cddb61-1477-4653-ada1-a3360ecb1242 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:07.228592 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb83d1b-9eae-45f6-afc7-1f684701bfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0002497d-e91f-4094-aded-e6600c8ff99c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:07.243901 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7eb83d1b-9eae-45f6-afc7-1f684701bfd7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d3c7aedb85d46c09dd103a2de4d1d6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6496971 Dec 17 13:30:07.251997 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59172) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:07.285027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: c4cddb61-1477-4653-ada1-a3360ecb1242 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:07.285382 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c4cddb61-1477-4653-ada1-a3360ecb1242 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:07.315021 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5055922-1600-45e0-bd5b-627c1b4abfe1 req-abb71a32-5d06-4336-adb1-4d89c4303004 service neutron] 10.222.0.54 "GET /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911688 Dec 17 13:30:07.414659 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93c43943-b0d2-46a9-a533-dea67b8ab6e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:07.433191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cdf59-1c4e-453c-80de-761c2a3322f5 req-6c8e81af-509e-465c-8482-da05240e8b52 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:07.435426 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-204cdf59-1c4e-453c-80de-761c2a3322f5 req-6c8e81af-509e-465c-8482-da05240e8b52 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 907 time: 0.1330049 Dec 17 13:30:07.460312 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93c43943-b0d2-46a9-a533-dea67b8ab6e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:07.570588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4e39dbc2-cf5f-4131-9f31-9e000d6388d6 admin admin] Deleting port 9172e94a-0f61-473b-ac28-7885d00dbcc0 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:07.571137 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4e39dbc2-cf5f-4131-9f31-9e000d6388d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:07.618118 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93c43943-b0d2-46a9-a533-dea67b8ab6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:07.621429 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93c43943-b0d2-46a9-a533-dea67b8ab6e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:07.622614 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-93c43943-b0d2-46a9-a533-dea67b8ab6e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0002497d-e91f-4094-aded-e6600c8ff99c HTTP/1.1" status: 204 len: 168 time: 0.3690920 Dec 17 13:30:07.938433 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c43943-b0d2-46a9-a533-dea67b8ab6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0002497d-e91f-4094-aded-e6600c8ff99c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:07.978406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-4e39dbc2-cf5f-4131-9f31-9e000d6388d6 admin admin] For port 9172e94a-0f61-473b-ac28-7885d00dbcc0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9172e94a-0f61-473b-ac28-7885d00dbcc0,segment=NetworkSegment(1b6fe051-4257-4a71-aeca-4586beb52c03),segment_id=1b6fe051-4257-4a71-aeca-4586beb52c03)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:07.978930 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4e39dbc2-cf5f-4131-9f31-9e000d6388d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:07.994141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4e39dbc2-cf5f-4131-9f31-9e000d6388d6 admin admin] Calling delete_port for 9172e94a-0f61-473b-ac28-7885d00dbcc0 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:08.266750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447b983-a2f1-41af-b37a-489897a2d442 req-5c70cdfa-815c-4c14-a2aa-6e1458f3182e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:08.269110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c447b983-a2f1-41af-b37a-489897a2d442 req-5c70cdfa-815c-4c14-a2aa-6e1458f3182e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 946 time: 0.0691566 Dec 17 13:30:08.334332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c447b983-a2f1-41af-b37a-489897a2d442 req-144136b2-dc65-4915-9b6f-332305551fb0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547926 Dec 17 13:30:08.394020 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4e39dbc2-cf5f-4131-9f31-9e000d6388d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:08.426451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39dbc2-cf5f-4131-9f31-9e000d6388d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9172e94a-0f61-473b-ac28-7885d00dbcc0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:08.598267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b45bc7-bfab-4c3a-a9b6-6cb644e9e401 req-a80cb907-7836-4ec3-bdad-e6efa28fd881 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:08.606585 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e3b45bc7-bfab-4c3a-a9b6-6cb644e9e401 req-a80cb907-7836-4ec3-bdad-e6efa28fd881 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 946 time: 0.1867018 Dec 17 13:30:08.613071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962645a-a0a8-4218-be5a-c2692c5626f9 req-15a9241f-248b-440e-bfbb-e76d932d53df tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:08.625009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e962645a-a0a8-4218-be5a-c2692c5626f9 req-15a9241f-248b-440e-bfbb-e76d932d53df tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 907 time: 0.0706286 Dec 17 13:30:08.729617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e3b45bc7-bfab-4c3a-a9b6-6cb644e9e401 req-7f36c106-7ac5-45a0-93f4-3a4993819739 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209798 Dec 17 13:30:08.856039 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4e39dbc2-cf5f-4131-9f31-9e000d6388d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:08.909428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00709f2-5879-4239-baa6-d7bd2760cd11 req-9316b669-0316-49b2-af29-4e96f5309464 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:08.913602 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d00709f2-5879-4239-baa6-d7bd2760cd11 req-9316b669-0316-49b2-af29-4e96f5309464 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 946 time: 0.0590360 Dec 17 13:30:09.025005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d00709f2-5879-4239-baa6-d7bd2760cd11 req-352c9b2b-31d6-4705-8e48-e97e061e57be tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877020 Dec 17 13:30:09.170049 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e39dbc2-cf5f-4131-9f31-9e000d6388d6 admin admin] Router 25769d00-1578-4b8a-8ddc-ffc72a257f0c has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:30:09.302861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e39dbc2-cf5f-4131-9f31-9e000d6388d6 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:30:09.309798 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4e39dbc2-cf5f-4131-9f31-9e000d6388d6 admin admin] 10.222.0.59 "PUT /v2.0/routers/25769d00-1578-4b8a-8ddc-ffc72a257f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8184884 Dec 17 13:30:09.313555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59212) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:09.318921 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792584a-4a36-4cef-ac54-45194d9baf21 None None] Sync routers for ids ['25769d00-1578-4b8a-8ddc-ffc72a257f0c'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:30:09.330842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792584a-4a36-4cef-ac54-45194d9baf21 None None] Routers {'25769d00-1578-4b8a-8ddc-ffc72a257f0c'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:09.332066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c792584a-4a36-4cef-ac54-45194d9baf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['25769d00-1578-4b8a-8ddc-ffc72a257f0c'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:09.482750 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:09.499905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c792584a-4a36-4cef-ac54-45194d9baf21 None None] Set router 25769d00-1578-4b8a-8ddc-ffc72a257f0c gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:09.643661 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:09.660143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a42c7-0ad9-4c87-b615-0bb3793d8cd9 req-19980b9b-479d-420f-8afb-d701a78cab78 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:09.662860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c47a42c7-0ad9-4c87-b615-0bb3793d8cd9 req-19980b9b-479d-420f-8afb-d701a78cab78 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 946 time: 0.0978591 Dec 17 13:30:09.774797 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c47a42c7-0ad9-4c87-b615-0bb3793d8cd9 req-b05c1c0a-40dd-4f52-84cf-a4113eb8508e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919287 Dec 17 13:30:09.818223 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c792584a-4a36-4cef-ac54-45194d9baf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'name': 'tempest-TestServerMultinode-1491339193-router', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:37Z', 'updated_at': '2021-12-17T13:30:08Z', 'revision_number': 5, 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'gw_port': {'id': '7fea9adf-231f-4ce2-b0f4-1e8084dc36b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:39Z', 'updated_at': '2021-12-17T13:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:09.827339 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124493a-d484-4cb3-8507-f4ce468c475f req-54f31e65-8f55-4092-bdfe-2321dddb55ab tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:09.829205 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2124493a-d484-4cb3-8507-f4ce468c475f req-54f31e65-8f55-4092-bdfe-2321dddb55ab tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 907 time: 0.0918400 Dec 17 13:30:09.863166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Deleting port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:09.863166 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:09.863346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792584a-4a36-4cef-ac54-45194d9baf21 None None] Checking router: 25769d00-1578-4b8a-8ddc-ffc72a257f0c for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:30:09.879966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792584a-4a36-4cef-ac54-45194d9baf21 None None] Routers {'25769d00-1578-4b8a-8ddc-ffc72a257f0c'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:09.880943 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c792584a-4a36-4cef-ac54-45194d9baf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 12, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 12},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:29:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['25769d00-1578-4b8a-8ddc-ffc72a257f0c'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:09.954393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] For port 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7fea9adf-231f-4ce2-b0f4-1e8084dc36b7,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:09.954897 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:09.959657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 0edc99f0-935f-406f-ac5a-e98912ba3b4b details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:30:09.974710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Calling delete_port for 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:10.014371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c792584a-4a36-4cef-ac54-45194d9baf21 None None] Set router 25769d00-1578-4b8a-8ddc-ffc72a257f0c gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:10.108929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c792584a-4a36-4cef-ac54-45194d9baf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'name': 'tempest-TestServerMultinode-1491339193-router', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:37Z', 'updated_at': '2021-12-17T13:30:09Z', 'revision_number': 6, 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:10.146109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792584a-4a36-4cef-ac54-45194d9baf21 None None] The sync data for ids ['25769d00-1578-4b8a-8ddc-ffc72a257f0c'] in n-d-815324-5 is: [{'id': '25769d00-1578-4b8a-8ddc-ffc72a257f0c', 'name': 'tempest-TestServerMultinode-1491339193-router', 'tenant_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:37Z', 'updated_at': '2021-12-17T13:30:09Z', 'revision_number': 6, 'project_id': '160fa4623d3e4cf8b4bdac1606048a7d', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:30:10.197632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 0edc99f0-935f-406f-ac5a-e98912ba3b4b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0edc99f0-935f-406f-ac5a-e98912ba3b4b,segment=NetworkSegment(6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9),segment_id=6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:10.210519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '0edc99f0-935f-406f-ac5a-e98912ba3b4b', 'network_id': '969a9411-1d4b-4c5c-b660-aeb83b61b479', 'port_id': '0edc99f0-935f-406f-ac5a-e98912ba3b4b', 'mac_address': 'fa:16:3e:eb:08:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72080b9f-cdad-4cc0-a7c5-9d3edff891e5', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:30:10.250637 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:10.269354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edc99f0-935f-406f-ac5a-e98912ba3b4b {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:30:10.299444 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 0edc99f0-935f-406f-ac5a-e98912ba3b4b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0edc99f0-935f-406f-ac5a-e98912ba3b4b,segment=NetworkSegment(6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9),segment_id=6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:10.391451 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:10.420934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=7fea9adf-231f-4ce2-b0f4-1e8084dc36b7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:10.435198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620386f9-0b65-4985-87e5-57e46acd268e None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:10.437282 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:10.488516 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:10.525238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=0edc99f0-935f-406f-ac5a-e98912ba3b4b,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:10.652053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['0edc99f0-935f-406f-ac5a-e98912ba3b4b'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:30:10.695349 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:10.707957 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:10.930022 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383283e1-4245-4409-9b2a-a890718222db req-bfdc820f-20d9-4c30-928a-ce36b3c27050 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:10.930022 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-383283e1-4245-4409-9b2a-a890718222db req-bfdc820f-20d9-4c30-928a-ce36b3c27050 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 946 time: 0.0672963 Dec 17 13:30:10.977377 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:10.977991 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25769d00-1578-4b8a-8ddc-ffc72a257f0c {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:30:10.980455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-383283e1-4245-4409-9b2a-a890718222db req-5617814e-1284-4580-8a9b-85c680beb886 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537581 Dec 17 13:30:10.983417 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:10.984592 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-457453e9-4afb-4b91-8fd8-420398702f0d admin admin] 10.222.0.59 "DELETE /v2.0/routers/25769d00-1578-4b8a-8ddc-ffc72a257f0c HTTP/1.1" status: 204 len: 168 time: 1.6700590 Dec 17 13:30:10.994400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59250) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:11.023365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da30f6-0e3a-4281-b60e-b857b517423f req-9630f593-af8b-4b0a-91d1-60ad3e3c5f33 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:11.024980 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c5da30f6-0e3a-4281-b60e-b857b517423f req-9630f593-af8b-4b0a-91d1-60ad3e3c5f33 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 908 time: 0.1140704 Dec 17 13:30:11.102874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b24553-c633-49da-ab2c-afb8cbd40fc0 admin admin] Deleting subnet 7022916d-3717-466a-9b37-2837340734b1 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:30:11.109774 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0b24553-c633-49da-ab2c-afb8cbd40fc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:11.171351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0b24553-c633-49da-ab2c-afb8cbd40fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:11.250333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9172e94a-0f61-473b-ac28-7885d00dbcc0 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:11.277799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 9172e94a-0f61-473b-ac28-7885d00dbcc0 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:11.278481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9172e94a-0f61-473b-ac28-7885d00dbcc0 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:11.279075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:11.339192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:11.339939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7fea9adf-231f-4ce2-b0f4-1e8084dc36b7 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:11.388351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21c1e1-a460-4658-8ca2-a38472cb1a3f req-cd37f9a2-c68a-4251-801c-0d1373274f9b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:11.388351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be21c1e1-a460-4658-8ca2-a38472cb1a3f req-cd37f9a2-c68a-4251-801c-0d1373274f9b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 946 time: 0.1924520 Dec 17 13:30:11.470200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59256) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:11.471884 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0b24553-c633-49da-ab2c-afb8cbd40fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:11.635582 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-be21c1e1-a460-4658-8ca2-a38472cb1a3f req-1920d8b4-80b5-43a8-aa8b-67638526f644 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Deleting port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:11.635913 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be21c1e1-a460-4658-8ca2-a38472cb1a3f req-1920d8b4-80b5-43a8-aa8b-67638526f644 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:11.645318 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f273477b-ebf5-40c6-ad57-9745a4aa9b58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:11.721282 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0b24553-c633-49da-ab2c-afb8cbd40fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:11.773032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b24553-c633-49da-ab2c-afb8cbd40fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7022916d-3717-466a-9b37-2837340734b1,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:11.788279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3489c727-62e2-42cd-b457-dd4f53848e7b None None] Network 6da0ff5d-d111-443f-a043-50c211b0168d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:11.793720 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0b24553-c633-49da-ab2c-afb8cbd40fc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:11.798672 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a0b24553-c633-49da-ab2c-afb8cbd40fc0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7022916d-3717-466a-9b37-2837340734b1 HTTP/1.1" status: 204 len: 168 time: 0.7992404 Dec 17 13:30:11.805880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59266) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:11.812814 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f273477b-ebf5-40c6-ad57-9745a4aa9b58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:11.825796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-be21c1e1-a460-4658-8ca2-a38472cb1a3f req-1920d8b4-80b5-43a8-aa8b-67638526f644 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] For port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0aa7fda6-672a-4901-99de-8c08c2e4ba3c,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:11.826584 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be21c1e1-a460-4658-8ca2-a38472cb1a3f req-1920d8b4-80b5-43a8-aa8b-67638526f644 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:11.888057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-be21c1e1-a460-4658-8ca2-a38472cb1a3f req-1920d8b4-80b5-43a8-aa8b-67638526f644 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Calling delete_port for 0aa7fda6-672a-4901-99de-8c08c2e4ba3c owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:11.930648 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f273477b-ebf5-40c6-ad57-9745a4aa9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:11.952861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 0edc99f0-935f-406f-ac5a-e98912ba3b4b up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:30:12.021187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f273477b-ebf5-40c6-ad57-9745a4aa9b58 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c0f1639647a4d70aac4b667a7922e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5529256 Dec 17 13:30:12.022168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273477b-ebf5-40c6-ad57-9745a4aa9b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cf0ea4-b80f-428e-99c6-e47e327324d1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:12.024677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59270) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:12.137614 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50f962b9-c5c8-4b7f-9df9-7a9abaf9117a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.138586 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.184829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50f962b9-c5c8-4b7f-9df9-7a9abaf9117a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.221105 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be21c1e1-a460-4658-8ca2-a38472cb1a3f req-1920d8b4-80b5-43a8-aa8b-67638526f644 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.308220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920d8b4-80b5-43a8-aa8b-67638526f644 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event deleted for resources: {'Port': ['ID=0aa7fda6-672a-4901-99de-8c08c2e4ba3c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:12.336013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-19a0788d-8567-49b2-87bd-f973566b9c8b req-3da20392-34ad-4732-b4bd-8cf68b7e7681 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 0.1022930 Dec 17 13:30:12.379925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d697c-b1ab-4531-aaca-7e9b5533ed26 req-5a1ff99e-d167-4553-b426-949f59722230 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:12.381614 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-162d697c-b1ab-4531-aaca-7e9b5533ed26 req-5a1ff99e-d167-4553-b426-949f59722230 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 908 time: 0.1256597 Dec 17 13:30:12.404700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Deleting port 821046d0-e3b0-448e-a5c5-958d4b84dd4f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:12.405245 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.424366 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50f962b9-c5c8-4b7f-9df9-7a9abaf9117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.427085 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50f962b9-c5c8-4b7f-9df9-7a9abaf9117a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.429072 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-50f962b9-c5c8-4b7f-9df9-7a9abaf9117a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/63cf0ea4-b80f-428e-99c6-e47e327324d1 HTTP/1.1" status: 204 len: 168 time: 0.4031672 Dec 17 13:30:12.470473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f962b9-c5c8-4b7f-9df9-7a9abaf9117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cf0ea4-b80f-428e-99c6-e47e327324d1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:12.473913 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a7a64-249e-4d81-979b-1f394eb053aa None None] DHCP port deletion for 6da0ff5d-d111-443f-a043-50c211b0168d request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:12.554401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-be21c1e1-a460-4658-8ca2-a38472cb1a3f req-1920d8b4-80b5-43a8-aa8b-67638526f644 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] No DVR routers for this DVR port 0aa7fda6-672a-4901-99de-8c08c2e4ba3c on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:12.558425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-be21c1e1-a460-4658-8ca2-a38472cb1a3f req-1920d8b4-80b5-43a8-aa8b-67638526f644 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.572390 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be21c1e1-a460-4658-8ca2-a38472cb1a3f req-1920d8b4-80b5-43a8-aa8b-67638526f644 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.61 "DELETE /v2.0/ports/0aa7fda6-672a-4901-99de-8c08c2e4ba3c HTTP/1.1" status: 204 len: 173 time: 1.1754141 Dec 17 13:30:12.573028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae15c2d-4688-45cf-8c59-b13b0231b886', 'name': 'network-vif-deleted', 'tag': '0aa7fda6-672a-4901-99de-8c08c2e4ba3c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:30:12.582054 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a123cbe1-affd-4c19-acfa-4a0c3772ef4b" -d '{"events": [{"server_uuid": "0ae15c2d-4688-45cf-8c59-b13b0231b886", "name": "network-vif-deleted", "tag": "0aa7fda6-672a-4901-99de-8c08c2e4ba3c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:30:12.599114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-597a7a64-249e-4d81-979b-1f394eb053aa None None] Deleting port 821046d0-e3b0-448e-a5c5-958d4b84dd4f {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:12.599492 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-597a7a64-249e-4d81-979b-1f394eb053aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.658190 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9758224-d0e0-4cd9-b996-6b6e143c2a27 x-openstack-request-id: req-f9758224-d0e0-4cd9-b996-6b6e143c2a27 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:30:12.658695 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae15c2d-4688-45cf-8c59-b13b0231b886", "name": "network-vif-deleted", "tag": "0aa7fda6-672a-4901-99de-8c08c2e4ba3c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:30:12.659106 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f9758224-d0e0-4cd9-b996-6b6e143c2a27 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:30:12.659653 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae15c2d-4688-45cf-8c59-b13b0231b886', 'name': 'network-vif-deleted', 'tag': '0aa7fda6-672a-4901-99de-8c08c2e4ba3c', 'status': 'completed', 'code': 200} Dec 17 13:30:12.678272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] For port 821046d0-e3b0-448e-a5c5-958d4b84dd4f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=821046d0-e3b0-448e-a5c5-958d4b84dd4f,segment=NetworkSegment(1b6fe051-4257-4a71-aeca-4586beb52c03),segment_id=1b6fe051-4257-4a71-aeca-4586beb52c03)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:12.680469 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.689781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 0edc99f0-935f-406f-ac5a-e98912ba3b4b completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:30:12.694392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-597a7a64-249e-4d81-979b-1f394eb053aa None None] For port 821046d0-e3b0-448e-a5c5-958d4b84dd4f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=821046d0-e3b0-448e-a5c5-958d4b84dd4f,segment=NetworkSegment(1b6fe051-4257-4a71-aeca-4586beb52c03),segment_id=1b6fe051-4257-4a71-aeca-4586beb52c03)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:12.695222 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-597a7a64-249e-4d81-979b-1f394eb053aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.718601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 0edc99f0-935f-406f-ac5a-e98912ba3b4b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:12.721716 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.726184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Calling delete_port for 821046d0-e3b0-448e-a5c5-958d4b84dd4f owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:12.796625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-597a7a64-249e-4d81-979b-1f394eb053aa None None] Calling delete_port for 821046d0-e3b0-448e-a5c5-958d4b84dd4f owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:12.962472 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:12.991473 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0042994-71e3-4250-9c87-fb6d2e259734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edc99f0-935f-406f-ac5a-e98912ba3b4b'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:30:12.994557 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d09cee-e246-4407-9ab7-6239c2589a11" -d '{"events": [{"server_uuid": "c0042994-71e3-4250-9c87-fb6d2e259734", "name": "network-vif-plugged", "status": "completed", "tag": "0edc99f0-935f-406f-ac5a-e98912ba3b4b"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:30:13.009822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 0edc99f0-935f-406f-ac5a-e98912ba3b4b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0edc99f0-935f-406f-ac5a-e98912ba3b4b,segment=NetworkSegment(6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9),segment_id=6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:13.047329 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8682e934-acf8-4899-9d28-8c73b35d90f5 x-openstack-request-id: req-8682e934-acf8-4899-9d28-8c73b35d90f5 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:30:13.050508 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0042994-71e3-4250-9c87-fb6d2e259734", "name": "network-vif-plugged", "status": "completed", "tag": "0edc99f0-935f-406f-ac5a-e98912ba3b4b", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:30:13.050983 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8682e934-acf8-4899-9d28-8c73b35d90f5 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:30:13.051563 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0042994-71e3-4250-9c87-fb6d2e259734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edc99f0-935f-406f-ac5a-e98912ba3b4b', 'code': 200} Dec 17 13:30:13.051922 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:13.070432 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-597a7a64-249e-4d81-979b-1f394eb053aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:13.095380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] No DVR routers for this DVR port 821046d0-e3b0-448e-a5c5-958d4b84dd4f on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:13.138742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a7a64-249e-4d81-979b-1f394eb053aa None None] No DVR routers for this DVR port 821046d0-e3b0-448e-a5c5-958d4b84dd4f on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:13.172606 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:13.173802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Pushing event deleted for resources: {'Port': ['ID=821046d0-e3b0-448e-a5c5-958d4b84dd4f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:13.182035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a7a64-249e-4d81-979b-1f394eb053aa None None] Pushing event deleted for resources: {'Port': ['ID=821046d0-e3b0-448e-a5c5-958d4b84dd4f,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:13.306984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=0edc99f0-935f-406f-ac5a-e98912ba3b4b,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:13.337477 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:13.339820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 821046d0-e3b0-448e-a5c5-958d4b84dd4f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:13.409750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da0ff5d-d111-443f-a043-50c211b0168d']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:13.411685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 821046d0-e3b0-448e-a5c5-958d4b84dd4f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:13.414058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 821046d0-e3b0-448e-a5c5-958d4b84dd4f not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:13.422496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6fe051-4257-4a71-aeca-4586beb52c03') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:13.422961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6fe051-4257-4a71-aeca-4586beb52c03') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:13.443238 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:13.478127 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:13.487872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:30:13.488481 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:30:13.491133 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:30:13.584246 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d68c9b7b-701b-4d04-8d2f-e49c281786b3 req-bda2b89b-3abc-4e54-8a5d-2d0ec77e0feb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 0.0429459 Dec 17 13:30:13.586743 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261fc7-ea0e-44cc-b27f-62e43b4baa09 req-cfeb7ca6-6aeb-4884-b809-9ef724bc8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:13.588180 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1261fc7-ea0e-44cc-b27f-62e43b4baa09 req-cfeb7ca6-6aeb-4884-b809-9ef724bc8118 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 1060 time: 0.4300053 Dec 17 13:30:13.611929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b626c-3f05-4206-b24c-c67b6c277caa req-1225a8cb-8d2b-4501-89d1-2530530520a5 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:13.614694 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-246b626c-3f05-4206-b24c-c67b6c277caa req-1225a8cb-8d2b-4501-89d1-2530530520a5 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 909 time: 0.0792820 Dec 17 13:30:13.674197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0aa7fda6-672a-4901-99de-8c08c2e4ba3c no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:13.696623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 0aa7fda6-672a-4901-99de-8c08c2e4ba3c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:13.696831 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:13.700051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0aa7fda6-672a-4901-99de-8c08c2e4ba3c not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:13.703200 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:13.709394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6da0ff5d-d111-443f-a043-50c211b0168d HTTP/1.1" status: 204 len: 168 time: 1.8996255 Dec 17 13:30:13.726665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202ee84-6b2d-495c-846b-582a8cd02697 admin admin] Pushing event deleted for resources: {'Network': ['ID=6da0ff5d-d111-443f-a043-50c211b0168d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:13.957676 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4a2a600c-9c33-425c-b2ea-5d9916800603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:14.117535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59318) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:14.327739 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-168e88ce-2e2c-4bd8-9cf5-c9202b4615e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:14.371782 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-168e88ce-2e2c-4bd8-9cf5-c9202b4615e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:14.444441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59324) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:14.463118 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-168e88ce-2e2c-4bd8-9cf5-c9202b4615e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:14.513149 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8fe1623f-897c-48b5-b979-8e09976fc490 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac4791dea0cc4b33af9eddd1b990a5b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675013 Dec 17 13:30:14.516497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-168e88ce-2e2c-4bd8-9cf5-c9202b4615e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=232655d363024a29a192647f0ca69607&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3975244 Dec 17 13:30:14.517330 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59328) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:14.520046 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59330) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:14.526872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e88ce-2e2c-4bd8-9cf5-c9202b4615e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2708a2e6-4cb7-44cb-9958-fc42ca6dd9fd,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:14.616304 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-126b6fbf-c399-4490-83ac-9a77d3db3ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:14.629545 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06155072-4968-4161-9c19-3507ca37c49f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:14.652210 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-126b6fbf-c399-4490-83ac-9a77d3db3ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:14.694959 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06155072-4968-4161-9c19-3507ca37c49f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:14.774578 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe72c181-8085-4d82-a247-677b4e30ecd1 req-4aba15f8-aaea-4826-8662-d081d00160a1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 0.0375829 Dec 17 13:30:14.855517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e4e6b-6537-4329-840e-4b1881d71aac req-84b490d6-4e37-420d-9546-21323c4abd1f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:14.857235 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d73e4e6b-6537-4329-840e-4b1881d71aac req-84b490d6-4e37-420d-9546-21323c4abd1f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 909 time: 0.0922549 Dec 17 13:30:14.858961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-126b6fbf-c399-4490-83ac-9a77d3db3ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:14.861440 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-126b6fbf-c399-4490-83ac-9a77d3db3ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:14.865633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-126b6fbf-c399-4490-83ac-9a77d3db3ce8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/402398c1-b970-40ef-a38a-b11278701507 HTTP/1.1" status: 204 len: 168 time: 0.3433619 Dec 17 13:30:14.871837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b6fbf-c399-4490-83ac-9a77d3db3ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402398c1-b970-40ef-a38a-b11278701507,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:14.948148 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06155072-4968-4161-9c19-3507ca37c49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:14.959268 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06155072-4968-4161-9c19-3507ca37c49f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:14.976154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-06155072-4968-4161-9c19-3507ca37c49f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2708a2e6-4cb7-44cb-9958-fc42ca6dd9fd HTTP/1.1" status: 204 len: 168 time: 0.4404631 Dec 17 13:30:14.976154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06155072-4968-4161-9c19-3507ca37c49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2708a2e6-4cb7-44cb-9958-fc42ca6dd9fd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:15.941204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59398) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:16.031949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59400) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:16.045206 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c02587a5-23b8-4059-9396-898e16e786ab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=160fa4623d3e4cf8b4bdac1606048a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0860946 Dec 17 13:30:16.088328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9dd90-153c-466c-b836-3652521dd7f7 req-fc457dda-7acb-4bde-abc2-8a923775af16 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:16.092529 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6bb9dd90-153c-466c-b836-3652521dd7f7 req-fc457dda-7acb-4bde-abc2-8a923775af16 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 909 time: 0.1142693 Dec 17 13:30:16.138448 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a61dcf6a-1f6c-4c66-bb89-231cfa2d95f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:16.207934 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a61dcf6a-1f6c-4c66-bb89-231cfa2d95f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:16.310357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-654abd20-c469-45ea-a0d7-74e70c3bb788 req-90da630e-3e60-4465-87f6-52051c53b29b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 0.0593901 Dec 17 13:30:16.313352 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d66c032b-3b09-4164-90b6-8b69283c6a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:16.335502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73cc31-44e8-42c6-9dde-32417b35742f req-73cc577e-bdfd-4166-9371-647331a3f01d tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:16.346774 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca73cc31-44e8-42c6-9dde-32417b35742f req-73cc577e-bdfd-4166-9371-647331a3f01d tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 909 time: 0.1144526 Dec 17 13:30:16.446627 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a61dcf6a-1f6c-4c66-bb89-231cfa2d95f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:16.451097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a61dcf6a-1f6c-4c66-bb89-231cfa2d95f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:16.451443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a61dcf6a-1f6c-4c66-bb89-231cfa2d95f7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b98b0bdc-fce2-434e-8699-d663ee10b597 HTTP/1.1" status: 204 len: 168 time: 0.4176233 Dec 17 13:30:16.491021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dcf6a-1f6c-4c66-bb89-231cfa2d95f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98b0bdc-fce2-434e-8699-d663ee10b597,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:16.504491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31187c8-6ad9-4b63-b6df-258d79593bea req-f5262652-b7ed-4f5d-ada5-2b0dabe32f47 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:16.531769 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f31187c8-6ad9-4b63-b6df-258d79593bea req-f5262652-b7ed-4f5d-ada5-2b0dabe32f47 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 1060 time: 0.0960023 Dec 17 13:30:16.677303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aebbd3-9dc7-4263-a602-598b9d6193af req-548c7510-4ac4-4b31-aff6-62a78c78bbb6 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:16.688831 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e2aebbd3-9dc7-4263-a602-598b9d6193af req-548c7510-4ac4-4b31-aff6-62a78c78bbb6 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 1135 time: 0.0579925 Dec 17 13:30:16.763048 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e2aebbd3-9dc7-4263-a602-598b9d6193af req-0db03eaf-9d58-4f00-ac73-d45e3bc71b98 tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0754089 Dec 17 13:30:16.779980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59452) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:16.839474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a57b17c-1755-4575-877a-b902e972a40e tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:16.842588 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3a57b17c-1755-4575-877a-b902e972a40e tempest-TestSecurityGroupsBasicOps-1192658924 tempest-TestSecurityGroupsBasicOps-1192658924-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 1055 time: 0.0611730 Dec 17 13:30:17.473039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-295359bb-6c83-4a33-830c-2a6dc885536f req-7f0506dc-52b3-4c27-beb9-0eaa5fa2ee1e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 0.0352359 Dec 17 13:30:17.524416 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36916d-409f-4523-b9a7-2065e26c1c05 req-9d8f0a7c-ab3a-40b1-aed5-ef8af0004f27 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:17.526627 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4d36916d-409f-4523-b9a7-2065e26c1c05 req-9d8f0a7c-ab3a-40b1-aed5-ef8af0004f27 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 909 time: 0.0845263 Dec 17 13:30:17.725658 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:18.643219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef050ac9-9adb-4dc9-8b38-2fd3bd5292c7 req-bfcea570-eea8-410f-9279-3d32a95578d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 0.0366962 Dec 17 13:30:18.744475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d99d7f-e1bc-4701-a5ed-e29904be2625 req-2f0ae914-1027-48c6-9182-c9ab7a9856a4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:18.754353 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c2d99d7f-e1bc-4701-a5ed-e29904be2625 req-2f0ae914-1027-48c6-9182-c9ab7a9856a4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 909 time: 0.0876548 Dec 17 13:30:18.797598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1be5e-ecab-4ece-a778-53f472a1f652 req-5d844676-8af8-422b-881b-9446fc7d76a5 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:18.799246 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6c1be5e-ecab-4ece-a778-53f472a1f652 req-5d844676-8af8-422b-881b-9446fc7d76a5 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 909 time: 0.0870202 Dec 17 13:30:18.943044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-a6c1be5e-ecab-4ece-a778-53f472a1f652 req-5e4570e9-30ff-41e3-92d2-2dc067aff21f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Deleting port 0edc99f0-935f-406f-ac5a-e98912ba3b4b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:18.943319 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a6c1be5e-ecab-4ece-a778-53f472a1f652 req-5e4570e9-30ff-41e3-92d2-2dc067aff21f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:18.979348 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:19.048851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a6c1be5e-ecab-4ece-a778-53f472a1f652 req-5e4570e9-30ff-41e3-92d2-2dc067aff21f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] For port 0edc99f0-935f-406f-ac5a-e98912ba3b4b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=0edc99f0-935f-406f-ac5a-e98912ba3b4b,segment=NetworkSegment(6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9),segment_id=6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:19.049231 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a6c1be5e-ecab-4ece-a778-53f472a1f652 req-5e4570e9-30ff-41e3-92d2-2dc067aff21f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:19.064731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-a6c1be5e-ecab-4ece-a778-53f472a1f652 req-5e4570e9-30ff-41e3-92d2-2dc067aff21f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Calling delete_port for 0edc99f0-935f-406f-ac5a-e98912ba3b4b owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:19.289401 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a6c1be5e-ecab-4ece-a778-53f472a1f652 req-5e4570e9-30ff-41e3-92d2-2dc067aff21f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:19.321628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4570e9-30ff-41e3-92d2-2dc067aff21f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'Port': ['ID=0edc99f0-935f-406f-ac5a-e98912ba3b4b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:19.372254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c1be5e-ecab-4ece-a778-53f472a1f652 req-5e4570e9-30ff-41e3-92d2-2dc067aff21f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] No DVR routers for this DVR port 0edc99f0-935f-406f-ac5a-e98912ba3b4b on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:19.376105 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a6c1be5e-ecab-4ece-a778-53f472a1f652 req-5e4570e9-30ff-41e3-92d2-2dc067aff21f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:19.379725 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6c1be5e-ecab-4ece-a778-53f472a1f652 req-5e4570e9-30ff-41e3-92d2-2dc067aff21f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.54 "DELETE /v2.0/ports/0edc99f0-935f-406f-ac5a-e98912ba3b4b HTTP/1.1" status: 204 len: 173 time: 0.5734048 Dec 17 13:30:19.380255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0042994-71e3-4250-9c87-fb6d2e259734', 'name': 'network-vif-deleted', 'tag': '0edc99f0-935f-406f-ac5a-e98912ba3b4b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:30:19.384972 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9e83c5-1825-44ca-b7c0-3e61c50764ba" -d '{"events": [{"server_uuid": "c0042994-71e3-4250-9c87-fb6d2e259734", "name": "network-vif-deleted", "tag": "0edc99f0-935f-406f-ac5a-e98912ba3b4b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:30:19.449957 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45957e52-6766-46f6-97a4-58e0d6446f9a x-openstack-request-id: req-45957e52-6766-46f6-97a4-58e0d6446f9a {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:30:19.450260 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0042994-71e3-4250-9c87-fb6d2e259734", "name": "network-vif-deleted", "tag": "0edc99f0-935f-406f-ac5a-e98912ba3b4b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:30:19.450515 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45957e52-6766-46f6-97a4-58e0d6446f9a {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:30:19.450931 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0042994-71e3-4250-9c87-fb6d2e259734', 'name': 'network-vif-deleted', 'tag': '0edc99f0-935f-406f-ac5a-e98912ba3b4b', 'status': 'completed', 'code': 200} Dec 17 13:30:19.751441 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f054c66a-ba18-45ce-9f87-29df5114f94c req-ecf81629-700b-402b-9e1c-5746e0ed013f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae15c2d-4688-45cf-8c59-b13b0231b886 HTTP/1.1" status: 200 len: 210 time: 0.0281894 Dec 17 13:30:19.813685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:19.911452 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3992a7a1-dfe1-40ad-a396-e04d49398bfd req-075df909-19f8-42c9-ba75-9bbf5534aab0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0042994-71e3-4250-9c87-fb6d2e259734 HTTP/1.1" status: 200 len: 210 time: 0.0576580 Dec 17 13:30:20.941378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59594) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:21.001624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59600) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:21.172307 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58f2bd70-030c-4344-bc00-ffb704bc495e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:21.299961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58f2bd70-030c-4344-bc00-ffb704bc495e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:21.376384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58f2bd70-030c-4344-bc00-ffb704bc495e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:21.432293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2bd70-030c-4344-bc00-ffb704bc495e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1d3569-beeb-4254-a2f9-a1d0d1c6e770,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:21.451357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-58f2bd70-030c-4344-bc00-ffb704bc495e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=405ebba390a948829f457fa17878cd35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5063720 Dec 17 13:30:21.451469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59610) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:21.523080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:21.565362 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:21.614833 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:21.720694 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:21.722175 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:21.723376 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da1d3569-beeb-4254-a2f9-a1d0d1c6e770 HTTP/1.1" status: 204 len: 168 time: 0.2709310 Dec 17 13:30:21.741986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1d3569-beeb-4254-a2f9-a1d0d1c6e770,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:21.752814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:21.753159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:21.753501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:21.753863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:21.754197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:21.754525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:21.754853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:21.755179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:21.755500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:21.769624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:21.769624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:21.772038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:21.772038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c811d5ea-0c07-4b5d-832f-51f0ecd9bf01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.056877 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 0edc99f0-935f-406f-ac5a-e98912ba3b4b no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:22.130731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 0edc99f0-935f-406f-ac5a-e98912ba3b4b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:22.132900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 0edc99f0-935f-406f-ac5a-e98912ba3b4b not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:22.167584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59620) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:22.174865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-cc36544f-4a20-4619-b267-612ce61331f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-489744759'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:22.285013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc36544f-4a20-4619-b267-612ce61331f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:22.293033 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc36544f-4a20-4619-b267-612ce61331f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:22.334426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc36544f-4a20-4619-b267-612ce61331f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:30:22.346002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Deleting port 95f6186f-52c9-4e99-9c49-f97922e431bd {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:22.347670 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:22.355687 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc36544f-4a20-4619-b267-612ce61331f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:22.356039 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-cc36544f-4a20-4619-b267-612ce61331f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Added segment 0c07c3da-291e-4724-9a87-8eb558c82368 of type vlan for network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 Dec 17 13:30:22.413287 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc36544f-4a20-4619-b267-612ce61331f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:22.490262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] For port 95f6186f-52c9-4e99-9c49-f97922e431bd, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=95f6186f-52c9-4e99-9c49-f97922e431bd,segment=NetworkSegment(6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9),segment_id=6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:22.491117 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:22.524246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Calling delete_port for 95f6186f-52c9-4e99-9c49-f97922e431bd owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:22.561907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc36544f-4a20-4619-b267-612ce61331f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:22.568450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc36544f-4a20-4619-b267-612ce61331f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:22.569077 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc36544f-4a20-4619-b267-612ce61331f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:22.658649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36544f-4a20-4619-b267-612ce61331f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Network': ['ID=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:22.671081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:30:22.685199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59626) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:22.711824 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cc36544f-4a20-4619-b267-612ce61331f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5415852 Dec 17 13:30:22.713865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2584aa6d-6d2c-4538-b199-9a1c908ee1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:22.724033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59628) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:22.731764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1e0032f3-9f63-4aee-ada3-1739c76952f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-539985522'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:22.876481 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:22.906496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'Port': ['ID=95f6186f-52c9-4e99-9c49-f97922e431bd,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:22.921859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.922212 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.922555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.922891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.923228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.923556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.923883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.924211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.924607 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.924934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.925258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.925594 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.925957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:30:22.960148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0032f3-9f63-4aee-ada3-1739c76952f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:22.967530 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e0032f3-9f63-4aee-ada3-1739c76952f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:22.976321 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2584aa6d-6d2c-4538-b199-9a1c908ee1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:23.018585 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0032f3-9f63-4aee-ada3-1739c76952f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:30:23.034262 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e0032f3-9f63-4aee-ada3-1739c76952f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:23.034908 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-1e0032f3-9f63-4aee-ada3-1739c76952f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Added segment 46e29663-b283-4865-a421-e1e8a29bb1ef of type vlan for network f381c005-ceb4-4052-9c65-09ef1a667df3 Dec 17 13:30:23.045967 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2584aa6d-6d2c-4538-b199-9a1c908ee1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:23.081438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2584aa6d-6d2c-4538-b199-9a1c908ee1d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2fb1b13948954694b0fb31338b851e5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3930275 Dec 17 13:30:23.104161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59630) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:23.221923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584aa6d-6d2c-4538-b199-9a1c908ee1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb50b52-fbaa-4ef2-a880-60c1d3e174c5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:23.245439 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e0032f3-9f63-4aee-ada3-1739c76952f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:23.279289 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:30:23.293196 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:23.311788 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ef6b-51b7-4f8a-94d5-8ff06d2a74b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:23.340362 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ef6b-51b7-4f8a-94d5-8ff06d2a74b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:23.379971 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e0032f3-9f63-4aee-ada3-1739c76952f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:23.388774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0032f3-9f63-4aee-ada3-1739c76952f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:23.389534 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e0032f3-9f63-4aee-ada3-1739c76952f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:23.494890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0032f3-9f63-4aee-ada3-1739c76952f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Network': ['ID=f381c005-ceb4-4052-9c65-09ef1a667df3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:23.516638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f381c005-ceb4-4052-9c65-09ef1a667df3 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:30:23.546665 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1e0032f3-9f63-4aee-ada3-1739c76952f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8183258 Dec 17 13:30:23.546909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59634) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:23.551532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5b291a39-c1a9-4a74-aba9-1d5b183f5b30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'subnet': {'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:23.567484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ef6b-51b7-4f8a-94d5-8ff06d2a74b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:23.570747 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ef6b-51b7-4f8a-94d5-8ff06d2a74b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:23.575177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7dd3ef6b-51b7-4f8a-94d5-8ff06d2a74b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5bb50b52-fbaa-4ef2-a880-60c1d3e174c5 HTTP/1.1" status: 204 len: 168 time: 0.4661820 Dec 17 13:30:23.587772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3ef6b-51b7-4f8a-94d5-8ff06d2a74b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb50b52-fbaa-4ef2-a880-60c1d3e174c5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:23.683051 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Router 4f86d44c-d3bf-487b-9e3c-f68a87edce06 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:30:23.807115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b291a39-c1a9-4a74-aba9-1d5b183f5b30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:23.811672 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b291a39-c1a9-4a74-aba9-1d5b183f5b30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:23.897597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:30:23.910431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59640) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:23.916991 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835a865-2f34-4795-a949-1f070250b131 None None] Sync routers for ids ['4f86d44c-d3bf-487b-9e3c-f68a87edce06'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:30:23.917218 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-27416fec-1e1d-4e1d-b06d-f502ebb02681 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "PUT /v2.0/routers/4f86d44c-d3bf-487b-9e3c-f68a87edce06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9106112 Dec 17 13:30:23.922186 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835a865-2f34-4795-a949-1f070250b131 None None] Routers {'4f86d44c-d3bf-487b-9e3c-f68a87edce06'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:23.923075 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e835a865-2f34-4795-a949-1f070250b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4f86d44c-d3bf-487b-9e3c-f68a87edce06'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:24.037086 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-e835a865-2f34-4795-a949-1f070250b131 None None] Set router 4f86d44c-d3bf-487b-9e3c-f68a87edce06 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:24.067319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac55d57a-59b9-45a1-9905-21cacceca2b4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Deleting subnet 72080b9f-cdad-4cc0-a7c5-9d3edff891e5 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:30:24.087218 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac55d57a-59b9-45a1-9905-21cacceca2b4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:24.174940 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac55d57a-59b9-45a1-9905-21cacceca2b4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:24.205307 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b291a39-c1a9-4a74-aba9-1d5b183f5b30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:24.237656 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e835a865-2f34-4795-a949-1f070250b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446981481', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:35Z', 'updated_at': '2021-12-17T13:30:22Z', 'revision_number': 5, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:36Z', 'updated_at': '2021-12-17T13:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:24.273148 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835a865-2f34-4795-a949-1f070250b131 None None] Checking router: 4f86d44c-d3bf-487b-9e3c-f68a87edce06 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:30:24.283822 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835a865-2f34-4795-a949-1f070250b131 None None] Routers {'4f86d44c-d3bf-487b-9e3c-f68a87edce06'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:24.285102 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e835a865-2f34-4795-a949-1f070250b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4f86d44c-d3bf-487b-9e3c-f68a87edce06'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:24.315542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b291a39-c1a9-4a74-aba9-1d5b183f5b30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Subnet': ['ID=81100d87-2eee-48d5-9b78-7f1c5a3039de,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:24.377059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b291a39-c1a9-4a74-aba9-1d5b183f5b30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Checking segment: {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:30:24.377658 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b291a39-c1a9-4a74-aba9-1d5b183f5b30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Network hostable DHCP agents. Network: bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:30:24.410189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac55d57a-59b9-45a1-9905-21cacceca2b4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:24.493312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b291a39-c1a9-4a74-aba9-1d5b183f5b30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:30:24.543877 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-e835a865-2f34-4795-a949-1f070250b131 None None] Set router 4f86d44c-d3bf-487b-9e3c-f68a87edce06 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:24.587120 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac55d57a-59b9-45a1-9905-21cacceca2b4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:24.613682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-5b291a39-c1a9-4a74-aba9-1d5b183f5b30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:24.619487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b291a39-c1a9-4a74-aba9-1d5b183f5b30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:24.620339 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b291a39-c1a9-4a74-aba9-1d5b183f5b30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:24.629815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55d57a-59b9-45a1-9905-21cacceca2b4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'Subnet': ['ID=72080b9f-cdad-4cc0-a7c5-9d3edff891e5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:24.633374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a536b2-b874-42b5-8494-9671bc98bea4 None None] Network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:24.634180 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac55d57a-59b9-45a1-9905-21cacceca2b4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:24.640866 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ac55d57a-59b9-45a1-9905-21cacceca2b4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "DELETE /v2.0/subnets/72080b9f-cdad-4cc0-a7c5-9d3edff891e5 HTTP/1.1" status: 204 len: 168 time: 0.7279353 Dec 17 13:30:24.644433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59656) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:24.712833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f19c89-88ff-4d1b-9353-6826a0d6c699 None None] Network 969a9411-1d4b-4c5c-b660-aeb83b61b479 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:24.750912 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5b291a39-c1a9-4a74-aba9-1d5b183f5b30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2036371 Dec 17 13:30:24.755048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59658) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:24.760353 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-db5e13d0-8bcd-4f38-a9ea-1e4c584a15e8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'subnet': {'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:24.860891 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e835a865-2f34-4795-a949-1f070250b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446981481', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:35Z', 'updated_at': '2021-12-17T13:30:22Z', 'revision_number': 5, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:36Z', 'updated_at': '2021-12-17T13:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:24.931503 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:24.940869 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e835a865-2f34-4795-a949-1f070250b131 None None] The sync data for ids ['4f86d44c-d3bf-487b-9e3c-f68a87edce06'] in n-d-815324-5 is: [{'id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446981481', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:35Z', 'updated_at': '2021-12-17T13:30:22Z', 'revision_number': 5, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': 'b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86d44c-d3bf-487b-9e3c-f68a87edce06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:36Z', 'updated_at': '2021-12-17T13:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:30:25.009546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7', 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7', 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'fixed_ips': [{'subnet_id': '81100d87-2eee-48d5-9b78-7f1c5a3039de'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:30:25.010634 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:25.105870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5e13d0-8bcd-4f38-a9ea-1e4c584a15e8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:25.115436 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db5e13d0-8bcd-4f38-a9ea-1e4c584a15e8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:25.129149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:25.226556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Allocated IP 10.1.1.2 (bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7/81100d87-2eee-48d5-9b78-7f1c5a3039de/83424692-18c0-4863-a64f-12f715f318f7) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:25.273985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Deleting port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:25.273985 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:25.320006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-9f0607b0-7fce-44a6-bd94-ef7ac312054e req-aaeac4ba-47f5-4baf-a42a-c0417eb01741 tempest-DeleteServersTestJSON-139691 tempest-DeleteServersTestJSON-139691-project] (110454) timed out ('10.222.0.61', 62355) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:30:25.348433 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38405cbe-1f10-4ec2-8eca-58abbe100c74 None None] DHCP port deletion for 969a9411-1d4b-4c5c-b660-aeb83b61b479 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:25.408354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] For port b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:25.409293 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:25.432072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Calling delete_port for b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:25.596302 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:25.609222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 95f6186f-52c9-4e99-9c49-f97922e431bd no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:25.646857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db5e13d0-8bcd-4f38-a9ea-1e4c584a15e8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:25.684368 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:25.704843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 95f6186f-52c9-4e99-9c49-f97922e431bd {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:25.705245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 95f6186f-52c9-4e99-9c49-f97922e431bd not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:25.705745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ddbbd88d-ee40-4ec6-9121-051d29bbfa18 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:25.778963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e13d0-8bcd-4f38-a9ea-1e4c584a15e8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Subnet': ['ID=65c7d3f9-f85f-4d5f-a03a-f15f9c364872,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:25.803109 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5e13d0-8bcd-4f38-a9ea-1e4c584a15e8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Checking segment: {'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:30:25.804100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5e13d0-8bcd-4f38-a9ea-1e4c584a15e8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Network hostable DHCP agents. Network: f381c005-ceb4-4052-9c65-09ef1a667df3, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:30:25.804547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:25.849884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:25.853803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:25.880516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Pushing event updated for resources: {'Port': ['ID=83424692-18c0-4863-a64f-12f715f318f7,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:25.921784 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5e13d0-8bcd-4f38-a9ea-1e4c584a15e8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Network f381c005-ceb4-4052-9c65-09ef1a667df3 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:30:25.925297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-38405cbe-1f10-4ec2-8eca-58abbe100c74 None None] Deleting port ddbbd88d-ee40-4ec6-9121-051d29bbfa18 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:25.925297 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-38405cbe-1f10-4ec2-8eca-58abbe100c74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:25.998130 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.036477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-db5e13d0-8bcd-4f38-a9ea-1e4c584a15e8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f381c005-ceb4-4052-9c65-09ef1a667df3) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:26.042593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5e13d0-8bcd-4f38-a9ea-1e4c584a15e8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:26.043344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db5e13d0-8bcd-4f38-a9ea-1e4c584a15e8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.061549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e836675f-63c4-492b-8bb6-22ef79c643a1 None None] Network f381c005-ceb4-4052-9c65-09ef1a667df3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:26.074678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'Port': ['ID=b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:26.095089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Attempting to bind port 83424692-18c0-4863-a64f-12f715f318f7 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:30:26.095089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Attempting to bind port 83424692-18c0-4863-a64f-12f715f318f7 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:30:26.095089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Attempting to bind port 83424692-18c0-4863-a64f-12f715f318f7 on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:30:26.128146 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.142373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8773459-f010-4adc-8000-429bde67b794 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:26.152916 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-db5e13d0-8bcd-4f38-a9ea-1e4c584a15e8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3953531 Dec 17 13:30:26.155261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59696) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:26.167819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'port': {'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7', 'name': 'tempest-TaggedBootDevicesTest_v242-1033262171', 'fixed_ips': [{'subnet_id': '81100d87-2eee-48d5-9b78-7f1c5a3039de'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:26.189676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:30:26.190030 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Checking segment: {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:30:26.190434 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.190832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Bound using segment: {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:30:26.191366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Bound port: 83424692-18c0-4863-a64f-12f715f318f7, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:30:26.191749 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.217116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-38405cbe-1f10-4ec2-8eca-58abbe100c74 None None] For port ddbbd88d-ee40-4ec6-9121-051d29bbfa18, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ddbbd88d-ee40-4ec6-9121-051d29bbfa18,segment=NetworkSegment(6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9),segment_id=6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:26.217116 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-38405cbe-1f10-4ec2-8eca-58abbe100c74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.250712 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.252384 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port ddbbd88d-ee40-4ec6-9121-051d29bbfa18, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ddbbd88d-ee40-4ec6-9121-051d29bbfa18,segment=NetworkSegment(6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9),segment_id=6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:26.262356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-38405cbe-1f10-4ec2-8eca-58abbe100c74 None None] Calling delete_port for ddbbd88d-ee40-4ec6-9121-051d29bbfa18 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:26.407875 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.454909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-f381c005-ceb4-4052-9c65-09ef1a667df3', 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3', 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'fixed_ips': [{'subnet_id': '65c7d3f9-f85f-4d5f-a03a-f15f9c364872'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:30:26.455781 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.523955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] For port 83424692-18c0-4863-a64f-12f715f318f7, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:30:26.630011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] For port 83424692-18c0-4863-a64f-12f715f318f7, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=83424692-18c0-4863-a64f-12f715f318f7,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:30:26.703483 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.709702 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.723278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=ddbbd88d-ee40-4ec6-9121-051d29bbfa18,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:26.750434 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.922044 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.922600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Fanout notify agent at l3_agent the message router_deleted on router 4f86d44c-d3bf-487b-9e3c-f68a87edce06 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:30:26.930380 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:26.932104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-121e79ab-bc49-4978-bd1a-4ec7623abc9a tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "DELETE /v2.0/routers/4f86d44c-d3bf-487b-9e3c-f68a87edce06 HTTP/1.1" status: 204 len: 168 time: 2.2849274 Dec 17 13:30:26.934333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59746) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:26.995658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:27.069632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a53a7-aaef-4a1b-83bc-444b240a5fb8 None None] Pushing event updated for resources: {'Port': ['ID=83424692-18c0-4863-a64f-12f715f318f7,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:27.117401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Allocated IP 10.2.2.2 (f381c005-ceb4-4052-9c65-09ef1a667df3/65c7d3f9-f85f-4d5f-a03a-f15f9c364872/c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:27.156250 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-38405cbe-1f10-4ec2-8eca-58abbe100c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.222142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38405cbe-1f10-4ec2-8eca-58abbe100c74 None None] No DVR routers for this DVR port ddbbd88d-ee40-4ec6-9121-051d29bbfa18 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:27.224117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38405cbe-1f10-4ec2-8eca-58abbe100c74 None None] Pushing event deleted for resources: {'Port': ['ID=ddbbd88d-ee40-4ec6-9121-051d29bbfa18,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:27.238784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.324448 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.403040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] device_id is not set on port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:30:27.439374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.471518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969a9411-1d4b-4c5c-b660-aeb83b61b479']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:27.485180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:27.485537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8e09d2-5a49-4b3f-bdd8-ca4893a86de9') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:27.497845 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.516563 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.523460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.523692 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:30:27.523900 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.566340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59754) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:30:27.584421 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:30:27.586709 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.701968 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.713239 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.739885 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "DELETE /v2.0/networks/969a9411-1d4b-4c5c-b660-aeb83b61b479 HTTP/1.1" status: 204 len: 168 time: 0.7953293 Dec 17 13:30:27.739885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59764) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:27.753180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Pushing event updated for resources: {'Port': ['ID=c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:27.798672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Network f381c005-ceb4-4052-9c65-09ef1a667df3 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:27.806630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:27.810714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:27.915382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d79c1-c4b3-45c6-93f5-19135738b6cd tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'Network': ['ID=969a9411-1d4b-4c5c-b660-aeb83b61b479,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:27.970947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Attempting to bind port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:30:27.972215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Attempting to bind port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:30:27.981013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Allocated IP 10.1.1.232 (bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7/81100d87-2eee-48d5-9b78-7f1c5a3039de/0f2406aa-2787-444f-b11e-0cfdfe6a55dc) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:27.981849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Attempting to bind port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 on network f381c005-ceb4-4052-9c65-09ef1a667df3 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:30:27.981988 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-180c2767-db2a-4a29-b8cc-749751e0339f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.987352 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:30:27.988996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Checking segment: {'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:30:27.989429 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:27.998123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Bound using segment: {'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:30:27.998123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Bound port: c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:30:27.998123 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:28.142190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] For port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:30:28.148122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] For port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:30:28.174016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-180c2767-db2a-4a29-b8cc-749751e0339f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:28.228137 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:28.245030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Deleting port 0ec3de74-1f4a-4ff5-b8d1-d08c735e60e6 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:28.245621 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:28.250279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-180c2767-db2a-4a29-b8cc-749751e0339f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:28.295316 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:28.329764 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c67c89-4f4f-425b-aaeb-8255659ac205 None None] Pushing event updated for resources: {'Port': ['ID=c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:28.378111 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:28.378642 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:28.385195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-180c2767-db2a-4a29-b8cc-749751e0339f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51df5ea1eef848a4a2883091f8cee70e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8217061 Dec 17 13:30:28.391212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59774) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:28.398166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c2767-db2a-4a29-b8cc-749751e0339f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5c4b16-1fb8-4777-a0de-81cd56c3bb25,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:28.420170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Calling delete_port for 0ec3de74-1f4a-4ff5-b8d1-d08c735e60e6 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:28.508961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edec62-3dfa-4126-848a-50fc1c21c4a5 req-5cba7bb4-4ebe-4f67-8082-f72da680ab2f tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:28.523583 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22edec62-3dfa-4126-848a-50fc1c21c4a5 req-5cba7bb4-4ebe-4f67-8082-f72da680ab2f tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1098 time: 0.2585397 Dec 17 13:30:28.649214 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:28.668899 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-60f10376-84bf-483c-825e-e591d19a42b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:28.708286 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22edec62-3dfa-4126-848a-50fc1c21c4a5 req-7cf31975-72ab-4f9a-a035-4ca71254e5cd tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830540 Dec 17 13:30:28.760048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59804) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:28.832914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:28.861048 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-60f10376-84bf-483c-825e-e591d19a42b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:28.863406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:28.873221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:28.966739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:28.967715 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:28.975003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Port': ['ID=0f2406aa-2787-444f-b11e-0cfdfe6a55dc,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:29.071123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 9d26042b-e152-4650-b9b7-db04c78a4f41 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:29.071656 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:29.087549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-af9ce671-bec1-41f7-8e34-5fad7f154907 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9285407 Dec 17 13:30:29.088093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59808) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:29.094608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'port': {'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7', 'name': 'tempest-TaggedBootDevicesTest_v242-951592141', 'fixed_ips': [{'subnet_id': '81100d87-2eee-48d5-9b78-7f1c5a3039de'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:29.131627 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-60f10376-84bf-483c-825e-e591d19a42b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:29.134311 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-60f10376-84bf-483c-825e-e591d19a42b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:29.136311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-60f10376-84bf-483c-825e-e591d19a42b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4c5c4b16-1fb8-4777-a0de-81cd56c3bb25 HTTP/1.1" status: 204 len: 168 time: 0.7431834 Dec 17 13:30:29.185991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f10376-84bf-483c-825e-e591d19a42b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5c4b16-1fb8-4777-a0de-81cd56c3bb25,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:29.215492 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:29.258991 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:29.259841 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:29.274266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8aa3ce-7d0b-42f0-85c1-ef41e3d922d4 None None] Network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:29.360690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'Port': ['ID=0ec3de74-1f4a-4ff5-b8d1-d08c735e60e6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:29.380949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 9d26042b-e152-4650-b9b7-db04c78a4f41 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:29.423059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:29.427057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-cd766659-218a-481a-bb3b-53f73998a52b None None] Provisioning complete for port 83424692-18c0-4863-a64f-12f715f318f7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:29.427569 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cd766659-218a-481a-bb3b-53f73998a52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:29.449826 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:29.517985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:29.519417 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Floating IP 3f4f3d01-bde4-4955-8273-d053a079ffde disassociated (deleted). External IP: 172.25.0.183, port: ffd66cb7-959f-4b83-b4f5-78260930699e. Dec 17 13:30:29.539225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] device_id is not set on port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:30:29.561123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 83424692-18c0-4863-a64f-12f715f318f7 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:30:29.704161 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cd766659-218a-481a-bb3b-53f73998a52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:29.755465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 83424692-18c0-4863-a64f-12f715f318f7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:29.755996 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:29.767169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-cd766659-218a-481a-bb3b-53f73998a52b None None] For port 83424692-18c0-4863-a64f-12f715f318f7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=83424692-18c0-4863-a64f-12f715f318f7,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:29.893622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Allocated IP 10.1.1.163 (bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7/81100d87-2eee-48d5-9b78-7f1c5a3039de/c1e602b5-a34e-4a6d-aff3-644a4d1641f5) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:29.946185 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cd766659-218a-481a-bb3b-53f73998a52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:30.092009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd766659-218a-481a-bb3b-53f73998a52b None None] Pushing event updated for resources: {'Port': ['ID=83424692-18c0-4863-a64f-12f715f318f7,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:30.119369 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:30.171977 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:30.199563 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Router 56458be6-8db3-48c0-806d-ce28b759a0d7 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:30:30.243953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3a4e7ed0-75f9-4be8-853e-9caac2c61872 None None] Provisioning complete for port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:30.244471 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7ed0-75f9-4be8-853e-9caac2c61872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:30.296417 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=9d26042b-e152-4650-b9b7-db04c78a4f41,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:30.353958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e7ed0-75f9-4be8-853e-9caac2c61872 None None] Port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:30:30.357986 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:30:30.358356 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:30:30.360049 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:30.374858 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3a4e7ed0-75f9-4be8-853e-9caac2c61872 None None] Provisioning complete for port 83424692-18c0-4863-a64f-12f715f318f7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:30.375752 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7ed0-75f9-4be8-853e-9caac2c61872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:30.387618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c7b59-06b1-41ca-94a8-ffcdaf675910 None None] Network f381c005-ceb4-4052-9c65-09ef1a667df3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:30.616835 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:30.710372 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:30.715366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:30.720434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:30.731498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c31d3e5c-560d-4dd0-a9ed-879f4ea5dd31 None None] Provisioning complete for port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:30.731874 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c31d3e5c-560d-4dd0-a9ed-879f4ea5dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:30.840129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Port': ['ID=c1e602b5-a34e-4a6d-aff3-644a4d1641f5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:30.881470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:30.883673 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:30.935585 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c31d3e5c-560d-4dd0-a9ed-879f4ea5dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:31.010439 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-21afa466-a294-4906-86ad-0551c08c03ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9210565 Dec 17 13:30:31.021347 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:31.021347 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Floating IP 6bd2d7e7-6f9a-424c-b196-b3a002ee7af2 disassociated (deleted). External IP: 172.25.0.151, port: d097f351-a668-454d-89b4-5e0ec11f3c07. Dec 17 13:30:31.026814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c31d3e5c-560d-4dd0-a9ed-879f4ea5dd31 None None] For port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:31.027873 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:30:31.123789 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c31d3e5c-560d-4dd0-a9ed-879f4ea5dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:31.232354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c31d3e5c-560d-4dd0-a9ed-879f4ea5dd31 None None] Provisioning complete for port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:31.233082 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c31d3e5c-560d-4dd0-a9ed-879f4ea5dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:31.242951 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:30:31.250065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:31.303386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:31.304521 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:31.333553 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dd799b2e-529c-4fe2-a0ec-f7529e4a0a92 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "DELETE /v2.0/floatingips/3f4f3d01-bde4-4955-8273-d053a079ffde HTTP/1.1" status: 204 len: 168 time: 3.5927210 Dec 17 13:30:31.335877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20250d85-d3de-4132-9568-0603cd180a0d', 'tag': 'ffd66cb7-959f-4b83-b4f5-78260930699e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:30:31.339537 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15c9054-9900-4144-87ff-f71f6cae5f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "20250d85-d3de-4132-9568-0603cd180a0d", "tag": "ffd66cb7-959f-4b83-b4f5-78260930699e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:30:31.352649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed094bc0-5b98-423a-8369-7c91dafa9de5 None None] Sync routers for ids ['56458be6-8db3-48c0-806d-ce28b759a0d7'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:30:31.392851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d3e5c-560d-4dd0-a9ed-879f4ea5dd31 None None] Pushing event updated for resources: {'Port': ['ID=c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:31.423138 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:30:31.460388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c31d3e5c-560d-4dd0-a9ed-879f4ea5dd31 None None] Port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:30:31.469207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed094bc0-5b98-423a-8369-7c91dafa9de5 None None] Routers {'56458be6-8db3-48c0-806d-ce28b759a0d7'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:31.469207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ed094bc0-5b98-423a-8369-7c91dafa9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['56458be6-8db3-48c0-806d-ce28b759a0d7'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:31.605156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:30:31.613012 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59846) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:31.624066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5eba86cd-65e8-408f-a47f-3cac34ec6adf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819292899', 'description': 'tempest-description--1686541361'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:31.626724 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b3a544-05f7-42b3-b107-8d536e2a99a6 None None] Sync routers for ids ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:30:31.629370 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:31.643525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:31.649349 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59848) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:31.651015 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3a544-05f7-42b3-b107-8d536e2a99a6 None None] Routers {'bdd76959-f6d7-48ac-8db6-9344f5fe2e79'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:31.655383 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e0b3a544-05f7-42b3-b107-8d536e2a99a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:31.665421 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1983c4ea-67db-49df-b2dc-bd33490aabd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/floatingips/6bd2d7e7-6f9a-424c-b196-b3a002ee7af2 HTTP/1.1" status: 204 len: 168 time: 2.9036007 Dec 17 13:30:31.682765 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2827bf47-4641-48fe-bc2c-cad67c43fc69 x-openstack-request-id: req-2827bf47-4641-48fe-bc2c-cad67c43fc69 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:30:31.683070 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20250d85-d3de-4132-9568-0603cd180a0d", "tag": "ffd66cb7-959f-4b83-b4f5-78260930699e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:30:31.683329 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2827bf47-4641-48fe-bc2c-cad67c43fc69 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:30:31.683843 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20250d85-d3de-4132-9568-0603cd180a0d', 'tag': 'ffd66cb7-959f-4b83-b4f5-78260930699e', 'status': 'completed', 'code': 200} Dec 17 13:30:31.716506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:31.716993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b3a7bc22-ea4f-4cbb-8d07-92d5ca54a5ef not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:31.737346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-56c8b19a-e034-468c-a292-1782c7a5ee65 None None] Provisioning complete for port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:31.738528 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-56c8b19a-e034-468c-a292-1782c7a5ee65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:31.805276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ed094bc0-5b98-423a-8369-7c91dafa9de5 None None] Set router 56458be6-8db3-48c0-806d-ce28b759a0d7 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:31.869518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c9054-9900-4144-87ff-f71f6cae5f5e req-81b16f83-ad7e-44c3-8e52-1346a37f737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:31.882039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a15c9054-9900-4144-87ff-f71f6cae5f5e req-81b16f83-ad7e-44c3-8e52-1346a37f737a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=46f0843a1cce476493b3729da2a959b0&device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 1135 time: 0.1749022 Dec 17 13:30:31.890953 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-e0b3a544-05f7-42b3-b107-8d536e2a99a6 None None] Set router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:31.901718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 83424692-18c0-4863-a64f-12f715f318f7 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:30:31.954513 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:31.966907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-28658855'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:32.031094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c9054-9900-4144-87ff-f71f6cae5f5e req-e3d9c608-83a8-4d69-8a18-6e39b6dcf759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:32.033141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a15c9054-9900-4144-87ff-f71f6cae5f5e req-e3d9c608-83a8-4d69-8a18-6e39b6dcf759 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 HTTP/1.1" status: 200 len: 897 time: 0.1387649 Dec 17 13:30:32.104682 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a15c9054-9900-4144-87ff-f71f6cae5f5e req-271a1039-dfcc-4213-b4ab-d46ade51042e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffd66cb7-959f-4b83-b4f5-78260930699e HTTP/1.1" status: 200 len: 217 time: 0.0582204 Dec 17 13:30:32.108114 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5eba86cd-65e8-408f-a47f-3cac34ec6adf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:32.198602 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e0b3a544-05f7-42b3-b107-8d536e2a99a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:27:52Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5e9b8e96-51f1-4fe3-97b4-3aefc957dee2', 'name': '', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:7a:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:49Z', 'updated_at': '2021-12-17T13:28:01Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:32.232011 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b3a544-05f7-42b3-b107-8d536e2a99a6 None None] Checking router: bdd76959-f6d7-48ac-8db6-9344f5fe2e79 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:30:32.242606 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3a544-05f7-42b3-b107-8d536e2a99a6 None None] Routers {'bdd76959-f6d7-48ac-8db6-9344f5fe2e79'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:32.243478 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e0b3a544-05f7-42b3-b107-8d536e2a99a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:32.251184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 83424692-18c0-4863-a64f-12f715f318f7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:32.251751 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:32.273284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c9054-9900-4144-87ff-f71f6cae5f5e req-546920c0-f4b1-4b88-af51-d7218b63a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:32.274986 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a15c9054-9900-4144-87ff-f71f6cae5f5e req-546920c0-f4b1-4b88-af51-d7218b63a320 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3189dc24-a65a-4923-bf07-1d653440f454 HTTP/1.1" status: 200 len: 835 time: 0.1618934 Dec 17 13:30:32.346647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-56c8b19a-e034-468c-a292-1782c7a5ee65 None None] Provisioning complete for port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:32.347312 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-56c8b19a-e034-468c-a292-1782c7a5ee65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:32.381068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Made reservation on behalf of 00fdfe66403a40f7b08f91fa59d40619 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:32.387261 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:32.390570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-56c8b19a-e034-468c-a292-1782c7a5ee65 None None] Port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:30:32.405833 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-e0b3a544-05f7-42b3-b107-8d536e2a99a6 None None] Set router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:32.413439 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5eba86cd-65e8-408f-a47f-3cac34ec6adf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:32.439058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ed094bc0-5b98-423a-8369-7c91dafa9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:26Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '59640cfc-df11-4dc8-bbc4-45bd24c4986b', 'name': '', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'mac_address': 'fa:16:3e:ee:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '3189dc24-a65a-4923-bf07-1d653440f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:24Z', 'updated_at': '2021-12-17T13:28:37Z', 'revision_number': 5, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'subnets': [{'id': '3189dc24-a65a-4923-bf07-1d653440f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:32.455498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:32.491208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed094bc0-5b98-423a-8369-7c91dafa9de5 None None] Checking router: 56458be6-8db3-48c0-806d-ce28b759a0d7 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:30:32.501807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c9054-9900-4144-87ff-f71f6cae5f5e req-ccb01184-87a2-4a24-8154-45e38e09dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:32.503258 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a15c9054-9900-4144-87ff-f71f6cae5f5e req-ccb01184-87a2-4a24-8154-45e38e09dd28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2163873 Dec 17 13:30:32.519004 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed094bc0-5b98-423a-8369-7c91dafa9de5 None None] Routers {'56458be6-8db3-48c0-806d-ce28b759a0d7'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:32.519653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ed094bc0-5b98-423a-8369-7c91dafa9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['56458be6-8db3-48c0-806d-ce28b759a0d7'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:32.552040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6ad30-7627-456e-a901-aef14a3696a1 req-168046a1-ecee-424f-a485-b19d69e5f1bc tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:32.560559 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e2f6ad30-7627-456e-a901-aef14a3696a1 req-168046a1-ecee-424f-a485-b19d69e5f1bc tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 984 time: 0.1828191 Dec 17 13:30:32.594303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712aff7d-3da7-45b3-a60b-218b746f90bf req-6125f80c-bdfb-435a-83b8-2dd6a01d90ec tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:32.598337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5eba86cd-65e8-408f-a47f-3cac34ec6adf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:32.606798 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-712aff7d-3da7-45b3-a60b-218b746f90bf req-6125f80c-bdfb-435a-83b8-2dd6a01d90ec tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 947 time: 0.1143725 Dec 17 13:30:32.663803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ed094bc0-5b98-423a-8369-7c91dafa9de5 None None] Set router 56458be6-8db3-48c0-806d-ce28b759a0d7 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:32.705668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:30:32.769504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba86cd-65e8-408f-a47f-3cac34ec6adf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178c18f6-d5b2-45a1-b0a2-f81dee41136d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:32.792264 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-712aff7d-3da7-45b3-a60b-218b746f90bf req-510f324d-aac0-4bc5-bdff-cddfe3dacc6c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792164 Dec 17 13:30:32.817326 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5eba86cd-65e8-408f-a47f-3cac34ec6adf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:32.823054 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5eba86cd-65e8-408f-a47f-3cac34ec6adf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2035487 Dec 17 13:30:32.824203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59862) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:32.828504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e2f6ad30-7627-456e-a901-aef14a3696a1 req-fb83f10c-0e45-489c-8b54-18155a3c4960 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2669740 Dec 17 13:30:32.839641 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5d82cb63-7cb5-4a1b-976a-d530eb79a9fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'security_group_rule': {'security_group_id': '178c18f6-d5b2-45a1-b0a2-f81dee41136d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:32.856065 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a15c9054-9900-4144-87ff-f71f6cae5f5e req-aaf9d8b1-a7a0-4dc1-a5c7-1659fb3cc7dc service neutron] 10.222.0.61 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398418 Dec 17 13:30:32.937422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:32.967342 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e0b3a544-05f7-42b3-b107-8d536e2a99a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:27:52Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5e9b8e96-51f1-4fe3-97b4-3aefc957dee2', 'name': '', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:7a:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:49Z', 'updated_at': '2021-12-17T13:28:01Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:33.005959 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b3a544-05f7-42b3-b107-8d536e2a99a6 None None] The sync data for ids ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'] in n-d-815324-5 is: [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:27:52Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5e9b8e96-51f1-4fe3-97b4-3aefc957dee2', 'name': '', 'network_id': '1d75d574-048d-4e4b-95e7-35b977a4f82a', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:7a:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:49Z', 'updated_at': '2021-12-17T13:28:01Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '9ce0d47f-8919-49d6-a269-66a755e23bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:30:33.029112 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a15c9054-9900-4144-87ff-f71f6cae5f5e req-e6f4d99c-effa-4d17-9fbe-fe1028b6bdf3 service neutron] 10.222.0.61 "GET /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598346 Dec 17 13:30:33.030221 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5d82cb63-7cb5-4a1b-976a-d530eb79a9fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:33.059349 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:33.075131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:33.075131 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:33.132131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:30:33.145750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834d6e48-dd6a-4986-b123-c3be6eba18fc,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:33.165315 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:33.165733 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Added segment d974a388-8fd9-4fbd-bd8f-105d92faa0a3 of type vlan for network 47e7722e-2cca-4e58-b06c-be4ab4cec097 Dec 17 13:30:33.221890 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:33.230646 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5d82cb63-7cb5-4a1b-976a-d530eb79a9fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:33.263421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ed094bc0-5b98-423a-8369-7c91dafa9de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:26Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '59640cfc-df11-4dc8-bbc4-45bd24c4986b', 'name': '', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'mac_address': 'fa:16:3e:ee:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '3189dc24-a65a-4923-bf07-1d653440f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:24Z', 'updated_at': '2021-12-17T13:28:37Z', 'revision_number': 5, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'subnets': [{'id': '3189dc24-a65a-4923-bf07-1d653440f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:33.296553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed094bc0-5b98-423a-8369-7c91dafa9de5 None None] The sync data for ids ['56458be6-8db3-48c0-806d-ce28b759a0d7'] in n-d-815324-5 is: [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:28:26Z', 'revision_number': 4, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '59640cfc-df11-4dc8-bbc4-45bd24c4986b', 'name': '', 'network_id': '0ca6cac5-2feb-4ab9-98ba-25d36ed76e48', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'mac_address': 'fa:16:3e:ee:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '3189dc24-a65a-4923-bf07-1d653440f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:24Z', 'updated_at': '2021-12-17T13:28:37Z', 'revision_number': 5, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'subnets': [{'id': '3189dc24-a65a-4923-bf07-1d653440f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:30:33.341829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5d82cb63-7cb5-4a1b-976a-d530eb79a9fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:33.365259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82cb63-7cb5-4a1b-976a-d530eb79a9fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148b2291-a676-4b0a-83b4-f86b1b525c61,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:33.405535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:33.419880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:33.420728 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:33.455406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dee65e-194b-413e-89c1-b488f6210da4 None None] New status for floating IP 6bd2d7e7-6f9a-424c-b196-b3a002ee7af2: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:30:33.516327 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5d82cb63-7cb5-4a1b-976a-d530eb79a9fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:33.520202 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5d82cb63-7cb5-4a1b-976a-d530eb79a9fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6920898 Dec 17 13:30:33.534533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59866) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:33.534533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d8a365b2-9d5e-4f89-bd46-179657bafcbe tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'security_group_rule': {'security_group_id': '178c18f6-d5b2-45a1-b0a2-f81dee41136d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:33.535049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Pushing event updated for resources: {'Network': ['ID=47e7722e-2cca-4e58-b06c-be4ab4cec097,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:33.551799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 47e7722e-2cca-4e58-b06c-be4ab4cec097 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:30:33.616532 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-193cbfa6-632e-48ad-b542-55534e89e250 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9589391 Dec 17 13:30:33.617316 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59868) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:33.626894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-30ecb965-e803-4ead-a91d-a79f524a325a tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Request body: {'subnet': {'network_id': '47e7722e-2cca-4e58-b06c-be4ab4cec097', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:33.716584 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:30:33.719513 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610aed24-e50d-42fe-9e9c-929e2c815e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:30:33.749504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6634f-a565-4f9f-9311-69c1b382bce3 req-8821c3c0-5cf2-436e-a149-085b6e981379 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:33.757886 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11c6634f-a565-4f9f-9311-69c1b382bce3 req-8821c3c0-5cf2-436e-a149-085b6e981379 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 947 time: 0.0880907 Dec 17 13:30:33.788952 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6f967-a865-4d7b-949c-a264f75d589f None None] New status for floating IP 3f4f3d01-bde4-4955-8273-d053a079ffde: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:30:33.809462 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399c58c6-dcbb-42ec-8b7e-dd38b2690000 x-openstack-request-id: req-399c58c6-dcbb-42ec-8b7e-dd38b2690000 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:30:33.809462 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:30:33.809462 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-399c58c6-dcbb-42ec-8b7e-dd38b2690000 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:30:33.809462 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'status': 'completed', 'code': 200} Dec 17 13:30:33.981224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aed24-e50d-42fe-9e9c-929e2c815e4a req-dfc4a359-87c8-4f7f-b1c6-b15a75fd3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:33.982861 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-610aed24-e50d-42fe-9e9c-929e2c815e4a req-dfc4a359-87c8-4f7f-b1c6-b15a75fd3464 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 1098 time: 0.1596904 Dec 17 13:30:34.013243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d48f6-af55-4260-9e0a-a12c92d5401f req-bc3283f7-baf0-4565-9975-64bd05e690dc tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:34.014628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f8b54-53db-497a-b6c3-6e21c966c175 req-e4368be3-10ee-48bc-806c-ec756ecff023 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:34.014937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-792d48f6-af55-4260-9e0a-a12c92d5401f req-bc3283f7-baf0-4565-9975-64bd05e690dc tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.61 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 984 time: 0.1789577 Dec 17 13:30:34.025557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf6f8b54-53db-497a-b6c3-6e21c966c175 req-e4368be3-10ee-48bc-806c-ec756ecff023 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 984 time: 0.0688498 Dec 17 13:30:34.080633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13995c07-0e0c-4d58-a0fa-8044ad2f182f req-6385ab13-61b3-4553-92f9-88f70ba056fa tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:34.082113 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-13995c07-0e0c-4d58-a0fa-8044ad2f182f req-6385ab13-61b3-4553-92f9-88f70ba056fa tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 947 time: 0.1943693 Dec 17 13:30:34.098235 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf6f8b54-53db-497a-b6c3-6e21c966c175 req-ee33aba2-63ee-4be3-b076-82eb16f2006f tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0709002 Dec 17 13:30:34.141142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-11c6634f-a565-4f9f-9311-69c1b382bce3 req-4c2ab1b6-cdde-443d-a150-b2282ec22c20 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port d097f351-a668-454d-89b4-5e0ec11f3c07 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:34.141495 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-11c6634f-a565-4f9f-9311-69c1b382bce3 req-4c2ab1b6-cdde-443d-a150-b2282ec22c20 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:34.312979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-13995c07-0e0c-4d58-a0fa-8044ad2f182f req-85fbdaf2-ef56-45f7-841c-d95644131f46 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c99c6b5-2622-4f7e-8316-a1b087d13923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011769 Dec 17 13:30:34.324983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aed24-e50d-42fe-9e9c-929e2c815e4a req-6e518da2-5ab1-4fa3-9e03-84b8a7c6c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:34.326453 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-610aed24-e50d-42fe-9e9c-929e2c815e4a req-6e518da2-5ab1-4fa3-9e03-84b8a7c6c785 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 200 len: 897 time: 0.3352656 Dec 17 13:30:34.403110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-610aed24-e50d-42fe-9e9c-929e2c815e4a req-56062de3-1791-4027-96a6-8d6b487d4c3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 200 len: 217 time: 0.0612121 Dec 17 13:30:34.409969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-11c6634f-a565-4f9f-9311-69c1b382bce3 req-4c2ab1b6-cdde-443d-a150-b2282ec22c20 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port d097f351-a668-454d-89b4-5e0ec11f3c07, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=d097f351-a668-454d-89b4-5e0ec11f3c07,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:34.410377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-11c6634f-a565-4f9f-9311-69c1b382bce3 req-4c2ab1b6-cdde-443d-a150-b2282ec22c20 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:34.438122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-792d48f6-af55-4260-9e0a-a12c92d5401f req-48cfbee7-900d-438d-8bea-e33f57d1dc82 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Deleting port ffd66cb7-959f-4b83-b4f5-78260930699e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:34.438517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-792d48f6-af55-4260-9e0a-a12c92d5401f req-48cfbee7-900d-438d-8bea-e33f57d1dc82 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:34.462056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-11c6634f-a565-4f9f-9311-69c1b382bce3 req-4c2ab1b6-cdde-443d-a150-b2282ec22c20 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for d097f351-a668-454d-89b4-5e0ec11f3c07 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:34.580408 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aed24-e50d-42fe-9e9c-929e2c815e4a req-807f0994-40eb-4e59-9247-58954ee1725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:34.582020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-610aed24-e50d-42fe-9e9c-929e2c815e4a req-807f0994-40eb-4e59-9247-58954ee1725e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 200 len: 835 time: 0.1619925 Dec 17 13:30:34.654711 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-792d48f6-af55-4260-9e0a-a12c92d5401f req-48cfbee7-900d-438d-8bea-e33f57d1dc82 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] For port ffd66cb7-959f-4b83-b4f5-78260930699e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=ffd66cb7-959f-4b83-b4f5-78260930699e,segment=NetworkSegment(7afa1258-58da-47d1-8247-a6e31ad93dcc),segment_id=7afa1258-58da-47d1-8247-a6e31ad93dcc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:34.656403 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-792d48f6-af55-4260-9e0a-a12c92d5401f req-48cfbee7-900d-438d-8bea-e33f57d1dc82 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:34.686782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-792d48f6-af55-4260-9e0a-a12c92d5401f req-48cfbee7-900d-438d-8bea-e33f57d1dc82 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Calling delete_port for ffd66cb7-959f-4b83-b4f5-78260930699e owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:34.702350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aed24-e50d-42fe-9e9c-929e2c815e4a req-fb0d017a-e247-4139-8144-b92e2561e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:34.704121 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-610aed24-e50d-42fe-9e9c-929e2c815e4a req-fb0d017a-e247-4139-8144-b92e2561e5bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d75d574-048d-4e4b-95e7-35b977a4f82a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139030 Dec 17 13:30:34.772480 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d8a365b2-9d5e-4f89-bd46-179657bafcbe tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:34.845164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d8a365b2-9d5e-4f89-bd46-179657bafcbe tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:35.105025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ecb965-e803-4ead-a91d-a79f524a325a tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Made reservation on behalf of 00fdfe66403a40f7b08f91fa59d40619 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:35.109041 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30ecb965-e803-4ead-a91d-a79f524a325a tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:35.173241 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d8a365b2-9d5e-4f89-bd46-179657bafcbe tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:35.208327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-610aed24-e50d-42fe-9e9c-929e2c815e4a req-6df85b84-cd44-4ad3-bc2c-c85784139270 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940197 Dec 17 13:30:35.217701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a365b2-9d5e-4f89-bd46-179657bafcbe tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688ec420-7b4e-497a-90a7-b2639ae5792b,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:35.256284 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-11c6634f-a565-4f9f-9311-69c1b382bce3 req-4c2ab1b6-cdde-443d-a150-b2282ec22c20 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:35.311853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d8a365b2-9d5e-4f89-bd46-179657bafcbe tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:35.313389 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d8a365b2-9d5e-4f89-bd46-179657bafcbe tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7917445 Dec 17 13:30:35.321393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59884) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:35.327851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ab1b6-cdde-443d-a150-b2282ec22c20 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=d097f351-a668-454d-89b4-5e0ec11f3c07,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:35.331232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e0207-8576-490f-862a-7f35a541bde3 req-cacb091c-b73f-40e5-a50e-2ca5cdba4e65 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:35.333538 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-551e0207-8576-490f-862a-7f35a541bde3 req-cacb091c-b73f-40e5-a50e-2ca5cdba4e65 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 984 time: 0.1001811 Dec 17 13:30:35.339938 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:35.399429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c6634f-a565-4f9f-9311-69c1b382bce3 req-4c2ab1b6-cdde-443d-a150-b2282ec22c20 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] No DVR routers for this DVR port d097f351-a668-454d-89b4-5e0ec11f3c07 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:35.407616 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-11c6634f-a565-4f9f-9311-69c1b382bce3 req-4c2ab1b6-cdde-443d-a150-b2282ec22c20 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:35.411999 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11c6634f-a565-4f9f-9311-69c1b382bce3 req-4c2ab1b6-cdde-443d-a150-b2282ec22c20 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "DELETE /v2.0/ports/d097f351-a668-454d-89b4-5e0ec11f3c07 HTTP/1.1" status: 204 len: 173 time: 1.6524260 Dec 17 13:30:35.412441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'name': 'network-vif-deleted', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:30:35.414895 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904f7a41-4ae3-474c-8694-94b21a00964c" -d '{"events": [{"server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "name": "network-vif-deleted", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:30:35.433517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-792d48f6-af55-4260-9e0a-a12c92d5401f req-48cfbee7-900d-438d-8bea-e33f57d1dc82 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:35.437106 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-610aed24-e50d-42fe-9e9c-929e2c815e4a req-6135c13e-7f4d-4572-bc19-58a49c9ecfa3 service neutron] 10.222.0.54 "GET /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200298 Dec 17 13:30:35.468400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfbee7-900d-438d-8bea-e33f57d1dc82 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'Port': ['ID=ffd66cb7-959f-4b83-b4f5-78260930699e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:35.528723 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30bf3b98-f10d-4cd9-aae0-d009094c3570 req-8f0d8412-2281-4225-b833-9aee205089a1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 210 time: 0.0620761 Dec 17 13:30:35.546589 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-551e0207-8576-490f-862a-7f35a541bde3 req-839c8c82-d2be-4d10-8bff-c814ac301e05 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1803704-cbfc-4d5d-89b1-138ecc85d54c&id=a13a83cb-b54a-4056-8e8a-7f12b90ed954&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1984849 Dec 17 13:30:35.550252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-792d48f6-af55-4260-9e0a-a12c92d5401f req-48cfbee7-900d-438d-8bea-e33f57d1dc82 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] No DVR routers for this DVR port ffd66cb7-959f-4b83-b4f5-78260930699e on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:35.553703 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-792d48f6-af55-4260-9e0a-a12c92d5401f req-48cfbee7-900d-438d-8bea-e33f57d1dc82 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:35.558274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-792d48f6-af55-4260-9e0a-a12c92d5401f req-48cfbee7-900d-438d-8bea-e33f57d1dc82 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.61 "DELETE /v2.0/ports/ffd66cb7-959f-4b83-b4f5-78260930699e HTTP/1.1" status: 204 len: 173 time: 1.5261972 Dec 17 13:30:35.613385 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:35.618070 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7ef45c-8806-487c-b113-6f8dd55bf573 x-openstack-request-id: req-1c7ef45c-8806-487c-b113-6f8dd55bf573 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:30:35.618369 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969", "name": "network-vif-deleted", "tag": "d097f351-a668-454d-89b4-5e0ec11f3c07", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:30:35.618622 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c7ef45c-8806-487c-b113-6f8dd55bf573 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:30:35.619056 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969', 'name': 'network-vif-deleted', 'tag': 'd097f351-a668-454d-89b4-5e0ec11f3c07', 'status': 'completed', 'code': 200} Dec 17 13:30:35.736964 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30ecb965-e803-4ead-a91d-a79f524a325a tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:35.815324 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:35.846005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb965-e803-4ead-a91d-a79f524a325a tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Pushing event updated for resources: {'Subnet': ['ID=12c110a1-616a-4519-aa1d-6699bdfde6d9,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:35.903531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ecb965-e803-4ead-a91d-a79f524a325a tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Checking segment: {'id': 'd974a388-8fd9-4fbd-bd8f-105d92faa0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '47e7722e-2cca-4e58-b06c-be4ab4cec097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:30:35.903938 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ecb965-e803-4ead-a91d-a79f524a325a tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Network hostable DHCP agents. Network: 47e7722e-2cca-4e58-b06c-be4ab4cec097, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:30:36.010998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Allocated IP 172.25.0.61 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/1a0d7d8c-c5f6-4d7f-b21b-c2253f36121e) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:36.095631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ecb965-e803-4ead-a91d-a79f524a325a tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Network 47e7722e-2cca-4e58-b06c-be4ab4cec097 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:30:36.121055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d097f351-a668-454d-89b4-5e0ec11f3c07 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:36.153254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: d097f351-a668-454d-89b4-5e0ec11f3c07 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:36.154140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device d097f351-a668-454d-89b4-5e0ec11f3c07 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:36.177720 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:36.227396 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:36.258617 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-30ecb965-e803-4ead-a91d-a79f524a325a tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 47e7722e-2cca-4e58-b06c-be4ab4cec097) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:36.264506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ecb965-e803-4ead-a91d-a79f524a325a tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:36.265106 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30ecb965-e803-4ead-a91d-a79f524a325a tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:36.271684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e63fdf-0184-40a8-972d-2a33006692e2 None None] Network 47e7722e-2cca-4e58-b06c-be4ab4cec097 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:36.323158 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:36.378264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:36.378264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:36.378264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:36.413341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-47e7722e-2cca-4e58-b06c-be4ab4cec097', 'network_id': '47e7722e-2cca-4e58-b06c-be4ab4cec097', 'project_id': '00fdfe66403a40f7b08f91fa59d40619', 'fixed_ips': [{'subnet_id': '12c110a1-616a-4519-aa1d-6699bdfde6d9'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:30:36.414355 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:36.430954 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-30ecb965-e803-4ead-a91d-a79f524a325a tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8076363 Dec 17 13:30:36.430954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Port': ['ID=1a0d7d8c-c5f6-4d7f-b21b-c2253f36121e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:36.432994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59896) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:36.438743 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Request body: {'port': {'network_id': '47e7722e-2cca-4e58-b06c-be4ab4cec097', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-926400457'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:36.559525 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:36.632755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Allocated IP 2001:db8::2 (47e7722e-2cca-4e58-b06c-be4ab4cec097/12c110a1-616a-4519-aa1d-6699bdfde6d9/485f9e15-5a03-4fa7-9dea-82d3ada3e49e) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:36.759756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8dd9102-08f0-4323-800c-7b79a445abc7 req-130991b6-c874-4cf6-9fad-666cd596848c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "GET /v2.0/ports?device_id=20250d85-d3de-4132-9568-0603cd180a0d HTTP/1.1" status: 200 len: 210 time: 0.0622733 Dec 17 13:30:36.774846 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d74bff70-9146-4a7a-98ff-bfe335408fcb req-af013693-501e-4936-857f-da76923af834 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cbcf0f9-5b6e-4edf-b7db-fa1c73ac7969 HTTP/1.1" status: 200 len: 210 time: 0.0397348 Dec 17 13:30:36.778971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Made reservation on behalf of 00fdfe66403a40f7b08f91fa59d40619 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:36.786766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:36.787362 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:36.817228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] device_id is not set on port cc9a8283-f1a8-4249-927b-71b90204d1b3 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:30:36.904015 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.022614 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.035955 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.078335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Network 47e7722e-2cca-4e58-b06c-be4ab4cec097 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:37.081336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:37.083813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:37.101186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Pushing event updated for resources: {'Port': ['ID=485f9e15-5a03-4fa7-9dea-82d3ada3e49e,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:37.143847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Allocated IP 2001:db8::25e (47e7722e-2cca-4e58-b06c-be4ab4cec097/12c110a1-616a-4519-aa1d-6699bdfde6d9/cc9a8283-f1a8-4249-927b-71b90204d1b3) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:37.158109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Attempting to bind port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:30:37.158822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Attempting to bind port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd974a388-8fd9-4fbd-bd8f-105d92faa0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '47e7722e-2cca-4e58-b06c-be4ab4cec097'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:30:37.158987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Attempting to bind port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e on network 47e7722e-2cca-4e58-b06c-be4ab4cec097 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:30:37.165196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:30:37.165758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Checking segment: {'id': 'd974a388-8fd9-4fbd-bd8f-105d92faa0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '47e7722e-2cca-4e58-b06c-be4ab4cec097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:30:37.166230 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.167456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Bound using segment: {'id': 'd974a388-8fd9-4fbd-bd8f-105d92faa0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '47e7722e-2cca-4e58-b06c-be4ab4cec097'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:30:37.168148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Bound port: 485f9e15-5a03-4fa7-9dea-82d3ada3e49e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd974a388-8fd9-4fbd-bd8f-105d92faa0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '47e7722e-2cca-4e58-b06c-be4ab4cec097'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:30:37.168586 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.201876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.257888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] For port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:30:37.261266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] For port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=485f9e15-5a03-4fa7-9dea-82d3ada3e49e,segment=NetworkSegment(d974a388-8fd9-4fbd-bd8f-105d92faa0a3),segment_id=d974a388-8fd9-4fbd-bd8f-105d92faa0a3)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:30:37.312255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Port': ['ID=1a0d7d8c-c5f6-4d7f-b21b-c2253f36121e,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:37.316614 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.369246 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.446714 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.455927 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4ea46939-31dc-4511-9cc2-93b282eb44f3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1138670 Dec 17 13:30:37.466245 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.529890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7ad93-f369-4d6e-853e-b079bb6c3038 None None] Pushing event updated for resources: {'Port': ['ID=485f9e15-5a03-4fa7-9dea-82d3ada3e49e,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:37.538935 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.590015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Network 47e7722e-2cca-4e58-b06c-be4ab4cec097 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:37.593747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:37.597736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:37.603579 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:37.604285 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.628217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20250d85-d3de-4132-9568-0603cd180a0d', 'name': 'network-vif-deleted', 'tag': 'ffd66cb7-959f-4b83-b4f5-78260930699e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:30:37.630574 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c8c61f-fb2e-4157-97f6-12ddfe4411f9" -d '{"events": [{"server_uuid": "20250d85-d3de-4132-9568-0603cd180a0d", "name": "network-vif-deleted", "tag": "ffd66cb7-959f-4b83-b4f5-78260930699e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:30:37.654054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Pushing event updated for resources: {'Port': ['ID=cc9a8283-f1a8-4249-927b-71b90204d1b3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:37.678527 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce235195-ebf4-44cb-9696-c2c6bb836f71 x-openstack-request-id: req-ce235195-ebf4-44cb-9696-c2c6bb836f71 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:30:37.678836 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20250d85-d3de-4132-9568-0603cd180a0d", "name": "network-vif-deleted", "tag": "ffd66cb7-959f-4b83-b4f5-78260930699e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:30:37.679099 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce235195-ebf4-44cb-9696-c2c6bb836f71 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:30:37.679522 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20250d85-d3de-4132-9568-0603cd180a0d', 'name': 'network-vif-deleted', 'tag': 'ffd66cb7-959f-4b83-b4f5-78260930699e', 'status': 'completed', 'code': 200} Dec 17 13:30:37.764571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59920) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:37.764785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a3b7ddc3-0502-4362-9157-317c7f5537a3 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3245723 Dec 17 13:30:37.769388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Request body: {'port': {'network_id': '47e7722e-2cca-4e58-b06c-be4ab4cec097', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1462188100', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:37.776278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.api.validators [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] bootfile-name is not in valid_values {{(pid=110454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 13:30:37.776278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.api.validators [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] tftp-server is not in valid_values {{(pid=110454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 13:30:37.780141 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.api.validators [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] server-ip-address is not in valid_values {{(pid=110454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 13:30:37.817142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ffd66cb7-959f-4b83-b4f5-78260930699e no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:37.844034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59926) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:37.879279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: ffd66cb7-959f-4b83-b4f5-78260930699e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:37.883350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device ffd66cb7-959f-4b83-b4f5-78260930699e not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:37.922063 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59928) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:37.933782 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00e73d5a-1e9c-488e-8939-14bc5b4eaca2 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:37.966328 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00e73d5a-1e9c-488e-8939-14bc5b4eaca2 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:38.256448 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00e73d5a-1e9c-488e-8939-14bc5b4eaca2 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:38.257813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00e73d5a-1e9c-488e-8939-14bc5b4eaca2 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:38.259712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-00e73d5a-1e9c-488e-8939-14bc5b4eaca2 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "DELETE /v2.0/security-groups/a13a83cb-b54a-4056-8e8a-7f12b90ed954 HTTP/1.1" status: 204 len: 168 time: 0.4143722 Dec 17 13:30:38.268253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59932) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:38.290224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e73d5a-1e9c-488e-8939-14bc5b4eaca2 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a83cb-b54a-4056-8e8a-7f12b90ed954,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:38.320849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Made reservation on behalf of 00fdfe66403a40f7b08f91fa59d40619 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:38.326381 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:38.348079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] device_id is not set on port 26d358fa-0d52-4da0-953d-098d76d16948 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:30:38.374824 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cf74-c22c-47bc-9cab-a8d144136296 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:38.421009 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cf74-c22c-47bc-9cab-a8d144136296 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:38.523533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Allocated IP 2001:db8::2c8 (47e7722e-2cca-4e58-b06c-be4ab4cec097/12c110a1-616a-4519-aa1d-6699bdfde6d9/26d358fa-0d52-4da0-953d-098d76d16948) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:38.570177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cf74-c22c-47bc-9cab-a8d144136296 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:38.575732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cf74-c22c-47bc-9cab-a8d144136296 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:38.580052 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3fb2cf74-c22c-47bc-9cab-a8d144136296 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "DELETE /v2.0/security-groups/e1803704-cbfc-4d5d-89b1-138ecc85d54c HTTP/1.1" status: 204 len: 168 time: 0.3104236 Dec 17 13:30:38.580728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59934) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:38.644928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2cf74-c22c-47bc-9cab-a8d144136296 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1803704-cbfc-4d5d-89b1-138ecc85d54c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:38.668342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3361-7422-4bd7-a71e-b904742e0942 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:38.861674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6330a9e9-ed63-44a8-b23e-d375ec57d941 None None] Network 47e7722e-2cca-4e58-b06c-be4ab4cec097 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:38.974429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fc925875-572c-49b6-8a65-03a8e16b9013 None None] Provisioning complete for port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:38.974911 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fc925875-572c-49b6-8a65-03a8e16b9013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.027473 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.181146 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fc925875-572c-49b6-8a65-03a8e16b9013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.205519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-fc925875-572c-49b6-8a65-03a8e16b9013 None None] For port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=485f9e15-5a03-4fa7-9dea-82d3ada3e49e,segment=NetworkSegment(d974a388-8fd9-4fbd-bd8f-105d92faa0a3),segment_id=d974a388-8fd9-4fbd-bd8f-105d92faa0a3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:39.215852 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b7358ce-f3ce-44a2-9dfc-1a9347583d2c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.227331 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b3361-7422-4bd7-a71e-b904742e0942 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:39.232775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3361-7422-4bd7-a71e-b904742e0942 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.345013 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fc925875-572c-49b6-8a65-03a8e16b9013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.349742 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.374009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-9e4b3361-7422-4bd7-a71e-b904742e0942 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5e9b8e96-51f1-4fe3-97b4-3aefc957dee2,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:39.374387 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3361-7422-4bd7-a71e-b904742e0942 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.434120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Network 47e7722e-2cca-4e58-b06c-be4ab4cec097 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:39.442771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b3361-7422-4bd7-a71e-b904742e0942 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:39.448624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:39.451443 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:39.459181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:39.460281 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.492074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc925875-572c-49b6-8a65-03a8e16b9013 None None] Pushing event updated for resources: {'Port': ['ID=485f9e15-5a03-4fa7-9dea-82d3ada3e49e,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:39.494238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Pushing event updated for resources: {'Port': ['ID=26d358fa-0d52-4da0-953d-098d76d16948,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:39.500742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-733feec7-6e88-4b2a-b758-5836674bdd67 None None] Provisioning complete for port cc9a8283-f1a8-4249-927b-71b90204d1b3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:39.501117 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-733feec7-6e88-4b2a-b758-5836674bdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.571368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-733feec7-6e88-4b2a-b758-5836674bdd67 None None] Port cc9a8283-f1a8-4249-927b-71b90204d1b3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:30:39.599411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-733feec7-6e88-4b2a-b758-5836674bdd67 None None] Provisioning complete for port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:39.599896 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-733feec7-6e88-4b2a-b758-5836674bdd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.647886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-5b7358ce-f3ce-44a2-9dfc-1a9347583d2c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Deleting port 59640cfc-df11-4dc8-bbc4-45bd24c4986b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:39.648453 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b7358ce-f3ce-44a2-9dfc-1a9347583d2c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.677800 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-371df3db-3d59-47cc-9615-2708ccec9cb6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9104841 Dec 17 13:30:39.678462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59940) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:39.792043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-5b7358ce-f3ce-44a2-9dfc-1a9347583d2c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] For port 59640cfc-df11-4dc8-bbc4-45bd24c4986b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=59640cfc-df11-4dc8-bbc4-45bd24c4986b,segment=NetworkSegment(7afa1258-58da-47d1-8247-a6e31ad93dcc),segment_id=7afa1258-58da-47d1-8247-a6e31ad93dcc)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:39.792043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b7358ce-f3ce-44a2-9dfc-1a9347583d2c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.808648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-5b7358ce-f3ce-44a2-9dfc-1a9347583d2c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Calling delete_port for 59640cfc-df11-4dc8-bbc4-45bd24c4986b owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:39.871329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7b9cab05-201c-4e40-8864-0ff9c931371a None None] Provisioning complete for port cc9a8283-f1a8-4249-927b-71b90204d1b3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:39.871329 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7b9cab05-201c-4e40-8864-0ff9c931371a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:39.952625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 485f9e15-5a03-4fa7-9dea-82d3ada3e49e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:30:40.047115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cab05-201c-4e40-8864-0ff9c931371a None None] Port cc9a8283-f1a8-4249-927b-71b90204d1b3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:30:40.072234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:40.073247 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:40.173372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b7358ce-f3ce-44a2-9dfc-1a9347583d2c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:40.210838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7358ce-f3ce-44a2-9dfc-1a9347583d2c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'Port': ['ID=59640cfc-df11-4dc8-bbc4-45bd24c4986b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:40.231161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708965be-d2e8-4fa1-bc7c-dd41b5804f2b tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:40.238565 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708965be-d2e8-4fa1-bc7c-dd41b5804f2b tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:40.246099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708965be-d2e8-4fa1-bc7c-dd41b5804f2b tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:40.247969 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-708965be-d2e8-4fa1-bc7c-dd41b5804f2b tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5635462 Dec 17 13:30:40.252661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59946) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:40.283431 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5b3c7b80-99ab-437a-9822-21365efcfab6 None None] Provisioning complete for port 26d358fa-0d52-4da0-953d-098d76d16948 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:40.286024 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7b80-99ab-437a-9822-21365efcfab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:40.353104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c7b80-99ab-437a-9822-21365efcfab6 None None] Port 26d358fa-0d52-4da0-953d-098d76d16948 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:30:40.482474 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-a7510b0b-8656-488f-86b4-fed9fd1aeeab tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--819292899&fields=id&tenant_id=9ed2f393d2fe4093b01df20ea2a8c417 HTTP/1.1" status: 200 len: 267 time: 0.1303732 Dec 17 13:30:40.497112 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b7358ce-f3ce-44a2-9dfc-1a9347583d2c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:40.505360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3361-7422-4bd7-a71e-b904742e0942 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:40.510000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d155232c-071d-4ce3-8d05-8e9b39e966b9 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Deleting port 26d358fa-0d52-4da0-953d-098d76d16948 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:40.510790 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d155232c-071d-4ce3-8d05-8e9b39e966b9 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:40.620414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b3361-7422-4bd7-a71e-b904742e0942 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=5e9b8e96-51f1-4fe3-97b4-3aefc957dee2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:40.658240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-27f73613-2466-4c37-9dcb-79bfda291d27 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:40.665489 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-27f73613-2466-4c37-9dcb-79bfda291d27 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports/0f2406aa-2787-444f-b11e-0cfdfe6a55dc HTTP/1.1" status: 200 len: 937 time: 0.1733191 Dec 17 13:30:40.818467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7358ce-f3ce-44a2-9dfc-1a9347583d2c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Router 56458be6-8db3-48c0-806d-ce28b759a0d7 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:30:40.821474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-cea6e0c3-fd3c-4a5d-ba90-80016d99f49c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:40.823625 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-cea6e0c3-fd3c-4a5d-ba90-80016d99f49c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports/c1e602b5-a34e-4a6d-aff3-644a4d1641f5 HTTP/1.1" status: 200 len: 936 time: 0.1572914 Dec 17 13:30:40.857874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d155232c-071d-4ce3-8d05-8e9b39e966b9 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:40.966813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d155232c-071d-4ce3-8d05-8e9b39e966b9 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Calling delete_port for 26d358fa-0d52-4da0-953d-098d76d16948 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:40.967766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7358ce-f3ce-44a2-9dfc-1a9347583d2c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:30:40.968109 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-b3727f4a-864b-4769-8d57-4470a4a072fe tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1204681 Dec 17 13:30:40.968203 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5b7358ce-f3ce-44a2-9dfc-1a9347583d2c tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "PUT /v2.0/routers/56458be6-8db3-48c0-806d-ce28b759a0d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3756356 Dec 17 13:30:40.968203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59952) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:40.970835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff30257-575b-48ce-b96e-8bc721eabdfc None None] Sync routers for ids ['56458be6-8db3-48c0-806d-ce28b759a0d7'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:30:40.985406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff30257-575b-48ce-b96e-8bc721eabdfc None None] Routers {'56458be6-8db3-48c0-806d-ce28b759a0d7'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:40.986497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-dff30257-575b-48ce-b96e-8bc721eabdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['56458be6-8db3-48c0-806d-ce28b759a0d7'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:41.087628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-694cf3dc-c9e4-484b-af65-bfe83ab97eb4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Deleting subnet 3189dc24-a65a-4923-bf07-1d653440f454 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:30:41.092592 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-694cf3dc-c9e4-484b-af65-bfe83ab97eb4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:41.123917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-dff30257-575b-48ce-b96e-8bc721eabdfc None None] Set router 56458be6-8db3-48c0-806d-ce28b759a0d7 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:41.148160 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c14015ac-2866-4d9a-b052-9e3d5ac200cd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1753085 Dec 17 13:30:41.148772 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e4b3361-7422-4bd7-a71e-b904742e0942 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:41.153963 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-694cf3dc-c9e4-484b-af65-bfe83ab97eb4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:41.296375 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-694cf3dc-c9e4-484b-af65-bfe83ab97eb4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:41.401941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-b4998b89-b4c2-44d9-86bf-ec8c382fb7b8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:41.409076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-b4998b89-b4c2-44d9-86bf-ec8c382fb7b8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:41.414997 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-b4998b89-b4c2-44d9-86bf-ec8c382fb7b8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:41.417036 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-dff30257-575b-48ce-b96e-8bc721eabdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:30:40Z', 'revision_number': 5, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:41.423365 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-b4998b89-b4c2-44d9-86bf-ec8c382fb7b8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/networks?id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=f381c005-ceb4-4052-9c65-09ef1a667df3&id=f381c005-ceb4-4052-9c65-09ef1a667df3 HTTP/1.1" status: 200 len: 1993 time: 0.2092147 Dec 17 13:30:41.442991 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-694cf3dc-c9e4-484b-af65-bfe83ab97eb4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:41.448688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff30257-575b-48ce-b96e-8bc721eabdfc None None] Checking router: 56458be6-8db3-48c0-806d-ce28b759a0d7 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:30:41.458180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff30257-575b-48ce-b96e-8bc721eabdfc None None] Routers {'56458be6-8db3-48c0-806d-ce28b759a0d7'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:41.458808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-dff30257-575b-48ce-b96e-8bc721eabdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['56458be6-8db3-48c0-806d-ce28b759a0d7'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:41.501159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cf3dc-c9e4-484b-af65-bfe83ab97eb4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'Subnet': ['ID=3189dc24-a65a-4923-bf07-1d653440f454,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:41.503524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-694cf3dc-c9e4-484b-af65-bfe83ab97eb4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:41.507283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-bfc426ec-3046-4ada-80c4-ca0ec6e7b931 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/quotas/9ed2f393d2fe4093b01df20ea2a8c417 HTTP/1.1" status: 200 len: 375 time: 0.0482445 Dec 17 13:30:41.513667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d0bcc9-6ca0-471c-85d3-45aa7e657b01 None None] Network 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:41.516620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-694cf3dc-c9e4-484b-af65-bfe83ab97eb4 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "DELETE /v2.0/subnets/3189dc24-a65a-4923-bf07-1d653440f454 HTTP/1.1" status: 204 len: 168 time: 0.5485892 Dec 17 13:30:41.516620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59966) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:41.633520 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fba48689-b60f-4230-af8f-310c0a0ae659 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1151001 Dec 17 13:30:41.636966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d155232c-071d-4ce3-8d05-8e9b39e966b9 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:41.711320 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-dff30257-575b-48ce-b96e-8bc721eabdfc None None] Set router 56458be6-8db3-48c0-806d-ce28b759a0d7 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:41.772542 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:41.898299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155232c-071d-4ce3-8d05-8e9b39e966b9 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Pushing event deleted for resources: {'Port': ['ID=26d358fa-0d52-4da0-953d-098d76d16948,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:41.918074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb61ba8-aa16-49ce-b4a8-b7e5ac2b4fea None None] DHCP port deletion for 0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:41.925084 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d155232c-071d-4ce3-8d05-8e9b39e966b9 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:41.934142 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d155232c-071d-4ce3-8d05-8e9b39e966b9 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] 10.222.0.59 "DELETE /v2.0/ports/26d358fa-0d52-4da0-953d-098d76d16948 HTTP/1.1" status: 204 len: 168 time: 1.6754413 Dec 17 13:30:41.936727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59968) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:41.945270 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cebc7582-75ce-4073-a8ec-b9ca3810e3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Request body: {'port': {'name': 'tempest-new-port-name-14424077', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:41.945711 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.api.validators [None req-cebc7582-75ce-4073-a8ec-b9ca3810e3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] bootfile-name is not in valid_values {{(pid=110454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 13:30:41.946064 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.api.validators [None req-cebc7582-75ce-4073-a8ec-b9ca3810e3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] tftp-server is not in valid_values {{(pid=110454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 13:30:41.946399 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.api.validators [None req-cebc7582-75ce-4073-a8ec-b9ca3810e3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] server-ip-address is not in valid_values {{(pid=110454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 13:30:42.067055 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:42.141862 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cebc7582-75ce-4073-a8ec-b9ca3810e3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:42.146222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-3f238d88-4f54-414e-9234-cdd4196191af service neutron] 10.222.0.59 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275930 Dec 17 13:30:42.160801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4b3361-7422-4bd7-a71e-b904742e0942 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:30:42.206009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5bb61ba8-aa16-49ce-b4a8-b7e5ac2b4fea None None] Deleting port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:42.206571 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5bb61ba8-aa16-49ce-b4a8-b7e5ac2b4fea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:42.284973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-dff30257-575b-48ce-b96e-8bc721eabdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:30:40Z', 'revision_number': 5, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:42.348516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff30257-575b-48ce-b96e-8bc721eabdfc None None] The sync data for ids ['56458be6-8db3-48c0-806d-ce28b759a0d7'] in n-d-815324-5 is: [{'id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-730923712', 'tenant_id': '46f0843a1cce476493b3729da2a959b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:13Z', 'updated_at': '2021-12-17T13:30:40Z', 'revision_number': 5, 'project_id': '46f0843a1cce476493b3729da2a959b0', 'gw_port': {'id': '2c03e970-b761-4ccf-9861-53dc547158c3', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56458be6-8db3-48c0-806d-ce28b759a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:28:14Z', 'updated_at': '2021-12-17T13:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:30:42.397131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-5bb61ba8-aa16-49ce-b4a8-b7e5ac2b4fea None None] For port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2,segment=NetworkSegment(7afa1258-58da-47d1-8247-a6e31ad93dcc),segment_id=7afa1258-58da-47d1-8247-a6e31ad93dcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:42.397672 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5bb61ba8-aa16-49ce-b4a8-b7e5ac2b4fea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:42.419740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5bb61ba8-aa16-49ce-b4a8-b7e5ac2b4fea None None] Calling delete_port for e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:42.552970 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-99be4131-23a8-439a-a7cb-3999c36c6dbf service neutron] 10.222.0.59 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792729 Dec 17 13:30:42.630012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4b3361-7422-4bd7-a71e-b904742e0942 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:30:42.638309 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9e4b3361-7422-4bd7-a71e-b904742e0942 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "PUT /v2.0/routers/bdd76959-f6d7-48ac-8db6-9344f5fe2e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7133975 Dec 17 13:30:42.638946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59982) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:42.644731 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcae09d-1f57-4d1f-a579-6c12ec304b13 None None] Sync routers for ids ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:30:42.655443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c0b403b7-e68b-41db-bfd6-88c2b2bdcbc5 service neutron] 10.222.0.59 "GET /v2.0/ports/0f2406aa-2787-444f-b11e-0cfdfe6a55dc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0919945 Dec 17 13:30:42.659271 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5bb61ba8-aa16-49ce-b4a8-b7e5ac2b4fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:42.668914 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcae09d-1f57-4d1f-a579-6c12ec304b13 None None] Routers {'bdd76959-f6d7-48ac-8db6-9344f5fe2e79'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:42.669566 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3bcae09d-1f57-4d1f-a579-6c12ec304b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:42.725733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb61ba8-aa16-49ce-b4a8-b7e5ac2b4fea None None] Pushing event deleted for resources: {'Port': ['ID=e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:42.732523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb61ba8-aa16-49ce-b4a8-b7e5ac2b4fea None None] No DVR routers for this DVR port e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:42.814587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Deleting port 2c03e970-b761-4ccf-9861-53dc547158c3 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:42.814587 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:42.919585 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] For port 2c03e970-b761-4ccf-9861-53dc547158c3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2c03e970-b761-4ccf-9861-53dc547158c3,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:42.919974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:42.921327 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3bcae09d-1f57-4d1f-a579-6c12ec304b13 None None] Set router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:42.943892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Calling delete_port for 2c03e970-b761-4ccf-9861-53dc547158c3 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:43.012644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e5073a-00ec-42b6-a434-ad64670d47db tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting subnet 9ce0d47f-8919-49d6-a269-66a755e23bf3 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:30:43.047708 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96e5073a-00ec-42b6-a434-ad64670d47db tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.068652 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cebc7582-75ce-4073-a8ec-b9ca3810e3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.150881 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cebc7582-75ce-4073-a8ec-b9ca3810e3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.176628 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-1fda5c42-074c-49b8-8d43-fc61f8a9cf52 service neutron] 10.222.0.59 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737756 Dec 17 13:30:43.205882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96e5073a-00ec-42b6-a434-ad64670d47db tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.268033 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-cebc7582-75ce-4073-a8ec-b9ca3810e3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] In _notify_port_updated(), no bound segment for port cc9a8283-f1a8-4249-927b-71b90204d1b3 on network 47e7722e-2cca-4e58-b06c-be4ab4cec097 {{(pid=110454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:30:43.272410 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.277091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebc7582-75ce-4073-a8ec-b9ca3810e3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:43.277091 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cebc7582-75ce-4073-a8ec-b9ca3810e3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.277091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cebc7582-75ce-4073-a8ec-b9ca3810e3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] 10.222.0.59 "PUT /v2.0/ports/cc9a8283-f1a8-4249-927b-71b90204d1b3 HTTP/1.1" status: 200 len: 1128 time: 1.3387518 Dec 17 13:30:43.323289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59986) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:43.352897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f9ede6-c345-4705-bf97-34f6d135fab9 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:43.441618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329cac9-32d0-48cb-aedc-c31d3d63fe12 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:43.442607 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc7582-75ce-4073-a8ec-b9ca3810e3a1 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Pushing event updated for resources: {'Port': ['ID=cc9a8283-f1a8-4249-927b-71b90204d1b3,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:43.448594 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6329cac9-32d0-48cb-aedc-c31d3d63fe12 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] 10.222.0.59 "GET /v2.0/ports/cc9a8283-f1a8-4249-927b-71b90204d1b3 HTTP/1.1" status: 200 len: 1128 time: 0.1172502 Dec 17 13:30:43.448594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'Port': ['ID=2c03e970-b761-4ccf-9861-53dc547158c3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:43.450319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59990) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:43.563067 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2eaea03d-a613-4476-a1d3-3cf57b1009b9 service neutron] 10.222.0.59 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768675 Dec 17 13:30:43.567954 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96e5073a-00ec-42b6-a434-ad64670d47db tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.649092 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3bcae09d-1f57-4d1f-a579-6c12ec304b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:30:40Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:43.650267 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-ca3a2e25-2025-4bde-8390-de1766ecc781 service neutron] 10.222.0.59 "GET /v2.0/ports/c1e602b5-a34e-4a6d-aff3-644a4d1641f5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0790057 Dec 17 13:30:43.719109 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcae09d-1f57-4d1f-a579-6c12ec304b13 None None] Checking router: bdd76959-f6d7-48ac-8db6-9344f5fe2e79 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:30:43.725073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.749022 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcae09d-1f57-4d1f-a579-6c12ec304b13 None None] Routers {'bdd76959-f6d7-48ac-8db6-9344f5fe2e79'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:43.750346 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3bcae09d-1f57-4d1f-a579-6c12ec304b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:43.758893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-de8a7f9a-25fc-419b-b8a3-b6796770d3e4 None None] Provisioning complete for port cc9a8283-f1a8-4249-927b-71b90204d1b3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:43.759265 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-de8a7f9a-25fc-419b-b8a3-b6796770d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.886633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2fa3a235-e433-49e5-9ca1-8bac5665052c service neutron] 10.222.0.59 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272155 Dec 17 13:30:43.902577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-de8a7f9a-25fc-419b-b8a3-b6796770d3e4 None None] Port cc9a8283-f1a8-4249-927b-71b90204d1b3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:30:43.910867 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96e5073a-00ec-42b6-a434-ad64670d47db tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.953482 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.960227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e027a225-47f9-4b92-b239-e2d3cd0c49ab tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Deleting port cc9a8283-f1a8-4249-927b-71b90204d1b3 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:43.960227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e027a225-47f9-4b92-b239-e2d3cd0c49ab tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.987265 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ff09facb-bdc5-4ffc-b582-0605492cae09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:43.990546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 59640cfc-df11-4dc8-bbc4-45bd24c4986b no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:44.044735 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3bcae09d-1f57-4d1f-a579-6c12ec304b13 None None] Set router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:30:44.130594 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:44.259865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e027a225-47f9-4b92-b239-e2d3cd0c49ab tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:44.299592 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 59640cfc-df11-4dc8-bbc4-45bd24c4986b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:44.301356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 59640cfc-df11-4dc8-bbc4-45bd24c4986b not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:44.301356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:44.305968 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e027a225-47f9-4b92-b239-e2d3cd0c49ab tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Calling delete_port for cc9a8283-f1a8-4249-927b-71b90204d1b3 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:44.327042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:44.327660 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e95d4e48-f0a8-4956-a1a9-f4e5d2b3cdd2 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:44.379183 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:44.379672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Fanout notify agent at l3_agent the message router_deleted on router 56458be6-8db3-48c0-806d-ce28b759a0d7 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:30:44.388077 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:44.393117 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-896fd053-3ede-432d-ba1c-a4cd8bdefdd3 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "DELETE /v2.0/routers/56458be6-8db3-48c0-806d-ce28b759a0d7 HTTP/1.1" status: 204 len: 168 time: 2.8708353 Dec 17 13:30:44.426505 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3bcae09d-1f57-4d1f-a579-6c12ec304b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:30:40Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:44.433255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 59994) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:44.499244 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcae09d-1f57-4d1f-a579-6c12ec304b13 None None] The sync data for ids ['bdd76959-f6d7-48ac-8db6-9344f5fe2e79'] in n-d-815324-5 is: [{'id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1630228939', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:27:40Z', 'updated_at': '2021-12-17T13:30:40Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': 'b8670cc3-aa51-4d11-9528-bab9328bcc84', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd76959-f6d7-48ac-8db6-9344f5fe2e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:27:42Z', 'updated_at': '2021-12-17T13:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:30:44.591561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5073a-00ec-42b6-a434-ad64670d47db tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce0d47f-8919-49d6-a269-66a755e23bf3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:44.595664 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-96e5073a-00ec-42b6-a434-ad64670d47db tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:44.599321 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-96e5073a-00ec-42b6-a434-ad64670d47db tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/subnets/9ce0d47f-8919-49d6-a269-66a755e23bf3 HTTP/1.1" status: 204 len: 168 time: 1.9532576 Dec 17 13:30:44.599708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c678c0-a783-4bb6-95b1-48f826f86374 None None] Network 1d75d574-048d-4e4b-95e7-35b977a4f82a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:44.602464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 59998) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:44.681040 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:44.803245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:44.853445 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fdc5ee40-28de-45cd-82b8-aa5d5255d30b service neutron] 10.222.0.59 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9600983 Dec 17 13:30:44.854231 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:44.897102 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca6cac5-2feb-4ab9-98ba-25d36ed76e48']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:44.901934 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d2bd9-713b-4094-b04e-fae8229e4089 None None] DHCP port deletion for 1d75d574-048d-4e4b-95e7-35b977a4f82a request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:44.915929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afa1258-58da-47d1-8247-a6e31ad93dcc') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:44.915929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afa1258-58da-47d1-8247-a6e31ad93dcc') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:44.937119 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:44.964551 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:44.980547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:30:44.980996 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:30:44.985372 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:30:44.997185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a97d2bd9-713b-4094-b04e-fae8229e4089 None None] Deleting port 6cf986c5-9e2e-4345-93fa-5882acaa3bee {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:44.998629 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a97d2bd9-713b-4094-b04e-fae8229e4089 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.040866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e027a225-47f9-4b92-b239-e2d3cd0c49ab tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.124108 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.129305 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c1c35817-3f45-4f25-9504-ce975175fe66 service neutron] 10.222.0.59 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744462 Dec 17 13:30:45.159790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027a225-47f9-4b92-b239-e2d3cd0c49ab tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Pushing event deleted for resources: {'Port': ['ID=cc9a8283-f1a8-4249-927b-71b90204d1b3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:45.160334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a97d2bd9-713b-4094-b04e-fae8229e4089 None None] For port 6cf986c5-9e2e-4345-93fa-5882acaa3bee, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6cf986c5-9e2e-4345-93fa-5882acaa3bee,segment=NetworkSegment(cb1230cc-6b2a-43e9-8e4a-053b563c3bcc),segment_id=cb1230cc-6b2a-43e9-8e4a-053b563c3bcc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:45.160334 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a97d2bd9-713b-4094-b04e-fae8229e4089 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.182343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a97d2bd9-713b-4094-b04e-fae8229e4089 None None] Calling delete_port for 6cf986c5-9e2e-4345-93fa-5882acaa3bee owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:45.196271 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e027a225-47f9-4b92-b239-e2d3cd0c49ab tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.209231 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e027a225-47f9-4b92-b239-e2d3cd0c49ab tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] 10.222.0.59 "DELETE /v2.0/ports/cc9a8283-f1a8-4249-927b-71b90204d1b3 HTTP/1.1" status: 204 len: 168 time: 1.7565265 Dec 17 13:30:45.214998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60008) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:45.304909 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.315648 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.325252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] 10.222.0.59 "DELETE /v2.0/networks/0ca6cac5-2feb-4ab9-98ba-25d36ed76e48 HTTP/1.1" status: 204 len: 168 time: 0.8893826 Dec 17 13:30:45.409403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b5fc5-d4bd-4044-bcec-85b769220eb0 tempest-TestSecurityGroupsBasicOps-1866225735 tempest-TestSecurityGroupsBasicOps-1866225735-project] Pushing event deleted for resources: {'Network': ['ID=0ca6cac5-2feb-4ab9-98ba-25d36ed76e48,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:45.420948 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-536c2ca5-f791-42c6-b6b1-b6d5a48e01e9 service neutron] 10.222.0.59 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825968 Dec 17 13:30:45.439349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port b8670cc3-aa51-4d11-9528-bab9328bcc84 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:45.439349 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.442514 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec395b26-3395-45cb-a719-37b42aba11b6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Deleting subnet 12c110a1-616a-4519-aa1d-6699bdfde6d9 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:30:45.451632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ec395b26-3395-45cb-a719-37b42aba11b6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.464349 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a97d2bd9-713b-4094-b04e-fae8229e4089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.514082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d2bd9-713b-4094-b04e-fae8229e4089 None None] Pushing event deleted for resources: {'Port': ['ID=6cf986c5-9e2e-4345-93fa-5882acaa3bee,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:45.525155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d2bd9-713b-4094-b04e-fae8229e4089 None None] No DVR routers for this DVR port 6cf986c5-9e2e-4345-93fa-5882acaa3bee on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:45.560602 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ec395b26-3395-45cb-a719-37b42aba11b6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.663563 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-4b06ae5b-7080-4387-b779-dba64eb08ded service neutron] 10.222.0.59 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329266 Dec 17 13:30:45.679377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port b8670cc3-aa51-4d11-9528-bab9328bcc84, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b8670cc3-aa51-4d11-9528-bab9328bcc84,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:45.679972 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.729996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for b8670cc3-aa51-4d11-9528-bab9328bcc84 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:45.763155 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ec395b26-3395-45cb-a719-37b42aba11b6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.872652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2c03e970-b761-4ccf-9861-53dc547158c3 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:45.920390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 2c03e970-b761-4ccf-9861-53dc547158c3 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:45.920720 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2c03e970-b761-4ccf-9861-53dc547158c3 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:45.921631 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:45.955986 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ec395b26-3395-45cb-a719-37b42aba11b6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:45.957476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:45.957966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5e9b8e96-51f1-4fe3-97b4-3aefc957dee2 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:45.962516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6cf986c5-9e2e-4345-93fa-5882acaa3bee no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:45.978011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-24fb25b3-5fde-47f2-b8b0-7ce65e78001c service neutron] 10.222.0.59 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077412 Dec 17 13:30:45.996374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 6cf986c5-9e2e-4345-93fa-5882acaa3bee {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:45.996809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6cf986c5-9e2e-4345-93fa-5882acaa3bee not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:46.020951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec395b26-3395-45cb-a719-37b42aba11b6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Pushing event deleted for resources: {'Subnet': ['ID=12c110a1-616a-4519-aa1d-6699bdfde6d9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:46.037369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd93531-b589-4b28-8d0d-4b28f255a5a7 None None] Network 47e7722e-2cca-4e58-b06c-be4ab4cec097 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:46.052191 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ec395b26-3395-45cb-a719-37b42aba11b6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.062220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ec395b26-3395-45cb-a719-37b42aba11b6 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] 10.222.0.59 "DELETE /v2.0/subnets/12c110a1-616a-4519-aa1d-6699bdfde6d9 HTTP/1.1" status: 204 len: 168 time: 0.8439536 Dec 17 13:30:46.063030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60018) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:46.131815 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-d576db45-6e71-401a-b471-602f2d8aa682 service neutron] 10.222.0.59 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314583 Dec 17 13:30:46.199122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.207606 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.230847 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=b8670cc3-aa51-4d11-9528-bab9328bcc84,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:46.273023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb6ccc7-4671-45d0-b07e-5ece30a43621 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:46.332227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Deleting port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:46.332705 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.373261 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-72600cc7-c9c4-46ed-9775-0c7fc8cecfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.395534 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.419668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8407940-67d6-4788-a3cc-dc9873c8178c None None] DHCP port deletion for 47e7722e-2cca-4e58-b06c-be4ab4cec097 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:46.436967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60022) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:46.478941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] For port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=485f9e15-5a03-4fa7-9dea-82d3ada3e49e,segment=NetworkSegment(d974a388-8fd9-4fbd-bd8f-105d92faa0a3),segment_id=d974a388-8fd9-4fbd-bd8f-105d92faa0a3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:46.479956 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.526358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Calling delete_port for 485f9e15-5a03-4fa7-9dea-82d3ada3e49e owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:46.532401 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e7411026-fe72-46ff-a1f5-4e89cf3f4d5e service neutron] 10.222.0.59 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931377 Dec 17 13:30:46.540833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c8407940-67d6-4788-a3cc-dc9873c8178c None None] Deleting port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:30:46.545497 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c8407940-67d6-4788-a3cc-dc9873c8178c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.580091 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.609606 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.743277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c8407940-67d6-4788-a3cc-dc9873c8178c None None] For port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=485f9e15-5a03-4fa7-9dea-82d3ada3e49e,segment=NetworkSegment(d974a388-8fd9-4fbd-bd8f-105d92faa0a3),segment_id=d974a388-8fd9-4fbd-bd8f-105d92faa0a3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:30:46.744586 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c8407940-67d6-4788-a3cc-dc9873c8178c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.759334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.760145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Fanout notify agent at l3_agent the message router_deleted on router bdd76959-f6d7-48ac-8db6-9344f5fe2e79 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:30:46.769900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c8407940-67d6-4788-a3cc-dc9873c8178c None None] Calling delete_port for 485f9e15-5a03-4fa7-9dea-82d3ada3e49e owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:30:46.775933 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.781890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8028bbbc-8503-4de8-8f2c-68e8b82acb47 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/routers/bdd76959-f6d7-48ac-8db6-9344f5fe2e79 HTTP/1.1" status: 204 len: 168 time: 2.1756077 Dec 17 13:30:46.783994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60030) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:46.789289 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-1798665b-19d5-411e-9f3d-2c536e01aa41 service neutron] 10.222.0.59 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387772 Dec 17 13:30:46.832605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.865436 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9123d7b2-693f-40b9-8f03-85aeccf69eec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=46f0843a1cce476493b3729da2a959b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4258642 Dec 17 13:30:46.896201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60032) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:46.941277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Pushing event deleted for resources: {'Port': ['ID=485f9e15-5a03-4fa7-9dea-82d3ada3e49e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:46.958695 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c8407940-67d6-4788-a3cc-dc9873c8178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:46.975628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] No DVR routers for this DVR port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:47.020887 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8407940-67d6-4788-a3cc-dc9873c8178c None None] No DVR routers for this DVR port 485f9e15-5a03-4fa7-9dea-82d3ada3e49e on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:30:47.034511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8407940-67d6-4788-a3cc-dc9873c8178c None None] Pushing event deleted for resources: {'Port': ['ID=485f9e15-5a03-4fa7-9dea-82d3ada3e49e,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:47.109361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d550525c-d87c-4606-a6db-787d2a14d86a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.120889 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-1b9ae935-0130-441c-9c95-5146b6454138 service neutron] 10.222.0.59 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257968 Dec 17 13:30:47.142573 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.151081 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d550525c-d87c-4606-a6db-787d2a14d86a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.211801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.296806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e7722e-2cca-4e58-b06c-be4ab4cec097']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:47.312392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd974a388-8fd9-4fbd-bd8f-105d92faa0a3') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:47.312392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd974a388-8fd9-4fbd-bd8f-105d92faa0a3') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:47.326444 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.355190 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d550525c-d87c-4606-a6db-787d2a14d86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.357929 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d550525c-d87c-4606-a6db-787d2a14d86a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.360774 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d550525c-d87c-4606-a6db-787d2a14d86a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d3471ac-65e4-432b-ac9e-5da7798d35f0 HTTP/1.1" status: 204 len: 168 time: 0.4620216 Dec 17 13:30:47.389556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550525c-d87c-4606-a6db-787d2a14d86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3471ac-65e4-432b-ac9e-5da7798d35f0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:47.395519 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.405433 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.418224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:30:47.418992 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:30:47.423125 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:30:47.486571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d75d574-048d-4e4b-95e7-35b977a4f82a']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:47.508892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:47.509255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1230cc-6b2a-43e9-8e4a-053b563c3bcc') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:47.521908 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.540009 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.547382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:30:47.547793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:30:47.551307 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:30:47.628409 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.661769 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.688760 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] 10.222.0.59 "DELETE /v2.0/networks/47e7722e-2cca-4e58-b06c-be4ab4cec097 HTTP/1.1" status: 204 len: 168 time: 1.6061509 Dec 17 13:30:47.702792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8710d42-5bbe-4243-aea4-5fa06e557924 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298 tempest-ExtraDHCPOptionsIpV6TestJSON-194757298-project] Pushing event deleted for resources: {'Network': ['ID=47e7722e-2cca-4e58-b06c-be4ab4cec097,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:47.710334 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.812864 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.849836 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:47.870098 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60052) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:47.870692 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/networks/1d75d574-048d-4e4b-95e7-35b977a4f82a HTTP/1.1" status: 204 len: 168 time: 1.0851431 Dec 17 13:30:47.903301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b8670cc3-aa51-4d11-9528-bab9328bcc84 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:47.935028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cad31-a65c-4490-abf4-f380b8632b10 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Network': ['ID=1d75d574-048d-4e4b-95e7-35b977a4f82a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:48.001441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: b8670cc3-aa51-4d11-9528-bab9328bcc84 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:48.002003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b8670cc3-aa51-4d11-9528-bab9328bcc84 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:48.005984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 485f9e15-5a03-4fa7-9dea-82d3ada3e49e no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:30:48.058001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7011-8e6f-4f39-965a-effc4a155c0f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:48.090446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 485f9e15-5a03-4fa7-9dea-82d3ada3e49e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:30:48.090811 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 485f9e15-5a03-4fa7-9dea-82d3ada3e49e not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:30:48.117460 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7011-8e6f-4f39-965a-effc4a155c0f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:48.302254 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7011-8e6f-4f39-965a-effc4a155c0f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:48.304980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7011-8e6f-4f39-965a-effc4a155c0f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:48.311811 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fc3d7011-8e6f-4f39-965a-effc4a155c0f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/security-groups/2c99c6b5-2622-4f7e-8316-a1b087d13923 HTTP/1.1" status: 204 len: 168 time: 0.4394584 Dec 17 13:30:48.334007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d7011-8e6f-4f39-965a-effc4a155c0f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c99c6b5-2622-4f7e-8316-a1b087d13923,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:48.412576 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60068) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:48.428650 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b8b044df-e068-42c7-bed6-e166393623a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:48.481612 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60072) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:48.625420 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b8b044df-e068-42c7-bed6-e166393623a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:48.733400 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b8b044df-e068-42c7-bed6-e166393623a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:48.754875 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60078) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:48.757069 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1efee22c-adad-40e2-8b57-324cebb40da2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-500393924', 'description': 'tempest-secgroup-smoke-500393924 description', 'project_id': '850cc3bed38d459295a3dcc922ba6c36'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:48.787801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b8b044df-e068-42c7-bed6-e166393623a4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=178b3141a4c749baac86c952b1ee9293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3741858 Dec 17 13:30:48.788799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b044df-e068-42c7-bed6-e166393623a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9567f9c4-ff3c-4ab9-a030-5a3e293bd33c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:48.793374 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60080) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:48.878894 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3b3ee30a-77ac-46de-89f8-74f071fb9aa5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00fdfe66403a40f7b08f91fa59d40619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3959057 Dec 17 13:30:48.882428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60082) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:48.898748 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d404fdd-6a02-41e6-9b22-404ed3b9472d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:48.924447 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d404fdd-6a02-41e6-9b22-404ed3b9472d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:48.968620 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dddc2524-01b5-4e83-8d34-3176a9bb070a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:48.994460 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dddc2524-01b5-4e83-8d34-3176a9bb070a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:49.342144 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1efee22c-adad-40e2-8b57-324cebb40da2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:49.343158 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dddc2524-01b5-4e83-8d34-3176a9bb070a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:49.343262 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d404fdd-6a02-41e6-9b22-404ed3b9472d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:49.343358 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:49.343750 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dddc2524-01b5-4e83-8d34-3176a9bb070a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:49.343874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d404fdd-6a02-41e6-9b22-404ed3b9472d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:49.343974 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dddc2524-01b5-4e83-8d34-3176a9bb070a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/834d6e48-dd6a-4986-b123-c3be6eba18fc HTTP/1.1" status: 204 len: 168 time: 0.4511387 Dec 17 13:30:49.344065 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7d404fdd-6a02-41e6-9b22-404ed3b9472d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9567f9c4-ff3c-4ab9-a030-5a3e293bd33c HTTP/1.1" status: 204 len: 168 time: 0.5431578 Dec 17 13:30:49.372281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d404fdd-6a02-41e6-9b22-404ed3b9472d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9567f9c4-ff3c-4ab9-a030-5a3e293bd33c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:49.374744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc2524-01b5-4e83-8d34-3176a9bb070a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834d6e48-dd6a-4986-b123-c3be6eba18fc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:49.471876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-45127d3f-574e-4af7-8dc8-17a3f3c965d0 req-06319dfe-54c3-4e5b-862a-d8d908352fb7 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0997314 Dec 17 13:30:49.489616 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1efee22c-adad-40e2-8b57-324cebb40da2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:49.601373 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1efee22c-adad-40e2-8b57-324cebb40da2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:49.638939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efee22c-adad-40e2-8b57-324cebb40da2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5a27da-ae7a-4024-b7b9-1af0b8368740,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:49.811834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1efee22c-adad-40e2-8b57-324cebb40da2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:49.811834 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1efee22c-adad-40e2-8b57-324cebb40da2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0500298 Dec 17 13:30:49.814389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60100) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:49.819613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-81ed734f-d98c-4f32-83c7-853ec5a633d7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '8b5a27da-ae7a-4024-b7b9-1af0b8368740', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:49.840679 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:49.968207 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81ed734f-d98c-4f32-83c7-853ec5a633d7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:50.050019 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81ed734f-d98c-4f32-83c7-853ec5a633d7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:50.117741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81ed734f-d98c-4f32-83c7-853ec5a633d7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:50.142095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed734f-d98c-4f32-83c7-853ec5a633d7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf4aba9-5025-4e37-b40b-4c412d09257e,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:50.305810 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-81ed734f-d98c-4f32-83c7-853ec5a633d7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:50.307569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-81ed734f-d98c-4f32-83c7-853ec5a633d7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4921355 Dec 17 13:30:50.310677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60116) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:50.315645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-629e4eb6-5cff-4d53-8e3b-05a95ef46704 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '8b5a27da-ae7a-4024-b7b9-1af0b8368740', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:50.476001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-629e4eb6-5cff-4d53-8e3b-05a95ef46704 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:50.481085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60122) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:50.536916 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c05e3008-74cf-48b3-940e-0ad7fb886291 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a23d4662b65442fcbd53008f31219590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539775 Dec 17 13:30:50.540396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60128) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:50.623463 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48071cc3-94f5-4141-b177-093e1a5c7a0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:50.660633 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48071cc3-94f5-4141-b177-093e1a5c7a0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:50.678579 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c488954b-28f2-472f-8282-468ddf35db97 req-623f5a48-c765-4d8e-a09d-2f5a7fc2e056 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0591009 Dec 17 13:30:50.690001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-629e4eb6-5cff-4d53-8e3b-05a95ef46704 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:50.804598 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-629e4eb6-5cff-4d53-8e3b-05a95ef46704 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:50.830948 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48071cc3-94f5-4141-b177-093e1a5c7a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:50.834399 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48071cc3-94f5-4141-b177-093e1a5c7a0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:50.835263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e4eb6-5cff-4d53-8e3b-05a95ef46704 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8247e11-6a72-4240-8af0-a4ae843603a1,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:50.841073 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-48071cc3-94f5-4141-b177-093e1a5c7a0d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e059696d-f2a3-463e-8f7d-611bb07f701d HTTP/1.1" status: 204 len: 168 time: 0.2946556 Dec 17 13:30:50.859391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48071cc3-94f5-4141-b177-093e1a5c7a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e059696d-f2a3-463e-8f7d-611bb07f701d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:50.971555 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-629e4eb6-5cff-4d53-8e3b-05a95ef46704 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:50.977311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-629e4eb6-5cff-4d53-8e3b-05a95ef46704 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6653047 Dec 17 13:30:50.986723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60138) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:50.991657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e276c58e-5247-4b90-8440-83940ae5359a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '8b5a27da-ae7a-4024-b7b9-1af0b8368740', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:51.096825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60140) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:51.141676 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e276c58e-5247-4b90-8440-83940ae5359a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:51.242937 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e276c58e-5247-4b90-8440-83940ae5359a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:51.356456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e276c58e-5247-4b90-8440-83940ae5359a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:51.378419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276c58e-5247-4b90-8440-83940ae5359a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced4b66c-e6e9-464c-86cd-8b4a6ea03248,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:51.445817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-679121786'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:51.489760 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e276c58e-5247-4b90-8440-83940ae5359a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:51.493030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e276c58e-5247-4b90-8440-83940ae5359a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5050421 Dec 17 13:30:51.495850 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60154) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:51.503265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a2566ab9-3e1e-4961-a877-cc4f434f67a4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '8b5a27da-ae7a-4024-b7b9-1af0b8368740', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:51.651453 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Made reservation on behalf of 93573225481c4ff6b89179d9a10ab497 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:51.655167 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:51.671190 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:51.773562 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:51.795352 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2566ab9-3e1e-4961-a877-cc4f434f67a4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:51.834703 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4fd7dd46-f479-4f4f-84f9-aa844b133271 req-6307a420-e5d7-45ae-bfd4-963f1666517e tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0390661 Dec 17 13:30:51.872168 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2566ab9-3e1e-4961-a877-cc4f434f67a4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:51.884390 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:51.922032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa549b0-40ce-4ecd-8866-bd2b24dabc4b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:51.926318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:30:51.937192 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:51.938747 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Added segment b1eb9729-711d-4bea-8210-60e287457be0 of type vlan for network e15c6953-81b7-4410-9a8b-a2867a69bdf7 Dec 17 13:30:51.994540 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:52.046456 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2566ab9-3e1e-4961-a877-cc4f434f67a4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:52.070541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2566ab9-3e1e-4961-a877-cc4f434f67a4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733620bf-0dc8-4d4f-8433-762b3331000d,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:52.183332 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:52.191299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:52.191937 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:52.199374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a2566ab9-3e1e-4961-a877-cc4f434f67a4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:52.200573 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a2566ab9-3e1e-4961-a877-cc4f434f67a4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7037356 Dec 17 13:30:52.204853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60168) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:52.209655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-376ab6ab-f936-46bf-a2e0-540c168736c6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '8b5a27da-ae7a-4024-b7b9-1af0b8368740', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:52.268230 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Network': ['ID=e15c6953-81b7-4410-9a8b-a2867a69bdf7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:52.284396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e15c6953-81b7-4410-9a8b-a2867a69bdf7 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:30:52.353944 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-376ab6ab-f936-46bf-a2e0-540c168736c6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Project 850cc3bed38d459295a3dcc922ba6c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:30:52.357001 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-49cd16bf-9a26-489f-8c52-c2720cd4ea7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2583311 Dec 17 13:30:52.360079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60174) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:52.364976 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-376ab6ab-f936-46bf-a2e0-540c168736c6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:52.365233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f9245cc7-edba-4a78-a8db-dd3d55b031be tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'subnet': {'network_id': 'e15c6953-81b7-4410-9a8b-a2867a69bdf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:52.442830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60176) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:52.457389 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-376ab6ab-f936-46bf-a2e0-540c168736c6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:52.575405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-895303745-network', 'tenant_id': '6419e0fb61654f4485230a3f0f332852'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:52.956420 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b73808a-f7af-420c-a5ae-deebc2bf763e req-8cea04f4-a07d-4f8c-b5d0-7da3df842132 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0356064 Dec 17 13:30:53.008376 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-376ab6ab-f936-46bf-a2e0-540c168736c6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:53.228684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ab6ab-f936-46bf-a2e0-540c168736c6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71c5e80-20f2-4ee4-8a28-b716107c5444,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:53.433299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9245cc7-edba-4a78-a8db-dd3d55b031be tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Made reservation on behalf of 93573225481c4ff6b89179d9a10ab497 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:53.436911 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9245cc7-edba-4a78-a8db-dd3d55b031be tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:53.609728 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-376ab6ab-f936-46bf-a2e0-540c168736c6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:53.611055 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-376ab6ab-f936-46bf-a2e0-540c168736c6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4051912 Dec 17 13:30:53.616976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60194) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:53.627711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-55c85b34-087b-4d5c-ad49-a945204c22d0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '8b5a27da-ae7a-4024-b7b9-1af0b8368740', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:53.829368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-d10e00c6-2fcf-4acf-9c38-b8e85e049ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:53.830466 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9245cc7-edba-4a78-a8db-dd3d55b031be tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:53.830966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-d10e00c6-2fcf-4acf-9c38-b8e85e049ade service neutron] 10.222.0.61 "GET /v2.0/ports/0f2406aa-2787-444f-b11e-0cfdfe6a55dc HTTP/1.1" status: 200 len: 1033 time: 0.0385768 Dec 17 13:30:53.832031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Made reservation on behalf of 6419e0fb61654f4485230a3f0f332852 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:53.834349 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:53.851719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:53.897385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-725b3c02-062f-44e9-ba4a-dd8e21fa29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:53.898844 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-725b3c02-062f-44e9-ba4a-dd8e21fa29cb service neutron] 10.222.0.61 "GET /v2.0/ports/c1e602b5-a34e-4a6d-aff3-644a4d1641f5 HTTP/1.1" status: 200 len: 1032 time: 0.0551312 Dec 17 13:30:53.907740 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9245cc7-edba-4a78-a8db-dd3d55b031be tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Subnet': ['ID=29ca29fe-5e69-4ec7-95b1-70db21cd7bb7,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:53.942923 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9245cc7-edba-4a78-a8db-dd3d55b031be tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Checking segment: {'id': 'b1eb9729-711d-4bea-8210-60e287457be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e15c6953-81b7-4410-9a8b-a2867a69bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:30:53.943429 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9245cc7-edba-4a78-a8db-dd3d55b031be tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network hostable DHCP agents. Network: e15c6953-81b7-4410-9a8b-a2867a69bdf7, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:30:53.995190 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-55c85b34-087b-4d5c-ad49-a945204c22d0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Project 850cc3bed38d459295a3dcc922ba6c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:30:54.001568 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55c85b34-087b-4d5c-ad49-a945204c22d0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.064320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-bed5ef08-1f77-4432-a009-8c59a57b950c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:54.070544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-bed5ef08-1f77-4432-a009-8c59a57b950c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:54.082080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-bed5ef08-1f77-4432-a009-8c59a57b950c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:54.084090 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-bed5ef08-1f77-4432-a009-8c59a57b950c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "GET /v2.0/networks?id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=f381c005-ceb4-4052-9c65-09ef1a667df3&id=f381c005-ceb4-4052-9c65-09ef1a667df3 HTTP/1.1" status: 200 len: 1993 time: 0.1758392 Dec 17 13:30:54.095320 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55c85b34-087b-4d5c-ad49-a945204c22d0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.096207 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.135681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92ddd948-c1d0-470c-b0b9-e61669c02b49 req-1a5a81f5-1bf1-4758-9005-79e9f0ff8430 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0456769 Dec 17 13:30:54.142067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9245cc7-edba-4a78-a8db-dd3d55b031be tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network e15c6953-81b7-4410-9a8b-a2867a69bdf7 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:30:54.181809 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55c85b34-087b-4d5c-ad49-a945204c22d0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.186706 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.208833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-7308ab83-e28f-4701-806e-fcc3c1b77fc7 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ed2f393d2fe4093b01df20ea2a8c417 HTTP/1.1" status: 200 len: 379 time: 0.1024935 Dec 17 13:30:54.221077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c85b34-087b-4d5c-ad49-a945204c22d0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf31af72-82fe-4153-bf9e-02763030dd90,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:54.226537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'port': {'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'admin_state_up': True, 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'security_groups': ['178c18f6-d5b2-45a1-b0a2-f81dee41136d']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:54.231314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:30:54.269819 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-f9245cc7-edba-4a78-a8db-dd3d55b031be tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e15c6953-81b7-4410-9a8b-a2867a69bdf7) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:54.278912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361dd47f-7c69-44e2-8f6b-1cf6baf055bf None None] Network e15c6953-81b7-4410-9a8b-a2867a69bdf7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:54.284616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9245cc7-edba-4a78-a8db-dd3d55b031be tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:54.284616 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9245cc7-edba-4a78-a8db-dd3d55b031be tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.285077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e46e74-71f0-4c96-965e-4bdde48c459b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:54.289455 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.290168 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Added segment 135439fc-d482-45e5-97f6-d34396bd39ee of type vlan for network 345e74d1-5b60-4bc6-98e9-e046655ade46 Dec 17 13:30:54.375447 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.404233 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55c85b34-087b-4d5c-ad49-a945204c22d0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.406410 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55c85b34-087b-4d5c-ad49-a945204c22d0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7875428 Dec 17 13:30:54.414790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60210) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:54.422530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a8b8438d-cf87-46da-b018-d302cfdc6935 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'network': {'name': 'tempest-network-smoke--1661205046', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'port_security_enabled': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:54.444187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f9245cc7-edba-4a78-a8db-dd3d55b031be tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0828283 Dec 17 13:30:54.449083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60212) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:54.461518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-660532713', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:54.477516 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd72b1d-feff-4ef5-a4c0-bfdcb07482d3 None None] Network e15c6953-81b7-4410-9a8b-a2867a69bdf7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:54.501823 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.503273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:54.504201 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.586471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:54.591049 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.631876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] Pushing event updated for resources: {'Network': ['ID=345e74d1-5b60-4bc6-98e9-e046655ade46,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:54.652538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 345e74d1-5b60-4bc6-98e9-e046655ade46 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:30:54.695711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b8438d-cf87-46da-b018-d302cfdc6935 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Made reservation on behalf of 850cc3bed38d459295a3dcc922ba6c36 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:54.699966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8b8438d-cf87-46da-b018-d302cfdc6935 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.742779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.744352 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.752117 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-eece1c9f-7d86-4a4e-8eba-8a6d726f683f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3079333 Dec 17 13:30:54.756527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60214) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:54.763748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6b545a06-2758-4b9b-afbe-2542bcf955eb admin admin] Request body: {'subnet': {'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-895303745-subnet', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:54.773948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b8438d-cf87-46da-b018-d302cfdc6935 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:30:54.820334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Allocated IP 172.20.0.11 (6ab2cf33-63cd-4bbb-b2b1-6d1864901507/644d3787-4d5f-4bbd-9877-1bc7fbb4ed55/e8a54b1b-fdba-4578-8113-44e9204a680e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:54.854125 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8b8438d-cf87-46da-b018-d302cfdc6935 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.854437 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-a8b8438d-cf87-46da-b018-d302cfdc6935 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Added segment 0eb98290-04d6-4fbf-ac20-6b9416549318 of type vlan for network a724d299-453e-4c43-ac93-a85d5ff70055 Dec 17 13:30:54.868575 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.910059 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8b8438d-cf87-46da-b018-d302cfdc6935 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:54.954031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b545a06-2758-4b9b-afbe-2542bcf955eb admin admin] Made reservation on behalf of 6419e0fb61654f4485230a3f0f332852 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:54.956697 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b545a06-2758-4b9b-afbe-2542bcf955eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:55.112124 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:55.150993 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8b8438d-cf87-46da-b018-d302cfdc6935 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:55.161497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b8438d-cf87-46da-b018-d302cfdc6935 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:55.169636 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8b8438d-cf87-46da-b018-d302cfdc6935 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:55.320143 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:55.401678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:55.405512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:55.428703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:55.595117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:55.598763 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:55.610586 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b545a06-2758-4b9b-afbe-2542bcf955eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:55.620868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Port': ['ID=e8a54b1b-fdba-4578-8113-44e9204a680e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:55.697831 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b545a06-2758-4b9b-afbe-2542bcf955eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a98956-f38a-40d0-9bdc-4266188e7aa3,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:55.721833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b545a06-2758-4b9b-afbe-2542bcf955eb admin admin] Checking segment: {'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:30:55.727866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b545a06-2758-4b9b-afbe-2542bcf955eb admin admin] Network hostable DHCP agents. Network: 345e74d1-5b60-4bc6-98e9-e046655ade46, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:30:55.792934 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e3051bac-1533-4ab2-9c9c-41393bac8d86 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5713222 Dec 17 13:30:55.809284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'port': {'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7', 'admin_state_up': True, 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'security_groups': ['178c18f6-d5b2-45a1-b0a2-f81dee41136d']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:55.848331 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-20a4db2b-ae6f-44ea-bc10-d2ed7786ec00 None None] Provisioning complete for port e8a54b1b-fdba-4578-8113-44e9204a680e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:55.848846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-20a4db2b-ae6f-44ea-bc10-d2ed7786ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:55.858068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b545a06-2758-4b9b-afbe-2542bcf955eb admin admin] Network 345e74d1-5b60-4bc6-98e9-e046655ade46 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:30:55.904229 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-20a4db2b-ae6f-44ea-bc10-d2ed7786ec00 None None] Port e8a54b1b-fdba-4578-8113-44e9204a680e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:30:55.914294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8438d-cf87-46da-b018-d302cfdc6935 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Network': ['ID=a724d299-453e-4c43-ac93-a85d5ff70055,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:55.930794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network a724d299-453e-4c43-ac93-a85d5ff70055 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:30:56.016266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:56.021963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6b545a06-2758-4b9b-afbe-2542bcf955eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 345e74d1-5b60-4bc6-98e9-e046655ade46) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:56.035184 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10150-2e7e-44df-8eee-77c3c400d5e8 req-8f855705-409a-4e49-9e9a-de6ae1e409d6 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:56.036105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b545a06-2758-4b9b-afbe-2542bcf955eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:56.040605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b545a06-2758-4b9b-afbe-2542bcf955eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:56.041817 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-29d10150-2e7e-44df-8eee-77c3c400d5e8 req-8f855705-409a-4e49-9e9a-de6ae1e409d6 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 932 time: 0.1817522 Dec 17 13:30:56.052791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534a28ed-88d2-459f-a076-01b9ab14122c None None] Network 345e74d1-5b60-4bc6-98e9-e046655ade46 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:56.053849 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a8b8438d-cf87-46da-b018-d302cfdc6935 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6375830 Dec 17 13:30:56.063775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60222) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:56.081669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'admin_state_up': True, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:56.130763 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-29d10150-2e7e-44df-8eee-77c3c400d5e8 req-71315987-0c25-4d9e-8a4d-87bc10812b47 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850711 Dec 17 13:30:56.228196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6b545a06-2758-4b9b-afbe-2542bcf955eb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4695644 Dec 17 13:30:56.230979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60226) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:30:56.242786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:56.286890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:56.296440 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:56.313386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-345e74d1-5b60-4bc6-98e9-e046655ade46', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'project_id': '6419e0fb61654f4485230a3f0f332852', 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:30:56.314871 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:56.538296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Allocated IP 172.20.0.2 (345e74d1-5b60-4bc6-98e9-e046655ade46/b7a98956-f38a-40d0-9bdc-4266188e7aa3/efe20839-893f-4201-97ea-8bc725773632) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:56.625334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:56.626494 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:56.668406 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:56.692489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Allocated IP 10.1.1.70 (bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7/81100d87-2eee-48d5-9b78-7f1c5a3039de/6d08cc1d-38ff-4681-8fbf-724fb9f6115f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:56.703148 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:56.832964 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.25.0.10 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/0c9bc82b-6cee-49a0-a85e-5d45a697fbf1) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:56.951276 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:56.964208 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.016116 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.040335 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.047797 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.088778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.093649 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.138598 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.181368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:57.222364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Pushing event updated for resources: {'Port': ['ID=efe20839-893f-4201-97ea-8bc725773632,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:57.238201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Network 345e74d1-5b60-4bc6-98e9-e046655ade46 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:57.241077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:57.243973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:57.250400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:57.252904 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:57.273878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b255721e-77c4-479a-b0e6-5babcf6512f6 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:57.325862 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.334787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=0c9bc82b-6cee-49a0-a85e-5d45a697fbf1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:57.479231 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.496684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-246c7b6b-6e61-43ae-8124-eb3a3f5f53f2 None None] Provisioning complete for port 0c9bc82b-6cee-49a0-a85e-5d45a697fbf1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:57.497069 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-246c7b6b-6e61-43ae-8124-eb3a3f5f53f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.498765 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.500941 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Attempting to bind port efe20839-893f-4201-97ea-8bc725773632 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:30:57.501313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Attempting to bind port efe20839-893f-4201-97ea-8bc725773632 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:30:57.507614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Attempting to bind port efe20839-893f-4201-97ea-8bc725773632 on network 345e74d1-5b60-4bc6-98e9-e046655ade46 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:30:57.518462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:30:57.518883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Checking segment: {'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:30:57.519242 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.519644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Bound using segment: {'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:30:57.520138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Bound port: efe20839-893f-4201-97ea-8bc725773632, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:30:57.520520 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.662338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-246c7b6b-6e61-43ae-8124-eb3a3f5f53f2 None None] Port 0c9bc82b-6cee-49a0-a85e-5d45a697fbf1 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:30:57.725067 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] For port efe20839-893f-4201-97ea-8bc725773632, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:30:57.732367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] For port efe20839-893f-4201-97ea-8bc725773632, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=efe20839-893f-4201-97ea-8bc725773632,segment=NetworkSegment(135439fc-d482-45e5-97f6-d34396bd39ee),segment_id=135439fc-d482-45e5-97f6-d34396bd39ee)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:30:57.904939 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:57.999954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Port': ['ID=6d08cc1d-38ff-4681-8fbf-724fb9f6115f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:58.038401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22662bb-ed3d-4126-8627-e272d49ff76c None None] Pushing event updated for resources: {'Port': ['ID=efe20839-893f-4201-97ea-8bc725773632,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:58.068655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca584532-a73e-41f1-9e80-5f82bbd3058c req-b02fb322-0bf5-4b8d-8f26-649fec21ad5f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:58.073508 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ca584532-a73e-41f1-9e80-5f82bbd3058c req-b02fb322-0bf5-4b8d-8f26-649fec21ad5f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 932 time: 0.7169592 Dec 17 13:30:58.095631 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:58.129344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:58.130160 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:58.200700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:58.205498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:58.263827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:30:58.264799 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:58.296262 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:58.314550 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:58.329179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ca584532-a73e-41f1-9e80-5f82bbd3058c req-a1ff31e5-90e6-474d-97a6-8bf1d0f12062 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477555 Dec 17 13:30:58.401848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-edf3b566-deae-4f5b-abd9-83d514201e1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5950928 Dec 17 13:30:58.414229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'port': {'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7', 'admin_state_up': True, 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'security_groups': ['178c18f6-d5b2-45a1-b0a2-f81dee41136d']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:30:58.526959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.25.0.6 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/5f54de4d-dc34-4647-8f5e-eab9adaf801d) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:58.730515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-173aa388-1b56-4cdf-8bf3-f0d68d54f342 None None] Provisioning complete for port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:58.730902 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-173aa388-1b56-4cdf-8bf3-f0d68d54f342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:58.815293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-173aa388-1b56-4cdf-8bf3-f0d68d54f342 None None] Port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:30:58.871376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:30:58.875493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:58.945270 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:58.970819 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:59.117431 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:59.219681 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:59.326490 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=5f54de4d-dc34-4647-8f5e-eab9adaf801d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:30:59.343516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:30:59.350717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Allocated IP 10.1.1.175 (bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7/81100d87-2eee-48d5-9b78-7f1c5a3039de/707d8805-b713-4bce-9d5d-4f95ba377e0a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:59.362652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:30:59.378096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:30:59.395227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:59.400668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:30:59.440521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13362fb-adab-422f-8bd0-bef5ef3b78c4 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:30:59.573430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1a989f05-0282-45c9-985c-23186dc1a3a1 None None] Provisioning complete for port 5f54de4d-dc34-4647-8f5e-eab9adaf801d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:30:59.574303 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a989f05-0282-45c9-985c-23186dc1a3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:30:59.662499 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1a989f05-0282-45c9-985c-23186dc1a3a1 None None] Port 5f54de4d-dc34-4647-8f5e-eab9adaf801d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:30:59.843916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:30:59.863615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45f8a70-4fa5-47c9-be18-0a9fef0f8504 None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:30:59.888564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45f8a70-4fa5-47c9-be18-0a9fef0f8504 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:30:59.888564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d45f8a70-4fa5-47c9-be18-0a9fef0f8504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:30:59.936723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Allocated IP 172.25.0.30 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:30:59.983186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e69f3cc-c769-422d-a18a-941e8f20bcf6 None None] Network 345e74d1-5b60-4bc6-98e9-e046655ade46 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:30:59.987376 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:00.127009 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:00.143829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d45f8a70-4fa5-47c9-be18-0a9fef0f8504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:00.155481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device efe20839-893f-4201-97ea-8bc725773632 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:00.199472 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:00.214921 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45f8a70-4fa5-47c9-be18-0a9fef0f8504 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:00.215639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d45f8a70-4fa5-47c9-be18-0a9fef0f8504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:00.264120 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d45f8a70-4fa5-47c9-be18-0a9fef0f8504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:00.264896 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45f8a70-4fa5-47c9-be18-0a9fef0f8504 None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:00.280313 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:31:00.299278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:00.318550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:00.323094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-217f93f8-3e1d-4524-a070-15f0297e6189 None None] Provisioning complete for port efe20839-893f-4201-97ea-8bc725773632 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:00.323563 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-217f93f8-3e1d-4524-a070-15f0297e6189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:00.341256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:00.361702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:00.367798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:00.371442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Port': ['ID=707d8805-b713-4bce-9d5d-4f95ba377e0a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:00.411148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:00.424028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:00.451577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccdb2bc-dc68-4411-8e75-1574bd46de1d None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:31:00.464016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port efe20839-893f-4201-97ea-8bc725773632 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:00.464410 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:00.640812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:00.641517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:00.652660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Pushing event updated for resources: {'Port': ['ID=86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:00.678059 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-217f93f8-3e1d-4524-a070-15f0297e6189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:00.797751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-217f93f8-3e1d-4524-a070-15f0297e6189 None None] For port efe20839-893f-4201-97ea-8bc725773632, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=efe20839-893f-4201-97ea-8bc725773632,segment=NetworkSegment(135439fc-d482-45e5-97f6-d34396bd39ee),segment_id=135439fc-d482-45e5-97f6-d34396bd39ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:00.908564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82af448-b7d3-4d7c-9992-a3c6d34de85c req-aa5ccdc7-329d-4c00-b7c6-d142a4fc5292 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:00.917523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82af448-b7d3-4d7c-9992-a3c6d34de85c req-aa5ccdc7-329d-4c00-b7c6-d142a4fc5292 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:00.919693 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c82af448-b7d3-4d7c-9992-a3c6d34de85c req-aa5ccdc7-329d-4c00-b7c6-d142a4fc5292 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 1653 time: 1.3360991 Dec 17 13:31:01.046676 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:01.053542 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b6400610-ea9c-4bb0-b3c3-ffc4f2aea678 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6024151 Dec 17 13:31:01.054318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60260) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:01.069183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c34c132c-7429-41c7-8e5a-c27599e0607f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6592984 Dec 17 13:31:01.093411 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'port': {'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3', 'admin_state_up': True, 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'security_groups': ['178c18f6-d5b2-45a1-b0a2-f81dee41136d']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:01.226229 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-217f93f8-3e1d-4524-a070-15f0297e6189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:01.243522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:01.289753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f93f8-3e1d-4524-a070-15f0297e6189 None None] Pushing event updated for resources: {'Port': ['ID=efe20839-893f-4201-97ea-8bc725773632,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:01.311859 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:01.461802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-16457010-c7d5-4dc9-a573-8c7a740b0033 None None] Provisioning complete for port efe20839-893f-4201-97ea-8bc725773632 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:01.462981 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16457010-c7d5-4dc9-a573-8c7a740b0033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:01.590141 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:31:01.590688 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:31:01.647176 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c82af448-b7d3-4d7c-9992-a3c6d34de85c req-b6a8a896-aecf-4d19-b908-81c56dd10dc8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6852100 Dec 17 13:31:01.723755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-16457010-c7d5-4dc9-a573-8c7a740b0033 None None] Provisioning complete for port 707d8805-b713-4bce-9d5d-4f95ba377e0a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:01.724140 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16457010-c7d5-4dc9-a573-8c7a740b0033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:01.729915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:31:01.802100 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:01.815718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-16457010-c7d5-4dc9-a573-8c7a740b0033 None None] Port 707d8805-b713-4bce-9d5d-4f95ba377e0a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:01.852514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-16457010-c7d5-4dc9-a573-8c7a740b0033 None None] Provisioning complete for port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:01.853447 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16457010-c7d5-4dc9-a573-8c7a740b0033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:01.880170 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:01.890684 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:01.914001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-16457010-c7d5-4dc9-a573-8c7a740b0033 None None] Port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:02.001276 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:02.300114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:02.314520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device efe20839-893f-4201-97ea-8bc725773632 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:02.385870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port efe20839-893f-4201-97ea-8bc725773632 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:02.386927 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:02.491654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Router b99d1c92-cda7-467b-aa16-95e0bcc95434 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:31:02.500928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Allocated IP 10.2.2.100 (f381c005-ceb4-4052-9c65-09ef1a667df3/65c7d3f9-f85f-4d5f-a03a-f15f9c364872/9847f8ea-b2de-4c65-a697-8f1811d7198b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:02.551002 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:02.750447 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router 86f73b22-9cb0-4821-a0b7-7e82e871145d is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:31:03.028807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:03.042549 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Sync routers for ids ['86f73b22-9cb0-4821-a0b7-7e82e871145d'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:03.070054 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Routers {'86f73b22-9cb0-4821-a0b7-7e82e871145d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:03.074055 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['86f73b22-9cb0-4821-a0b7-7e82e871145d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:03.094163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.20.0.1 (e15c6953-81b7-4410-9a8b-a2867a69bdf7/29ca29fe-5e69-4ec7-95b1-70db21cd7bb7/ca45ca4e-e5d2-4185-b62d-35083d7cbbdf) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:03.155194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:03.181519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Sync routers for ids ['b99d1c92-cda7-467b-aa16-95e0bcc95434'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:03.199263 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Routers {'b99d1c92-cda7-467b-aa16-95e0bcc95434'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:03.199904 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b99d1c92-cda7-467b-aa16-95e0bcc95434'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:03.207771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ecee1-0f0c-4cbf-ac86-fa1b228fd248 req-9235c0ed-f0b4-4ca4-9b20-f59afc10ac9c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:03.215443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ecee1-0f0c-4cbf-ac86-fa1b228fd248 req-9235c0ed-f0b4-4ca4-9b20-f59afc10ac9c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:03.222406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ecee1-0f0c-4cbf-ac86-fa1b228fd248 req-9235c0ed-f0b4-4ca4-9b20-f59afc10ac9c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:03.224204 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b0ecee1-0f0c-4cbf-ac86-fa1b228fd248 req-9235c0ed-f0b4-4ca4-9b20-f59afc10ac9c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 2374 time: 0.1425815 Dec 17 13:31:03.261474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:03.274720 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:03.303562 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:03.308888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60278) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:03.309631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e3b1e36e-381c-4e23-9377-cecb15b2fe35 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.2442019 Dec 17 13:31:03.321372 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Set router 86f73b22-9cb0-4821-a0b7-7e82e871145d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:03.359082 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e3b2e120-4185-4460-99ee-0f6a6e66a66e tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=850cc3bed38d459295a3dcc922ba6c36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489731 Dec 17 13:31:03.363148 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60280) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:03.364502 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:03.369401 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1a0e1019-2c15-49e3-9a72-fa0ed9744517 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1335163 Dec 17 13:31:03.375811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b0ecee1-0f0c-4cbf-ac86-fa1b228fd248 req-1a0384f2-f728-4023-8fa1-f6b55f243447 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426172 Dec 17 13:31:03.379957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60282) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:03.407779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:03.417859 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Set router b99d1c92-cda7-467b-aa16-95e0bcc95434 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:03.533125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network e15c6953-81b7-4410-9a8b-a2867a69bdf7 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:03.585501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=ca45ca4e-e5d2-4185-b62d-35083d7cbbdf,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:03.589440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:03.594312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:03.639734 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:31:01Z', 'revision_number': 3, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:03.666483 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:03.679436 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:03.745884 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Checking router: 86f73b22-9cb0-4821-a0b7-7e82e871145d for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:31:03.746955 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Updating router 86f73b22-9cb0-4821-a0b7-7e82e871145d port 5f54de4d-dc34-4647-8f5e-eab9adaf801d binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:31:03.754448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3ce5c-49d0-475e-aca0-0c3869088046 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:03.756150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-93b3ce5c-49d0-475e-aca0-0c3869088046 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3919015 Dec 17 13:31:03.759061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60286) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:03.768824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Network f381c005-ceb4-4052-9c65-09ef1a667df3 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:03.787260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:03.805250 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-603dd21f-2459-48e4-b65a-b2d8ac4c1421 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449452 Dec 17 13:31:03.811334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60288) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:03.817089 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ce2519cf-d0fc-4798-b690-55a2242dfcde tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-350843488', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:03.831245 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:03.869860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Port': ['ID=9847f8ea-b2de-4c65-a697-8f1811d7198b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:03.870118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:00Z', 'revision_number': 3, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:03.873009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:03.950314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:03.951080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:04.002155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Checking router: b99d1c92-cda7-467b-aa16-95e0bcc95434 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:31:04.004901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Updating router b99d1c92-cda7-467b-aa16-95e0bcc95434 port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:31:04.080803 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:04.154642 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-deabcf74-6975-4b56-a9b1-50671a4f2094 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0679350 Dec 17 13:31:04.184888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'port': {'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3', 'admin_state_up': True, 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'security_groups': ['178c18f6-d5b2-45a1-b0a2-f81dee41136d']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:04.354427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:04.365388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:04.377511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a015d42a-06a5-49b6-9814-653630e711ef None None] Provisioning complete for port 9847f8ea-b2de-4c65-a697-8f1811d7198b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:04.380479 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a015d42a-06a5-49b6-9814-653630e711ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:04.393740 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2519cf-d0fc-4798-b690-55a2242dfcde tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Made reservation on behalf of 850cc3bed38d459295a3dcc922ba6c36 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:31:04.405546 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce2519cf-d0fc-4798-b690-55a2242dfcde tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:04.485903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a015d42a-06a5-49b6-9814-653630e711ef None None] Port 9847f8ea-b2de-4c65-a697-8f1811d7198b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:04.489737 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:04.534056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Made reservation on behalf of 9ed2f393d2fe4093b01df20ea2a8c417 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:31:04.538804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:04.615364 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:04.719459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Allocated IP 172.20.0.1 (345e74d1-5b60-4bc6-98e9-e046655ade46/b7a98956-f38a-40d0-9bdc-4266188e7aa3/b5c88763-0df6-4629-92a0-c546c52fb554) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:04.729332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb443cd-af44-4218-8aee-8ec6197a8649 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:31:04.736385 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Attempting to bind port 5f54de4d-dc34-4647-8f5e-eab9adaf801d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:04.745491 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Attempting to bind port 5f54de4d-dc34-4647-8f5e-eab9adaf801d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:04.745491 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Attempting to bind port 5f54de4d-dc34-4647-8f5e-eab9adaf801d on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:04.752860 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:04.753241 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:04.753677 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:04.754390 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:04.754574 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Bound port: 5f54de4d-dc34-4647-8f5e-eab9adaf801d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:04.754918 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:04.838811 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Pushing event updated for resources: {'Port': ['ID=5f54de4d-dc34-4647-8f5e-eab9adaf801d,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:04.883824 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.885634 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.886007 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.889280 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.889639 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.890030 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.890369 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.890705 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.891039 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.891419 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.891784 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.894474 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.896008 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:04.984496 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.011156 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] For port 5f54de4d-dc34-4647-8f5e-eab9adaf801d, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:05.011760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e689ac39-06be-4799-a6fa-250f58fcd856 None None] Provisioning complete for port 5f54de4d-dc34-4647-8f5e-eab9adaf801d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:05.012257 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e689ac39-06be-4799-a6fa-250f58fcd856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.020162 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] For port 5f54de4d-dc34-4647-8f5e-eab9adaf801d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5f54de4d-dc34-4647-8f5e-eab9adaf801d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:05.085875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Allocated IP 10.2.2.200 (f381c005-ceb4-4052-9c65-09ef1a667df3/65c7d3f9-f85f-4d5f-a03a-f15f9c364872/dc07cf3f-9d03-4819-8873-8517cbaafef0) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:05.099343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e689ac39-06be-4799-a6fa-250f58fcd856 None None] Port 5f54de4d-dc34-4647-8f5e-eab9adaf801d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:05.105468 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.109263 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.127346 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.157561 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Pushing event updated for resources: {'Port': ['ID=86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:05.168991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.169468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.169691 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.170026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.170358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.170689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.171567 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.171567 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.171950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.172108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.172373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.172693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.173011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:05.209056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Attempting to bind port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:05.209447 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Attempting to bind port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:05.210093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Attempting to bind port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:05.216053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f83edc9-1152-4022-ae39-fa5e23caa153 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:31:05.218383 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4abff-45b6-4e70-93a4-0323a2ff77a4 None None] Pushing event updated for resources: {'Port': ['ID=5f54de4d-dc34-4647-8f5e-eab9adaf801d,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:05.224235 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Routers {'86f73b22-9cb0-4821-a0b7-7e82e871145d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:05.225128 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['86f73b22-9cb0-4821-a0b7-7e82e871145d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:05.229508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:05.230597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:05.231188 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.231846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:05.232606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Bound port: 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:05.233034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.339806 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] For port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:05.346089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] For port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:05.352327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba8b19-6d99-4ae5-9923-6d192be410ce None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:31:05.362137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.392256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e4f4a511-d656-4936-8227-18da329c2164 None None] Provisioning complete for port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:05.392719 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4f4a511-d656-4936-8227-18da329c2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.447007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4a511-d656-4936-8227-18da329c2164 None None] Port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:05.473243 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.479356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d23e9-7549-4d26-83e4-aaf6603f6ad8 req-72e720ca-d7e4-4c08-843c-7ba79a362b94 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:05.486268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d23e9-7549-4d26-83e4-aaf6603f6ad8 req-72e720ca-d7e4-4c08-843c-7ba79a362b94 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:05.493113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d23e9-7549-4d26-83e4-aaf6603f6ad8 req-72e720ca-d7e4-4c08-843c-7ba79a362b94 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:05.505242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d23e9-7549-4d26-83e4-aaf6603f6ad8 req-72e720ca-d7e4-4c08-843c-7ba79a362b94 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:05.508251 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d04d23e9-7549-4d26-83e4-aaf6603f6ad8 req-72e720ca-d7e4-4c08-843c-7ba79a362b94 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 3095 time: 0.9597747 Dec 17 13:31:05.516837 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.534605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Network 345e74d1-5b60-4bc6-98e9-e046655ade46 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:05.538805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:05.538891 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] Set router 86f73b22-9cb0-4821-a0b7-7e82e871145d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:05.559108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:05.622931 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.730724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875b9115-02e9-4c4f-a541-933b38008ba3 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:31:05.763325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba16df-f31b-4ced-bc7e-bb3399c33ed9 None None] Pushing event updated for resources: {'Port': ['ID=86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:05.781704 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d04d23e9-7549-4d26-83e4-aaf6603f6ad8 req-ce375ff9-fa11-421a-ac0c-b4dcd533cdbb tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650723 Dec 17 13:31:05.795780 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-95fced7c-b954-41f4-a73e-e779caafa118 None None] Provisioning complete for port 5f54de4d-dc34-4647-8f5e-eab9adaf801d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:05.802097 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-95fced7c-b954-41f4-a73e-e779caafa118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.869155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Routers {'b99d1c92-cda7-467b-aa16-95e0bcc95434'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:05.869962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b99d1c92-cda7-467b-aa16-95e0bcc95434'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:05.911399 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:05.923325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c88763-0df6-4629-92a0-c546c52fb554,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:05.977978 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce2519cf-d0fc-4798-b690-55a2242dfcde tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.009250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event updated for resources: {'Port': ['ID=dc07cf3f-9d03-4819-8873-8517cbaafef0,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:06.042079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Network f381c005-ceb4-4052-9c65-09ef1a667df3 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:06.044508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:06.072406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:06.116725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.141640 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:31:01Z', 'revision_number': 3, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:06.206797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2519cf-d0fc-4798-b690-55a2242dfcde tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Subnet': ['ID=1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:06.216813 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.237310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2519cf-d0fc-4798-b690-55a2242dfcde tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Checking segment: {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:06.237600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2519cf-d0fc-4798-b690-55a2242dfcde tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network hostable DHCP agents. Network: a724d299-453e-4c43-ac93-a85d5ff70055, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:31:06.270683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:06.271383 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.279762 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e4a56-44a9-4ed5-92c3-f5a54b0e41ec None None] The sync data for ids ['86f73b22-9cb0-4821-a0b7-7e82e871145d'] in n-d-815324-5 is: [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:31:01Z', 'revision_number': 3, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:06.347003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] Set router b99d1c92-cda7-467b-aa16-95e0bcc95434 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:06.381674 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.385290 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2519cf-d0fc-4798-b690-55a2242dfcde tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network a724d299-453e-4c43-ac93-a85d5ff70055 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:31:06.446924 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.464991 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-fb5d1124-1a8e-4635-9a9c-e68f6108799b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2843661 Dec 17 13:31:06.486211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Request body: {'port': {'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:06.525778 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.529745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=ca45ca4e-e5d2-4185-b62d-35083d7cbbdf,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:06.608131 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-95fced7c-b954-41f4-a73e-e779caafa118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.635832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-ce2519cf-d0fc-4798-b690-55a2242dfcde tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, a724d299-453e-4c43-ac93-a85d5ff70055) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:06.638138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.648016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-95fced7c-b954-41f4-a73e-e779caafa118 None None] For port 5f54de4d-dc34-4647-8f5e-eab9adaf801d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5f54de4d-dc34-4647-8f5e-eab9adaf801d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:06.653968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963adab5-c128-4b9a-b073-4f6e90663680 None None] Network a724d299-453e-4c43-ac93-a85d5ff70055 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:31:06.671559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2519cf-d0fc-4798-b690-55a2242dfcde tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:06.672185 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ce2519cf-d0fc-4798-b690-55a2242dfcde tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.749636 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.794955 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-95fced7c-b954-41f4-a73e-e779caafa118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.832403 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network e15c6953-81b7-4410-9a8b-a2867a69bdf7 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:06.843076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:06.860170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:00Z', 'revision_number': 3, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:06.938607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-a724d299-453e-4c43-ac93-a85d5ff70055', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ips': [{'subnet_id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:31:06.938607 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.969087 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:06.974449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9438c4f5-5266-4906-a4e7-92dbbb9d5566 None None] The sync data for ids ['b99d1c92-cda7-467b-aa16-95e0bcc95434'] in n-d-815324-5 is: [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:00Z', 'revision_number': 3, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:07.032113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fced7c-b954-41f4-a73e-e779caafa118 None None] Pushing event updated for resources: {'Port': ['ID=5f54de4d-dc34-4647-8f5e-eab9adaf801d,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:07.073790 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ce2519cf-d0fc-4798-b690-55a2242dfcde tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.2576725 Dec 17 13:31:07.084154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60316) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:07.106198 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:07.218981 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:07.228685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c88763-0df6-4629-92a0-c546c52fb554,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:07.233750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bfad5ec8-9930-4028-8eb9-810809d197ae None None] Provisioning complete for port dc07cf3f-9d03-4819-8873-8517cbaafef0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:07.235452 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bfad5ec8-9930-4028-8eb9-810809d197ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:07.414347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:07.428246 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-811ee02f-12f2-412c-9e45-f18ff05c201f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "PUT /v2.0/routers/6b3bcfb0-6f93-4c8c-a478-33c9e357062a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3652954 Dec 17 13:31:07.429194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60318) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:07.435775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'port': {'network_id': 'e15c6953-81b7-4410-9a8b-a2867a69bdf7', 'name': 'tempest-FloatingIPTestJSON-148528508'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:07.435904 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288a0f9-e59d-4774-a7bb-c819c020d9cf None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:07.455983 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288a0f9-e59d-4774-a7bb-c819c020d9cf None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:07.461036 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c288a0f9-e59d-4774-a7bb-c819c020d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:07.547320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Network 345e74d1-5b60-4bc6-98e9-e046655ade46 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:07.580472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:07.634768 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c288a0f9-e59d-4774-a7bb-c819c020d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:07.684435 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288a0f9-e59d-4774-a7bb-c819c020d9cf None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:07.685021 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c288a0f9-e59d-4774-a7bb-c819c020d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:07.711759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc62f29-8088-43a4-a490-ebfe5077bf4a req-bbaec160-28fd-4d0e-9761-98c68cf91a7a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:07.753920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc62f29-8088-43a4-a490-ebfe5077bf4a req-bbaec160-28fd-4d0e-9761-98c68cf91a7a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:07.767933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc62f29-8088-43a4-a490-ebfe5077bf4a req-bbaec160-28fd-4d0e-9761-98c68cf91a7a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:07.796455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc62f29-8088-43a4-a490-ebfe5077bf4a req-bbaec160-28fd-4d0e-9761-98c68cf91a7a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:07.822292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc62f29-8088-43a4-a490-ebfe5077bf4a req-bbaec160-28fd-4d0e-9761-98c68cf91a7a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:07.830261 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c288a0f9-e59d-4774-a7bb-c819c020d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:07.830959 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288a0f9-e59d-4774-a7bb-c819c020d9cf None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:07.842804 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7dc62f29-8088-43a4-a490-ebfe5077bf4a req-bbaec160-28fd-4d0e-9761-98c68cf91a7a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 3816 time: 0.7432930 Dec 17 13:31:07.914137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Allocated IP 172.20.0.2 (a724d299-453e-4c43-ac93-a85d5ff70055/1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce/a630293a-01f3-4b91-882f-52fb672aaead) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:08.089232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7dc62f29-8088-43a4-a490-ebfe5077bf4a req-ac6992f6-45a3-47bf-9e2e-324025f37a2d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454028 Dec 17 13:31:08.260810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a54b1b-fdba-4578-8113-44e9204a680e {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:31:08.282385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Router b99d1c92-cda7-467b-aa16-95e0bcc95434 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:08.290860 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:08.345302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Transition to ACTIVE for port object e8a54b1b-fdba-4578-8113-44e9204a680e will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:31:08.345425 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:08.377146 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Made reservation on behalf of 93573225481c4ff6b89179d9a10ab497 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:31:08.381333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bfad5ec8-9930-4028-8eb9-810809d197ae None None] Port dc07cf3f-9d03-4819-8873-8517cbaafef0 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:08.387944 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:08.406277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bfad5ec8-9930-4028-8eb9-810809d197ae None None] Provisioning complete for port b5c88763-0df6-4629-92a0-c546c52fb554 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:08.406657 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bfad5ec8-9930-4028-8eb9-810809d197ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:08.444893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] device_id is not set on port e1a41a14-c6ed-42cb-8156-71612409f92d yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:31:08.480540 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bfad5ec8-9930-4028-8eb9-810809d197ae None None] Port b5c88763-0df6-4629-92a0-c546c52fb554 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:08.503389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bfad5ec8-9930-4028-8eb9-810809d197ae None None] Provisioning complete for port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:08.504136 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bfad5ec8-9930-4028-8eb9-810809d197ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:08.511029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:08.548757 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2d941016-8b7a-4afe-9385-4e70c9d5c991 admin admin] 10.222.0.59 "PUT /v2.0/routers/b99d1c92-cda7-467b-aa16-95e0bcc95434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1631470 Dec 17 13:31:08.551216 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:08.637474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.20.0.7 (e15c6953-81b7-4410-9a8b-a2867a69bdf7/29ca29fe-5e69-4ec7-95b1-70db21cd7bb7/e1a41a14-c6ed-42cb-8156-71612409f92d) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:08.652334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5f54de4d-dc34-4647-8f5e-eab9adaf801d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:08.655135 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:08.709096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a54b1b-fdba-4578-8113-44e9204a680e,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:08.861658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Attempting to bind port e8a54b1b-fdba-4578-8113-44e9204a680e on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:08.870218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Attempting to bind port e8a54b1b-fdba-4578-8113-44e9204a680e by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:08.870218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Attempting to bind port e8a54b1b-fdba-4578-8113-44e9204a680e on network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:08.870218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Port e8a54b1b-fdba-4578-8113-44e9204a680e on network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:31:08.870218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Attempting to bind port e8a54b1b-fdba-4578-8113-44e9204a680e on network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:08.874540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:08.874901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Checking segment: {'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:08.875299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Bound using segment: {'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:08.875750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Bound port: e8a54b1b-fdba-4578-8113-44e9204a680e, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39964772-a24c-4875-ab7f-79907122d3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:08.876118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:08.966243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Pushing event updated for resources: {'Port': ['ID=a630293a-01f3-4b91-882f-52fb672aaead,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:09.004002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Network a724d299-453e-4c43-ac93-a85d5ff70055 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:09.016125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:09.034903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:09.081728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] For port e8a54b1b-fdba-4578-8113-44e9204a680e, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:09.092718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] For port e8a54b1b-fdba-4578-8113-44e9204a680e, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e8a54b1b-fdba-4578-8113-44e9204a680e,segment=NetworkSegment(39964772-a24c-4875-ab7f-79907122d3e5),segment_id=39964772-a24c-4875-ab7f-79907122d3e5)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:09.172824 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:09.182924 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:09.198171 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:09.199270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:09.202513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] 10.222.0.61 "PUT /v2.0/ports/e8a54b1b-fdba-4578-8113-44e9204a680e HTTP/1.1" status: 200 len: 1092 time: 2.7224553 Dec 17 13:31:09.204285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': 'e8a54b1b-fdba-4578-8113-44e9204a680e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:31:09.206901 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb72186-76c8-4e38-99b2-f4677e0183eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "e8a54b1b-fdba-4578-8113-44e9204a680e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:31:09.331364 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e609a75-a178-46f6-80e0-a64057ca1b5c x-openstack-request-id: req-1e609a75-a178-46f6-80e0-a64057ca1b5c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:31:09.332460 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "e8a54b1b-fdba-4578-8113-44e9204a680e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:31:09.332890 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e609a75-a178-46f6-80e0-a64057ca1b5c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:31:09.333485 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': 'e8a54b1b-fdba-4578-8113-44e9204a680e', 'status': 'completed', 'code': 200} Dec 17 13:31:09.361906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Request body: {'port': {'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:09.410282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 5f54de4d-dc34-4647-8f5e-eab9adaf801d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:09.414070 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:09.560968 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bfad5ec8-9930-4028-8eb9-810809d197ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:09.613363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Attempting to bind port a630293a-01f3-4b91-882f-52fb672aaead on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:09.615658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb72186-76c8-4e38-99b2-f4677e0183eb req-f0275261-df86-4487-b870-58e513e5c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:09.616420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb72186-76c8-4e38-99b2-f4677e0183eb req-f0275261-df86-4487-b870-58e513e5c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:09.617077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb72186-76c8-4e38-99b2-f4677e0183eb req-f0275261-df86-4487-b870-58e513e5c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:09.618902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Attempting to bind port a630293a-01f3-4b91-882f-52fb672aaead by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:09.619201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb72186-76c8-4e38-99b2-f4677e0183eb req-f0275261-df86-4487-b870-58e513e5c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:09.620062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb72186-76c8-4e38-99b2-f4677e0183eb req-f0275261-df86-4487-b870-58e513e5c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:09.621867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Attempting to bind port a630293a-01f3-4b91-882f-52fb672aaead on network a724d299-453e-4c43-ac93-a85d5ff70055 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:09.629075 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3bb72186-76c8-4e38-99b2-f4677e0183eb req-f0275261-df86-4487-b870-58e513e5c304 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 4363 time: 0.2271671 Dec 17 13:31:09.637724 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:09.673485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bfad5ec8-9930-4028-8eb9-810809d197ae None None] For port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:09.675298 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1ae27-c34a-4e42-895b-23b9eb5cba15 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a54b1b-fdba-4578-8113-44e9204a680e,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:09.720215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:09.720926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Checking segment: {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:09.721688 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:09.723094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Bound using segment: {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:09.726770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Bound port: a630293a-01f3-4b91-882f-52fb672aaead, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:09.727333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:09.731645 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:09.853906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:09.886528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:09.910825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68baea-72fd-4247-8e0e-4037e868a6cc req-d29928bc-a6e1-4ade-b21a-c33675c961ec tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:09.927736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68baea-72fd-4247-8e0e-4037e868a6cc req-d29928bc-a6e1-4ade-b21a-c33675c961ec tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:09.936142 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bfad5ec8-9930-4028-8eb9-810809d197ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:09.940989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68baea-72fd-4247-8e0e-4037e868a6cc req-d29928bc-a6e1-4ade-b21a-c33675c961ec tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:09.954432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68baea-72fd-4247-8e0e-4037e868a6cc req-d29928bc-a6e1-4ade-b21a-c33675c961ec tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:09.966601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68baea-72fd-4247-8e0e-4037e868a6cc req-d29928bc-a6e1-4ade-b21a-c33675c961ec tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:09.980910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f68baea-72fd-4247-8e0e-4037e868a6cc req-d29928bc-a6e1-4ade-b21a-c33675c961ec tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 3828 time: 0.5364742 Dec 17 13:31:10.017071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb72186-76c8-4e38-99b2-f4677e0183eb req-9d8f2903-b185-4168-a152-747390914c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:10.017945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb72186-76c8-4e38-99b2-f4677e0183eb req-9d8f2903-b185-4168-a152-747390914c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:10.019189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb72186-76c8-4e38-99b2-f4677e0183eb req-9d8f2903-b185-4168-a152-747390914c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:10.021767 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3bb72186-76c8-4e38-99b2-f4677e0183eb req-9d8f2903-b185-4168-a152-747390914c45 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3765204 Dec 17 13:31:10.260331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb72186-76c8-4e38-99b2-f4677e0183eb req-8ecc14be-1027-4337-b8a4-05c942fb1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:10.262194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3bb72186-76c8-4e38-99b2-f4677e0183eb req-8ecc14be-1027-4337-b8a4-05c942fb1ccb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2195327 Dec 17 13:31:10.262779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network e15c6953-81b7-4410-9a8b-a2867a69bdf7 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:10.269920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-378fa645-6d54-4002-a749-d8006520d022 None None] For port a630293a-01f3-4b91-882f-52fb672aaead, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:10.274848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:10.276049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:10.277219 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:10.285302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:10.300332 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f68baea-72fd-4247-8e0e-4037e868a6cc req-53e9669a-8d81-4f62-894a-773f30235a74 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182716 Dec 17 13:31:10.337960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=e1a41a14-c6ed-42cb-8156-71612409f92d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:10.365343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad5ec8-9930-4028-8eb9-810809d197ae None None] Pushing event updated for resources: {'Port': ['ID=86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:10.395399 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:10.396094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:10.414475 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-378fa645-6d54-4002-a749-d8006520d022 None None] For port a630293a-01f3-4b91-882f-52fb672aaead, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a630293a-01f3-4b91-882f-52fb672aaead,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:10.476293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e0de4c6f-1874-4014-b514-5bb2857e4633 None None] Provisioning complete for port b5c88763-0df6-4629-92a0-c546c52fb554 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:10.476676 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0de4c6f-1874-4014-b514-5bb2857e4633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:10.521212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e0de4c6f-1874-4014-b514-5bb2857e4633 None None] Port b5c88763-0df6-4629-92a0-c546c52fb554 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:10.524390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:10.556814 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bd73d7c4-b8b0-43b8-a622-c1e6c854cbfd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1270893 Dec 17 13:31:10.562953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60350) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:10.581000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'port': {'network_id': 'e15c6953-81b7-4410-9a8b-a2867a69bdf7', 'name': 'tempest-FloatingIPTestJSON-717285203'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:10.634429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60352) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:10.658266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1976094035-network', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:10.658394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fa645-6d54-4002-a749-d8006520d022 None None] Pushing event updated for resources: {'Port': ['ID=a630293a-01f3-4b91-882f-52fb672aaead,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:10.782401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:10.836375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Sync routers for ids ['b99d1c92-cda7-467b-aa16-95e0bcc95434'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:10.863533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Routers {'b99d1c92-cda7-467b-aa16-95e0bcc95434'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:10.864171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b99d1c92-cda7-467b-aa16-95e0bcc95434'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:10.872788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Made reservation on behalf of 8022e53401d141aaafe1eb30638a87ee for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:31:10.876168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:10.906745 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:10.936509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2406aa-2787-444f-b11e-0cfdfe6a55dc {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:31:10.990529 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:11.059310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Transition to ACTIVE for port object 0f2406aa-2787-444f-b11e-0cfdfe6a55dc will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:31:11.105657 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.20.0.1 (a724d299-453e-4c43-ac93-a85d5ff70055/1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce/39b2208d-4ca0-4ef6-85c6-e81a80e87fd3) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:11.207535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:11.259933 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:11.270901 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:11.344169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:11.408897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Set router b99d1c92-cda7-467b-aa16-95e0bcc95434 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:11.502414 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:11.574547 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:11.741480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:31:11.744566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Attempting to bind port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:11.744904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Attempting to bind port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:11.745565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Attempting to bind port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:11.764018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:31:11.764371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Attempting to bind port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:11.771422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2406aa-2787-444f-b11e-0cfdfe6a55dc,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:11.781553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:11.781941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Checking segment: {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:11.782347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Bound using segment: {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:11.782803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Bound port: 0f2406aa-2787-444f-b11e-0cfdfe6a55dc, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:11.783175 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:11.795024 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Made reservation on behalf of 93573225481c4ff6b89179d9a10ab497 for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:31:11.814285 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:11.826223 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:11.826590 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Added segment d4e759d0-68c5-4231-b674-756e109b3e17 of type vlan for network dbdd95a5-8af0-49cf-b650-ce0a5006eb61 Dec 17 13:31:11.828071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c32833-44cb-481f-be4b-4c144966f4de,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:11.849107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'b5c88763-0df6-4629-92a0-c546c52fb554', 'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'mac_address': 'fa:16:3e:d6:b2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:04Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 2, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'subnets': [{'id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:11.851022 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:11.869353 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] device_id is not set on port c6fdff9b-b773-4cbc-9184-feb8f26f67fa yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:31:11.888669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Checking router: b99d1c92-cda7-467b-aa16-95e0bcc95434 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:31:11.889205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Updating router b99d1c92-cda7-467b-aa16-95e0bcc95434 port b5c88763-0df6-4629-92a0-c546c52fb554 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:31:11.933247 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:11.981529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2099-2085-4cf5-be37-51fda0fe7709 req-e4e5c35e-b87f-4f0b-9531-a1eb35786f29 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:11.993680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2099-2085-4cf5-be37-51fda0fe7709 req-e4e5c35e-b87f-4f0b-9531-a1eb35786f29 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:11.998987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2099-2085-4cf5-be37-51fda0fe7709 req-e4e5c35e-b87f-4f0b-9531-a1eb35786f29 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:12.018934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2099-2085-4cf5-be37-51fda0fe7709 req-e4e5c35e-b87f-4f0b-9531-a1eb35786f29 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:12.034167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=39b2208d-4ca0-4ef6-85c6-e81a80e87fd3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:12.042765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2099-2085-4cf5-be37-51fda0fe7709 req-e4e5c35e-b87f-4f0b-9531-a1eb35786f29 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:12.048459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2099-2085-4cf5-be37-51fda0fe7709 req-e4e5c35e-b87f-4f0b-9531-a1eb35786f29 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:12.061617 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-550c2099-2085-4cf5-be37-51fda0fe7709 req-e4e5c35e-b87f-4f0b-9531-a1eb35786f29 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 4606 time: 0.5403106 Dec 17 13:31:12.132194 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:12.147574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.20.0.6 (e15c6953-81b7-4410-9a8b-a2867a69bdf7/29ca29fe-5e69-4ec7-95b1-70db21cd7bb7/c6fdff9b-b773-4cbc-9184-feb8f26f67fa) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:12.300667 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-550c2099-2085-4cf5-be37-51fda0fe7709 req-7e32c389-ce80-451b-9dfa-05160028306d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2173748 Dec 17 13:31:12.310897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] For port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:12.314487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] For port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f2406aa-2787-444f-b11e-0cfdfe6a55dc,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:12.373900 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:12.394857 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:12.397266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:12.397266 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:12.426590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network a724d299-453e-4c43-ac93-a85d5ff70055 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:12.441872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:12.452930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:12.488037 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:12.529281 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:12.577517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] Pushing event updated for resources: {'Network': ['ID=dbdd95a5-8af0-49cf-b650-ce0a5006eb61,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:12.580343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:12.582345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:12.583727 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] 10.222.0.61 "PUT /v2.0/ports/0f2406aa-2787-444f-b11e-0cfdfe6a55dc HTTP/1.1" status: 200 len: 1136 time: 3.2268605 Dec 17 13:31:12.586100 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': '0f2406aa-2787-444f-b11e-0cfdfe6a55dc'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:31:12.589613 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "0f2406aa-2787-444f-b11e-0cfdfe6a55dc"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:31:12.593532 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:12.628538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6118df4-ce5c-402c-9b82-7bd86699ddd9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2406aa-2787-444f-b11e-0cfdfe6a55dc,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:12.652583 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-629b3f6f-5211-4bde-81cf-d061ab814382 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0134473 Dec 17 13:31:12.656550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60364) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:12.668726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=c6fdff9b-b773-4cbc-9184-feb8f26f67fa,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:12.671909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-76e55980-3184-4a8c-a74d-00417e407f26 admin admin] Request body: {'subnet': {'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1976094035-subnet', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:12.695768 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba5c55a-6a32-499c-9f46-e481d180712e x-openstack-request-id: req-7ba5c55a-6a32-499c-9f46-e481d180712e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:31:12.697063 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "0f2406aa-2787-444f-b11e-0cfdfe6a55dc", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:31:12.697063 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ba5c55a-6a32-499c-9f46-e481d180712e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:31:12.697266 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': '0f2406aa-2787-444f-b11e-0cfdfe6a55dc', 'status': 'completed', 'code': 200} Dec 17 13:31:12.722928 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network e15c6953-81b7-4410-9a8b-a2867a69bdf7 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:12.731465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:12.732525 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:12.741940 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:12.763071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network dbdd95a5-8af0-49cf-b650-ce0a5006eb61 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:31:12.766695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003c6d9d-3701-4dab-9928-139dbe47a9f8 None None] Network a724d299-453e-4c43-ac93-a85d5ff70055 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:31:12.784820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Request body: {'port': {'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:12.915726 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:12.987799 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:12.988552 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:13.065415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a630293a-01f3-4b91-882f-52fb672aaead up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:13.069074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-77ee0925-3d23-4bca-8ae4-200995b61787 None None] Provisioning complete for port a630293a-01f3-4b91-882f-52fb672aaead triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:13.069074 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77ee0925-3d23-4bca-8ae4-200995b61787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:13.083557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-9bf284c5-b895-474b-b308-bd0997dd2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:13.084127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-9bf284c5-b895-474b-b308-bd0997dd2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:13.084729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-9bf284c5-b895-474b-b308-bd0997dd2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:13.085338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-9bf284c5-b895-474b-b308-bd0997dd2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:13.085966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-9bf284c5-b895-474b-b308-bd0997dd2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:13.086783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-9bf284c5-b895-474b-b308-bd0997dd2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:13.089709 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-9bf284c5-b895-474b-b308-bd0997dd2f1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5292 time: 0.3538544 Dec 17 13:31:13.091152 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:13.189349 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1dbf6f41-90cf-4fc0-a2ec-57ae587f37db tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6251757 Dec 17 13:31:13.190555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2c5ce-bd2d-45de-84e3-539e52cacc11 None None] Pushing event updated for resources: {'Port': ['ID=b5c88763-0df6-4629-92a0-c546c52fb554,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:13.198043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60378) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:13.224043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': 'c6fdff9b-b773-4cbc-9184-feb8f26f67fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:13.264273 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:13.635786 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77ee0925-3d23-4bca-8ae4-200995b61787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:13.700835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a630293a-01f3-4b91-882f-52fb672aaead triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:13.703333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:13.746428 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Attempting to bind port b5c88763-0df6-4629-92a0-c546c52fb554 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:13.747188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Attempting to bind port b5c88763-0df6-4629-92a0-c546c52fb554 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:13.747188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Attempting to bind port b5c88763-0df6-4629-92a0-c546c52fb554 on network 345e74d1-5b60-4bc6-98e9-e046655ade46 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:13.759519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:13.762851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Checking segment: {'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:13.762851 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:13.762851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Bound using segment: {'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:13.762851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Bound port: b5c88763-0df6-4629-92a0-c546c52fb554, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:13.762851 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:13.775865 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-77ee0925-3d23-4bca-8ae4-200995b61787 None None] For port a630293a-01f3-4b91-882f-52fb672aaead, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a630293a-01f3-4b91-882f-52fb672aaead,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:13.848277 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:13.945936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-0683af54-8dab-446c-9a7b-1c5cb02f52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:13.947423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-0683af54-8dab-446c-9a7b-1c5cb02f52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:13.948148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-0683af54-8dab-446c-9a7b-1c5cb02f52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:13.949955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-0683af54-8dab-446c-9a7b-1c5cb02f52db service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8392084 Dec 17 13:31:13.957688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e55980-3184-4a8c-a74d-00417e407f26 admin admin] Made reservation on behalf of 8022e53401d141aaafe1eb30638a87ee for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:31:13.960342 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76e55980-3184-4a8c-a74d-00417e407f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:14.035224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] For port b5c88763-0df6-4629-92a0-c546c52fb554, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:14.035224 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-77ee0925-3d23-4bca-8ae4-200995b61787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:14.057071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] For port b5c88763-0df6-4629-92a0-c546c52fb554, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b5c88763-0df6-4629-92a0-c546c52fb554,segment=NetworkSegment(135439fc-d482-45e5-97f6-d34396bd39ee),segment_id=135439fc-d482-45e5-97f6-d34396bd39ee)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:14.283056 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af92eaf1-9f23-48c6-a84d-0900e933118d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:14.292908 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:14.303594 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:14.335153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-db0f21d5-8253-466f-80c3-14b407190d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:14.338329 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b98e16e-4ed2-4e23-b268-0e59ad31ea4c req-db0f21d5-8253-466f-80c3-14b407190d3e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301703 Dec 17 13:31:14.496396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f60c2f3f-b209-464c-a704-f23c50455738 None None] Provisioning complete for port a630293a-01f3-4b91-882f-52fb672aaead triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:14.500650 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76e55980-3184-4a8c-a74d-00417e407f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:14.500792 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f60c2f3f-b209-464c-a704-f23c50455738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:14.518078 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:31:14.518462 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:31:14.620011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee0925-3d23-4bca-8ae4-200995b61787 None None] Pushing event updated for resources: {'Port': ['ID=a630293a-01f3-4b91-882f-52fb672aaead,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:14.677059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Routers {'b99d1c92-cda7-467b-aa16-95e0bcc95434'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:14.677837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:30:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b99d1c92-cda7-467b-aa16-95e0bcc95434'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:14.724016 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:14.728193 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:14.811141 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:14.968550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e55980-3184-4a8c-a74d-00417e407f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e957190-e312-46c8-9afa-c939be301eff,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:14.970660 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] Set router b99d1c92-cda7-467b-aa16-95e0bcc95434 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:15.045110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e602b5-a34e-4a6d-aff3-644a4d1641f5 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:31:15.057456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:15.063642 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:15.071966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=39b2208d-4ca0-4ef6-85c6-e81a80e87fd3,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:15.080359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Transition to ACTIVE for port object c1e602b5-a34e-4a6d-aff3-644a4d1641f5 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:31:15.121252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ced9b6-5836-49cf-8e64-22217ebb27ef req-7ad11534-8ebf-4abc-8695-ceda5969fe08 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:15.133158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ced9b6-5836-49cf-8e64-22217ebb27ef req-7ad11534-8ebf-4abc-8695-ceda5969fe08 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:15.141390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ced9b6-5836-49cf-8e64-22217ebb27ef req-7ad11534-8ebf-4abc-8695-ceda5969fe08 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:15.172361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ced9b6-5836-49cf-8e64-22217ebb27ef req-7ad11534-8ebf-4abc-8695-ceda5969fe08 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:15.181462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.25.0.188 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/5992692c-9cf3-49c6-950a-757459179713) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:15.182497 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ced9b6-5836-49cf-8e64-22217ebb27ef req-7ad11534-8ebf-4abc-8695-ceda5969fe08 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:15.190362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ced9b6-5836-49cf-8e64-22217ebb27ef req-7ad11534-8ebf-4abc-8695-ceda5969fe08 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:15.194664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44ced9b6-5836-49cf-8e64-22217ebb27ef req-7ad11534-8ebf-4abc-8695-ceda5969fe08 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 4606 time: 1.2434473 Dec 17 13:31:15.210893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2c5ce-bd2d-45de-84e3-539e52cacc11 None None] Pushing event updated for resources: {'Port': ['ID=b5c88763-0df6-4629-92a0-c546c52fb554,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:15.211475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:15.215951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e55980-3184-4a8c-a74d-00417e407f26 admin admin] Checking segment: {'id': 'd4e759d0-68c5-4231-b674-756e109b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:15.216718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e55980-3184-4a8c-a74d-00417e407f26 admin admin] Network hostable DHCP agents. Network: dbdd95a5-8af0-49cf-b650-ce0a5006eb61, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:31:15.348954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e602b5-a34e-4a6d-aff3-644a4d1641f5,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:15.370788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network a724d299-453e-4c43-ac93-a85d5ff70055 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:15.373724 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:15.393771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f60c2f3f-b209-464c-a704-f23c50455738 None None] Provisioning complete for port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:15.394356 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f60c2f3f-b209-464c-a704-f23c50455738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:15.441851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f60c2f3f-b209-464c-a704-f23c50455738 None None] Port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:15.515715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'b5c88763-0df6-4629-92a0-c546c52fb554', 'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'mac_address': 'fa:16:3e:d6:b2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:04Z', 'updated_at': '2021-12-17T13:31:14Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'subnets': [{'id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:15.540564 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:15.589961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16087c3-0451-43c6-b8a3-dc7ea522636c None None] The sync data for ids ['b99d1c92-cda7-467b-aa16-95e0bcc95434'] in n-d-815324-5 is: [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'b5c88763-0df6-4629-92a0-c546c52fb554', 'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'mac_address': 'fa:16:3e:d6:b2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:04Z', 'updated_at': '2021-12-17T13:31:14Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'subnets': [{'id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:15.592162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a630293a-01f3-4b91-882f-52fb672aaead up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:15.627321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e55980-3184-4a8c-a74d-00417e407f26 admin admin] Network dbdd95a5-8af0-49cf-b650-ce0a5006eb61 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:31:15.642579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f60c2f3f-b209-464c-a704-f23c50455738 None None] Provisioning complete for port b5c88763-0df6-4629-92a0-c546c52fb554 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:15.643232 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f60c2f3f-b209-464c-a704-f23c50455738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:15.651279 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44ced9b6-5836-49cf-8e64-22217ebb27ef req-3c0ac0cb-9a5c-4d73-8e31-53be1397a109 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4419935 Dec 17 13:31:15.795607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a630293a-01f3-4b91-882f-52fb672aaead triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:15.795607 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:15.916491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Attempting to bind port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:15.919936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Attempting to bind port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:15.920387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Attempting to bind port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:15.935388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-76e55980-3184-4a8c-a74d-00417e407f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, dbdd95a5-8af0-49cf-b650-ce0a5006eb61) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:15.949693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e55980-3184-4a8c-a74d-00417e407f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:15.951548 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-76e55980-3184-4a8c-a74d-00417e407f26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:15.968568 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router 86f73b22-9cb0-4821-a0b7-7e82e871145d has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:15.978452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:31:15.979262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Attempting to bind port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:15.999723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:16.006193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Checking segment: {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:16.006193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Bound using segment: {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:16.006193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Bound port: c1e602b5-a34e-4a6d-aff3-644a4d1641f5, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:16.006193 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:16.022396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cd23d9-93fc-4169-b23b-18ab83091821 None None] Network dbdd95a5-8af0-49cf-b650-ce0a5006eb61 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:31:16.097107 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:16.136453 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-76e55980-3184-4a8c-a74d-00417e407f26 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4807000 Dec 17 13:31:16.140729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60390) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:16.149917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1976094035-router', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:16.207526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:16.289038 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f60c2f3f-b209-464c-a704-f23c50455738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:16.322563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] For port c1e602b5-a34e-4a6d-aff3-644a4d1641f5, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:16.327632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] For port c1e602b5-a34e-4a6d-aff3-644a4d1641f5, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c1e602b5-a34e-4a6d-aff3-644a4d1641f5,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:16.332057 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:16.332876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:16.337883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:16.341524 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-dbdd95a5-8af0-49cf-b650-ce0a5006eb61', 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61', 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'fixed_ips': [{'subnet_id': '9e957190-e312-46c8-9afa-c939be301eff'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:31:16.341524 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:16.356554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=5992692c-9cf3-49c6-950a-757459179713,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:16.376743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:16.437663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f60c2f3f-b209-464c-a704-f23c50455738 None None] For port b5c88763-0df6-4629-92a0-c546c52fb554, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b5c88763-0df6-4629-92a0-c546c52fb554,segment=NetworkSegment(135439fc-d482-45e5-97f6-d34396bd39ee),segment_id=135439fc-d482-45e5-97f6-d34396bd39ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:16.503444 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:16.511620 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-356ed967-7a86-4a4f-ad53-04befa4c8220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:16.526239 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:16.546645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:16.556262 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3b141f9a-f5b3-442a-bc26-0fdf5ab203a0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "PUT /v2.0/routers/86f73b22-9cb0-4821-a0b7-7e82e871145d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4678369 Dec 17 13:31:16.556819 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Sync routers for ids ['86f73b22-9cb0-4821-a0b7-7e82e871145d'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:16.578990 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Routers {'86f73b22-9cb0-4821-a0b7-7e82e871145d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:16.580840 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['86f73b22-9cb0-4821-a0b7-7e82e871145d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:16.615754 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f60c2f3f-b209-464c-a704-f23c50455738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:16.641540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:16.642210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:16.644621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] 10.222.0.61 "PUT /v2.0/ports/c1e602b5-a34e-4a6d-aff3-644a4d1641f5 HTTP/1.1" status: 200 len: 1135 time: 3.9067333 Dec 17 13:31:16.672185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': 'c1e602b5-a34e-4a6d-aff3-644a4d1641f5'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:31:16.674692 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d25f05d-719c-4ed9-9ec8-900b084aa038" -d '{"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "c1e602b5-a34e-4a6d-aff3-644a4d1641f5"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:31:16.924333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Request body: {'port': {'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:17.095374 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Set router 86f73b22-9cb0-4821-a0b7-7e82e871145d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:17.114540 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095a82a7-b55a-4110-9f9e-a078d51242f2 x-openstack-request-id: req-095a82a7-b55a-4110-9f9e-a078d51242f2 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:31:17.115085 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "c1e602b5-a34e-4a6d-aff3-644a4d1641f5", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:31:17.115315 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-095a82a7-b55a-4110-9f9e-a078d51242f2 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:31:17.115685 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': 'c1e602b5-a34e-4a6d-aff3-644a4d1641f5', 'status': 'completed', 'code': 200} Dec 17 13:31:17.156984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Allocated IP 172.20.0.2 (dbdd95a5-8af0-49cf-b650-ce0a5006eb61/9e957190-e312-46c8-9afa-c939be301eff/1275e872-be83-4850-9ab2-d0f43fed3a71) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:17.260098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e24fdd-ea50-42cb-8b39-f06f2ccecb02 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e602b5-a34e-4a6d-aff3-644a4d1641f5,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:17.283102 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-8f91d4e8-c13c-42a6-978b-85040f01cd3a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500393924&fields=id&tenant_id=850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 267 time: 0.2161059 Dec 17 13:31:17.473503 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:17.497639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c2f3f-b209-464c-a704-f23c50455738 None None] Pushing event updated for resources: {'Port': ['ID=b5c88763-0df6-4629-92a0-c546c52fb554,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:17.548271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b5c88763-0df6-4629-92a0-c546c52fb554 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:17.553073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8fbdc0e3-9e97-4824-be28-a9afed696d56 None None] Provisioning complete for port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:17.558559 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8fbdc0e3-9e97-4824-be28-a9afed696d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:17.562328 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:17.620778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:17.673242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-37b8065e-67ca-4b0d-9dd3-bba48814f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:17.673682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-37b8065e-67ca-4b0d-9dd3-bba48814f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:17.674180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-37b8065e-67ca-4b0d-9dd3-bba48814f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:17.674642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-37b8065e-67ca-4b0d-9dd3-bba48814f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:17.675115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-37b8065e-67ca-4b0d-9dd3-bba48814f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:17.675584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-37b8065e-67ca-4b0d-9dd3-bba48814f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:17.676055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-37b8065e-67ca-4b0d-9dd3-bba48814f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:17.688243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-37b8065e-67ca-4b0d-9dd3-bba48814f68c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6220 time: 0.5715773 Dec 17 13:31:17.716436 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:31:12Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '39b2208d-4ca0-4ef6-85c6-e81a80e87fd3', 'name': '', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:41:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:10Z', 'updated_at': '2021-12-17T13:31:14Z', 'revision_number': 2, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:17.768993 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-a0f49943-1b5d-4966-9e7d-c4adf25c03f8 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:17.779894 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-a0f49943-1b5d-4966-9e7d-c4adf25c03f8 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/networks?id=a724d299-453e-4c43-ac93-a85d5ff70055 HTTP/1.1" status: 200 len: 797 time: 0.4769611 Dec 17 13:31:17.823884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Network dbdd95a5-8af0-49cf-b650-ce0a5006eb61 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:17.835301 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Checking router: 86f73b22-9cb0-4821-a0b7-7e82e871145d for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:31:17.840195 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Updating router 86f73b22-9cb0-4821-a0b7-7e82e871145d port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:31:17.844735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:17.861679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8fbdc0e3-9e97-4824-be28-a9afed696d56 None None] Port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:17.865978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:17.873000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Pushing event updated for resources: {'Port': ['ID=1275e872-be83-4850-9ab2-d0f43fed3a71,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:17.926687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b5c88763-0df6-4629-92a0-c546c52fb554 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:17.926687 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:17.949958 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:17.951014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-cd488c22-887a-4041-ba0a-00129aab7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:17.951564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-cd488c22-887a-4041-ba0a-00129aab7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:17.951678 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-63c22153-f422-4af3-abda-8728b017a433 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/quotas/850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 375 time: 0.1039584 Dec 17 13:31:17.952038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-cd488c22-887a-4041-ba0a-00129aab7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:17.954493 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-cd488c22-887a-4041-ba0a-00129aab7444 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2253213 Dec 17 13:31:17.961412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8fbdc0e3-9e97-4824-be28-a9afed696d56 None None] Provisioning complete for port b5c88763-0df6-4629-92a0-c546c52fb554 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:17.961412 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8fbdc0e3-9e97-4824-be28-a9afed696d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:17.979116 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:18.036047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Attempting to bind port 1275e872-be83-4850-9ab2-d0f43fed3a71 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:18.036732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Attempting to bind port 1275e872-be83-4850-9ab2-d0f43fed3a71 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd4e759d0-68c5-4231-b674-756e109b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:18.037540 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Attempting to bind port 1275e872-be83-4850-9ab2-d0f43fed3a71 on network dbdd95a5-8af0-49cf-b650-ce0a5006eb61 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:18.049149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:18.056863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:18.059227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Checking segment: {'id': 'd4e759d0-68c5-4231-b674-756e109b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:18.059896 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:18.061308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Bound using segment: {'id': 'd4e759d0-68c5-4231-b674-756e109b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:18.062390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Bound port: 1275e872-be83-4850-9ab2-d0f43fed3a71, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e759d0-68c5-4231-b674-756e109b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:18.063067 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:18.091161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317210-177a-46f7-8bf4-8b80c22249ce req-13eae6ee-632e-430a-8cde-9e6f332dfd57 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:18.100327 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317210-177a-46f7-8bf4-8b80c22249ce req-13eae6ee-632e-430a-8cde-9e6f332dfd57 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:18.106681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317210-177a-46f7-8bf4-8b80c22249ce req-13eae6ee-632e-430a-8cde-9e6f332dfd57 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:18.113489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317210-177a-46f7-8bf4-8b80c22249ce req-13eae6ee-632e-430a-8cde-9e6f332dfd57 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:18.131329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317210-177a-46f7-8bf4-8b80c22249ce req-13eae6ee-632e-430a-8cde-9e6f332dfd57 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:18.138566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317210-177a-46f7-8bf4-8b80c22249ce req-13eae6ee-632e-430a-8cde-9e6f332dfd57 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:18.147279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317210-177a-46f7-8bf4-8b80c22249ce req-13eae6ee-632e-430a-8cde-9e6f332dfd57 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:18.149486 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed317210-177a-46f7-8bf4-8b80c22249ce req-13eae6ee-632e-430a-8cde-9e6f332dfd57 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5383 time: 1.0861437 Dec 17 13:31:18.294032 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ed317210-177a-46f7-8bf4-8b80c22249ce req-2761402f-dcf1-4000-b57f-aca366c8ca3a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106169 Dec 17 13:31:18.374484 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-2803f36d-de5b-49dd-b4e2-7296763e023e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4000711 Dec 17 13:31:18.478214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-d49c2481-2599-4072-88d5-cd7bb13f733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:18.479997 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d25f05d-719c-4ed9-9ec8-900b084aa038 req-d49c2481-2599-4072-88d5-cd7bb13f733a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5143964 Dec 17 13:31:18.600316 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:18.770973 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-b9eb7211-ab6e-4872-823d-e4d944496263 service neutron] 10.222.0.59 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756683 Dec 17 13:31:18.839704 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:18.868907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] For port 1275e872-be83-4850-9ab2-d0f43fed3a71, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:18.886387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] For port 1275e872-be83-4850-9ab2-d0f43fed3a71, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=1275e872-be83-4850-9ab2-d0f43fed3a71,segment=NetworkSegment(d4e759d0-68c5-4231-b674-756e109b3e17),segment_id=d4e759d0-68c5-4231-b674-756e109b3e17)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:18.931270 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:18.942808 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:18.982654 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:18.983909 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:19.076671 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bf2e5-9903-48da-a207-904521b36691 None None] Pushing event updated for resources: {'Port': ['ID=39b2208d-4ca0-4ef6-85c6-e81a80e87fd3,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:19.082799 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-8b9bfd89-699f-4515-8534-4aa5ff5bd0d5 service neutron] 10.222.0.59 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944376 Dec 17 13:31:19.106091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef71c4-fc72-4350-ac24-6fd295fc29c4 None None] Pushing event updated for resources: {'Port': ['ID=1275e872-be83-4850-9ab2-d0f43fed3a71,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:19.250673 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Attempting to bind port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:19.251055 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Attempting to bind port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:19.251417 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Attempting to bind port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 on network a724d299-453e-4c43-ac93-a85d5ff70055 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:19.259967 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:19.276324 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:19.276696 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Checking segment: {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:19.277103 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:19.277497 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Bound using segment: {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:19.281532 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Bound port: 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:19.282002 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:19.287964 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:19.307858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d08cc1d-38ff-4681-8fbf-724fb9f6115f {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:31:19.331563 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:19.419972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Transition to ACTIVE for port object 6d08cc1d-38ff-4681-8fbf-724fb9f6115f will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:31:19.449616 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] For port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:19.489089 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] For port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=39b2208d-4ca0-4ef6-85c6-e81a80e87fd3,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:19.498358 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:19.560730 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:19.569435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b5c88763-0df6-4629-92a0-c546c52fb554 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:19.588283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Allocated IP 172.25.0.22 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/91368f87-6db0-40d7-8dbc-0a1970f39bee) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:19.668583 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:19.726137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3271cc5c-6e2e-435f-997c-df87342e4d2f None None] Provisioning complete for port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:19.728961 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3271cc5c-6e2e-435f-997c-df87342e4d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:19.761632 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bf2e5-9903-48da-a207-904521b36691 None None] Pushing event updated for resources: {'Port': ['ID=39b2208d-4ca0-4ef6-85c6-e81a80e87fd3,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:19.823681 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Routers {'86f73b22-9cb0-4821-a0b7-7e82e871145d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:19.824369 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['86f73b22-9cb0-4821-a0b7-7e82e871145d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:19.827851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=5992692c-9cf3-49c6-950a-757459179713,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:19.836055 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:19.836239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b5c88763-0df6-4629-92a0-c546c52fb554 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:19.844918 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:19.904709 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:20.054625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbade512-0363-4e0a-84ec-2885795cd1f1 req-71b4a089-4ea8-44fc-8b62-185d63422314 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:20.056984 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ac67032a-8963-4ec6-877a-476aae77fcda req-e7d8e79a-c1c9-4654-9d3b-83cba2fade06 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 210 time: 0.2335649 Dec 17 13:31:20.061870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbade512-0363-4e0a-84ec-2885795cd1f1 req-71b4a089-4ea8-44fc-8b62-185d63422314 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:20.068660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbade512-0363-4e0a-84ec-2885795cd1f1 req-71b4a089-4ea8-44fc-8b62-185d63422314 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:20.076371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbade512-0363-4e0a-84ec-2885795cd1f1 req-71b4a089-4ea8-44fc-8b62-185d63422314 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:20.088374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:20.095693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbade512-0363-4e0a-84ec-2885795cd1f1 req-71b4a089-4ea8-44fc-8b62-185d63422314 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:20.113019 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbade512-0363-4e0a-84ec-2885795cd1f1 req-71b4a089-4ea8-44fc-8b62-185d63422314 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:20.122852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbade512-0363-4e0a-84ec-2885795cd1f1 req-71b4a089-4ea8-44fc-8b62-185d63422314 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:20.124932 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dbade512-0363-4e0a-84ec-2885795cd1f1 req-71b4a089-4ea8-44fc-8b62-185d63422314 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5383 time: 0.6091499 Dec 17 13:31:20.127398 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:20.140730 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:20.157457 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] Set router 86f73b22-9cb0-4821-a0b7-7e82e871145d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:20.220722 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3271cc5c-6e2e-435f-997c-df87342e4d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:20.295108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d08cc1d-38ff-4681-8fbf-724fb9f6115f,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:20.333544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3271cc5c-6e2e-435f-997c-df87342e4d2f None None] For port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=39b2208d-4ca0-4ef6-85c6-e81a80e87fd3,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:20.382726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:20.404781 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Floating IP 5c5fb98a-d07c-4d29-89be-0281e0a97e80 associated. External IP: 172.25.0.188, port: c6fdff9b-b773-4cbc-9184-feb8f26f67fa. Dec 17 13:31:20.437666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:20.440320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:20.456631 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6025c2d4-e3ee-4e43-83c0-03ee56b7216f None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:31:20.459734 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3271cc5c-6e2e-435f-997c-df87342e4d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:20.570446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Pushing event updated for resources: {'Port': ['ID=91368f87-6db0-40d7-8dbc-0a1970f39bee,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:20.689891 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271cc5c-6e2e-435f-997c-df87342e4d2f None None] Pushing event updated for resources: {'Port': ['ID=39b2208d-4ca0-4ef6-85c6-e81a80e87fd3,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:20.742579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e2ed76ab-7eb7-42de-bdb8-aac07f1903d6 None None] Provisioning complete for port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:20.745295 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e2ed76ab-7eb7-42de-bdb8-aac07f1903d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:20.756459 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dbade512-0363-4e0a-84ec-2885795cd1f1 req-a802aab6-e5ba-4b79-9a85-ccba9aba9a7e tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6173398 Dec 17 13:31:20.884270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Attempting to bind port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:20.884606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Attempting to bind port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:20.884947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Attempting to bind port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:20.913983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:31:20.914619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Attempting to bind port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:20.965731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:20.966086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Checking segment: {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:20.966491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Bound using segment: {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:20.967212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Bound port: 6d08cc1d-38ff-4681-8fbf-724fb9f6115f, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:20.967585 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:20.975528 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e2ed76ab-7eb7-42de-bdb8-aac07f1903d6 None None] Provisioning complete for port 91368f87-6db0-40d7-8dbc-0a1970f39bee triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:20.977545 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e2ed76ab-7eb7-42de-bdb8-aac07f1903d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:21.053880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed76ab-7eb7-42de-bdb8-aac07f1903d6 None None] Port 91368f87-6db0-40d7-8dbc-0a1970f39bee cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:21.067212 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:31:12Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '39b2208d-4ca0-4ef6-85c6-e81a80e87fd3', 'name': '', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:41:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:10Z', 'updated_at': '2021-12-17T13:31:19Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:21.087939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e65b3f3-fc24-4376-82d7-3cea757dfd1f None None] Network dbdd95a5-8af0-49cf-b650-ce0a5006eb61 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:31:21.112422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] For port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:21.116468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] For port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6d08cc1d-38ff-4681-8fbf-724fb9f6115f,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:21.150499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:21.170132 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c35bc-0016-4e3a-988e-ce2cd285e903 None None] The sync data for ids ['86f73b22-9cb0-4821-a0b7-7e82e871145d'] in n-d-815324-5 is: [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:31:12Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '39b2208d-4ca0-4ef6-85c6-e81a80e87fd3', 'name': '', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:41:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:10Z', 'updated_at': '2021-12-17T13:31:19Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:21.209077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-e6839c5f-a3aa-4294-885b-e4bea731939a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:21.221486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-e6839c5f-a3aa-4294-885b-e4bea731939a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.3741281 Dec 17 13:31:21.308215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-501a4b5e-cb4f-42d8-b5ec-3d2cafb0e8e9 None None] Provisioning complete for port 1275e872-be83-4850-9ab2-d0f43fed3a71 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:21.308766 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-501a4b5e-cb4f-42d8-b5ec-3d2cafb0e8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:21.327369 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-ef9e3055-3855-4fff-9561-71ac4392f869 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/quotas/009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 375 time: 0.1046767 Dec 17 13:31:21.539631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-9d8f95c9-5803-4947-b883-0799ad795244 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2112443 Dec 17 13:31:21.636751 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-501a4b5e-cb4f-42d8-b5ec-3d2cafb0e8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:21.658768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:21.688073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-501a4b5e-cb4f-42d8-b5ec-3d2cafb0e8e9 None None] For port 1275e872-be83-4850-9ab2-d0f43fed3a71, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=1275e872-be83-4850-9ab2-d0f43fed3a71,segment=NetworkSegment(d4e759d0-68c5-4231-b674-756e109b3e17),segment_id=d4e759d0-68c5-4231-b674-756e109b3e17)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:21.783801 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-501a4b5e-cb4f-42d8-b5ec-3d2cafb0e8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:21.921666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a4b5e-cb4f-42d8-b5ec-3d2cafb0e8e9 None None] Pushing event updated for resources: {'Port': ['ID=1275e872-be83-4850-9ab2-d0f43fed3a71,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:21.951433 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:21.953560 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:22.101793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:22.176608 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 1275e872-be83-4850-9ab2-d0f43fed3a71 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:22.208359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d08cc1d-38ff-4681-8fbf-724fb9f6115f,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:22.229691 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d7c6f67a-a729-4d7b-8811-19a03a41a400 req-f473ce51-423d-4aa1-93ae-e22976446bea tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 210 time: 0.1443207 Dec 17 13:31:22.245116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b3796482-f766-4648-b2c0-531d40136467 None None] Provisioning complete for port 1275e872-be83-4850-9ab2-d0f43fed3a71 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:22.245813 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b3796482-f766-4648-b2c0-531d40136467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:22.273179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:22.273179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:22.277707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] 10.222.0.61 "PUT /v2.0/ports/6d08cc1d-38ff-4681-8fbf-724fb9f6115f HTTP/1.1" status: 200 len: 1090 time: 5.4168212 Dec 17 13:31:22.333490 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:22.402917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': '6d08cc1d-38ff-4681-8fbf-724fb9f6115f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:31:22.407157 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "6d08cc1d-38ff-4681-8fbf-724fb9f6115f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:31:22.412211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.412824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.413330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.413933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.414461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.415865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.416390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.416878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.417368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.417934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.418474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.418960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.419444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266ad183-5a25-435d-8f82-2cd1d93c4cc1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:22.459920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c53b70-0dd9-4eea-9176-22591b10dcf2 None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:22.475895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Request body: {'port': {'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:22.509893 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:22.576067 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:22.625077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c53b70-0dd9-4eea-9176-22591b10dcf2 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:22.626030 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-95c53b70-0dd9-4eea-9176-22591b10dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:22.664999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8f40c-6297-4129-b144-07ddd4892f7c req-88d43df9-51e7-4743-8bd9-9ec365e4a297 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:22.691598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8f40c-6297-4129-b144-07ddd4892f7c req-88d43df9-51e7-4743-8bd9-9ec365e4a297 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:22.692660 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-95c53b70-0dd9-4eea-9176-22591b10dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:22.701635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8f40c-6297-4129-b144-07ddd4892f7c req-88d43df9-51e7-4743-8bd9-9ec365e4a297 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:22.715902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8f40c-6297-4129-b144-07ddd4892f7c req-88d43df9-51e7-4743-8bd9-9ec365e4a297 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:22.717496 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7d7111ff-ee1e-42ef-ab1d-f33796487a31 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.5183263 Dec 17 13:31:22.720411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60458) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:22.724725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8f40c-6297-4129-b144-07ddd4892f7c req-88d43df9-51e7-4743-8bd9-9ec365e4a297 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:22.736827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8f40c-6297-4129-b144-07ddd4892f7c req-88d43df9-51e7-4743-8bd9-9ec365e4a297 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:22.740137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ddbc5d59-63b4-416f-a46f-949404b124cb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:22.754233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8f40c-6297-4129-b144-07ddd4892f7c req-88d43df9-51e7-4743-8bd9-9ec365e4a297 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:22.770503 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f4a8f40c-6297-4129-b144-07ddd4892f7c req-88d43df9-51e7-4743-8bd9-9ec365e4a297 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5395 time: 0.3444684 Dec 17 13:31:22.819989 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 1275e872-be83-4850-9ab2-d0f43fed3a71 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:22.820639 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:22.856600 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:22.900790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c53b70-0dd9-4eea-9176-22591b10dcf2 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:22.901352 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-95c53b70-0dd9-4eea-9176-22591b10dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:22.931666 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5d59-63b4-416f-a46f-949404b124cb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:22.939356 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-d46ade05-a5d6-49e6-9666-e776f46a5183 service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3838494 Dec 17 13:31:22.941248 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-95c53b70-0dd9-4eea-9176-22591b10dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:22.941912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c53b70-0dd9-4eea-9176-22591b10dcf2 None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:23.139016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-8d8df323-5ecc-4c3c-ac15-fa2d2e52d3d4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:23.140741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-8d8df323-5ecc-4c3c-ac15-fa2d2e52d3d4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "GET /v2.0/networks?id=a724d299-453e-4c43-ac93-a85d5ff70055 HTTP/1.1" status: 200 len: 797 time: 0.3323693 Dec 17 13:31:23.167961 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-8a6a02ac-8184-4238-866e-8142349063c2 service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829920 Dec 17 13:31:23.292441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-e6d5d5a5-bc0f-4e5e-854c-abf74fa81e19 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 379 time: 0.0997455 Dec 17 13:31:23.309264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'port': {'device_id': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'admin_state_up': True, 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'security_groups': ['8b5a27da-ae7a-4024-b7b9-1af0b8368740']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:23.312064 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5d59-63b4-416f-a46f-949404b124cb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:23.381066 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5d59-63b4-416f-a46f-949404b124cb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:23.381999 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-ddbc5d59-63b4-416f-a46f-949404b124cb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Floating IP 5c5fb98a-d07c-4d29-89be-0281e0a97e80 disassociated. External IP: 172.25.0.188, port: c6fdff9b-b773-4cbc-9184-feb8f26f67fa. Dec 17 13:31:23.417171 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f4a8f40c-6297-4129-b144-07ddd4892f7c req-48622eae-d9cc-4e59-bc0d-7979068662fa tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6455932 Dec 17 13:31:23.508775 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 1275e872-be83-4850-9ab2-d0f43fed3a71 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:23.599236 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462a6d93-f2b9-416f-9b27-4880893edbe7 x-openstack-request-id: req-462a6d93-f2b9-416f-9b27-4880893edbe7 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:31:23.599675 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "6d08cc1d-38ff-4681-8fbf-724fb9f6115f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:31:23.601106 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-462a6d93-f2b9-416f-9b27-4880893edbe7 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:31:23.602349 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': '6d08cc1d-38ff-4681-8fbf-724fb9f6115f', 'status': 'completed', 'code': 200} Dec 17 13:31:23.731034 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 1275e872-be83-4850-9ab2-d0f43fed3a71 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:23.731826 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:23.748783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6dce558f-e33e-48e6-9f79-aee4cdb8fb4f req-abd2856b-ca17-4115-bcbd-aedc5574515a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 210 time: 0.0784225 Dec 17 13:31:23.831960 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4c6b8840-da7f-49f0-b9aa-9f3e930dc995 req-a92413c7-716a-4eda-9de8-bc97a5213557 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 210 time: 0.0714300 Dec 17 13:31:23.849901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbc5d59-63b4-416f-a46f-949404b124cb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:24.062861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbc5d59-63b4-416f-a46f-949404b124cb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:24.079387 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5f832-36b9-4b8a-9cf3-7d4f176c2c05 None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:24.081294 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5d59-63b4-416f-a46f-949404b124cb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:24.100162 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5f832-36b9-4b8a-9cf3-7d4f176c2c05 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:24.100728 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d5e5f832-36b9-4b8a-9cf3-7d4f176c2c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:24.111581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707d8805-b713-4bce-9d5d-4f95ba377e0a {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:31:24.125417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:24.129869 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ddbc5d59-63b4-416f-a46f-949404b124cb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "PUT /v2.0/floatingips/5c5fb98a-d07c-4d29-89be-0281e0a97e80 HTTP/1.1" status: 200 len: 688 time: 1.4071624 Dec 17 13:31:24.130558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60480) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:24.153254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Transition to ACTIVE for port object 707d8805-b713-4bce-9d5d-4f95ba377e0a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:31:24.160004 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:24.171177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-b13f4c94-da2f-4ded-a77d-ace71cb0c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.171937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-b13f4c94-da2f-4ded-a77d-ace71cb0c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.173223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-b13f4c94-da2f-4ded-a77d-ace71cb0c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.173875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-b13f4c94-da2f-4ded-a77d-ace71cb0c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.174510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-b13f4c94-da2f-4ded-a77d-ace71cb0c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.175305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-b13f4c94-da2f-4ded-a77d-ace71cb0c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.175935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-b13f4c94-da2f-4ded-a77d-ace71cb0c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.178631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-b13f4c94-da2f-4ded-a77d-ace71cb0c955 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6287 time: 0.5612035 Dec 17 13:31:24.191038 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d5e5f832-36b9-4b8a-9cf3-7d4f176c2c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:24.210762 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5f832-36b9-4b8a-9cf3-7d4f176c2c05 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:24.212017 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d5e5f832-36b9-4b8a-9cf3-7d4f176c2c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:24.248737 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:24.254667 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d5e5f832-36b9-4b8a-9cf3-7d4f176c2c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:24.255826 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5f832-36b9-4b8a-9cf3-7d4f176c2c05 None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:24.296329 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port 5992692c-9cf3-49c6-950a-757459179713 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:31:24.296329 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:24.372502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Made reservation on behalf of 850cc3bed38d459295a3dcc922ba6c36 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:31:24.376148 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:24.422255 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:24.423334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:24.445291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for 5992692c-9cf3-49c6-950a-757459179713 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:31:24.505732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Pushing event updated for resources: {'Port': ['ID=707d8805-b713-4bce-9d5d-4f95ba377e0a,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:24.729141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-7eea796c-02bb-4ea8-a7fc-50a9c49acbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.729843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-7eea796c-02bb-4ea8-a7fc-50a9c49acbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.730321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-7eea796c-02bb-4ea8-a7fc-50a9c49acbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.732083 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-7eea796c-02bb-4ea8-a7fc-50a9c49acbf5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4931962 Dec 17 13:31:24.754378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:24.836030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=5992692c-9cf3-49c6-950a-757459179713,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:24.907962 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cc349-c657-48ff-a3e2-7027da29f90e req-dc21264a-215d-4940-a955-d659b3e39752 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.916530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cc349-c657-48ff-a3e2-7027da29f90e req-dc21264a-215d-4940-a955-d659b3e39752 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.926129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cc349-c657-48ff-a3e2-7027da29f90e req-dc21264a-215d-4940-a955-d659b3e39752 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.933286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cc349-c657-48ff-a3e2-7027da29f90e req-dc21264a-215d-4940-a955-d659b3e39752 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.942521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cc349-c657-48ff-a3e2-7027da29f90e req-dc21264a-215d-4940-a955-d659b3e39752 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.949351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cc349-c657-48ff-a3e2-7027da29f90e req-dc21264a-215d-4940-a955-d659b3e39752 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.954248 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:24.957240 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:24.958467 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/floatingips/5c5fb98a-d07c-4d29-89be-0281e0a97e80 HTTP/1.1" status: 204 len: 168 time: 0.8269501 Dec 17 13:31:24.962611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cc349-c657-48ff-a3e2-7027da29f90e req-dc21264a-215d-4940-a955-d659b3e39752 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:24.962611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee9cc349-c657-48ff-a3e2-7027da29f90e req-dc21264a-215d-4940-a955-d659b3e39752 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5407 time: 0.3048935 Dec 17 13:31:24.962611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Attempting to bind port 707d8805-b713-4bce-9d5d-4f95ba377e0a on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:24.962611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Attempting to bind port 707d8805-b713-4bce-9d5d-4f95ba377e0a by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:24.962611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Attempting to bind port 707d8805-b713-4bce-9d5d-4f95ba377e0a on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:24.970484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60490) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:24.980190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Port 707d8805-b713-4bce-9d5d-4f95ba377e0a on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:31:24.984739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Attempting to bind port 707d8805-b713-4bce-9d5d-4f95ba377e0a on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:24.984868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.984868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.984868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.984868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.984868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.984868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.985384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.985384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.987075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.987430 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.987769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.988102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.988430 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010ab11-9773-40c0-936c-5888efc84af0 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:31:24.998139 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9fbf1ffe-682e-409e-a360-9bc50ed67731 req-fc90d50b-e801-47e9-ace6-e60d2828a5f6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 210 time: 0.1500883 Dec 17 13:31:25.003642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': 'e1a41a14-c6ed-42cb-8156-71612409f92d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:25.012470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Router e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:31:25.038428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.20.0.8 (a724d299-453e-4c43-ac93-a85d5ff70055/1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce/29ead8cb-bc13-48a8-b783-051a152ef64a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:25.123881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:25.125891 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Checking segment: {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:25.126467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Bound using segment: {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:25.127595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Bound port: 707d8805-b713-4bce-9d5d-4f95ba377e0a, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c07c3da-291e-4724-9a87-8eb558c82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:25.128158 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:25.162228 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-05133808-79d1-4784-a424-c3ed052fcde8 req-ba07f451-aca0-45f4-814d-aa844a7aa210 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 210 time: 0.0578961 Dec 17 13:31:25.332023 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:25.857939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-2fb61d22-f8d1-4fe4-a453-4c22feda9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:25.859779 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e505e95-99fa-4413-b8c1-4abcc4ba6df4 req-2fb61d22-f8d1-4fe4-a453-4c22feda9593 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1099067 Dec 17 13:31:25.894104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee9cc349-c657-48ff-a3e2-7027da29f90e req-4efd8699-0286-462d-b250-71865d0e8000 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9066210 Dec 17 13:31:25.895066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:25.933984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Sync routers for ids ['e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:25.947264 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Routers {'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:25.948060 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:25.961496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] For port 707d8805-b713-4bce-9d5d-4f95ba377e0a, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:25.965637 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:25.997155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] For port 707d8805-b713-4bce-9d5d-4f95ba377e0a, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=707d8805-b713-4bce-9d5d-4f95ba377e0a,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:26.029502 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:26.033441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-696d0763-f85a-4a05-b57a-e5f0229ba784 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.8863800 Dec 17 13:31:26.034093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60496) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:26.079629 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:26.148305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:26.149891 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:26.151874 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] 10.222.0.61 "PUT /v2.0/ports/707d8805-b713-4bce-9d5d-4f95ba377e0a HTTP/1.1" status: 200 len: 1091 time: 3.6860266 Dec 17 13:31:26.162995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': '707d8805-b713-4bce-9d5d-4f95ba377e0a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:31:26.163341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Set router e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:26.185723 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4142e30d-0556-43bb-aa73-311c4833fc95" -d '{"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "707d8805-b713-4bce-9d5d-4f95ba377e0a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:31:26.223510 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:26.249409 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:26.345996 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f7e3a54-70e4-49da-9846-881668684a95 req-60523e79-6c3d-4e93-b7de-228666cc2b92 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 210 time: 0.0931075 Dec 17 13:31:26.517016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.61', 62842) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:26.549347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'name': 'tempest-TestVolumeBackupRestore-1976094035-router', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:31:16Z', 'updated_at': '2021-12-17T13:31:21Z', 'revision_number': 3, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'gw_port': {'id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:19Z', 'updated_at': '2021-12-17T13:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:26.594547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Checking router: e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:31:26.594907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Updating router e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 port 91368f87-6db0-40d7-8dbc-0a1970f39bee binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:31:26.609147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Request body: {'port': {'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:26.610256 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29228f47-8db0-49a8-a94a-ac87f450e113 x-openstack-request-id: req-29228f47-8db0-49a8-a94a-ac87f450e113 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:31:26.610651 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "707d8805-b713-4bce-9d5d-4f95ba377e0a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:31:26.611009 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-29228f47-8db0-49a8-a94a-ac87f450e113 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:31:26.611507 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': '707d8805-b713-4bce-9d5d-4f95ba377e0a', 'status': 'completed', 'code': 200} Dec 17 13:31:26.620604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-92238f28-a3e1-46f0-b3b3-7576be03504d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:26.622313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-92238f28-a3e1-46f0-b3b3-7576be03504d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.61 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.1775548 Dec 17 13:31:26.645216 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:26.676947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'port': {'device_id': '677b27f3-d49b-4bc7-8fff-73b7161be78d', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'admin_state_up': True, 'tenant_id': '009389a399ad43ddb25b067380a09158'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:26.751954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-e2ebcab7-74e5-4706-9ae4-7fe8bc3db9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:26.752698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-e2ebcab7-74e5-4706-9ae4-7fe8bc3db9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:26.753323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-e2ebcab7-74e5-4706-9ae4-7fe8bc3db9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:26.754001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-e2ebcab7-74e5-4706-9ae4-7fe8bc3db9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:26.754615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-e2ebcab7-74e5-4706-9ae4-7fe8bc3db9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:26.755237 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-e2ebcab7-74e5-4706-9ae4-7fe8bc3db9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:26.755874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-e2ebcab7-74e5-4706-9ae4-7fe8bc3db9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:26.758605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-e2ebcab7-74e5-4706-9ae4-7fe8bc3db9e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6354 time: 0.2406321 Dec 17 13:31:26.794561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network a724d299-453e-4c43-ac93-a85d5ff70055 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:26.819833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d091f66-33d9-4f86-aadf-1836b2b0a1cc service neutron] Pushing event updated for resources: {'Port': ['ID=707d8805-b713-4bce-9d5d-4f95ba377e0a,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:26.829809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.25.0.108 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/01cd763f-189a-4b62-b678-f671deb042af) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:26.837332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:26.923890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:27.009481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=29ead8cb-bc13-48a8-b783-051a152ef64a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:27.158990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-2bcec1ff-6c54-48d8-b3c4-a0a0f60fc7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.159569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-2bcec1ff-6c54-48d8-b3c4-a0a0f60fc7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.160442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-2bcec1ff-6c54-48d8-b3c4-a0a0f60fc7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.162261 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-2bcec1ff-6c54-48d8-b3c4-a0a0f60fc7bf service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3877907 Dec 17 13:31:27.238428 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:27.257503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087552e8-e3f9-47d2-a416-50eb684e1717 req-99da30b2-c89a-4122-a65d-8e00e8060641 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.260572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087552e8-e3f9-47d2-a416-50eb684e1717 req-99da30b2-c89a-4122-a65d-8e00e8060641 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.267030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087552e8-e3f9-47d2-a416-50eb684e1717 req-99da30b2-c89a-4122-a65d-8e00e8060641 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.273099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087552e8-e3f9-47d2-a416-50eb684e1717 req-99da30b2-c89a-4122-a65d-8e00e8060641 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.279571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087552e8-e3f9-47d2-a416-50eb684e1717 req-99da30b2-c89a-4122-a65d-8e00e8060641 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.285469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087552e8-e3f9-47d2-a416-50eb684e1717 req-99da30b2-c89a-4122-a65d-8e00e8060641 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.288021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582c6df-08ab-4766-8fd3-95a205402945 req-2a5eaf9a-2947-4115-837b-26fea1a8247d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.290904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3582c6df-08ab-4766-8fd3-95a205402945 req-2a5eaf9a-2947-4115-837b-26fea1a8247d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 931 time: 0.8480659 Dec 17 13:31:27.291897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087552e8-e3f9-47d2-a416-50eb684e1717 req-99da30b2-c89a-4122-a65d-8e00e8060641 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.293831 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-087552e8-e3f9-47d2-a416-50eb684e1717 req-99da30b2-c89a-4122-a65d-8e00e8060641 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5407 time: 0.2743492 Dec 17 13:31:27.310427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4cfc4c4f-c499-4b2a-8151-04e2677e4ff4 None None] Provisioning complete for port 29ead8cb-bc13-48a8-b783-051a152ef64a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:27.311774 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4cfc4c4f-c499-4b2a-8151-04e2677e4ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:27.337261 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:27.361450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc4c4f-c499-4b2a-8151-04e2677e4ff4 None None] Port 29ead8cb-bc13-48a8-b783-051a152ef64a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:27.412677 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3582c6df-08ab-4766-8fd3-95a205402945 req-516eb3a4-1605-4e98-94b4-52029b113b73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014721 Dec 17 13:31:27.417907 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:27.446378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.447181 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:27.492899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-7ff028d6-0fde-4701-bae4-b7a258e28409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:27.494348 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4142e30d-0556-43bb-aa73-311c4833fc95 req-7ff028d6-0fde-4701-bae4-b7a258e28409 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3200004 Dec 17 13:31:27.524034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Made reservation on behalf of 009389a399ad43ddb25b067380a09158 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:31:27.524429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-087552e8-e3f9-47d2-a416-50eb684e1717 req-880e72df-abf4-45ba-ae17-8d2ac14c12ae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2205629 Dec 17 13:31:27.530801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:27.625998 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:27.677072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-38d194ed-d3f4-42bc-bdf6-e68c925c8be0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3719382 Dec 17 13:31:27.680603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c2c68a64-b7ea-4fdb-b03f-1423311758b5 req-37316d0e-6014-4b1d-99b4-9cc73f494e4a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 210 time: 0.0741162 Dec 17 13:31:27.722069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Request body: {'port': {'device_id': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:27.770994 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Allocated IP 172.20.0.1 (dbdd95a5-8af0-49cf-b650-ce0a5006eb61/9e957190-e312-46c8-9afa-c939be301eff/a5b89921-5469-4b22-b5b6-bdd214815c8d) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:27.864997 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:27.893161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:27.897454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=01cd763f-189a-4b62-b678-f671deb042af,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:27.936651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:27.946848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:27.999030 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:28.022881 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:28.057069 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:28.132364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a77690d-1a4b-4343-a5f7-b3587e11155e None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:31:28.135708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e75cb0-790e-4a19-a86e-5fdc20fa9e15 None None] Pushing event updated for resources: {'Port': ['ID=91368f87-6db0-40d7-8dbc-0a1970f39bee,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:28.154534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Attempting to bind port 91368f87-6db0-40d7-8dbc-0a1970f39bee on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:28.154534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Attempting to bind port 91368f87-6db0-40d7-8dbc-0a1970f39bee by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:28.155015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Attempting to bind port 91368f87-6db0-40d7-8dbc-0a1970f39bee on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:28.165316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:28.165316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:28.165850 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:28.166378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:28.166917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Bound port: 91368f87-6db0-40d7-8dbc-0a1970f39bee, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:28.169460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:28.172436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Allocated IP 172.20.0.3 (ecd0a89a-e368-44f2-9fad-d6001ff5c547/53326f79-47a6-4d5d-aa1f-178b1b8e2cf6/79d55cc8-efe6-44ed-b014-aa0e292f80c7) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:28.174802 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:28.252201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Network dbdd95a5-8af0-49cf-b650-ce0a5006eb61 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:28.257121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:28.262586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:28.306252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b89921-5469-4b22-b5b6-bdd214815c8d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:28.331041 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:28.353109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] For port 91368f87-6db0-40d7-8dbc-0a1970f39bee, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:28.356798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] For port 91368f87-6db0-40d7-8dbc-0a1970f39bee, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=91368f87-6db0-40d7-8dbc-0a1970f39bee,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:28.441847 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:28.518145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d8ed7e08-b1e7-49ed-a3ba-52846a908f3d None None] Provisioning complete for port 91368f87-6db0-40d7-8dbc-0a1970f39bee triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:28.518534 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7e08-b1e7-49ed-a3ba-52846a908f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:28.567172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aad9336-0566-4bf0-9a96-00977b459abd None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:31:28.662831 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Routers {'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:28.663741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:28.666799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e75cb0-790e-4a19-a86e-5fdc20fa9e15 None None] Pushing event updated for resources: {'Port': ['ID=91368f87-6db0-40d7-8dbc-0a1970f39bee,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:28.736686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:28.809605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9847f8ea-b2de-4c65-a697-8f1811d7198b {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:31:28.824761 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:28.846052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Transition to ACTIVE for port object 9847f8ea-b2de-4c65-a697-8f1811d7198b will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:31:28.916900 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7e08-b1e7-49ed-a3ba-52846a908f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:28.961432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] Set router e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:29.056167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d8ed7e08-b1e7-49ed-a3ba-52846a908f3d None None] For port 91368f87-6db0-40d7-8dbc-0a1970f39bee, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=91368f87-6db0-40d7-8dbc-0a1970f39bee,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:29.159467 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d8ed7e08-b1e7-49ed-a3ba-52846a908f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:29.189755 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:29.251968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c0e0-e646-4b86-bf0c-1a29b1c2369a req-8a780714-6d42-4ada-90c6-6c4ccdee844c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:29.253675 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00c6c0e0-e646-4b86-bf0c-1a29b1c2369a req-8a780714-6d42-4ada-90c6-6c4ccdee844c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 931 time: 0.6896882 Dec 17 13:31:29.423822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c50c-a36f-4c00-bf50-5d470024630d req-ba6b8191-df09-4b62-9387-cf05e5c1d493 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:29.443205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c50c-a36f-4c00-bf50-5d470024630d req-ba6b8191-df09-4b62-9387-cf05e5c1d493 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:29.463183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c50c-a36f-4c00-bf50-5d470024630d req-ba6b8191-df09-4b62-9387-cf05e5c1d493 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:29.480289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c50c-a36f-4c00-bf50-5d470024630d req-ba6b8191-df09-4b62-9387-cf05e5c1d493 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:29.499088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c50c-a36f-4c00-bf50-5d470024630d req-ba6b8191-df09-4b62-9387-cf05e5c1d493 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:29.514819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c50c-a36f-4c00-bf50-5d470024630d req-ba6b8191-df09-4b62-9387-cf05e5c1d493 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:29.531072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c50c-a36f-4c00-bf50-5d470024630d req-ba6b8191-df09-4b62-9387-cf05e5c1d493 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:29.531368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:29.533427 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d88c50c-a36f-4c00-bf50-5d470024630d req-ba6b8191-df09-4b62-9387-cf05e5c1d493 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5407 time: 0.7966933 Dec 17 13:31:29.627984 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:29.723888 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00c6c0e0-e646-4b86-bf0c-1a29b1c2369a req-200558a5-f541-47d1-bb13-a8359f5f3153 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911736 Dec 17 13:31:29.784163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Pushing event updated for resources: {'Port': ['ID=9847f8ea-b2de-4c65-a697-8f1811d7198b,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:29.816821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:29.855638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-cd4a68ea-e006-4833-a137-3f10490ef3d4 None None] Provisioning complete for port a5b89921-5469-4b22-b5b6-bdd214815c8d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:29.855638 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cd4a68ea-e006-4833-a137-3f10490ef3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:29.931682 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed7e08-b1e7-49ed-a3ba-52846a908f3d None None] Pushing event updated for resources: {'Port': ['ID=91368f87-6db0-40d7-8dbc-0a1970f39bee,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:29.938821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a68ea-e006-4833-a137-3f10490ef3d4 None None] Port a5b89921-5469-4b22-b5b6-bdd214815c8d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:29.943443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bf2d29b3-c0e9-42e2-8bc7-c22d436218ab req-c403bc1b-44ba-4df1-8c6b-ab60d6faf486 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 210 time: 0.0636492 Dec 17 13:31:29.952765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ead8cb-bc13-48a8-b783-051a152ef64a {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:31:29.982646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'name': 'tempest-TestVolumeBackupRestore-1976094035-router', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:31:16Z', 'updated_at': '2021-12-17T13:31:28Z', 'revision_number': 4, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'gw_port': {'id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:19Z', 'updated_at': '2021-12-17T13:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'a5b89921-5469-4b22-b5b6-bdd214815c8d', 'name': '', 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'mac_address': 'fa:16:3e:63:c7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '9e957190-e312-46c8-9afa-c939be301eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:27Z', 'updated_at': '2021-12-17T13:31:27Z', 'revision_number': 1, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'subnets': [{'id': '9e957190-e312-46c8-9afa-c939be301eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:30.016526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-cd4a68ea-e006-4833-a137-3f10490ef3d4 None None] Provisioning complete for port 91368f87-6db0-40d7-8dbc-0a1970f39bee triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:30.016934 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cd4a68ea-e006-4833-a137-3f10490ef3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:30.019198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0782fa-b958-4f56-88c7-6e94bd9a63a2 None None] The sync data for ids ['e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'] in n-d-815324-5 is: [{'id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'name': 'tempest-TestVolumeBackupRestore-1976094035-router', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:31:16Z', 'updated_at': '2021-12-17T13:31:28Z', 'revision_number': 4, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'gw_port': {'id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:19Z', 'updated_at': '2021-12-17T13:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'a5b89921-5469-4b22-b5b6-bdd214815c8d', 'name': '', 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'mac_address': 'fa:16:3e:63:c7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '9e957190-e312-46c8-9afa-c939be301eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:27Z', 'updated_at': '2021-12-17T13:31:27Z', 'revision_number': 1, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'subnets': [{'id': '9e957190-e312-46c8-9afa-c939be301eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:30.067733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b89921-5469-4b22-b5b6-bdd214815c8d,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:30.080608 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:30.209696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Network dbdd95a5-8af0-49cf-b650-ce0a5006eb61 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:30.215581 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:30.604831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Router e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:30.781534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d88c50c-a36f-4c00-bf50-5d470024630d req-3e374e77-ec20-403c-b477-755dc51da16d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1806624 Dec 17 13:31:30.808691 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:30.836827 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6f587fc8-2ae4-42bc-a59a-8532c558e869 admin admin] 10.222.0.59 "PUT /v2.0/routers/e9cd5ed3-2522-42f1-96d5-7b3339dd41d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8008218 Dec 17 13:31:30.849089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:30.877805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-45983c6d-277d-494e-aba9-868b4407ea35 None None] Provisioning complete for port a5b89921-5469-4b22-b5b6-bdd214815c8d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:30.878378 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45983c6d-277d-494e-aba9-868b4407ea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:30.962685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Transition to ACTIVE for port object 29ead8cb-bc13-48a8-b783-051a152ef64a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:31:31.060949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5a855-2cfa-45e1-a7a7-9024a91c53ce req-a4680022-06b0-4266-999a-c08083b28f3f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:31.065658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-45983c6d-277d-494e-aba9-868b4407ea35 None None] Port a5b89921-5469-4b22-b5b6-bdd214815c8d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:31.075797 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-59c5a855-2cfa-45e1-a7a7-9024a91c53ce req-a4680022-06b0-4266-999a-c08083b28f3f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 931 time: 0.1507564 Dec 17 13:31:31.167952 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-59c5a855-2cfa-45e1-a7a7-9024a91c53ce req-032466a4-b768-485e-9eca-3bd8d138be21 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910907 Dec 17 13:31:31.208441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:31.305114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-950d4da6-9c69-4f30-9ccb-a9d967309abd req-a7b0a00c-6ddf-45bd-9b1e-5a4a0135c5ca tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 210 time: 0.1439726 Dec 17 13:31:31.688189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:31.736808 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:31.755274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Attempting to bind port 9847f8ea-b2de-4c65-a697-8f1811d7198b on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:31.755736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Attempting to bind port 9847f8ea-b2de-4c65-a697-8f1811d7198b by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:31.756889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Attempting to bind port 9847f8ea-b2de-4c65-a697-8f1811d7198b on network f381c005-ceb4-4052-9c65-09ef1a667df3 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:31.840947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Pushing event updated for resources: {'Port': ['ID=29ead8cb-bc13-48a8-b783-051a152ef64a,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:31.978811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:32.132839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c0aa-e04b-4fa2-959c-11fbbc132551 req-cd3d5b23-94a0-4ae2-8cec-b3c1d5d4ed01 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:32.146119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c0aa-e04b-4fa2-959c-11fbbc132551 req-cd3d5b23-94a0-4ae2-8cec-b3c1d5d4ed01 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:32.170063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=79d55cc8-efe6-44ed-b014-aa0e292f80c7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:32.180712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c0aa-e04b-4fa2-959c-11fbbc132551 req-cd3d5b23-94a0-4ae2-8cec-b3c1d5d4ed01 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:32.194693 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c0aa-e04b-4fa2-959c-11fbbc132551 req-cd3d5b23-94a0-4ae2-8cec-b3c1d5d4ed01 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:32.205865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Port 9847f8ea-b2de-4c65-a697-8f1811d7198b on network f381c005-ceb4-4052-9c65-09ef1a667df3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:31:32.206199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Attempting to bind port 9847f8ea-b2de-4c65-a697-8f1811d7198b on network f381c005-ceb4-4052-9c65-09ef1a667df3 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:32.210668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:32.222378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c0aa-e04b-4fa2-959c-11fbbc132551 req-cd3d5b23-94a0-4ae2-8cec-b3c1d5d4ed01 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:32.233177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:32.233880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c0aa-e04b-4fa2-959c-11fbbc132551 req-cd3d5b23-94a0-4ae2-8cec-b3c1d5d4ed01 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:32.241845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c0aa-e04b-4fa2-959c-11fbbc132551 req-cd3d5b23-94a0-4ae2-8cec-b3c1d5d4ed01 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:32.253429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e95c0aa-e04b-4fa2-959c-11fbbc132551 req-cd3d5b23-94a0-4ae2-8cec-b3c1d5d4ed01 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5419 time: 0.2633920 Dec 17 13:31:32.259199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:32.259556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Checking segment: {'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:32.259961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Bound using segment: {'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:32.260434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Bound port: 9847f8ea-b2de-4c65-a697-8f1811d7198b, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:32.260807 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:32.263213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:32.402316 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e95c0aa-e04b-4fa2-959c-11fbbc132551 req-ee16311a-7d78-4957-b619-3fdb7573346f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1478186 Dec 17 13:31:32.578186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Attempting to bind port 29ead8cb-bc13-48a8-b783-051a152ef64a on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:32.578525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Attempting to bind port 29ead8cb-bc13-48a8-b783-051a152ef64a by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:32.578863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Attempting to bind port 29ead8cb-bc13-48a8-b783-051a152ef64a on network a724d299-453e-4c43-ac93-a85d5ff70055 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:32.610639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:32.611343 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:32.634996 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:32.649416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Port 29ead8cb-bc13-48a8-b783-051a152ef64a on network a724d299-453e-4c43-ac93-a85d5ff70055 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:31:32.649770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Attempting to bind port 29ead8cb-bc13-48a8-b783-051a152ef64a on network a724d299-453e-4c43-ac93-a85d5ff70055 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:32.658385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0f5560d5-c093-44d8-9f70-eeea913ded89 None None] Provisioning complete for port 79d55cc8-efe6-44ed-b014-aa0e292f80c7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:32.659752 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0f5560d5-c093-44d8-9f70-eeea913ded89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:32.676677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965aabcf-5041-4748-8443-b9ae694bac35 req-a08875ec-d35d-4d8c-a9ae-dc7f0feb65f5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:32.695083 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-965aabcf-5041-4748-8443-b9ae694bac35 req-a08875ec-d35d-4d8c-a9ae-dc7f0feb65f5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 931 time: 0.1443074 Dec 17 13:31:32.749489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0f5560d5-c093-44d8-9f70-eeea913ded89 None None] Port 79d55cc8-efe6-44ed-b014-aa0e292f80c7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:31:32.758565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d985adb-e1af-4c9d-bfed-01a6d6b83ea5 req-7712eb3b-48e5-4aba-b85c-212e3b5fbcd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:32.760256 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d985adb-e1af-4c9d-bfed-01a6d6b83ea5 req-7712eb3b-48e5-4aba-b85c-212e3b5fbcd5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 943 time: 0.4119620 Dec 17 13:31:32.783806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:32.784501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Checking segment: {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:32.785554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Bound using segment: {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:32.786345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Bound port: 29ead8cb-bc13-48a8-b783-051a152ef64a, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:32.786979 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:32.791075 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-965aabcf-5041-4748-8443-b9ae694bac35 req-176e9b5d-acbe-4190-99e3-2ff1068d7be5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858862 Dec 17 13:31:32.815100 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] For port 9847f8ea-b2de-4c65-a697-8f1811d7198b, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:32.818613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] For port 9847f8ea-b2de-4c65-a697-8f1811d7198b, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9847f8ea-b2de-4c65-a697-8f1811d7198b,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:32.920471 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:32.929558 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-f6488bca-a1bf-4cce-ba2c-da2cfccf81b2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2566195 Dec 17 13:31:33.095785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Request body: {'port': {'device_id': '677b27f3-d49b-4bc7-8fff-73b7161be78d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:33.184876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:33.188300 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:33.188300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] 10.222.0.61 "PUT /v2.0/ports/9847f8ea-b2de-4c65-a697-8f1811d7198b HTTP/1.1" status: 200 len: 1091 time: 6.5854871 Dec 17 13:31:33.194049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': '9847f8ea-b2de-4c65-a697-8f1811d7198b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:31:33.202164 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc41eab3-edae-4f70-8e82-31345d2eee70" -d '{"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "9847f8ea-b2de-4c65-a697-8f1811d7198b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:31:33.215255 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d985adb-e1af-4c9d-bfed-01a6d6b83ea5 req-76053f99-f896-46aa-9307-161d8f178f81 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173262 Dec 17 13:31:33.237275 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:33.349077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Request body: {'port': {'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:33.450846 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e346984b-49cf-4b62-89e7-5093d5507856 x-openstack-request-id: req-e346984b-49cf-4b62-89e7-5093d5507856 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:31:33.451342 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "9847f8ea-b2de-4c65-a697-8f1811d7198b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:31:33.452377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-de673bf5-2175-4402-9bb0-c8ed647c036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:33.452842 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e346984b-49cf-4b62-89e7-5093d5507856 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:31:33.452981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-de673bf5-2175-4402-9bb0-c8ed647c036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:33.453172 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': '9847f8ea-b2de-4c65-a697-8f1811d7198b', 'status': 'completed', 'code': 200} Dec 17 13:31:33.453773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-de673bf5-2175-4402-9bb0-c8ed647c036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:33.454596 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-de673bf5-2175-4402-9bb0-c8ed647c036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:33.455294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-de673bf5-2175-4402-9bb0-c8ed647c036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:33.458252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-de673bf5-2175-4402-9bb0-c8ed647c036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:33.459231 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-de673bf5-2175-4402-9bb0-c8ed647c036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:33.463209 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-de673bf5-2175-4402-9bb0-c8ed647c036c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6421 time: 0.1447153 Dec 17 13:31:33.495466 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:33.551647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 91368f87-6db0-40d7-8dbc-0a1970f39bee up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:33.631251 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:33.661704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 91368f87-6db0-40d7-8dbc-0a1970f39bee triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:33.662193 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:33.662471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b11f3a-bed4-491b-8ffa-d8a237037b73 service neutron] Pushing event updated for resources: {'Port': ['ID=9847f8ea-b2de-4c65-a697-8f1811d7198b,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:33.675491 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:33.800714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-bf420390-15ec-4044-9985-666fef127d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:33.801197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-bf420390-15ec-4044-9985-666fef127d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:33.801695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-bf420390-15ec-4044-9985-666fef127d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:33.803373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-bf420390-15ec-4044-9985-666fef127d99 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3253250 Dec 17 13:31:33.831618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:33.866919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=29ead8cb-bc13-48a8-b783-051a152ef64a,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:33.872516 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:34.026147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-201e02ac-3e2f-4057-bb16-5534b9b48dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:34.028327 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-201e02ac-3e2f-4057-bb16-5534b9b48dc1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2143691 Dec 17 13:31:34.164717 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Floating IP 0b1584c5-3bd8-4701-8cc8-0e7771c394cf associated. External IP: 172.25.0.108, port: e1a41a14-c6ed-42cb-8156-71612409f92d. Dec 17 13:31:34.186239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8c7fb-a8bb-4434-85b0-cef85a6ceda2 req-f5069963-22dc-4cc5-ab2a-b1443497fed5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:34.189405 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bf8c7fb-a8bb-4434-85b0-cef85a6ceda2 req-f5069963-22dc-4cc5-ab2a-b1443497fed5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 931 time: 0.1598060 Dec 17 13:31:34.204412 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:34.250268 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bf8c7fb-a8bb-4434-85b0-cef85a6ceda2 req-c3866cd8-879a-4464-8ba3-ecffb6db6400 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526719 Dec 17 13:31:34.367568 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Sync routers for ids ['e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:34.374882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=01cd763f-189a-4b62-b678-f671deb042af,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:34.393813 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Routers {'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:34.395648 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:34.419284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e6869-212a-4713-8b4d-b92fa89e0294 req-b1463c93-f4e7-489f-9cc0-d2fe3ee2af1b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:34.429183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e6869-212a-4713-8b4d-b92fa89e0294 req-b1463c93-f4e7-489f-9cc0-d2fe3ee2af1b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:34.437498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e6869-212a-4713-8b4d-b92fa89e0294 req-b1463c93-f4e7-489f-9cc0-d2fe3ee2af1b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:34.453027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e6869-212a-4713-8b4d-b92fa89e0294 req-b1463c93-f4e7-489f-9cc0-d2fe3ee2af1b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:34.463183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e6869-212a-4713-8b4d-b92fa89e0294 req-b1463c93-f4e7-489f-9cc0-d2fe3ee2af1b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:34.472112 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8844e-897d-4ed5-a694-b361261fecba req-603a734c-b828-48d4-b390-cb0d2652f153 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:34.476351 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20e8844e-897d-4ed5-a694-b361261fecba req-603a734c-b828-48d4-b390-cb0d2652f153 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 943 time: 0.1442163 Dec 17 13:31:34.478032 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e6869-212a-4713-8b4d-b92fa89e0294 req-b1463c93-f4e7-489f-9cc0-d2fe3ee2af1b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:34.498082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e6869-212a-4713-8b4d-b92fa89e0294 req-b1463c93-f4e7-489f-9cc0-d2fe3ee2af1b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:34.500105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e9e6869-212a-4713-8b4d-b92fa89e0294 req-b1463c93-f4e7-489f-9cc0-d2fe3ee2af1b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5419 time: 0.8792183 Dec 17 13:31:34.617318 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-20e8844e-897d-4ed5-a694-b361261fecba req-79558a2a-1d7a-41b1-93cf-c11990a52cc1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339102 Dec 17 13:31:34.697842 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Set router e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:34.881892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:34.882523 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:34.884542 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] 10.222.0.54 "PUT /v2.0/ports/29ead8cb-bc13-48a8-b783-051a152ef64a HTTP/1.1" status: 200 len: 1091 time: 7.1686869 Dec 17 13:31:35.081976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d55cc8-efe6-44ed-b014-aa0e292f80c7 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:31:35.094080 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'name': 'tempest-TestVolumeBackupRestore-1976094035-router', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:31:16Z', 'updated_at': '2021-12-17T13:31:28Z', 'revision_number': 4, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'gw_port': {'id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:19Z', 'updated_at': '2021-12-17T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'a5b89921-5469-4b22-b5b6-bdd214815c8d', 'name': '', 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'mac_address': 'fa:16:3e:63:c7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '9e957190-e312-46c8-9afa-c939be301eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:27Z', 'updated_at': '2021-12-17T13:31:29Z', 'revision_number': 2, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'subnets': [{'id': '9e957190-e312-46c8-9afa-c939be301eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:35.137021 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Checking router: e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:31:35.137789 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Updating router e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 port a5b89921-5469-4b22-b5b6-bdd214815c8d binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:31:35.176281 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:35.188413 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:35.199911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4d6b5-13d9-4442-9244-721105222159 service neutron] Pushing event updated for resources: {'Port': ['ID=29ead8cb-bc13-48a8-b783-051a152ef64a,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:35.247002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Transition to ACTIVE for port object 79d55cc8-efe6-44ed-b014-aa0e292f80c7 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:31:35.695917 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a040a5a-2aa5-4a1d-9f0e-41dc431d232e req-64f8cb91-b519-4078-91c0-bcbb63f818fe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:35.720476 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a040a5a-2aa5-4a1d-9f0e-41dc431d232e req-64f8cb91-b519-4078-91c0-bcbb63f818fe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.2948372 Dec 17 13:31:35.793977 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:35.811239 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a040a5a-2aa5-4a1d-9f0e-41dc431d232e req-3db05369-1328-4e06-9852-ec78ee1c6128 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898149 Dec 17 13:31:35.883990 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:36.004216 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f678e-520e-4067-bc9d-34f83590ba17 None None] Pushing event updated for resources: {'Port': ['ID=a5b89921-5469-4b22-b5b6-bdd214815c8d,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:36.024133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:31:36.024133 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ea55f6-0f00-4919-9c7b-9840c36584e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:31:36.041568 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e9e6869-212a-4713-8b4d-b92fa89e0294 req-872068eb-3be7-4a07-9e28-800a63666b75 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1503880 Dec 17 13:31:36.049266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-3221407e-8753-4809-9eb8-cacc97bf7266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:36.052802 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-3221407e-8753-4809-9eb8-cacc97bf7266 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 1094 time: 1.0258281 Dec 17 13:31:36.053820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:36.087183 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72901176-f587-48a6-a297-c3408ee1ce9c req-051788d2-aa40-4874-9f4f-827870f30e4e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:36.093077 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72901176-f587-48a6-a297-c3408ee1ce9c req-051788d2-aa40-4874-9f4f-827870f30e4e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 943 time: 0.1746714 Dec 17 13:31:36.142129 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Attempting to bind port a5b89921-5469-4b22-b5b6-bdd214815c8d on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:36.146287 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Attempting to bind port a5b89921-5469-4b22-b5b6-bdd214815c8d by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd4e759d0-68c5-4231-b674-756e109b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:36.146953 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Attempting to bind port a5b89921-5469-4b22-b5b6-bdd214815c8d on network dbdd95a5-8af0-49cf-b650-ce0a5006eb61 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:36.175599 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:36.184400 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Checking segment: {'id': 'd4e759d0-68c5-4231-b674-756e109b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:36.188393 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:36.189823 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Bound using segment: {'id': 'd4e759d0-68c5-4231-b674-756e109b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:36.191268 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Bound port: a5b89921-5469-4b22-b5b6-bdd214815c8d, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e759d0-68c5-4231-b674-756e109b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:36.194996 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:36.199855 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:36.207996 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-254c48f7-98f6-4986-8b17-721430a182e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ead8cb-bc13-48a8-b783-051a152ef64a HTTP/1.1" status: 200 len: 217 time: 0.1384873 Dec 17 13:31:36.276729 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72901176-f587-48a6-a297-c3408ee1ce9c req-13ca8efa-47dc-419e-8413-8678e54f0ef9 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769617 Dec 17 13:31:36.349321 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] For port a5b89921-5469-4b22-b5b6-bdd214815c8d, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:36.354057 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] For port a5b89921-5469-4b22-b5b6-bdd214815c8d, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a5b89921-5469-4b22-b5b6-bdd214815c8d,segment=NetworkSegment(d4e759d0-68c5-4231-b674-756e109b3e17),segment_id=d4e759d0-68c5-4231-b674-756e109b3e17)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:36.385968 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91f63e4-634b-458b-8469-a4626a7a05eb x-openstack-request-id: req-d91f63e4-634b-458b-8469-a4626a7a05eb {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:31:36.389895 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:31:36.389895 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d91f63e4-634b-458b-8469-a4626a7a05eb {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:31:36.389895 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'status': 'completed', 'code': 200} Dec 17 13:31:36.396689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=79d55cc8-efe6-44ed-b014-aa0e292f80c7,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:36.451808 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:36.532020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c29a131f-4b9f-4d9b-8975-8213db055e44 None None] Provisioning complete for port a5b89921-5469-4b22-b5b6-bdd214815c8d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:36.544400 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c29a131f-4b9f-4d9b-8975-8213db055e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:36.549800 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Routers {'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:36.550564 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:36.552828 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f678e-520e-4067-bc9d-34f83590ba17 None None] Pushing event updated for resources: {'Port': ['ID=a5b89921-5469-4b22-b5b6-bdd214815c8d,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:36.683264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:36.800998 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c29a131f-4b9f-4d9b-8975-8213db055e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:36.814596 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-eaeddeb1-ec08-4ab3-ad24-ed2e67fd3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:36.820000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-eaeddeb1-ec08-4ab3-ad24-ed2e67fd3fcd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce HTTP/1.1" status: 200 len: 834 time: 0.4470916 Dec 17 13:31:36.833651 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] Set router e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:36.921915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c29a131f-4b9f-4d9b-8975-8213db055e44 None None] For port a5b89921-5469-4b22-b5b6-bdd214815c8d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a5b89921-5469-4b22-b5b6-bdd214815c8d,segment=NetworkSegment(d4e759d0-68c5-4231-b674-756e109b3e17),segment_id=d4e759d0-68c5-4231-b674-756e109b3e17)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:37.008297 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c29a131f-4b9f-4d9b-8975-8213db055e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:37.152046 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc07cf3f-9d03-4819-8873-8517cbaafef0 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:31:37.152888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a131f-4b9f-4d9b-8975-8213db055e44 None None] Pushing event updated for resources: {'Port': ['ID=a5b89921-5469-4b22-b5b6-bdd214815c8d,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:37.173838 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:37.209357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-e6475390-457b-4e78-a036-9b595bb76c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:37.211167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-e6475390-457b-4e78-a036-9b595bb76c6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a724d299-453e-4c43-ac93-a85d5ff70055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2469122 Dec 17 13:31:37.216793 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-75a01616-9b1d-4583-9560-1aa9d26ae71e None None] Provisioning complete for port a5b89921-5469-4b22-b5b6-bdd214815c8d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:37.219835 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-75a01616-9b1d-4583-9560-1aa9d26ae71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:37.299366 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:31:37.310987 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'name': 'tempest-TestVolumeBackupRestore-1976094035-router', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:31:16Z', 'updated_at': '2021-12-17T13:31:28Z', 'revision_number': 4, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'gw_port': {'id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:19Z', 'updated_at': '2021-12-17T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'a5b89921-5469-4b22-b5b6-bdd214815c8d', 'name': '', 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'mac_address': 'fa:16:3e:63:c7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '9e957190-e312-46c8-9afa-c939be301eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:27Z', 'updated_at': '2021-12-17T13:31:36Z', 'revision_number': 4, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'subnets': [{'id': '9e957190-e312-46c8-9afa-c939be301eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:37.396199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Attempting to bind port 79d55cc8-efe6-44ed-b014-aa0e292f80c7 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:37.406695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Attempting to bind port 79d55cc8-efe6-44ed-b014-aa0e292f80c7 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:37.407198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Attempting to bind port 79d55cc8-efe6-44ed-b014-aa0e292f80c7 on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:37.410115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Transition to ACTIVE for port object dc07cf3f-9d03-4819-8873-8517cbaafef0 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:31:37.437425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391b2b5-0f8d-4281-a775-7df8dd073eb1 req-c579f2c2-162a-42f6-b804-a1c95cb7a6de tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:37.448413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff077-57b4-4d21-895f-335c2e377ecb req-2e693cdb-03e0-4821-b724-050d54970fae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:37.456631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6391b2b5-0f8d-4281-a775-7df8dd073eb1 req-c579f2c2-162a-42f6-b804-a1c95cb7a6de tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.4518864 Dec 17 13:31:37.458093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff077-57b4-4d21-895f-335c2e377ecb req-2e693cdb-03e0-4821-b724-050d54970fae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:37.466601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff077-57b4-4d21-895f-335c2e377ecb req-2e693cdb-03e0-4821-b724-050d54970fae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:37.473360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff077-57b4-4d21-895f-335c2e377ecb req-2e693cdb-03e0-4821-b724-050d54970fae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:37.481276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff077-57b4-4d21-895f-335c2e377ecb req-2e693cdb-03e0-4821-b724-050d54970fae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:37.489627 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff077-57b4-4d21-895f-335c2e377ecb req-2e693cdb-03e0-4821-b724-050d54970fae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:37.494919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ff077-57b4-4d21-895f-335c2e377ecb req-2e693cdb-03e0-4821-b724-050d54970fae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:37.502879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Port 79d55cc8-efe6-44ed-b014-aa0e292f80c7 on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:31:37.503442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Attempting to bind port 79d55cc8-efe6-44ed-b014-aa0e292f80c7 on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:37.510522 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d99ff077-57b4-4d21-895f-335c2e377ecb req-2e693cdb-03e0-4821-b724-050d54970fae tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5419 time: 0.2248003 Dec 17 13:31:37.510689 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f8797-0bae-4bfd-adc7-d57f62ed5dc0 None None] The sync data for ids ['e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'] in n-d-815324-5 is: [{'id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'name': 'tempest-TestVolumeBackupRestore-1976094035-router', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:31:16Z', 'updated_at': '2021-12-17T13:31:28Z', 'revision_number': 4, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'gw_port': {'id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:19Z', 'updated_at': '2021-12-17T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'a5b89921-5469-4b22-b5b6-bdd214815c8d', 'name': '', 'network_id': 'dbdd95a5-8af0-49cf-b650-ce0a5006eb61', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'mac_address': 'fa:16:3e:63:c7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '9e957190-e312-46c8-9afa-c939be301eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:27Z', 'updated_at': '2021-12-17T13:31:36Z', 'revision_number': 4, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'subnets': [{'id': '9e957190-e312-46c8-9afa-c939be301eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:37.556151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:37.556151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Checking segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:37.556151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Bound using segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:37.558668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Bound port: 79d55cc8-efe6-44ed-b014-aa0e292f80c7, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:37.558668 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:37.567734 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:37.589415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:37.626314 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b5b0c-c78b-4bcf-b849-eab29d085594 None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:37.678537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b5b0c-c78b-4bcf-b849-eab29d085594 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:37.680065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9c0b5b0c-c78b-4bcf-b849-eab29d085594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:37.708899 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-644f9ca4-cf46-40e3-bcbe-02fc9c282209 service neutron] 10.222.0.54 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722061 Dec 17 13:31:37.764713 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d99ff077-57b4-4d21-895f-335c2e377ecb req-28c103bc-dfe1-4dae-bf03-3ac9e06b0e6c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2594318 Dec 17 13:31:37.881194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63b11c8a-8408-45a7-a2d4-04aae6a841fe req-296d739d-e847-45d9-95ce-b5cf621c86b8 service neutron] 10.222.0.54 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579978 Dec 17 13:31:37.896342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9c0b5b0c-c78b-4bcf-b849-eab29d085594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:37.901622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a5b89921-5469-4b22-b5b6-bdd214815c8d up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:38.052398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b5b0c-c78b-4bcf-b849-eab29d085594 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:38.053199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9c0b5b0c-c78b-4bcf-b849-eab29d085594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:38.059338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16c8db-40e7-4a12-ade5-692247f616d9 req-c4ff08f4-55d1-40ba-8b9f-046e8426ba26 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:38.076006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4d16c8db-40e7-4a12-ade5-692247f616d9 req-c4ff08f4-55d1-40ba-8b9f-046e8426ba26 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 943 time: 0.1371841 Dec 17 13:31:38.163210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-9c0b5b0c-c78b-4bcf-b849-eab29d085594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:38.164368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b5b0c-c78b-4bcf-b849-eab29d085594 None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:38.164630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] For port 79d55cc8-efe6-44ed-b014-aa0e292f80c7, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:38.183236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] For port 79d55cc8-efe6-44ed-b014-aa0e292f80c7, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=79d55cc8-efe6-44ed-b014-aa0e292f80c7,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:38.194476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a5b89921-5469-4b22-b5b6-bdd214815c8d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:38.198123 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:38.207914 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:38.218546 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4d16c8db-40e7-4a12-ade5-692247f616d9 req-00f02d06-1628-4d31-a4a1-da76f53e1561 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413054 Dec 17 13:31:38.298240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Pushing event updated for resources: {'Port': ['ID=dc07cf3f-9d03-4819-8873-8517cbaafef0,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:38.327311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6391b2b5-0f8d-4281-a775-7df8dd073eb1 req-8ac3221e-00fa-4b7b-b2c9-b8821ed01c7b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8695724 Dec 17 13:31:38.328500 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:38.356213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:38.356858 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:38.358451 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] 10.222.0.61 "PUT /v2.0/ports/79d55cc8-efe6-44ed-b014-aa0e292f80c7 HTTP/1.1" status: 200 len: 1091 time: 5.4055755 Dec 17 13:31:38.416821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677b27f3-d49b-4bc7-8fff-73b7161be78d', 'tag': '79d55cc8-efe6-44ed-b014-aa0e292f80c7'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:31:38.419227 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2173da-c7e2-4cf9-9ab1-0b40ac1311ff" -d '{"events": [{"name": "network-changed", "server_uuid": "677b27f3-d49b-4bc7-8fff-73b7161be78d", "tag": "79d55cc8-efe6-44ed-b014-aa0e292f80c7"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:31:38.443262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b6648615-03ce-4deb-89d6-44911fa2023c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.4591284 Dec 17 13:31:38.445646 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60668) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:38.503300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea55f6-0f00-4919-9c7b-9840c36584e6 req-a1578f94-52f7-46dd-9f7f-2877cce3c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:38.506638 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26ea55f6-0f00-4919-9c7b-9840c36584e6 req-a1578f94-52f7-46dd-9f7f-2877cce3c51b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 1094 time: 0.2548821 Dec 17 13:31:38.640162 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffcb2f3-6f6c-4bda-9d88-2ba17e53e247 x-openstack-request-id: req-dffcb2f3-6f6c-4bda-9d88-2ba17e53e247 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:31:38.640495 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677b27f3-d49b-4bc7-8fff-73b7161be78d", "tag": "79d55cc8-efe6-44ed-b014-aa0e292f80c7", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:31:38.640701 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dffcb2f3-6f6c-4bda-9d88-2ba17e53e247 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:31:38.641099 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677b27f3-d49b-4bc7-8fff-73b7161be78d', 'tag': '79d55cc8-efe6-44ed-b014-aa0e292f80c7', 'status': 'completed', 'code': 200} Dec 17 13:31:38.642058 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff7cd5-9b54-419c-9b62-afcba0796dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=79d55cc8-efe6-44ed-b014-aa0e292f80c7,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:38.656927 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c4342219-4860-43c9-80f6-6d47de840a7b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "GET /v2.0/floatingips/0b1584c5-3bd8-4701-8cc8-0e7771c394cf HTTP/1.1" status: 200 len: 977 time: 0.2085936 Dec 17 13:31:38.662230 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60670) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:38.735276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Attempting to bind port dc07cf3f-9d03-4819-8873-8517cbaafef0 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:31:38.735628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Attempting to bind port dc07cf3f-9d03-4819-8873-8517cbaafef0 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:31:38.735967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Attempting to bind port dc07cf3f-9d03-4819-8873-8517cbaafef0 on network f381c005-ceb4-4052-9c65-09ef1a667df3 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:38.769078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Port dc07cf3f-9d03-4819-8873-8517cbaafef0 on network f381c005-ceb4-4052-9c65-09ef1a667df3 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:31:38.769423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Attempting to bind port dc07cf3f-9d03-4819-8873-8517cbaafef0 on network f381c005-ceb4-4052-9c65-09ef1a667df3 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:31:38.790974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:31:38.791695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Checking segment: {'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:31:38.792106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Bound using segment: {'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:31:38.792561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Bound port: dc07cf3f-9d03-4819-8873-8517cbaafef0, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e29663-b283-4865-a421-e1e8a29bb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:31:38.793178 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:38.814432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-61673a0a-7d5d-4035-ab90-95d419c82e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:38.816016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-61673a0a-7d5d-4035-ab90-95d419c82e44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 1094 time: 0.3073082 Dec 17 13:31:38.901080 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1a370d40-e481-443e-9542-98faa227541f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2371039 Dec 17 13:31:38.904250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60676) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:38.911931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-60a9b327-5cf0-43bf-9910-83b0c09d569e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'floatingip': {'port_id': 'c6fdff9b-b773-4cbc-9184-feb8f26f67fa'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:38.985339 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-29118716-feae-4fb2-a61e-3a67da9c3818 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79d55cc8-efe6-44ed-b014-aa0e292f80c7 HTTP/1.1" status: 200 len: 217 time: 0.1543789 Dec 17 13:31:38.995842 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60a9b327-5cf0-43bf-9910-83b0c09d569e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:39.044742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea55f6-0f00-4919-9c7b-9840c36584e6 req-ec6a1a9a-4f31-4103-8d26-ff2545a098f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.046294 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26ea55f6-0f00-4919-9c7b-9840c36584e6 req-ec6a1a9a-4f31-4103-8d26-ff2545a098f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a724d299-453e-4c43-ac93-a85d5ff70055 HTTP/1.1" status: 200 len: 898 time: 0.5149045 Dec 17 13:31:39.136485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26ea55f6-0f00-4919-9c7b-9840c36584e6 req-2a7fbe70-bc29-4c5d-9e39-6f44d9992e7f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ead8cb-bc13-48a8-b783-051a152ef64a HTTP/1.1" status: 200 len: 217 time: 0.0620179 Dec 17 13:31:39.223123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03da3e-9bad-4ab6-9f98-631162924bca req-cc4a56ce-2fba-40cb-ba08-cadf578b4d97 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.229230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03da3e-9bad-4ab6-9f98-631162924bca req-cc4a56ce-2fba-40cb-ba08-cadf578b4d97 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.241541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03da3e-9bad-4ab6-9f98-631162924bca req-cc4a56ce-2fba-40cb-ba08-cadf578b4d97 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.248627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03da3e-9bad-4ab6-9f98-631162924bca req-cc4a56ce-2fba-40cb-ba08-cadf578b4d97 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.256430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03da3e-9bad-4ab6-9f98-631162924bca req-cc4a56ce-2fba-40cb-ba08-cadf578b4d97 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.264093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03da3e-9bad-4ab6-9f98-631162924bca req-cc4a56ce-2fba-40cb-ba08-cadf578b4d97 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.273335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03da3e-9bad-4ab6-9f98-631162924bca req-cc4a56ce-2fba-40cb-ba08-cadf578b4d97 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.273335 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df03da3e-9bad-4ab6-9f98-631162924bca req-cc4a56ce-2fba-40cb-ba08-cadf578b4d97 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.3045199 Dec 17 13:31:39.281329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-e8cefee8-fecc-499f-8f6d-dc3248943a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.284429 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-e8cefee8-fecc-499f-8f6d-dc3248943a39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.2731254 Dec 17 13:31:39.363330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] For port dc07cf3f-9d03-4819-8873-8517cbaafef0, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:31:39.420486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea55f6-0f00-4919-9c7b-9840c36584e6 req-e0f2366d-ea0b-4baa-b618-392eb59e0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.422036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26ea55f6-0f00-4919-9c7b-9840c36584e6 req-e0f2366d-ea0b-4baa-b618-392eb59e0bbe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce HTTP/1.1" status: 200 len: 834 time: 0.2655301 Dec 17 13:31:39.429460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] For port dc07cf3f-9d03-4819-8873-8517cbaafef0, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=dc07cf3f-9d03-4819-8873-8517cbaafef0,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:31:39.432514 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-1dfb517d-644d-4347-9a0e-f7156b4a66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.434221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-1dfb517d-644d-4347-9a0e-f7156b4a66c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320765 Dec 17 13:31:39.529263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8647a0-0576-49f6-a499-3a02c934be90 req-997db2bc-67f8-41b9-880e-309c7bf48e23 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.530885 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed8647a0-0576-49f6-a499-3a02c934be90 req-997db2bc-67f8-41b9-880e-309c7bf48e23 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 943 time: 0.2137525 Dec 17 13:31:39.565990 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:39.667674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.669004 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:39.671439 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] 10.222.0.61 "PUT /v2.0/ports/dc07cf3f-9d03-4819-8873-8517cbaafef0 HTTP/1.1" status: 200 len: 1091 time: 6.3513725 Dec 17 13:31:39.700443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-df03da3e-9bad-4ab6-9f98-631162924bca req-5cc45a45-20d2-4baa-90bc-2ce41ab8e37f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4093723 Dec 17 13:31:39.738173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea55f6-0f00-4919-9c7b-9840c36584e6 req-4e59fd9a-e524-4845-b655-bca2b4f85251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:39.765814 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26ea55f6-0f00-4919-9c7b-9840c36584e6 req-4e59fd9a-e524-4845-b655-bca2b4f85251 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a724d299-453e-4c43-ac93-a85d5ff70055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141909 Dec 17 13:31:39.848371 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed8647a0-0576-49f6-a499-3a02c934be90 req-9822895a-c673-4d2d-833b-b93731539be4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886981 Dec 17 13:31:39.871062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.resource_extend [None req-60a9b327-5cf0-43bf-9910-83b0c09d569e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:31:39.916717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-d6f31b76-20ef-44db-af0f-0f56ffd411ae service neutron] 10.222.0.61 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667568 Dec 17 13:31:39.966585 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60a9b327-5cf0-43bf-9910-83b0c09d569e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:39.983465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d582ec-7840-4107-9a4a-0d42f056f2ad service neutron] Pushing event updated for resources: {'Port': ['ID=dc07cf3f-9d03-4819-8873-8517cbaafef0,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:40.051158 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60a9b327-5cf0-43bf-9910-83b0c09d569e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:40.085091 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26ea55f6-0f00-4919-9c7b-9840c36584e6 req-034ba76d-a5f7-4e93-a1af-664cb8ee76b2 service neutron] 10.222.0.54 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244181 Dec 17 13:31:40.155853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-ee2b579f-ed8a-41e1-9fc5-37edf18e84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:40.156501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-ee2b579f-ed8a-41e1-9fc5-37edf18e84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:40.157123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-ee2b579f-ed8a-41e1-9fc5-37edf18e84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:40.157781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-ee2b579f-ed8a-41e1-9fc5-37edf18e84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:40.158439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-ee2b579f-ed8a-41e1-9fc5-37edf18e84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:40.159055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-ee2b579f-ed8a-41e1-9fc5-37edf18e84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:40.159937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-ee2b579f-ed8a-41e1-9fc5-37edf18e84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:40.162733 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-ee2b579f-ed8a-41e1-9fc5-37edf18e84bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6488 time: 0.2826016 Dec 17 13:31:40.171770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f08bb-f843-437b-b2e3-ac8cc4cb9a39 req-5f70f9ea-b50a-4e9c-8e1e-da0e9339c8a3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:40.173836 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d51f08bb-f843-437b-b2e3-ac8cc4cb9a39 req-5f70f9ea-b50a-4e9c-8e1e-da0e9339c8a3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.2951677 Dec 17 13:31:40.275909 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-60a9b327-5cf0-43bf-9910-83b0c09d569e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Floating IP 0b1584c5-3bd8-4701-8cc8-0e7771c394cf associated. External IP: 172.25.0.108, port: e1a41a14-c6ed-42cb-8156-71612409f92d. Dec 17 13:31:40.404953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 29ead8cb-bc13-48a8-b783-051a152ef64a details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:31:40.623969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-ab3e313e-d913-4752-bca7-628b77607c43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a54b1b-fdba-4578-8113-44e9204a680e HTTP/1.1" status: 200 len: 217 time: 0.4440827 Dec 17 13:31:40.645104 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': 'dc07cf3f-9d03-4819-8873-8517cbaafef0'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:31:40.658162 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73f93d1-8a7d-4039-b1ae-14417a567d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "dc07cf3f-9d03-4819-8873-8517cbaafef0"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:31:40.692233 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63958c5f-49bc-467f-b73c-f2d01fe0c076 req-02ffe613-baee-4335-b52c-5cbaf6fb7eea service neutron] 10.222.0.61 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516601 Dec 17 13:31:40.696215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a9b327-5cf0-43bf-9910-83b0c09d569e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:40.717068 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=29ead8cb-bc13-48a8-b783-051a152ef64a,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:40.743893 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06592ac-7877-489e-aca8-93ee48e52c74 x-openstack-request-id: req-a06592ac-7877-489e-aca8-93ee48e52c74 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:31:40.744200 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "dc07cf3f-9d03-4819-8873-8517cbaafef0", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:31:40.744484 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a06592ac-7877-489e-aca8-93ee48e52c74 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:31:40.744881 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': 'dc07cf3f-9d03-4819-8873-8517cbaafef0', 'status': 'completed', 'code': 200} Dec 17 13:31:40.761555 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d51f08bb-f843-437b-b2e3-ac8cc4cb9a39 req-44f0798e-5a47-450d-a58f-03912fab0dbd tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586975 Dec 17 13:31:40.763853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26ea55f6-0f00-4919-9c7b-9840c36584e6 req-abc56d3d-c41f-44f5-b003-a33bfedfa83c service neutron] 10.222.0.54 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691918 Dec 17 13:31:40.766006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2b4b9a81-2fd6-4edd-9237-384987414d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:40.770537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2b4b9a81-2fd6-4edd-9237-384987414d74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=644d3787-4d5f-4bbd-9877-1bc7fbb4ed55 HTTP/1.1" status: 200 len: 855 time: 0.1248071 Dec 17 13:31:40.790891 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'port_id': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'mac_address': 'fa:16:3e:9f:69:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:31:40.889652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:40.910936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ead8cb-bc13-48a8-b783-051a152ef64a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:31:40.957074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=29ead8cb-bc13-48a8-b783-051a152ef64a,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:40.992990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-8c9645c0-a5e1-4501-a44a-8b76994139c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:40.998300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-8c9645c0-a5e1-4501-a44a-8b76994139c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2134159 Dec 17 13:31:41.015710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60698) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:41.041421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2173da-c7e2-4cf9-9ab1-0b40ac1311ff req-dba58183-99cf-45f2-83e8-56ce2a3613db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:41.043531 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2173da-c7e2-4cf9-9ab1-0b40ac1311ff req-dba58183-99cf-45f2-83e8-56ce2a3613db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 1094 time: 0.1872311 Dec 17 13:31:41.060441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:41.143385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a9b327-5cf0-43bf-9910-83b0c09d569e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:41.160078 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb4b027-5387-4c51-9356-e948f3514f15 None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:41.181892 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb4b027-5387-4c51-9356-e948f3514f15 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:41.183189 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6fb4b027-5387-4c51-9356-e948f3514f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:41.191169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738834f-1145-4797-8b63-c7a034ecb482 req-b56e7ad6-2110-45cf-8665-b03bd240cffd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:41.212738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738834f-1145-4797-8b63-c7a034ecb482 req-b56e7ad6-2110-45cf-8665-b03bd240cffd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:41.234004 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738834f-1145-4797-8b63-c7a034ecb482 req-b56e7ad6-2110-45cf-8665-b03bd240cffd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:41.234191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=29ead8cb-bc13-48a8-b783-051a152ef64a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:41.263184 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738834f-1145-4797-8b63-c7a034ecb482 req-b56e7ad6-2110-45cf-8665-b03bd240cffd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:41.277493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738834f-1145-4797-8b63-c7a034ecb482 req-b56e7ad6-2110-45cf-8665-b03bd240cffd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:41.289048 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6fb4b027-5387-4c51-9356-e948f3514f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:41.294902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738834f-1145-4797-8b63-c7a034ecb482 req-b56e7ad6-2110-45cf-8665-b03bd240cffd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:41.295954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['29ead8cb-bc13-48a8-b783-051a152ef64a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:31:41.306509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738834f-1145-4797-8b63-c7a034ecb482 req-b56e7ad6-2110-45cf-8665-b03bd240cffd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:41.309226 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1738834f-1145-4797-8b63-c7a034ecb482 req-b56e7ad6-2110-45cf-8665-b03bd240cffd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.3033116 Dec 17 13:31:41.334711 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb4b027-5387-4c51-9356-e948f3514f15 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:41.335351 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6fb4b027-5387-4c51-9356-e948f3514f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:41.432768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765e32a-6ce3-496f-be32-ed4ae22fcd5a req-b25abda0-73bb-4d6e-bf6d-7e679c1a7a04 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:41.442350 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b765e32a-6ce3-496f-be32-ed4ae22fcd5a req-b25abda0-73bb-4d6e-bf6d-7e679c1a7a04 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 943 time: 0.4418991 Dec 17 13:31:41.456577 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6fb4b027-5387-4c51-9356-e948f3514f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:41.457558 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb4b027-5387-4c51-9356-e948f3514f15 None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:41.571494 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1738834f-1145-4797-8b63-c7a034ecb482 req-72cb2672-156b-43a3-86bb-0c80a14d9e82 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878198 Dec 17 13:31:41.572284 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcbc0-8410-4958-bc34-bd104dc572d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:41.612958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2173da-c7e2-4cf9-9ab1-0b40ac1311ff req-8b2fd488-b0d7-4bf4-8dba-3b03499f84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:41.618988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2173da-c7e2-4cf9-9ab1-0b40ac1311ff req-8b2fd488-b0d7-4bf4-8dba-3b03499f84a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.5178378 Dec 17 13:31:41.628656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-9543fe0d-4f18-46c9-8086-e1286bf2a19d service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032627 Dec 17 13:31:41.737324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b765e32a-6ce3-496f-be32-ed4ae22fcd5a req-b99de8ed-4496-43e6-b409-33bd54ba301d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830946 Dec 17 13:31:41.741450 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2173da-c7e2-4cf9-9ab1-0b40ac1311ff req-b249ab58-bed7-4b98-9223-33561f4253bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79d55cc8-efe6-44ed-b014-aa0e292f80c7 HTTP/1.1" status: 200 len: 217 time: 0.1063488 Dec 17 13:31:41.876450 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcbc0-8410-4958-bc34-bd104dc572d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:41.900559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a9b327-5cf0-43bf-9910-83b0c09d569e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:41.926717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2173da-c7e2-4cf9-9ab1-0b40ac1311ff req-a1ffff46-b310-4287-b5c1-ca407e1615d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:41.928820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2173da-c7e2-4cf9-9ab1-0b40ac1311ff req-a1ffff46-b310-4287-b5c1-ca407e1615d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.1478660 Dec 17 13:31:41.982357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-7193cf50-da73-47d0-814b-6e29fa9e936f service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394485 Dec 17 13:31:42.011744 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fdfdcbc0-8410-4958-bc34-bd104dc572d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:42.040817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2173da-c7e2-4cf9-9ab1-0b40ac1311ff req-dae18f71-3610-46be-a316-d1101911ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:42.043533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2173da-c7e2-4cf9-9ab1-0b40ac1311ff req-dae18f71-3610-46be-a316-d1101911ac8f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024616 Dec 17 13:31:42.045784 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-3b883fe0-fda0-4af3-816f-42fb51926dcc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=0f2406aa-2787-444f-b11e-0cfdfe6a55dc HTTP/1.1" status: 200 len: 217 time: 0.0511878 Dec 17 13:31:42.197201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-8b151247-0ef8-44bf-b729-6fee8e975e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:42.198904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-8b151247-0ef8-44bf-b729-6fee8e975e7b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.1275969 Dec 17 13:31:42.268149 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2173da-c7e2-4cf9-9ab1-0b40ac1311ff req-1e0cc9c8-bc6d-4e74-9f4d-e023c549d21a service neutron] 10.222.0.61 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045100 Dec 17 13:31:42.274877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-5c8db94b-9c34-499d-80c4-29ab2e727680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:42.276440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-5c8db94b-9c34-499d-80c4-29ab2e727680 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0660071 Dec 17 13:31:42.419863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 29ead8cb-bc13-48a8-b783-051a152ef64a up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:31:42.465529 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fdfdcbc0-8410-4958-bc34-bd104dc572d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25011561f1aa4fc2901eab9ba781489a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4415350 Dec 17 13:31:42.467811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2173da-c7e2-4cf9-9ab1-0b40ac1311ff req-f6b9fe41-93dd-44ae-9b75-27963c2944c2 service neutron] 10.222.0.61 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903169 Dec 17 13:31:42.468283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60706) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:42.482579 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-4dbe3de4-6404-4791-9e42-9250f85c9440 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963918 Dec 17 13:31:42.484832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921689d5-eca9-4b0c-9ca3-cbf51de1c01e req-256476d1-97f5-40b7-865c-e8d8ff05ad2f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:42.486483 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-921689d5-eca9-4b0c-9ca3-cbf51de1c01e req-256476d1-97f5-40b7-865c-e8d8ff05ad2f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.5237257 Dec 17 13:31:42.489632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdcbc0-8410-4958-bc34-bd104dc572d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3186b600-e361-4ff3-b262-8658f9e9f47a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:42.494692 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a9b327-5cf0-43bf-9910-83b0c09d569e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:42.500747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60a9b327-5cf0-43bf-9910-83b0c09d569e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:42.523841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f771f5-5aa2-4a94-8fb5-3440a93cf51c None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:42.570723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f771f5-5aa2-4a94-8fb5-3440a93cf51c None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:42.571206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-31f771f5-5aa2-4a94-8fb5-3440a93cf51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:42.596423 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-60a9b327-5cf0-43bf-9910-83b0c09d569e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "PUT /v2.0/floatingips/0b1584c5-3bd8-4701-8cc8-0e7771c394cf HTTP/1.1" status: 200 len: 977 time: 3.6897628 Dec 17 13:31:42.600140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-921689d5-eca9-4b0c-9ca3-cbf51de1c01e req-a77f58a6-b16b-4f5e-99dc-7a79c03cf955 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029599 Dec 17 13:31:42.600615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60708) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:42.605397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0034388a-99e0-4f8a-98f1-5ca6f4cc7d15 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:42.631648 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5584-cc4e-4c18-b4aa-4094d40aa4fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:42.634831 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-31f771f5-5aa2-4a94-8fb5-3440a93cf51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:42.658433 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 29ead8cb-bc13-48a8-b783-051a152ef64a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:31:42.672960 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 29ead8cb-bc13-48a8-b783-051a152ef64a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:31:42.675497 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:42.682279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f771f5-5aa2-4a94-8fb5-3440a93cf51c None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:42.684211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-31f771f5-5aa2-4a94-8fb5-3440a93cf51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:42.687408 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5584-cc4e-4c18-b4aa-4094d40aa4fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:42.691099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-ff870add-94b4-4e97-a9c8-a90fdb7e0728 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997771 Dec 17 13:31:42.697801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0034388a-99e0-4f8a-98f1-5ca6f4cc7d15 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:42.797931 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-6c8a9440-632a-4e11-881f-f2cfad0fed0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c1e602b5-a34e-4a6d-aff3-644a4d1641f5 HTTP/1.1" status: 200 len: 217 time: 0.0939257 Dec 17 13:31:42.798558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-31f771f5-5aa2-4a94-8fb5-3440a93cf51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:42.799425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f771f5-5aa2-4a94-8fb5-3440a93cf51c None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:42.891811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-bf6db7d0-fbb9-45a8-b891-40c7fed60c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:42.893603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-bf6db7d0-fbb9-45a8-b891-40c7fed60c9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0763144 Dec 17 13:31:42.902707 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:42.915449 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e397a39-28b8-4f2a-9c75-3f4847919f2e req-45932e63-c653-48d0-978b-5126e31e91cd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:42.919753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e397a39-28b8-4f2a-9c75-3f4847919f2e req-45932e63-c653-48d0-978b-5126e31e91cd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:42.926545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e397a39-28b8-4f2a-9c75-3f4847919f2e req-45932e63-c653-48d0-978b-5126e31e91cd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:42.934038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e397a39-28b8-4f2a-9c75-3f4847919f2e req-45932e63-c653-48d0-978b-5126e31e91cd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:42.941206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e397a39-28b8-4f2a-9c75-3f4847919f2e req-45932e63-c653-48d0-978b-5126e31e91cd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:42.948278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e397a39-28b8-4f2a-9c75-3f4847919f2e req-45932e63-c653-48d0-978b-5126e31e91cd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:42.954318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e397a39-28b8-4f2a-9c75-3f4847919f2e req-45932e63-c653-48d0-978b-5126e31e91cd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:42.956630 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e397a39-28b8-4f2a-9c75-3f4847919f2e req-45932e63-c653-48d0-978b-5126e31e91cd tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.2239857 Dec 17 13:31:42.977118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:31:42.987096 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0034388a-99e0-4f8a-98f1-5ca6f4cc7d15 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:42.988101 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09daf86-1a16-431b-bc9c-a33814174e27" -d '{"events": [{"server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "name": "network-vif-plugged", "status": "completed", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:31:43.012293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=29ead8cb-bc13-48a8-b783-051a152ef64a,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:43.022025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3c535-9ab9-46df-b2ff-0734f900d4cb req-f9885d34-3c93-4bc3-a12c-e1c7633cc2c5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:43.022240 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5584-cc4e-4c18-b4aa-4094d40aa4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:43.023795 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cdd3c535-9ab9-46df-b2ff-0734f900d4cb req-f9885d34-3c93-4bc3-a12c-e1c7633cc2c5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 944 time: 0.1279516 Dec 17 13:31:43.025006 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5584-cc4e-4c18-b4aa-4094d40aa4fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:43.028470 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1ebf5584-cc4e-4c18-b4aa-4094d40aa4fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3186b600-e361-4ff3-b262-8658f9e9f47a HTTP/1.1" status: 204 len: 168 time: 0.5553145 Dec 17 13:31:43.056674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf5584-cc4e-4c18-b4aa-4094d40aa4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3186b600-e361-4ff3-b262-8658f9e9f47a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:43.087461 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0034388a-99e0-4f8a-98f1-5ca6f4cc7d15 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:43.087816 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-0034388a-99e0-4f8a-98f1-5ca6f4cc7d15 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Floating IP 0b1584c5-3bd8-4701-8cc8-0e7771c394cf disassociated. External IP: 172.25.0.108, port: c6fdff9b-b773-4cbc-9184-feb8f26f67fa. Dec 17 13:31:43.095946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-04aa0912-9564-4bd0-af2c-3adecae1392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:43.097653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-04aa0912-9564-4bd0-af2c-3adecae1392d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1399121 Dec 17 13:31:43.118837 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:43.134505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e397a39-28b8-4f2a-9c75-3f4847919f2e req-1c284ee2-4c07-4f0b-a74e-565766ebfb1c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1537685 Dec 17 13:31:43.209207 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cdd3c535-9ab9-46df-b2ff-0734f900d4cb req-34a27329-bbe6-4b07-a86b-a2f69b1a88b3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585503 Dec 17 13:31:43.229055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=29ead8cb-bc13-48a8-b783-051a152ef64a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:43.260096 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8646bfc0-d686-4c5e-aa8c-2d8040220bb5 x-openstack-request-id: req-8646bfc0-d686-4c5e-aa8c-2d8040220bb5 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:31:43.260096 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "name": "network-vif-plugged", "status": "completed", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:31:43.260096 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8646bfc0-d686-4c5e-aa8c-2d8040220bb5 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:31:43.260096 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'code': 200} Dec 17 13:31:43.297734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-0ae7ffc3-a22b-47e2-a78c-0f64f4b716d4 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863956 Dec 17 13:31:43.480799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b21b44-e7eb-452d-b819-cce4a2bb31f1 req-fbd37564-35f2-485c-9a44-907e367228b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:43.486785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0034388a-99e0-4f8a-98f1-5ca6f4cc7d15 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:43.491527 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71b21b44-e7eb-452d-b819-cce4a2bb31f1 req-fbd37564-35f2-485c-9a44-907e367228b4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 1096 time: 0.1212690 Dec 17 13:31:43.521920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-b0343183-6f72-46d3-8212-5511c89b2c5c service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132001 Dec 17 13:31:43.581287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-50b84047-9220-4bdc-b4d2-cb616c3b6449 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6d08cc1d-38ff-4681-8fbf-724fb9f6115f HTTP/1.1" status: 200 len: 217 time: 0.0452170 Dec 17 13:31:43.663688 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71b21b44-e7eb-452d-b819-cce4a2bb31f1 req-c07c32e1-be1f-42c9-ba56-f73de2387d10 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644557 Dec 17 13:31:43.686009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-186d5abf-5587-4962-866d-a42536b978b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:43.687678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-186d5abf-5587-4962-866d-a42536b978b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0906243 Dec 17 13:31:43.701918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0034388a-99e0-4f8a-98f1-5ca6f4cc7d15 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:43.707452 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0034388a-99e0-4f8a-98f1-5ca6f4cc7d15 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:43.722472 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93f524-af57-4600-9f9b-6dc819fce6cf None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:43.753266 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93f524-af57-4600-9f9b-6dc819fce6cf None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:43.757161 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6d93f524-af57-4600-9f9b-6dc819fce6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:43.797053 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0034388a-99e0-4f8a-98f1-5ca6f4cc7d15 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "PUT /v2.0/floatingips/0b1584c5-3bd8-4701-8cc8-0e7771c394cf HTTP/1.1" status: 200 len: 688 time: 1.1926246 Dec 17 13:31:43.798003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60722) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:43.863255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c84ba19e-8de6-4e3d-82ef-32415971dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:43.865763 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-c84ba19e-8de6-4e3d-82ef-32415971dec1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1636038 Dec 17 13:31:43.866517 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6d93f524-af57-4600-9f9b-6dc819fce6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:43.886333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef486594-6b0e-4349-ac66-8e7b0b69e579 req-3447ebd7-8f0e-46e7-a130-19348587d2f2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:43.889226 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef486594-6b0e-4349-ac66-8e7b0b69e579 req-3447ebd7-8f0e-46e7-a130-19348587d2f2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.1789577 Dec 17 13:31:43.897644 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93f524-af57-4600-9f9b-6dc819fce6cf None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:43.899286 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6d93f524-af57-4600-9f9b-6dc819fce6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:43.920065 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-53110578-5a3c-456d-b653-4954c1df9edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:43.988627 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-6d93f524-af57-4600-9f9b-6dc819fce6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:43.989758 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93f524-af57-4600-9f9b-6dc819fce6cf None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:43.997515 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef486594-6b0e-4349-ac66-8e7b0b69e579 req-c4207f02-37f7-4f6f-b288-6e7871aee87b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996168 Dec 17 13:31:44.033387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-73b064dc-1f4f-46c3-850c-48e1a21452da service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553705 Dec 17 13:31:44.089080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8ac03cfb-553b-4582-a6c4-ae4b92b334eb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port 01cd763f-189a-4b62-b678-f671deb042af {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:31:44.089361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ac03cfb-553b-4582-a6c4-ae4b92b334eb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:44.165416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-91b7cc3c-af8d-447d-8656-7e0b381bdd6c service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202397 Dec 17 13:31:44.193847 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ac03cfb-553b-4582-a6c4-ae4b92b334eb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:44.194189 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ac03cfb-553b-4582-a6c4-ae4b92b334eb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:44.209474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8ac03cfb-553b-4582-a6c4-ae4b92b334eb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for 01cd763f-189a-4b62-b678-f671deb042af owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:31:44.222109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-bed29a9b-6d3c-4cfa-bf40-b79816672773 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=707d8805-b713-4bce-9d5d-4f95ba377e0a HTTP/1.1" status: 200 len: 217 time: 0.0446906 Dec 17 13:31:44.290357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-8c30cb7a-1ece-45c3-864a-7039037172a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.292141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-8c30cb7a-1ece-45c3-864a-7039037172a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0597994 Dec 17 13:31:44.376526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-833ed8f6-75f7-469a-b7d5-60b41e3c6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.378938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-833ed8f6-75f7-469a-b7d5-60b41e3c6d8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749719 Dec 17 13:31:44.381336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee85abf-14e6-4857-be18-c233331f937b req-47b278b1-dd7e-4087-81a5-df50944d6eba tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.383675 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ee85abf-14e6-4857-be18-c233331f937b req-47b278b1-dd7e-4087-81a5-df50944d6eba tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 945 time: 0.0778251 Dec 17 13:31:44.395263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219db0bf-2b76-4fcd-bf53-4453d096f674 req-d542e1d9-af6c-418c-bf3d-b9e446ba3600 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.402322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219db0bf-2b76-4fcd-bf53-4453d096f674 req-d542e1d9-af6c-418c-bf3d-b9e446ba3600 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.408479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219db0bf-2b76-4fcd-bf53-4453d096f674 req-d542e1d9-af6c-418c-bf3d-b9e446ba3600 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.416865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219db0bf-2b76-4fcd-bf53-4453d096f674 req-d542e1d9-af6c-418c-bf3d-b9e446ba3600 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.422896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219db0bf-2b76-4fcd-bf53-4453d096f674 req-d542e1d9-af6c-418c-bf3d-b9e446ba3600 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.429890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219db0bf-2b76-4fcd-bf53-4453d096f674 req-d542e1d9-af6c-418c-bf3d-b9e446ba3600 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.437767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219db0bf-2b76-4fcd-bf53-4453d096f674 req-d542e1d9-af6c-418c-bf3d-b9e446ba3600 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.440149 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-219db0bf-2b76-4fcd-bf53-4453d096f674 req-d542e1d9-af6c-418c-bf3d-b9e446ba3600 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1468673 Dec 17 13:31:44.480883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ee85abf-14e6-4857-be18-c233331f937b req-23057734-8ddf-4be6-960d-896150b9bfb5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865419 Dec 17 13:31:44.576269 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ac03cfb-553b-4582-a6c4-ae4b92b334eb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:44.587863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-4c86b5bc-bf9a-44eb-a3dc-ab2f7241a5d6 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466508 Dec 17 13:31:44.594492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-219db0bf-2b76-4fcd-bf53-4453d096f674 req-b3e36b1c-444e-4d21-a651-90c969fd267e tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1440854 Dec 17 13:31:44.620710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac03cfb-553b-4582-a6c4-ae4b92b334eb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=01cd763f-189a-4b62-b678-f671deb042af,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:44.703179 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ac03cfb-553b-4582-a6c4-ae4b92b334eb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:44.706403 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ac03cfb-553b-4582-a6c4-ae4b92b334eb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:44.707617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8ac03cfb-553b-4582-a6c4-ae4b92b334eb tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/floatingips/0b1584c5-3bd8-4701-8cc8-0e7771c394cf HTTP/1.1" status: 204 len: 168 time: 0.9084373 Dec 17 13:31:44.710300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60730) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:44.752289 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-234e204b-e228-4752-aedb-99c9ee8e1e1a tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] delete failed (client error): The resource could not be found. Dec 17 13:31:44.753388 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-8a636f4f-c53e-4aa5-81d3-a2d49c824744 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538999 Dec 17 13:31:44.754298 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-234e204b-e228-4752-aedb-99c9ee8e1e1a tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/floatingips/0b1584c5-3bd8-4701-8cc8-0e7771c394cf HTTP/1.1" status: 404 len: 345 time: 0.0424449 Dec 17 13:31:44.757570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60732) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:44.813475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2b439609-a995-465a-b8b2-47e42f5182d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9847f8ea-b2de-4c65-a697-8f1811d7198b HTTP/1.1" status: 200 len: 217 time: 0.0517507 Dec 17 13:31:44.855871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac813ce-7719-40ce-85b0-25996d82c74d tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.862471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac813ce-7719-40ce-85b0-25996d82c74d tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.868587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac813ce-7719-40ce-85b0-25996d82c74d tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.872985 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-aac813ce-7719-40ce-85b0-25996d82c74d tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "GET /v2.0/ports?network_id=e15c6953-81b7-4410-9a8b-a2867a69bdf7 HTTP/1.1" status: 200 len: 2356 time: 0.1117773 Dec 17 13:31:44.873253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60734) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:44.889689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-dcf696b5-b7d0-4a3b-8a99-6e7dd4b0bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.892155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-dcf696b5-b7d0-4a3b-8a99-6e7dd4b0bbee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.0677395 Dec 17 13:31:44.936671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239cdf6d-24b3-418b-9a60-2e54916aee0b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:44.938153 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-239cdf6d-24b3-418b-9a60-2e54916aee0b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "GET /v2.0/subnets/29ca29fe-5e69-4ec7-95b1-70db21cd7bb7 HTTP/1.1" status: 200 len: 797 time: 0.0639434 Dec 17 13:31:44.943076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60736) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:44.948135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'port': {'network_id': 'e15c6953-81b7-4410-9a8b-a2867a69bdf7', 'name': 'tempest-FloatingIPTestJSON-1898833029', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:45.011169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-4abe8d97-3bdc-4dcb-a566-0e0645ec7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:45.012708 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-4abe8d97-3bdc-4dcb-a566-0e0645ec7e95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097262 Dec 17 13:31:45.138559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b084-e6c2-4223-99a2-0ae9c20c58dd req-3c6a808c-92e9-4074-8004-18d4df002a97 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:45.140354 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0dd7b084-e6c2-4223-99a2-0ae9c20c58dd req-3c6a808c-92e9-4074-8004-18d4df002a97 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0607319 Dec 17 13:31:45.184009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-e444964a-c6c2-4b74-adfc-d30da38c5180 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588674 Dec 17 13:31:45.206935 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0dd7b084-e6c2-4223-99a2-0ae9c20c58dd req-efe69b91-d4a6-421a-9829-8408ef28c89d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606105 Dec 17 13:31:45.265124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Made reservation on behalf of 93573225481c4ff6b89179d9a10ab497 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:31:45.361116 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-02909aba-7aae-42d1-807f-b617cca749d7 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649039 Dec 17 13:31:45.417389 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-691460b1-81d3-4c2e-8a02-5e0ae915fbb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc07cf3f-9d03-4819-8873-8517cbaafef0 HTTP/1.1" status: 200 len: 217 time: 0.0448737 Dec 17 13:31:45.429423 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:45.482025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] device_id is not set on port c5666cb3-8fec-4d5a-be8e-31e9992e1e64 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:31:45.527008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-0ab9cd6e-478d-4705-a1b4-6011b1da4c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:45.528592 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-0ab9cd6e-478d-4705-a1b4-6011b1da4c7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.0969315 Dec 17 13:31:45.655759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2ef5c74a-cd91-4f39-82fe-76e6946231bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:45.658951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-2ef5c74a-cd91-4f39-82fe-76e6946231bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1160681 Dec 17 13:31:45.757515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356c51c-0078-47c2-ab7e-318626a84fe3 req-78c0752e-2a7f-4e27-91ef-48581a873e2f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:45.758987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0356c51c-0078-47c2-ab7e-318626a84fe3 req-78c0752e-2a7f-4e27-91ef-48581a873e2f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 945 time: 0.1785457 Dec 17 13:31:45.763310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b028-4edb-423a-b88f-245359581af8 req-9a3c42ec-893c-470b-bf45-a59e3a9501a8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:45.769247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b028-4edb-423a-b88f-245359581af8 req-9a3c42ec-893c-470b-bf45-a59e3a9501a8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:45.776306 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b028-4edb-423a-b88f-245359581af8 req-9a3c42ec-893c-470b-bf45-a59e3a9501a8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:45.783447 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b028-4edb-423a-b88f-245359581af8 req-9a3c42ec-893c-470b-bf45-a59e3a9501a8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:45.791726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b028-4edb-423a-b88f-245359581af8 req-9a3c42ec-893c-470b-bf45-a59e3a9501a8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:45.797854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b028-4edb-423a-b88f-245359581af8 req-9a3c42ec-893c-470b-bf45-a59e3a9501a8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:45.803690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b028-4edb-423a-b88f-245359581af8 req-9a3c42ec-893c-470b-bf45-a59e3a9501a8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:45.805802 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0938b028-4edb-423a-b88f-245359581af8 req-9a3c42ec-893c-470b-bf45-a59e3a9501a8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1027973 Dec 17 13:31:45.874745 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0938b028-4edb-423a-b88f-245359581af8 req-bada9795-f2d3-4ff2-a20d-deb3b0a2d2df tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617239 Dec 17 13:31:45.901752 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0356c51c-0078-47c2-ab7e-318626a84fe3 req-1809a1da-ba1e-4c72-af32-599ec607198c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358597 Dec 17 13:31:45.903604 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-db331c41-8eae-4c61-865b-6fbb19ccf577 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320912 Dec 17 13:31:46.053472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.20.0.14 (e15c6953-81b7-4410-9a8b-a2867a69bdf7/29ca29fe-5e69-4ec7-95b1-70db21cd7bb7/c5666cb3-8fec-4d5a-be8e-31e9992e1e64) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:46.062256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f4983-1e22-4be0-aa51-330bb41c05a5 req-4b6fa50a-ea52-4652-a2c2-afd5e6934b7b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:46.065206 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e6f4983-1e22-4be0-aa51-330bb41c05a5 req-4b6fa50a-ea52-4652-a2c2-afd5e6934b7b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 945 time: 0.0813625 Dec 17 13:31:46.070502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.20.0.13 (e15c6953-81b7-4410-9a8b-a2867a69bdf7/29ca29fe-5e69-4ec7-95b1-70db21cd7bb7/c5666cb3-8fec-4d5a-be8e-31e9992e1e64) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:46.081891 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a768b0ae-d22b-4606-854d-5a55329742a8 req-af6be9f7-6a92-4d99-abb7-d660cee343e8 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689682 Dec 17 13:31:46.141494 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e6f4983-1e22-4be0-aa51-330bb41c05a5 req-637fb471-5211-4e20-b656-4e18eda33162 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682385 Dec 17 13:31:46.171256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60748) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:46.222208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db3671-3abd-40d4-809c-e1ad253b62b4 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:46.236631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-01db3671-3abd-40d4-809c-e1ad253b62b4 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 1091 time: 0.0636578 Dec 17 13:31:46.240392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60752) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:46.250529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:46.324093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:46.370730 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d80c2056-3692-478e-a51f-6ea48aeb22a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:46.411249 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:46.553055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:46.710712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.25.0.237 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/48bbd08a-9900-4b99-9404-3155ab545c53) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:46.786260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db672c09-9ebf-4e8c-ad21-85e1d5fd2afd req-9978ccdd-de57-41cc-92fc-307f6f4c8d24 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:46.787842 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db672c09-9ebf-4e8c-ad21-85e1d5fd2afd req-9978ccdd-de57-41cc-92fc-307f6f4c8d24 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.4621029 Dec 17 13:31:46.798896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-8ec010b9-b6de-4484-8dfe-dcac3055d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:46.800044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-8ec010b9-b6de-4484-8dfe-dcac3055d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:46.800044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-8ec010b9-b6de-4484-8dfe-dcac3055d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:46.800264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-8ec010b9-b6de-4484-8dfe-dcac3055d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:46.800787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-8ec010b9-b6de-4484-8dfe-dcac3055d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:46.801349 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-8ec010b9-b6de-4484-8dfe-dcac3055d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:46.801835 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-8ec010b9-b6de-4484-8dfe-dcac3055d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:46.803860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-8ec010b9-b6de-4484-8dfe-dcac3055d88b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6488 time: 0.4633715 Dec 17 13:31:46.855882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:46.905376 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:46.931444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db672c09-9ebf-4e8c-ad21-85e1d5fd2afd req-de4c2113-c200-4a88-ad39-53325fdcbea5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150129 Dec 17 13:31:47.020052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network e15c6953-81b7-4410-9a8b-a2867a69bdf7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:47.021321 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:47.050257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=c5666cb3-8fec-4d5a-be8e-31e9992e1e64,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:47.056234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-13f4188c-f5e4-45a9-9b75-919a053c3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:47.058415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-13f4188c-f5e4-45a9-9b75-919a053c3286 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f381c005-ceb4-4052-9c65-09ef1a667df3 HTTP/1.1" status: 200 len: 902 time: 0.2459562 Dec 17 13:31:47.060644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:47.065125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:47.078752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:47.084709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:47.090514 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:47.154469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4d59d-18ba-4ec6-bd64-0413b7586e09 req-99d85978-fae3-4ca4-b85b-c8df9c12a05b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:47.158377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-72c1117f-953d-4575-8fdb-e44c02aeff26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc07cf3f-9d03-4819-8873-8517cbaafef0 HTTP/1.1" status: 200 len: 217 time: 0.0875373 Dec 17 13:31:47.160766 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4d59d-18ba-4ec6-bd64-0413b7586e09 req-99d85978-fae3-4ca4-b85b-c8df9c12a05b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:47.170916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4d59d-18ba-4ec6-bd64-0413b7586e09 req-99d85978-fae3-4ca4-b85b-c8df9c12a05b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:47.178136 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4d59d-18ba-4ec6-bd64-0413b7586e09 req-99d85978-fae3-4ca4-b85b-c8df9c12a05b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:47.184675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4d59d-18ba-4ec6-bd64-0413b7586e09 req-99d85978-fae3-4ca4-b85b-c8df9c12a05b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:47.185777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:47.186446 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:47.192178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4d59d-18ba-4ec6-bd64-0413b7586e09 req-99d85978-fae3-4ca4-b85b-c8df9c12a05b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:47.199478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4d59d-18ba-4ec6-bd64-0413b7586e09 req-99d85978-fae3-4ca4-b85b-c8df9c12a05b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:47.206098 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4b4d59d-18ba-4ec6-bd64-0413b7586e09 req-99d85978-fae3-4ca4-b85b-c8df9c12a05b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.2260001 Dec 17 13:31:47.206098 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=48bbd08a-9900-4b99-9404-3155ab545c53,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:47.239435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-8c06bf1b-3114-41af-b61f-4bc5806f73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:47.240960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-8c06bf1b-3114-41af-b61f-4bc5806f73ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.0738013 Dec 17 13:31:47.324656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-f2865770-88ff-4d1a-b9e6-48096f6b0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:47.326290 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-f2865770-88ff-4d1a-b9e6-48096f6b0c8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750947 Dec 17 13:31:47.354927 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ac2d1d01-4410-451c-a91a-d089a7a8ead4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4107063 Dec 17 13:31:47.361883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60760) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:47.374065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': 'c5666cb3-8fec-4d5a-be8e-31e9992e1e64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:47.396900 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4b4d59d-18ba-4ec6-bd64-0413b7586e09 req-9c18cea1-6cdd-4161-a6f9-b824fb294f22 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1760020 Dec 17 13:31:47.486706 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-83497b34-9de3-4881-b2bc-1a29a3e5c563 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427968 Dec 17 13:31:47.524923 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:47.600228 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f73f93d1-8a7d-4039-b1ae-14417a567d7a req-f4f07977-ff56-45e4-8d16-aa86718fde79 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065068 Dec 17 13:31:47.726027 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:47.803906 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:47.827210 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:47.984554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.25.0.181 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/ec9dbdaa-1dba-42f3-ac97-7ec88b77f03a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:48.075071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e241e74-7b7e-4eaf-9c26-edc11b4c9da8 req-65a876c3-8139-4d9b-a5d6-6589fcddb062 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:48.129237 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e241e74-7b7e-4eaf-9c26-edc11b4c9da8 req-65a876c3-8139-4d9b-a5d6-6589fcddb062 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0696898 Dec 17 13:31:48.129390 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:48.129512 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e241e74-7b7e-4eaf-9c26-edc11b4c9da8 req-1bebd2eb-ff54-40e5-b6e6-a385115569ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455418 Dec 17 13:31:48.405808 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:48.485861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:48.485861 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:48.488416 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:48.521178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:48.572364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=ec9dbdaa-1dba-42f3-ac97-7ec88b77f03a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:48.770628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c3ea5-880e-421c-a5a6-95e23d50b3ac req-92b40a5c-9448-430b-b549-08e7357eb589 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:48.780241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c3ea5-880e-421c-a5a6-95e23d50b3ac req-92b40a5c-9448-430b-b549-08e7357eb589 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:48.785148 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c3ea5-880e-421c-a5a6-95e23d50b3ac req-92b40a5c-9448-430b-b549-08e7357eb589 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:48.791939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c3ea5-880e-421c-a5a6-95e23d50b3ac req-92b40a5c-9448-430b-b549-08e7357eb589 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:48.798709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c3ea5-880e-421c-a5a6-95e23d50b3ac req-92b40a5c-9448-430b-b549-08e7357eb589 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:48.805060 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c3ea5-880e-421c-a5a6-95e23d50b3ac req-92b40a5c-9448-430b-b549-08e7357eb589 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:48.811871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c3ea5-880e-421c-a5a6-95e23d50b3ac req-92b40a5c-9448-430b-b549-08e7357eb589 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:48.813142 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a8c3ea5-880e-421c-a5a6-95e23d50b3ac req-92b40a5c-9448-430b-b549-08e7357eb589 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.2520201 Dec 17 13:31:49.001160 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:49.021481 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:49.026221 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a8c3ea5-880e-421c-a5a6-95e23d50b3ac req-1628ba1d-0794-432c-9150-87270623f9d0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1556103 Dec 17 13:31:49.192437 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:49.267678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe47ee-133b-4c4f-bc63-e93849c971cc req-b71f97f0-b8a7-4efc-bc4d-a0296751bc29 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:49.269260 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-24fe47ee-133b-4c4f-bc63-e93849c971cc req-b71f97f0-b8a7-4efc-bc4d-a0296751bc29 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0646036 Dec 17 13:31:49.330784 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-24fe47ee-133b-4c4f-bc63-e93849c971cc req-b9507a15-5769-4985-b32f-081b0af536d7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539114 Dec 17 13:31:49.666634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=48bbd08a-9900-4b99-9404-3155ab545c53,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:49.675447 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:49.707562 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:49.836582 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Floating IP 87388a11-ebe7-4d1c-b0ce-95c7d89b24f7 associated. External IP: 172.25.0.237, port: 29ead8cb-bc13-48a8-b783-051a152ef64a. Dec 17 13:31:49.839712 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:49.911946 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:50.284920 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf834-5285-428f-9cff-cfb4a3e709ad req-684090b2-d415-42fe-bf57-14e0cd76e819 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:50.291990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf834-5285-428f-9cff-cfb4a3e709ad req-684090b2-d415-42fe-bf57-14e0cd76e819 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:50.297932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf834-5285-428f-9cff-cfb4a3e709ad req-684090b2-d415-42fe-bf57-14e0cd76e819 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:50.311128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf834-5285-428f-9cff-cfb4a3e709ad req-684090b2-d415-42fe-bf57-14e0cd76e819 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:50.317381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf834-5285-428f-9cff-cfb4a3e709ad req-684090b2-d415-42fe-bf57-14e0cd76e819 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:50.323971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf834-5285-428f-9cff-cfb4a3e709ad req-684090b2-d415-42fe-bf57-14e0cd76e819 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:50.330031 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf834-5285-428f-9cff-cfb4a3e709ad req-684090b2-d415-42fe-bf57-14e0cd76e819 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:50.332476 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c4eaf834-5285-428f-9cff-cfb4a3e709ad req-684090b2-d415-42fe-bf57-14e0cd76e819 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.2026691 Dec 17 13:31:50.334911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router 86f73b22-9cb0-4821-a0b7-7e82e871145d has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:50.361974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:50.450273 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:50.487998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2a599-892f-4c69-8417-d4c3f8282382 req-754cd9be-67c4-4beb-8bf3-fff6a830464b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:50.494845 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1f2a599-892f-4c69-8417-d4c3f8282382 req-754cd9be-67c4-4beb-8bf3-fff6a830464b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0730555 Dec 17 13:31:50.555437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c4eaf834-5285-428f-9cff-cfb4a3e709ad req-9415bbaa-6fb4-41e6-86f3-ea35d7e0f388 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2127547 Dec 17 13:31:50.581392 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1f2a599-892f-4c69-8417-d4c3f8282382 req-a0191e4f-d999-4db3-a3c9-b247e602f33b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848699 Dec 17 13:31:50.621702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:50.636497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c294b5-381a-4031-82e1-b155418db407 None None] Sync routers for ids ['86f73b22-9cb0-4821-a0b7-7e82e871145d'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:50.650093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=ec9dbdaa-1dba-42f3-ac97-7ec88b77f03a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:50.651237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c294b5-381a-4031-82e1-b155418db407 None None] Routers {'86f73b22-9cb0-4821-a0b7-7e82e871145d'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:50.651993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-85c294b5-381a-4031-82e1-b155418db407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['86f73b22-9cb0-4821-a0b7-7e82e871145d'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:50.659367 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:50.752173 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:50.780476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-85c294b5-381a-4031-82e1-b155418db407 None None] Set router 86f73b22-9cb0-4821-a0b7-7e82e871145d gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:50.788420 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1d44bcd7-e902-4500-ab7c-1ca1f1f7d860 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5465803 Dec 17 13:31:50.790813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:31:50.793182 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dec116-01be-46fa-b39c-fc7fa264d1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:31:50.823543 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Floating IP 66fd46b6-4c48-49a0-bd0f-7114643730ed associated. External IP: 172.25.0.181, port: c5666cb3-8fec-4d5a-be8e-31e9992e1e64. Dec 17 13:31:50.880313 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff73ad56-dcb6-45d5-968f-0c8fd90b7019 x-openstack-request-id: req-ff73ad56-dcb6-45d5-968f-0c8fd90b7019 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:31:50.880699 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:31:50.881030 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff73ad56-dcb6-45d5-968f-0c8fd90b7019 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:31:50.881797 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'status': 'completed', 'code': 200} Dec 17 13:31:50.958278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec116-01be-46fa-b39c-fc7fa264d1c9 req-690baa3c-6f97-4ebc-89ab-b96c185a74db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:50.961109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73dec116-01be-46fa-b39c-fc7fa264d1c9 req-690baa3c-6f97-4ebc-89ab-b96c185a74db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0725169 Dec 17 13:31:51.011091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70937582-ff0d-4204-86f1-1d904dca6216 req-e4591183-b9ef-456f-ad94-0d2c407de16f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:51.012682 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70937582-ff0d-4204-86f1-1d904dca6216 req-e4591183-b9ef-456f-ad94-0d2c407de16f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 945 time: 0.1154342 Dec 17 13:31:51.119790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-85c294b5-381a-4031-82e1-b155418db407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:31:12Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '87388a11-ebe7-4d1c-b0ce-95c7d89b24f7', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'port_id': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'mac_address': 'fa:16:3e:9f:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:31:47Z', 'updated_at': '2021-12-17T13:31:47Z', 'revision_number': 0, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b2208d-4ca0-4ef6-85c6-e81a80e87fd3', 'name': '', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:41:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:10Z', 'updated_at': '2021-12-17T13:31:20Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:51.121976 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70937582-ff0d-4204-86f1-1d904dca6216 req-aeabe93d-7675-4c16-89a0-305691ef2059 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976393 Dec 17 13:31:51.162593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60782) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:51.176056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec116-01be-46fa-b39c-fc7fa264d1c9 req-b2a05c13-0c3a-48da-a25d-cba77d6bcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:51.177632 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73dec116-01be-46fa-b39c-fc7fa264d1c9 req-b2a05c13-0c3a-48da-a25d-cba77d6bcd87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a724d299-453e-4c43-ac93-a85d5ff70055 HTTP/1.1" status: 200 len: 898 time: 0.2099738 Dec 17 13:31:51.182984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c294b5-381a-4031-82e1-b155418db407 None None] Checking router: 86f73b22-9cb0-4821-a0b7-7e82e871145d for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:31:51.196054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c294b5-381a-4031-82e1-b155418db407 None None] Routers {'86f73b22-9cb0-4821-a0b7-7e82e871145d'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:51.196831 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-85c294b5-381a-4031-82e1-b155418db407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['86f73b22-9cb0-4821-a0b7-7e82e871145d'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:51.247976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:51.253672 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a6ebcb13-47b8-497a-b880-ee24d520fb4c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/87388a11-ebe7-4d1c-b0ce-95c7d89b24f7 HTTP/1.1" status: 200 len: 991 time: 0.0934069 Dec 17 13:31:51.297551 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73dec116-01be-46fa-b39c-fc7fa264d1c9 req-7df42f91-62ed-4fde-ae12-a700e2d98706 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ead8cb-bc13-48a8-b783-051a152ef64a HTTP/1.1" status: 200 len: 999 time: 0.1126144 Dec 17 13:31:51.387148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec116-01be-46fa-b39c-fc7fa264d1c9 req-ec134a36-0f4f-424a-bfb0-2d84226f8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:51.389235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73dec116-01be-46fa-b39c-fc7fa264d1c9 req-ec134a36-0f4f-424a-bfb0-2d84226f8198 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce HTTP/1.1" status: 200 len: 834 time: 0.0850344 Dec 17 13:31:51.438758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:51.450907 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cac60c-6838-411e-ba41-b208d40a71b2 None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:51.467704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec116-01be-46fa-b39c-fc7fa264d1c9 req-db4b3562-88e6-4507-bcb2-e1444b2649d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:51.468337 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cac60c-6838-411e-ba41-b208d40a71b2 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:51.469661 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d1cac60c-6838-411e-ba41-b208d40a71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:51.470509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73dec116-01be-46fa-b39c-fc7fa264d1c9 req-db4b3562-88e6-4507-bcb2-e1444b2649d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a724d299-453e-4c43-ac93-a85d5ff70055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735447 Dec 17 13:31:51.522110 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d1cac60c-6838-411e-ba41-b208d40a71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:51.534304 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cac60c-6838-411e-ba41-b208d40a71b2 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:51.535154 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d1cac60c-6838-411e-ba41-b208d40a71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:51.553700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-85c294b5-381a-4031-82e1-b155418db407 None None] Set router 86f73b22-9cb0-4821-a0b7-7e82e871145d gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:31:51.686058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73dec116-01be-46fa-b39c-fc7fa264d1c9 req-d4bf02af-0f0a-4c85-89a5-878f861387fb service neutron] 10.222.0.54 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864266 Dec 17 13:31:51.703327 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d1cac60c-6838-411e-ba41-b208d40a71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:51.704003 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cac60c-6838-411e-ba41-b208d40a71b2 None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:51.786132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca7d45-e2bf-467c-b27d-06c16a15a126 req-b38ae236-127e-4395-b215-d120895cbcfa tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:51.789553 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-daca7d45-e2bf-467c-b27d-06c16a15a126 req-b38ae236-127e-4395-b215-d120895cbcfa tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0927114 Dec 17 13:31:51.829563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50957dcf-98c2-4ebf-871f-1b4b10ad9c83 req-9e0999e1-c928-4dbb-a124-72a64796a308 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:51.837809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50957dcf-98c2-4ebf-871f-1b4b10ad9c83 req-9e0999e1-c928-4dbb-a124-72a64796a308 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:51.845730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50957dcf-98c2-4ebf-871f-1b4b10ad9c83 req-9e0999e1-c928-4dbb-a124-72a64796a308 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:51.853447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50957dcf-98c2-4ebf-871f-1b4b10ad9c83 req-9e0999e1-c928-4dbb-a124-72a64796a308 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:51.859695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50957dcf-98c2-4ebf-871f-1b4b10ad9c83 req-9e0999e1-c928-4dbb-a124-72a64796a308 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:51.866155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50957dcf-98c2-4ebf-871f-1b4b10ad9c83 req-9e0999e1-c928-4dbb-a124-72a64796a308 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:51.868152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-daca7d45-e2bf-467c-b27d-06c16a15a126 req-99798a34-cf54-4060-a55f-f07ebd6b7afe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702803 Dec 17 13:31:51.872797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50957dcf-98c2-4ebf-871f-1b4b10ad9c83 req-9e0999e1-c928-4dbb-a124-72a64796a308 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:51.874951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-50957dcf-98c2-4ebf-871f-1b4b10ad9c83 req-9e0999e1-c928-4dbb-a124-72a64796a308 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1890340 Dec 17 13:31:51.933165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73dec116-01be-46fa-b39c-fc7fa264d1c9 req-68c0a57f-4e72-4dce-8702-61e0b9a72d2e service neutron] 10.222.0.54 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610991 Dec 17 13:31:51.942252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-85c294b5-381a-4031-82e1-b155418db407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:31:12Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '87388a11-ebe7-4d1c-b0ce-95c7d89b24f7', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'port_id': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'mac_address': 'fa:16:3e:9f:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:31:47Z', 'updated_at': '2021-12-17T13:31:47Z', 'revision_number': 0, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b2208d-4ca0-4ef6-85c6-e81a80e87fd3', 'name': '', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:41:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:10Z', 'updated_at': '2021-12-17T13:31:20Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:51.963604 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-50957dcf-98c2-4ebf-871f-1b4b10ad9c83 req-b2db5fb8-e0ef-4947-a9eb-277622c20d07 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790222 Dec 17 13:31:51.983607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c294b5-381a-4031-82e1-b155418db407 None None] The sync data for ids ['86f73b22-9cb0-4821-a0b7-7e82e871145d'] in n-d-815324-5 is: [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:31:12Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '87388a11-ebe7-4d1c-b0ce-95c7d89b24f7', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'port_id': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'mac_address': 'fa:16:3e:9f:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:31:47Z', 'updated_at': '2021-12-17T13:31:47Z', 'revision_number': 0, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b2208d-4ca0-4ef6-85c6-e81a80e87fd3', 'name': '', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:41:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:10Z', 'updated_at': '2021-12-17T13:31:20Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:52.221017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c222838-8778-4ff9-9283-70170c603cff None None] New status for floating IP 87388a11-ebe7-4d1c-b0ce-95c7d89b24f7: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:31:52.257862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60790) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:52.329362 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-deabbd77-8d28-419d-9e49-9a58efdf2702 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/87388a11-ebe7-4d1c-b0ce-95c7d89b24f7 HTTP/1.1" status: 200 len: 991 time: 0.0699329 Dec 17 13:31:52.515944 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:52.552301 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a69ff39e-c93d-4739-827b-2090fe6681a5 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.1893773 Dec 17 13:31:52.556811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60792) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:52.561678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6025097b-5b4f-4442-8750-f30582286123 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'floatingip': {'port_id': 'c5666cb3-8fec-4d5a-be8e-31e9992e1e64', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:52.635361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6025097b-5b4f-4442-8750-f30582286123 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:53.011839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45099eeb-3521-4204-8107-ed83128322f5 req-723e1514-2691-47bc-8089-d16d10095285 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:53.013561 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-45099eeb-3521-4204-8107-ed83128322f5 req-723e1514-2691-47bc-8089-d16d10095285 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0588686 Dec 17 13:31:53.077923 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-45099eeb-3521-4204-8107-ed83128322f5 req-8f8b0375-2351-4a7e-ae01-37045681dff5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579865 Dec 17 13:31:53.187855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c469-0b0f-401e-8941-cd42f7cd7c1c req-f0cf3182-a1cb-4e61-a8b1-4786ee2e1e2a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:53.194212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c469-0b0f-401e-8941-cd42f7cd7c1c req-f0cf3182-a1cb-4e61-a8b1-4786ee2e1e2a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:53.200361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c469-0b0f-401e-8941-cd42f7cd7c1c req-f0cf3182-a1cb-4e61-a8b1-4786ee2e1e2a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:53.206322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c469-0b0f-401e-8941-cd42f7cd7c1c req-f0cf3182-a1cb-4e61-a8b1-4786ee2e1e2a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:53.213369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c469-0b0f-401e-8941-cd42f7cd7c1c req-f0cf3182-a1cb-4e61-a8b1-4786ee2e1e2a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:53.219614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c469-0b0f-401e-8941-cd42f7cd7c1c req-f0cf3182-a1cb-4e61-a8b1-4786ee2e1e2a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:53.227308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c469-0b0f-401e-8941-cd42f7cd7c1c req-f0cf3182-a1cb-4e61-a8b1-4786ee2e1e2a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:53.236475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d241c469-0b0f-401e-8941-cd42f7cd7c1c req-f0cf3182-a1cb-4e61-a8b1-4786ee2e1e2a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1636152 Dec 17 13:31:53.266926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.resource_extend [None req-6025097b-5b4f-4442-8750-f30582286123 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 13:31:53.333111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60808) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:53.347750 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6025097b-5b4f-4442-8750-f30582286123 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:53.368997 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d241c469-0b0f-401e-8941-cd42f7cd7c1c req-fc2302eb-6ebb-476a-8b3b-5ec249a1554e tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1282632 Dec 17 13:31:53.412293 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d8b3e4dd-d417-419f-9cbc-3ac9e0e7513a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/87388a11-ebe7-4d1c-b0ce-95c7d89b24f7 HTTP/1.1" status: 200 len: 993 time: 0.0755162 Dec 17 13:31:53.454904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6025097b-5b4f-4442-8750-f30582286123 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:53.682794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6025097b-5b4f-4442-8750-f30582286123 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:53.796825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6025097b-5b4f-4442-8750-f30582286123 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:53.801755 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6025097b-5b4f-4442-8750-f30582286123 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:53.819329 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e16c4-464c-438a-8edb-943045ae9c9c None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:53.842001 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e16c4-464c-438a-8edb-943045ae9c9c None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:53.842959 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-904e16c4-464c-438a-8edb-943045ae9c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:53.860432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6025097b-5b4f-4442-8750-f30582286123 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "PUT /v2.0/floatingips/66fd46b6-4c48-49a0-bd0f-7114643730ed HTTP/1.1" status: 200 len: 979 time: 1.3022947 Dec 17 13:31:53.870080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60812) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:53.883159 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-904e16c4-464c-438a-8edb-943045ae9c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:53.893106 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e16c4-464c-438a-8edb-943045ae9c9c None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:53.894093 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-904e16c4-464c-438a-8edb-943045ae9c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:53.932789 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-904e16c4-464c-438a-8edb-943045ae9c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:53.933772 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e16c4-464c-438a-8edb-943045ae9c9c None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:54.040781 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port ec9dbdaa-1dba-42f3-ac97-7ec88b77f03a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:31:54.041122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:54.136079 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:54.136552 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:54.150684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for ec9dbdaa-1dba-42f3-ac97-7ec88b77f03a owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:31:54.258284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13ec04-b465-40ee-8287-cc5654de00f2 req-37a21641-c436-4daa-8022-9fd23015f78e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:54.259713 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a13ec04-b465-40ee-8287-cc5654de00f2 req-37a21641-c436-4daa-8022-9fd23015f78e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0948696 Dec 17 13:31:54.332077 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a13ec04-b465-40ee-8287-cc5654de00f2 req-edbd1387-ef13-43d9-bf93-cec00f0ec48f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647476 Dec 17 13:31:54.489856 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:54.494009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b3825-e886-4071-a43e-9e065525460b req-99912cba-8406-412c-84cd-1fc2e081b7fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:54.502148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b3825-e886-4071-a43e-9e065525460b req-99912cba-8406-412c-84cd-1fc2e081b7fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:54.508859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b3825-e886-4071-a43e-9e065525460b req-99912cba-8406-412c-84cd-1fc2e081b7fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:54.514910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b3825-e886-4071-a43e-9e065525460b req-99912cba-8406-412c-84cd-1fc2e081b7fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:54.517251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=ec9dbdaa-1dba-42f3-ac97-7ec88b77f03a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:54.525137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b3825-e886-4071-a43e-9e065525460b req-99912cba-8406-412c-84cd-1fc2e081b7fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:54.531615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b3825-e886-4071-a43e-9e065525460b req-99912cba-8406-412c-84cd-1fc2e081b7fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:54.537728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b3825-e886-4071-a43e-9e065525460b req-99912cba-8406-412c-84cd-1fc2e081b7fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:54.539647 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-437b3825-e886-4071-a43e-9e065525460b req-99912cba-8406-412c-84cd-1fc2e081b7fc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1036322 Dec 17 13:31:54.580749 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:54.581084 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Floating IP 66fd46b6-4c48-49a0-bd0f-7114643730ed disassociated (deleted). External IP: 172.25.0.181, port: c5666cb3-8fec-4d5a-be8e-31e9992e1e64. Dec 17 13:31:54.605959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-437b3825-e886-4071-a43e-9e065525460b req-cd510ee9-b2ed-4f8a-98e4-108b80387f6c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592434 Dec 17 13:31:54.800106 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:54.930347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:31:54.934977 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:54.947789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9000c-b751-44d5-b0f7-d8dcd784ef2d None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:31:54.970061 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9000c-b751-44d5-b0f7-d8dcd784ef2d None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:54.972965 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-63f9000c-b751-44d5-b0f7-d8dcd784ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:54.975236 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-75e05fc1-8199-4b9d-9118-5399a81e47f3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/floatingips/66fd46b6-4c48-49a0-bd0f-7114643730ed HTTP/1.1" status: 204 len: 168 time: 1.1039200 Dec 17 13:31:54.977637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60828) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:55.054759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-63f9000c-b751-44d5-b0f7-d8dcd784ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:55.075447 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9000c-b751-44d5-b0f7-d8dcd784ef2d None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:31:55.076072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-63f9000c-b751-44d5-b0f7-d8dcd784ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:55.116084 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-63f9000c-b751-44d5-b0f7-d8dcd784ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:31:55.117310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9000c-b751-44d5-b0f7-d8dcd784ef2d None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:31:55.125452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-51149eb1-5688-4ce5-9961-17fab1debc3f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port c5666cb3-8fec-4d5a-be8e-31e9992e1e64 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:31:55.125829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51149eb1-5688-4ce5-9961-17fab1debc3f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:55.224197 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51149eb1-5688-4ce5-9961-17fab1debc3f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:55.236013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-51149eb1-5688-4ce5-9961-17fab1debc3f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for c5666cb3-8fec-4d5a-be8e-31e9992e1e64 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:31:55.509179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729190c-e055-43a0-a7f1-f4c609f56cad req-8a222524-48c0-4d82-b5a8-d340ec9bfe9b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:55.511039 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d729190c-e055-43a0-a7f1-f4c609f56cad req-8a222524-48c0-4d82-b5a8-d340ec9bfe9b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0640368 Dec 17 13:31:55.511963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51149eb1-5688-4ce5-9961-17fab1debc3f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:55.576324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51149eb1-5688-4ce5-9961-17fab1debc3f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=c5666cb3-8fec-4d5a-be8e-31e9992e1e64,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:55.684434 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d729190c-e055-43a0-a7f1-f4c609f56cad req-f55790e8-92cd-4ba1-aeca-c4f935a12e36 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624980 Dec 17 13:31:55.707609 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51149eb1-5688-4ce5-9961-17fab1debc3f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:55.711494 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-51149eb1-5688-4ce5-9961-17fab1debc3f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/ports/c5666cb3-8fec-4d5a-be8e-31e9992e1e64 HTTP/1.1" status: 204 len: 168 time: 0.7328818 Dec 17 13:31:55.717493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60834) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:55.722350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:55.768290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11675b6d-4e37-4a33-827d-efca986ca3be req-9a70d44b-489e-4421-8e48-2f1714cf6061 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:55.774462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11675b6d-4e37-4a33-827d-efca986ca3be req-9a70d44b-489e-4421-8e48-2f1714cf6061 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:55.780500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11675b6d-4e37-4a33-827d-efca986ca3be req-9a70d44b-489e-4421-8e48-2f1714cf6061 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:55.786774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11675b6d-4e37-4a33-827d-efca986ca3be req-9a70d44b-489e-4421-8e48-2f1714cf6061 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:55.792927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11675b6d-4e37-4a33-827d-efca986ca3be req-9a70d44b-489e-4421-8e48-2f1714cf6061 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:55.798979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11675b6d-4e37-4a33-827d-efca986ca3be req-9a70d44b-489e-4421-8e48-2f1714cf6061 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:55.805636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11675b6d-4e37-4a33-827d-efca986ca3be req-9a70d44b-489e-4421-8e48-2f1714cf6061 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:55.807653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11675b6d-4e37-4a33-827d-efca986ca3be req-9a70d44b-489e-4421-8e48-2f1714cf6061 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1163843 Dec 17 13:31:55.849839 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:55.905808 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11675b6d-4e37-4a33-827d-efca986ca3be req-18983068-db39-48f9-b363-5fb63b148c25 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909219 Dec 17 13:31:56.368898 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:56.496838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.25.0.133 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/baa17c7f-4a6a-4b68-b73f-97416ad4e4d8) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:56.613007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:56.735269 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:56.778931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:56.783807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:56.789310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:56.821303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=baa17c7f-4a6a-4b68-b73f-97416ad4e4d8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:56.882535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a765b07-a539-4bcf-90fa-38afba311a4e req-177dcbcd-0bfc-4a38-8f36-af9e21929445 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:56.884027 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a765b07-a539-4bcf-90fa-38afba311a4e req-177dcbcd-0bfc-4a38-8f36-af9e21929445 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0963972 Dec 17 13:31:56.948667 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:56.973600 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a765b07-a539-4bcf-90fa-38afba311a4e req-87db583d-30e9-4515-a8bf-796d14e8426f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676932 Dec 17 13:31:57.072982 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:57.093171 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cd2b1-cea3-4291-9f0a-81752a35b5f2 req-2320d048-b08e-4cbe-bdf2-05a958489e2d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:57.099937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cd2b1-cea3-4291-9f0a-81752a35b5f2 req-2320d048-b08e-4cbe-bdf2-05a958489e2d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:57.107808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cd2b1-cea3-4291-9f0a-81752a35b5f2 req-2320d048-b08e-4cbe-bdf2-05a958489e2d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:57.115931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cd2b1-cea3-4291-9f0a-81752a35b5f2 req-2320d048-b08e-4cbe-bdf2-05a958489e2d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:57.129216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cd2b1-cea3-4291-9f0a-81752a35b5f2 req-2320d048-b08e-4cbe-bdf2-05a958489e2d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:57.137642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cd2b1-cea3-4291-9f0a-81752a35b5f2 req-2320d048-b08e-4cbe-bdf2-05a958489e2d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:57.144736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cd2b1-cea3-4291-9f0a-81752a35b5f2 req-2320d048-b08e-4cbe-bdf2-05a958489e2d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:57.146907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-325cd2b1-cea3-4291-9f0a-81752a35b5f2 req-2320d048-b08e-4cbe-bdf2-05a958489e2d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1132812 Dec 17 13:31:57.258439 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-325cd2b1-cea3-4291-9f0a-81752a35b5f2 req-18c2f844-6c79-4bbe-beb8-3344cd2d1b96 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985043 Dec 17 13:31:57.298675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:57.381479 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:57.462133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=baa17c7f-4a6a-4b68-b73f-97416ad4e4d8,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:57.482233 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:57.634795 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:57.636956 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-58bd3525-fef7-4acb-afa5-20841853c378 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9180968 Dec 17 13:31:57.643099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60856) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:57.648604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'port': {'network_id': 'e15c6953-81b7-4410-9a8b-a2867a69bdf7', 'name': 'tempest-FloatingIPTestJSON-310000662'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:57.843273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Made reservation on behalf of 93573225481c4ff6b89179d9a10ab497 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:31:57.856121 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:57.870491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] device_id is not set on port b5ff93d9-7cb1-41af-a1ef-29e41c43b039 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:31:57.997953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.20.0.10 (e15c6953-81b7-4410-9a8b-a2867a69bdf7/29ca29fe-5e69-4ec7-95b1-70db21cd7bb7/b5ff93d9-7cb1-41af-a1ef-29e41c43b039) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:31:58.091952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38455a-d555-4c18-80e4-2a5e0031e8c8 req-55c76d91-f612-46ee-85b1-665f9605c55f tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:58.102790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e38455a-d555-4c18-80e4-2a5e0031e8c8 req-55c76d91-f612-46ee-85b1-665f9605c55f tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 946 time: 0.1092594 Dec 17 13:31:58.151762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238aec4f-7574-4db0-96f2-af5f234056d0 req-3ce75b6b-5757-46b3-a297-5695fc588b80 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:58.154678 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-238aec4f-7574-4db0-96f2-af5f234056d0 req-3ce75b6b-5757-46b3-a297-5695fc588b80 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0917554 Dec 17 13:31:58.219408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e38455a-d555-4c18-80e4-2a5e0031e8c8 req-5b6e36c8-0173-45cc-ace1-7e93a1283a5b tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156344 Dec 17 13:31:58.222040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-238aec4f-7574-4db0-96f2-af5f234056d0 req-f65314f2-abc4-40a7-87d0-67b9643711c1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520017 Dec 17 13:31:58.298576 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:58.399683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5e34a-af06-425b-b904-3ea74ca7ac0b req-f8fda6a5-3083-49fe-bc2c-86b9d31304f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:58.405646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5e34a-af06-425b-b904-3ea74ca7ac0b req-f8fda6a5-3083-49fe-bc2c-86b9d31304f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:58.411520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5e34a-af06-425b-b904-3ea74ca7ac0b req-f8fda6a5-3083-49fe-bc2c-86b9d31304f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:58.417393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5e34a-af06-425b-b904-3ea74ca7ac0b req-f8fda6a5-3083-49fe-bc2c-86b9d31304f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:58.423275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5e34a-af06-425b-b904-3ea74ca7ac0b req-f8fda6a5-3083-49fe-bc2c-86b9d31304f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:58.429095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5e34a-af06-425b-b904-3ea74ca7ac0b req-f8fda6a5-3083-49fe-bc2c-86b9d31304f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:58.434953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5e34a-af06-425b-b904-3ea74ca7ac0b req-f8fda6a5-3083-49fe-bc2c-86b9d31304f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:58.436850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-afe5e34a-af06-425b-b904-3ea74ca7ac0b req-f8fda6a5-3083-49fe-bc2c-86b9d31304f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1094260 Dec 17 13:31:58.456477 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:58.519400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network e15c6953-81b7-4410-9a8b-a2867a69bdf7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:31:58.526913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:31:58.535099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:31:58.578729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=b5ff93d9-7cb1-41af-a1ef-29e41c43b039,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:31:58.593291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-afe5e34a-af06-425b-b904-3ea74ca7ac0b req-e5a2158c-8a8d-494e-b888-8293fccab9af tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1498892 Dec 17 13:31:58.607280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:58.607952 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:58.693280 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-73ec9dad-ab9f-4f7f-96b7-ef4f30724217 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0487120 Dec 17 13:31:58.696668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60866) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:31:58.701481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1c8598d9-bd3e-47d8-bd53-5d197d8c1b03 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'floatingip': {'port_id': 'b5ff93d9-7cb1-41af-a1ef-29e41c43b039'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:31:58.777872 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1c8598d9-bd3e-47d8-bd53-5d197d8c1b03 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:59.226846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1c8598d9-bd3e-47d8-bd53-5d197d8c1b03 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:59.333672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-421de82a-58b0-4a14-86b7-dc945e010a96 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:59.337566 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1c8598d9-bd3e-47d8-bd53-5d197d8c1b03 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:59.338098 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-421de82a-58b0-4a14-86b7-dc945e010a96 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.54 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 946 time: 0.0811710 Dec 17 13:31:59.418666 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25064d8e-6f5d-4723-9a2e-d157ba30fbfc req-2a6c5ee5-f92c-428a-8894-85379e696e5d tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:59.420607 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-25064d8e-6f5d-4723-9a2e-d157ba30fbfc req-2a6c5ee5-f92c-428a-8894-85379e696e5d tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 946 time: 0.1203346 Dec 17 13:31:59.460486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e25dae-2065-4005-9b37-9d2b4992cf87 req-c1257b7e-7e57-4f52-a8a8-a0c6a44a41d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:59.463206 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3e25dae-2065-4005-9b37-9d2b4992cf87 req-c1257b7e-7e57-4f52-a8a8-a0c6a44a41d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.1557117 Dec 17 13:31:59.505903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Deleting port a726fa4b-c515-410e-9236-6abaca0d49f6 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:31:59.506316 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:59.515978 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-1c8598d9-bd3e-47d8-bd53-5d197d8c1b03 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Floating IP 2fe60f35-fed3-4bbb-bae0-d552669e8a2d associated. External IP: 172.25.0.133, port: b5ff93d9-7cb1-41af-a1ef-29e41c43b039. Dec 17 13:31:59.522033 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-25064d8e-6f5d-4723-9a2e-d157ba30fbfc req-ec4e3aa3-115a-4fec-862a-2b315b25f01b tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/security-groups?id=81278ca8-0951-4e4c-8e2a-fb86ea601dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654979 Dec 17 13:31:59.598433 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3e25dae-2065-4005-9b37-9d2b4992cf87 req-fd7fa2bb-2734-4d0d-ba6b-e5adeda192bf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248443 Dec 17 13:31:59.647036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] For port a726fa4b-c515-410e-9236-6abaca0d49f6, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=a726fa4b-c515-410e-9236-6abaca0d49f6,segment=NetworkSegment(7d350651-1ef7-4b5d-b11a-370acabfd77c),segment_id=7d350651-1ef7-4b5d-b11a-370acabfd77c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:31:59.647757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:59.819217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c5d6-dc6a-4444-a8e7-6b0c6da7cf72 req-0434edc2-807b-4f01-87d6-4d9fc39837cb tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:59.825186 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c5d6-dc6a-4444-a8e7-6b0c6da7cf72 req-0434edc2-807b-4f01-87d6-4d9fc39837cb tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:59.831440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c5d6-dc6a-4444-a8e7-6b0c6da7cf72 req-0434edc2-807b-4f01-87d6-4d9fc39837cb tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:59.838573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c5d6-dc6a-4444-a8e7-6b0c6da7cf72 req-0434edc2-807b-4f01-87d6-4d9fc39837cb tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:59.844574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c5d6-dc6a-4444-a8e7-6b0c6da7cf72 req-0434edc2-807b-4f01-87d6-4d9fc39837cb tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:59.849788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c5d6-dc6a-4444-a8e7-6b0c6da7cf72 req-0434edc2-807b-4f01-87d6-4d9fc39837cb tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:59.856367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298c5d6-dc6a-4444-a8e7-6b0c6da7cf72 req-0434edc2-807b-4f01-87d6-4d9fc39837cb tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:31:59.858210 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a298c5d6-dc6a-4444-a8e7-6b0c6da7cf72 req-0434edc2-807b-4f01-87d6-4d9fc39837cb tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1443520 Dec 17 13:31:59.864962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:59.865385 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:31:59.867313 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Floating IP fc5da1d5-6383-4da2-a47a-d50b06697c4b disassociated. External IP: 172.25.0.207, port: a726fa4b-c515-410e-9236-6abaca0d49f6. Dec 17 13:31:59.867695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Calling delete_port for a726fa4b-c515-410e-9236-6abaca0d49f6 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:31:59.914419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8598d9-bd3e-47d8-bd53-5d197d8c1b03 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:31:59.947663 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a298c5d6-dc6a-4444-a8e7-6b0c6da7cf72 req-83cfc5a7-13be-47cb-9195-98d07e5fb279 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760186 Dec 17 13:32:00.081688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8598d9-bd3e-47d8-bd53-5d197d8c1b03 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:00.087930 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1c8598d9-bd3e-47d8-bd53-5d197d8c1b03 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:00.092833 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69be81-6fad-4ffd-83fd-a464a65e081a None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:00.104987 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69be81-6fad-4ffd-83fd-a464a65e081a None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:00.105998 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ea69be81-6fad-4ffd-83fd-a464a65e081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:00.121356 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1c8598d9-bd3e-47d8-bd53-5d197d8c1b03 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "PUT /v2.0/floatingips/2fe60f35-fed3-4bbb-bae0-d552669e8a2d HTTP/1.1" status: 200 len: 978 time: 1.4211664 Dec 17 13:32:00.121700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60876) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:00.136293 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:00.140266 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ea69be81-6fad-4ffd-83fd-a464a65e081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:00.151053 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69be81-6fad-4ffd-83fd-a464a65e081a None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:00.152022 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ea69be81-6fad-4ffd-83fd-a464a65e081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:00.174578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event deleted for resources: {'Port': ['ID=a726fa4b-c515-410e-9236-6abaca0d49f6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:00.197378 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ea69be81-6fad-4ffd-83fd-a464a65e081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:00.198058 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69be81-6fad-4ffd-83fd-a464a65e081a None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:00.283545 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port b5ff93d9-7cb1-41af-a1ef-29e41c43b039 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:00.283898 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:00.322655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Router 4eae9a1f-e0a6-4710-b074-fb5e16954225 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:00.386739 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:00.437443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:00.457032 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35206cfa-3871-468e-94ac-e3929f13635e None None] Sync routers for ids ['4eae9a1f-e0a6-4710-b074-fb5e16954225'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:00.464389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35206cfa-3871-468e-94ac-e3929f13635e None None] Routers {'4eae9a1f-e0a6-4710-b074-fb5e16954225'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:00.466053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-35206cfa-3871-468e-94ac-e3929f13635e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4eae9a1f-e0a6-4710-b074-fb5e16954225'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:00.499174 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] No DVR routers for this DVR port a726fa4b-c515-410e-9236-6abaca0d49f6 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:00.502021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:00.505617 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6fee110-f284-4dd7-96d3-2ba9cec87189 req-d8fa8141-2f86-4ea0-a59a-b8feb7e840a4 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.54 "DELETE /v2.0/ports/a726fa4b-c515-410e-9236-6abaca0d49f6 HTTP/1.1" status: 204 len: 173 time: 1.1509876 Dec 17 13:32:00.506572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'name': 'network-vif-deleted', 'tag': 'a726fa4b-c515-410e-9236-6abaca0d49f6'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:32:00.508993 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7057e8-f20e-4848-86b2-dfcd053f037e" -d '{"events": [{"server_uuid": "778710d1-d443-49bc-af0d-e364e08b0d4d", "name": "network-vif-deleted", "tag": "a726fa4b-c515-410e-9236-6abaca0d49f6"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:32:00.574304 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97c2036-79bd-4f1c-8173-454b84c7c917 x-openstack-request-id: req-f97c2036-79bd-4f1c-8173-454b84c7c917 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:32:00.574616 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778710d1-d443-49bc-af0d-e364e08b0d4d", "name": "network-vif-deleted", "tag": "a726fa4b-c515-410e-9236-6abaca0d49f6", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:32:00.574877 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f97c2036-79bd-4f1c-8173-454b84c7c917 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:32:00.575287 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778710d1-d443-49bc-af0d-e364e08b0d4d', 'name': 'network-vif-deleted', 'tag': 'a726fa4b-c515-410e-9236-6abaca0d49f6', 'status': 'completed', 'code': 200} Dec 17 13:32:00.633897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-35206cfa-3871-468e-94ac-e3929f13635e None None] Set router 4eae9a1f-e0a6-4710-b074-fb5e16954225 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:32:00.718937 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d87b0eb-82d7-47bc-989a-88f995b20f30 req-9aef583a-b6ae-4c9e-9d6c-56e67894b5de tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "GET /v2.0/ports?device_id=778710d1-d443-49bc-af0d-e364e08b0d4d HTTP/1.1" status: 200 len: 210 time: 0.0603173 Dec 17 13:32:00.753039 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:00.753409 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:00.753765 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Floating IP 2fe60f35-fed3-4bbb-bae0-d552669e8a2d disassociated. External IP: 172.25.0.133, port: b5ff93d9-7cb1-41af-a1ef-29e41c43b039. Dec 17 13:32:00.754121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for b5ff93d9-7cb1-41af-a1ef-29e41c43b039 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:00.788208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5accf35-63b6-43dc-9834-f31a720e43ae req-3a8ffe1a-5957-4a77-859f-2752a85c1ad1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:00.789946 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5accf35-63b6-43dc-9834-f31a720e43ae req-3a8ffe1a-5957-4a77-859f-2752a85c1ad1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0875690 Dec 17 13:32:00.936492 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-35206cfa-3871-468e-94ac-e3929f13635e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d', 'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'mac_address': 'fa:16:3e:d2:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:30Z', 'updated_at': '2021-12-17T13:26:42Z', 'revision_number': 5, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'subnets': [{'id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:00.970095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35206cfa-3871-468e-94ac-e3929f13635e None None] Checking router: 4eae9a1f-e0a6-4710-b074-fb5e16954225 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:32:00.980535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35206cfa-3871-468e-94ac-e3929f13635e None None] Routers {'4eae9a1f-e0a6-4710-b074-fb5e16954225'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:00.981257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-35206cfa-3871-468e-94ac-e3929f13635e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4eae9a1f-e0a6-4710-b074-fb5e16954225'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:01.068168 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:01.102388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-35206cfa-3871-468e-94ac-e3929f13635e None None] Set router 4eae9a1f-e0a6-4710-b074-fb5e16954225 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:32:01.109984 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=b5ff93d9-7cb1-41af-a1ef-29e41c43b039,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:01.178093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4506f-0e39-4477-8bc1-5b4a45fee0cf req-9231cc57-f3c1-49da-a6d0-7ac733550f53 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:01.183957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4506f-0e39-4477-8bc1-5b4a45fee0cf req-9231cc57-f3c1-49da-a6d0-7ac733550f53 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:01.195343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4506f-0e39-4477-8bc1-5b4a45fee0cf req-9231cc57-f3c1-49da-a6d0-7ac733550f53 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:01.204158 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4506f-0e39-4477-8bc1-5b4a45fee0cf req-9231cc57-f3c1-49da-a6d0-7ac733550f53 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:01.206296 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5accf35-63b6-43dc-9834-f31a720e43ae req-be7f25cd-bd44-4605-9c8c-df0d786a5368 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942182 Dec 17 13:32:01.215194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4506f-0e39-4477-8bc1-5b4a45fee0cf req-9231cc57-f3c1-49da-a6d0-7ac733550f53 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:01.223949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4506f-0e39-4477-8bc1-5b4a45fee0cf req-9231cc57-f3c1-49da-a6d0-7ac733550f53 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:01.230462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4506f-0e39-4477-8bc1-5b4a45fee0cf req-9231cc57-f3c1-49da-a6d0-7ac733550f53 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:01.232454 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c9a4506f-0e39-4477-8bc1-5b4a45fee0cf req-9231cc57-f3c1-49da-a6d0-7ac733550f53 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1934471 Dec 17 13:32:01.357476 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c9a4506f-0e39-4477-8bc1-5b4a45fee0cf req-391960b7-c59f-4b1a-b683-af6b00e41f60 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118677 Dec 17 13:32:01.359447 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:01.388135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-35206cfa-3871-468e-94ac-e3929f13635e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d', 'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'mac_address': 'fa:16:3e:d2:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:30Z', 'updated_at': '2021-12-17T13:26:42Z', 'revision_number': 5, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'subnets': [{'id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:01.416676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35206cfa-3871-468e-94ac-e3929f13635e None None] The sync data for ids ['4eae9a1f-e0a6-4710-b074-fb5e16954225'] in n-d-815324-5 is: [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:26:31Z', 'revision_number': 4, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d', 'name': '', 'network_id': '160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'mac_address': 'fa:16:3e:d2:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:30Z', 'updated_at': '2021-12-17T13:26:42Z', 'revision_number': 5, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'subnets': [{'id': '77aeabac-3f25-4b78-bf40-aed1c3526439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:01.487432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:01.506849 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34fa255-16e5-4908-a340-603e7e486465 None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:01.519858 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34fa255-16e5-4908-a340-603e7e486465 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:01.521130 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e34fa255-16e5-4908-a340-603e7e486465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:01.561569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:01.567554 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2a6d94e6-a2ab-45a9-aa14-f52cbcfa1997 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/ports/b5ff93d9-7cb1-41af-a1ef-29e41c43b039 HTTP/1.1" status: 204 len: 168 time: 1.4425557 Dec 17 13:32:01.568519 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60890) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:01.571509 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e34fa255-16e5-4908-a340-603e7e486465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:01.582017 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34fa255-16e5-4908-a340-603e7e486465 None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:01.582797 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e34fa255-16e5-4908-a340-603e7e486465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:01.630403 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e34fa255-16e5-4908-a340-603e7e486465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:01.631241 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34fa255-16e5-4908-a340-603e7e486465 None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:01.744216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1c78e-bc20-49af-9bb1-b2280e9f430d None None] New status for floating IP fc5da1d5-6383-4da2-a47a-d50b06697c4b: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:32:01.791276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60894) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:01.791831 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:01.924675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4e488-626e-430b-a7ad-afa7ddc265a0 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Deleting port 03ad79d0-ce7f-4146-bbb7-5f7377aa1685 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:01.925231 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e488-626e-430b-a7ad-afa7ddc265a0 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:01.957475 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b7738a3a-764f-4b60-994a-80f4c9bf2dc4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "GET /v2.0/floatingips/2fe60f35-fed3-4bbb-bae0-d552669e8a2d HTTP/1.1" status: 200 len: 688 time: 0.3886278 Dec 17 13:32:01.961377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60896) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:02.005998 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e488-626e-430b-a7ad-afa7ddc265a0 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.006257 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e488-626e-430b-a7ad-afa7ddc265a0 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.020513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4e488-626e-430b-a7ad-afa7ddc265a0 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Calling delete_port for 03ad79d0-ce7f-4146-bbb7-5f7377aa1685 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:02.104542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fe59-91cd-4cb9-8e4c-83b4981c8af9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port baa17c7f-4a6a-4b68-b73f-97416ad4e4d8 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:02.105239 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e2fe59-91cd-4cb9-8e4c-83b4981c8af9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.186275 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e2fe59-91cd-4cb9-8e4c-83b4981c8af9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.186601 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e2fe59-91cd-4cb9-8e4c-83b4981c8af9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.201916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fe59-91cd-4cb9-8e4c-83b4981c8af9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for baa17c7f-4a6a-4b68-b73f-97416ad4e4d8 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:02.278575 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e488-626e-430b-a7ad-afa7ddc265a0 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.310639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4e488-626e-430b-a7ad-afa7ddc265a0 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event deleted for resources: {'Port': ['ID=03ad79d0-ce7f-4146-bbb7-5f7377aa1685,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:02.362403 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722b3c-847c-4137-a1b4-868468205f93 req-0bc027d0-cbae-4ed4-add3-6537d67f4ab1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:02.370570 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7722b3c-847c-4137-a1b4-868468205f93 req-0bc027d0-cbae-4ed4-add3-6537d67f4ab1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0920963 Dec 17 13:32:02.384531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e488-626e-430b-a7ad-afa7ddc265a0 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.386523 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ad4e488-626e-430b-a7ad-afa7ddc265a0 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.393825 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3ad4e488-626e-430b-a7ad-afa7ddc265a0 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "DELETE /v2.0/floatingips/fc5da1d5-6383-4da2-a47a-d50b06697c4b HTTP/1.1" status: 204 len: 168 time: 0.6031315 Dec 17 13:32:02.432429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7722b3c-847c-4137-a1b4-868468205f93 req-2f18efee-b28d-431f-85a9-d68c6c301dc6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609412 Dec 17 13:32:02.506115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e2fe59-91cd-4cb9-8e4c-83b4981c8af9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.530795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ff006-e190-489d-9c66-024e7978c775 req-d6cf4949-6eb2-4314-babd-87cd235e3baa tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:02.541553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ff006-e190-489d-9c66-024e7978c775 req-d6cf4949-6eb2-4314-babd-87cd235e3baa tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:02.547256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ff006-e190-489d-9c66-024e7978c775 req-d6cf4949-6eb2-4314-babd-87cd235e3baa tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:02.553531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ff006-e190-489d-9c66-024e7978c775 req-d6cf4949-6eb2-4314-babd-87cd235e3baa tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:02.560246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ff006-e190-489d-9c66-024e7978c775 req-d6cf4949-6eb2-4314-babd-87cd235e3baa tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:02.566344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ff006-e190-489d-9c66-024e7978c775 req-d6cf4949-6eb2-4314-babd-87cd235e3baa tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:02.572401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60908) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:02.573966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ff006-e190-489d-9c66-024e7978c775 req-d6cf4949-6eb2-4314-babd-87cd235e3baa tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:02.576006 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d09ff006-e190-489d-9c66-024e7978c775 req-d6cf4949-6eb2-4314-babd-87cd235e3baa tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1315088 Dec 17 13:32:02.584566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fe59-91cd-4cb9-8e4c-83b4981c8af9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=baa17c7f-4a6a-4b68-b73f-97416ad4e4d8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:02.644500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d09ff006-e190-489d-9c66-024e7978c775 req-bde0595d-0e52-4354-ae02-1bceeacde162 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591779 Dec 17 13:32:02.659635 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e2fe59-91cd-4cb9-8e4c-83b4981c8af9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.663450 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e2fe59-91cd-4cb9-8e4c-83b4981c8af9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.668063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-78e2fe59-91cd-4cb9-8e4c-83b4981c8af9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/floatingips/2fe60f35-fed3-4bbb-bae0-d552669e8a2d HTTP/1.1" status: 204 len: 168 time: 0.7022076 Dec 17 13:32:02.668448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60910) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:02.673421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': 'c6fdff9b-b773-4cbc-9184-feb8f26f67fa'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:02.685598 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfbdf-1a30-434b-89cb-2d1bebf802d5 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.712231 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfbdf-1a30-434b-89cb-2d1bebf802d5 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.795000 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.896960 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:02.998301 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfbdf-1a30-434b-89cb-2d1bebf802d5 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:03.001099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfbdf-1a30-434b-89cb-2d1bebf802d5 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:03.003063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cd9bfbdf-1a30-434b-89cb-2d1bebf802d5 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] 10.222.0.59 "DELETE /v2.0/security-groups/81278ca8-0951-4e4c-8e2a-fb86ea601dc5 HTTP/1.1" status: 204 len: 168 time: 0.4289160 Dec 17 13:32:03.012000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bfbdf-1a30-434b-89cb-2d1bebf802d5 tempest-TestServerBasicOps-1582748241 tempest-TestServerBasicOps-1582748241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81278ca8-0951-4e4c-8e2a-fb86ea601dc5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:03.020110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.25.0.127 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/c9ce3de5-71e5-4527-aea8-9b6a00e3b772) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:32:03.128370 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:03.151757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60914) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:03.251109 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:03.299094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:03.302404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:03.311382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:32:03.336039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=c9ce3de5-71e5-4527-aea8-9b6a00e3b772,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:03.704670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082497b8-df20-4938-9d5b-880c4417abbd req-4a21e047-da6f-4170-83a6-969a8d401f46 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:03.706276 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-082497b8-df20-4938-9d5b-880c4417abbd req-4a21e047-da6f-4170-83a6-969a8d401f46 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.1873164 Dec 17 13:32:03.786205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddecd4-d069-47aa-ab92-58b644f93680 req-3e0242b5-1ed1-42fa-88b3-0fd9c985082b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:03.793318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddecd4-d069-47aa-ab92-58b644f93680 req-3e0242b5-1ed1-42fa-88b3-0fd9c985082b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:03.799277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddecd4-d069-47aa-ab92-58b644f93680 req-3e0242b5-1ed1-42fa-88b3-0fd9c985082b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:03.805694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddecd4-d069-47aa-ab92-58b644f93680 req-3e0242b5-1ed1-42fa-88b3-0fd9c985082b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:03.811799 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddecd4-d069-47aa-ab92-58b644f93680 req-3e0242b5-1ed1-42fa-88b3-0fd9c985082b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:03.817796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddecd4-d069-47aa-ab92-58b644f93680 req-3e0242b5-1ed1-42fa-88b3-0fd9c985082b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:03.824402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddecd4-d069-47aa-ab92-58b644f93680 req-3e0242b5-1ed1-42fa-88b3-0fd9c985082b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:03.827259 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5bddecd4-d069-47aa-ab92-58b644f93680 req-3e0242b5-1ed1-42fa-88b3-0fd9c985082b tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.0993547 Dec 17 13:32:03.877680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-082497b8-df20-4938-9d5b-880c4417abbd req-8d06004e-9cdf-422e-a121-e5eea5f853de tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374142 Dec 17 13:32:03.901197 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5bddecd4-d069-47aa-ab92-58b644f93680 req-3d435281-1f12-48a3-a8a1-8ba8bd6e6e30 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668569 Dec 17 13:32:04.054396 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:04.150883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b01ebf5c-9f56-44e6-befa-69e2a306e68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:04.270883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:04.479744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a726fa4b-c515-410e-9236-6abaca0d49f6 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:04.508569 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: a726fa4b-c515-410e-9236-6abaca0d49f6 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:04.509169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device a726fa4b-c515-410e-9236-6abaca0d49f6 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:04.561677 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:04.582296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b01ebf5c-9f56-44e6-befa-69e2a306e68c admin admin] Deleting port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:04.582647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b01ebf5c-9f56-44e6-befa-69e2a306e68c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:04.645475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:04.702467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-b01ebf5c-9f56-44e6-befa-69e2a306e68c admin admin] For port 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d,segment=NetworkSegment(7d350651-1ef7-4b5d-b11a-370acabfd77c),segment_id=7d350651-1ef7-4b5d-b11a-370acabfd77c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:04.702857 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b01ebf5c-9f56-44e6-befa-69e2a306e68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:04.744060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b01ebf5c-9f56-44e6-befa-69e2a306e68c admin admin] Calling delete_port for 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:04.762219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=c9ce3de5-71e5-4527-aea8-9b6a00e3b772,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:04.824603 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:04.994056 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Floating IP ab5779e5-916f-4a77-bd37-442aa5b11cd0 associated. External IP: 172.25.0.127, port: c6fdff9b-b773-4cbc-9184-feb8f26f67fa. Dec 17 13:32:05.096452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eb0f6-adf2-48b3-b4f0-62ea8f2326af req-d6391015-37f6-4230-a19f-ab7e779ebccc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:05.116820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eb0f6-adf2-48b3-b4f0-62ea8f2326af req-d6391015-37f6-4230-a19f-ab7e779ebccc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:05.117022 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eb0f6-adf2-48b3-b4f0-62ea8f2326af req-d6391015-37f6-4230-a19f-ab7e779ebccc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:05.123525 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eb0f6-adf2-48b3-b4f0-62ea8f2326af req-d6391015-37f6-4230-a19f-ab7e779ebccc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:05.129424 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eb0f6-adf2-48b3-b4f0-62ea8f2326af req-d6391015-37f6-4230-a19f-ab7e779ebccc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:05.145808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eb0f6-adf2-48b3-b4f0-62ea8f2326af req-d6391015-37f6-4230-a19f-ab7e779ebccc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:05.159007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eb0f6-adf2-48b3-b4f0-62ea8f2326af req-d6391015-37f6-4230-a19f-ab7e779ebccc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:05.171365 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-271eb0f6-adf2-48b3-b4f0-62ea8f2326af req-d6391015-37f6-4230-a19f-ab7e779ebccc tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1471996 Dec 17 13:32:05.187054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b9670-344c-412f-b9fc-6b9cba88dc8a req-d00ceceb-24e7-46dd-bf5c-1d88a3799e26 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:05.188635 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d08b9670-344c-412f-b9fc-6b9cba88dc8a req-d00ceceb-24e7-46dd-bf5c-1d88a3799e26 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.1497440 Dec 17 13:32:05.258132 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-271eb0f6-adf2-48b3-b4f0-62ea8f2326af req-742e712e-f7b9-491b-9914-5ee1431a1391 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857821 Dec 17 13:32:05.609185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b01ebf5c-9f56-44e6-befa-69e2a306e68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:05.619536 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d08b9670-344c-412f-b9fc-6b9cba88dc8a req-271cf31c-3817-45ae-9f98-1dbaffbc8c8e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200640 Dec 17 13:32:05.659998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ebf5c-9f56-44e6-befa-69e2a306e68c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:05.778230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:05.956189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b01ebf5c-9f56-44e6-befa-69e2a306e68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.029321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:06.039694 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f655c6-6445-4e3b-a4e8-a39b603ddc0b None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:06.050267 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f655c6-6445-4e3b-a4e8-a39b603ddc0b None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:06.050876 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-a9f655c6-6445-4e3b-a4e8-a39b603ddc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:06.101100 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-a9f655c6-6445-4e3b-a4e8-a39b603ddc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:06.110467 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f655c6-6445-4e3b-a4e8-a39b603ddc0b None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:06.111071 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-a9f655c6-6445-4e3b-a4e8-a39b603ddc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:06.145087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0f2406aa-2787-444f-b11e-0cfdfe6a55dc details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:32:06.146002 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-a9f655c6-6445-4e3b-a4e8-a39b603ddc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:06.146834 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f655c6-6445-4e3b-a4e8-a39b603ddc0b None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:06.183444 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.221176 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1cbe2838-6401-43b8-afa8-bb6568a608e9 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5514836 Dec 17 13:32:06.221748 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.223812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60932) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:06.229532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8d7e16f2-f4cb-4c93-9b72-793b5326e7aa tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-119493023'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:06.237856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01ebf5c-9f56-44e6-befa-69e2a306e68c admin admin] Router 4eae9a1f-e0a6-4710-b074-fb5e16954225 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:06.272532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f2406aa-2787-444f-b11e-0cfdfe6a55dc,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:06.285036 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '0f2406aa-2787-444f-b11e-0cfdfe6a55dc', 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7', 'port_id': '0f2406aa-2787-444f-b11e-0cfdfe6a55dc', 'mac_address': 'fa:16:3e:79:67:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81100d87-2eee-48d5-9b78-7f1c5a3039de', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:32:06.332340 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.346828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2406aa-2787-444f-b11e-0cfdfe6a55dc {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:32:06.348677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7e16f2-f4cb-4c93-9b72-793b5326e7aa tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Made reservation on behalf of 93573225481c4ff6b89179d9a10ab497 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:32:06.352830 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d7e16f2-f4cb-4c93-9b72-793b5326e7aa tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.369158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f2406aa-2787-444f-b11e-0cfdfe6a55dc,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:06.372727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01ebf5c-9f56-44e6-befa-69e2a306e68c admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:06.382214 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b01ebf5c-9f56-44e6-befa-69e2a306e68c admin admin] 10.222.0.59 "PUT /v2.0/routers/4eae9a1f-e0a6-4710-b074-fb5e16954225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2292876 Dec 17 13:32:06.383665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60936) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:06.385136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead6b5bf-fcfb-410f-b32d-2f9e3d41a00c None None] Sync routers for ids ['4eae9a1f-e0a6-4710-b074-fb5e16954225'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:06.405261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead6b5bf-fcfb-410f-b32d-2f9e3d41a00c None None] Routers {'4eae9a1f-e0a6-4710-b074-fb5e16954225'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:06.405261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ead6b5bf-fcfb-410f-b32d-2f9e3d41a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4eae9a1f-e0a6-4710-b074-fb5e16954225'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:06.405600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7e16f2-f4cb-4c93-9b72-793b5326e7aa tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:32:06.421347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f9ca9-a274-442a-a6a4-bde29164fa87 req-228f8ca3-96a4-416d-90c0-1f49f561e98c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:06.427427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f9ca9-a274-442a-a6a4-bde29164fa87 req-228f8ca3-96a4-416d-90c0-1f49f561e98c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:06.433869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f9ca9-a274-442a-a6a4-bde29164fa87 req-228f8ca3-96a4-416d-90c0-1f49f561e98c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:06.440235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f9ca9-a274-442a-a6a4-bde29164fa87 req-228f8ca3-96a4-416d-90c0-1f49f561e98c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:06.446404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f9ca9-a274-442a-a6a4-bde29164fa87 req-228f8ca3-96a4-416d-90c0-1f49f561e98c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:06.452621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f9ca9-a274-442a-a6a4-bde29164fa87 req-228f8ca3-96a4-416d-90c0-1f49f561e98c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:06.458670 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f9ca9-a274-442a-a6a4-bde29164fa87 req-228f8ca3-96a4-416d-90c0-1f49f561e98c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:06.467586 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cb9f9ca9-a274-442a-a6a4-bde29164fa87 req-228f8ca3-96a4-416d-90c0-1f49f561e98c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5431 time: 0.1343472 Dec 17 13:32:06.491962 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d7e16f2-f4cb-4c93-9b72-793b5326e7aa tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.492314 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-8d7e16f2-f4cb-4c93-9b72-793b5326e7aa tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Added segment 72314fe0-44ae-4955-b0fa-e7e80551b4aa of type vlan for network 40d87285-fe2e-47f0-bd55-58f62cd71f5e Dec 17 13:32:06.518259 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.527434 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.528517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c1e602b5-a34e-4a6d-aff3-644a4d1641f5 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:32:06.531584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ead6b5bf-fcfb-410f-b32d-2f9e3d41a00c None None] Set router 4eae9a1f-e0a6-4710-b074-fb5e16954225 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:32:06.566165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d7e16f2-f4cb-4c93-9b72-793b5326e7aa tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.595211 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cb9f9ca9-a274-442a-a6a4-bde29164fa87 req-a67a3543-a538-4da4-b4dd-66146ff91eb6 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172509 Dec 17 13:32:06.701460 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d7e16f2-f4cb-4c93-9b72-793b5326e7aa tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.708400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7e16f2-f4cb-4c93-9b72-793b5326e7aa tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:06.710735 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d7e16f2-f4cb-4c93-9b72-793b5326e7aa tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.716743 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.732853 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port c1e602b5-a34e-4a6d-aff3-644a4d1641f5, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c1e602b5-a34e-4a6d-aff3-644a4d1641f5,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:06.773307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=0f2406aa-2787-444f-b11e-0cfdfe6a55dc,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:06.779087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7722304-fd9d-45db-910f-e46916c1e584 req-bd294169-7004-4f1e-9dea-a59512ef83b4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:06.780940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e7722304-fd9d-45db-910f-e46916c1e584 req-bd294169-7004-4f1e-9dea-a59512ef83b4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0604415 Dec 17 13:32:06.783421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'c1e602b5-a34e-4a6d-aff3-644a4d1641f5', 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7', 'port_id': 'c1e602b5-a34e-4a6d-aff3-644a4d1641f5', 'mac_address': 'fa:16:3e:a6:22:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81100d87-2eee-48d5-9b78-7f1c5a3039de', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:32:06.837267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e16f2-f4cb-4c93-9b72-793b5326e7aa tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Network': ['ID=40d87285-fe2e-47f0-bd55-58f62cd71f5e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:06.846491 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e7722304-fd9d-45db-910f-e46916c1e584 req-3cdd2567-62ed-4300-99e5-6e6463f53f9b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577903 Dec 17 13:32:06.869042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.874897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.874897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.874897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.874897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.874897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.874897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.874897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.874897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.874897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.874897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.874897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.874897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:06.879175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 40d87285-fe2e-47f0-bd55-58f62cd71f5e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:32:06.904391 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8d7e16f2-f4cb-4c93-9b72-793b5326e7aa tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6788514 Dec 17 13:32:06.905695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Deleting port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:06.905891 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:06.907336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60948) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:06.912665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b337b5b9-fba9-41ef-9422-07aeb1f9f0cd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'subnet': {'network_id': '40d87285-fe2e-47f0-bd55-58f62cd71f5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:06.995632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] For port c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:06.996156 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:07.014985 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:07.015339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Calling delete_port for c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:07.041495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e602b5-a34e-4a6d-aff3-644a4d1641f5 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:32:07.135457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b337b5b9-fba9-41ef-9422-07aeb1f9f0cd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Made reservation on behalf of 93573225481c4ff6b89179d9a10ab497 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:32:07.139178 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b337b5b9-fba9-41ef-9422-07aeb1f9f0cd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:07.284110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port c1e602b5-a34e-4a6d-aff3-644a4d1641f5, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c1e602b5-a34e-4a6d-aff3-644a4d1641f5,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:07.285969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ead6b5bf-fcfb-410f-b32d-2f9e3d41a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:32:05Z', 'revision_number': 5, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port': {'id': 'c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:26Z', 'updated_at': '2021-12-17T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:07.294744 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1cbb4c1-c23d-480d-9c94-e1d3d05253db req-bc86fe3c-6e8d-425e-8ec0-42f117e475d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647466 Dec 17 13:32:07.314832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead6b5bf-fcfb-410f-b32d-2f9e3d41a00c None None] Checking router: 4eae9a1f-e0a6-4710-b074-fb5e16954225 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:32:07.324223 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead6b5bf-fcfb-410f-b32d-2f9e3d41a00c None None] Routers {'4eae9a1f-e0a6-4710-b074-fb5e16954225'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:07.324876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ead6b5bf-fcfb-410f-b32d-2f9e3d41a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['4eae9a1f-e0a6-4710-b074-fb5e16954225'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:07.335301 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:07.397690 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:07.398549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6d08cc1d-38ff-4681-8fbf-724fb9f6115f details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:32:07.434120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:07.481624 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e384d6-6832-4e75-bb72-7e889c6e87ed None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:32:07.489960 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b337b5b9-fba9-41ef-9422-07aeb1f9f0cd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:07.528441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb4c1-c23d-480d-9c94-e1d3d05253db req-67d00ba1-d5cb-44fe-ae0d-06ae3a2da0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:07.531259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1cbb4c1-c23d-480d-9c94-e1d3d05253db req-67d00ba1-d5cb-44fe-ae0d-06ae3a2da0b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 1096 time: 0.1868207 Dec 17 13:32:07.531951 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6d08cc1d-38ff-4681-8fbf-724fb9f6115f,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:07.536773 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ead6b5bf-fcfb-410f-b32d-2f9e3d41a00c None None] Set router 4eae9a1f-e0a6-4710-b074-fb5e16954225 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:32:07.551124 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:07.604017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337b5b9-fba9-41ef-9422-07aeb1f9f0cd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Subnet': ['ID=40512b4a-7a2b-4e9b-89c9-929882805d48,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:07.612122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=c1e602b5-a34e-4a6d-aff3-644a4d1641f5,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:07.615027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ead6b5bf-fcfb-410f-b32d-2f9e3d41a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:32:06Z', 'revision_number': 6, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:07.618915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '6d08cc1d-38ff-4681-8fbf-724fb9f6115f', 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7', 'port_id': '6d08cc1d-38ff-4681-8fbf-724fb9f6115f', 'mac_address': 'fa:16:3e:60:0f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81100d87-2eee-48d5-9b78-7f1c5a3039de', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:32:07.684963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead6b5bf-fcfb-410f-b32d-2f9e3d41a00c None None] The sync data for ids ['4eae9a1f-e0a6-4710-b074-fb5e16954225'] in n-d-815324-5 is: [{'id': '4eae9a1f-e0a6-4710-b074-fb5e16954225', 'name': 'tempest-TestServerBasicOps-1584293307-router', 'tenant_id': '42ce2784e85b4127ad8c713af6203070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:25Z', 'updated_at': '2021-12-17T13:32:06Z', 'revision_number': 6, 'project_id': '42ce2784e85b4127ad8c713af6203070', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:07.704807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b337b5b9-fba9-41ef-9422-07aeb1f9f0cd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Checking segment: {'id': '72314fe0-44ae-4955-b0fa-e7e80551b4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '40d87285-fe2e-47f0-bd55-58f62cd71f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:32:07.705480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337b5b9-fba9-41ef-9422-07aeb1f9f0cd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network hostable DHCP agents. Network: 40d87285-fe2e-47f0-bd55-58f62cd71f5e, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:32:07.769108 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:07.784854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d08cc1d-38ff-4681-8fbf-724fb9f6115f {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:32:07.805659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:07.809646 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:07.816324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6d08cc1d-38ff-4681-8fbf-724fb9f6115f,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:07.818821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e07d-ced6-482c-a096-4840dadcab99 req-c1b61549-0055-4e72-9cd5-89536a092942 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:07.826892 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e07d-ced6-482c-a096-4840dadcab99 req-c1b61549-0055-4e72-9cd5-89536a092942 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:07.833457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e07d-ced6-482c-a096-4840dadcab99 req-c1b61549-0055-4e72-9cd5-89536a092942 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:07.839799 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e07d-ced6-482c-a096-4840dadcab99 req-c1b61549-0055-4e72-9cd5-89536a092942 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:07.846435 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e07d-ced6-482c-a096-4840dadcab99 req-c1b61549-0055-4e72-9cd5-89536a092942 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:07.853658 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e07d-ced6-482c-a096-4840dadcab99 req-c1b61549-0055-4e72-9cd5-89536a092942 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:07.859638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e07d-ced6-482c-a096-4840dadcab99 req-c1b61549-0055-4e72-9cd5-89536a092942 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:07.861857 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7d97e07d-ced6-482c-a096-4840dadcab99 req-c1b61549-0055-4e72-9cd5-89536a092942 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5433 time: 0.1401520 Dec 17 13:32:07.863080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337b5b9-fba9-41ef-9422-07aeb1f9f0cd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network 40d87285-fe2e-47f0-bd55-58f62cd71f5e is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:32:07.898438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb4c1-c23d-480d-9c94-e1d3d05253db req-615ded9f-f422-47ec-b8fc-6a9fcfecd82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:07.900067 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1cbb4c1-c23d-480d-9c94-e1d3d05253db req-615ded9f-f422-47ec-b8fc-6a9fcfecd82a service neutron] 10.222.0.54 "GET /v2.0/networks?id=a724d299-453e-4c43-ac93-a85d5ff70055 HTTP/1.1" status: 200 len: 898 time: 0.3110459 Dec 17 13:32:07.960689 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7d97e07d-ced6-482c-a096-4840dadcab99 req-6c709997-e297-40d2-8aaa-8f0ede9004a0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843458 Dec 17 13:32:07.975412 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:07.976846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e8a54b1b-fdba-4578-8113-44e9204a680e details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:32:08.007851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b337b5b9-fba9-41ef-9422-07aeb1f9f0cd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 40d87285-fe2e-47f0-bd55-58f62cd71f5e) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:08.013178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b337b5b9-fba9-41ef-9422-07aeb1f9f0cd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:08.014098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b337b5b9-fba9-41ef-9422-07aeb1f9f0cd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.033158 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.033839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eae9a1f-e0a6-4710-b074-fb5e16954225 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:32:08.036476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a1c8aa-6568-406a-b448-ef7f28171a94 None None] Network 40d87285-fe2e-47f0-bd55-58f62cd71f5e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:32:08.050262 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.051615 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e21a7b87-6f7b-4c25-89db-7375166396b6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/4eae9a1f-e0a6-4710-b074-fb5e16954225 HTTP/1.1" status: 204 len: 168 time: 1.6669519 Dec 17 13:32:08.058365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60956) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:08.064270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1cbb4c1-c23d-480d-9c94-e1d3d05253db req-1fa2889a-1a07-405a-b382-a4b76d9c1ed0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ead8cb-bc13-48a8-b783-051a152ef64a HTTP/1.1" status: 200 len: 1001 time: 0.1549690 Dec 17 13:32:08.170781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d54b1-89ba-4415-8bbb-1558f617ef59 req-0df53e42-da57-4f62-988d-cd0c1618afc3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:08.172862 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-040d54b1-89ba-4415-8bbb-1558f617ef59 req-0df53e42-da57-4f62-988d-cd0c1618afc3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.1903901 Dec 17 13:32:08.177685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb4c1-c23d-480d-9c94-e1d3d05253db req-23432458-3259-428d-9336-e0fe3b2e9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:08.177913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b337b5b9-fba9-41ef-9422-07aeb1f9f0cd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2689843 Dec 17 13:32:08.179984 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1cbb4c1-c23d-480d-9c94-e1d3d05253db req-23432458-3259-428d-9336-e0fe3b2e9885 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce HTTP/1.1" status: 200 len: 834 time: 0.1076221 Dec 17 13:32:08.180115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60958) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:08.205922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-246832608', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:08.250515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf6aac9-0b45-4193-a49c-3750dca5d729 admin admin] Deleting subnet 77aeabac-3f25-4b78-bf40-aed1c3526439 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:32:08.258962 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aac9-0b45-4193-a49c-3750dca5d729 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.288135 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-040d54b1-89ba-4415-8bbb-1558f617ef59 req-37be8890-2cd1-48a9-a8e5-680858b038ad tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021585 Dec 17 13:32:08.290823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=6d08cc1d-38ff-4681-8fbf-724fb9f6115f,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:08.316687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb4c1-c23d-480d-9c94-e1d3d05253db req-a5c87b42-3382-4738-97db-006508300f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:08.318262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1cbb4c1-c23d-480d-9c94-e1d3d05253db req-a5c87b42-3382-4738-97db-006508300f47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a724d299-453e-4c43-ac93-a85d5ff70055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311617 Dec 17 13:32:08.332823 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aac9-0b45-4193-a49c-3750dca5d729 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.387678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-40d87285-fe2e-47f0-bd55-58f62cd71f5e', 'network_id': '40d87285-fe2e-47f0-bd55-58f62cd71f5e', 'project_id': '93573225481c4ff6b89179d9a10ab497', 'fixed_ips': [{'subnet_id': '40512b4a-7a2b-4e9b-89c9-929882805d48'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:32:08.388553 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.438360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e8a54b1b-fdba-4578-8113-44e9204a680e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e8a54b1b-fdba-4578-8113-44e9204a680e,segment=NetworkSegment(39964772-a24c-4875-ab7f-79907122d3e5),segment_id=39964772-a24c-4875-ab7f-79907122d3e5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:08.445195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1cbb4c1-c23d-480d-9c94-e1d3d05253db req-931abf63-f364-4070-9ce9-e1ee585964eb service neutron] 10.222.0.54 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171718 Dec 17 13:32:08.479086 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.480251 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.586170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Allocated IP 172.20.0.2 (40d87285-fe2e-47f0-bd55-58f62cd71f5e/40512b4a-7a2b-4e9b-89c9-929882805d48/58bb4e6f-8d21-4398-8951-3c63263c90c2) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:32:08.606549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.642689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aac9-0b45-4193-a49c-3750dca5d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.659626 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1cbb4c1-c23d-480d-9c94-e1d3d05253db req-190a3fe3-4883-4301-b2d5-8a68532fbe53 service neutron] 10.222.0.54 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068725 Dec 17 13:32:08.748512 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.752282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'e8a54b1b-fdba-4578-8113-44e9204a680e', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'port_id': 'e8a54b1b-fdba-4578-8113-44e9204a680e', 'mac_address': 'fa:16:3e:59:90:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:32:08.804344 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.836158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a54b1b-fdba-4578-8113-44e9204a680e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:32:08.861350 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.862081 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:08.870467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e8a54b1b-fdba-4578-8113-44e9204a680e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e8a54b1b-fdba-4578-8113-44e9204a680e,segment=NetworkSegment(39964772-a24c-4875-ab7f-79907122d3e5),segment_id=39964772-a24c-4875-ab7f-79907122d3e5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:08.913525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Network 40d87285-fe2e-47f0-bd55-58f62cd71f5e is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:08.916692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:08.920409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:32:08.928090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Pushing event updated for resources: {'Port': ['ID=58bb4e6f-8d21-4398-8951-3c63263c90c2,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:08.955083 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aac9-0b45-4193-a49c-3750dca5d729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.001379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5cf6aac9-0b45-4193-a49c-3750dca5d729 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.003676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de4e92f-b710-47a0-a6ee-14e411ff0a04 None None] Network 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:32:09.010299 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5cf6aac9-0b45-4193-a49c-3750dca5d729 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/77aeabac-3f25-4b78-bf40-aed1c3526439 HTTP/1.1" status: 204 len: 168 time: 0.9524724 Dec 17 13:32:09.012862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60964) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:09.015239 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.015921 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 707d8805-b713-4bce-9d5d-4f95ba377e0a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:32:09.027287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6aac9-0b45-4193-a49c-3750dca5d729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77aeabac-3f25-4b78-bf40-aed1c3526439,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:09.061457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Attempting to bind port 58bb4e6f-8d21-4398-8951-3c63263c90c2 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:32:09.061926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Attempting to bind port 58bb4e6f-8d21-4398-8951-3c63263c90c2 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '72314fe0-44ae-4955-b0fa-e7e80551b4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '40d87285-fe2e-47f0-bd55-58f62cd71f5e'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:32:09.062350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Attempting to bind port 58bb4e6f-8d21-4398-8951-3c63263c90c2 on network 40d87285-fe2e-47f0-bd55-58f62cd71f5e {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:32:09.174552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 707d8805-b713-4bce-9d5d-4f95ba377e0a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=707d8805-b713-4bce-9d5d-4f95ba377e0a,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:09.203986 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.209678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '707d8805-b713-4bce-9d5d-4f95ba377e0a', 'network_id': 'bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7', 'port_id': '707d8805-b713-4bce-9d5d-4f95ba377e0a', 'mac_address': 'fa:16:3e:0b:d6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81100d87-2eee-48d5-9b78-7f1c5a3039de', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:32:09.218730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e1eda-b236-425b-9ac7-e0ee0627da78 req-9b7bbd77-a188-45b3-8317-54a719e12960 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:09.226036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e1eda-b236-425b-9ac7-e0ee0627da78 req-9b7bbd77-a188-45b3-8317-54a719e12960 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:09.226609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:32:09.226999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Checking segment: {'id': '72314fe0-44ae-4955-b0fa-e7e80551b4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '40d87285-fe2e-47f0-bd55-58f62cd71f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:32:09.227410 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.227813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Bound using segment: {'id': '72314fe0-44ae-4955-b0fa-e7e80551b4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '40d87285-fe2e-47f0-bd55-58f62cd71f5e'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:32:09.228309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Bound port: 58bb4e6f-8d21-4398-8951-3c63263c90c2, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72314fe0-44ae-4955-b0fa-e7e80551b4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '40d87285-fe2e-47f0-bd55-58f62cd71f5e'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:32:09.228694 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.232525 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e1eda-b236-425b-9ac7-e0ee0627da78 req-9b7bbd77-a188-45b3-8317-54a719e12960 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:09.238498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e1eda-b236-425b-9ac7-e0ee0627da78 req-9b7bbd77-a188-45b3-8317-54a719e12960 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:09.245297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e1eda-b236-425b-9ac7-e0ee0627da78 req-9b7bbd77-a188-45b3-8317-54a719e12960 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:09.251531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e1eda-b236-425b-9ac7-e0ee0627da78 req-9b7bbd77-a188-45b3-8317-54a719e12960 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:09.258150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e1eda-b236-425b-9ac7-e0ee0627da78 req-9b7bbd77-a188-45b3-8317-54a719e12960 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:09.260167 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c26e1eda-b236-425b-9ac7-e0ee0627da78 req-9b7bbd77-a188-45b3-8317-54a719e12960 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5435 time: 0.1549792 Dec 17 13:32:09.311253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Deleting port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:09.312009 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.386436 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c26e1eda-b236-425b-9ac7-e0ee0627da78 req-e8513eb9-28f7-49a8-adcc-7ad58012ea9d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109152 Dec 17 13:32:09.397606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e8a54b1b-fdba-4578-8113-44e9204a680e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:09.423427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] For port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4,segment=NetworkSegment(7d350651-1ef7-4b5d-b11a-370acabfd77c),segment_id=7d350651-1ef7-4b5d-b11a-370acabfd77c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:09.423989 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.457051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Calling delete_port for d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:09.482003 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.512816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:09.566775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.571015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707d8805-b713-4bce-9d5d-4f95ba377e0a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:32:09.598419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902b7d9-91f5-46e1-bb16-b1b3d13dc7ca req-f17b1137-67e7-4976-b6cf-59b1ac7464b9 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:09.599832 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0902b7d9-91f5-46e1-bb16-b1b3d13dc7ca req-f17b1137-67e7-4976-b6cf-59b1ac7464b9 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.1662498 Dec 17 13:32:09.614422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 707d8805-b713-4bce-9d5d-4f95ba377e0a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=707d8805-b713-4bce-9d5d-4f95ba377e0a,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:09.614422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:09.614687 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.615135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c97f24b8-fea3-49c1-a5e2-bc5b05d9fa1c not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:09.615135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:09.618844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] For port 58bb4e6f-8d21-4398-8951-3c63263c90c2, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:32:09.644049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4ccb8a-904d-4356-b333-fc7f4f04c8ef None None] DHCP port deletion for 160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:32:09.695880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:09.697807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0a10c4e2-ca33-4bbe-98cc-ac3f25a7115d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:09.704478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] For port 58bb4e6f-8d21-4398-8951-3c63263c90c2, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=58bb4e6f-8d21-4398-8951-3c63263c90c2,segment=NetworkSegment(72314fe0-44ae-4955-b0fa-e7e80551b4aa),segment_id=72314fe0-44ae-4955-b0fa-e7e80551b4aa)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:32:09.706368 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0902b7d9-91f5-46e1-bb16-b1b3d13dc7ca req-671d8202-7cdc-40d0-b578-ec8d3667f948 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901282 Dec 17 13:32:09.709945 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.711471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 9847f8ea-b2de-4c65-a697-8f1811d7198b details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:32:09.798097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.823048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.25.0.201 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/d3963c83-5125-4533-8f9e-93e1b529cf0b) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:32:09.831748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:09.835542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] No DVR routers for this DVR port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:09.841904 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.870158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=707d8805-b713-4bce-9d5d-4f95ba377e0a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:09.886269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ccb8a-904d-4356-b333-fc7f4f04c8ef None None] Deleting port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:09.886644 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ad4ccb8a-904d-4356-b333-fc7f4f04c8ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.941999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:09.978680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:09.991610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d350651-1ef7-4b5d-b11a-370acabfd77c') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:09.991906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d350651-1ef7-4b5d-b11a-370acabfd77c') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:10.003985 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.022270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.032450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:32:10.032861 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:32:10.035716 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:32:10.040497 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.095465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 9847f8ea-b2de-4c65-a697-8f1811d7198b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9847f8ea-b2de-4c65-a697-8f1811d7198b,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:10.107657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ad4ccb8a-904d-4356-b333-fc7f4f04c8ef None None] For port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4, host n-d-815324-5, got binding levels [] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:10.108298 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ad4ccb8a-904d-4356-b333-fc7f4f04c8ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.111385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b07b19-9bf5-4215-86a5-e8d242953f91 None None] Pushing event updated for resources: {'Port': ['ID=58bb4e6f-8d21-4398-8951-3c63263c90c2,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:10.134417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ccb8a-904d-4356-b333-fc7f4f04c8ef None None] Calling delete_port for d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:10.136728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '9847f8ea-b2de-4c65-a697-8f1811d7198b', 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3', 'port_id': '9847f8ea-b2de-4c65-a697-8f1811d7198b', 'mac_address': 'fa:16:3e:95:9f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c7d3f9-f85f-4d5f-a03a-f15f9c364872', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:32:10.141620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.ipam_backend_mixin [None req-ad4ccb8a-904d-4356-b333-fc7f4f04c8ef None None] Port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 was not found and therefore no delete operation was performed {{(pid=110455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 13:32:10.145613 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ad4ccb8a-904d-4356-b333-fc7f4f04c8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.175830 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.200733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ccb8a-904d-4356-b333-fc7f4f04c8ef None None] Pushing event deleted for resources: {'Port': ['ID=d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:10.223290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ccb8a-904d-4356-b333-fc7f4f04c8ef None None] No DVR routers for this DVR port d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:10.246521 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.270959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9847f8ea-b2de-4c65-a697-8f1811d7198b {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:32:10.283834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.311164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 9847f8ea-b2de-4c65-a697-8f1811d7198b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9847f8ea-b2de-4c65-a697-8f1811d7198b,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:10.322902 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.326645 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] 10.222.0.59 "DELETE /v2.0/networks/160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd HTTP/1.1" status: 204 len: 168 time: 1.3122356 Dec 17 13:32:10.333941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8fec1-9574-470a-a6d1-c3729e512190 admin admin] Pushing event deleted for resources: {'Network': ['ID=160f4a5d-a4d5-4f87-ae8b-e8fec6f8a7bd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:10.334093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:10.338643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 60978) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:10.340827 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:10.344721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=d3963c83-5125-4533-8f9e-93e1b529cf0b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:10.349106 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:32:10.383073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485af8cd-7d4a-4f1a-ad3b-74f209cac296 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:32:10.435749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d092e9df-d521-4fb8-9369-6e090afcc2b1 None None] Provisioning complete for port d3963c83-5125-4533-8f9e-93e1b529cf0b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:10.436832 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d092e9df-d521-4fb8-9369-6e090afcc2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.500799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d092e9df-d521-4fb8-9369-6e090afcc2b1 None None] Port d3963c83-5125-4533-8f9e-93e1b529cf0b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:32:10.505256 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.506006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device dc07cf3f-9d03-4819-8873-8517cbaafef0 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:32:10.613176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=9847f8ea-b2de-4c65-a697-8f1811d7198b,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:10.645206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port dc07cf3f-9d03-4819-8873-8517cbaafef0, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=dc07cf3f-9d03-4819-8873-8517cbaafef0,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:10.655048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2056-d386-4ccc-847e-cdda05d07373 req-4a5f5ac6-4b55-4f0a-a75c-4f9e43628642 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:10.662080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2056-d386-4ccc-847e-cdda05d07373 req-4a5f5ac6-4b55-4f0a-a75c-4f9e43628642 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:10.668771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'dc07cf3f-9d03-4819-8873-8517cbaafef0', 'network_id': 'f381c005-ceb4-4052-9c65-09ef1a667df3', 'port_id': 'dc07cf3f-9d03-4819-8873-8517cbaafef0', 'mac_address': 'fa:16:3e:e8:43:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c7d3f9-f85f-4d5f-a03a-f15f9c364872', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:32:10.669513 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2056-d386-4ccc-847e-cdda05d07373 req-4a5f5ac6-4b55-4f0a-a75c-4f9e43628642 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:10.677034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2056-d386-4ccc-847e-cdda05d07373 req-4a5f5ac6-4b55-4f0a-a75c-4f9e43628642 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:10.684831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2056-d386-4ccc-847e-cdda05d07373 req-4a5f5ac6-4b55-4f0a-a75c-4f9e43628642 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:10.691111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2056-d386-4ccc-847e-cdda05d07373 req-4a5f5ac6-4b55-4f0a-a75c-4f9e43628642 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:10.698289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2056-d386-4ccc-847e-cdda05d07373 req-4a5f5ac6-4b55-4f0a-a75c-4f9e43628642 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:10.700366 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-905c2056-d386-4ccc-847e-cdda05d07373 req-4a5f5ac6-4b55-4f0a-a75c-4f9e43628642 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5437 time: 0.1314883 Dec 17 13:32:10.722656 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:10.763278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc07cf3f-9d03-4819-8873-8517cbaafef0 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:32:10.803504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port dc07cf3f-9d03-4819-8873-8517cbaafef0, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=dc07cf3f-9d03-4819-8873-8517cbaafef0,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:10.873103 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-905c2056-d386-4ccc-847e-cdda05d07373 req-d2d940bd-df2c-4c7c-95db-219ccabc272e tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1647568 Dec 17 13:32:10.873358 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:11.007443 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:11.013609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=dc07cf3f-9d03-4819-8873-8517cbaafef0,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:11.018137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611b38d-b863-45b4-aee7-3070e2b0b74a req-11866fe9-af0a-4e9c-a159-ad2c90d79ad5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:11.029136 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6611b38d-b863-45b4-aee7-3070e2b0b74a req-11866fe9-af0a-4e9c-a159-ad2c90d79ad5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.1800299 Dec 17 13:32:11.123342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6611b38d-b863-45b4-aee7-3070e2b0b74a req-dff9ee00-5ebe-4259-9685-482c64b1b524 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931387 Dec 17 13:32:11.199084 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73155634-318f-4fe9-85b9-9f4a36a1c6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:11.277059 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:11.495213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f32c9-a047-47ee-bfe1-7d3512f9e49d None None] Network 40d87285-fe2e-47f0-bd55-58f62cd71f5e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:32:11.523870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:32:11.575317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 58bb4e6f-8d21-4398-8951-3c63263c90c2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:32:11.582055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['0f2406aa-2787-444f-b11e-0cfdfe6a55dc'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:32:11.611696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-73155634-318f-4fe9-85b9-9f4a36a1c6e1 admin admin] Deleting port cd384b73-72dc-4099-aa97-5c97d18f34b0 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:11.612528 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73155634-318f-4fe9-85b9-9f4a36a1c6e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:11.724829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:11.737637 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e85ae5e-2569-4482-8cee-e95ce425c6a2 None None] Sync routers for ids ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:11.754202 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85ae5e-2569-4482-8cee-e95ce425c6a2 None None] Routers {'53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:11.756498 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-8e85ae5e-2569-4482-8cee-e95ce425c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:11.758617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-73155634-318f-4fe9-85b9-9f4a36a1c6e1 admin admin] For port cd384b73-72dc-4099-aa97-5c97d18f34b0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cd384b73-72dc-4099-aa97-5c97d18f34b0,segment=NetworkSegment(36ec6b0d-6f3e-475d-8454-01b50e3fb5f2),segment_id=36ec6b0d-6f3e-475d-8454-01b50e3fb5f2)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:11.758902 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73155634-318f-4fe9-85b9-9f4a36a1c6e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:11.776586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-73155634-318f-4fe9-85b9-9f4a36a1c6e1 admin admin] Calling delete_port for cd384b73-72dc-4099-aa97-5c97d18f34b0 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:11.810831 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-8e85ae5e-2569-4482-8cee-e95ce425c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:11.828726 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:11.830434 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-809a85f4-79a8-48d4-b201-3f850998c080 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6429384 Dec 17 13:32:11.833814 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 60988) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:11.834365 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85ae5e-2569-4482-8cee-e95ce425c6a2 None None] Routers {'53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:11.835019 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-8e85ae5e-2569-4482-8cee-e95ce425c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:11.858080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['6d08cc1d-38ff-4681-8fbf-724fb9f6115f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:32:11.860375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['707d8805-b713-4bce-9d5d-4f95ba377e0a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:32:11.901990 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-8e85ae5e-2569-4482-8cee-e95ce425c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:11.902654 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e85ae5e-2569-4482-8cee-e95ce425c6a2 None None] The sync data for ids ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:11.954465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e8a54b1b-fdba-4578-8113-44e9204a680e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:32:11.998996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['9847f8ea-b2de-4c65-a697-8f1811d7198b'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:32:12.046918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['dc07cf3f-9d03-4819-8873-8517cbaafef0'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:32:12.160704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bef4d995-a16c-4a58-b9fa-da3fda5130b4 None None] Provisioning complete for port 58bb4e6f-8d21-4398-8951-3c63263c90c2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:12.161174 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bef4d995-a16c-4a58-b9fa-da3fda5130b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:12.204066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73155634-318f-4fe9-85b9-9f4a36a1c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:12.236249 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 58bb4e6f-8d21-4398-8951-3c63263c90c2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:12.236629 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:12.263139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d096db-67c0-4105-9588-ac08372e7be1 req-937059f1-79f5-4413-8600-7503c903aeb8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:12.271343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d096db-67c0-4105-9588-ac08372e7be1 req-937059f1-79f5-4413-8600-7503c903aeb8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:12.279977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d096db-67c0-4105-9588-ac08372e7be1 req-937059f1-79f5-4413-8600-7503c903aeb8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:12.297269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73155634-318f-4fe9-85b9-9f4a36a1c6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd384b73-72dc-4099-aa97-5c97d18f34b0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:12.301828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d096db-67c0-4105-9588-ac08372e7be1 req-937059f1-79f5-4413-8600-7503c903aeb8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:12.314330 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d096db-67c0-4105-9588-ac08372e7be1 req-937059f1-79f5-4413-8600-7503c903aeb8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:12.323857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d096db-67c0-4105-9588-ac08372e7be1 req-937059f1-79f5-4413-8600-7503c903aeb8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:12.330039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d096db-67c0-4105-9588-ac08372e7be1 req-937059f1-79f5-4413-8600-7503c903aeb8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:12.347499 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1d096db-67c0-4105-9588-ac08372e7be1 req-937059f1-79f5-4413-8600-7503c903aeb8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5438 time: 0.2541537 Dec 17 13:32:12.441656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453684f0-dad1-4164-8d1f-43869f252a05 req-3b36d6f3-13eb-4317-aeaf-a9459a7e9ef0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:12.445263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-453684f0-dad1-4164-8d1f-43869f252a05 req-3b36d6f3-13eb-4317-aeaf-a9459a7e9ef0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.2029607 Dec 17 13:32:12.500189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['c1e602b5-a34e-4a6d-aff3-644a4d1641f5'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:32:12.586058 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1d096db-67c0-4105-9588-ac08372e7be1 req-594042f7-20bc-46ff-9368-fec5b8564b3d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2374568 Dec 17 13:32:12.971555 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:13.011619 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bef4d995-a16c-4a58-b9fa-da3fda5130b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:13.057053 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:13.083568 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-453684f0-dad1-4164-8d1f-43869f252a05 req-1bfceee3-df8b-42d4-a843-06ebcaa1c603 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995488 Dec 17 13:32:13.115201 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73155634-318f-4fe9-85b9-9f4a36a1c6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:13.216356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 58bb4e6f-8d21-4398-8951-3c63263c90c2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=58bb4e6f-8d21-4398-8951-3c63263c90c2,segment=NetworkSegment(72314fe0-44ae-4955-b0fa-e7e80551b4aa),segment_id=72314fe0-44ae-4955-b0fa-e7e80551b4aa)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:13.294979 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:13.359388 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-bef4d995-a16c-4a58-b9fa-da3fda5130b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:32:13.359913 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-bef4d995-a16c-4a58-b9fa-da3fda5130b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:32:13.385515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.20.0.1 (40d87285-fe2e-47f0-bd55-58f62cd71f5e/40512b4a-7a2b-4e9b-89c9-929882805d48/cb68d296-07d4-49e2-83f0-d669354988f5) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:32:13.399711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:13.439021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:13.439469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d14f3ab7-bec3-45ff-ae3a-8d72c6aa48f4 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:13.450750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73155634-318f-4fe9-85b9-9f4a36a1c6e1 admin admin] Router 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:13.483370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=58bb4e6f-8d21-4398-8951-3c63263c90c2,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:13.569390 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:13.621612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73155634-318f-4fe9-85b9-9f4a36a1c6e1 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:13.627257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-73155634-318f-4fe9-85b9-9f4a36a1c6e1 admin admin] 10.222.0.59 "PUT /v2.0/routers/3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2871361 Dec 17 13:32:13.630175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 32768) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:13.636914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3c794-ae1a-4b44-8abc-11df427b1635 None None] Sync routers for ids ['3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:13.650375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f3c794-ae1a-4b44-8abc-11df427b1635 None None] Routers {'3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:13.652530 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-92f3c794-ae1a-4b44-8abc-11df427b1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:13.714811 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:13.812413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-92f3c794-ae1a-4b44-8abc-11df427b1635 None None] Set router 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:32:13.873988 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6c89d02-c037-4abb-b319-a0c7b4718f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:14.048976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-92f3c794-ae1a-4b44-8abc-11df427b1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'name': 'tempest-TestServerBasicOps-1841828755-router', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:38Z', 'updated_at': '2021-12-17T13:32:11Z', 'revision_number': 5, 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'gw_port': {'id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:39Z', 'updated_at': '2021-12-17T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:14.089625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3c794-ae1a-4b44-8abc-11df427b1635 None None] Checking router: 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:32:14.108008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5f977040-e142-4201-bb2a-b0c967728d54 None None] Provisioning complete for port 58bb4e6f-8d21-4398-8951-3c63263c90c2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:14.108390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5f977040-e142-4201-bb2a-b0c967728d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:14.110078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f3c794-ae1a-4b44-8abc-11df427b1635 None None] Routers {'3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:14.110728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-92f3c794-ae1a-4b44-8abc-11df427b1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:31:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:14.211039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network 40d87285-fe2e-47f0-bd55-58f62cd71f5e is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:14.219617 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=cb68d296-07d4-49e2-83f0-d669354988f5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:14.222515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:14.237351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:32:14.280636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc469581-488d-41f0-b849-ab9533fb5fbd req-a3ddd4ff-d793-484a-8937-e6356ae1d21a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:14.281017 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:32:14.283944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc469581-488d-41f0-b849-ab9533fb5fbd req-a3ddd4ff-d793-484a-8937-e6356ae1d21a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.1141663 Dec 17 13:32:14.289635 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8b75-dbcd-4239-a505-7f105a127da7 req-88be55af-fe3f-4447-b6c2-fdd4725719c8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:14.297179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8b75-dbcd-4239-a505-7f105a127da7 req-88be55af-fe3f-4447-b6c2-fdd4725719c8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:14.304347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8b75-dbcd-4239-a505-7f105a127da7 req-88be55af-fe3f-4447-b6c2-fdd4725719c8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:14.310503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8b75-dbcd-4239-a505-7f105a127da7 req-88be55af-fe3f-4447-b6c2-fdd4725719c8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:14.316553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8b75-dbcd-4239-a505-7f105a127da7 req-88be55af-fe3f-4447-b6c2-fdd4725719c8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:14.323293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8b75-dbcd-4239-a505-7f105a127da7 req-88be55af-fe3f-4447-b6c2-fdd4725719c8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:14.329176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b8b75-dbcd-4239-a505-7f105a127da7 req-88be55af-fe3f-4447-b6c2-fdd4725719c8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:14.331182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-591b8b75-dbcd-4239-a505-7f105a127da7 req-88be55af-fe3f-4447-b6c2-fdd4725719c8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5438 time: 0.6327364 Dec 17 13:32:14.343580 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:14.398452 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc469581-488d-41f0-b849-ab9533fb5fbd req-c2c52399-51e5-487f-8721-a7ad11cca69b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084611 Dec 17 13:32:14.442035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-92f3c794-ae1a-4b44-8abc-11df427b1635 None None] Set router 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:32:14.447380 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:14.579504 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-591b8b75-dbcd-4239-a505-7f105a127da7 req-28637527-b2ec-4023-8a9f-a900d1c3c799 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2319036 Dec 17 13:32:14.620990 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:14.688010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-05a50713-aeb5-4a44-b311-f64c09eb32ac None None] Provisioning complete for port cb68d296-07d4-49e2-83f0-d669354988f5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:14.688576 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05a50713-aeb5-4a44-b311-f64c09eb32ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:14.727184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-92f3c794-ae1a-4b44-8abc-11df427b1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'name': 'tempest-TestServerBasicOps-1841828755-router', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:38Z', 'updated_at': '2021-12-17T13:32:11Z', 'revision_number': 5, 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'gw_port': {'id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:39Z', 'updated_at': '2021-12-17T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:14.754911 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-05a50713-aeb5-4a44-b311-f64c09eb32ac None None] Port cb68d296-07d4-49e2-83f0-d669354988f5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:32:14.757085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3c794-ae1a-4b44-8abc-11df427b1635 None None] The sync data for ids ['3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5'] in n-d-815324-5 is: [{'id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'name': 'tempest-TestServerBasicOps-1841828755-router', 'tenant_id': '05c0877c285e4b76845cc5cfdebe37e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:26:38Z', 'updated_at': '2021-12-17T13:32:11Z', 'revision_number': 5, 'project_id': '05c0877c285e4b76845cc5cfdebe37e6', 'gw_port': {'id': '4bfac92b-7bf1-4fa3-a822-e112092419d2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:78:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:26:39Z', 'updated_at': '2021-12-17T13:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:14.791081 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:14.898348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Deleting port 4bfac92b-7bf1-4fa3-a822-e112092419d2 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:14.898757 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:14.908493 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 707d8805-b713-4bce-9d5d-4f95ba377e0a up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:32:15.026113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 707d8805-b713-4bce-9d5d-4f95ba377e0a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:32:15.031222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 707d8805-b713-4bce-9d5d-4f95ba377e0a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:15.031674 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.042728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] For port 4bfac92b-7bf1-4fa3-a822-e112092419d2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4bfac92b-7bf1-4fa3-a822-e112092419d2,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:15.045428 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.101250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Calling delete_port for 4bfac92b-7bf1-4fa3-a822-e112092419d2 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:15.165873 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.198956 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707d8805-b713-4bce-9d5d-4f95ba377e0a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:32:15.206021 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c549c4a-13e7-4793-9513-7c268bec3d7a" -d '{"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "707d8805-b713-4bce-9d5d-4f95ba377e0a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:32:15.219709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 707d8805-b713-4bce-9d5d-4f95ba377e0a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=707d8805-b713-4bce-9d5d-4f95ba377e0a,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:15.280482 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99815924-1260-4dc9-8ac0-bdcd16d9d5c8 x-openstack-request-id: req-99815924-1260-4dc9-8ac0-bdcd16d9d5c8 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:32:15.280482 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "707d8805-b713-4bce-9d5d-4f95ba377e0a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:32:15.280482 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-99815924-1260-4dc9-8ac0-bdcd16d9d5c8 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:32:15.280482 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707d8805-b713-4bce-9d5d-4f95ba377e0a', 'code': 200} Dec 17 13:32:15.292022 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.305191 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.306923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0f2406aa-2787-444f-b11e-0cfdfe6a55dc up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:32:15.394695 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.406997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=707d8805-b713-4bce-9d5d-4f95ba377e0a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:15.454974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.483385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:32:15.490663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:15.495034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.515499 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.537253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783cda2f-a090-4ed7-a7b8-4328fba76725 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:32:15.582077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 58bb4e6f-8d21-4398-8951-3c63263c90c2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:32:15.626529 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.670487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f2406aa-2787-444f-b11e-0cfdfe6a55dc,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:15.682055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 58bb4e6f-8d21-4398-8951-3c63263c90c2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:15.682317 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.685084 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=cb68d296-07d4-49e2-83f0-d669354988f5,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:15.696236 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.749399 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.750422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c1e602b5-a34e-4a6d-aff3-644a4d1641f5 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:32:15.837379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6089cd-0162-4d4b-864f-3fd14c41bd6e req-d6a35a47-6884-4b96-86b2-280ef59a514c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:15.838976 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec6089cd-0162-4d4b-864f-3fd14c41bd6e req-d6a35a47-6884-4b96-86b2-280ef59a514c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.3208487 Dec 17 13:32:15.844579 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfac92b-7bf1-4fa3-a822-e112092419d2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:15.849524 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.855233 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:15.858036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906acd42-bb04-431a-a4cd-a62d2db02cc7 req-532824a0-b82f-450e-908a-44a5f23ca9c1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:15.867174 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906acd42-bb04-431a-a4cd-a62d2db02cc7 req-532824a0-b82f-450e-908a-44a5f23ca9c1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:15.875234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906acd42-bb04-431a-a4cd-a62d2db02cc7 req-532824a0-b82f-450e-908a-44a5f23ca9c1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:15.882139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906acd42-bb04-431a-a4cd-a62d2db02cc7 req-532824a0-b82f-450e-908a-44a5f23ca9c1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:15.888501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906acd42-bb04-431a-a4cd-a62d2db02cc7 req-532824a0-b82f-450e-908a-44a5f23ca9c1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:15.894559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906acd42-bb04-431a-a4cd-a62d2db02cc7 req-532824a0-b82f-450e-908a-44a5f23ca9c1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:15.900802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906acd42-bb04-431a-a4cd-a62d2db02cc7 req-532824a0-b82f-450e-908a-44a5f23ca9c1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:15.902812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-906acd42-bb04-431a-a4cd-a62d2db02cc7 req-532824a0-b82f-450e-908a-44a5f23ca9c1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5440 time: 0.1599581 Dec 17 13:32:15.945808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=0f2406aa-2787-444f-b11e-0cfdfe6a55dc,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:15.951423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cd384b73-72dc-4099-aa97-5c97d18f34b0 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:15.972219 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network 40d87285-fe2e-47f0-bd55-58f62cd71f5e is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:15.978146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: cd384b73-72dc-4099-aa97-5c97d18f34b0 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:15.978494 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cd384b73-72dc-4099-aa97-5c97d18f34b0 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:15.986079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:15.998386 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec6089cd-0162-4d4b-864f-3fd14c41bd6e req-81b4307b-58c9-4172-abc9-d7202c7ae046 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342993 Dec 17 13:32:16.005418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-906acd42-bb04-431a-a4cd-a62d2db02cc7 req-a7f651eb-0e8c-4248-bc52-423835e1b12a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882273 Dec 17 13:32:16.045995 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.046524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:32:16.057425 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.057425 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d4d132a4-7ca8-48f4-8912-b91097c1ce3e admin admin] 10.222.0.59 "DELETE /v2.0/routers/3d0a59b6-75d4-4a4d-9a72-7b3130b0d1f5 HTTP/1.1" status: 204 len: 168 time: 2.4113116 Dec 17 13:32:16.057646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 32790) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:16.072154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:32:16.077344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:16.077750 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.129887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2849c88-8a43-4f6e-8265-4ffb3b1493a3 admin admin] Deleting subnet 4c9005ed-7cc3-4f19-92d4-72cc469e6ab8 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:32:16.133884 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2849c88-8a43-4f6e-8265-4ffb3b1493a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.163758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:16.188382 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2849c88-8a43-4f6e-8265-4ffb3b1493a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.223102 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.299171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port c1e602b5-a34e-4a6d-aff3-644a4d1641f5, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c1e602b5-a34e-4a6d-aff3-644a4d1641f5,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:16.305439 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2849c88-8a43-4f6e-8265-4ffb3b1493a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.310460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-210800cb-3d0f-42ff-bbdc-fde1dc3cf5ac None None] Provisioning complete for port cb68d296-07d4-49e2-83f0-d669354988f5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:16.310787 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-210800cb-3d0f-42ff-bbdc-fde1dc3cf5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.341886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:16.345363 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ba101c1c-dd62-4ff6-aae0-fbe3b8e92828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.353899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 32792) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:16.354407 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fa7b4c53-cbfc-444d-9b29-f5fc99eeccd7 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "PUT /v2.0/routers/53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5190024 Dec 17 13:32:16.357405 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82a210-435c-4154-9693-88a9866ca968 None None] Sync routers for ids ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:16.361235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'port': {'network_id': '40d87285-fe2e-47f0-bd55-58f62cd71f5e', 'name': 'tempest-FloatingIPTestJSON-423679986'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:16.368059 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82a210-435c-4154-9693-88a9866ca968 None None] Routers {'53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:16.368687 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2d82a210-435c-4154-9693-88a9866ca968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:16.373255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.374372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6d08cc1d-38ff-4681-8fbf-724fb9f6115f up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:32:16.424281 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2d82a210-435c-4154-9693-88a9866ca968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:16.435464 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82a210-435c-4154-9693-88a9866ca968 None None] Routers {'53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:16.436175 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2d82a210-435c-4154-9693-88a9866ca968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:16.440575 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-210800cb-3d0f-42ff-bbdc-fde1dc3cf5ac None None] Port cb68d296-07d4-49e2-83f0-d669354988f5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:32:16.471868 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=c1e602b5-a34e-4a6d-aff3-644a4d1641f5,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:16.482752 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2d82a210-435c-4154-9693-88a9866ca968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:16.483412 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82a210-435c-4154-9693-88a9866ca968 None None] The sync data for ids ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:16.497345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2849c88-8a43-4f6e-8265-4ffb3b1493a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.529052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2849c88-8a43-4f6e-8265-4ffb3b1493a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9005ed-7cc3-4f19-92d4-72cc469e6ab8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:16.534376 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f2849c88-8a43-4f6e-8265-4ffb3b1493a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.540361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f2849c88-8a43-4f6e-8265-4ffb3b1493a3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4c9005ed-7cc3-4f19-92d4-72cc469e6ab8 HTTP/1.1" status: 204 len: 168 time: 0.4792209 Dec 17 13:32:16.540577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b6140-dabe-4463-bc71-246a71352939 None None] Network 99770952-82f4-403c-9174-0a6afdbd84bd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:32:16.540667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 32794) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:16.587138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:32:16.594570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:16.594889 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.617409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Made reservation on behalf of 93573225481c4ff6b89179d9a10ab497 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:32:16.625613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.655716 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.665392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] device_id is not set on port 24847f43-6116-4a0b-aedf-7617225a23a7 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:32:16.720866 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.776113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6d08cc1d-38ff-4681-8fbf-724fb9f6115f,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:16.797397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd1e7f-bbe8-4777-ac0e-1aa15c1be1bd None None] DHCP port deletion for 99770952-82f4-403c-9174-0a6afdbd84bd request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:32:16.831465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Deleting port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:16.831465 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.834576 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Allocated IP 172.20.0.6 (40d87285-fe2e-47f0-bd55-58f62cd71f5e/40512b4a-7a2b-4e9b-89c9-929882805d48/24847f43-6116-4a0b-aedf-7617225a23a7) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:32:16.854049 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.854049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 9847f8ea-b2de-4c65-a697-8f1811d7198b up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:32:16.928796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-76dd1e7f-bbe8-4777-ac0e-1aa15c1be1bd None None] Deleting port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:16.928796 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76dd1e7f-bbe8-4777-ac0e-1aa15c1be1bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.937076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] For port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf,segment=NetworkSegment(36ec6b0d-6f3e-475d-8454-01b50e3fb5f2),segment_id=36ec6b0d-6f3e-475d-8454-01b50e3fb5f2)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:16.937724 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:16.962314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Calling delete_port for e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:16.996022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=6d08cc1d-38ff-4681-8fbf-724fb9f6115f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:17.017900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-76dd1e7f-bbe8-4777-ac0e-1aa15c1be1bd None None] For port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf,segment=NetworkSegment(36ec6b0d-6f3e-475d-8454-01b50e3fb5f2),segment_id=36ec6b0d-6f3e-475d-8454-01b50e3fb5f2)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:17.018934 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76dd1e7f-bbe8-4777-ac0e-1aa15c1be1bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.038416 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-76dd1e7f-bbe8-4777-ac0e-1aa15c1be1bd None None] Calling delete_port for e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:17.123517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 9847f8ea-b2de-4c65-a697-8f1811d7198b completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:32:17.132835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 9847f8ea-b2de-4c65-a697-8f1811d7198b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:17.133214 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.192356 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.208095 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1610b5-1f12-43de-b371-74f6e2a2ca77 req-de81675f-b619-494a-a5d2-d81381c5deb1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:17.218672 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf1610b5-1f12-43de-b371-74f6e2a2ca77 req-de81675f-b619-494a-a5d2-d81381c5deb1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0980527 Dec 17 13:32:17.238572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87ba8a-b04f-4024-98cc-28bc7edf6f41 req-62d5749b-05fb-4ce7-a7ad-7066e7d5d3d9 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:17.244863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87ba8a-b04f-4024-98cc-28bc7edf6f41 req-62d5749b-05fb-4ce7-a7ad-7066e7d5d3d9 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:17.251440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87ba8a-b04f-4024-98cc-28bc7edf6f41 req-62d5749b-05fb-4ce7-a7ad-7066e7d5d3d9 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:17.262580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87ba8a-b04f-4024-98cc-28bc7edf6f41 req-62d5749b-05fb-4ce7-a7ad-7066e7d5d3d9 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:17.265280 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.269555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87ba8a-b04f-4024-98cc-28bc7edf6f41 req-62d5749b-05fb-4ce7-a7ad-7066e7d5d3d9 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:17.279898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87ba8a-b04f-4024-98cc-28bc7edf6f41 req-62d5749b-05fb-4ce7-a7ad-7066e7d5d3d9 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:17.280898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2406aa-2787-444f-b11e-0cfdfe6a55dc'}, {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e602b5-a34e-4a6d-aff3-644a4d1641f5'}, {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d08cc1d-38ff-4681-8fbf-724fb9f6115f'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:32:17.283866 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bca3284-fc94-4a58-84e6-eac3e040a7cd" -d '{"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "0f2406aa-2787-444f-b11e-0cfdfe6a55dc"}, {"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "c1e602b5-a34e-4a6d-aff3-644a4d1641f5"}, {"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "6d08cc1d-38ff-4681-8fbf-724fb9f6115f"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:32:17.285953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87ba8a-b04f-4024-98cc-28bc7edf6f41 req-62d5749b-05fb-4ce7-a7ad-7066e7d5d3d9 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:17.288778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee87ba8a-b04f-4024-98cc-28bc7edf6f41 req-62d5749b-05fb-4ce7-a7ad-7066e7d5d3d9 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5442 time: 0.1601620 Dec 17 13:32:17.306945 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf1610b5-1f12-43de-b371-74f6e2a2ca77 req-f3d5d0d5-0dfc-4c0e-979c-2e3a4e801616 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797274 Dec 17 13:32:17.311315 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.322584 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76dd1e7f-bbe8-4777-ac0e-1aa15c1be1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.358408 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Pushing event deleted for resources: {'Port': ['ID=e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:17.363606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] No DVR routers for this DVR port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:17.366598 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Dec 2021 13:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4e576f-ec34-438f-87f5-bc5796005220 x-openstack-request-id: req-8e4e576f-ec34-438f-87f5-bc5796005220 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:32:17.366598 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "0f2406aa-2787-444f-b11e-0cfdfe6a55dc", "code": 200}, {"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "c1e602b5-a34e-4a6d-aff3-644a4d1641f5", "code": 200}, {"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "6d08cc1d-38ff-4681-8fbf-724fb9f6115f", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:32:17.366598 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e4e576f-ec34-438f-87f5-bc5796005220 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:32:17.370081 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2406aa-2787-444f-b11e-0cfdfe6a55dc', 'code': 200} Dec 17 13:32:17.370081 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e602b5-a34e-4a6d-aff3-644a4d1641f5', 'code': 200} Dec 17 13:32:17.370081 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d08cc1d-38ff-4681-8fbf-724fb9f6115f', 'code': 200} Dec 17 13:32:17.370081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd1e7f-bbe8-4777-ac0e-1aa15c1be1bd None None] Pushing event deleted for resources: {'Port': ['ID=e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:17.374434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 9847f8ea-b2de-4c65-a697-8f1811d7198b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9847f8ea-b2de-4c65-a697-8f1811d7198b,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:17.375650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd1e7f-bbe8-4777-ac0e-1aa15c1be1bd None None] No DVR routers for this DVR port e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:17.441424 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.455538 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.462591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e8a54b1b-fdba-4578-8113-44e9204a680e up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:32:17.505277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.519088 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee87ba8a-b04f-4024-98cc-28bc7edf6f41 req-b1c66c27-927d-4488-b4db-e1f9fb12c991 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2211869 Dec 17 13:32:17.555075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Network 40d87285-fe2e-47f0-bd55-58f62cd71f5e is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:17.565437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event updated for resources: {'Port': ['ID=24847f43-6116-4a0b-aedf-7617225a23a7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:17.568261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:17.571936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99770952-82f4-403c-9174-0a6afdbd84bd']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:17.590142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:32:17.606416 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=9847f8ea-b2de-4c65-a697-8f1811d7198b,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:17.620661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ec6b0d-6f3e-475d-8454-01b50e3fb5f2') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:17.620964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ec6b0d-6f3e-475d-8454-01b50e3fb5f2') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:17.622900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:17.636202 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.656036 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:17.656267 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e23eabaa-2f5a-4ac6-8a83-7102b0caa2bf not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:17.659068 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4bfac92b-7bf1-4fa3-a822-e112092419d2 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:17.659384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.661253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port e8a54b1b-fdba-4578-8113-44e9204a680e completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:32:17.669424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:17.670132 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:32:17.683433 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:32:17.703541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 4bfac92b-7bf1-4fa3-a822-e112092419d2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:17.704039 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4bfac92b-7bf1-4fa3-a822-e112092419d2 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:17.705552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port e8a54b1b-fdba-4578-8113-44e9204a680e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:17.705947 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.798039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 32814) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:17.798600 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-34a613fe-2109-486e-9cf9-fc6fe9f648dc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4422932 Dec 17 13:32:17.802758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8584cd6b-9bb5-4b0f-973a-c3ac4eb31a77 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Request body: {'floatingip': {'port_id': '24847f43-6116-4a0b-aedf-7617225a23a7'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:17.809644 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.832312 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.837044 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.851541 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.856830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e8a54b1b-fdba-4578-8113-44e9204a680e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e8a54b1b-fdba-4578-8113-44e9204a680e,segment=NetworkSegment(39964772-a24c-4875-ab7f-79907122d3e5),segment_id=39964772-a24c-4875-ab7f-79907122d3e5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:17.858255 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] 10.222.0.59 "DELETE /v2.0/networks/99770952-82f4-403c-9174-0a6afdbd84bd HTTP/1.1" status: 204 len: 168 time: 1.3165560 Dec 17 13:32:17.872810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8584cd6b-9bb5-4b0f-973a-c3ac4eb31a77 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.882518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434acf2-34b0-4f87-8f24-b0358dde9293 admin admin] Pushing event deleted for resources: {'Network': ['ID=99770952-82f4-403c-9174-0a6afdbd84bd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:17.934144 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:17.935058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device dc07cf3f-9d03-4819-8873-8517cbaafef0 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:32:18.055234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e8a54b1b-fdba-4578-8113-44e9204a680e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:18.064973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a27a34d3-de06-4dc7-9fd7-dd5bb1b77bb4 None None] Provisioning complete for port 24847f43-6116-4a0b-aedf-7617225a23a7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:18.065367 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a27a34d3-de06-4dc7-9fd7-dd5bb1b77bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:18.113907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a27a34d3-de06-4dc7-9fd7-dd5bb1b77bb4 None None] Port 24847f43-6116-4a0b-aedf-7617225a23a7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:32:18.184857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port dc07cf3f-9d03-4819-8873-8517cbaafef0 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:32:18.189966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port dc07cf3f-9d03-4819-8873-8517cbaafef0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:18.190330 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:18.219159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 32826) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:18.275955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-52c66f50-8c76-49ce-90e4-5f6ee39b3fee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42ce2784e85b4127ad8c713af6203070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550759 Dec 17 13:32:18.278415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 32828) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:18.295756 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:18.342409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port dc07cf3f-9d03-4819-8873-8517cbaafef0, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=dc07cf3f-9d03-4819-8873-8517cbaafef0,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:18.355107 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2110bf09-09d7-4039-9869-54f73a29ac1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:18.387226 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2110bf09-09d7-4039-9869-54f73a29ac1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:18.428806 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8584cd6b-9bb5-4b0f-973a-c3ac4eb31a77 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:18.440197 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:18.487802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd5b5c-ca05-46b4-9eef-a244695cc37d req-7200b074-4f95-4c2c-8e56-a4899ae7ab6f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:18.489457 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46fd5b5c-ca05-46b4-9eef-a244695cc37d req-7200b074-4f95-4c2c-8e56-a4899ae7ab6f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 943 time: 0.0659831 Dec 17 13:32:18.513337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=dc07cf3f-9d03-4819-8873-8517cbaafef0,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:18.527447 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8584cd6b-9bb5-4b0f-973a-c3ac4eb31a77 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:18.569763 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2110bf09-09d7-4039-9869-54f73a29ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:18.572451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2110bf09-09d7-4039-9869-54f73a29ac1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:18.577259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2110bf09-09d7-4039-9869-54f73a29ac1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/527dd715-27a6-4419-9210-1969e6ad2f95 HTTP/1.1" status: 204 len: 168 time: 0.2947781 Dec 17 13:32:18.590169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110bf09-09d7-4039-9869-54f73a29ac1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527dd715-27a6-4419-9210-1969e6ad2f95,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:18.590384 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46fd5b5c-ca05-46b4-9eef-a244695cc37d req-8070deb6-1cfa-44bd-8be2-912fc1699adb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932670 Dec 17 13:32:18.697476 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-8584cd6b-9bb5-4b0f-973a-c3ac4eb31a77 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Floating IP ab5779e5-916f-4a77-bd37-442aa5b11cd0 associated. External IP: 172.25.0.127, port: c6fdff9b-b773-4cbc-9184-feb8f26f67fa. Dec 17 13:32:18.698269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9e8a7-ee1a-4739-bb06-7647e9f6d175 req-45a9b652-8046-4635-8e49-de9a11614ede tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:18.709884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9e8a7-ee1a-4739-bb06-7647e9f6d175 req-45a9b652-8046-4635-8e49-de9a11614ede tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:18.721783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9e8a7-ee1a-4739-bb06-7647e9f6d175 req-45a9b652-8046-4635-8e49-de9a11614ede tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:18.733752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9e8a7-ee1a-4739-bb06-7647e9f6d175 req-45a9b652-8046-4635-8e49-de9a11614ede tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:18.742518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9e8a7-ee1a-4739-bb06-7647e9f6d175 req-45a9b652-8046-4635-8e49-de9a11614ede tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:18.752587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9e8a7-ee1a-4739-bb06-7647e9f6d175 req-45a9b652-8046-4635-8e49-de9a11614ede tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:18.761075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9e8a7-ee1a-4739-bb06-7647e9f6d175 req-45a9b652-8046-4635-8e49-de9a11614ede tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:18.763441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-82f9e8a7-ee1a-4739-bb06-7647e9f6d175 req-45a9b652-8046-4635-8e49-de9a11614ede tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5445 time: 0.1394904 Dec 17 13:32:18.835850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-82f9e8a7-ee1a-4739-bb06-7647e9f6d175 req-998e05dc-a653-4801-bc60-85d44eb1821c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645926 Dec 17 13:32:18.939892 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 79d55cc8-efe6-44ed-b014-aa0e292f80c7 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:32:18.959426 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:18.959665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8584cd6b-9bb5-4b0f-973a-c3ac4eb31a77 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:19.048785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 79d55cc8-efe6-44ed-b014-aa0e292f80c7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=79d55cc8-efe6-44ed-b014-aa0e292f80c7,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:19.078833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8584cd6b-9bb5-4b0f-973a-c3ac4eb31a77 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:19.236922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f6fe1-35a7-48bd-b1f1-17b7ae2ae67e None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:19.241569 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '79d55cc8-efe6-44ed-b014-aa0e292f80c7', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'port_id': '79d55cc8-efe6-44ed-b014-aa0e292f80c7', 'mac_address': 'fa:16:3e:6d:8e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:32:19.284831 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:19.304127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f6fe1-35a7-48bd-b1f1-17b7ae2ae67e None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:19.304774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-852f6fe1-35a7-48bd-b1f1-17b7ae2ae67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:19.307818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d55cc8-efe6-44ed-b014-aa0e292f80c7 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:32:19.330110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 79d55cc8-efe6-44ed-b014-aa0e292f80c7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=79d55cc8-efe6-44ed-b014-aa0e292f80c7,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:19.355760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 32850) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:19.365063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-852f6fe1-35a7-48bd-b1f1-17b7ae2ae67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:19.369201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9847f8ea-b2de-4c65-a697-8f1811d7198b'}, {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a54b1b-fdba-4578-8113-44e9204a680e'}, {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc07cf3f-9d03-4819-8873-8517cbaafef0'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:32:19.371610 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec3dc13-5970-4da7-9df6-f9062a0ed7a9" -d '{"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "9847f8ea-b2de-4c65-a697-8f1811d7198b"}, {"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "e8a54b1b-fdba-4578-8113-44e9204a680e"}, {"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "dc07cf3f-9d03-4819-8873-8517cbaafef0"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:32:19.392483 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:19.410608 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f6fe1-35a7-48bd-b1f1-17b7ae2ae67e None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:19.416018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-852f6fe1-35a7-48bd-b1f1-17b7ae2ae67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:19.423533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fc2c4667-970b-4d56-8d3b-3098b5bdfe72 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05c0877c285e4b76845cc5cfdebe37e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0646226 Dec 17 13:32:19.425697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 32854) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:19.530886 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Dec 2021 13:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426d20cc-f382-419f-ada1-1f93a7bd4ef1 x-openstack-request-id: req-426d20cc-f382-419f-ada1-1f93a7bd4ef1 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:32:19.531194 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "9847f8ea-b2de-4c65-a697-8f1811d7198b", "code": 200}, {"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "e8a54b1b-fdba-4578-8113-44e9204a680e", "code": 200}, {"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "dc07cf3f-9d03-4819-8873-8517cbaafef0", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:32:19.531454 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-426d20cc-f382-419f-ada1-1f93a7bd4ef1 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:32:19.531869 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9847f8ea-b2de-4c65-a697-8f1811d7198b', 'code': 200} Dec 17 13:32:19.532134 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a54b1b-fdba-4578-8113-44e9204a680e', 'code': 200} Dec 17 13:32:19.532387 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc07cf3f-9d03-4819-8873-8517cbaafef0', 'code': 200} Dec 17 13:32:19.534167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=79d55cc8-efe6-44ed-b014-aa0e292f80c7,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:19.538436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-852f6fe1-35a7-48bd-b1f1-17b7ae2ae67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:19.539131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f6fe1-35a7-48bd-b1f1-17b7ae2ae67e None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:19.564314 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0188583-f133-408e-82c3-d768c32e23ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:19.600570 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0188583-f133-408e-82c3-d768c32e23ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:19.678645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b9656-ecc2-4b3d-b727-1b2aaef8a5c9 req-5d83888f-553a-4789-9ef4-ce7a1d32f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:19.679295 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b9656-ecc2-4b3d-b727-1b2aaef8a5c9 req-5d83888f-553a-4789-9ef4-ce7a1d32f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:19.679788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b9656-ecc2-4b3d-b727-1b2aaef8a5c9 req-5d83888f-553a-4789-9ef4-ce7a1d32f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:19.680488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b9656-ecc2-4b3d-b727-1b2aaef8a5c9 req-5d83888f-553a-4789-9ef4-ce7a1d32f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:19.680973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b9656-ecc2-4b3d-b727-1b2aaef8a5c9 req-5d83888f-553a-4789-9ef4-ce7a1d32f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:19.681610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b9656-ecc2-4b3d-b727-1b2aaef8a5c9 req-5d83888f-553a-4789-9ef4-ce7a1d32f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:19.682234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b9656-ecc2-4b3d-b727-1b2aaef8a5c9 req-5d83888f-553a-4789-9ef4-ce7a1d32f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:19.684814 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-903b9656-ecc2-4b3d-b727-1b2aaef8a5c9 req-5d83888f-553a-4789-9ef4-ce7a1d32f539 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6502 time: 0.0981767 Dec 17 13:32:19.694344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['79d55cc8-efe6-44ed-b014-aa0e292f80c7'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:32:19.736046 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8584cd6b-9bb5-4b0f-973a-c3ac4eb31a77 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:19.809215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47486aab-5fd8-4901-9b71-86a765fb85b4 req-311f02f1-0ef7-4571-9e34-f9793a1e619d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:19.818183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-47486aab-5fd8-4901-9b71-86a765fb85b4 req-311f02f1-0ef7-4571-9e34-f9793a1e619d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 944 time: 0.1164277 Dec 17 13:32:19.830492 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:19.840361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-903b9656-ecc2-4b3d-b727-1b2aaef8a5c9 req-061b7bbf-573f-4b9f-8e50-47ad644bd8aa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&id=029bb36c-e994-4f7e-bf50-82a101efec78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1396081 Dec 17 13:32:19.843348 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0188583-f133-408e-82c3-d768c32e23ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:19.846770 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0188583-f133-408e-82c3-d768c32e23ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:19.847945 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a0188583-f133-408e-82c3-d768c32e23ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/116f7bc2-4fdd-42b5-989f-0cdf611ffbd8 HTTP/1.1" status: 204 len: 168 time: 0.4223924 Dec 17 13:32:19.869634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0188583-f133-408e-82c3-d768c32e23ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116f7bc2-4fdd-42b5-989f-0cdf611ffbd8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:19.892288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8584cd6b-9bb5-4b0f-973a-c3ac4eb31a77 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:19.901538 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8584cd6b-9bb5-4b0f-973a-c3ac4eb31a77 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:19.904487 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-47486aab-5fd8-4901-9b71-86a765fb85b4 req-8f786005-275e-43c8-be6d-1f7b37b9966a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846152 Dec 17 13:32:19.908356 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4b51c-d42c-442d-b1a9-0b28a203b21a None None] Sync routers for ids ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:19.935754 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4b51c-d42c-442d-b1a9-0b28a203b21a None None] Routers {'53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:19.937039 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f2f4b51c-d42c-442d-b1a9-0b28a203b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:19.986399 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f2f4b51c-d42c-442d-b1a9-0b28a203b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:19.998359 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4b51c-d42c-442d-b1a9-0b28a203b21a None None] Routers {'53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:19.999253 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f2f4b51c-d42c-442d-b1a9-0b28a203b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:20.006975 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8584cd6b-9bb5-4b0f-973a-c3ac4eb31a77 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "PUT /v2.0/floatingips/ab5779e5-916f-4a77-bd37-442aa5b11cd0 HTTP/1.1" status: 200 len: 977 time: 2.2069523 Dec 17 13:32:20.011863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 32864) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:20.046445 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f2f4b51c-d42c-442d-b1a9-0b28a203b21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:20.047099 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4b51c-d42c-442d-b1a9-0b28a203b21a None None] The sync data for ids ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:20.079043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013b23-92b2-478a-8cb5-d59d529ddf43 req-0a1b5600-4e59-4457-ac43-050d1e3fbdb2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:20.085843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013b23-92b2-478a-8cb5-d59d529ddf43 req-0a1b5600-4e59-4457-ac43-050d1e3fbdb2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:20.094216 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013b23-92b2-478a-8cb5-d59d529ddf43 req-0a1b5600-4e59-4457-ac43-050d1e3fbdb2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:20.101714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013b23-92b2-478a-8cb5-d59d529ddf43 req-0a1b5600-4e59-4457-ac43-050d1e3fbdb2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:20.114444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013b23-92b2-478a-8cb5-d59d529ddf43 req-0a1b5600-4e59-4457-ac43-050d1e3fbdb2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:20.124968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013b23-92b2-478a-8cb5-d59d529ddf43 req-0a1b5600-4e59-4457-ac43-050d1e3fbdb2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:20.132125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64013b23-92b2-478a-8cb5-d59d529ddf43 req-0a1b5600-4e59-4457-ac43-050d1e3fbdb2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:20.134093 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64013b23-92b2-478a-8cb5-d59d529ddf43 req-0a1b5600-4e59-4457-ac43-050d1e3fbdb2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5445 time: 0.1571219 Dec 17 13:32:20.141838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port 24847f43-6116-4a0b-aedf-7617225a23a7 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:20.142177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:20.238128 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64013b23-92b2-478a-8cb5-d59d529ddf43 req-ad6a7dd5-d7bb-4229-8b1d-36b068810a2c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833986 Dec 17 13:32:20.271767 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:20.468771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:20.469481 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:20.469481 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Floating IP ab5779e5-916f-4a77-bd37-442aa5b11cd0 disassociated. External IP: 172.25.0.127, port: 24847f43-6116-4a0b-aedf-7617225a23a7. Dec 17 13:32:20.469951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for 24847f43-6116-4a0b-aedf-7617225a23a7 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:20.667695 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:20.706803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=24847f43-6116-4a0b-aedf-7617225a23a7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:20.888763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:20.947574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 79d55cc8-efe6-44ed-b014-aa0e292f80c7 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:32:20.961152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69059a-a77a-42e4-9f05-3e08b265f550 req-47e184c4-9dd0-4656-86e1-a07e5ce85791 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:20.962915 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a69059a-a77a-42e4-9f05-3e08b265f550 req-47e184c4-9dd0-4656-86e1-a07e5ce85791 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 945 time: 0.1113291 Dec 17 13:32:21.048389 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bc402-8149-4148-b754-67d74f1eb320 req-81de7ab1-b9ff-434f-b3a9-85ac5a876987 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:21.049949 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8c8bc402-8149-4148-b754-67d74f1eb320 req-81de7ab1-b9ff-434f-b3a9-85ac5a876987 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 944 time: 0.0583372 Dec 17 13:32:21.072188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:21.089053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0583a-565f-4526-91fe-dfd8642f9f94 None None] Sync routers for ids ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:21.102287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 79d55cc8-efe6-44ed-b014-aa0e292f80c7 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:32:21.104722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0583a-565f-4526-91fe-dfd8642f9f94 None None] Routers {'53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:21.105422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-32b0583a-565f-4526-91fe-dfd8642f9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:21.111207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 79d55cc8-efe6-44ed-b014-aa0e292f80c7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:21.112228 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:21.135677 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8c8bc402-8149-4148-b754-67d74f1eb320 req-a1ebc3ee-d081-49ee-a78b-b696c5f3f1db tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792391 Dec 17 13:32:21.176315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-32b0583a-565f-4526-91fe-dfd8642f9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:21.188538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a69059a-a77a-42e4-9f05-3e08b265f550 req-bba7d2bf-18b0-475b-8ed7-17b2627d48f7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128654 Dec 17 13:32:21.200559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0583a-565f-4526-91fe-dfd8642f9f94 None None] Routers {'53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:21.209525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-32b0583a-565f-4526-91fe-dfd8642f9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:21.214414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 32880) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:21.219705 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:21.225694 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-52e840af-bc41-4d1a-9de9-6c7cb384c17b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/ports/24847f43-6116-4a0b-aedf-7617225a23a7 HTTP/1.1" status: 204 len: 168 time: 1.2103460 Dec 17 13:32:21.225917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 32882) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:21.254322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-32b0583a-565f-4526-91fe-dfd8642f9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:21.255195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0583a-565f-4526-91fe-dfd8642f9f94 None None] The sync data for ids ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:21.300935 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3e37612f-1e80-4d2d-a2a5-23a0fa7d7a98 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/87388a11-ebe7-4d1c-b0ce-95c7d89b24f7 HTTP/1.1" status: 200 len: 993 time: 0.0830760 Dec 17 13:32:21.313917 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:21.359078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 79d55cc8-efe6-44ed-b014-aa0e292f80c7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=79d55cc8-efe6-44ed-b014-aa0e292f80c7,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:21.420547 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585af6ca-95cd-45fd-b395-935c24fbe3e6 req-80e4b543-e4b7-49f4-8c00-f16e688b9e38 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:21.427119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585af6ca-95cd-45fd-b395-935c24fbe3e6 req-80e4b543-e4b7-49f4-8c00-f16e688b9e38 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:21.433824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585af6ca-95cd-45fd-b395-935c24fbe3e6 req-80e4b543-e4b7-49f4-8c00-f16e688b9e38 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:21.442536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585af6ca-95cd-45fd-b395-935c24fbe3e6 req-80e4b543-e4b7-49f4-8c00-f16e688b9e38 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:21.447568 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585af6ca-95cd-45fd-b395-935c24fbe3e6 req-80e4b543-e4b7-49f4-8c00-f16e688b9e38 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:21.453854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585af6ca-95cd-45fd-b395-935c24fbe3e6 req-80e4b543-e4b7-49f4-8c00-f16e688b9e38 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:21.459751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585af6ca-95cd-45fd-b395-935c24fbe3e6 req-80e4b543-e4b7-49f4-8c00-f16e688b9e38 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:21.460592 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:21.461988 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-585af6ca-95cd-45fd-b395-935c24fbe3e6 req-80e4b543-e4b7-49f4-8c00-f16e688b9e38 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5445 time: 0.1083834 Dec 17 13:32:21.514658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=79d55cc8-efe6-44ed-b014-aa0e292f80c7,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:21.533227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677b27f3-d49b-4bc7-8fff-73b7161be78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d55cc8-efe6-44ed-b014-aa0e292f80c7'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:32:21.535932 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efa1d7b-a80a-4f88-868f-9a74fc6036b7" -d '{"events": [{"server_uuid": "677b27f3-d49b-4bc7-8fff-73b7161be78d", "name": "network-vif-plugged", "status": "completed", "tag": "79d55cc8-efe6-44ed-b014-aa0e292f80c7"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:32:21.553859 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-585af6ca-95cd-45fd-b395-935c24fbe3e6 req-ab70fac9-f1c0-4500-afc1-da2aa4a4371e tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747664 Dec 17 13:32:21.583373 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396ff2cc-fc1a-4387-a3c7-ab23786109dd x-openstack-request-id: req-396ff2cc-fc1a-4387-a3c7-ab23786109dd {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:32:21.583737 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677b27f3-d49b-4bc7-8fff-73b7161be78d", "name": "network-vif-plugged", "status": "completed", "tag": "79d55cc8-efe6-44ed-b014-aa0e292f80c7", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:32:21.584084 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-396ff2cc-fc1a-4387-a3c7-ab23786109dd {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:32:21.584543 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677b27f3-d49b-4bc7-8fff-73b7161be78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d55cc8-efe6-44ed-b014-aa0e292f80c7', 'code': 200} Dec 17 13:32:21.734938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd3344-81ca-4296-9e03-5fd6afcfe5c7 req-71a2591b-dac1-48e2-8980-f5085a4a7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:21.736400 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1dbd3344-81ca-4296-9e03-5fd6afcfe5c7 req-71a2591b-dac1-48e2-8980-f5085a4a7d98 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 1096 time: 0.0871298 Dec 17 13:32:21.740885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a17c1-b640-4d38-b324-06c2af9cdf9c req-daf7fbc4-f9f9-4554-b039-2498e441bc79 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:21.742297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-602a17c1-b640-4d38-b324-06c2af9cdf9c req-daf7fbc4-f9f9-4554-b039-2498e441bc79 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0788567 Dec 17 13:32:21.745369 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:22.224434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1dbd3344-81ca-4296-9e03-5fd6afcfe5c7 req-3ea28337-bb39-431c-8b0a-50b8fc46da34 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761038 Dec 17 13:32:22.228694 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-602a17c1-b640-4d38-b324-06c2af9cdf9c req-654fddac-cdb0-45df-b2bd-e43da0eef210 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4441743 Dec 17 13:32:22.291934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91253cc2-e49b-4146-9f7b-34a645ab9eeb req-0e233598-4dce-4160-8ffb-d7e78c7a5ed1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:22.302209 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91253cc2-e49b-4146-9f7b-34a645ab9eeb req-0e233598-4dce-4160-8ffb-d7e78c7a5ed1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 945 time: 0.0865748 Dec 17 13:32:22.362983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91253cc2-e49b-4146-9f7b-34a645ab9eeb req-f24edbaa-a3c3-4fbf-931b-520f21caec7e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599053 Dec 17 13:32:22.398430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port cb68d296-07d4-49e2-83f0-d669354988f5 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:22.398784 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:22.484257 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:22.497041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for cb68d296-07d4-49e2-83f0-d669354988f5 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:22.745831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8f44b-e293-4f38-8815-e75f15692448 req-55f688df-d7b0-4cec-8ba8-31ae524f7a5d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:22.751588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8f44b-e293-4f38-8815-e75f15692448 req-55f688df-d7b0-4cec-8ba8-31ae524f7a5d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:22.758091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8f44b-e293-4f38-8815-e75f15692448 req-55f688df-d7b0-4cec-8ba8-31ae524f7a5d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:22.764017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8f44b-e293-4f38-8815-e75f15692448 req-55f688df-d7b0-4cec-8ba8-31ae524f7a5d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:22.769913 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8f44b-e293-4f38-8815-e75f15692448 req-55f688df-d7b0-4cec-8ba8-31ae524f7a5d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:22.775854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8f44b-e293-4f38-8815-e75f15692448 req-55f688df-d7b0-4cec-8ba8-31ae524f7a5d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:22.781758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8f44b-e293-4f38-8815-e75f15692448 req-55f688df-d7b0-4cec-8ba8-31ae524f7a5d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:22.783775 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0da8f44b-e293-4f38-8815-e75f15692448 req-55f688df-d7b0-4cec-8ba8-31ae524f7a5d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5445 time: 0.0971596 Dec 17 13:32:22.803492 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:22.835357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=cb68d296-07d4-49e2-83f0-d669354988f5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:22.870977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:22.870977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:22.870977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:22.870977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:22.870977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:22.870977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:22.871673 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0da8f44b-e293-4f38-8815-e75f15692448 req-de25b7d9-8cec-4a28-8896-19942e3c5c79 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791383 Dec 17 13:32:22.871826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:22.871826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:22.871826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:22.871826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:22.871826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:22.871826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:22.871826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:23.066116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7bac-4ac2-436d-a428-fc71a70c4bc6 req-343d7ef5-ca27-4768-85de-653712d5e7b8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:23.088350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7bac-4ac2-436d-a428-fc71a70c4bc6 req-343d7ef5-ca27-4768-85de-653712d5e7b8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:23.096531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7bac-4ac2-436d-a428-fc71a70c4bc6 req-343d7ef5-ca27-4768-85de-653712d5e7b8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:23.103260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7bac-4ac2-436d-a428-fc71a70c4bc6 req-343d7ef5-ca27-4768-85de-653712d5e7b8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:23.109258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7bac-4ac2-436d-a428-fc71a70c4bc6 req-343d7ef5-ca27-4768-85de-653712d5e7b8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:23.115248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7bac-4ac2-436d-a428-fc71a70c4bc6 req-343d7ef5-ca27-4768-85de-653712d5e7b8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:23.122119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7bac-4ac2-436d-a428-fc71a70c4bc6 req-343d7ef5-ca27-4768-85de-653712d5e7b8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:23.124256 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c4fc7bac-4ac2-436d-a428-fc71a70c4bc6 req-343d7ef5-ca27-4768-85de-653712d5e7b8 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5445 time: 0.1586759 Dec 17 13:32:23.131515 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:23.134919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 32914) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:23.139905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c7978518-5990-4dd7-b0de-beebfd62a187 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Request body: {'floatingip': {'port_id': 'e8a54b1b-fdba-4578-8113-44e9204a680e'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:23.203442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7978518-5990-4dd7-b0de-beebfd62a187 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:23.456606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:23.582917 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe6f88-de91-42b3-b839-150e8ff0f8fc req-9004bc9f-cefd-4485-826f-5877d0c0d696 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:23.591407 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90fe6f88-de91-42b3-b839-150e8ff0f8fc req-9004bc9f-cefd-4485-826f-5877d0c0d696 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 945 time: 0.1142757 Dec 17 13:32:23.618946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:23.625164 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d4610da6-91a0-4f20-85dc-e11625703350 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "PUT /v2.0/routers/53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3973811 Dec 17 13:32:23.627037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 32940) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:23.630498 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8f42b-c644-4e66-87da-8bc15ef53737 None None] Sync routers for ids ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:23.643165 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8f42b-c644-4e66-87da-8bc15ef53737 None None] Routers {'53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:23.643896 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f6f8f42b-c644-4e66-87da-8bc15ef53737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:23.685370 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f6f8f42b-c644-4e66-87da-8bc15ef53737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:23.696991 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8f42b-c644-4e66-87da-8bc15ef53737 None None] Routers {'53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:23.697829 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f6f8f42b-c644-4e66-87da-8bc15ef53737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:23.736778 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f6f8f42b-c644-4e66-87da-8bc15ef53737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:23.737542 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8f42b-c644-4e66-87da-8bc15ef53737 None None] The sync data for ids ['53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:23.774906 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:23.846138 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90fe6f88-de91-42b3-b839-150e8ff0f8fc req-02f2362e-a9c4-46c3-9217-c12d3c2dd702 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537558 Dec 17 13:32:23.910918 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-bf3df86c-3f97-40a7-b2b0-791a60ee6070 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2994740 Dec 17 13:32:23.922602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-e3dd25c3-d25a-4262-86b1-bb169e3d13bc service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:32:23.923990 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-e3dd25c3-d25a-4262-86b1-bb169e3d13bc service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072584 Dec 17 13:32:23.924639 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:23.926252 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7978518-5990-4dd7-b0de-beebfd62a187 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:23.980669 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7978518-5990-4dd7-b0de-beebfd62a187 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:24.059691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port d3963c83-5125-4533-8f9e-93e1b529cf0b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:24.059946 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:24.116142 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-c7978518-5990-4dd7-b0de-beebfd62a187 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Floating IP f8bc14ca-bbfd-419a-ab07-a8b163ed3115 associated. External IP: 172.25.0.61, port: e8a54b1b-fdba-4578-8113-44e9204a680e. Dec 17 13:32:24.160314 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:24.177023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for d3963c83-5125-4533-8f9e-93e1b529cf0b owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:24.388088 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7978518-5990-4dd7-b0de-beebfd62a187 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Router 7d6e4fde-ff00-429c-9483-898ece674387 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:24.478623 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:24.505405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7978518-5990-4dd7-b0de-beebfd62a187 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:24.510222 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7978518-5990-4dd7-b0de-beebfd62a187 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:24.515287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=d3963c83-5125-4533-8f9e-93e1b529cf0b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:24.519011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e98905-ed26-4034-ab21-88cde06d80e9 None None] Sync routers for ids ['7d6e4fde-ff00-429c-9483-898ece674387'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:24.532097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd122b9-e792-4dbf-8ab4-f4a324d839cd None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:32:24.538302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e98905-ed26-4034-ab21-88cde06d80e9 None None] Routers {'7d6e4fde-ff00-429c-9483-898ece674387'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:24.538954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a2e98905-ed26-4034-ab21-88cde06d80e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7d6e4fde-ff00-429c-9483-898ece674387'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:24.553663 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c7978518-5990-4dd7-b0de-beebfd62a187 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "PUT /v2.0/floatingips/f8bc14ca-bbfd-419a-ab07-a8b163ed3115 HTTP/1.1" status: 200 len: 991 time: 1.4160244 Dec 17 13:32:24.554559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': 'e8a54b1b-fdba-4578-8113-44e9204a680e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:32:24.556968 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae158a8-eaf3-490d-97f5-07409670559d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "e8a54b1b-fdba-4578-8113-44e9204a680e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:32:24.627829 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:24.684685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a2e98905-ed26-4034-ab21-88cde06d80e9 None None] Set router 7d6e4fde-ff00-429c-9483-898ece674387 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:32:24.741912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:24.745440 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:24.884110 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501d19b8-1808-452e-b856-f9a3abda7427 x-openstack-request-id: req-501d19b8-1808-452e-b856-f9a3abda7427 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:32:24.884645 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "tag": "e8a54b1b-fdba-4578-8113-44e9204a680e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:32:24.884789 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-501d19b8-1808-452e-b856-f9a3abda7427 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:32:24.885238 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'tag': 'e8a54b1b-fdba-4578-8113-44e9204a680e', 'status': 'completed', 'code': 200} Dec 17 13:32:24.960715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a2e98905-ed26-4034-ab21-88cde06d80e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 4, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'f8bc14ca-bbfd-419a-ab07-a8b163ed3115', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'port_id': 'e8a54b1b-fdba-4578-8113-44e9204a680e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'mac_address': 'fa:16:3e:59:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:30:36Z', 'updated_at': '2021-12-17T13:32:23Z', 'revision_number': 1, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cda2789-4642-48cd-a586-eada82388975', 'name': '', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'mac_address': 'fa:16:3e:63:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:12Z', 'updated_at': '2021-12-17T13:29:22Z', 'revision_number': 5, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'subnets': [{'id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:24.975935 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:24.976714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Fanout notify agent at l3_agent the message router_deleted on router 53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:32:24.982023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17b08b-ac3e-437f-8781-24eb3ec24344 req-5bc89b93-d2e6-4838-9644-5c5d052df8be tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:24.984851 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:24.989005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d20aa82d-ce48-4d7d-9b9d-99c18531df4c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/routers/53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0 HTTP/1.1" status: 204 len: 168 time: 1.3609757 Dec 17 13:32:24.989426 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4a17b08b-ac3e-437f-8781-24eb3ec24344 req-5bc89b93-d2e6-4838-9644-5c5d052df8be tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 945 time: 0.0576627 Dec 17 13:32:24.989788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 32966) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:24.992728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e98905-ed26-4034-ab21-88cde06d80e9 None None] Checking router: 7d6e4fde-ff00-429c-9483-898ece674387 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:32:25.007414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e98905-ed26-4034-ab21-88cde06d80e9 None None] Routers {'7d6e4fde-ff00-429c-9483-898ece674387'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:25.008100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a2e98905-ed26-4034-ab21-88cde06d80e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7d6e4fde-ff00-429c-9483-898ece674387'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:25.014290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae158a8-eaf3-490d-97f5-07409670559d req-d44f7c87-27ce-4f8b-b7ea-b787f3d465cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.014956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae158a8-eaf3-490d-97f5-07409670559d req-d44f7c87-27ce-4f8b-b7ea-b787f3d465cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.016115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae158a8-eaf3-490d-97f5-07409670559d req-d44f7c87-27ce-4f8b-b7ea-b787f3d465cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.016858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae158a8-eaf3-490d-97f5-07409670559d req-d44f7c87-27ce-4f8b-b7ea-b787f3d465cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.017416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae158a8-eaf3-490d-97f5-07409670559d req-d44f7c87-27ce-4f8b-b7ea-b787f3d465cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.019013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae158a8-eaf3-490d-97f5-07409670559d req-d44f7c87-27ce-4f8b-b7ea-b787f3d465cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.019574 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae158a8-eaf3-490d-97f5-07409670559d req-d44f7c87-27ce-4f8b-b7ea-b787f3d465cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.022373 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dae158a8-eaf3-490d-97f5-07409670559d req-d44f7c87-27ce-4f8b-b7ea-b787f3d465cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6502 time: 0.1063964 Dec 17 13:32:25.049259 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4a17b08b-ac3e-437f-8781-24eb3ec24344 req-b3d446d8-7b67-44b7-be68-db3bf560a10d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588312 Dec 17 13:32:25.172851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae158a8-eaf3-490d-97f5-07409670559d req-0abb961d-82ae-4967-b959-75e1995bb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.174968 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dae158a8-eaf3-490d-97f5-07409670559d req-0abb961d-82ae-4967-b959-75e1995bb5a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507 HTTP/1.1" status: 200 len: 917 time: 0.1281996 Dec 17 13:32:25.206739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-eec511c1-12e1-4a82-9630-c9eca3670920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.208121 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-eec511c1-12e1-4a82-9630-c9eca3670920 service neutron] 10.222.0.59 "GET /v2.0/ports/29ead8cb-bc13-48a8-b783-051a152ef64a HTTP/1.1" status: 200 len: 1093 time: 0.0706336 Dec 17 13:32:25.210725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a2e98905-ed26-4034-ab21-88cde06d80e9 None None] Set router 7d6e4fde-ff00-429c-9483-898ece674387 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:32:25.230955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac290263-7c25-4fdf-ae68-7fc83bc8687e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting subnet 40512b4a-7a2b-4e9b-89c9-929882805d48 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:32:25.233726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] Request body: {'binding': {'host': 'n-h2-815324-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:25.234190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] Unknown quota resources ['binding']. {{(pid=110454) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 13:32:25.241147 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac290263-7c25-4fdf-ae68-7fc83bc8687e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:25.295436 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dae158a8-eaf3-490d-97f5-07409670559d req-688100ce-10e4-4576-a0e5-5abe51a59b4a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a54b1b-fdba-4578-8113-44e9204a680e HTTP/1.1" status: 200 len: 999 time: 0.1115284 Dec 17 13:32:25.300561 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac290263-7c25-4fdf-ae68-7fc83bc8687e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:25.385339 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] Attempting to bind port 29ead8cb-bc13-48a8-b783-051a152ef64a on host n-h2-815324-5 for vnic_type normal with profile None {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:32:25.386006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] Attempting to bind port 29ead8cb-bc13-48a8-b783-051a152ef64a by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:32:25.386518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] Attempting to bind port 29ead8cb-bc13-48a8-b783-051a152ef64a on network a724d299-453e-4c43-ac93-a85d5ff70055 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:32:25.396205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] Port 29ead8cb-bc13-48a8-b783-051a152ef64a on network a724d299-453e-4c43-ac93-a85d5ff70055 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:32:25.397805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] Attempting to bind port 29ead8cb-bc13-48a8-b783-051a152ef64a on network a724d299-453e-4c43-ac93-a85d5ff70055 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:32:25.408646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae158a8-eaf3-490d-97f5-07409670559d req-c22340ab-9dff-4099-ad57-474c1a95d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.410217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dae158a8-eaf3-490d-97f5-07409670559d req-c22340ab-9dff-4099-ad57-474c1a95d7c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=644d3787-4d5f-4bbd-9877-1bc7fbb4ed55 HTTP/1.1" status: 200 len: 855 time: 0.1059210 Dec 17 13:32:25.415389 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:32:25.415915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] Checking segment: {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:32:25.416354 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] Bound using segment: {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:32:25.416798 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] Bound port: 29ead8cb-bc13-48a8-b783-051a152ef64a, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:32:25.458405 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac290263-7c25-4fdf-ae68-7fc83bc8687e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:25.477440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250c08-3520-4757-8663-b1594c673519 req-be9097b5-7a68-4186-8eca-1a4e2aaad456 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.485541 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c5250c08-3520-4757-8663-b1594c673519 req-be9097b5-7a68-4186-8eca-1a4e2aaad456 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 945 time: 0.2877738 Dec 17 13:32:25.517831 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a2e98905-ed26-4034-ab21-88cde06d80e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 4, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'f8bc14ca-bbfd-419a-ab07-a8b163ed3115', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'port_id': 'e8a54b1b-fdba-4578-8113-44e9204a680e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'mac_address': 'fa:16:3e:59:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:30:36Z', 'updated_at': '2021-12-17T13:32:23Z', 'revision_number': 1, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cda2789-4642-48cd-a586-eada82388975', 'name': '', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'mac_address': 'fa:16:3e:63:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:12Z', 'updated_at': '2021-12-17T13:29:22Z', 'revision_number': 5, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'subnets': [{'id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:25.545662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e98905-ed26-4034-ab21-88cde06d80e9 None None] The sync data for ids ['7d6e4fde-ff00-429c-9483-898ece674387'] in n-d-815324-5 is: [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 4, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'f8bc14ca-bbfd-419a-ab07-a8b163ed3115', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'port_id': 'e8a54b1b-fdba-4578-8113-44e9204a680e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'mac_address': 'fa:16:3e:59:90:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:30:36Z', 'updated_at': '2021-12-17T13:32:23Z', 'revision_number': 1, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cda2789-4642-48cd-a586-eada82388975', 'name': '', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'mac_address': 'fa:16:3e:63:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:12Z', 'updated_at': '2021-12-17T13:29:22Z', 'revision_number': 5, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'subnets': [{'id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:25.561255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=29ead8cb-bc13-48a8-b783-051a152ef64a,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:32:25.564573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae158a8-eaf3-490d-97f5-07409670559d req-8f471a8a-58ee-4932-94ef-2e74c7206695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.566144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dae158a8-eaf3-490d-97f5-07409670559d req-8f471a8a-58ee-4932-94ef-2e74c7206695 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675466 Dec 17 13:32:25.572911 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c5250c08-3520-4757-8663-b1594c673519 req-05f15cf9-422c-4fe2-8a75-6db9a6d043a8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864320 Dec 17 13:32:25.648001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] Publish callbacks [] for binding, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:25.649726 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] 10.222.0.59 "POST /v2.0/ports/29ead8cb-bc13-48a8-b783-051a152ef64a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4193158 Dec 17 13:32:25.682634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac290263-7c25-4fdf-ae68-7fc83bc8687e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:25.729162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac290263-7c25-4fdf-ae68-7fc83bc8687e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Subnet': ['ID=40512b4a-7a2b-4e9b-89c9-929882805d48,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:25.731266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d6bc-6f1e-426d-b6d1-83916176e7a2 req-e682dfd9-440e-45d3-aea3-80ca6a866959 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:25.731549 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac290263-7c25-4fdf-ae68-7fc83bc8687e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:25.732885 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a664d6bc-6f1e-426d-b6d1-83916176e7a2 req-e682dfd9-440e-45d3-aea3-80ca6a866959 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 945 time: 0.0664127 Dec 17 13:32:25.739089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09acac86-7157-4b67-8a8b-db33013c6ae0 None None] Network 40d87285-fe2e-47f0-bd55-58f62cd71f5e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:32:25.744967 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ac290263-7c25-4fdf-ae68-7fc83bc8687e tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/subnets/40512b4a-7a2b-4e9b-89c9-929882805d48 HTTP/1.1" status: 204 len: 168 time: 0.7501483 Dec 17 13:32:25.746525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dae158a8-eaf3-490d-97f5-07409670559d req-4e66752f-216a-4855-a60d-05af9db67137 service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723804 Dec 17 13:32:25.747046 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 32982) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:25.817571 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a664d6bc-6f1e-426d-b6d1-83916176e7a2 req-36cbca2f-99fd-4cbd-9d5f-9bb1cd2be95d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752509 Dec 17 13:32:25.955516 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0293000e-20d7-43b5-a957-385728d020aa None None] New status for floating IP f8bc14ca-bbfd-419a-ab07-a8b163ed3115: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:32:25.995172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ca1f44-13e2-45e9-ae96-32dd6f746103 None None] DHCP port deletion for 40d87285-fe2e-47f0-bd55-58f62cd71f5e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:32:26.049073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:26.090091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c5fcc-636b-4411-89d5-f19404ed405c req-4ae5d01b-49c5-48f5-acf2-ee433c61b7e8 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:26.093195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e1c5fcc-636b-4411-89d5-f19404ed405c req-4ae5d01b-49c5-48f5-acf2-ee433c61b7e8 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 945 time: 0.1197293 Dec 17 13:32:26.119469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-49ca1f44-13e2-45e9-ae96-32dd6f746103 None None] Deleting port 58bb4e6f-8d21-4398-8951-3c63263c90c2 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:26.119469 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-49ca1f44-13e2-45e9-ae96-32dd6f746103 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:26.154090 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dae158a8-eaf3-490d-97f5-07409670559d req-715c35ec-46f9-4f2b-aba9-8c2c34540424 service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343232 Dec 17 13:32:26.200788 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e1c5fcc-636b-4411-89d5-f19404ed405c req-86e983e9-280a-43ab-8b69-be369ca54be3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974917 Dec 17 13:32:26.215210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port 58bb4e6f-8d21-4398-8951-3c63263c90c2 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:26.215825 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:26.235378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-49ca1f44-13e2-45e9-ae96-32dd6f746103 None None] For port 58bb4e6f-8d21-4398-8951-3c63263c90c2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=58bb4e6f-8d21-4398-8951-3c63263c90c2,segment=NetworkSegment(72314fe0-44ae-4955-b0fa-e7e80551b4aa),segment_id=72314fe0-44ae-4955-b0fa-e7e80551b4aa)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:26.235845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-49ca1f44-13e2-45e9-ae96-32dd6f746103 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:26.260753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-49ca1f44-13e2-45e9-ae96-32dd6f746103 None None] Calling delete_port for 58bb4e6f-8d21-4398-8951-3c63263c90c2 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:26.319456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] For port 58bb4e6f-8d21-4398-8951-3c63263c90c2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=58bb4e6f-8d21-4398-8951-3c63263c90c2,segment=NetworkSegment(72314fe0-44ae-4955-b0fa-e7e80551b4aa),segment_id=72314fe0-44ae-4955-b0fa-e7e80551b4aa)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:26.319907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:26.364473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for 58bb4e6f-8d21-4398-8951-3c63263c90c2 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:26.388996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-e97edf5b-c4cd-4bc5-900c-b630716ffa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:26.390631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-e97edf5b-c4cd-4bc5-900c-b630716ffa35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0866797 Dec 17 13:32:26.454464 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-49ca1f44-13e2-45e9-ae96-32dd6f746103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:26.479553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca1f44-13e2-45e9-ae96-32dd6f746103 None None] Pushing event deleted for resources: {'Port': ['ID=58bb4e6f-8d21-4398-8951-3c63263c90c2,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:26.483528 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca1f44-13e2-45e9-ae96-32dd6f746103 None None] No DVR routers for this DVR port 58bb4e6f-8d21-4398-8951-3c63263c90c2 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:26.548517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:26.553917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-73e17606-931f-4a36-a867-0a7f80396ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:26.555408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-73e17606-931f-4a36-a867-0a7f80396ee8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a724d299-453e-4c43-ac93-a85d5ff70055 HTTP/1.1" status: 200 len: 898 time: 0.1319075 Dec 17 13:32:26.585822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=58bb4e6f-8d21-4398-8951-3c63263c90c2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:26.589971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] No DVR routers for this DVR port 58bb4e6f-8d21-4398-8951-3c63263c90c2 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:27.071416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-74dbefd9-c0cc-487a-8fcd-53c26d9471eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ead8cb-bc13-48a8-b783-051a152ef64a HTTP/1.1" status: 200 len: 1001 time: 0.4927118 Dec 17 13:32:27.076784 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:27.134535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d87285-fe2e-47f0-bd55-58f62cd71f5e']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:27.159319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4324849-a5b0-4ed4-8e92-f3054a4b06a9 req-421e0b4d-8791-44c4-84ed-101b27286a02 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:27.161035 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4324849-a5b0-4ed4-8e92-f3054a4b06a9 req-421e0b4d-8791-44c4-84ed-101b27286a02 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 945 time: 0.1930811 Dec 17 13:32:27.163357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72314fe0-44ae-4955-b0fa-e7e80551b4aa') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:27.163660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72314fe0-44ae-4955-b0fa-e7e80551b4aa') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:27.183799 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:27.200511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-3462cb7b-4d14-493d-b2a2-11b273c537ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:27.202026 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-3462cb7b-4d14-493d-b2a2-11b273c537ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce HTTP/1.1" status: 200 len: 834 time: 0.1167898 Dec 17 13:32:27.211225 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:27.234343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:32:27.234777 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:32:27.237866 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:32:27.308590 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4324849-a5b0-4ed4-8e92-f3054a4b06a9 req-1529793a-2d0b-4de7-bb30-6971132aefbf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351602 Dec 17 13:32:27.334758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-1e6bc456-b4ef-45f3-a177-6a6ef7fa3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:27.336317 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-1e6bc456-b4ef-45f3-a177-6a6ef7fa3f99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a724d299-453e-4c43-ac93-a85d5ff70055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230466 Dec 17 13:32:27.361589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791214b-2692-4151-a443-8fde532b8f58 req-d73abd18-6c15-4d4d-b334-7ddbfaa04c58 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:27.363554 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4791214b-2692-4151-a443-8fde532b8f58 req-d73abd18-6c15-4d4d-b334-7ddbfaa04c58 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 945 time: 0.0817378 Dec 17 13:32:27.419730 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:27.428606 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:27.432856 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/networks/40d87285-fe2e-47f0-bd55-58f62cd71f5e HTTP/1.1" status: 204 len: 168 time: 1.6838574 Dec 17 13:32:27.440215 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4791214b-2692-4151-a443-8fde532b8f58 req-b2cd8cbc-9fec-4d11-ab29-fbaa6347583a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657368 Dec 17 13:32:27.440791 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33012) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:27.453954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7aa88-e413-4b55-a256-ece4b60f85b3 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Network': ['ID=40d87285-fe2e-47f0-bd55-58f62cd71f5e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:27.483649 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-dd813feb-02ec-4f4d-9c04-3b9c83da22d7 service neutron] 10.222.0.61 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334007 Dec 17 13:32:27.574534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 58bb4e6f-8d21-4398-8951-3c63263c90c2 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:27.597068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port c9ce3de5-71e5-4527-aea8-9b6a00e3b772 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:27.597734 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:27.600409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 58bb4e6f-8d21-4398-8951-3c63263c90c2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:27.600869 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 58bb4e6f-8d21-4398-8951-3c63263c90c2 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:27.607675 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-48d9d878-989a-41e9-b1c3-ce8dbd105a84 service neutron] 10.222.0.61 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159854 Dec 17 13:32:27.685594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:27.685855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:27.698882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for c9ce3de5-71e5-4527-aea8-9b6a00e3b772 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:27.757927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-a7735b57-1d67-4046-9755-ffdf98187c7b tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:27.759873 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-a7735b57-1d67-4046-9755-ffdf98187c7b tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4&tenant_id=850cc3bed38d459295a3dcc922ba6c36&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1096 time: 0.0816309 Dec 17 13:32:27.774606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815324-5'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:27.834953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:27.930086 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:27.966028 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=c9ce3de5-71e5-4527-aea8-9b6a00e3b772,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:27.986189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=29ead8cb-bc13-48a8-b783-051a152ef64a,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:28.024232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.024713 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.024981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.025891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.026324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.027028 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.027459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.027793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:32:28.027980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.028512 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.028835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.030285 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.030740 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.031115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:32:28.059331 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:28.062497 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:28.068068 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-78064d94-4dbb-460d-9483-ee7bbfbb7012 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/floatingips/ab5779e5-916f-4a77-bd37-442aa5b11cd0 HTTP/1.1" status: 204 len: 168 time: 0.6254671 Dec 17 13:32:28.068318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33014) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:28.079551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:32:28.082993 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7c05db-7325-49fb-bb29-0beaeae12afa" -d '{"events": [{"server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:32:28.087365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:28.104421 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b922ed02-5748-437e-bda5-b3423d53711b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] DELETE failed (client error): The resource could not be found. Dec 17 13:32:28.105013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b922ed02-5748-437e-bda5-b3423d53711b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:32:28.109618 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b922ed02-5748-437e-bda5-b3423d53711b tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/ports/24847f43-6116-4a0b-aedf-7617225a23a7 HTTP/1.1" status: 404 len: 333 time: 0.0390279 Dec 17 13:32:28.111182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33018) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:28.134597 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0c0f3b-4f95-4133-b824-4ae8b82753da x-openstack-request-id: req-9b0c0f3b-4f95-4133-b824-4ae8b82753da {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:32:28.134903 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:32:28.135160 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b0c0f3b-4f95-4133-b824-4ae8b82753da {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:32:28.135672 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'code': 200} Dec 17 13:32:28.142813 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2984554e-403d-46f3-940c-fa84634375dd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "GET /v2.0/ports?device_id=53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0 HTTP/1.1" status: 200 len: 205 time: 0.0303171 Dec 17 13:32:28.151062 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33022) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:28.174511 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:28.194887 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-2222a7d5-d8bf-43f3-93f4-910e8456c1ad tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] delete failed (client error): The resource could not be found. Dec 17 13:32:28.196463 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2222a7d5-d8bf-43f3-93f4-910e8456c1ad tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/routers/53e2cab4-7f01-4d0a-8ec5-83da2fa0e9d0 HTTP/1.1" status: 404 len: 336 time: 0.0491867 Dec 17 13:32:28.198382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33026) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:28.232740 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-185ba601-f519-415c-8c2d-3e02f788d9c2 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] DELETE failed (client error): The resource could not be found. Dec 17 13:32:28.233334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185ba601-f519-415c-8c2d-3e02f788d9c2 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:32:28.236601 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-185ba601-f519-415c-8c2d-3e02f788d9c2 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/subnets/40512b4a-7a2b-4e9b-89c9-929882805d48 HTTP/1.1" status: 404 len: 337 time: 0.0370102 Dec 17 13:32:28.239535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33028) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:28.286686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Pushing event updated for resources: {'Port': ['ID=29ead8cb-bc13-48a8-b783-051a152ef64a,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:28.356090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c9192282-aa47-4270-b8fd-74f7737adc36 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port c6fdff9b-b773-4cbc-9184-feb8f26f67fa {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:28.356545 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c9192282-aa47-4270-b8fd-74f7737adc36 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:28.383010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Attempting to bind port 29ead8cb-bc13-48a8-b783-051a152ef64a on host n-h1-815324-5 for vnic_type normal with profile {"migrating_to": "n-h2-815324-5"} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:32:28.385649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Attempting to bind port 29ead8cb-bc13-48a8-b783-051a152ef64a by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:32:28.385649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Attempting to bind port 29ead8cb-bc13-48a8-b783-051a152ef64a on network a724d299-453e-4c43-ac93-a85d5ff70055 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:32:28.407535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4a772-340c-4b99-8631-ab94b7f7ede0 req-22873619-228b-4df4-831f-bbd6bc80150e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:28.408667 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5d4a772-340c-4b99-8631-ab94b7f7ede0 req-22873619-228b-4df4-831f-bbd6bc80150e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.61 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 945 time: 0.0741899 Dec 17 13:32:28.409304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Port 29ead8cb-bc13-48a8-b783-051a152ef64a on network a724d299-453e-4c43-ac93-a85d5ff70055 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:32:28.409658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Attempting to bind port 29ead8cb-bc13-48a8-b783-051a152ef64a on network a724d299-453e-4c43-ac93-a85d5ff70055 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:32:28.469930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:32:28.470282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Checking segment: {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:32:28.470679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Bound using segment: {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:32:28.471142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Bound port: 29ead8cb-bc13-48a8-b783-051a152ef64a, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb98290-04d6-4fbf-ac20-6b9416549318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:32:28.471513 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:28.487548 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c9192282-aa47-4270-b8fd-74f7737adc36 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:28.501278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c9192282-aa47-4270-b8fd-74f7737adc36 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for c6fdff9b-b773-4cbc-9184-feb8f26f67fa owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:28.563269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ac97b890-c9c2-41a8-b247-0bdb3a8aa189 None None] Provisioning complete for port 29ead8cb-bc13-48a8-b783-051a152ef64a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:28.563644 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ac97b890-c9c2-41a8-b247-0bdb3a8aa189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:28.604763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ac97b890-c9c2-41a8-b247-0bdb3a8aa189 None None] Port 29ead8cb-bc13-48a8-b783-051a152ef64a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:32:28.607796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239fd99-1541-4044-9e2e-c45527de187b req-29a02771-df90-40d5-9b97-fe82f6d0f96e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:28.609960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c239fd99-1541-4044-9e2e-c45527de187b req-29a02771-df90-40d5-9b97-fe82f6d0f96e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 945 time: 0.1963377 Dec 17 13:32:28.674759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:32:28.684146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=29ead8cb-bc13-48a8-b783-051a152ef64a,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:32:28.687708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cf5e4-4f46-471a-b088-aa3442ac1d2f req-cb5eef9a-9f13-405c-90c3-16f099063ec8 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:28.690330 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a3cf5e4-4f46-471a-b088-aa3442ac1d2f req-cb5eef9a-9f13-405c-90c3-16f099063ec8 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 943 time: 0.1232936 Dec 17 13:32:28.708298 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c239fd99-1541-4044-9e2e-c45527de187b req-3e36ec26-58d5-4d78-9f39-c7e052146215 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900300 Dec 17 13:32:28.716773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-d5d4a772-340c-4b99-8631-ab94b7f7ede0 req-188fc9a2-51ab-4cdb-b2c2-fd4bb1fb8c37 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Deleting port 79d55cc8-efe6-44ed-b014-aa0e292f80c7 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:28.717123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5d4a772-340c-4b99-8631-ab94b7f7ede0 req-188fc9a2-51ab-4cdb-b2c2-fd4bb1fb8c37 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:28.788866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:28.791186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a3cf5e4-4f46-471a-b088-aa3442ac1d2f req-383285a1-5836-4b16-829f-3da9c65d5fdd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874281 Dec 17 13:32:28.915891 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c9192282-aa47-4270-b8fd-74f7737adc36 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:28.935519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d5d4a772-340c-4b99-8631-ab94b7f7ede0 req-188fc9a2-51ab-4cdb-b2c2-fd4bb1fb8c37 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] For port 79d55cc8-efe6-44ed-b014-aa0e292f80c7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=79d55cc8-efe6-44ed-b014-aa0e292f80c7,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:28.935958 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5d4a772-340c-4b99-8631-ab94b7f7ede0 req-188fc9a2-51ab-4cdb-b2c2-fd4bb1fb8c37 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:28.953441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Pushing event updated for resources: {'Port': ['ID=29ead8cb-bc13-48a8-b783-051a152ef64a,revision_number=8']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:28.955409 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9192282-aa47-4270-b8fd-74f7737adc36 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=c6fdff9b-b773-4cbc-9184-feb8f26f67fa,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:28.983617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-d5d4a772-340c-4b99-8631-ab94b7f7ede0 req-188fc9a2-51ab-4cdb-b2c2-fd4bb1fb8c37 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Calling delete_port for 79d55cc8-efe6-44ed-b014-aa0e292f80c7 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:29.041188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c9192282-aa47-4270-b8fd-74f7737adc36 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:29.045562 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c9192282-aa47-4270-b8fd-74f7737adc36 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/ports/c6fdff9b-b773-4cbc-9184-feb8f26f67fa HTTP/1.1" status: 204 len: 168 time: 0.8042555 Dec 17 13:32:29.047797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33038) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:29.076837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:29.077190 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:29.078642 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-036b9fbb-a27d-42d0-91c8-5d03d655d141 service neutron] 10.222.0.61 "PUT /v2.0/ports/29ead8cb-bc13-48a8-b783-051a152ef64a HTTP/1.1" status: 200 len: 1121 time: 1.3083739 Dec 17 13:32:29.137907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['29ead8cb-bc13-48a8-b783-051a152ef64a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:32:29.186073 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-29b9ea86-e3a6-487d-8207-efca7deca5cc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port e1a41a14-c6ed-42cb-8156-71612409f92d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:29.186564 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29b9ea86-e3a6-487d-8207-efca7deca5cc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:29.187367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-94209ff8-2132-4c06-96e0-b1432f8cbd15 None None] Provisioning complete for port 29ead8cb-bc13-48a8-b783-051a152ef64a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:29.187757 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-94209ff8-2132-4c06-96e0-b1432f8cbd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:29.242929 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5d4a772-340c-4b99-8631-ab94b7f7ede0 req-188fc9a2-51ab-4cdb-b2c2-fd4bb1fb8c37 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:29.295583 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fc9a2-51ab-4cdb-b2c2-fd4bb1fb8c37 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event deleted for resources: {'Port': ['ID=79d55cc8-efe6-44ed-b014-aa0e292f80c7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:29.305022 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-94209ff8-2132-4c06-96e0-b1432f8cbd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:29.353935 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29b9ea86-e3a6-487d-8207-efca7deca5cc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:29.360765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d4a772-340c-4b99-8631-ab94b7f7ede0 req-188fc9a2-51ab-4cdb-b2c2-fd4bb1fb8c37 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] No DVR routers for this DVR port 79d55cc8-efe6-44ed-b014-aa0e292f80c7 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:29.364726 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d5d4a772-340c-4b99-8631-ab94b7f7ede0 req-188fc9a2-51ab-4cdb-b2c2-fd4bb1fb8c37 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:29.370676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-29b9ea86-e3a6-487d-8207-efca7deca5cc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for e1a41a14-c6ed-42cb-8156-71612409f92d owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:29.371437 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-94209ff8-2132-4c06-96e0-b1432f8cbd15 None None] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=29ead8cb-bc13-48a8-b783-051a152ef64a,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:29.372533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5d4a772-340c-4b99-8631-ab94b7f7ede0 req-188fc9a2-51ab-4cdb-b2c2-fd4bb1fb8c37 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.61 "DELETE /v2.0/ports/79d55cc8-efe6-44ed-b014-aa0e292f80c7 HTTP/1.1" status: 204 len: 173 time: 0.9324093 Dec 17 13:32:29.372657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:32:29.374884 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95acc2fa-fce2-4ce5-a93e-6885095e9dca" -d '{"events": [{"server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "name": "network-vif-plugged", "status": "completed", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:32:29.436148 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844c1040-0236-4940-bd92-3daddf8f4d99 x-openstack-request-id: req-844c1040-0236-4940-bd92-3daddf8f4d99 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:32:29.436442 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "name": "network-vif-plugged", "status": "completed", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:32:29.436687 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-844c1040-0236-4940-bd92-3daddf8f4d99 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:32:29.437103 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'code': 200} Dec 17 13:32:29.462606 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-94209ff8-2132-4c06-96e0-b1432f8cbd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:29.700290 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29b9ea86-e3a6-487d-8207-efca7deca5cc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:29.745606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9ea86-e3a6-487d-8207-efca7deca5cc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=e1a41a14-c6ed-42cb-8156-71612409f92d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:29.833114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29b9ea86-e3a6-487d-8207-efca7deca5cc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:29.838654 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-29b9ea86-e3a6-487d-8207-efca7deca5cc tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/ports/e1a41a14-c6ed-42cb-8156-71612409f92d HTTP/1.1" status: 204 len: 168 time: 0.7896810 Dec 17 13:32:29.841422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33054) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:29.890202 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-675603d6-50bb-4e51-9673-4f2f85a3b3fa req-339d0049-ae4c-4d7f-b4a8-26806f18dc39 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 210 time: 0.0362926 Dec 17 13:32:29.931875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94209ff8-2132-4c06-96e0-b1432f8cbd15 None None] Pushing event updated for resources: {'Port': ['ID=29ead8cb-bc13-48a8-b783-051a152ef64a,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:29.989684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d2c05-f002-4246-a12d-9334f8fe852f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:29.992214 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-001d2c05-f002-4246-a12d-9334f8fe852f tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b3bcfb0-6f93-4c8c-a478-33c9e357062a HTTP/1.1" status: 200 len: 913 time: 0.1494517 Dec 17 13:32:29.995500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33056) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:30.027508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ca63-2bfb-4fd8-a161-323da2eb313d req-3338b679-3ea0-4564-b47f-90ced03f1265 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:30.030007 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2587ca63-2bfb-4fd8-a161-323da2eb313d req-3338b679-3ea0-4564-b47f-90ced03f1265 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 945 time: 0.1090679 Dec 17 13:32:30.120293 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2587ca63-2bfb-4fd8-a161-323da2eb313d req-e45a9d7e-3d01-49e9-b474-c64e9630ba43 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820596 Dec 17 13:32:30.140445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a'}, {'server_uuid': '677b27f3-d49b-4bc7-8fff-73b7161be78d', 'name': 'network-vif-deleted', 'tag': '79d55cc8-efe6-44ed-b014-aa0e292f80c7'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:32:30.141535 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f8f591-542c-415a-8d50-5e04dc086158" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a"}, {"server_uuid": "677b27f3-d49b-4bc7-8fff-73b7161be78d", "name": "network-vif-deleted", "tag": "79d55cc8-efe6-44ed-b014-aa0e292f80c7"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:32:30.192959 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Dec 2021 13:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54811b93-3b9c-4d87-a3d5-c45c8e6045da x-openstack-request-id: req-54811b93-3b9c-4d87-a3d5-c45c8e6045da {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:32:30.193800 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a", "status": "completed", "code": 200}, {"server_uuid": "677b27f3-d49b-4bc7-8fff-73b7161be78d", "name": "network-vif-deleted", "tag": "79d55cc8-efe6-44ed-b014-aa0e292f80c7", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:32:30.194114 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54811b93-3b9c-4d87-a3d5-c45c8e6045da {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:32:30.195032 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'status': 'completed', 'code': 200} Dec 17 13:32:30.195032 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677b27f3-d49b-4bc7-8fff-73b7161be78d', 'name': 'network-vif-deleted', 'tag': '79d55cc8-efe6-44ed-b014-aa0e292f80c7', 'status': 'completed', 'code': 200} Dec 17 13:32:30.323327 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8f591-542c-415a-8d50-5e04dc086158 req-c53b4b68-0f15-443c-8f80-ccc6400ed12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:30.325025 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d8f8f591-542c-415a-8d50-5e04dc086158 req-c53b4b68-0f15-443c-8f80-ccc6400ed12f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 1126 time: 0.0923886 Dec 17 13:32:30.525464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8f591-542c-415a-8d50-5e04dc086158 req-ae2d03e5-e99f-4923-abe1-b7ae7b7fc362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:30.527190 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d8f8f591-542c-415a-8d50-5e04dc086158 req-ae2d03e5-e99f-4923-abe1-b7ae7b7fc362 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a724d299-453e-4c43-ac93-a85d5ff70055 HTTP/1.1" status: 200 len: 898 time: 0.1741915 Dec 17 13:32:30.634830 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d8f8f591-542c-415a-8d50-5e04dc086158 req-8e74d99e-9d75-418f-9153-a8be487d5cde service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ead8cb-bc13-48a8-b783-051a152ef64a HTTP/1.1" status: 200 len: 1001 time: 0.0975783 Dec 17 13:32:30.684909 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9489b88f-cfe7-43f4-ba88-85edefdd26c4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:30.737119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8f591-542c-415a-8d50-5e04dc086158 req-638e2229-876e-4c56-9667-23514c857dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:30.738666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d8f8f591-542c-415a-8d50-5e04dc086158 req-638e2229-876e-4c56-9667-23514c857dd9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce HTTP/1.1" status: 200 len: 834 time: 0.0963707 Dec 17 13:32:30.846272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8f591-542c-415a-8d50-5e04dc086158 req-dc31a0bb-7507-4db0-938a-bb46e5627790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:30.847876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d8f8f591-542c-415a-8d50-5e04dc086158 req-dc31a0bb-7507-4db0-938a-bb46e5627790 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a724d299-453e-4c43-ac93-a85d5ff70055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993598 Dec 17 13:32:30.979552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 29ead8cb-bc13-48a8-b783-051a152ef64a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:32:30.985071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 79d55cc8-efe6-44ed-b014-aa0e292f80c7 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:31.012278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-653f6ec7-36ae-439f-9da7-10563b493f17 req-06ac36d2-730e-4971-aa6e-8eacf6e9890d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 210 time: 0.0367947 Dec 17 13:32:31.029680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d8f8f591-542c-415a-8d50-5e04dc086158 req-d277f0b9-910d-4d53-8449-af4f20b65392 service neutron] 10.222.0.54 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525474 Dec 17 13:32:31.040281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 79d55cc8-efe6-44ed-b014-aa0e292f80c7 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:31.040982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 79d55cc8-efe6-44ed-b014-aa0e292f80c7 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:31.168370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=29ead8cb-bc13-48a8-b783-051a152ef64a,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:31.183344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 29ead8cb-bc13-48a8-b783-051a152ef64a has no active binding in host n-h2-815324-5 {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 13:32:31.210887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d8f8f591-542c-415a-8d50-5e04dc086158 req-907e4d4a-ed50-4568-b714-01a3ba5d81e3 service neutron] 10.222.0.54 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721802 Dec 17 13:32:31.235526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9489b88f-cfe7-43f4-ba88-85edefdd26c4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port ca45ca4e-e5d2-4185-b62d-35083d7cbbdf {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:31.235977 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9489b88f-cfe7-43f4-ba88-85edefdd26c4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:31.299267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecde19-44c5-4037-ae27-09d06dd78253 req-976b6d3a-e233-4b52-b55b-8f70c371031f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:31.307440 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91ecde19-44c5-4037-ae27-09d06dd78253 req-976b6d3a-e233-4b52-b55b-8f70c371031f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 945 time: 0.0621831 Dec 17 13:32:31.353289 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9489b88f-cfe7-43f4-ba88-85edefdd26c4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:31.367405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9489b88f-cfe7-43f4-ba88-85edefdd26c4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for ca45ca4e-e5d2-4185-b62d-35083d7cbbdf owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:31.369363 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91ecde19-44c5-4037-ae27-09d06dd78253 req-a7fd0c2f-8b39-4c7c-8382-c68a7baf1fcf tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609462 Dec 17 13:32:31.643053 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9489b88f-cfe7-43f4-ba88-85edefdd26c4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:31.676883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489b88f-cfe7-43f4-ba88-85edefdd26c4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=ca45ca4e-e5d2-4185-b62d-35083d7cbbdf,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:31.746193 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:31.851387 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9489b88f-cfe7-43f4-ba88-85edefdd26c4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:32.093237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9489b88f-cfe7-43f4-ba88-85edefdd26c4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:32.118206 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-61b5cbd0-4804-4ca8-bc58-36d0a1e531c3 req-45188e2f-f0e8-4835-a33c-64a3ac45d533 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 210 time: 0.0292056 Dec 17 13:32:32.597561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42baaa-171c-4b46-a2da-90feebad3b55 req-f920cc3e-52ed-4fec-b70c-c339d260506a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:32.599894 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e42baaa-171c-4b46-a2da-90feebad3b55 req-f920cc3e-52ed-4fec-b70c-c339d260506a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 945 time: 0.0790353 Dec 17 13:32:32.630239 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9489b88f-cfe7-43f4-ba88-85edefdd26c4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:32.639689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9489b88f-cfe7-43f4-ba88-85edefdd26c4 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "PUT /v2.0/routers/6b3bcfb0-6f93-4c8c-a478-33c9e357062a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6394739 Dec 17 13:32:32.640497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33088) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:32.652354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61475d73-87f4-4c15-91e1-c1ed754134db None None] Sync routers for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:32.675300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61475d73-87f4-4c15-91e1-c1ed754134db None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:32.678053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-61475d73-87f4-4c15-91e1-c1ed754134db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:32.704898 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e42baaa-171c-4b46-a2da-90feebad3b55 req-919d4b77-5dc4-4b63-ba3b-c4d7bc9d3dab tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959344 Dec 17 13:32:32.733035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-61475d73-87f4-4c15-91e1-c1ed754134db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:32.742624 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61475d73-87f4-4c15-91e1-c1ed754134db None None] Routers {'6b3bcfb0-6f93-4c8c-a478-33c9e357062a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:32.743333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-61475d73-87f4-4c15-91e1-c1ed754134db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:32.782476 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:32.785957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-61475d73-87f4-4c15-91e1-c1ed754134db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:32.786764 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61475d73-87f4-4c15-91e1-c1ed754134db None None] The sync data for ids ['6b3bcfb0-6f93-4c8c-a478-33c9e357062a'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:32.920894 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:33.058206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting port 0c9bc82b-6cee-49a0-a85e-5d45a697fbf1 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:33.059051 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:33.513708 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f8fe18d5-386c-480d-be98-419d3f38c177 req-ef35ef29-569d-438e-80ea-fef98852eb61 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 210 time: 0.0321951 Dec 17 13:32:33.576818 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:33.594645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Calling delete_port for 0c9bc82b-6cee-49a0-a85e-5d45a697fbf1 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:33.862448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4853ed6-24cf-46d9-baae-cd55920acfc1 req-eddbdb04-a552-4313-98c0-83c8c8dba6b0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:33.864311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d4853ed6-24cf-46d9-baae-cd55920acfc1 req-eddbdb04-a552-4313-98c0-83c8c8dba6b0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 945 time: 0.0562272 Dec 17 13:32:33.901008 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:33.950030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Port': ['ID=0c9bc82b-6cee-49a0-a85e-5d45a697fbf1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:33.961111 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d4853ed6-24cf-46d9-baae-cd55920acfc1 req-23539770-d903-4b59-bf9a-a41d2ccedc68 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886052 Dec 17 13:32:33.986101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c488099a-74ec-48ea-bebb-ab1a73989b8c None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:32:34.078749 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:34.176951 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:34.180442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:34.293450 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-3cef7338-c92f-44d9-8fd3-af7407e51dae service neutron] 10.222.0.54 "GET /v2.0/ports/29ead8cb-bc13-48a8-b783-051a152ef64a/bindings/n-h2-815324-5 HTTP/1.1" status: 200 len: 384 time: 0.0849018 Dec 17 13:32:34.323225 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:34.323908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Fanout notify agent at l3_agent the message router_deleted on router 6b3bcfb0-6f93-4c8c-a478-33c9e357062a {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:32:34.341425 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:34.344863 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cfe672ed-9583-4b84-b949-109e5d5a9efd tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/routers/6b3bcfb0-6f93-4c8c-a478-33c9e357062a HTTP/1.1" status: 204 len: 168 time: 1.7002914 Dec 17 13:32:34.345305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33106) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:34.436563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d6d5c3-aa9b-49a6-9f30-a0375bf6e168 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Deleting subnet 29ca29fe-5e69-4ec7-95b1-70db21cd7bb7 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:32:34.444762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d5c3-aa9b-49a6-9f30-a0375bf6e168 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:34.527602 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d5c3-aa9b-49a6-9f30-a0375bf6e168 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:34.598039 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d5c3-aa9b-49a6-9f30-a0375bf6e168 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:34.668156 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e5dad151-8704-4d3e-b579-c56ad2038704 req-d319bbe0-3eb7-4ed0-8c37-61d9387557f5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=677b27f3-d49b-4bc7-8fff-73b7161be78d HTTP/1.1" status: 200 len: 210 time: 0.0408595 Dec 17 13:32:34.683333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-0ff36c32-e93d-4639-845a-513f680d5282 service neutron] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=29ead8cb-bc13-48a8-b783-051a152ef64a,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:34.710670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-0ff36c32-e93d-4639-845a-513f680d5282 service neutron] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:32:34.753129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:32:34.756022 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51261af5-15cf-4344-905d-c9ba7fb3e473" -d '{"events": [{"server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:32:34.763433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-0ff36c32-e93d-4639-845a-513f680d5282 service neutron] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=29ead8cb-bc13-48a8-b783-051a152ef64a,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:34.785978 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d5c3-aa9b-49a6-9f30-a0375bf6e168 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:34.798057 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4727a00-69cc-4e30-83ec-911285c8445c x-openstack-request-id: req-c4727a00-69cc-4e30-83ec-911285c8445c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:32:34.798432 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:32:34.798762 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4727a00-69cc-4e30-83ec-911285c8445c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:32:34.799230 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'code': 200} Dec 17 13:32:34.824368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6d5c3-aa9b-49a6-9f30-a0375bf6e168 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Subnet': ['ID=29ca29fe-5e69-4ec7-95b1-70db21cd7bb7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:34.826382 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d5c3-aa9b-49a6-9f30-a0375bf6e168 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:34.829656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f9d6d5c3-aa9b-49a6-9f30-a0375bf6e168 tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/subnets/29ca29fe-5e69-4ec7-95b1-70db21cd7bb7 HTTP/1.1" status: 204 len: 168 time: 0.4832933 Dec 17 13:32:34.831323 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-0ff36c32-e93d-4639-845a-513f680d5282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:34.832194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33116) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:34.913098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-0ff36c32-e93d-4639-845a-513f680d5282 service neutron] Transition to ACTIVE for port object 29ead8cb-bc13-48a8-b783-051a152ef64a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:32:34.939258 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:34.998179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-0ff36c32-e93d-4639-845a-513f680d5282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:35.107504 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:35.151378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36c32-e93d-4639-845a-513f680d5282 service neutron] Pushing event updated for resources: {'Port': ['ID=29ead8cb-bc13-48a8-b783-051a152ef64a,revision_number=11']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:35.207355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15c6953-81b7-4410-9a8b-a2867a69bdf7']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:35.222299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-0ff36c32-e93d-4639-845a-513f680d5282 service neutron] No DVR routers for this DVR port 29ead8cb-bc13-48a8-b783-051a152ef64a on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:35.225913 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1eb9729-711d-4bea-8210-60e287457be0') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:35.226274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1eb9729-711d-4bea-8210-60e287457be0') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:35.240045 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:35.260094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:35.267661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:32:35.268396 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:32:35.346048 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:32:35.368408 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465064e-cf54-41b9-b798-a4bcc85675c4 req-1c0c51c7-d39b-4579-a981-613ed60650f6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:35.372123 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5465064e-cf54-41b9-b798-a4bcc85675c4 req-1c0c51c7-d39b-4579-a981-613ed60650f6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 944 time: 0.1967702 Dec 17 13:32:35.425278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:35.435321 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:35.440216 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] 10.222.0.59 "DELETE /v2.0/networks/e15c6953-81b7-4410-9a8b-a2867a69bdf7 HTTP/1.1" status: 204 len: 168 time: 0.6064873 Dec 17 13:32:35.489154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9641e-07e9-4b21-9bd3-e8857283342c tempest-FloatingIPTestJSON-181682228 tempest-FloatingIPTestJSON-181682228-project] Pushing event deleted for resources: {'Network': ['ID=e15c6953-81b7-4410-9a8b-a2867a69bdf7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:35.492119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-0ff36c32-e93d-4639-845a-513f680d5282 service neutron] 10.222.0.54 "PUT /v2.0/ports/29ead8cb-bc13-48a8-b783-051a152ef64a/bindings/n-h2-815324-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1919477 Dec 17 13:32:35.509055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5465064e-cf54-41b9-b798-a4bcc85675c4 req-fbdcf6ce-a867-4831-96fd-95e518b3166d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303077 Dec 17 13:32:35.686738 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-c1791087-3654-4fc4-b6c7-a22f9157dfa4 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:35.688384 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-c1791087-3654-4fc4-b6c7-a22f9157dfa4 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4&tenant_id=850cc3bed38d459295a3dcc922ba6c36&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.0662739 Dec 17 13:32:35.777994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-73c77c61-fc43-483c-8a90-62b911058eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:35.779923 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-73c77c61-fc43-483c-8a90-62b911058eac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4&tenant_id=850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 1095 time: 0.0828831 Dec 17 13:32:35.874793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-303d0285-38f3-4047-b974-28cf820e7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:35.876463 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-303d0285-38f3-4047-b974-28cf820e7f09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0656877 Dec 17 13:32:35.993284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33136) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:36.030201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-d1687e38-20f5-41b4-b853-a5a2398341ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:36.032493 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-d1687e38-20f5-41b4-b853-a5a2398341ec service neutron] 10.222.0.61 "GET /v2.0/networks?id=a724d299-453e-4c43-ac93-a85d5ff70055 HTTP/1.1" status: 200 len: 898 time: 0.1366057 Dec 17 13:32:36.127044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-02592a6a-cc8a-4f62-a9ce-2dce59a3a3b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ead8cb-bc13-48a8-b783-051a152ef64a HTTP/1.1" status: 200 len: 999 time: 0.0855126 Dec 17 13:32:36.160467 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-15a30d64-4260-40aa-b824-12b9e4b81b4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=93573225481c4ff6b89179d9a10ab497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1657712 Dec 17 13:32:36.162956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33140) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:36.179409 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:36.185096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-eafde0e6-32f4-4ffb-9368-25b7bc1b3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:36.186688 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-eafde0e6-32f4-4ffb-9368-25b7bc1b3f28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce HTTP/1.1" status: 200 len: 834 time: 0.0511644 Dec 17 13:32:36.222154 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5b78107-9542-4f78-985c-2686e9611f76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:36.242305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-67824a15-450a-45ad-9064-e6bccd138a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:36.244286 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-67824a15-450a-45ad-9064-e6bccd138a46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a724d299-453e-4c43-ac93-a85d5ff70055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492270 Dec 17 13:32:36.248990 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5b78107-9542-4f78-985c-2686e9611f76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:36.364255 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-5ca71315-3d58-48a0-9972-2af93663e5c4 service neutron] 10.222.0.61 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112216 Dec 17 13:32:36.373905 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5b78107-9542-4f78-985c-2686e9611f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:36.376968 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b5b78107-9542-4f78-985c-2686e9611f76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:36.381883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b5b78107-9542-4f78-985c-2686e9611f76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2fa549b0-40ce-4ecd-8866-bd2b24dabc4b HTTP/1.1" status: 204 len: 168 time: 0.2176154 Dec 17 13:32:36.401013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b78107-9542-4f78-985c-2686e9611f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa549b0-40ce-4ecd-8866-bd2b24dabc4b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:36.486468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-7627408f-c1af-44bd-b9b2-3ffc461e9d98 service neutron] 10.222.0.61 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141100 Dec 17 13:32:36.677734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe981753-bb63-4b30-8f75-74dd4c78fced req-eb1a995d-6de6-4ba7-ad57-84aa7220681d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:36.680037 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe981753-bb63-4b30-8f75-74dd4c78fced req-eb1a995d-6de6-4ba7-ad57-84aa7220681d tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 944 time: 0.0889723 Dec 17 13:32:36.779831 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe981753-bb63-4b30-8f75-74dd4c78fced req-957702d5-ccc9-436b-bc62-87613a1bc501 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818400 Dec 17 13:32:36.986662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-8f9333fc-7450-4874-945e-f706455e8bdb tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:36.989784 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-8f9333fc-7450-4874-945e-f706455e8bdb tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4&tenant_id=850cc3bed38d459295a3dcc922ba6c36&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 1095 time: 0.0902984 Dec 17 13:32:37.299000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-4c0a69c3-bced-413b-ad00-e8ee3274a142 service neutron] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:32:37.302579 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-4c0a69c3-bced-413b-ad00-e8ee3274a142 service neutron] Publish callbacks [] for binding, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:37.303875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-4c0a69c3-bced-413b-ad00-e8ee3274a142 service neutron] 10.222.0.61 "DELETE /v2.0/ports/29ead8cb-bc13-48a8-b783-051a152ef64a/bindings/n-h1-815324-5 HTTP/1.1" status: 204 len: 173 time: 0.3059087 Dec 17 13:32:37.528363 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33176) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:37.640430 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-117411857'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:37.716435 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Made reservation on behalf of c8381b8afca5487a981bf9d0f0bb8cee for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:32:37.723031 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:37.733065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:37.833428 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:37.905414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:37.924337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263eb86-bc13-4308-949d-e16d4bcd3353 req-abde986f-1b9c-4f24-b42a-8cb2a1328bcb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:37.932816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:32:37.940645 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d263eb86-bc13-4308-949d-e16d4bcd3353 req-abde986f-1b9c-4f24-b42a-8cb2a1328bcb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 944 time: 0.0817623 Dec 17 13:32:37.954914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01681051-8743-44c4-8f42-f782f97ea44f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:37.954914 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:37.954914 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Added segment fbdb951d-7b21-435b-ba93-fde7af9898bc of type vlan for network e8a10902-eb0d-427d-b318-9999f5b75b9b Dec 17 13:32:38.010472 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:38.064726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d263eb86-bc13-4308-949d-e16d4bcd3353 req-1fc66141-d0a4-4103-b755-98ebc5fe6918 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230109 Dec 17 13:32:38.173723 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:38.180976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:38.181747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:38.186891 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74bfa4-c631-4c33-ba67-2ebbaf7d3535 req-d34aea34-ff6e-4e54-8579-a975fab083e0 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:38.188669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e74bfa4-c631-4c33-ba67-2ebbaf7d3535 req-d34aea34-ff6e-4e54-8579-a975fab083e0 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0485668 Dec 17 13:32:38.279532 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event updated for resources: {'Network': ['ID=e8a10902-eb0d-427d-b318-9999f5b75b9b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:38.293729 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network e8a10902-eb0d-427d-b318-9999f5b75b9b details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:32:38.301069 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e74bfa4-c631-4c33-ba67-2ebbaf7d3535 req-8b960142-4438-43a1-95e7-c9adf3e65742 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849805 Dec 17 13:32:38.301916 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cdd01d3b-2b28-41e8-ac61-ca6bf5de4dc8 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7717347 Dec 17 13:32:38.304066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33192) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:38.310746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9438adab-e1e9-4518-87c4-094f6885e12e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Request body: {'subnet': {'network_id': 'e8a10902-eb0d-427d-b318-9999f5b75b9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:38.461211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6a14c-4e9c-4e4f-bea4-8f32809e61b3 req-6a403524-ac12-432e-9e3f-33ba6986771f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:38.462768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1e6a14c-4e9c-4e4f-bea4-8f32809e61b3 req-6a403524-ac12-432e-9e3f-33ba6986771f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 944 time: 0.0673981 Dec 17 13:32:38.522749 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1e6a14c-4e9c-4e4f-bea4-8f32809e61b3 req-fe9806f4-18a4-4fe3-909a-ac5ad789a881 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483994 Dec 17 13:32:38.523963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9438adab-e1e9-4518-87c4-094f6885e12e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Made reservation on behalf of c8381b8afca5487a981bf9d0f0bb8cee for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:32:38.527884 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9438adab-e1e9-4518-87c4-094f6885e12e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:38.555289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33196) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:38.557825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 29ead8cb-bc13-48a8-b783-051a152ef64a no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:38.606275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 29ead8cb-bc13-48a8-b783-051a152ef64a not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:38.678638 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b85f272e-2805-4c88-aed6-d96749cb4cc3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/87388a11-ebe7-4d1c-b0ce-95c7d89b24f7 HTTP/1.1" status: 200 len: 991 time: 0.1139655 Dec 17 13:32:38.906009 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9438adab-e1e9-4518-87c4-094f6885e12e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:38.975350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438adab-e1e9-4518-87c4-094f6885e12e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event updated for resources: {'Subnet': ['ID=f4f5adf4-0f54-404b-b9d2-2dc80d092a66,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:38.983553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9438adab-e1e9-4518-87c4-094f6885e12e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Checking segment: {'id': 'fbdb951d-7b21-435b-ba93-fde7af9898bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e8a10902-eb0d-427d-b318-9999f5b75b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:32:38.984027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438adab-e1e9-4518-87c4-094f6885e12e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Network hostable DHCP agents. Network: e8a10902-eb0d-427d-b318-9999f5b75b9b, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:32:39.070443 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438adab-e1e9-4518-87c4-094f6885e12e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Network e8a10902-eb0d-427d-b318-9999f5b75b9b is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:32:39.168606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-9438adab-e1e9-4518-87c4-094f6885e12e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, e8a10902-eb0d-427d-b318-9999f5b75b9b) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:39.179274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c76145d-55f4-452b-a5b7-30e83256e7ba None None] Network e8a10902-eb0d-427d-b318-9999f5b75b9b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:32:39.183700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438adab-e1e9-4518-87c4-094f6885e12e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:39.189911 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9438adab-e1e9-4518-87c4-094f6885e12e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:39.339505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-e8a10902-eb0d-427d-b318-9999f5b75b9b', 'network_id': 'e8a10902-eb0d-427d-b318-9999f5b75b9b', 'project_id': 'c8381b8afca5487a981bf9d0f0bb8cee', 'fixed_ips': [{'subnet_id': 'f4f5adf4-0f54-404b-b9d2-2dc80d092a66'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:32:39.341024 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:39.347176 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9438adab-e1e9-4518-87c4-094f6885e12e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0392818 Dec 17 13:32:39.355256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33216) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:39.355256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c0b888b1-d6f6-4a83-b285-1c8d0eafec34 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-857468482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:39.506106 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0b888b1-d6f6-4a83-b285-1c8d0eafec34 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:39.508452 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0b888b1-d6f6-4a83-b285-1c8d0eafec34 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:39.509548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Allocated IP 172.20.0.2 (e8a10902-eb0d-427d-b318-9999f5b75b9b/f4f5adf4-0f54-404b-b9d2-2dc80d092a66/d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:32:39.607537 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0b888b1-d6f6-4a83-b285-1c8d0eafec34 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:39.693840 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:39.700719 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0b888b1-d6f6-4a83-b285-1c8d0eafec34 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:39.758433 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:39.788610 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c0b888b1-d6f6-4a83-b285-1c8d0eafec34 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:39.790772 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c0b888b1-d6f6-4a83-b285-1c8d0eafec34 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4419620 Dec 17 13:32:39.793242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33218) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:39.858743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Pushing event updated for resources: {'Port': ['ID=d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:39.885897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Network e8a10902-eb0d-427d-b318-9999f5b75b9b is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:39.887371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:39.890340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:32:39.949029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Attempting to bind port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:32:39.949502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Attempting to bind port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fbdb951d-7b21-435b-ba93-fde7af9898bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e8a10902-eb0d-427d-b318-9999f5b75b9b'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:32:39.949901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Attempting to bind port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af on network e8a10902-eb0d-427d-b318-9999f5b75b9b {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:32:39.955889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:32:39.956272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Checking segment: {'id': 'fbdb951d-7b21-435b-ba93-fde7af9898bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e8a10902-eb0d-427d-b318-9999f5b75b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:32:39.956700 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:39.957080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Bound using segment: {'id': 'fbdb951d-7b21-435b-ba93-fde7af9898bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e8a10902-eb0d-427d-b318-9999f5b75b9b'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:32:39.957556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Bound port: d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbdb951d-7b21-435b-ba93-fde7af9898bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e8a10902-eb0d-427d-b318-9999f5b75b9b'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:32:39.960041 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:40.051197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] For port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:32:40.060242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] For port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af,segment=NetworkSegment(fbdb951d-7b21-435b-ba93-fde7af9898bc),segment_id=fbdb951d-7b21-435b-ba93-fde7af9898bc)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:32:40.148396 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:40.252015 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:40.257621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18663c-fb65-4235-9b7c-86e3f28c10dd None None] Pushing event updated for resources: {'Port': ['ID=d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:40.623019 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Allocated IP 172.20.0.1 (e8a10902-eb0d-427d-b318-9999f5b75b9b/f4f5adf4-0f54-404b-b9d2-2dc80d092a66/77aba2dc-d20c-45a2-b97b-028c88c600d0) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:32:40.816100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:40.917442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:40.972193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Network e8a10902-eb0d-427d-b318-9999f5b75b9b is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:40.972758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33236) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:40.999461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:41.008817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:32:41.054722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event updated for resources: {'Port': ['ID=77aba2dc-d20c-45a2-b97b-028c88c600d0,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:41.081722 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:41.261350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 48bbd08a-9900-4b99-9404-3155ab545c53 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:41.261813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:41.374912 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:41.420315 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:41.421030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:41.450348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 48bbd08a-9900-4b99-9404-3155ab545c53 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:41.686944 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8467a51b-a2b6-480f-b90c-cc891287fa04 None None] Network e8a10902-eb0d-427d-b318-9999f5b75b9b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:32:41.745470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:32:41.857225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3c771455-193a-4830-8734-9e3148774ed3 None None] Provisioning complete for port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:41.857633 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c771455-193a-4830-8734-9e3148774ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:41.877434 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:41.900789 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:41.904557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:41.904557 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:41.985227 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:41.989603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=48bbd08a-9900-4b99-9404-3155ab545c53,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:42.053080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:42.053656 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Floating IP 87388a11-ebe7-4d1c-b0ce-95c7d89b24f7 disassociated (deleted). External IP: 172.25.0.237, port: 29ead8cb-bc13-48a8-b783-051a152ef64a. Dec 17 13:32:42.081536 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:42.123218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event updated for resources: {'Port': ['ID=77aba2dc-d20c-45a2-b97b-028c88c600d0,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:42.131477 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:42.218464 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c771455-193a-4830-8734-9e3148774ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:42.246417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af,segment=NetworkSegment(fbdb951d-7b21-435b-ba93-fde7af9898bc),segment_id=fbdb951d-7b21-435b-ba93-fde7af9898bc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:42.255597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Network e8a10902-eb0d-427d-b318-9999f5b75b9b is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:42.257073 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:42.321607 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:42.431892 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-3c771455-193a-4830-8734-9e3148774ed3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:32:42.432323 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-3c771455-193a-4830-8734-9e3148774ed3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:32:42.438402 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:42.467403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router 86f73b22-9cb0-4821-a0b7-7e82e871145d has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:42.585737 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Router b1d63b22-4942-41ca-826e-9cd5559ac6f9 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:32:42.624022 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:42.638615 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b53343-60bd-40da-9abb-e687fa0f967c None None] Sync routers for ids ['86f73b22-9cb0-4821-a0b7-7e82e871145d'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:42.644350 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:42.667442 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b53343-60bd-40da-9abb-e687fa0f967c None None] Routers {'86f73b22-9cb0-4821-a0b7-7e82e871145d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:42.668297 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-73b53343-60bd-40da-9abb-e687fa0f967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['86f73b22-9cb0-4821-a0b7-7e82e871145d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:42.752178 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1fd9e456-19d1-47d6-8632-9a0662ad972e tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/floatingips/87388a11-ebe7-4d1c-b0ce-95c7d89b24f7 HTTP/1.1" status: 204 len: 168 time: 1.7782376 Dec 17 13:32:42.753115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:32:42.756420 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:32:42.829820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:42.835300 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-14f27c73-1f65-4c40-bb1a-1d8a5a6f2464 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "PUT /v2.0/routers/b1d63b22-4942-41ca-826e-9cd5559ac6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0407360 Dec 17 13:32:42.837991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33264) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:42.844407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Request body: {'port': {'network_id': 'e8a10902-eb0d-427d-b318-9999f5b75b9b', 'name': 'tempest-FloatingIPNegativeTestJSON-1203096718'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:42.845456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1437e-f845-4454-8633-60b22a629ba9 None None] Sync routers for ids ['b1d63b22-4942-41ca-826e-9cd5559ac6f9'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:42.870898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1437e-f845-4454-8633-60b22a629ba9 None None] Routers {'b1d63b22-4942-41ca-826e-9cd5559ac6f9'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:42.871561 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6fb1437e-f845-4454-8633-60b22a629ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b1d63b22-4942-41ca-826e-9cd5559ac6f9'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:42.881743 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cf9e9b-2621-43ab-82ad-6329248ea466 x-openstack-request-id: req-97cf9e9b-2621-43ab-82ad-6329248ea466 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:32:42.883495 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:32:42.883821 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97cf9e9b-2621-43ab-82ad-6329248ea466 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:32:42.884347 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'status': 'completed', 'code': 200} Dec 17 13:32:42.989145 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-73b53343-60bd-40da-9abb-e687fa0f967c None None] Set router 86f73b22-9cb0-4821-a0b7-7e82e871145d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:32:43.030286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6fb1437e-f845-4454-8633-60b22a629ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:43.059782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1437e-f845-4454-8633-60b22a629ba9 None None] Routers {'b1d63b22-4942-41ca-826e-9cd5559ac6f9'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:43.060420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6fb1437e-f845-4454-8633-60b22a629ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b1d63b22-4942-41ca-826e-9cd5559ac6f9'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:43.064316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304 req-33376cf8-9a31-4356-a8e4-c1ef3109c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:43.067514 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304 req-33376cf8-9a31-4356-a8e4-c1ef3109c7d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 1095 time: 0.1262615 Dec 17 13:32:43.100410 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6fb1437e-f845-4454-8633-60b22a629ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:43.101064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1437e-f845-4454-8633-60b22a629ba9 None None] The sync data for ids ['b1d63b22-4942-41ca-826e-9cd5559ac6f9'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:43.213038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304 req-3a93ba05-f716-40dd-b110-cdc348a99037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:43.215862 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304 req-3a93ba05-f716-40dd-b110-cdc348a99037 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a724d299-453e-4c43-ac93-a85d5ff70055 HTTP/1.1" status: 200 len: 898 time: 0.1394475 Dec 17 13:32:43.240261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0ee2db0e-95c7-4a11-8d3f-b59bacb63a9e None None] Provisioning complete for port 77aba2dc-d20c-45a2-b97b-028c88c600d0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:43.241392 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0ee2db0e-95c7-4a11-8d3f-b59bacb63a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:43.242721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Made reservation on behalf of c8381b8afca5487a981bf9d0f0bb8cee for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:32:43.246842 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:43.298542 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304 req-c7a07e90-29f6-4ee5-add2-08a51589ab9c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29ead8cb-bc13-48a8-b783-051a152ef64a HTTP/1.1" status: 200 len: 217 time: 0.0715687 Dec 17 13:32:43.308091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] device_id is not set on port 0548d739-c325-4834-a7f6-a7d57f47ba6e yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:32:43.314458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2db0e-95c7-4a11-8d3f-b59bacb63a9e None None] Port 77aba2dc-d20c-45a2-b97b-028c88c600d0 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:32:43.314668 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-73b53343-60bd-40da-9abb-e687fa0f967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:31:12Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '39b2208d-4ca0-4ef6-85c6-e81a80e87fd3', 'name': '', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:41:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:10Z', 'updated_at': '2021-12-17T13:31:20Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:43.346445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0ee2db0e-95c7-4a11-8d3f-b59bacb63a9e None None] Provisioning complete for port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:43.346961 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0ee2db0e-95c7-4a11-8d3f-b59bacb63a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:43.431779 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304 req-66865f50-8b8c-4f35-b910-480605672560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:43.434826 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304 req-66865f50-8b8c-4f35-b910-480605672560 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce HTTP/1.1" status: 200 len: 834 time: 0.1212459 Dec 17 13:32:43.510767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfac57-96b0-4a44-a01b-b2070e7d1c3f req-2ee21a06-5a43-4d89-a8d1-0b40afef6c92 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:43.513522 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ccdfac57-96b0-4a44-a01b-b2070e7d1c3f req-2ee21a06-5a43-4d89-a8d1-0b40afef6c92 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 944 time: 0.1176651 Dec 17 13:32:43.581078 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b53343-60bd-40da-9abb-e687fa0f967c None None] Checking router: 86f73b22-9cb0-4821-a0b7-7e82e871145d for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:32:43.581487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Allocated IP 172.20.0.6 (e8a10902-eb0d-427d-b318-9999f5b75b9b/f4f5adf4-0f54-404b-b9d2-2dc80d092a66/0548d739-c325-4834-a7f6-a7d57f47ba6e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:32:43.585950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304 req-c396a29d-8c36-4d65-a799-3a4171490b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:43.588691 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304 req-c396a29d-8c36-4d65-a799-3a4171490b4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a724d299-453e-4c43-ac93-a85d5ff70055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438117 Dec 17 13:32:43.615373 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b53343-60bd-40da-9abb-e687fa0f967c None None] Routers {'86f73b22-9cb0-4821-a0b7-7e82e871145d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:43.618673 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-73b53343-60bd-40da-9abb-e687fa0f967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['86f73b22-9cb0-4821-a0b7-7e82e871145d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:43.659528 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ccdfac57-96b0-4a44-a01b-b2070e7d1c3f req-bda2cba9-9af0-48b8-a3c6-f63b9d4aa783 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395686 Dec 17 13:32:43.664120 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:32:43.730251 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:43.730637 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:43.808827 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-73b53343-60bd-40da-9abb-e687fa0f967c None None] Set router 86f73b22-9cb0-4821-a0b7-7e82e871145d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:32:43.905469 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6117-2207-4faf-999b-4ce07801ba50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:43.938485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304 req-24dddd42-82c3-40e9-b366-00db00602296 service neutron] 10.222.0.61 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298733 Dec 17 13:32:44.014416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47b7a8-2486-4942-af88-c302cf91e91f req-097b89cf-bd81-4c84-b8fa-29314a96b458 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:44.015929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f47b7a8-2486-4942-af88-c302cf91e91f req-097b89cf-bd81-4c84-b8fa-29314a96b458 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 944 time: 0.2747660 Dec 17 13:32:44.093418 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-73b53343-60bd-40da-9abb-e687fa0f967c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:31:12Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '39b2208d-4ca0-4ef6-85c6-e81a80e87fd3', 'name': '', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:41:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:10Z', 'updated_at': '2021-12-17T13:31:20Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:44.132280 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b53343-60bd-40da-9abb-e687fa0f967c None None] The sync data for ids ['86f73b22-9cb0-4821-a0b7-7e82e871145d'] in n-d-815324-5 is: [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:31:12Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '39b2208d-4ca0-4ef6-85c6-e81a80e87fd3', 'name': '', 'network_id': 'a724d299-453e-4c43-ac93-a85d5ff70055', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:41:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:10Z', 'updated_at': '2021-12-17T13:31:20Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:44.182389 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:44.230321 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304 req-5680a70d-0935-40c1-afea-3d767f32452b service neutron] 10.222.0.61 "GET /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826366 Dec 17 13:32:44.275264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-1f47b7a8-2486-4942-af88-c302cf91e91f req-ff8ead94-6b8f-4735-8ae2-09004235db15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 29ead8cb-bc13-48a8-b783-051a152ef64a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:44.275679 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f47b7a8-2486-4942-af88-c302cf91e91f req-ff8ead94-6b8f-4735-8ae2-09004235db15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:44.354372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:44.427676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Network e8a10902-eb0d-427d-b318-9999f5b75b9b is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:44.431694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-1f47b7a8-2486-4942-af88-c302cf91e91f req-ff8ead94-6b8f-4735-8ae2-09004235db15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port 29ead8cb-bc13-48a8-b783-051a152ef64a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=29ead8cb-bc13-48a8-b783-051a152ef64a,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:44.432066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f47b7a8-2486-4942-af88-c302cf91e91f req-ff8ead94-6b8f-4735-8ae2-09004235db15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:44.437007 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:44.439927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:32:44.475086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event updated for resources: {'Port': ['ID=0548d739-c325-4834-a7f6-a7d57f47ba6e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:44.483520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-1f47b7a8-2486-4942-af88-c302cf91e91f req-ff8ead94-6b8f-4735-8ae2-09004235db15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 29ead8cb-bc13-48a8-b783-051a152ef64a owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:44.557292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:44.558000 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:44.606596 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bc0797-1421-4777-bea7-7b22355139bc None None] New status for floating IP 87388a11-ebe7-4d1c-b0ce-95c7d89b24f7: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:32:44.709392 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c5f79564-ff70-4164-929c-f91215274d9e tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8700225 Dec 17 13:32:44.713472 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33284) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:44.721761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:44.825445 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f47b7a8-2486-4942-af88-c302cf91e91f req-ff8ead94-6b8f-4735-8ae2-09004235db15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:44.853679 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523b7de-9501-4b81-875f-fb4a494844ec req-7912c8b2-63b0-4418-b6cd-1d5897b37b22 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:44.857940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ead94-6b8f-4735-8ae2-09004235db15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=29ead8cb-bc13-48a8-b783-051a152ef64a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:44.858915 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c523b7de-9501-4b81-875f-fb4a494844ec req-7912c8b2-63b0-4418-b6cd-1d5897b37b22 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c9b201e-7929-47a9-a53d-7f996bc12ac4 HTTP/1.1" status: 200 len: 866 time: 0.0726020 Dec 17 13:32:44.882639 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:44.897373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-92d15dc5-c522-4984-8931-26113a6c62e2 None None] Provisioning complete for port 0548d739-c325-4834-a7f6-a7d57f47ba6e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:44.899817 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-92d15dc5-c522-4984-8931-26113a6c62e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:44.956392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-92d15dc5-c522-4984-8931-26113a6c62e2 None None] Port 0548d739-c325-4834-a7f6-a7d57f47ba6e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:32:44.971217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f47b7a8-2486-4942-af88-c302cf91e91f req-ff8ead94-6b8f-4735-8ae2-09004235db15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] No DVR routers for this DVR port 29ead8cb-bc13-48a8-b783-051a152ef64a on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:44.980475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1f47b7a8-2486-4942-af88-c302cf91e91f req-ff8ead94-6b8f-4735-8ae2-09004235db15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:44.984489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f47b7a8-2486-4942-af88-c302cf91e91f req-ff8ead94-6b8f-4735-8ae2-09004235db15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.61 "DELETE /v2.0/ports/29ead8cb-bc13-48a8-b783-051a152ef64a HTTP/1.1" status: 204 len: 173 time: 0.9599781 Dec 17 13:32:44.985143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'name': 'network-vif-deleted', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:32:44.987648 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674ca2f2-9d66-43b9-b1fe-6871a2bd6b42" -d '{"events": [{"server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "name": "network-vif-deleted", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:32:45.025842 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c523b7de-9501-4b81-875f-fb4a494844ec req-13067f62-d691-4b01-be59-fcca1326e9dd tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=8b5a27da-ae7a-4024-b7b9-1af0b8368740&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555359 Dec 17 13:32:45.053416 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a90aa0-a58b-4582-9654-62d93891a4dd x-openstack-request-id: req-78a90aa0-a58b-4582-9654-62d93891a4dd {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:32:45.053416 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9b201e-7929-47a9-a53d-7f996bc12ac4", "name": "network-vif-deleted", "tag": "29ead8cb-bc13-48a8-b783-051a152ef64a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:32:45.053416 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-78a90aa0-a58b-4582-9654-62d93891a4dd {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:32:45.053416 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9b201e-7929-47a9-a53d-7f996bc12ac4', 'name': 'network-vif-deleted', 'tag': '29ead8cb-bc13-48a8-b783-051a152ef64a', 'status': 'completed', 'code': 200} Dec 17 13:32:45.112885 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:45.245316 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Allocated IP 172.25.0.55 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/1a9719b7-1cac-4684-bcbe-e46b2dea7b2a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:32:45.429259 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:45.540072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:45.606565 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:45.609938 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:45.614125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:32:45.641927 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event updated for resources: {'Port': ['ID=1a9719b7-1cac-4684-bcbe-e46b2dea7b2a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:45.713255 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:45.818459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:45.979746 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:46.076923 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:46.125630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33314) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:46.282645 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:46.331749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event updated for resources: {'Port': ['ID=1a9719b7-1cac-4684-bcbe-e46b2dea7b2a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:46.339418 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6d016ff-1b38-4940-909e-1cdd749aa4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:46.386054 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:46.394979 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d31bf4fb-e5ab-4d0f-90af-868e9ff54460 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6764886 Dec 17 13:32:46.401422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33342) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:46.416505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0d4a3963-653c-47ee-906c-e3cf57b0b92f tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Request body: {'floatingip': {'port_id': '0548d739-c325-4834-a7f6-a7d57f47ba6e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:46.516144 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0d4a3963-653c-47ee-906c-e3cf57b0b92f tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for floatingip, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:46.724552 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-0d4a3963-653c-47ee-906c-e3cf57b0b92f tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] update failed (client error): The resource could not be found. Dec 17 13:32:46.726413 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0d4a3963-653c-47ee-906c-e3cf57b0b92f tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "PUT /v2.0/floatingips/8bcde1f6-be15-444a-bb10-b1ee210bc971 HTTP/1.1" status: 404 len: 507 time: 0.3189180 Dec 17 13:32:46.730228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33350) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:46.925600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-69c4c25a-a88e-406a-8675-4e218c2f84cd tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Deleting port 1a9719b7-1cac-4684-bcbe-e46b2dea7b2a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:46.926253 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69c4c25a-a88e-406a-8675-4e218c2f84cd tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:47.033438 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69c4c25a-a88e-406a-8675-4e218c2f84cd tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:47.035099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69c4c25a-a88e-406a-8675-4e218c2f84cd tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:47.063037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 29ead8cb-bc13-48a8-b783-051a152ef64a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:47.069888 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-69c4c25a-a88e-406a-8675-4e218c2f84cd tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Calling delete_port for 1a9719b7-1cac-4684-bcbe-e46b2dea7b2a owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:47.142530 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 29ead8cb-bc13-48a8-b783-051a152ef64a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:47.144639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 29ead8cb-bc13-48a8-b783-051a152ef64a not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:47.280026 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5adb3c89-c347-43be-af0b-c7d44621316f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:47.333853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69c4c25a-a88e-406a-8675-4e218c2f84cd tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:47.366590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4c25a-a88e-406a-8675-4e218c2f84cd tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event deleted for resources: {'Port': ['ID=1a9719b7-1cac-4684-bcbe-e46b2dea7b2a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:47.477414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69c4c25a-a88e-406a-8675-4e218c2f84cd tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:47.480589 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69c4c25a-a88e-406a-8675-4e218c2f84cd tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:47.498308 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-69c4c25a-a88e-406a-8675-4e218c2f84cd tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "DELETE /v2.0/floatingips/8bcde1f6-be15-444a-bb10-b1ee210bc971 HTTP/1.1" status: 204 len: 168 time: 0.7570245 Dec 17 13:32:47.498853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33362) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:47.512848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ca1ee181-ec14-4b0c-917d-141f707a458b tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Request body: {'floatingip': {'floating_network_id': 'e8a10902-eb0d-427d-b318-9999f5b75b9b', 'port_id': '0548d739-c325-4834-a7f6-a7d57f47ba6e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:47.645813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee181-ec14-4b0c-917d-141f707a458b tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:47.735155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-5adb3c89-c347-43be-af0b-c7d44621316f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:47.735525 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5adb3c89-c347-43be-af0b-c7d44621316f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:47.745249 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:47.890841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-5adb3c89-c347-43be-af0b-c7d44621316f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=39b2208d-4ca0-4ef6-85c6-e81a80e87fd3,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:47.891208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5adb3c89-c347-43be-af0b-c7d44621316f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:47.914423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-5adb3c89-c347-43be-af0b-c7d44621316f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:48.051493 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-ca1ee181-ec14-4b0c-917d-141f707a458b tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:32:48.052611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ca1ee181-ec14-4b0c-917d-141f707a458b tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5441070 Dec 17 13:32:48.058432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33398) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:48.064757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '0548d739-c325-4834-a7f6-a7d57f47ba6e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:48.188131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:48.313097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5adb3c89-c347-43be-af0b-c7d44621316f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:48.350648 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:48.353116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb3c89-c347-43be-af0b-c7d44621316f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=39b2208d-4ca0-4ef6-85c6-e81a80e87fd3,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:48.697810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Allocated IP 172.25.0.156 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/c88b19e7-2f13-455c-a9af-d154462cf731) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:32:48.714714 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5adb3c89-c347-43be-af0b-c7d44621316f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:48.951029 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:48.986633 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:49.186992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adb3c89-c347-43be-af0b-c7d44621316f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router 86f73b22-9cb0-4821-a0b7-7e82e871145d has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:49.289956 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:49.354144 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:49.367551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event updated for resources: {'Port': ['ID=c88b19e7-2f13-455c-a9af-d154462cf731,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:49.371816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adb3c89-c347-43be-af0b-c7d44621316f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:49.374231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:49.383226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33412) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:49.384345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b25cc-81c4-4197-9d68-d24eadccfdac None None] Sync routers for ids ['86f73b22-9cb0-4821-a0b7-7e82e871145d'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:49.390151 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5adb3c89-c347-43be-af0b-c7d44621316f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "PUT /v2.0/routers/86f73b22-9cb0-4821-a0b7-7e82e871145d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2550383 Dec 17 13:32:49.393343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:32:49.404639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b25cc-81c4-4197-9d68-d24eadccfdac None None] Routers {'86f73b22-9cb0-4821-a0b7-7e82e871145d'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:49.406278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1c3b25cc-81c4-4197-9d68-d24eadccfdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['86f73b22-9cb0-4821-a0b7-7e82e871145d'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:49.445311 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-549b08a8-714b-4c1a-a860-f6894e9eac56 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting subnet 1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:32:49.450162 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-549b08a8-714b-4c1a-a860-f6894e9eac56 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:49.507166 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-549b08a8-714b-4c1a-a860-f6894e9eac56 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:49.559829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-1c3b25cc-81c4-4197-9d68-d24eadccfdac None None] Set router 86f73b22-9cb0-4821-a0b7-7e82e871145d gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:32:49.636550 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-549b08a8-714b-4c1a-a860-f6894e9eac56 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:49.665428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Deleting port c88b19e7-2f13-455c-a9af-d154462cf731 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:49.666376 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:49.772590 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:49.773006 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:49.788252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Calling delete_port for c88b19e7-2f13-455c-a9af-d154462cf731 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:49.836963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-549b08a8-714b-4c1a-a860-f6894e9eac56 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:49.859412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1c3b25cc-81c4-4197-9d68-d24eadccfdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:32:48Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:49.859749 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-549b08a8-714b-4c1a-a860-f6894e9eac56 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:49.878809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33418) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:49.882957 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-549b08a8-714b-4c1a-a860-f6894e9eac56 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/subnets/1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce HTTP/1.1" status: 204 len: 168 time: 0.4977264 Dec 17 13:32:49.906303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f2d6a-4d16-4538-97e6-2c812ab0831d None None] Network a724d299-453e-4c43-ac93-a85d5ff70055 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:32:49.909619 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b25cc-81c4-4197-9d68-d24eadccfdac None None] Checking router: 86f73b22-9cb0-4821-a0b7-7e82e871145d for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:32:49.916389 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:49.937641 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b25cc-81c4-4197-9d68-d24eadccfdac None None] Routers {'86f73b22-9cb0-4821-a0b7-7e82e871145d'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:49.938640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1c3b25cc-81c4-4197-9d68-d24eadccfdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['86f73b22-9cb0-4821-a0b7-7e82e871145d'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:49.946482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b08a8-714b-4c1a-a860-f6894e9eac56 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Subnet': ['ID=1d16b9dd-a2d6-424b-9d9e-e637fb2dd7ce,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:50.077333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:50.241724 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:50.335055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event deleted for resources: {'Port': ['ID=c88b19e7-2f13-455c-a9af-d154462cf731,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:50.386568 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:50.415184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-1c3b25cc-81c4-4197-9d68-d24eadccfdac None None] Set router 86f73b22-9cb0-4821-a0b7-7e82e871145d gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:32:50.521615 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] create failed (client error): The resource could not be found. Dec 17 13:32:50.527321 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33426) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:50.528241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-94664ea4-93ec-4a84-a392-f1944b10eeef tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4685616 Dec 17 13:32:50.559061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 5f54de4d-dc34-4647-8f5e-eab9adaf801d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:50.560550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:50.686272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port 5f54de4d-dc34-4647-8f5e-eab9adaf801d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5f54de4d-dc34-4647-8f5e-eab9adaf801d,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:50.686656 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:50.698855 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a0520661-1496-4f98-9b06-a3d76e7e1b6d tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Deleting port 0548d739-c325-4834-a7f6-a7d57f47ba6e {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:50.699205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0520661-1496-4f98-9b06-a3d76e7e1b6d tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:50.704722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 5f54de4d-dc34-4647-8f5e-eab9adaf801d owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:50.721246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a19938-b4ae-4899-a791-d3b4d3a34f42 None None] DHCP port deletion for a724d299-453e-4c43-ac93-a85d5ff70055 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:32:50.826347 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0520661-1496-4f98-9b06-a3d76e7e1b6d tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:50.831737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e5a19938-b4ae-4899-a791-d3b4d3a34f42 None None] Deleting port a630293a-01f3-4b91-882f-52fb672aaead {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:50.832119 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e5a19938-b4ae-4899-a791-d3b4d3a34f42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:50.847674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a0520661-1496-4f98-9b06-a3d76e7e1b6d tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Calling delete_port for 0548d739-c325-4834-a7f6-a7d57f47ba6e owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:50.874300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1c3b25cc-81c4-4197-9d68-d24eadccfdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:32:48Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:50.906483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3b25cc-81c4-4197-9d68-d24eadccfdac None None] The sync data for ids ['86f73b22-9cb0-4821-a0b7-7e82e871145d'] in n-d-815324-5 is: [{'id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363294984', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:56Z', 'updated_at': '2021-12-17T13:32:48Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '5f54de4d-dc34-4647-8f5e-eab9adaf801d', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f73b22-9cb0-4821-a0b7-7e82e871145d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:58Z', 'updated_at': '2021-12-17T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:50.943334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e5a19938-b4ae-4899-a791-d3b4d3a34f42 None None] For port a630293a-01f3-4b91-882f-52fb672aaead, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a630293a-01f3-4b91-882f-52fb672aaead,segment=NetworkSegment(0eb98290-04d6-4fbf-ac20-6b9416549318),segment_id=0eb98290-04d6-4fbf-ac20-6b9416549318)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:50.943636 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e5a19938-b4ae-4899-a791-d3b4d3a34f42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:50.967071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e5a19938-b4ae-4899-a791-d3b4d3a34f42 None None] Calling delete_port for a630293a-01f3-4b91-882f-52fb672aaead owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:51.072400 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:51.103526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=5f54de4d-dc34-4647-8f5e-eab9adaf801d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:51.134738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082324a3-bd11-423d-ade6-428539dd3b75 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:32:51.158235 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0520661-1496-4f98-9b06-a3d76e7e1b6d tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:51.204301 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:51.224863 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e5a19938-b4ae-4899-a791-d3b4d3a34f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:51.244128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0520661-1496-4f98-9b06-a3d76e7e1b6d tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event deleted for resources: {'Port': ['ID=0548d739-c325-4834-a7f6-a7d57f47ba6e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:51.268702 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a19938-b4ae-4899-a791-d3b4d3a34f42 None None] Pushing event deleted for resources: {'Port': ['ID=a630293a-01f3-4b91-882f-52fb672aaead,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:51.289343 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:32:51.305296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a19938-b4ae-4899-a791-d3b4d3a34f42 None None] No DVR routers for this DVR port a630293a-01f3-4b91-882f-52fb672aaead on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:51.402721 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:51.411596 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:51.602734 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:51.603446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Fanout notify agent at l3_agent the message router_deleted on router 86f73b22-9cb0-4821-a0b7-7e82e871145d {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:32:51.612136 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:51.617011 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b9a9a4d2-25c3-4a98-9856-149f1d22cfb7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/routers/86f73b22-9cb0-4821-a0b7-7e82e871145d HTTP/1.1" status: 204 len: 168 time: 1.7371697 Dec 17 13:32:51.618454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33438) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:51.735848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:51.759162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:51.763362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 39b2208d-4ca0-4ef6-85c6-e81a80e87fd3 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:51.763362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a630293a-01f3-4b91-882f-52fb672aaead no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:51.795230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: a630293a-01f3-4b91-882f-52fb672aaead {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:51.795839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a630293a-01f3-4b91-882f-52fb672aaead not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:51.851763 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:51.930502 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a0520661-1496-4f98-9b06-a3d76e7e1b6d tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:51.939884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a0520661-1496-4f98-9b06-a3d76e7e1b6d tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "DELETE /v2.0/ports/0548d739-c325-4834-a7f6-a7d57f47ba6e HTTP/1.1" status: 204 len: 168 time: 1.4099264 Dec 17 13:32:51.942336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33440) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:52.000946 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:52.028280 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c05637-3427-4e3b-8680-86cf6009a707 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:52.032423 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a5c05637-3427-4e3b-8680-86cf6009a707 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1d63b22-4942-41ca-826e-9cd5559ac6f9 HTTP/1.1" status: 200 len: 913 time: 0.0858407 Dec 17 13:32:52.038191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33442) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:52.071029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a724d299-453e-4c43-ac93-a85d5ff70055']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:52.164954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb98290-04d6-4fbf-ac20-6b9416549318') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:52.165921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb98290-04d6-4fbf-ac20-6b9416549318') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:52.183478 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:52.206399 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:52.217964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:32:52.218364 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:32:52.221475 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:32:52.779055 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:52.788739 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:52.795020 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33454) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:52.795218 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/networks/a724d299-453e-4c43-ac93-a85d5ff70055 HTTP/1.1" status: 204 len: 168 time: 1.1752985 Dec 17 13:32:52.813688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e5395-f72c-45b4-a2ea-5b410a756304 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Network': ['ID=a724d299-453e-4c43-ac93-a85d5ff70055,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:52.878962 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50d5adbf-ed85-4a99-ab8f-ae481104e28c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:52.909018 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50d5adbf-ed85-4a99-ab8f-ae481104e28c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:52.931769 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62b570f6-a18f-484e-83eb-92f95932fad0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:53.110466 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50d5adbf-ed85-4a99-ab8f-ae481104e28c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:53.115242 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50d5adbf-ed85-4a99-ab8f-ae481104e28c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:53.116663 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-50d5adbf-ed85-4a99-ab8f-ae481104e28c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/security-groups/8b5a27da-ae7a-4024-b7b9-1af0b8368740 HTTP/1.1" status: 204 len: 168 time: 0.3197033 Dec 17 13:32:53.148952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5adbf-ed85-4a99-ab8f-ae481104e28c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5a27da-ae7a-4024-b7b9-1af0b8368740,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:53.291228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-62b570f6-a18f-484e-83eb-92f95932fad0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Deleting port 77aba2dc-d20c-45a2-b97b-028c88c600d0 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:53.291739 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62b570f6-a18f-484e-83eb-92f95932fad0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:53.439967 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62b570f6-a18f-484e-83eb-92f95932fad0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:53.458590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-62b570f6-a18f-484e-83eb-92f95932fad0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Calling delete_port for 77aba2dc-d20c-45a2-b97b-028c88c600d0 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:53.528571 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5f54de4d-dc34-4647-8f5e-eab9adaf801d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:53.554612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 5f54de4d-dc34-4647-8f5e-eab9adaf801d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:53.554804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5f54de4d-dc34-4647-8f5e-eab9adaf801d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:53.674475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33468) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:53.679802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-bc799287-34eb-4bdf-83e1-4d95156aedc1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1187505142', 'description': 'tempest-secgroup-smoke-1187505142 description', 'project_id': '850cc3bed38d459295a3dcc922ba6c36'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:53.767528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc799287-34eb-4bdf-83e1-4d95156aedc1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:53.824715 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62b570f6-a18f-484e-83eb-92f95932fad0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:53.859304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b570f6-a18f-484e-83eb-92f95932fad0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event deleted for resources: {'Port': ['ID=77aba2dc-d20c-45a2-b97b-028c88c600d0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:53.900997 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc799287-34eb-4bdf-83e1-4d95156aedc1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.056833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62b570f6-a18f-484e-83eb-92f95932fad0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.094019 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc799287-34eb-4bdf-83e1-4d95156aedc1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.151420 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc799287-34eb-4bdf-83e1-4d95156aedc1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402af632-cc38-4838-ba44-1737d36aed2a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:54.211887 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bc799287-34eb-4bdf-83e1-4d95156aedc1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.217513 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bc799287-34eb-4bdf-83e1-4d95156aedc1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5385065 Dec 17 13:32:54.217978 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33472) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:54.226753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8553b1c0-0918-4dc0-a708-93c6c07995df tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '402af632-cc38-4838-ba44-1737d36aed2a', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:54.285376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b570f6-a18f-484e-83eb-92f95932fad0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Router b1d63b22-4942-41ca-826e-9cd5559ac6f9 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:32:54.339449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8553b1c0-0918-4dc0-a708-93c6c07995df tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.375467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b570f6-a18f-484e-83eb-92f95932fad0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:32:54.381607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-62b570f6-a18f-484e-83eb-92f95932fad0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "PUT /v2.0/routers/b1d63b22-4942-41ca-826e-9cd5559ac6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3369856 Dec 17 13:32:54.384071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33474) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:54.390799 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3e11d-2350-49c7-af3b-41b2a300dff2 None None] Sync routers for ids ['b1d63b22-4942-41ca-826e-9cd5559ac6f9'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:32:54.411373 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3e11d-2350-49c7-af3b-41b2a300dff2 None None] Routers {'b1d63b22-4942-41ca-826e-9cd5559ac6f9'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:54.413199 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b6f3e11d-2350-49c7-af3b-41b2a300dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b1d63b22-4942-41ca-826e-9cd5559ac6f9'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:54.433357 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8553b1c0-0918-4dc0-a708-93c6c07995df tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.480217 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c1ce7894-b984-4189-b957-c11db3f130f9 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.484393 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b6f3e11d-2350-49c7-af3b-41b2a300dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:54.488112 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8553b1c0-0918-4dc0-a708-93c6c07995df tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.497502 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3e11d-2350-49c7-af3b-41b2a300dff2 None None] Routers {'b1d63b22-4942-41ca-826e-9cd5559ac6f9'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:32:54.498398 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b6f3e11d-2350-49c7-af3b-41b2a300dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b1d63b22-4942-41ca-826e-9cd5559ac6f9'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:54.523890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553b1c0-0918-4dc0-a708-93c6c07995df tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f38298-8133-45ea-ab4c-38633785520d,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:54.541188 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b6f3e11d-2350-49c7-af3b-41b2a300dff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:54.542237 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3e11d-2350-49c7-af3b-41b2a300dff2 None None] The sync data for ids ['b1d63b22-4942-41ca-826e-9cd5559ac6f9'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:32:54.609558 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8553b1c0-0918-4dc0-a708-93c6c07995df tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.613692 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8553b1c0-0918-4dc0-a708-93c6c07995df tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3942082 Dec 17 13:32:54.614365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33478) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:54.619244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-68e32ce3-9fc2-4b80-b996-54ac2f90d1c2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '402af632-cc38-4838-ba44-1737d36aed2a', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:54.688627 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c1ce7894-b984-4189-b957-c11db3f130f9 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.691417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c1ce7894-b984-4189-b957-c11db3f130f9 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.750487 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68e32ce3-9fc2-4b80-b996-54ac2f90d1c2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.820442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68e32ce3-9fc2-4b80-b996-54ac2f90d1c2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.899330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c1ce7894-b984-4189-b957-c11db3f130f9 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.900486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ce7894-b984-4189-b957-c11db3f130f9 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Fanout notify agent at l3_agent the message router_deleted on router b1d63b22-4942-41ca-826e-9cd5559ac6f9 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:32:54.917307 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c1ce7894-b984-4189-b957-c11db3f130f9 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.917307 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c1ce7894-b984-4189-b957-c11db3f130f9 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "DELETE /v2.0/routers/b1d63b22-4942-41ca-826e-9cd5559ac6f9 HTTP/1.1" status: 204 len: 168 time: 0.5265381 Dec 17 13:32:54.917307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33488) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:54.929159 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68e32ce3-9fc2-4b80-b996-54ac2f90d1c2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:54.981484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e32ce3-9fc2-4b80-b996-54ac2f90d1c2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a3e269-1fdd-463c-927a-74a93b1a0c14,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:54.999154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-189da93c-6f9e-44ab-ae7a-84c070e7a3bb tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Deleting subnet f4f5adf4-0f54-404b-b9d2-2dc80d092a66 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:32:55.002953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-189da93c-6f9e-44ab-ae7a-84c070e7a3bb tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.069416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-189da93c-6f9e-44ab-ae7a-84c070e7a3bb tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.119574 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68e32ce3-9fc2-4b80-b996-54ac2f90d1c2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.130287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33490) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:55.135099 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-68e32ce3-9fc2-4b80-b996-54ac2f90d1c2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5195942 Dec 17 13:32:55.141196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3f016602-6dab-4ebf-81e2-2f04ba533047 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '402af632-cc38-4838-ba44-1737d36aed2a', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:55.226667 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-189da93c-6f9e-44ab-ae7a-84c070e7a3bb tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.311101 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f016602-6dab-4ebf-81e2-2f04ba533047 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.377933 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-189da93c-6f9e-44ab-ae7a-84c070e7a3bb tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.428463 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f016602-6dab-4ebf-81e2-2f04ba533047 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.430612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189da93c-6f9e-44ab-ae7a-84c070e7a3bb tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f5adf4-0f54-404b-b9d2-2dc80d092a66,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:55.435134 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-189da93c-6f9e-44ab-ae7a-84c070e7a3bb tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.438755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-189da93c-6f9e-44ab-ae7a-84c070e7a3bb tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "DELETE /v2.0/subnets/f4f5adf4-0f54-404b-b9d2-2dc80d092a66 HTTP/1.1" status: 204 len: 168 time: 0.5233741 Dec 17 13:32:55.450585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33492) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:55.454040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a5e0b7-b3e0-4a57-a741-1b7e3c7e4300 None None] Network e8a10902-eb0d-427d-b318-9999f5b75b9b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:32:55.522404 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f016602-6dab-4ebf-81e2-2f04ba533047 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.549749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f016602-6dab-4ebf-81e2-2f04ba533047 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b523db3f-19ab-42e4-a5b8-4ea907f5ca60,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:55.594483 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.626788 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f016602-6dab-4ebf-81e2-2f04ba533047 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.631297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3f016602-6dab-4ebf-81e2-2f04ba533047 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4989202 Dec 17 13:32:55.634002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33496) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:55.650274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-71dabc9a-8099-496b-baad-a497649511c4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '402af632-cc38-4838-ba44-1737d36aed2a', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:55.686328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Deleting port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:55.686943 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.734264 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0a4456-924e-4b46-bd6b-fa6d696fec0d None None] DHCP port deletion for e8a10902-eb0d-427d-b318-9999f5b75b9b request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:32:55.860384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71dabc9a-8099-496b-baad-a497649511c4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.863007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-da0a4456-924e-4b46-bd6b-fa6d696fec0d None None] Deleting port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:32:55.863557 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-da0a4456-924e-4b46-bd6b-fa6d696fec0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.886564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] For port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af,segment=NetworkSegment(fbdb951d-7b21-435b-ba93-fde7af9898bc),segment_id=fbdb951d-7b21-435b-ba93-fde7af9898bc)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:55.887202 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:55.925381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Calling delete_port for d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:56.008763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-da0a4456-924e-4b46-bd6b-fa6d696fec0d None None] For port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af,segment=NetworkSegment(fbdb951d-7b21-435b-ba93-fde7af9898bc),segment_id=fbdb951d-7b21-435b-ba93-fde7af9898bc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:32:56.009090 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-da0a4456-924e-4b46-bd6b-fa6d696fec0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.020407 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71dabc9a-8099-496b-baad-a497649511c4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.043285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-da0a4456-924e-4b46-bd6b-fa6d696fec0d None None] Calling delete_port for d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:32:56.156252 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71dabc9a-8099-496b-baad-a497649511c4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.174757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dabc9a-8099-496b-baad-a497649511c4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42527c40-1074-427e-8efb-17b4e06bb57e,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:56.186878 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.192160 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-da0a4456-924e-4b46-bd6b-fa6d696fec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.206193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0a4456-924e-4b46-bd6b-fa6d696fec0d None None] No DVR routers for this DVR port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:56.236117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event deleted for resources: {'Port': ['ID=d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:56.241090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] No DVR routers for this DVR port d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:32:56.272840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-71dabc9a-8099-496b-baad-a497649511c4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.276893 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-71dabc9a-8099-496b-baad-a497649511c4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6389081 Dec 17 13:32:56.282292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33506) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:56.285312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a4456-924e-4b46-bd6b-fa6d696fec0d None None] Pushing event deleted for resources: {'Port': ['ID=d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:56.301523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3ea5f86b-c1fc-4010-832c-6f69e7984019 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '402af632-cc38-4838-ba44-1737d36aed2a', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:56.340531 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.369462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a10902-eb0d-427d-b318-9999f5b75b9b']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:56.393821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdb951d-7b21-435b-ba93-fde7af9898bc') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:56.394384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdb951d-7b21-435b-ba93-fde7af9898bc') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:32:56.418961 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-3ea5f86b-c1fc-4010-832c-6f69e7984019 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Project 850cc3bed38d459295a3dcc922ba6c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:32:56.422060 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.424561 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f86b-c1fc-4010-832c-6f69e7984019 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.441158 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.449021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:32:56.449439 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:32:56.501735 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:32:56.504468 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f86b-c1fc-4010-832c-6f69e7984019 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.584437 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f86b-c1fc-4010-832c-6f69e7984019 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.616136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5f86b-c1fc-4010-832c-6f69e7984019 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8236480-50d7-4d64-98ab-ca45509f8cd6,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:56.616765 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.639218 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.646594 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] 10.222.0.59 "DELETE /v2.0/networks/e8a10902-eb0d-427d-b318-9999f5b75b9b HTTP/1.1" status: 204 len: 168 time: 1.1998165 Dec 17 13:32:56.658480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9edd9-2c6f-47a4-8f0c-2386f69532a0 tempest-FloatingIPNegativeTestJSON-612659773 tempest-FloatingIPNegativeTestJSON-612659773-project] Pushing event deleted for resources: {'Network': ['ID=e8a10902-eb0d-427d-b318-9999f5b75b9b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:56.718284 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3ea5f86b-c1fc-4010-832c-6f69e7984019 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.722749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33512) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:56.723951 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3ea5f86b-c1fc-4010-832c-6f69e7984019 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4395304 Dec 17 13:32:56.728201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e16eed2c-3359-462a-a892-85fae94ce9fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'security_group_rule': {'security_group_id': '402af632-cc38-4838-ba44-1737d36aed2a', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:56.876206 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-e16eed2c-3359-462a-a892-85fae94ce9fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Project 850cc3bed38d459295a3dcc922ba6c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:32:56.882551 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e16eed2c-3359-462a-a892-85fae94ce9fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:56.976195 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e16eed2c-3359-462a-a892-85fae94ce9fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:57.064767 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e16eed2c-3359-462a-a892-85fae94ce9fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:57.083575 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16eed2c-3359-462a-a892-85fae94ce9fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e9cebf-50fb-4ce2-bcbf-3e83c008b455,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:57.204918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e16eed2c-3359-462a-a892-85fae94ce9fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:57.206357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e16eed2c-3359-462a-a892-85fae94ce9fe tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4819353 Dec 17 13:32:57.210156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33522) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:57.217236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4af2e42b-2d49-4f11-bfac-054e3ff787ac tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'network': {'name': 'tempest-network-smoke--1675074782', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'port_security_enabled': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:57.267342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33524) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:57.356221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af2e42b-2d49-4f11-bfac-054e3ff787ac tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Made reservation on behalf of 850cc3bed38d459295a3dcc922ba6c36 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:32:57.361029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4af2e42b-2d49-4f11-bfac-054e3ff787ac tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:57.441773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af2e42b-2d49-4f11-bfac-054e3ff787ac tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:32:57.465789 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1856f909-2575-4637-9bb4-468d1d836ec1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c8381b8afca5487a981bf9d0f0bb8cee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1969302 Dec 17 13:32:57.467152 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4af2e42b-2d49-4f11-bfac-054e3ff787ac tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:57.467503 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-4af2e42b-2d49-4f11-bfac-054e3ff787ac tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Added segment a8b021c6-f6c9-4231-a8b9-a7143db505de of type vlan for network 5c38910e-16e2-4215-932d-d3d2a6dd933c Dec 17 13:32:57.468874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33530) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:57.516289 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4af2e42b-2d49-4f11-bfac-054e3ff787ac tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:57.547168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f209ffb-dff3-4583-86bf-8fff8d97f4e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:57.579891 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f209ffb-dff3-4583-86bf-8fff8d97f4e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:57.598325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:32:57.628688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:32:57.629141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d6de2b73-d7ab-4b68-b3f8-8f5cbf2b20af not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:32:57.670516 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4af2e42b-2d49-4f11-bfac-054e3ff787ac tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:57.676749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af2e42b-2d49-4f11-bfac-054e3ff787ac tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:32:57.677525 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4af2e42b-2d49-4f11-bfac-054e3ff787ac tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:57.767453 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f209ffb-dff3-4583-86bf-8fff8d97f4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:57.770164 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f209ffb-dff3-4583-86bf-8fff8d97f4e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:57.771398 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2f209ffb-dff3-4583-86bf-8fff8d97f4e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/01681051-8743-44c4-8f42-f782f97ea44f HTTP/1.1" status: 204 len: 168 time: 0.3014205 Dec 17 13:32:57.772902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2e42b-2d49-4f11-bfac-054e3ff787ac tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Network': ['ID=5c38910e-16e2-4215-932d-d3d2a6dd933c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:57.787307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f209ffb-dff3-4583-86bf-8fff8d97f4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01681051-8743-44c4-8f42-f782f97ea44f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:57.793847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 5c38910e-16e2-4215-932d-d3d2a6dd933c details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:32:57.855074 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4af2e42b-2d49-4f11-bfac-054e3ff787ac tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6394284 Dec 17 13:32:57.855302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33538) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:57.859162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'admin_state_up': True, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:57.999160 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:58.002567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:58.086190 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:58.370531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:58.704147 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:58.726031 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:58.857467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.25.0.78 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/58a036ec-d91a-49ed-bcd7-237c41033331) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:32:59.025513 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:59.425540 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:59.436871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33572) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:32:59.473618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:32:59.479229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:32:59.482042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:32:59.509020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f329b5a6-776c-472f-9e74-23d2d79777b0 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:32:59.513792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=58a036ec-d91a-49ed-bcd7-237c41033331,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:32:59.589746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-531643344'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:32:59.635505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-cc1a2636-c000-40ca-a70f-5df6a54b64e2 None None] Provisioning complete for port 58a036ec-d91a-49ed-bcd7-237c41033331 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:32:59.635838 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cc1a2636-c000-40ca-a70f-5df6a54b64e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:59.687072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a2636-c000-40ca-a70f-5df6a54b64e2 None None] Port 58a036ec-d91a-49ed-bcd7-237c41033331 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:32:59.744477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:32:59.748945 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:59.760492 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:59.886090 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:59.892346 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:32:59.980689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:00.016840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:33:00.030724 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3a2b9d-2179-4b4e-b352-f924871fcb27,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:00.040210 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:00.040993 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Added segment 1f92bc7a-7c10-402f-bb2e-edc995a99079 of type vlan for network c77891e1-212a-4610-9b90-36ab33eef679 Dec 17 13:33:00.111846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:00.214483 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:00.225089 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:00.229833 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:00.259151 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:00.346206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Network': ['ID=c77891e1-212a-4610-9b90-36ab33eef679,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:00.359006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network c77891e1-212a-4610-9b90-36ab33eef679 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:33:00.400150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3fd2b5d1-67b3-4526-9429-e269d336a0e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9628272 Dec 17 13:33:00.403074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33584) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:00.412230 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4d022c3c-18bc-4021-9465-0facabf928f4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2112917560'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:00.533531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router cc561c1b-b871-4ec1-b137-d41b489e8ed5 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:33:00.556362 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d022c3c-18bc-4021-9465-0facabf928f4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:00.561391 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d022c3c-18bc-4021-9465-0facabf928f4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:00.603243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d022c3c-18bc-4021-9465-0facabf928f4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:33:00.616604 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d022c3c-18bc-4021-9465-0facabf928f4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:00.617097 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-4d022c3c-18bc-4021-9465-0facabf928f4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Added segment dd40fc25-7222-434b-aed1-a84977b0a85a of type vlan for network 29a8761d-695a-42b9-918c-435bd21b7053 Dec 17 13:33:00.665927 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d022c3c-18bc-4021-9465-0facabf928f4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:00.671052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:00.690947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Sync routers for ids ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:00.711180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Routers {'cc561c1b-b871-4ec1-b137-d41b489e8ed5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:00.711805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:00.765615 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:00.769901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33592) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:00.772421 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-68e8cc0a-0c98-4b58-ad94-487107776097 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9172382 Dec 17 13:33:00.788338 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d022c3c-18bc-4021-9465-0facabf928f4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:00.795434 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d022c3c-18bc-4021-9465-0facabf928f4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:00.796048 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d022c3c-18bc-4021-9465-0facabf928f4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:00.838803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Set router cc561c1b-b871-4ec1-b137-d41b489e8ed5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:33:00.908997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33594) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:00.909923 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a9f32796-f7e8-4f57-90e8-e51c3b050fbf tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=850cc3bed38d459295a3dcc922ba6c36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1380348 Dec 17 13:33:00.927919 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4d022c3c-18bc-4021-9465-0facabf928f4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5164437 Dec 17 13:33:00.930752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33596) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:00.934175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d022c3c-18bc-4021-9465-0facabf928f4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Network': ['ID=29a8761d-695a-42b9-918c-435bd21b7053,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:00.940027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b78cd438-2146-4883-8286-07fd18102c11 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'subnet': {'network_id': 'c77891e1-212a-4610-9b90-36ab33eef679', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:00.959028 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 29a8761d-695a-42b9-918c-435bd21b7053 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:33:01.120009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:32:59Z', 'revision_number': 3, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:01.159037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Checking router: cc561c1b-b871-4ec1-b137-d41b489e8ed5 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:33:01.160110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Updating router cc561c1b-b871-4ec1-b137-d41b489e8ed5 port 58a036ec-d91a-49ed-bcd7-237c41033331 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:33:01.197371 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:01.511762 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:01.595855 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:01.649420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c2200c-5e0d-4e7c-ab51-2f579ecc3f8d None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:33:01.695610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Attempting to bind port 58a036ec-d91a-49ed-bcd7-237c41033331 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:33:01.696643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Attempting to bind port 58a036ec-d91a-49ed-bcd7-237c41033331 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:33:01.696643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Attempting to bind port 58a036ec-d91a-49ed-bcd7-237c41033331 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:01.718273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:33:01.718273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:01.718273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:01.718273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:33:01.718273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Bound port: 58a036ec-d91a-49ed-bcd7-237c41033331, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:33:01.718273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:01.720405 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9fbde-ca93-48c2-8950-b4c1c40cdd1b None None] Pushing event updated for resources: {'Port': ['ID=58a036ec-d91a-49ed-bcd7-237c41033331,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:01.747690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97229153-cc31-483d-9463-c2e86862b46b tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:01.751050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-97229153-cc31-483d-9463-c2e86862b46b tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8406308 Dec 17 13:33:01.755688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33608) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:01.774928 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:01.799564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78cd438-2146-4883-8286-07fd18102c11 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:01.799564 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b78cd438-2146-4883-8286-07fd18102c11 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:01.799564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33610) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:01.800013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-cd8ddf53-3588-454b-bf56-7ec40803688e None None] Provisioning complete for port 58a036ec-d91a-49ed-bcd7-237c41033331 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:01.800171 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-850b54e7-d691-412a-b5f2-18c2a840aff9 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420215 Dec 17 13:33:01.802776 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cd8ddf53-3588-454b-bf56-7ec40803688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:01.804875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4bbd4c60-7b9f-4712-99e8-71407869bf76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1156817278', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:01.857946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] For port 58a036ec-d91a-49ed-bcd7-237c41033331, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:33:01.865218 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] For port 58a036ec-d91a-49ed-bcd7-237c41033331, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=58a036ec-d91a-49ed-bcd7-237c41033331,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:33:01.871078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ddf53-3588-454b-bf56-7ec40803688e None None] Port 58a036ec-d91a-49ed-bcd7-237c41033331 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:01.980470 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:02.046071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8136af-0ca2-47f8-b5fc-a227654666d6 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:33:02.079463 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbd4c60-7b9f-4712-99e8-71407869bf76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Made reservation on behalf of 850cc3bed38d459295a3dcc922ba6c36 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:02.083964 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4bbd4c60-7b9f-4712-99e8-71407869bf76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:02.091827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9fbde-ca93-48c2-8950-b4c1c40cdd1b None None] Pushing event updated for resources: {'Port': ['ID=58a036ec-d91a-49ed-bcd7-237c41033331,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:02.103254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Routers {'cc561c1b-b871-4ec1-b137-d41b489e8ed5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:02.104123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:02.217271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e8325652-249c-4a01-af8f-ce28e6fe2e3a None None] Provisioning complete for port 58a036ec-d91a-49ed-bcd7-237c41033331 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:02.217814 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e8325652-249c-4a01-af8f-ce28e6fe2e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:02.257412 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b78cd438-2146-4883-8286-07fd18102c11 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:02.565478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78cd438-2146-4883-8286-07fd18102c11 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Checking segment: {'id': '1f92bc7a-7c10-402f-bb2e-edc995a99079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c77891e1-212a-4610-9b90-36ab33eef679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:02.566050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] Set router cc561c1b-b871-4ec1-b137-d41b489e8ed5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:33:02.567478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78cd438-2146-4883-8286-07fd18102c11 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network hostable DHCP agents. Network: c77891e1-212a-4610-9b90-36ab33eef679, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:33:02.576975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cd438-2146-4883-8286-07fd18102c11 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Subnet': ['ID=781dd114-ee2f-4fef-95d7-e22e412e6ab7,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:02.696890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78cd438-2146-4883-8286-07fd18102c11 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network c77891e1-212a-4610-9b90-36ab33eef679 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:33:02.725619 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e8325652-249c-4a01-af8f-ce28e6fe2e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:02.732600 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4bbd4c60-7b9f-4712-99e8-71407869bf76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:02.778901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e8325652-249c-4a01-af8f-ce28e6fe2e3a None None] For port 58a036ec-d91a-49ed-bcd7-237c41033331, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=58a036ec-d91a-49ed-bcd7-237c41033331,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:02.823281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-b78cd438-2146-4883-8286-07fd18102c11 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, c77891e1-212a-4610-9b90-36ab33eef679) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:02.838322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78cd438-2146-4883-8286-07fd18102c11 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:02.842756 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b78cd438-2146-4883-8286-07fd18102c11 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:02.843632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2102aef1-6e6d-401f-8889-a7ed7b04fe74 None None] Network c77891e1-212a-4610-9b90-36ab33eef679 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:02.857335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd4c60-7b9f-4712-99e8-71407869bf76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Subnet': ['ID=931557db-7578-46f4-93fc-4df35dc57f18,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:02.861960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd4c60-7b9f-4712-99e8-71407869bf76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Checking segment: {'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:02.862363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbd4c60-7b9f-4712-99e8-71407869bf76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network hostable DHCP agents. Network: 5c38910e-16e2-4215-932d-d3d2a6dd933c, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:33:02.879834 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e8325652-249c-4a01-af8f-ce28e6fe2e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:02.978134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b78cd438-2146-4883-8286-07fd18102c11 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0462577 Dec 17 13:33:02.989423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33622) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:02.996115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbd4c60-7b9f-4712-99e8-71407869bf76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 5c38910e-16e2-4215-932d-d3d2a6dd933c is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:33:03.004018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-4bbd4c60-7b9f-4712-99e8-71407869bf76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 5c38910e-16e2-4215-932d-d3d2a6dd933c) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:03.004281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:32:59Z', 'revision_number': 3, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:03.008693 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-55ceabe3-732c-42a8-b02b-58e6a0ce739b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'subnet': {'network_id': '29a8761d-695a-42b9-918c-435bd21b7053', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:03.008855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8325652-249c-4a01-af8f-ce28e6fe2e3a None None] Pushing event updated for resources: {'Port': ['ID=58a036ec-d91a-49ed-bcd7-237c41033331,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:03.014348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbd4c60-7b9f-4712-99e8-71407869bf76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:03.014948 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4bbd4c60-7b9f-4712-99e8-71407869bf76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:03.049695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb5c7cf-a80a-44bd-ad1b-e842164f9f90 None None] Network 5c38910e-16e2-4215-932d-d3d2a6dd933c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:03.065846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a4688-9eeb-4df3-bc80-818060b0251a None None] The sync data for ids ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'] in n-d-815324-5 is: [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:32:59Z', 'revision_number': 3, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:03.121688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-c77891e1-212a-4610-9b90-36ab33eef679', 'network_id': 'c77891e1-212a-4610-9b90-36ab33eef679', 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'fixed_ips': [{'subnet_id': '781dd114-ee2f-4fef-95d7-e22e412e6ab7'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:33:03.122564 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:03.148123 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4bbd4c60-7b9f-4712-99e8-71407869bf76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3494089 Dec 17 13:33:03.150638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33624) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:03.350019 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ceabe3-732c-42a8-b02b-58e6a0ce739b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:03.357436 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55ceabe3-732c-42a8-b02b-58e6a0ce739b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:03.426483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-5c38910e-16e2-4215-932d-d3d2a6dd933c', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ips': [{'subnet_id': '931557db-7578-46f4-93fc-4df35dc57f18'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:33:03.427343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:03.572627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Allocated IP 2001:db8::2 (c77891e1-212a-4610-9b90-36ab33eef679/781dd114-ee2f-4fef-95d7-e22e412e6ab7/313dbcbb-757e-4952-af10-e76605c43864) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:03.767981 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55ceabe3-732c-42a8-b02b-58e6a0ce739b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:04.000482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceabe3-732c-42a8-b02b-58e6a0ce739b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Subnet': ['ID=9463d173-a8e8-4468-8cc5-67c0d462ad50,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:04.002696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Allocated IP 172.20.0.2 (5c38910e-16e2-4215-932d-d3d2a6dd933c/931557db-7578-46f4-93fc-4df35dc57f18/6ab8cdac-3105-4901-84dc-e08363cba54f) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:04.009204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ceabe3-732c-42a8-b02b-58e6a0ce739b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Checking segment: {'id': 'dd40fc25-7222-434b-aed1-a84977b0a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29a8761d-695a-42b9-918c-435bd21b7053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:04.010195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ceabe3-732c-42a8-b02b-58e6a0ce739b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network hostable DHCP agents. Network: 29a8761d-695a-42b9-918c-435bd21b7053, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:33:04.156542 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:04.299092 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:04.341503 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:04.698380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ceabe3-732c-42a8-b02b-58e6a0ce739b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 29a8761d-695a-42b9-918c-435bd21b7053 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:33:04.744745 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:04.799265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Network c77891e1-212a-4610-9b90-36ab33eef679 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:04.802437 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:04.806460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:04.812421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Pushing event updated for resources: {'Port': ['ID=313dbcbb-757e-4952-af10-e76605c43864,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:04.873554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Attempting to bind port 313dbcbb-757e-4952-af10-e76605c43864 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:33:04.873877 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Attempting to bind port 313dbcbb-757e-4952-af10-e76605c43864 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '1f92bc7a-7c10-402f-bb2e-edc995a99079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c77891e1-212a-4610-9b90-36ab33eef679'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:33:04.874469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Attempting to bind port 313dbcbb-757e-4952-af10-e76605c43864 on network c77891e1-212a-4610-9b90-36ab33eef679 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:04.878151 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:04.892535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-55ceabe3-732c-42a8-b02b-58e6a0ce739b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 29a8761d-695a-42b9-918c-435bd21b7053) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:04.892769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:33:04.892769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Checking segment: {'id': '1f92bc7a-7c10-402f-bb2e-edc995a99079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c77891e1-212a-4610-9b90-36ab33eef679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:04.892769 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:04.892769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Bound using segment: {'id': '1f92bc7a-7c10-402f-bb2e-edc995a99079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c77891e1-212a-4610-9b90-36ab33eef679'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:33:04.892769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Bound port: 313dbcbb-757e-4952-af10-e76605c43864, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f92bc7a-7c10-402f-bb2e-edc995a99079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c77891e1-212a-4610-9b90-36ab33eef679'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:33:04.892769 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:04.914018 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ceabe3-732c-42a8-b02b-58e6a0ce739b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:04.916570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55ceabe3-732c-42a8-b02b-58e6a0ce739b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:04.935917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5933303a-82a1-4b23-971e-98caf5aef83b None None] Network 29a8761d-695a-42b9-918c-435bd21b7053 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:04.996696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Network 5c38910e-16e2-4215-932d-d3d2a6dd933c is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:05.005563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:05.035124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:05.047553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.20.0.1 (5c38910e-16e2-4215-932d-d3d2a6dd933c/931557db-7578-46f4-93fc-4df35dc57f18/8d436fb7-9f19-449f-9a5d-1a98b4daf223) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:05.056201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Pushing event updated for resources: {'Port': ['ID=6ab8cdac-3105-4901-84dc-e08363cba54f,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:05.081061 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55ceabe3-732c-42a8-b02b-58e6a0ce739b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0850394 Dec 17 13:33:05.083428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33642) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:05.106652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4d5126ae-bd6c-4569-a4af-fb1c7136e636 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1386902602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:05.183119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] For port 313dbcbb-757e-4952-af10-e76605c43864, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:33:05.185387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Attempting to bind port 6ab8cdac-3105-4901-84dc-e08363cba54f on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:33:05.191548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Attempting to bind port 6ab8cdac-3105-4901-84dc-e08363cba54f by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:33:05.191548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Attempting to bind port 6ab8cdac-3105-4901-84dc-e08363cba54f on network 5c38910e-16e2-4215-932d-d3d2a6dd933c {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:05.210059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-29a8761d-695a-42b9-918c-435bd21b7053', 'network_id': '29a8761d-695a-42b9-918c-435bd21b7053', 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'fixed_ips': [{'subnet_id': '9463d173-a8e8-4468-8cc5-67c0d462ad50'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:33:05.210979 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.215498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] For port 313dbcbb-757e-4952-af10-e76605c43864, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=313dbcbb-757e-4952-af10-e76605c43864,segment=NetworkSegment(1f92bc7a-7c10-402f-bb2e-edc995a99079),segment_id=1f92bc7a-7c10-402f-bb2e-edc995a99079)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:33:05.218221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:33:05.218625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Checking segment: {'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:05.219007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.219400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Bound using segment: {'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:33:05.219872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Bound port: 6ab8cdac-3105-4901-84dc-e08363cba54f, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:33:05.220260 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.248484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.284819 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d5126ae-bd6c-4569-a4af-fb1c7136e636 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.293083 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d5126ae-bd6c-4569-a4af-fb1c7136e636 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.332338 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.385136 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.398572 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d5126ae-bd6c-4569-a4af-fb1c7136e636 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.432641 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] For port 6ab8cdac-3105-4901-84dc-e08363cba54f, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:33:05.462532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=8d436fb7-9f19-449f-9a5d-1a98b4daf223,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:05.485476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 5c38910e-16e2-4215-932d-d3d2a6dd933c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:05.489064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:05.490773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:05.533740 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d5126ae-bd6c-4569-a4af-fb1c7136e636 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.556145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] For port 6ab8cdac-3105-4901-84dc-e08363cba54f, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6ab8cdac-3105-4901-84dc-e08363cba54f,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:33:05.571103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874b802-e436-44a2-9fad-8f307e2444bb None None] Pushing event updated for resources: {'Port': ['ID=313dbcbb-757e-4952-af10-e76605c43864,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:05.589759 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.598434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Allocated IP 2001:db8:1::2 (29a8761d-695a-42b9-918c-435bd21b7053/9463d173-a8e8-4468-8cc5-67c0d462ad50/fc87bf59-e9b9-4d28-8525-0cd6f3ff264f) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:05.693531 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.709013 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d5126ae-bd6c-4569-a4af-fb1c7136e636 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:05.714768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33646) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:05.716739 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4d5126ae-bd6c-4569-a4af-fb1c7136e636 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6293781 Dec 17 13:33:05.832398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 58a036ec-d91a-49ed-bcd7-237c41033331 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:05.969926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0be2a-12dc-4c38-8f6f-4ed4474df7bc None None] Pushing event updated for resources: {'Port': ['ID=6ab8cdac-3105-4901-84dc-e08363cba54f,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:06.120614 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:06.126878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 58a036ec-d91a-49ed-bcd7-237c41033331 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:06.127550 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:06.230202 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:06.337390 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:06.351588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Network 29a8761d-695a-42b9-918c-435bd21b7053 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:06.352511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Pushing event updated for resources: {'Port': ['ID=fc87bf59-e9b9-4d28-8525-0cd6f3ff264f,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:06.361427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:06.364334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:06.383876 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:06.488701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Attempting to bind port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:33:06.491049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Attempting to bind port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'dd40fc25-7222-434b-aed1-a84977b0a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29a8761d-695a-42b9-918c-435bd21b7053'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:33:06.491644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Attempting to bind port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f on network 29a8761d-695a-42b9-918c-435bd21b7053 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:06.502662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:33:06.503577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Checking segment: {'id': 'dd40fc25-7222-434b-aed1-a84977b0a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29a8761d-695a-42b9-918c-435bd21b7053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:06.503970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:06.505156 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Bound using segment: {'id': 'dd40fc25-7222-434b-aed1-a84977b0a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29a8761d-695a-42b9-918c-435bd21b7053'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:33:06.513707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Bound port: fc87bf59-e9b9-4d28-8525-0cd6f3ff264f, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd40fc25-7222-434b-aed1-a84977b0a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29a8761d-695a-42b9-918c-435bd21b7053'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:33:06.513707 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:06.558238 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:06.648587 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] For port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:33:06.653775 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] For port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fc87bf59-e9b9-4d28-8525-0cd6f3ff264f,segment=NetworkSegment(dd40fc25-7222-434b-aed1-a84977b0a85a),segment_id=dd40fc25-7222-434b-aed1-a84977b0a85a)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:33:06.733317 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:06.845760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bd036-443b-4502-ae2d-c947e1e5cf60 None None] Pushing event updated for resources: {'Port': ['ID=fc87bf59-e9b9-4d28-8525-0cd6f3ff264f,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:06.928291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Allocated IP 2001:db8::1 (c77891e1-212a-4610-9b90-36ab33eef679/781dd114-ee2f-4fef-95d7-e22e412e6ab7/61a2c4bd-bf54-44ad-85b7-7f6dd2ed587f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:06.970018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-c2c25adb-3f33-4351-897e-b8923084ac90 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1827588 Dec 17 13:33:07.323257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-fc646ee6-c1b8-4270-a3a8-339b656f48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:07.323746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-fc646ee6-c1b8-4270-a3a8-339b656f48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:07.324229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-fc646ee6-c1b8-4270-a3a8-339b656f48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:07.324704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-fc646ee6-c1b8-4270-a3a8-339b656f48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:07.325179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-fc646ee6-c1b8-4270-a3a8-339b656f48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:07.325678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-fc646ee6-c1b8-4270-a3a8-339b656f48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:07.326145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-fc646ee6-c1b8-4270-a3a8-339b656f48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:07.328126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-fc646ee6-c1b8-4270-a3a8-339b656f48fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6502 time: 0.2885509 Dec 17 13:33:07.341932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:07.456166 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:07.538181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab583a2-d00c-4a0b-bb31-36539c73bd5c None None] Network c77891e1-212a-4610-9b90-36ab33eef679 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:07.565700 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:07.667709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Provisioning complete for port 313dbcbb-757e-4952-af10-e76605c43864 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:07.675295 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:07.924014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=8d436fb7-9f19-449f-9a5d-1a98b4daf223,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:07.935484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:07.939365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:07.945989 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fc87bf59-e9b9-4d28-8525-0cd6f3ff264f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:08.063003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network c77891e1-212a-4610-9b90-36ab33eef679 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:08.078884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:08.083528 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:08.086014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:08.495240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e622325b-db2f-430c-aa8d-2e0fabaf3a96 None None] Network 5c38910e-16e2-4215-932d-d3d2a6dd933c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:08.506870 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:08.696291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] For port 313dbcbb-757e-4952-af10-e76605c43864, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=313dbcbb-757e-4952-af10-e76605c43864,segment=NetworkSegment(1f92bc7a-7c10-402f-bb2e-edc995a99079),segment_id=1f92bc7a-7c10-402f-bb2e-edc995a99079)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:08.710812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:08.711187 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:08.733042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=61a2c4bd-bf54-44ad-85b7-7f6dd2ed587f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:08.775371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6a52d-d979-4b66-80f6-ebaae8c71950 None None] Network 29a8761d-695a-42b9-918c-435bd21b7053 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:08.809263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-dbcccf63-e963-4d75-a6c9-43f6c912dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:08.810172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-dbcccf63-e963-4d75-a6c9-43f6c912dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:08.811134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-dbcccf63-e963-4d75-a6c9-43f6c912dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:08.813258 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-dbcccf63-e963-4d75-a6c9-43f6c912dad6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=f381c005-ceb4-4052-9c65-09ef1a667df3&id=f381c005-ceb4-4052-9c65-09ef1a667df3 HTTP/1.1" status: 200 len: 2296 time: 1.4268155 Dec 17 13:33:08.827337 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:08.941863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Pushing event updated for resources: {'Port': ['ID=313dbcbb-757e-4952-af10-e76605c43864,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:08.952186 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-95d33be0-8f20-49b9-9d20-76534881de2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a54b1b-fdba-4578-8113-44e9204a680e HTTP/1.1" status: 200 len: 1001 time: 0.0923259 Dec 17 13:33:09.017202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.021306 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.021483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.021848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.022193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.022534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.022871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.023209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.023618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.023953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.024286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.024616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.024944 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692f5332-4a71-4d9e-af27-80b84d1c8466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:09.030415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-ce37434c-acee-414e-a722-20a0f06b076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:09.032285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-ce37434c-acee-414e-a722-20a0f06b076a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=644d3787-4d5f-4bbd-9877-1bc7fbb4ed55 HTTP/1.1" status: 200 len: 855 time: 0.0628748 Dec 17 13:33:09.041566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 5c38910e-16e2-4215-932d-d3d2a6dd933c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:09.047837 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:09.055600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:09.060621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-492e68c2-2c8a-44b3-b101-990ac171da5a None None] Provisioning complete for port 61a2c4bd-bf54-44ad-85b7-7f6dd2ed587f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:09.060997 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-492e68c2-2c8a-44b3-b101-990ac171da5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:09.174628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fc87bf59-e9b9-4d28-8525-0cd6f3ff264f,segment=NetworkSegment(dd40fc25-7222-434b-aed1-a84977b0a85a),segment_id=dd40fc25-7222-434b-aed1-a84977b0a85a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:09.210847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-492e68c2-2c8a-44b3-b101-990ac171da5a None None] Port 61a2c4bd-bf54-44ad-85b7-7f6dd2ed587f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:09.222606 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:09.242669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-492e68c2-2c8a-44b3-b101-990ac171da5a None None] Provisioning complete for port 313dbcbb-757e-4952-af10-e76605c43864 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:09.242903 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-492e68c2-2c8a-44b3-b101-990ac171da5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:09.244652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-8828c37b-4aed-4336-a82d-70ea3ea4f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:09.246556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-8828c37b-4aed-4336-a82d-70ea3ea4f9b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032297 Dec 17 13:33:09.336233 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:09.337057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6ab8cdac-3105-4901-84dc-e08363cba54f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:09.490601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=fc87bf59-e9b9-4d28-8525-0cd6f3ff264f,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:09.545486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 6ab8cdac-3105-4901-84dc-e08363cba54f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:09.546255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:09.606220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-492e68c2-2c8a-44b3-b101-990ac171da5a None None] Provisioning complete for port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:09.606599 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-492e68c2-2c8a-44b3-b101-990ac171da5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:09.706606 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:09.789256 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-5eb9ced8-f749-4f7a-96de-9e3b07ee25e3 service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570070 Dec 17 13:33:09.797792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router cc561c1b-b871-4ec1-b137-d41b489e8ed5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:33:09.867456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 6ab8cdac-3105-4901-84dc-e08363cba54f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6ab8cdac-3105-4901-84dc-e08363cba54f,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:09.877188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-492e68c2-2c8a-44b3-b101-990ac171da5a None None] Provisioning complete for port 6ab8cdac-3105-4901-84dc-e08363cba54f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:09.877566 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-492e68c2-2c8a-44b3-b101-990ac171da5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:09.938826 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:09.942509 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 313dbcbb-757e-4952-af10-e76605c43864 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:10.138007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=6ab8cdac-3105-4901-84dc-e08363cba54f,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:10.219986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 313dbcbb-757e-4952-af10-e76605c43864 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:10.220734 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:10.223354 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-143f0781-62ae-4135-af6f-67b15d255802 service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231374 Dec 17 13:33:10.286358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:10.290499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:10.292938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-8b53c304-050b-4b01-b565-d916e41fa130 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=0f2406aa-2787-444f-b11e-0cfdfe6a55dc HTTP/1.1" status: 200 len: 217 time: 0.0615468 Dec 17 13:33:10.297638 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-73d1ec9b-db7e-4679-93ed-8f5228ccbe25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "PUT /v2.0/routers/cc561c1b-b871-4ec1-b137-d41b489e8ed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1454704 Dec 17 13:33:10.300017 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Sync routers for ids ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:10.315567 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Routers {'cc561c1b-b871-4ec1-b137-d41b489e8ed5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:10.317167 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:10.384663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-788308be-d7c7-421d-ba24-60109dabc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:10.386729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-788308be-d7c7-421d-ba24-60109dabc7b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0832708 Dec 17 13:33:10.389468 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:10.389468 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:10.480549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-58ff668b-3a8b-4be2-9c7f-d7d1ae6337fb None None] Provisioning complete for port 6ab8cdac-3105-4901-84dc-e08363cba54f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:10.481340 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-58ff668b-3a8b-4be2-9c7f-d7d1ae6337fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:10.572820 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Set router cc561c1b-b871-4ec1-b137-d41b489e8ed5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:33:10.634883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=61a2c4bd-bf54-44ad-85b7-7f6dd2ed587f,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:10.700523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-5888b861-c32b-4903-b1bc-f484cc0b7306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:10.702150 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-5888b861-c32b-4903-b1bc-f484cc0b7306 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3077669 Dec 17 13:33:10.708659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fc87bf59-e9b9-4d28-8525-0cd6f3ff264f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:10.760528 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-58ff668b-3a8b-4be2-9c7f-d7d1ae6337fb None None] Provisioning complete for port 8d436fb7-9f19-449f-9a5d-1a98b4daf223 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:10.760977 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-58ff668b-3a8b-4be2-9c7f-d7d1ae6337fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:10.776994 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-f39d843a-19e8-4058-8f71-e1f3d73b7588 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1187505142&fields=id&tenant_id=850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 267 time: 0.1091392 Dec 17 13:33:10.815144 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-58ff668b-3a8b-4be2-9c7f-d7d1ae6337fb None None] Port 8d436fb7-9f19-449f-9a5d-1a98b4daf223 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:10.865487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:10.865855 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:10.867697 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-58ff668b-3a8b-4be2-9c7f-d7d1ae6337fb None None] Provisioning complete for port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:10.868063 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-58ff668b-3a8b-4be2-9c7f-d7d1ae6337fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:10.894005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network c77891e1-212a-4610-9b90-36ab33eef679 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:10.949143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-f1b42a88-6585-4132-8c3a-103dc7b80f29 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367785 Dec 17 13:33:10.950182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:11.011905 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:06Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8d436fb7-9f19-449f-9a5d-1a98b4daf223', 'name': '', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:dc:79:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '931557db-7578-46f4-93fc-4df35dc57f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:04Z', 'updated_at': '2021-12-17T13:33:06Z', 'revision_number': 2, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '931557db-7578-46f4-93fc-4df35dc57f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:11.030656 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-fc652cd0-9bd3-453e-b8a4-f7bbaf60e89b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:11.043868 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-fc652cd0-9bd3-453e-b8a4-f7bbaf60e89b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/networks?id=5c38910e-16e2-4215-932d-d3d2a6dd933c HTTP/1.1" status: 200 len: 797 time: 0.2658696 Dec 17 13:33:11.044132 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Checking router: cc561c1b-b871-4ec1-b137-d41b489e8ed5 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:33:11.044387 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Updating router cc561c1b-b871-4ec1-b137-d41b489e8ed5 port 8d436fb7-9f19-449f-9a5d-1a98b4daf223 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:33:11.073247 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2222fef8-ffe0-499b-8e30-593da5770390 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/quotas/850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 375 time: 0.0283220 Dec 17 13:33:11.106065 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:11.181782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 313dbcbb-757e-4952-af10-e76605c43864 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:11.204057 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-49fb3387-d9e7-4ef2-823a-6dbdb1bd3da2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294148 Dec 17 13:33:11.320803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-aab7c50a-a902-4dba-839d-6a5f91eceab8 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599281 Dec 17 13:33:11.345625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 313dbcbb-757e-4952-af10-e76605c43864 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:11.346074 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:11.448702 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-4c49427b-5b06-49b2-916e-0b1c727aabd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c1e602b5-a34e-4a6d-aff3-644a4d1641f5 HTTP/1.1" status: 200 len: 217 time: 0.1159663 Dec 17 13:33:11.468575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 927445cf-274c-4f23-964f-a1a2f6df9569 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:33:11.507036 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6ab8cdac-3105-4901-84dc-e08363cba54f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:11.558985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e28d5b2c-47ac-4133-8e6c-805c84391c92 None None] Provisioning complete for port 61a2c4bd-bf54-44ad-85b7-7f6dd2ed587f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:11.559251 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e28d5b2c-47ac-4133-8e6c-805c84391c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:11.562799 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-a9f513af-b64e-4e35-aa9c-34583670efa2 service neutron] 10.222.0.59 "GET /v2.0/networks/5c38910e-16e2-4215-932d-d3d2a6dd933c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470430 Dec 17 13:33:11.627069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e28d5b2c-47ac-4133-8e6c-805c84391c92 None None] Port 61a2c4bd-bf54-44ad-85b7-7f6dd2ed587f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:11.634218 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 6ab8cdac-3105-4901-84dc-e08363cba54f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:11.634608 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:11.691173 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:11.732245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-5e6a3119-71ab-49f1-8a2d-10cb47fbf27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:11.734173 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-5e6a3119-71ab-49f1-8a2d-10cb47fbf27e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.2667518 Dec 17 13:33:11.788114 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:11.800520 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-d0f699c3-46f4-4b3d-a8a4-388e4577f066 service neutron] 10.222.0.59 "GET /v2.0/networks/5c38910e-16e2-4215-932d-d3d2a6dd933c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210188 Dec 17 13:33:11.801733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58710e59-567b-475e-a8bf-04e8bac8a57e None None] Sync routers for ids ['927445cf-274c-4f23-964f-a1a2f6df9569'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:11.802315 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-539da3c2-0dac-42c6-91b9-287a730c72d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/927445cf-274c-4f23-964f-a1a2f6df9569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0847161 Dec 17 13:33:11.805367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33736) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:11.819439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58710e59-567b-475e-a8bf-04e8bac8a57e None None] Routers {'927445cf-274c-4f23-964f-a1a2f6df9569'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:11.822108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-58710e59-567b-475e-a8bf-04e8bac8a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['927445cf-274c-4f23-964f-a1a2f6df9569'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:11.847395 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:11.890571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-41c499a9-bc3d-464c-b659-64838cf8c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:11.898826 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-41c499a9-bc3d-464c-b659-64838cf8c7f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1545281 Dec 17 13:33:11.930811 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-58710e59-567b-475e-a8bf-04e8bac8a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:11.953274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58710e59-567b-475e-a8bf-04e8bac8a57e None None] Routers {'927445cf-274c-4f23-964f-a1a2f6df9569'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:11.953937 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-58710e59-567b-475e-a8bf-04e8bac8a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['927445cf-274c-4f23-964f-a1a2f6df9569'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:11.987717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780668b5-5f46-46ab-9bf2-a2b1d6947123 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:11.992904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-780668b5-5f46-46ab-9bf2-a2b1d6947123 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports/61a2c4bd-bf54-44ad-85b7-7f6dd2ed587f HTTP/1.1" status: 200 len: 911 time: 0.1774719 Dec 17 13:33:11.993602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33738) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:12.090257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-58710e59-567b-475e-a8bf-04e8bac8a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:12.094085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58710e59-567b-475e-a8bf-04e8bac8a57e None None] The sync data for ids ['927445cf-274c-4f23-964f-a1a2f6df9569'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:12.130344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-8e646b5d-8307-4f33-84a2-4dfd0e2aa191 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224605 Dec 17 13:33:12.270548 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Pushing event updated for resources: {'Port': ['ID=8d436fb7-9f19-449f-9a5d-1a98b4daf223,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:12.287954 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Attempting to bind port 8d436fb7-9f19-449f-9a5d-1a98b4daf223 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:33:12.288329 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Attempting to bind port 8d436fb7-9f19-449f-9a5d-1a98b4daf223 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:33:12.288702 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Attempting to bind port 8d436fb7-9f19-449f-9a5d-1a98b4daf223 on network 5c38910e-16e2-4215-932d-d3d2a6dd933c {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:12.297299 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:33:12.297715 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Checking segment: {'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:12.298100 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:12.298497 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Bound using segment: {'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:33:12.298961 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Bound port: 8d436fb7-9f19-449f-9a5d-1a98b4daf223, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:33:12.299339 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:12.385485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-a548ea91-2beb-4045-9d00-64cd637a1f4f service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470496 Dec 17 13:33:12.401908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7d094434-f368-4af6-a32d-3faf00083ece None None] Provisioning complete for port 8d436fb7-9f19-449f-9a5d-1a98b4daf223 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:12.402317 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7d094434-f368-4af6-a32d-3faf00083ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:12.410777 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] For port 8d436fb7-9f19-449f-9a5d-1a98b4daf223, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:33:12.437999 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] For port 8d436fb7-9f19-449f-9a5d-1a98b4daf223, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8d436fb7-9f19-449f-9a5d-1a98b4daf223,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:33:12.441234 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.444856 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.445235 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.445616 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.445944 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.448450 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.448812 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.449152 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.449492 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.449846 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.450179 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.454750 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.455123 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:12.515868 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:12.520454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7d094434-f368-4af6-a32d-3faf00083ece None None] Port 8d436fb7-9f19-449f-9a5d-1a98b4daf223 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:12.547397 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-3004e7ef-80b4-4d58-88c6-c845fb6c2edd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6d08cc1d-38ff-4681-8fbf-724fb9f6115f HTTP/1.1" status: 200 len: 217 time: 0.1536024 Dec 17 13:33:12.688984 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Routers {'cc561c1b-b871-4ec1-b137-d41b489e8ed5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:12.689643 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:12.709064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-d825c11b-8810-4021-b7ec-c593144d3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:12.719234 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-d825c11b-8810-4021-b7ec-c593144d3956 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.1637762 Dec 17 13:33:12.801435 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535fea1-9293-4231-971c-ce6bfd81315a None None] Pushing event updated for resources: {'Port': ['ID=8d436fb7-9f19-449f-9a5d-1a98b4daf223,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:12.865024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-712fb636-06a3-40d5-900f-a5cd4bcc8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:12.866644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-712fb636-06a3-40d5-900f-a5cd4bcc8342 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1390741 Dec 17 13:33:12.946388 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] Set router cc561c1b-b871-4ec1-b137-d41b489e8ed5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:33:12.956452 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:12.958288 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7044731b-d4b8-48ed-9c5b-d04d96f923f5 req-59dfcd6c-c508-4d12-a593-4133a5dadb94 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 210 time: 0.4230199 Dec 17 13:33:13.060219 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a07e38c5-c912-4926-919b-b4983d1d7396 None None] Provisioning complete for port 8d436fb7-9f19-449f-9a5d-1a98b4daf223 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:13.062101 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a07e38c5-c912-4926-919b-b4983d1d7396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:13.142621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-d74c01ad-e61a-4f37-b950-8346a4c709ef service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932130 Dec 17 13:33:13.225008 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a07e38c5-c912-4926-919b-b4983d1d7396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:13.292416 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a07e38c5-c912-4926-919b-b4983d1d7396 None None] For port 8d436fb7-9f19-449f-9a5d-1a98b4daf223, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8d436fb7-9f19-449f-9a5d-1a98b4daf223,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:13.387862 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-061a4691-b096-4bfb-a6b9-be8aac9d15c7 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331820 Dec 17 13:33:13.410192 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a07e38c5-c912-4926-919b-b4983d1d7396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:13.487357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-71ae780b-0438-4b24-9a25-886f34ec967f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=707d8805-b713-4bce-9d5d-4f95ba377e0a HTTP/1.1" status: 200 len: 217 time: 0.0910509 Dec 17 13:33:13.519914 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:06Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8d436fb7-9f19-449f-9a5d-1a98b4daf223', 'name': '', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:dc:79:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '931557db-7578-46f4-93fc-4df35dc57f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:04Z', 'updated_at': '2021-12-17T13:33:12Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '931557db-7578-46f4-93fc-4df35dc57f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:13.523269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Allocated IP 2001:db8:1::1 (29a8761d-695a-42b9-918c-435bd21b7053/9463d173-a8e8-4468-8cc5-67c0d462ad50/43e111af-982a-459e-9316-ce56f689631d) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:13.544078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e38c5-c912-4926-919b-b4983d1d7396 None None] Pushing event updated for resources: {'Port': ['ID=8d436fb7-9f19-449f-9a5d-1a98b4daf223,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:13.573907 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a2c64-d749-4b2b-ac66-283c8f4b1a3a None None] The sync data for ids ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'] in n-d-815324-5 is: [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:06Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8d436fb7-9f19-449f-9a5d-1a98b4daf223', 'name': '', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:dc:79:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '931557db-7578-46f4-93fc-4df35dc57f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:04Z', 'updated_at': '2021-12-17T13:33:12Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '931557db-7578-46f4-93fc-4df35dc57f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:13.590875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-c9bf88b2-1217-4da7-a355-16cab62213b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:13.592842 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-c9bf88b2-1217-4da7-a355-16cab62213b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0961058 Dec 17 13:33:13.715015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-40bcc5e3-2d51-401d-bc77-36933c18701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:13.717969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-40bcc5e3-2d51-401d-bc77-36933c18701d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1162477 Dec 17 13:33:13.751912 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:13.867787 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-e534d029-abaf-4b11-b416-473fd3cf6d63 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409466 Dec 17 13:33:13.888824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:13.889994 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f75e74fb-39e5-49a3-8fee-ee07eba099a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:13.991447 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 29a8761d-695a-42b9-918c-435bd21b7053 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:14.001108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:14.017031 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:14.017766 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:14.042697 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-95526650-3036-4fd7-b47f-f48429285cdc service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661315 Dec 17 13:33:14.177239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=43e111af-982a-459e-9316-ce56f689631d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:14.211085 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-a8d16447-86dd-4dd7-91ca-6327bb30dc1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9847f8ea-b2de-4c65-a697-8f1811d7198b HTTP/1.1" status: 200 len: 217 time: 0.1566880 Dec 17 13:33:14.282726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb2368d3-5d17-4d57-ac0e-75c495896de0 req-3581dc85-31c3-43ad-8d14-afe8336d9c27 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 210 time: 0.0695181 Dec 17 13:33:14.323949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-1a2f0dee-8096-4869-abde-8ae05dc2bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:14.325844 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-1a2f0dee-8096-4869-abde-8ae05dc2bd8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.0778620 Dec 17 13:33:14.447500 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:14.455651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-18002748-b437-4923-9516-933c47992872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:14.455651 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-18002748-b437-4923-9516-933c47992872 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176269 Dec 17 13:33:14.641757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8d436fb7-9f19-449f-9a5d-1a98b4daf223 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:14.697735 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-4070ccf6-6bd9-4e16-adef-a91171412cfd service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299469 Dec 17 13:33:14.753056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-42693122-97cd-4fd7-9cbb-916b23706b37 None None] Provisioning complete for port 43e111af-982a-459e-9316-ce56f689631d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:14.753474 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-42693122-97cd-4fd7-9cbb-916b23706b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:14.837536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8d436fb7-9f19-449f-9a5d-1a98b4daf223 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:14.837536 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:14.870492 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-42693122-97cd-4fd7-9cbb-916b23706b37 None None] Port 43e111af-982a-459e-9316-ce56f689631d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:14.888470 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-fa304587-130e-4dca-912b-51651b7ca5a7 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782322 Dec 17 13:33:14.967550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-a368d98f-649c-4841-8916-30a4b288eea6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc07cf3f-9d03-4819-8873-8517cbaafef0 HTTP/1.1" status: 200 len: 217 time: 0.0709956 Dec 17 13:33:15.072651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-77b5a40b-3ddd-489e-aa45-55ebc0e4f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:15.074271 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-77b5a40b-3ddd-489e-aa45-55ebc0e4f09b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.0983157 Dec 17 13:33:15.149839 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:15.165745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35919d39-4c72-47ad-9f48-aca398e36051 req-a095796e-d9f1-43fc-bb12-268dc6769043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:15.168731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-a095796e-d9f1-43fc-bb12-268dc6769043 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811162 Dec 17 13:33:15.218754 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:15.223208 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:15.353544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=43e111af-982a-459e-9316-ce56f689631d,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:15.609131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 29a8761d-695a-42b9-918c-435bd21b7053 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:15.611994 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:15.807485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fd996a72-c146-450c-ae47-0ce67df64d43 req-f4bf74f0-1a14-4eae-b6ce-7ab75ad2ac88 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 210 time: 0.0775850 Dec 17 13:33:15.852947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 927445cf-274c-4f23-964f-a1a2f6df9569 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:33:15.927642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-f2396627-e810-4e78-8927-baeea6dd4f97 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:15.929326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-f2396627-e810-4e78-8927-baeea6dd4f97 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "GET /v2.0/networks?id=5c38910e-16e2-4215-932d-d3d2a6dd933c HTTP/1.1" status: 200 len: 797 time: 0.7215149 Dec 17 13:33:15.931452 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-9d70a9d1-a395-4568-ae27-ab07ae9ff294 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7545969 Dec 17 13:33:16.001298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-acf2e374-2f07-4b58-ac0a-ba5b6223ddfe None None] Provisioning complete for port 43e111af-982a-459e-9316-ce56f689631d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:16.002499 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-acf2e374-2f07-4b58-ac0a-ba5b6223ddfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:16.022228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:16.032350 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0cfe5101-e118-43e4-9484-29803a24abc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/927445cf-274c-4f23-964f-a1a2f6df9569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0340908 Dec 17 13:33:16.033446 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33798) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:16.039175 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3730c7f-f2b2-41fa-bf1d-6440494af325 None None] Sync routers for ids ['927445cf-274c-4f23-964f-a1a2f6df9569'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:16.063591 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3730c7f-f2b2-41fa-bf1d-6440494af325 None None] Routers {'927445cf-274c-4f23-964f-a1a2f6df9569'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:16.070417 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b3730c7f-f2b2-41fa-bf1d-6440494af325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['927445cf-274c-4f23-964f-a1a2f6df9569'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:16.071902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-acf2e374-2f07-4b58-ac0a-ba5b6223ddfe None None] Port 43e111af-982a-459e-9316-ce56f689631d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:16.099764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e164639-9e4b-462d-80b5-11eb456b1a6a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:16.105090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3e164639-9e4b-462d-80b5-11eb456b1a6a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports/43e111af-982a-459e-9316-ce56f689631d HTTP/1.1" status: 200 len: 913 time: 0.0689957 Dec 17 13:33:16.107050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33800) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:16.118752 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b3730c7f-f2b2-41fa-bf1d-6440494af325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:16.135585 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35919d39-4c72-47ad-9f48-aca398e36051 req-734c587e-f5e8-44eb-8f57-30872a1e41f3 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957653 Dec 17 13:33:16.139149 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3730c7f-f2b2-41fa-bf1d-6440494af325 None None] Routers {'927445cf-274c-4f23-964f-a1a2f6df9569'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:16.140767 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b3730c7f-f2b2-41fa-bf1d-6440494af325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:32:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['927445cf-274c-4f23-964f-a1a2f6df9569'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:16.189802 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b3730c7f-f2b2-41fa-bf1d-6440494af325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:16.190870 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3730c7f-f2b2-41fa-bf1d-6440494af325 None None] The sync data for ids ['927445cf-274c-4f23-964f-a1a2f6df9569'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:16.209876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-27c51f3f-d356-4f60-96ab-1819643b14b3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=850cc3bed38d459295a3dcc922ba6c36 HTTP/1.1" status: 200 len: 380 time: 0.2712948 Dec 17 13:33:16.221120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'port': {'device_id': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'admin_state_up': True, 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'security_groups': ['402af632-cc38-4838-ba44-1737d36aed2a']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:16.389469 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4439b6aa-1f6c-428d-ba11-c0e07512dbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:16.498513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Made reservation on behalf of 850cc3bed38d459295a3dcc922ba6c36 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:16.503352 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:16.546780 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a195aac4-7268-4662-8494-297d3c928aea tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:16.750546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.20.0.12 (5c38910e-16e2-4215-932d-d3d2a6dd933c/931557db-7578-46f4-93fc-4df35dc57f18/2a276fc3-1697-4d85-a3ca-9b70ac1716c8) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:16.974063 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a5d50396-488b-4861-be2a-1b9adc1d0947 req-8c61ecdf-1edc-4f7a-8d55-a5277430b972 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 210 time: 0.0535693 Dec 17 13:33:16.979749 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:17.085622 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:17.139980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 5c38910e-16e2-4215-932d-d3d2a6dd933c is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:17.144693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:17.150862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:17.192126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:17.224101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:17.224101 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:17.265263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a195aac4-7268-4662-8494-297d3c928aea tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port 43e111af-982a-459e-9316-ce56f689631d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:17.265683 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a195aac4-7268-4662-8494-297d3c928aea tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:17.320070 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-2b4a3fa1-49f0-4fde-a0e3-475df4e9a443 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1029077 Dec 17 13:33:17.333948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Request body: {'port': {'device_id': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:17.374353 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a195aac4-7268-4662-8494-297d3c928aea tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:17.393649 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a195aac4-7268-4662-8494-297d3c928aea tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for 43e111af-982a-459e-9316-ce56f689631d owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:17.404901 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:17.531556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f3f6d19a-0a76-4473-80ab-0df67953efe4 None None] Provisioning complete for port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:17.531948 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d19a-0a76-4473-80ab-0df67953efe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:17.626460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6d19a-0a76-4473-80ab-0df67953efe4 None None] Port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:17.716072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a195aac4-7268-4662-8494-297d3c928aea tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:17.753072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195aac4-7268-4662-8494-297d3c928aea tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=43e111af-982a-459e-9316-ce56f689631d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:17.762364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:17.817901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:33:17.831189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:17.854143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Transition to ACTIVE for port object 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:33:17.902985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a195aac4-7268-4662-8494-297d3c928aea tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:17.983985 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:18.136847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Pushing event updated for resources: {'Port': ['ID=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:18.226487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a195aac4-7268-4662-8494-297d3c928aea tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 927445cf-274c-4f23-964f-a1a2f6df9569 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:33:18.245157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823f1c5-a604-441d-a9a6-908fd263d929 req-06802335-8cd8-4710-91a2-ff5b8c074672 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:18.247639 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e823f1c5-a604-441d-a9a6-908fd263d929 req-06802335-8cd8-4710-91a2-ff5b8c074672 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 944 time: 0.1223521 Dec 17 13:33:18.292390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Attempting to bind port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:33:18.293151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Attempting to bind port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:33:18.293907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Attempting to bind port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 on network 5c38910e-16e2-4215-932d-d3d2a6dd933c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:18.305775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 on network 5c38910e-16e2-4215-932d-d3d2a6dd933c not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:33:18.306125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Attempting to bind port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 on network 5c38910e-16e2-4215-932d-d3d2a6dd933c {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:18.320554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:33:18.321262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Checking segment: {'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:18.322233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Bound using segment: {'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:33:18.323075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Bound port: 2a276fc3-1697-4d85-a3ca-9b70ac1716c8, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b021c6-f6c9-4231-a8b9-a7143db505de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:33:18.323627 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:18.366154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a195aac4-7268-4662-8494-297d3c928aea tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:18.366806 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e823f1c5-a604-441d-a9a6-908fd263d929 req-ff8b19d2-c7a9-46aa-912f-0aed04193eb3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017146 Dec 17 13:33:18.375110 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a195aac4-7268-4662-8494-297d3c928aea tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/927445cf-274c-4f23-964f-a1a2f6df9569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2667248 Dec 17 13:33:18.377756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33830) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:18.384392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360da335-4e51-4988-a5a3-055a52ff7f15 None None] Sync routers for ids ['927445cf-274c-4f23-964f-a1a2f6df9569'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:18.400090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360da335-4e51-4988-a5a3-055a52ff7f15 None None] Routers {'927445cf-274c-4f23-964f-a1a2f6df9569'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:18.401650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-360da335-4e51-4988-a5a3-055a52ff7f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['927445cf-274c-4f23-964f-a1a2f6df9569'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:18.443672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] For port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:33:18.447336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] For port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:33:18.462517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-360da335-4e51-4988-a5a3-055a52ff7f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:18.474464 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360da335-4e51-4988-a5a3-055a52ff7f15 None None] Routers {'927445cf-274c-4f23-964f-a1a2f6df9569'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:18.475108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-360da335-4e51-4988-a5a3-055a52ff7f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['927445cf-274c-4f23-964f-a1a2f6df9569'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:18.525703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-360da335-4e51-4988-a5a3-055a52ff7f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:18.526539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360da335-4e51-4988-a5a3-055a52ff7f15 None None] The sync data for ids ['927445cf-274c-4f23-964f-a1a2f6df9569'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:18.539253 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:18.587638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:18.588772 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:18.590382 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] 10.222.0.54 "PUT /v2.0/ports/2a276fc3-1697-4d85-a3ca-9b70ac1716c8 HTTP/1.1" status: 200 len: 1092 time: 1.2622886 Dec 17 13:33:18.590985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:33:18.593848 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673fed1a-3b16-40c0-851a-b0f60cae6bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:33:18.634677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe7551-3b2c-406f-812a-1730f40e2356 service neutron] Pushing event updated for resources: {'Port': ['ID=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:18.646574 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2526e892-91d1-450f-a1ab-d6f425425370 x-openstack-request-id: req-2526e892-91d1-450f-a1ab-d6f425425370 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:33:18.647580 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:33:18.647989 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2526e892-91d1-450f-a1ab-d6f425425370 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:33:18.650198 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'status': 'completed', 'code': 200} Dec 17 13:33:18.719803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fed1a-3b16-40c0-851a-b0f60cae6bc3 req-3810894b-a083-4e31-bd3d-911e8167e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:18.721466 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-673fed1a-3b16-40c0-851a-b0f60cae6bc3 req-3810894b-a083-4e31-bd3d-911e8167e439 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 1095 time: 0.0564594 Dec 17 13:33:18.833650 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c2cd-1e12-489c-9e1f-59a69a69c2e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:18.890999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fed1a-3b16-40c0-851a-b0f60cae6bc3 req-5c4db3b9-1039-4e0f-b819-1fdca7dda186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:18.892963 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-673fed1a-3b16-40c0-851a-b0f60cae6bc3 req-5c4db3b9-1039-4e0f-b819-1fdca7dda186 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=850cc3bed38d459295a3dcc922ba6c36&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1606574 Dec 17 13:33:18.911062 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:19.015963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fed1a-3b16-40c0-851a-b0f60cae6bc3 req-4e67a203-fc52-4ab1-b891-a1ac895a8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:19.018521 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-673fed1a-3b16-40c0-851a-b0f60cae6bc3 req-4e67a203-fc52-4ab1-b891-a1ac895a8bf0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173708 Dec 17 13:33:19.112884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-959239bc-f78a-4165-9289-f640a8459652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:19.115223 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-959239bc-f78a-4165-9289-f640a8459652 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 1095 time: 0.0541611 Dec 17 13:33:19.167481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a4b1c2cd-1e12-489c-9e1f-59a69a69c2e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port 61a2c4bd-bf54-44ad-85b7-7f6dd2ed587f {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:19.167829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c2cd-1e12-489c-9e1f-59a69a69c2e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:19.169417 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-5a1f1d15-84cf-4a25-b9cc-808b062a405d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8 HTTP/1.1" status: 200 len: 217 time: 0.0439539 Dec 17 13:33:19.231833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-72ece666-e26a-477b-a73e-06ec7ce6cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:19.234125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-72ece666-e26a-477b-a73e-06ec7ce6cf30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=931557db-7578-46f4-93fc-4df35dc57f18 HTTP/1.1" status: 200 len: 835 time: 0.0567110 Dec 17 13:33:19.289906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-836c56f9-6fd2-415a-a95b-cfcdc65c0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:19.292278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-836c56f9-6fd2-415a-a95b-cfcdc65c0b5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c38910e-16e2-4215-932d-d3d2a6dd933c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514519 Dec 17 13:33:19.295284 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c2cd-1e12-489c-9e1f-59a69a69c2e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:19.309986 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a4b1c2cd-1e12-489c-9e1f-59a69a69c2e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for 61a2c4bd-bf54-44ad-85b7-7f6dd2ed587f owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:19.410836 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-512d02ee-de5c-4158-b25b-b6905f07e4f4 service neutron] 10.222.0.54 "GET /v2.0/networks/5c38910e-16e2-4215-932d-d3d2a6dd933c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101491 Dec 17 13:33:19.529986 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76f0252f-822a-4f53-990f-98cc358e43a0 req-86e203ad-6d9d-4e3a-945a-ed85b4aa72c9 service neutron] 10.222.0.54 "GET /v2.0/networks/5c38910e-16e2-4215-932d-d3d2a6dd933c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125994 Dec 17 13:33:19.580743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03752b57-e594-4dc4-9f85-b5b9c1e05dc0 req-c0c545cb-2ee1-4736-81ba-b4705ee1eca7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:19.583141 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03752b57-e594-4dc4-9f85-b5b9c1e05dc0 req-c0c545cb-2ee1-4736-81ba-b4705ee1eca7 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 944 time: 0.1288068 Dec 17 13:33:19.645134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03752b57-e594-4dc4-9f85-b5b9c1e05dc0 req-bb977397-7a98-42e8-bd26-0c6976e60d25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544083 Dec 17 13:33:19.646750 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c2cd-1e12-489c-9e1f-59a69a69c2e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:19.685283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1c2cd-1e12-489c-9e1f-59a69a69c2e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=61a2c4bd-bf54-44ad-85b7-7f6dd2ed587f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:19.816630 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c2cd-1e12-489c-9e1f-59a69a69c2e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:19.841804 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:19.989769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b1c2cd-1e12-489c-9e1f-59a69a69c2e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 927445cf-274c-4f23-964f-a1a2f6df9569 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:33:20.073097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b1c2cd-1e12-489c-9e1f-59a69a69c2e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:20.079125 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a4b1c2cd-1e12-489c-9e1f-59a69a69c2e2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/927445cf-274c-4f23-964f-a1a2f6df9569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6993446 Dec 17 13:33:20.083003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33864) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:20.090753 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d2d24d-54ff-4aae-a509-fd3b4aeacaf4 None None] Sync routers for ids ['927445cf-274c-4f23-964f-a1a2f6df9569'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:20.105641 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d2d24d-54ff-4aae-a509-fd3b4aeacaf4 None None] Routers {'927445cf-274c-4f23-964f-a1a2f6df9569'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:20.106629 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b8d2d24d-54ff-4aae-a509-fd3b4aeacaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['927445cf-274c-4f23-964f-a1a2f6df9569'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:20.117602 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5a814b1c-3bad-4748-9005-aca847050180 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=927445cf-274c-4f23-964f-a1a2f6df9569 HTTP/1.1" status: 200 len: 205 time: 0.0333648 Dec 17 13:33:20.120590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33866) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:20.161092 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b8d2d24d-54ff-4aae-a509-fd3b4aeacaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:20.175927 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d2d24d-54ff-4aae-a509-fd3b4aeacaf4 None None] Routers {'927445cf-274c-4f23-964f-a1a2f6df9569'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:20.176860 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b8d2d24d-54ff-4aae-a509-fd3b4aeacaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['927445cf-274c-4f23-964f-a1a2f6df9569'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:20.203222 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-59195f97-7943-4725-993b-c1f3df0bf3a9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:20.217692 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b8d2d24d-54ff-4aae-a509-fd3b4aeacaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:20.218334 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d2d24d-54ff-4aae-a509-fd3b4aeacaf4 None None] The sync data for ids ['927445cf-274c-4f23-964f-a1a2f6df9569'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:20.384314 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-59195f97-7943-4725-993b-c1f3df0bf3a9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:20.386973 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-59195f97-7943-4725-993b-c1f3df0bf3a9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:20.538569 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-59195f97-7943-4725-993b-c1f3df0bf3a9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:20.539124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59195f97-7943-4725-993b-c1f3df0bf3a9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Fanout notify agent at l3_agent the message router_deleted on router 927445cf-274c-4f23-964f-a1a2f6df9569 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:33:20.546363 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-59195f97-7943-4725-993b-c1f3df0bf3a9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:20.547474 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-59195f97-7943-4725-993b-c1f3df0bf3a9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/927445cf-274c-4f23-964f-a1a2f6df9569 HTTP/1.1" status: 204 len: 168 time: 0.4259150 Dec 17 13:33:20.550270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33870) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:20.605706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a5d85c-0c6e-4709-921f-f46c3a5f9554 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting subnet 9463d173-a8e8-4468-8cc5-67c0d462ad50 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:33:20.609168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d85c-0c6e-4709-921f-f46c3a5f9554 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:20.657495 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d85c-0c6e-4709-921f-f46c3a5f9554 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:20.774040 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d85c-0c6e-4709-921f-f46c3a5f9554 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:20.797524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6103c-8a4e-412f-956f-0564b2ef21cc req-79e0424b-b9ae-4e7c-9990-62e99135565c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:20.799145 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09c6103c-8a4e-412f-956f-0564b2ef21cc req-79e0424b-b9ae-4e7c-9990-62e99135565c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 944 time: 0.0546877 Dec 17 13:33:20.877891 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09c6103c-8a4e-412f-956f-0564b2ef21cc req-0877c24e-a3a6-4d67-85d2-2a0af36e879c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602694 Dec 17 13:33:20.916630 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d85c-0c6e-4709-921f-f46c3a5f9554 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:20.945014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5d85c-0c6e-4709-921f-f46c3a5f9554 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Subnet': ['ID=9463d173-a8e8-4468-8cc5-67c0d462ad50,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:20.948512 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d85c-0c6e-4709-921f-f46c3a5f9554 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:20.952271 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c2a5d85c-0c6e-4709-921f-f46c3a5f9554 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/9463d173-a8e8-4468-8cc5-67c0d462ad50 HTTP/1.1" status: 204 len: 168 time: 0.4001708 Dec 17 13:33:20.954970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33882) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:20.959055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d809d413-f047-4fe9-8d8c-1ba91e51fc57 None None] Network 29a8761d-695a-42b9-918c-435bd21b7053 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:21.012288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d29d91b-6ff5-4bc5-a224-691de44fb9fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting subnet 781dd114-ee2f-4fef-95d7-e22e412e6ab7 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:33:21.016270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d29d91b-6ff5-4bc5-a224-691de44fb9fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.067204 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d29d91b-6ff5-4bc5-a224-691de44fb9fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.140413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60028eac-acbe-4498-b819-700b3df5385e None None] DHCP port deletion for 29a8761d-695a-42b9-918c-435bd21b7053 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:33:21.185634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d29d91b-6ff5-4bc5-a224-691de44fb9fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.202593 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-60028eac-acbe-4498-b819-700b3df5385e None None] Deleting port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:21.203099 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-60028eac-acbe-4498-b819-700b3df5385e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.271499 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-60028eac-acbe-4498-b819-700b3df5385e None None] For port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fc87bf59-e9b9-4d28-8525-0cd6f3ff264f,segment=NetworkSegment(dd40fc25-7222-434b-aed1-a84977b0a85a),segment_id=dd40fc25-7222-434b-aed1-a84977b0a85a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:21.271908 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-60028eac-acbe-4498-b819-700b3df5385e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.286206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-60028eac-acbe-4498-b819-700b3df5385e None None] Calling delete_port for fc87bf59-e9b9-4d28-8525-0cd6f3ff264f owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:21.356364 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d29d91b-6ff5-4bc5-a224-691de44fb9fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.388309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29d91b-6ff5-4bc5-a224-691de44fb9fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Subnet': ['ID=781dd114-ee2f-4fef-95d7-e22e412e6ab7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:21.390597 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d29d91b-6ff5-4bc5-a224-691de44fb9fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.394856 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7d29d91b-6ff5-4bc5-a224-691de44fb9fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/781dd114-ee2f-4fef-95d7-e22e412e6ab7 HTTP/1.1" status: 204 len: 168 time: 0.4380105 Dec 17 13:33:21.398455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33886) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:21.498902 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.538410 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181054f-bee4-4055-b223-c0ce82ceff0b None None] Network c77891e1-212a-4610-9b90-36ab33eef679 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:21.561783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:21.562129 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.636164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] For port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fc87bf59-e9b9-4d28-8525-0cd6f3ff264f,segment=NetworkSegment(dd40fc25-7222-434b-aed1-a84977b0a85a),segment_id=dd40fc25-7222-434b-aed1-a84977b0a85a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:21.636654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.656232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for fc87bf59-e9b9-4d28-8525-0cd6f3ff264f owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:21.672452 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-60028eac-acbe-4498-b819-700b3df5385e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.707965 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60028eac-acbe-4498-b819-700b3df5385e None None] Pushing event deleted for resources: {'Port': ['ID=fc87bf59-e9b9-4d28-8525-0cd6f3ff264f,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:21.717986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60028eac-acbe-4498-b819-700b3df5385e None None] No DVR routers for this DVR port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:33:21.721006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f1cb90-fde1-4e32-a57c-7bffacc7b4f0 None None] DHCP port deletion for c77891e1-212a-4610-9b90-36ab33eef679 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:33:21.786787 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.804325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-59f1cb90-fde1-4e32-a57c-7bffacc7b4f0 None None] Deleting port 313dbcbb-757e-4952-af10-e76605c43864 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:21.804693 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-59f1cb90-fde1-4e32-a57c-7bffacc7b4f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.817597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=fc87bf59-e9b9-4d28-8525-0cd6f3ff264f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:21.821537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No DVR routers for this DVR port fc87bf59-e9b9-4d28-8525-0cd6f3ff264f on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:33:21.888569 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-59f1cb90-fde1-4e32-a57c-7bffacc7b4f0 None None] For port 313dbcbb-757e-4952-af10-e76605c43864, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=313dbcbb-757e-4952-af10-e76605c43864,segment=NetworkSegment(1f92bc7a-7c10-402f-bb2e-edc995a99079),segment_id=1f92bc7a-7c10-402f-bb2e-edc995a99079)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:21.888983 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-59f1cb90-fde1-4e32-a57c-7bffacc7b4f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.905155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-59f1cb90-fde1-4e32-a57c-7bffacc7b4f0 None None] Calling delete_port for 313dbcbb-757e-4952-af10-e76605c43864 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:21.916863 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:21.945975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a8761d-695a-42b9-918c-435bd21b7053']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:21.979345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd40fc25-7222-434b-aed1-a84977b0a85a') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:21.981278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd40fc25-7222-434b-aed1-a84977b0a85a') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:22.010577 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.023841 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.028037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:33:22.035538 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:33:22.053461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a880080-c0e5-4791-8527-7db2a662d2c0 req-a89b3019-2412-47a7-8510-eb1bc4711008 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:22.055135 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7a880080-c0e5-4791-8527-7db2a662d2c0 req-a89b3019-2412-47a7-8510-eb1bc4711008 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 944 time: 0.0684586 Dec 17 13:33:22.075416 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-59f1cb90-fde1-4e32-a57c-7bffacc7b4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.111318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1cb90-fde1-4e32-a57c-7bffacc7b4f0 None None] No DVR routers for this DVR port 313dbcbb-757e-4952-af10-e76605c43864 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:33:22.113667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1cb90-fde1-4e32-a57c-7bffacc7b4f0 None None] Pushing event deleted for resources: {'Port': ['ID=313dbcbb-757e-4952-af10-e76605c43864,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:22.118528 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7a880080-c0e5-4791-8527-7db2a662d2c0 req-d6abcc7a-12fc-45ad-bf33-90da823ddfe0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571260 Dec 17 13:33:22.174610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.183546 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.187000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/networks/29a8761d-695a-42b9-918c-435bd21b7053 HTTP/1.1" status: 204 len: 168 time: 0.7875214 Dec 17 13:33:22.190123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33902) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:22.199368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6d6cc-356f-4903-8960-113707638285 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Network': ['ID=29a8761d-695a-42b9-918c-435bd21b7053,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:22.311245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.406195 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.432978 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77891e1-212a-4610-9b90-36ab33eef679']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:22.443452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f92bc7a-7c10-402f-bb2e-edc995a99079') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:22.443754 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f92bc7a-7c10-402f-bb2e-edc995a99079') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:22.454548 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.469973 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.477818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:33:22.478251 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:33:22.482093 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:33:22.492840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fc87bf59-e9b9-4d28-8525-0cd6f3ff264f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:33:22.537262 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: fc87bf59-e9b9-4d28-8525-0cd6f3ff264f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:33:22.538245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fc87bf59-e9b9-4d28-8525-0cd6f3ff264f not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:33:22.538578 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 313dbcbb-757e-4952-af10-e76605c43864 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:33:22.568198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 313dbcbb-757e-4952-af10-e76605c43864 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:33:22.568701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 313dbcbb-757e-4952-af10-e76605c43864 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:33:22.635376 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.640530 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.649556 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/networks/c77891e1-212a-4610-9b90-36ab33eef679 HTTP/1.1" status: 204 len: 168 time: 0.4542956 Dec 17 13:33:22.650377 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33904) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:22.656739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1209499261'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:22.666666 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3668d-0123-47de-a30b-6e3222b63757 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Network': ['ID=c77891e1-212a-4610-9b90-36ab33eef679,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:22.745220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:22.745754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:33:22.749151 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.778484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:33:22.789759 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.790105 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Added segment ea799aeb-05f8-4153-811d-5a202165c0cc of type vlan for network 775167dc-cdbe-46ac-bd6d-a43f15c7b749 Dec 17 13:33:22.851043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.882880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:22.900882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'port_id': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'mac_address': 'fa:16:3e:fa:7e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931557db-7578-46f4-93fc-4df35dc57f18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:33:22.952702 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.967506 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.968395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:33:22.975369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:22.976344 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:22.989886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:23.083154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4308317 Dec 17 13:33:23.086550 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:23.094519 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33918) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:23.100267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d2849721-7c1c-4551-ae63-07edf32e9f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'subnet': {'network_id': '775167dc-cdbe-46ac-bd6d-a43f15c7b749', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:23.109963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Network': ['ID=775167dc-cdbe-46ac-bd6d-a43f15c7b749,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:23.119378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.120067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.120651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.121325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.121885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.122526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.123164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.123871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.124547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.125267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.125921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.127895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.128437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd14be0-662d-4bfa-a81e-3bac20671b1e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:23.163587 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 775167dc-cdbe-46ac-bd6d-a43f15c7b749 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:33:23.209174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:23.305684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bfeda-76e5-4c0d-9872-d559ffde94a0 req-8f04fdc7-7db4-44a2-ac7b-5677826279d0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:23.307297 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-787bfeda-76e5-4c0d-9872-d559ffde94a0 req-8f04fdc7-7db4-44a2-ac7b-5677826279d0 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 945 time: 0.0828853 Dec 17 13:33:23.335728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2849721-7c1c-4551-ae63-07edf32e9f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:23.339745 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2849721-7c1c-4551-ae63-07edf32e9f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:23.360768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['2a276fc3-1697-4d85-a3ca-9b70ac1716c8'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:33:23.442577 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-787bfeda-76e5-4c0d-9872-d559ffde94a0 req-1a4a7e6f-bb34-43c3-9867-e264cdbcbbf3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287439 Dec 17 13:33:23.675616 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2849721-7c1c-4551-ae63-07edf32e9f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:23.748857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2849721-7c1c-4551-ae63-07edf32e9f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Subnet': ['ID=9eb94641-a5c3-4d08-a919-d707c5d5d787,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:23.751837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2849721-7c1c-4551-ae63-07edf32e9f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Checking segment: {'id': 'ea799aeb-05f8-4153-811d-5a202165c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '775167dc-cdbe-46ac-bd6d-a43f15c7b749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:23.752171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2849721-7c1c-4551-ae63-07edf32e9f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network hostable DHCP agents. Network: 775167dc-cdbe-46ac-bd6d-a43f15c7b749, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:33:23.853126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2849721-7c1c-4551-ae63-07edf32e9f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 775167dc-cdbe-46ac-bd6d-a43f15c7b749 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:33:23.983894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-d2849721-7c1c-4551-ae63-07edf32e9f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 775167dc-cdbe-46ac-bd6d-a43f15c7b749) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:23.989467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2849721-7c1c-4551-ae63-07edf32e9f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:23.990109 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2849721-7c1c-4551-ae63-07edf32e9f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:23.993810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8cadf-2b54-45a6-9bf8-dcf95e9fe26c None None] Network 775167dc-cdbe-46ac-bd6d-a43f15c7b749 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:24.067793 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d2849721-7c1c-4551-ae63-07edf32e9f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9719434 Dec 17 13:33:24.070278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33934) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:24.074903 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c550e499-04b6-41c6-9031-e8a787cdcf74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-605346408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:24.133600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-775167dc-cdbe-46ac-bd6d-a43f15c7b749', 'network_id': '775167dc-cdbe-46ac-bd6d-a43f15c7b749', 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'fixed_ips': [{'subnet_id': '9eb94641-a5c3-4d08-a919-d707c5d5d787'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:33:24.134724 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:24.197378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c550e499-04b6-41c6-9031-e8a787cdcf74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:24.199414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c550e499-04b6-41c6-9031-e8a787cdcf74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:24.297136 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c550e499-04b6-41c6-9031-e8a787cdcf74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:24.317670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Allocated IP 2001:db8::2 (775167dc-cdbe-46ac-bd6d-a43f15c7b749/9eb94641-a5c3-4d08-a919-d707c5d5d787/a74bb798-85c6-44d2-965f-5af91eaa60f4) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:24.367722 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c550e499-04b6-41c6-9031-e8a787cdcf74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:24.482025 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:24.512081 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c550e499-04b6-41c6-9031-e8a787cdcf74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:24.516428 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c550e499-04b6-41c6-9031-e8a787cdcf74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4427490 Dec 17 13:33:24.518109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 33954) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:24.525793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'port': {'network_id': '775167dc-cdbe-46ac-bd6d-a43f15c7b749', 'name': 'tempest-RoutersIpV6Test-1961605187'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:24.546786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65101c39-c031-409d-b58b-7b6833093c2c req-a0506b5c-9984-4320-b13c-335a8f09c292 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:24.548389 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-a0506b5c-9984-4320-b13c-335a8f09c292 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.1450222 Dec 17 13:33:24.568316 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-95f332e6-5eb4-4bb7-aa81-046f5cb299c5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/quotas/009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 375 time: 0.0113707 Dec 17 13:33:24.590770 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:24.636123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e6a66-c9cd-4ecc-a97f-8a6a0360a89a req-faa7a971-99db-44b0-b3d4-b196ac8017cf tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:24.641824 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-6dce7bbc-9729-4cb1-abe1-df0cbbba66b4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623965 Dec 17 13:33:24.648515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f3e6a66-c9cd-4ecc-a97f-8a6a0360a89a req-faa7a971-99db-44b0-b3d4-b196ac8017cf tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 945 time: 0.1393654 Dec 17 13:33:24.656564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Network 775167dc-cdbe-46ac-bd6d-a43f15c7b749 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:24.660081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:24.665136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:24.668761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Pushing event updated for resources: {'Port': ['ID=a74bb798-85c6-44d2-965f-5af91eaa60f4,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:24.757756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Attempting to bind port a74bb798-85c6-44d2-965f-5af91eaa60f4 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:33:24.758137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Attempting to bind port a74bb798-85c6-44d2-965f-5af91eaa60f4 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'ea799aeb-05f8-4153-811d-5a202165c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '775167dc-cdbe-46ac-bd6d-a43f15c7b749'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:33:24.758509 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Attempting to bind port a74bb798-85c6-44d2-965f-5af91eaa60f4 on network 775167dc-cdbe-46ac-bd6d-a43f15c7b749 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:24.766015 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-824790fe-cada-447d-acc0-3e4999eb8d9b service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145554 Dec 17 13:33:24.766894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:24.774262 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:33:24.776045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Checking segment: {'id': 'ea799aeb-05f8-4153-811d-5a202165c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '775167dc-cdbe-46ac-bd6d-a43f15c7b749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:24.776045 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:24.776045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Bound using segment: {'id': 'ea799aeb-05f8-4153-811d-5a202165c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '775167dc-cdbe-46ac-bd6d-a43f15c7b749'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:33:24.776317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Bound port: a74bb798-85c6-44d2-965f-5af91eaa60f4, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea799aeb-05f8-4153-811d-5a202165c0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '775167dc-cdbe-46ac-bd6d-a43f15c7b749'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:33:24.776685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:24.785319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4f3e6a66-c9cd-4ecc-a97f-8a6a0360a89a req-9b5c4fcb-c581-43bf-8205-45cbf3dc40de tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339278 Dec 17 13:33:24.859634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:24.868456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:24.893074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] device_id is not set on port 7907ed86-0f3c-4bef-a57d-d26ea1188b5a yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:33:24.900388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] For port a74bb798-85c6-44d2-965f-5af91eaa60f4, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:33:24.906372 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-4dfe6796-a93f-43f1-93ca-76759b760b90 service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216872 Dec 17 13:33:24.913980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] For port a74bb798-85c6-44d2-965f-5af91eaa60f4, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a74bb798-85c6-44d2-965f-5af91eaa60f4,segment=NetworkSegment(ea799aeb-05f8-4153-811d-5a202165c0cc),segment_id=ea799aeb-05f8-4153-811d-5a202165c0cc)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:33:24.951383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:33:24.958354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:24.959702 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:24.993785 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:25.053258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Allocated IP 2001:db8::46 (775167dc-cdbe-46ac-bd6d-a43f15c7b749/9eb94641-a5c3-4d08-a919-d707c5d5d787/7907ed86-0f3c-4bef-a57d-d26ea1188b5a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:25.090159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb64b4-0847-4cbe-9989-a066685c9f69 None None] Pushing event updated for resources: {'Port': ['ID=a74bb798-85c6-44d2-965f-5af91eaa60f4,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:25.145524 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:25.200238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:33:25.203401 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3435e73-c299-4dca-9e37-0a4bd7818d18" -d '{"events": [{"server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "name": "network-vif-plugged", "status": "completed", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:33:25.221824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:25.269159 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248df2d7-5a2d-43f6-b825-ec6dc01521a3 x-openstack-request-id: req-248df2d7-5a2d-43f6-b825-ec6dc01521a3 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:33:25.269886 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "name": "network-vif-plugged", "status": "completed", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:33:25.270413 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-248df2d7-5a2d-43f6-b825-ec6dc01521a3 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:33:25.270887 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'code': 200} Dec 17 13:33:25.282401 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:25.283987 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:25.417973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:25.449346 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:25.522594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 775167dc-cdbe-46ac-bd6d-a43f15c7b749 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:25.532824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:25.538837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:25.549380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:25.550355 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:25.572977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=7907ed86-0f3c-4bef-a57d-d26ea1188b5a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:25.589233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697b2a3-1d91-468a-98e0-285963c6374e req-7ffbb282-fecf-45ca-9e5a-8c244d752180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:25.590995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c697b2a3-1d91-468a-98e0-285963c6374e req-7ffbb282-fecf-45ca-9e5a-8c244d752180 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 1097 time: 0.2331758 Dec 17 13:33:25.648566 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fd73d826-d054-4325-9d02-0d496de57b8a req-455b1492-f22b-4483-9385-22ee740b2f91 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 210 time: 0.0325410 Dec 17 13:33:25.656794 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6a10fff0-321e-41c1-80ab-b718ada80ad3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1376388 Dec 17 13:33:25.659620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 33974) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:25.693477 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c697b2a3-1d91-468a-98e0-285963c6374e req-9d4ad015-8c58-4b78-8a4a-d0d7b0453e48 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930066 Dec 17 13:33:25.988589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1189cd-477e-470f-baef-fe33ec24e066 req-e5b4b227-3374-4b50-8167-e237861cc4ee tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:25.990180 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1d1189cd-477e-470f-baef-fe33ec24e066 req-e5b4b227-3374-4b50-8167-e237861cc4ee tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.1323311 Dec 17 13:33:26.065228 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:26.090202 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1d1189cd-477e-470f-baef-fe33ec24e066 req-b1d18d25-1106-4efd-8fbd-ca1d5f15ccf2 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903189 Dec 17 13:33:26.387583 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:26.478095 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:26.530867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a3781-4793-408f-b9ee-d0062aa1e749 None None] Network 775167dc-cdbe-46ac-bd6d-a43f15c7b749 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:26.609248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=7907ed86-0f3c-4bef-a57d-d26ea1188b5a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:26.655089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a74bb798-85c6-44d2-965f-5af91eaa60f4 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:26.746293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1018bbc9-e116-4072-847f-1eb435db20c8 None None] Provisioning complete for port a74bb798-85c6-44d2-965f-5af91eaa60f4 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:26.747082 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1018bbc9-e116-4072-847f-1eb435db20c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:26.801409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a74bb798-85c6-44d2-965f-5af91eaa60f4 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:26.801816 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:26.975009 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1018bbc9-e116-4072-847f-1eb435db20c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:27.020835 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:27.037199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1018bbc9-e116-4072-847f-1eb435db20c8 None None] For port a74bb798-85c6-44d2-965f-5af91eaa60f4, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a74bb798-85c6-44d2-965f-5af91eaa60f4,segment=NetworkSegment(ea799aeb-05f8-4153-811d-5a202165c0cc),segment_id=ea799aeb-05f8-4153-811d-5a202165c0cc)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:27.145500 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1018bbc9-e116-4072-847f-1eb435db20c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:27.158112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8836c0ba-a618-4019-befc-6106cb17bbb0 req-31ce46ec-f39a-4df0-8e61-d3c497b2096c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 210 time: 0.0529311 Dec 17 13:33:27.215490 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:27.310151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e05cf1-0bb8-4edf-9339-2f4f5829284f req-4bc14aaf-a2b2-4f54-82d2-57817f900846 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:27.312568 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-79e05cf1-0bb8-4edf-9339-2f4f5829284f req-4bc14aaf-a2b2-4f54-82d2-57817f900846 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.1016006 Dec 17 13:33:27.323832 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:33:27.324285 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:33:27.329069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018bbc9-e116-4072-847f-1eb435db20c8 None None] Pushing event updated for resources: {'Port': ['ID=a74bb798-85c6-44d2-965f-5af91eaa60f4,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:27.373673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8536cdc7-a040-4874-acc9-3efa6dc2117f None None] Provisioning complete for port 7907ed86-0f3c-4bef-a57d-d26ea1188b5a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:27.374098 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8536cdc7-a040-4874-acc9-3efa6dc2117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:27.376511 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-79e05cf1-0bb8-4edf-9339-2f4f5829284f req-0749b237-1145-4957-9040-8bb7133fc6d1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535178 Dec 17 13:33:27.435967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8536cdc7-a040-4874-acc9-3efa6dc2117f None None] Port 7907ed86-0f3c-4bef-a57d-d26ea1188b5a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:27.446648 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:27.451926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8536cdc7-a040-4874-acc9-3efa6dc2117f None None] Provisioning complete for port a74bb798-85c6-44d2-965f-5af91eaa60f4 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:27.452601 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8536cdc7-a040-4874-acc9-3efa6dc2117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:27.609119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108b4c6-5d28-494f-ae2d-4971afae9ffb req-fbdbbf73-3e4b-4877-972e-fec4dfe36a73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:27.617864 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c108b4c6-5d28-494f-ae2d-4971afae9ffb req-fbdbbf73-3e4b-4877-972e-fec4dfe36a73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.1615283 Dec 17 13:33:27.683222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f0ea9375-600c-41bf-af5d-08eae37afc52 None None] Provisioning complete for port 7907ed86-0f3c-4bef-a57d-d26ea1188b5a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:27.683740 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0ea9375-600c-41bf-af5d-08eae37afc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:27.731720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c108b4c6-5d28-494f-ae2d-4971afae9ffb req-b72b7f7a-3826-4a04-8875-465e2a8e793a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128151 Dec 17 13:33:27.733409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea9375-600c-41bf-af5d-08eae37afc52 None None] Port 7907ed86-0f3c-4bef-a57d-d26ea1188b5a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:27.760628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34004) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:27.877242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc41e6-6a24-43df-a5b3-27913f50a651 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:27.878991 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5afc41e6-6a24-43df-a5b3-27913f50a651 tempest-TestNetworkAdvancedServerOps-1270356936 tempest-TestNetworkAdvancedServerOps-1270356936-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 1092 time: 0.1173511 Dec 17 13:33:27.882020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34006) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:27.886578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:27.905716 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:27.960487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65101c39-c031-409d-b58b-7b6833093c2c req-5a8b5d5d-f335-4336-b9e0-9b7dee16eaf3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:27.962050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-5a8b5d5d-f335-4336-b9e0-9b7dee16eaf3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.61 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.1604021 Dec 17 13:33:27.968451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b82c0c23-eef2-46b4-97e0-53bccd0cd327 None None] Provisioning complete for port 7907ed86-0f3c-4bef-a57d-d26ea1188b5a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:27.968830 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b82c0c23-eef2-46b4-97e0-53bccd0cd327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:27.978693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-65101c39-c031-409d-b58b-7b6833093c2c req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'port': {'device_id': '50748a2a-a238-43a7-9dfe-90b11c2e56cb', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'admin_state_up': True, 'tenant_id': '009389a399ad43ddb25b067380a09158'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:28.006013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b82c0c23-eef2-46b4-97e0-53bccd0cd327 None None] Port 7907ed86-0f3c-4bef-a57d-d26ea1188b5a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:28.018562 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:28.019911 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:28.041564 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:28.143739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=7907ed86-0f3c-4bef-a57d-d26ea1188b5a,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:28.157552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.158064 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.159072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.159072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.159801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.159801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.160118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.160459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.160864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.161229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.161638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.165291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.165291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:33:28.223094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 775167dc-cdbe-46ac-bd6d-a43f15c7b749 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:28.228618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:28.234034 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:28.280407 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:33:28.322989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c01667dc-de64-4153-9ef8-2c73af584057 req-44701097-f636-4f0f-bb1c-63f6b06416ea tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 210 time: 0.0310891 Dec 17 13:33:28.328059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65101c39-c031-409d-b58b-7b6833093c2c req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Made reservation on behalf of 009389a399ad43ddb25b067380a09158 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:28.335492 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-65101c39-c031-409d-b58b-7b6833093c2c req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:28.467558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Allocated IP 172.25.0.160 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/354d0951-5e22-48e0-a17b-ad71dae2c785) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:28.486118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router b796988e-295b-436d-9f74-2e9c7a32299a is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:33:28.513107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a74bb798-85c6-44d2-965f-5af91eaa60f4 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:28.603354 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:28.635465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a74bb798-85c6-44d2-965f-5af91eaa60f4 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:28.636225 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:28.645090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:28.657477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dc084fe1-868f-413e-9050-90c596cddddf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/b796988e-295b-436d-9f74-2e9c7a32299a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9956222 Dec 17 13:33:28.660207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34018) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:28.670142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765cf5be-02be-4a1d-9736-acebc6434bc3 None None] Sync routers for ids ['b796988e-295b-436d-9f74-2e9c7a32299a'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:28.714286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765cf5be-02be-4a1d-9736-acebc6434bc3 None None] Routers {'b796988e-295b-436d-9f74-2e9c7a32299a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:28.715030 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-765cf5be-02be-4a1d-9736-acebc6434bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b796988e-295b-436d-9f74-2e9c7a32299a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:28.734783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a536859-d294-4dab-aef3-5b820aedeee1 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:28.740910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2a536859-d294-4dab-aef3-5b820aedeee1 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports/7907ed86-0f3c-4bef-a57d-d26ea1188b5a HTTP/1.1" status: 200 len: 983 time: 0.0786536 Dec 17 13:33:28.741892 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34022) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:28.781377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-765cf5be-02be-4a1d-9736-acebc6434bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:28.814671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-178d37d8-f37c-4bbf-80d7-c7560ce12b69 None None] Provisioning complete for port 7907ed86-0f3c-4bef-a57d-d26ea1188b5a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:28.815028 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-178d37d8-f37c-4bbf-80d7-c7560ce12b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:28.843250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-65101c39-c031-409d-b58b-7b6833093c2c req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Allocated IP 172.20.0.5 (ecd0a89a-e368-44f2-9fad-d6001ff5c547/53326f79-47a6-4d5d-aa1f-178b1b8e2cf6/e3681612-ee14-44cd-b14b-750808596adb) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:28.894253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765cf5be-02be-4a1d-9736-acebc6434bc3 None None] Routers {'b796988e-295b-436d-9f74-2e9c7a32299a'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:28.895081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-765cf5be-02be-4a1d-9736-acebc6434bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b796988e-295b-436d-9f74-2e9c7a32299a'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:28.900000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-178d37d8-f37c-4bbf-80d7-c7560ce12b69 None None] Port 7907ed86-0f3c-4bef-a57d-d26ea1188b5a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:28.937098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-765cf5be-02be-4a1d-9736-acebc6434bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:28.937968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765cf5be-02be-4a1d-9736-acebc6434bc3 None None] The sync data for ids ['b796988e-295b-436d-9f74-2e9c7a32299a'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:29.325968 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9023dd51-cd7a-40aa-aa0a-969ad61e196f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:29.433304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-65101c39-c031-409d-b58b-7b6833093c2c req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:29.443660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:29.528744 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-777d1ab3-0438-48fc-bbeb-d9c21519ffe9 req-2f7af2df-e612-4fc6-813c-d6b32446a4d3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 210 time: 0.0883830 Dec 17 13:33:29.535245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=354d0951-5e22-48e0-a17b-ad71dae2c785,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:29.563501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:29.568815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:29.576141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:29.595803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9023dd51-cd7a-40aa-aa0a-969ad61e196f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port 7907ed86-0f3c-4bef-a57d-d26ea1188b5a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:29.596396 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9023dd51-cd7a-40aa-aa0a-969ad61e196f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:29.713555 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9023dd51-cd7a-40aa-aa0a-969ad61e196f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:29.727481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9023dd51-cd7a-40aa-aa0a-969ad61e196f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for 7907ed86-0f3c-4bef-a57d-d26ea1188b5a owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:29.760798 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-65101c39-c031-409d-b58b-7b6833093c2c req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:29.900678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65101c39-c031-409d-b58b-7b6833093c2c req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:29.911621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-65101c39-c031-409d-b58b-7b6833093c2c req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:29.935895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-65101c39-c031-409d-b58b-7b6833093c2c req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:29.939123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=e3681612-ee14-44cd-b14b-750808596adb,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:30.018339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65101c39-c031-409d-b58b-7b6833093c2c req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:30.019909 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-65101c39-c031-409d-b58b-7b6833093c2c req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:30.041267 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9023dd51-cd7a-40aa-aa0a-969ad61e196f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:30.094193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023dd51-cd7a-40aa-aa0a-969ad61e196f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=7907ed86-0f3c-4bef-a57d-d26ea1188b5a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:30.163270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-62bc75e6-59f3-40aa-9814-65653ff8549f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1894534 Dec 17 13:33:30.258813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Request body: {'port': {'device_id': '50748a2a-a238-43a7-9dfe-90b11c2e56cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:30.277961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9023dd51-cd7a-40aa-aa0a-969ad61e196f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:30.376890 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:30.382277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:30.471707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-75a78809-6e3e-42c9-aba3-0e759f08a8b7 None None] Provisioning complete for port e3681612-ee14-44cd-b14b-750808596adb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:30.472394 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-75a78809-6e3e-42c9-aba3-0e759f08a8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:30.549006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-75a78809-6e3e-42c9-aba3-0e759f08a8b7 None None] Port e3681612-ee14-44cd-b14b-750808596adb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:30.563063 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9023dd51-cd7a-40aa-aa0a-969ad61e196f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router b796988e-295b-436d-9f74-2e9c7a32299a has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:33:30.660319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9023dd51-cd7a-40aa-aa0a-969ad61e196f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:30.671405 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a17793-6498-4170-ae1c-b74fa9e13d36 None None] Sync routers for ids ['b796988e-295b-436d-9f74-2e9c7a32299a'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:30.673829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9023dd51-cd7a-40aa-aa0a-969ad61e196f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/b796988e-295b-436d-9f74-2e9c7a32299a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9303660 Dec 17 13:33:30.676603 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34048) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:30.691905 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a17793-6498-4170-ae1c-b74fa9e13d36 None None] Routers {'b796988e-295b-436d-9f74-2e9c7a32299a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:30.692372 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d5a17793-6498-4170-ae1c-b74fa9e13d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b796988e-295b-436d-9f74-2e9c7a32299a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:30.747836 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:30.764026 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d5a17793-6498-4170-ae1c-b74fa9e13d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:30.775985 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a17793-6498-4170-ae1c-b74fa9e13d36 None None] Routers {'b796988e-295b-436d-9f74-2e9c7a32299a'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:30.777231 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d5a17793-6498-4170-ae1c-b74fa9e13d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b796988e-295b-436d-9f74-2e9c7a32299a'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:30.814331 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d5a17793-6498-4170-ae1c-b74fa9e13d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:30.815270 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a17793-6498-4170-ae1c-b74fa9e13d36 None None] The sync data for ids ['b796988e-295b-436d-9f74-2e9c7a32299a'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:30.903256 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-f664891d-916f-4802-a756-940ea8420f55 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] remove_router_interface failed (client error): The resource could not be found. Dec 17 13:33:30.906852 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f664891d-916f-4802-a756-940ea8420f55 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/b796988e-295b-436d-9f74-2e9c7a32299a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2266855 Dec 17 13:33:30.906993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781ced4-3260-40a0-af2b-570cfd6139a7 req-25079cea-8b66-48a1-8b15-c04e151c6047 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:30.907349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34054) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:30.908111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2781ced4-3260-40a0-af2b-570cfd6139a7 req-25079cea-8b66-48a1-8b15-c04e151c6047 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 931 time: 0.2543962 Dec 17 13:33:30.945614 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4767bff0-5025-4b7b-904e-1c820db3fcb5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=b796988e-295b-436d-9f74-2e9c7a32299a HTTP/1.1" status: 200 len: 205 time: 0.0352836 Dec 17 13:33:30.946729 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34058) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:31.050740 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2781ced4-3260-40a0-af2b-570cfd6139a7 req-8d887741-368b-4bc2-8c03-7026c79f66ef tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342745 Dec 17 13:33:31.083353 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04a82294-98d6-4193-be1c-ecdb5083ad45 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.150675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3681612-ee14-44cd-b14b-750808596adb {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:33:31.163020 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.166498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.189764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Transition to ACTIVE for port object e3681612-ee14-44cd-b14b-750808596adb will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:33:31.224847 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.283654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.292410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event updated for resources: {'Port': ['ID=354d0951-5e22-48e0-a17b-ad71dae2c785,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:31.396955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Pushing event updated for resources: {'Port': ['ID=e3681612-ee14-44cd-b14b-750808596adb,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:31.451611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.626819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Attempting to bind port e3681612-ee14-44cd-b14b-750808596adb on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:33:31.627229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Attempting to bind port e3681612-ee14-44cd-b14b-750808596adb by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:33:31.627559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Attempting to bind port e3681612-ee14-44cd-b14b-750808596adb on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:31.638428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Port e3681612-ee14-44cd-b14b-750808596adb on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:33:31.638754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Attempting to bind port e3681612-ee14-44cd-b14b-750808596adb on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:31.649115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:33:31.649468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Checking segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:31.649898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Bound using segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:33:31.650358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Bound port: e3681612-ee14-44cd-b14b-750808596adb, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:33:31.650725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.653661 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Floating IP 02bbc6fb-3b90-4f8a-b508-198e15c165db associated. External IP: 172.25.0.160, port: 2a276fc3-1697-4d85-a3ca-9b70ac1716c8. Dec 17 13:33:31.739361 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.775319 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04a82294-98d6-4193-be1c-ecdb5083ad45 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.777967 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04a82294-98d6-4193-be1c-ecdb5083ad45 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.821136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] For port e3681612-ee14-44cd-b14b-750808596adb, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:33:31.825169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] For port e3681612-ee14-44cd-b14b-750808596adb, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e3681612-ee14-44cd-b14b-750808596adb,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:33:31.917400 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.963156 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04a82294-98d6-4193-be1c-ecdb5083ad45 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.964040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a82294-98d6-4193-be1c-ecdb5083ad45 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Fanout notify agent at l3_agent the message router_deleted on router b796988e-295b-436d-9f74-2e9c7a32299a {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:33:31.973744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:31.974398 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:31.975913 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] 10.222.0.61 "PUT /v2.0/ports/e3681612-ee14-44cd-b14b-750808596adb HTTP/1.1" status: 200 len: 1091 time: 1.7397523 Dec 17 13:33:31.978334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50748a2a-a238-43a7-9dfe-90b11c2e56cb', 'tag': 'e3681612-ee14-44cd-b14b-750808596adb'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:33:31.980525 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1757e28b-558b-4c64-b57e-b249a65e02bf" -d '{"events": [{"name": "network-changed", "server_uuid": "50748a2a-a238-43a7-9dfe-90b11c2e56cb", "tag": "e3681612-ee14-44cd-b14b-750808596adb"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:33:31.996152 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-04a82294-98d6-4193-be1c-ecdb5083ad45 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:32.002080 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-04a82294-98d6-4193-be1c-ecdb5083ad45 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/b796988e-295b-436d-9f74-2e9c7a32299a HTTP/1.1" status: 204 len: 168 time: 1.0521219 Dec 17 13:33:32.002721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34074) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:32.037923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router cc561c1b-b871-4ec1-b137-d41b489e8ed5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:33:32.042071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b24fd-3875-4013-9f64-4d82367cba48 service neutron] Pushing event updated for resources: {'Port': ['ID=e3681612-ee14-44cd-b14b-750808596adb,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:32.057802 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ef5742-0cd3-45cf-8a62-d72e60be74bf x-openstack-request-id: req-31ef5742-0cd3-45cf-8a62-d72e60be74bf {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:33:32.058859 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50748a2a-a238-43a7-9dfe-90b11c2e56cb", "tag": "e3681612-ee14-44cd-b14b-750808596adb", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:33:32.059545 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31ef5742-0cd3-45cf-8a62-d72e60be74bf {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:33:32.060131 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50748a2a-a238-43a7-9dfe-90b11c2e56cb', 'tag': 'e3681612-ee14-44cd-b14b-750808596adb', 'status': 'completed', 'code': 200} Dec 17 13:33:32.140313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-65714aa9-3e09-4d31-8efc-cc24e77e4cca tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting subnet 9eb94641-a5c3-4d08-a919-d707c5d5d787 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:33:32.145836 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65714aa9-3e09-4d31-8efc-cc24e77e4cca tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:32.225204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65714aa9-3e09-4d31-8efc-cc24e77e4cca tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:32.348057 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65714aa9-3e09-4d31-8efc-cc24e77e4cca tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:32.364634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e28b-558b-4c64-b57e-b249a65e02bf req-89472d23-c523-4974-bf12-3d56def17aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:32.366199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1757e28b-558b-4c64-b57e-b249a65e02bf req-89472d23-c523-4974-bf12-3d56def17aab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 1094 time: 0.1932406 Dec 17 13:33:32.397195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a81f6-4a7e-40cb-9cc8-61ee199ae518 req-2b5c96cd-918d-4c3b-b088-1fcd6ea4d2a5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:32.406520 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b33a81f6-4a7e-40cb-9cc8-61ee199ae518 req-2b5c96cd-918d-4c3b-b088-1fcd6ea4d2a5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 943 time: 0.1518476 Dec 17 13:33:32.463836 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:32.477460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b10f2-4f5e-499f-b36d-05786afe3cef None None] Sync routers for ids ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:32.488091 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65714aa9-3e09-4d31-8efc-cc24e77e4cca tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:32.511404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b10f2-4f5e-499f-b36d-05786afe3cef None None] Routers {'cc561c1b-b871-4ec1-b137-d41b489e8ed5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:32.512846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-250b10f2-4f5e-499f-b36d-05786afe3cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:32.530765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65714aa9-3e09-4d31-8efc-cc24e77e4cca tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb94641-a5c3-4d08-a919-d707c5d5d787,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:32.532577 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65714aa9-3e09-4d31-8efc-cc24e77e4cca tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:32.539512 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-65714aa9-3e09-4d31-8efc-cc24e77e4cca tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/9eb94641-a5c3-4d08-a919-d707c5d5d787 HTTP/1.1" status: 204 len: 168 time: 0.5320411 Dec 17 13:33:32.539816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34084) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:32.563166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b33a81f6-4a7e-40cb-9cc8-61ee199ae518 req-8a08a105-af6c-4034-8695-fb1b09e2179b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556606 Dec 17 13:33:32.616223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e28b-558b-4c64-b57e-b249a65e02bf req-5e8a23f3-97c6-4c3e-8a6b-ed75a6469501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:32.617841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1757e28b-558b-4c64-b57e-b249a65e02bf req-5e8a23f3-97c6-4c3e-8a6b-ed75a6469501 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=009389a399ad43ddb25b067380a09158&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2396824 Dec 17 13:33:32.624707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28a21eb-9f8d-4dea-a5fe-b3d59ac0b4aa None None] Network 775167dc-cdbe-46ac-bd6d-a43f15c7b749 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:32.659867 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:32.702198 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:32.791556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port a74bb798-85c6-44d2-965f-5af91eaa60f4 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:32.792495 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:32.800118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-00aa78c4-3526-4a7d-87ee-b6f80db40d55 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9144509 Dec 17 13:33:32.853299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e28b-558b-4c64-b57e-b249a65e02bf req-e8a3b894-4a5a-40c9-a415-b6feb0a97dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:32.855494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1757e28b-558b-4c64-b57e-b249a65e02bf req-e8a3b894-4a5a-40c9-a415-b6feb0a97dc0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2169173 Dec 17 13:33:32.873030 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-250b10f2-4f5e-499f-b36d-05786afe3cef None None] Set router cc561c1b-b871-4ec1-b137-d41b489e8ed5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:33:32.932726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] For port a74bb798-85c6-44d2-965f-5af91eaa60f4, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a74bb798-85c6-44d2-965f-5af91eaa60f4,segment=NetworkSegment(ea799aeb-05f8-4153-811d-5a202165c0cc),segment_id=ea799aeb-05f8-4153-811d-5a202165c0cc)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:32.932726 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:32.982403 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for a74bb798-85c6-44d2-965f-5af91eaa60f4 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:32.986495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65101c39-c031-409d-b58b-7b6833093c2c req-64d266a9-5f33-4d6e-a4c3-cc5e84144f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:32.989156 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-64d266a9-5f33-4d6e-a4c3-cc5e84144f2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 1094 time: 0.0881124 Dec 17 13:33:33.042484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14da47d-e8d3-493f-aa8e-89568fb3a9d7 None None] DHCP port deletion for 775167dc-cdbe-46ac-bd6d-a43f15c7b749 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:33:33.048985 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c615b59-65e0-4ccd-8342-c0d7e8ff376f req-51b6ca24-436d-4edb-b8a9-d02b8936e1be tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:33.054248 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c615b59-65e0-4ccd-8342-c0d7e8ff376f req-51b6ca24-436d-4edb-b8a9-d02b8936e1be tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.1118569 Dec 17 13:33:33.063051 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-c6c1f866-1d96-4976-b57c-3cef0d66363f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3681612-ee14-44cd-b14b-750808596adb HTTP/1.1" status: 200 len: 217 time: 0.0655873 Dec 17 13:33:33.149919 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c615b59-65e0-4ccd-8342-c0d7e8ff376f req-9b5cef06-72c8-4177-9bf4-c7a35dd66d36 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844550 Dec 17 13:33:33.173406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34096) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:33.204853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65101c39-c031-409d-b58b-7b6833093c2c req-d44e7e73-5adf-44b4-b9e6-1817a6e0e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:33.208098 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-d44e7e73-5adf-44b4-b9e6-1817a6e0e3ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.1366723 Dec 17 13:33:33.297740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b14da47d-e8d3-493f-aa8e-89568fb3a9d7 None None] Deleting port a74bb798-85c6-44d2-965f-5af91eaa60f4 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:33.298185 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b14da47d-e8d3-493f-aa8e-89568fb3a9d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:33.305489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65101c39-c031-409d-b58b-7b6833093c2c req-1d8ccf00-5421-4a1e-b099-d93b542c205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:33.307087 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-1d8ccf00-5421-4a1e-b099-d93b542c205c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917585 Dec 17 13:33:33.310281 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:33.344566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No DVR routers for this DVR port a74bb798-85c6-44d2-965f-5af91eaa60f4 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:33:33.405533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=a74bb798-85c6-44d2-965f-5af91eaa60f4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:33.429462 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4ec6c620-5689-49a4-92ad-edc6a95ecebb tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/02bbc6fb-3b90-4f8a-b508-198e15c165db HTTP/1.1" status: 200 len: 992 time: 0.2529864 Dec 17 13:33:33.479566 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-9e5e707a-2743-4d94-877b-6c899ed1c394 service neutron] 10.222.0.61 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608193 Dec 17 13:33:33.545381 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:33.571795 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775167dc-cdbe-46ac-bd6d-a43f15c7b749']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:33.600929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea799aeb-05f8-4153-811d-5a202165c0cc') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:33.601356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea799aeb-05f8-4153-811d-5a202165c0cc') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:33.614876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:33.618422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-250b10f2-4f5e-499f-b36d-05786afe3cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:06Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '02bbc6fb-3b90-4f8a-b508-198e15c165db', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'port_id': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'mac_address': 'fa:16:3e:fa:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:33:29Z', 'updated_at': '2021-12-17T13:33:29Z', 'revision_number': 0, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d436fb7-9f19-449f-9a5d-1a98b4daf223', 'name': '', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:dc:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '931557db-7578-46f4-93fc-4df35dc57f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:04Z', 'updated_at': '2021-12-17T13:33:13Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '931557db-7578-46f4-93fc-4df35dc57f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:33.620920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b14da47d-e8d3-493f-aa8e-89568fb3a9d7 None None] For port a74bb798-85c6-44d2-965f-5af91eaa60f4, host n-d-815324-5, got binding levels [] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:33.625784 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b14da47d-e8d3-493f-aa8e-89568fb3a9d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:33.630053 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:33.637191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:33:33.637775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:33.655591 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65101c39-c031-409d-b58b-7b6833093c2c req-8ed6b72a-9974-4149-a870-26dc7a4ec3a5 service neutron] 10.222.0.61 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677442 Dec 17 13:33:33.676191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b10f2-4f5e-499f-b36d-05786afe3cef None None] Checking router: cc561c1b-b871-4ec1-b137-d41b489e8ed5 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:33:33.682240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b14da47d-e8d3-493f-aa8e-89568fb3a9d7 None None] Calling delete_port for a74bb798-85c6-44d2-965f-5af91eaa60f4 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:33.686567 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.ipam_backend_mixin [None req-b14da47d-e8d3-493f-aa8e-89568fb3a9d7 None None] Port a74bb798-85c6-44d2-965f-5af91eaa60f4 was not found and therefore no delete operation was performed {{(pid=110455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 13:33:33.690214 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b14da47d-e8d3-493f-aa8e-89568fb3a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:33:33.725041 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:33:33.736471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b10f2-4f5e-499f-b36d-05786afe3cef None None] Routers {'cc561c1b-b871-4ec1-b137-d41b489e8ed5'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:33.737129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-250b10f2-4f5e-499f-b36d-05786afe3cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:33.743218 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14da47d-e8d3-493f-aa8e-89568fb3a9d7 None None] Pushing event deleted for resources: {'Port': ['ID=a74bb798-85c6-44d2-965f-5af91eaa60f4,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:33.776704 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675b2ce-d892-4c54-b7f6-b3cb626a30ae req-167bf70e-fcc1-4d97-995a-f43951417e10 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:33.778722 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0675b2ce-d892-4c54-b7f6-b3cb626a30ae req-167bf70e-fcc1-4d97-995a-f43951417e10 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 943 time: 0.0887632 Dec 17 13:33:33.792090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14da47d-e8d3-493f-aa8e-89568fb3a9d7 None None] No DVR routers for this DVR port a74bb798-85c6-44d2-965f-5af91eaa60f4 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:33:33.841880 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0675b2ce-d892-4c54-b7f6-b3cb626a30ae req-40ef0c84-56dd-4ed1-9a0c-ab9c4c09a985 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563276 Dec 17 13:33:33.852190 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:33.867451 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:33.875869 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/networks/775167dc-cdbe-46ac-bd6d-a43f15c7b749 HTTP/1.1" status: 204 len: 168 time: 1.3346472 Dec 17 13:33:33.879851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34104) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:33.885534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fc6927dd-73c5-4ffc-8600-60323ed03b31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1794809228'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:33.898791 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790aaf7f-3d5a-4693-9261-49d01cdc5802 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Network': ['ID=775167dc-cdbe-46ac-bd6d-a43f15c7b749,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:33.900024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-250b10f2-4f5e-499f-b36d-05786afe3cef None None] Set router cc561c1b-b871-4ec1-b137-d41b489e8ed5 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:33:33.992684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6927dd-73c5-4ffc-8600-60323ed03b31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:33.996584 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc6927dd-73c5-4ffc-8600-60323ed03b31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:34.041180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6927dd-73c5-4ffc-8600-60323ed03b31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:33:34.051961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc6927dd-73c5-4ffc-8600-60323ed03b31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:34.052401 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-fc6927dd-73c5-4ffc-8600-60323ed03b31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Added segment 0d58c2f2-9bee-4ae3-b647-6ef13c06d296 of type vlan for network 1621377c-bb4b-4782-9254-44e082899adb Dec 17 13:33:34.062507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:33:34.068755 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53469e5e-bd38-427d-871b-e98e7b53ec6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:33:34.134927 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc6927dd-73c5-4ffc-8600-60323ed03b31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:34.176073 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9866971-654d-4290-94d0-36af64dae1ef x-openstack-request-id: req-e9866971-654d-4290-94d0-36af64dae1ef {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:33:34.176073 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:33:34.176439 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9866971-654d-4290-94d0-36af64dae1ef {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:33:34.177317 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'status': 'completed', 'code': 200} Dec 17 13:33:34.260978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-250b10f2-4f5e-499f-b36d-05786afe3cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:06Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '02bbc6fb-3b90-4f8a-b508-198e15c165db', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'port_id': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'mac_address': 'fa:16:3e:fa:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:33:29Z', 'updated_at': '2021-12-17T13:33:29Z', 'revision_number': 0, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d436fb7-9f19-449f-9a5d-1a98b4daf223', 'name': '', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:dc:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '931557db-7578-46f4-93fc-4df35dc57f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:04Z', 'updated_at': '2021-12-17T13:33:13Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '931557db-7578-46f4-93fc-4df35dc57f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:34.261219 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc6927dd-73c5-4ffc-8600-60323ed03b31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:34.267515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6927dd-73c5-4ffc-8600-60323ed03b31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:34.268423 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc6927dd-73c5-4ffc-8600-60323ed03b31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:34.298943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53469e5e-bd38-427d-871b-e98e7b53ec6e req-a89200e3-b3bd-4450-b56b-353099d5924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:34.301407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53469e5e-bd38-427d-871b-e98e7b53ec6e req-a89200e3-b3bd-4450-b56b-353099d5924a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 1097 time: 0.1095493 Dec 17 13:33:34.303462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b10f2-4f5e-499f-b36d-05786afe3cef None None] The sync data for ids ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'] in n-d-815324-5 is: [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:06Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '02bbc6fb-3b90-4f8a-b508-198e15c165db', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'port_id': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'mac_address': 'fa:16:3e:fa:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:33:29Z', 'updated_at': '2021-12-17T13:33:29Z', 'revision_number': 0, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d436fb7-9f19-449f-9a5d-1a98b4daf223', 'name': '', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:dc:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '931557db-7578-46f4-93fc-4df35dc57f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:04Z', 'updated_at': '2021-12-17T13:33:13Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '931557db-7578-46f4-93fc-4df35dc57f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:34.427468 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34118) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:34.468430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fc6927dd-73c5-4ffc-8600-60323ed03b31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5840850 Dec 17 13:33:34.475140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34120) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:34.481823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-20cc6868-1388-49e6-8d6c-f117b23e7191 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'subnet': {'network_id': '1621377c-bb4b-4782-9254-44e082899adb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:34.490286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6927dd-73c5-4ffc-8600-60323ed03b31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Network': ['ID=1621377c-bb4b-4782-9254-44e082899adb,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:34.506204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 1621377c-bb4b-4782-9254-44e082899adb details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:33:34.543904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53469e5e-bd38-427d-871b-e98e7b53ec6e req-0c599a76-889f-449a-8bbe-bd2e1a45419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:34.545485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53469e5e-bd38-427d-871b-e98e7b53ec6e req-0c599a76-889f-449a-8bbe-bd2e1a45419c service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c38910e-16e2-4215-932d-d3d2a6dd933c HTTP/1.1" status: 200 len: 898 time: 0.2071662 Dec 17 13:33:34.603823 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d4800ba1-ee56-4472-9eb6-9b793b178909 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/02bbc6fb-3b90-4f8a-b508-198e15c165db HTTP/1.1" status: 200 len: 992 time: 0.1746833 Dec 17 13:33:34.657818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a74bb798-85c6-44d2-965f-5af91eaa60f4 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:33:34.687324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: a74bb798-85c6-44d2-965f-5af91eaa60f4 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:33:34.687941 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a74bb798-85c6-44d2-965f-5af91eaa60f4 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:33:34.749950 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d98e13e-7a6e-4bda-90be-8faad3379045 None None] New status for floating IP 02bbc6fb-3b90-4f8a-b508-198e15c165db: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:33:35.070969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53469e5e-bd38-427d-871b-e98e7b53ec6e req-fef8251a-8314-4a3c-ac3c-1dc01a056173 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8 HTTP/1.1" status: 200 len: 1000 time: 0.5137010 Dec 17 13:33:35.106024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142f9e8-38ee-4cf9-afd0-43a9c9b672ab req-972f2a90-f71f-44a1-b73a-ef8499f93e90 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:35.107601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8142f9e8-38ee-4cf9-afd0-43a9c9b672ab req-972f2a90-f71f-44a1-b73a-ef8499f93e90 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 943 time: 0.0972140 Dec 17 13:33:35.191726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53469e5e-bd38-427d-871b-e98e7b53ec6e req-4b6d608b-f818-4352-9a7a-71eafc43d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:35.193271 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53469e5e-bd38-427d-871b-e98e7b53ec6e req-4b6d608b-f818-4352-9a7a-71eafc43d704 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=931557db-7578-46f4-93fc-4df35dc57f18 HTTP/1.1" status: 200 len: 835 time: 0.1132135 Dec 17 13:33:35.204278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8142f9e8-38ee-4cf9-afd0-43a9c9b672ab req-735cec1d-e421-4287-9be8-ca0f2ac03950 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729156 Dec 17 13:33:35.214323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cc6868-1388-49e6-8d6c-f117b23e7191 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:35.218089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cc6868-1388-49e6-8d6c-f117b23e7191 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:35.312887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53469e5e-bd38-427d-871b-e98e7b53ec6e req-b3c16d9f-5cc2-41ab-9c47-5790b25f337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:35.314477 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53469e5e-bd38-427d-871b-e98e7b53ec6e req-b3c16d9f-5cc2-41ab-9c47-5790b25f337a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c38910e-16e2-4215-932d-d3d2a6dd933c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108966 Dec 17 13:33:35.513722 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53469e5e-bd38-427d-871b-e98e7b53ec6e req-53d548eb-7763-4b16-9b30-ba439cb79b2b service neutron] 10.222.0.54 "GET /v2.0/networks/5c38910e-16e2-4215-932d-d3d2a6dd933c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876285 Dec 17 13:33:35.607747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34136) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:35.659049 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53469e5e-bd38-427d-871b-e98e7b53ec6e req-774e9e85-dff9-4149-b4f5-92dd1b3f9b86 service neutron] 10.222.0.54 "GET /v2.0/networks/5c38910e-16e2-4215-932d-d3d2a6dd933c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378658 Dec 17 13:33:35.682337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fb48b187-25ec-464c-81b7-c36bb673fe82 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/02bbc6fb-3b90-4f8a-b508-198e15c165db HTTP/1.1" status: 200 len: 994 time: 0.0733101 Dec 17 13:33:35.721302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cc6868-1388-49e6-8d6c-f117b23e7191 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:35.790817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc6868-1388-49e6-8d6c-f117b23e7191 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Subnet': ['ID=5bcefa9c-e357-45f9-a0df-4c5561c104db,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:35.800713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc6868-1388-49e6-8d6c-f117b23e7191 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Checking segment: {'id': '0d58c2f2-9bee-4ae3-b647-6ef13c06d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1621377c-bb4b-4782-9254-44e082899adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:35.800713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc6868-1388-49e6-8d6c-f117b23e7191 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network hostable DHCP agents. Network: 1621377c-bb4b-4782-9254-44e082899adb, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:33:35.861703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc6868-1388-49e6-8d6c-f117b23e7191 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 1621377c-bb4b-4782-9254-44e082899adb is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:33:36.006394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-20cc6868-1388-49e6-8d6c-f117b23e7191 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 1621377c-bb4b-4782-9254-44e082899adb) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:36.010454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cc6868-1388-49e6-8d6c-f117b23e7191 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:36.011184 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20cc6868-1388-49e6-8d6c-f117b23e7191 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.016122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379641cc-9eab-4500-83a1-4dfc987006d0 None None] Network 1621377c-bb4b-4782-9254-44e082899adb requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:36.102520 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-20cc6868-1388-49e6-8d6c-f117b23e7191 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6245923 Dec 17 13:33:36.104940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34144) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:36.109762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-491054b0-6415-454e-bea5-e539f9d6946c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1021721506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:36.162491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-1621377c-bb4b-4782-9254-44e082899adb', 'network_id': '1621377c-bb4b-4782-9254-44e082899adb', 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'fixed_ips': [{'subnet_id': '5bcefa9c-e357-45f9-a0df-4c5561c104db'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:33:36.163758 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.212785 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-491054b0-6415-454e-bea5-e539f9d6946c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.214437 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-491054b0-6415-454e-bea5-e539f9d6946c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.278751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-491054b0-6415-454e-bea5-e539f9d6946c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.294652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.330330 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Allocated IP 2001:db8::2 (1621377c-bb4b-4782-9254-44e082899adb/5bcefa9c-e357-45f9-a0df-4c5561c104db/d08d0dea-92a7-46c2-a142-526167120abf) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:36.379247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b2580-5f78-4a54-94eb-d7a3de4e560f req-4cc48ffb-5c8a-44e4-9489-a63b1e00484c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:36.380823 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-764b2580-5f78-4a54-94eb-d7a3de4e560f req-4cc48ffb-5c8a-44e4-9489-a63b1e00484c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 943 time: 0.0592041 Dec 17 13:33:36.384346 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-491054b0-6415-454e-bea5-e539f9d6946c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.448487 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-764b2580-5f78-4a54-94eb-d7a3de4e560f req-bd8d4294-74ba-4390-8d62-30c1690943c5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572546 Dec 17 13:33:36.454359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-491054b0-6415-454e-bea5-e539f9d6946c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.459147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34154) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:36.462128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-491054b0-6415-454e-bea5-e539f9d6946c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3559704 Dec 17 13:33:36.490549 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.606258 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.659086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Network 1621377c-bb4b-4782-9254-44e082899adb is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:36.663611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Pushing event updated for resources: {'Port': ['ID=d08d0dea-92a7-46c2-a142-526167120abf,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:36.666958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:36.670384 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:36.728598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Attempting to bind port d08d0dea-92a7-46c2-a142-526167120abf on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:33:36.729044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Attempting to bind port d08d0dea-92a7-46c2-a142-526167120abf by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '0d58c2f2-9bee-4ae3-b647-6ef13c06d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1621377c-bb4b-4782-9254-44e082899adb'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:33:36.729566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Attempting to bind port d08d0dea-92a7-46c2-a142-526167120abf on network 1621377c-bb4b-4782-9254-44e082899adb {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:36.736205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:33:36.738642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Checking segment: {'id': '0d58c2f2-9bee-4ae3-b647-6ef13c06d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1621377c-bb4b-4782-9254-44e082899adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:36.738642 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.738642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Bound using segment: {'id': '0d58c2f2-9bee-4ae3-b647-6ef13c06d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1621377c-bb4b-4782-9254-44e082899adb'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:33:36.738642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Bound port: d08d0dea-92a7-46c2-a142-526167120abf, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d58c2f2-9bee-4ae3-b647-6ef13c06d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1621377c-bb4b-4782-9254-44e082899adb'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:33:36.739119 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.772289 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.801338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] For port d08d0dea-92a7-46c2-a142-526167120abf, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:33:36.804408 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] For port d08d0dea-92a7-46c2-a142-526167120abf, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d08d0dea-92a7-46c2-a142-526167120abf,segment=NetworkSegment(0d58c2f2-9bee-4ae3-b647-6ef13c06d296),segment_id=0d58c2f2-9bee-4ae3-b647-6ef13c06d296)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:33:36.875420 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:36.945962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f662a-b53e-4c52-aaac-62504cb41d14 None None] Pushing event updated for resources: {'Port': ['ID=d08d0dea-92a7-46c2-a142-526167120abf,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:37.068976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Allocated IP 2001:db8::1 (1621377c-bb4b-4782-9254-44e082899adb/5bcefa9c-e357-45f9-a0df-4c5561c104db/20310e48-e8be-4b38-91d0-7ab1c9c1927a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:37.260376 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:37.379263 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:37.427852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 1621377c-bb4b-4782-9254-44e082899adb is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:37.434098 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:37.438414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:37.440975 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:37.448117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=20310e48-e8be-4b38-91d0-7ab1c9c1927a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:37.613298 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ea4e4-560a-4979-9995-47fa387b6cd4 req-872d63fd-987c-4f96-991b-672018aa4280 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:37.615294 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c05ea4e4-560a-4979-9995-47fa387b6cd4 req-872d63fd-987c-4f96-991b-672018aa4280 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 943 time: 0.0686176 Dec 17 13:33:37.638091 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:37.670628 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c05ea4e4-560a-4979-9995-47fa387b6cd4 req-c246ba3f-17cd-41a8-ba35-d6c353a23756 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Dec 17 13:33:37.948118 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:38.029032 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:38.032243 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:38.041594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f5e36c-4e25-457e-bbd8-61976cebdd04 None None] Network 1621377c-bb4b-4782-9254-44e082899adb requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:38.107810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-24c5675a-5ee6-432a-b138-c4ec053b823e None None] Provisioning complete for port d08d0dea-92a7-46c2-a142-526167120abf triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:38.108184 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-24c5675a-5ee6-432a-b138-c4ec053b823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:38.128742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=20310e48-e8be-4b38-91d0-7ab1c9c1927a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:38.192099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 1621377c-bb4b-4782-9254-44e082899adb is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:38.193912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:38.242024 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-24c5675a-5ee6-432a-b138-c4ec053b823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:38.301028 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-24c5675a-5ee6-432a-b138-c4ec053b823e None None] For port d08d0dea-92a7-46c2-a142-526167120abf, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d08d0dea-92a7-46c2-a142-526167120abf,segment=NetworkSegment(0d58c2f2-9bee-4ae3-b647-6ef13c06d296),segment_id=0d58c2f2-9bee-4ae3-b647-6ef13c06d296)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:38.433394 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-24c5675a-5ee6-432a-b138-c4ec053b823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:38.455198 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router d1181303-a25f-4d75-a3b0-4a4edee2d193 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:33:38.487665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5675a-5ee6-432a-b138-c4ec053b823e None None] Pushing event updated for resources: {'Port': ['ID=d08d0dea-92a7-46c2-a142-526167120abf,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:38.557344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d08d0dea-92a7-46c2-a142-526167120abf up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:38.562707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4b8-bfaf-41d4-979b-b7b55ec10099 None None] Provisioning complete for port d08d0dea-92a7-46c2-a142-526167120abf triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:38.565221 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4b8-bfaf-41d4-979b-b7b55ec10099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:38.597663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:38.597663 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4cb484b9-37cf-46e7-9ee9-997856decb0a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/d1181303-a25f-4d75-a3b0-4a4edee2d193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1362593 Dec 17 13:33:38.600767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34184) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:38.615345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80024d0-3987-464d-afc0-7cb084c484af None None] Sync routers for ids ['d1181303-a25f-4d75-a3b0-4a4edee2d193'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:38.659743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80024d0-3987-464d-afc0-7cb084c484af None None] Routers {'d1181303-a25f-4d75-a3b0-4a4edee2d193'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:38.659743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b80024d0-3987-464d-afc0-7cb084c484af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d1181303-a25f-4d75-a3b0-4a4edee2d193'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:38.673695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7504ef0-1466-41d6-bb62-ba1ae18f635f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:38.680025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34190) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:38.689032 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c7504ef0-1466-41d6-bb62-ba1ae18f635f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports/20310e48-e8be-4b38-91d0-7ab1c9c1927a HTTP/1.1" status: 200 len: 911 time: 0.0869079 Dec 17 13:33:38.717196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b80024d0-3987-464d-afc0-7cb084c484af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:38.803564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d08d0dea-92a7-46c2-a142-526167120abf triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:38.804098 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:38.808503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80024d0-3987-464d-afc0-7cb084c484af None None] Routers {'d1181303-a25f-4d75-a3b0-4a4edee2d193'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:38.809400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b80024d0-3987-464d-afc0-7cb084c484af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d1181303-a25f-4d75-a3b0-4a4edee2d193'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:38.846612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682a1a4-0014-432c-b467-96db12adee7f req-b694e46a-0d26-4181-a2e1-96f0048964a1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:38.855201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a682a1a4-0014-432c-b467-96db12adee7f req-b694e46a-0d26-4181-a2e1-96f0048964a1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 943 time: 0.0713677 Dec 17 13:33:38.887033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b80024d0-3987-464d-afc0-7cb084c484af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:38.887716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80024d0-3987-464d-afc0-7cb084c484af None None] The sync data for ids ['d1181303-a25f-4d75-a3b0-4a4edee2d193'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:38.934989 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bbadc4b8-bfaf-41d4-979b-b7b55ec10099 None None] Provisioning complete for port 20310e48-e8be-4b38-91d0-7ab1c9c1927a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:38.935375 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bbadc4b8-bfaf-41d4-979b-b7b55ec10099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:38.936702 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a682a1a4-0014-432c-b467-96db12adee7f req-e2408603-fbe6-45db-94fb-7c213931195e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759976 Dec 17 13:33:39.023275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc4b8-bfaf-41d4-979b-b7b55ec10099 None None] Port 20310e48-e8be-4b38-91d0-7ab1c9c1927a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:39.129874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97aebf58-c311-4269-a106-a72739783de0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:39.144667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2184180c-69ed-4df9-b9c1-f418882eb2ef None None] Provisioning complete for port 20310e48-e8be-4b38-91d0-7ab1c9c1927a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:39.147500 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2184180c-69ed-4df9-b9c1-f418882eb2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:39.203824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2184180c-69ed-4df9-b9c1-f418882eb2ef None None] Port 20310e48-e8be-4b38-91d0-7ab1c9c1927a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:39.383769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-97aebf58-c311-4269-a106-a72739783de0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port 20310e48-e8be-4b38-91d0-7ab1c9c1927a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:39.384117 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97aebf58-c311-4269-a106-a72739783de0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:39.477327 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97aebf58-c311-4269-a106-a72739783de0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:39.490403 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-97aebf58-c311-4269-a106-a72739783de0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for 20310e48-e8be-4b38-91d0-7ab1c9c1927a owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:40.055259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a6903-9ca9-403d-929d-93d5e2afcfe2 req-29b714c6-e57b-43ef-8d1c-178a2de26907 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:40.058005 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97aebf58-c311-4269-a106-a72739783de0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:40.062016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee9a6903-9ca9-403d-929d-93d5e2afcfe2 req-29b714c6-e57b-43ef-8d1c-178a2de26907 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 943 time: 0.0560405 Dec 17 13:33:40.088754 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aebf58-c311-4269-a106-a72739783de0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=20310e48-e8be-4b38-91d0-7ab1c9c1927a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:40.121262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee9a6903-9ca9-403d-929d-93d5e2afcfe2 req-da196062-0933-4f59-96fa-4380733096fd tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576568 Dec 17 13:33:40.197733 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-97aebf58-c311-4269-a106-a72739783de0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:40.364416 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97aebf58-c311-4269-a106-a72739783de0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router d1181303-a25f-4d75-a3b0-4a4edee2d193 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:33:40.441369 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aebf58-c311-4269-a106-a72739783de0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:40.446834 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-97aebf58-c311-4269-a106-a72739783de0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/d1181303-a25f-4d75-a3b0-4a4edee2d193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7653034 Dec 17 13:33:40.450060 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34218) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:40.460392 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521f1d5-ee8e-4888-ac9d-bbf0d6780b27 None None] Sync routers for ids ['d1181303-a25f-4d75-a3b0-4a4edee2d193'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:40.488208 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e521f1d5-ee8e-4888-ac9d-bbf0d6780b27 None None] Routers {'d1181303-a25f-4d75-a3b0-4a4edee2d193'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:40.488208 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e521f1d5-ee8e-4888-ac9d-bbf0d6780b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d1181303-a25f-4d75-a3b0-4a4edee2d193'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:40.488426 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-89f4851f-6ef1-43a2-b501-564d38bc7db3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1181303-a25f-4d75-a3b0-4a4edee2d193 HTTP/1.1" status: 200 len: 205 time: 0.0318668 Dec 17 13:33:40.488675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34222) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:40.515393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d08d0dea-92a7-46c2-a142-526167120abf up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:40.520371 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e521f1d5-ee8e-4888-ac9d-bbf0d6780b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:40.529720 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e521f1d5-ee8e-4888-ac9d-bbf0d6780b27 None None] Routers {'d1181303-a25f-4d75-a3b0-4a4edee2d193'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:40.530537 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e521f1d5-ee8e-4888-ac9d-bbf0d6780b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['d1181303-a25f-4d75-a3b0-4a4edee2d193'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:40.568780 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-e521f1d5-ee8e-4888-ac9d-bbf0d6780b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:40.569441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f01190b1-a541-4490-9f73-9c591e607383 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:40.569630 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521f1d5-ee8e-4888-ac9d-bbf0d6780b27 None None] The sync data for ids ['d1181303-a25f-4d75-a3b0-4a4edee2d193'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:40.570681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d08d0dea-92a7-46c2-a142-526167120abf triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:40.571053 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:40.756294 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f01190b1-a541-4490-9f73-9c591e607383 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:40.758527 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f01190b1-a541-4490-9f73-9c591e607383 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:40.863969 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f01190b1-a541-4490-9f73-9c591e607383 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:40.864674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01190b1-a541-4490-9f73-9c591e607383 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Fanout notify agent at l3_agent the message router_deleted on router d1181303-a25f-4d75-a3b0-4a4edee2d193 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:33:40.871989 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f01190b1-a541-4490-9f73-9c591e607383 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:40.873735 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f01190b1-a541-4490-9f73-9c591e607383 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/d1181303-a25f-4d75-a3b0-4a4edee2d193 HTTP/1.1" status: 204 len: 168 time: 0.3833666 Dec 17 13:33:40.877417 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34228) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:40.943263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-51260ef5-bb53-4311-93a7-17c621a06751 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting subnet 5bcefa9c-e357-45f9-a0df-4c5561c104db {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:33:40.948102 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51260ef5-bb53-4311-93a7-17c621a06751 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:40.991070 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51260ef5-bb53-4311-93a7-17c621a06751 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.082219 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51260ef5-bb53-4311-93a7-17c621a06751 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.251688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4fbf3-d63f-43cd-93a7-b14977b72a25 req-95ac8366-2d11-4ea8-be51-64b6977486e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:41.252464 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51260ef5-bb53-4311-93a7-17c621a06751 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.254361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8a4fbf3-d63f-43cd-93a7-b14977b72a25 req-95ac8366-2d11-4ea8-be51-64b6977486e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 943 time: 0.0528996 Dec 17 13:33:41.281266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51260ef5-bb53-4311-93a7-17c621a06751 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Subnet': ['ID=5bcefa9c-e357-45f9-a0df-4c5561c104db,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:41.293173 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51260ef5-bb53-4311-93a7-17c621a06751 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.293366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072d24b-0a49-4147-b008-4af6e9113761 None None] Network 1621377c-bb4b-4782-9254-44e082899adb requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:41.296596 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-51260ef5-bb53-4311-93a7-17c621a06751 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/5bcefa9c-e357-45f9-a0df-4c5561c104db HTTP/1.1" status: 204 len: 168 time: 0.4170890 Dec 17 13:33:41.299831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34236) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:41.320925 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8a4fbf3-d63f-43cd-93a7-b14977b72a25 req-48714af8-2fe7-41f8-981c-3e4d64f2b97c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564957 Dec 17 13:33:41.388300 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.445496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port d08d0dea-92a7-46c2-a142-526167120abf {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:41.445974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.459457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81aaf0e-9810-4a3d-bddc-5c504815fa53 None None] DHCP port deletion for 1621377c-bb4b-4782-9254-44e082899adb request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:33:41.513254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e81aaf0e-9810-4a3d-bddc-5c504815fa53 None None] Deleting port d08d0dea-92a7-46c2-a142-526167120abf {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:41.513254 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e81aaf0e-9810-4a3d-bddc-5c504815fa53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.514753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] For port d08d0dea-92a7-46c2-a142-526167120abf, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d08d0dea-92a7-46c2-a142-526167120abf,segment=NetworkSegment(0d58c2f2-9bee-4ae3-b647-6ef13c06d296),segment_id=0d58c2f2-9bee-4ae3-b647-6ef13c06d296)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:41.515127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.529618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for d08d0dea-92a7-46c2-a142-526167120abf owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:41.588936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e81aaf0e-9810-4a3d-bddc-5c504815fa53 None None] For port d08d0dea-92a7-46c2-a142-526167120abf, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d08d0dea-92a7-46c2-a142-526167120abf,segment=NetworkSegment(0d58c2f2-9bee-4ae3-b647-6ef13c06d296),segment_id=0d58c2f2-9bee-4ae3-b647-6ef13c06d296)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:41.588936 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e81aaf0e-9810-4a3d-bddc-5c504815fa53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.603202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e81aaf0e-9810-4a3d-bddc-5c504815fa53 None None] Calling delete_port for d08d0dea-92a7-46c2-a142-526167120abf owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:41.686709 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.693674 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e81aaf0e-9810-4a3d-bddc-5c504815fa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.718519 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No DVR routers for this DVR port d08d0dea-92a7-46c2-a142-526167120abf on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:33:41.722216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81aaf0e-9810-4a3d-bddc-5c504815fa53 None None] Pushing event deleted for resources: {'Port': ['ID=d08d0dea-92a7-46c2-a142-526167120abf,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:41.724190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81aaf0e-9810-4a3d-bddc-5c504815fa53 None None] No DVR routers for this DVR port d08d0dea-92a7-46c2-a142-526167120abf on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:33:41.727476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=d08d0dea-92a7-46c2-a142-526167120abf,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:41.814807 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.837507 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1621377c-bb4b-4782-9254-44e082899adb']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:41.849271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d58c2f2-9bee-4ae3-b647-6ef13c06d296') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:41.849599 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d58c2f2-9bee-4ae3-b647-6ef13c06d296') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:41.859724 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.874085 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.881541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:33:41.882141 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:33:41.885361 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:33:42.006671 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:42.013848 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:42.017024 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/networks/1621377c-bb4b-4782-9254-44e082899adb HTTP/1.1" status: 204 len: 168 time: 0.7162185 Dec 17 13:33:42.021072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34250) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:42.025220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-441135466', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:42.041160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449c99c-2d9c-48d7-9588-908789ae1623 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Network': ['ID=1621377c-bb4b-4782-9254-44e082899adb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:42.137950 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:42.139040 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:42.200688 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:42.430348 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:42.464959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75985c92-1575-47f3-b8cd-c0c0c73c1565 req-4c856cd9-9fbf-4e48-9776-12a002d59ffe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:42.468851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75985c92-1575-47f3-b8cd-c0c0c73c1565 req-4c856cd9-9fbf-4e48-9776-12a002d59ffe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 943 time: 0.0756514 Dec 17 13:33:42.493397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d08d0dea-92a7-46c2-a142-526167120abf no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:33:42.533525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: d08d0dea-92a7-46c2-a142-526167120abf {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:33:42.535207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-75985c92-1575-47f3-b8cd-c0c0c73c1565 req-a1cc84f2-db4a-41db-b666-40ae60305c1d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598469 Dec 17 13:33:42.535745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d08d0dea-92a7-46c2-a142-526167120abf not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:33:42.743364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:42.763291 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:42.876162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Allocated IP 172.25.0.50 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/231950d7-61cf-4599-afb9-ee98d74951cc) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:42.976351 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:43.086976 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:43.135737 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:43.138876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:43.142603 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:43.149291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=231950d7-61cf-4599-afb9-ee98d74951cc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:43.172534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05256a4a-8416-4586-befc-c1e272f81f0a None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:33:43.264770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a4bf21ad-7f7f-4f40-8d03-c344d63b332b None None] Provisioning complete for port 231950d7-61cf-4599-afb9-ee98d74951cc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:43.265195 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a4bf21ad-7f7f-4f40-8d03-c344d63b332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:43.287395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e3681612-ee14-44cd-b14b-750808596adb details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:33:43.312357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf21ad-7f7f-4f40-8d03-c344d63b332b None None] Port 231950d7-61cf-4599-afb9-ee98d74951cc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:43.400543 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e3681612-ee14-44cd-b14b-750808596adb, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e3681612-ee14-44cd-b14b-750808596adb,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:43.411822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'e3681612-ee14-44cd-b14b-750808596adb', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'port_id': 'e3681612-ee14-44cd-b14b-750808596adb', 'mac_address': 'fa:16:3e:1b:b6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:33:43.453802 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:43.467960 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3681612-ee14-44cd-b14b-750808596adb {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:33:43.485474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:43.488344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e3681612-ee14-44cd-b14b-750808596adb, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e3681612-ee14-44cd-b14b-750808596adb,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:43.549132 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:43.614235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e3681612-ee14-44cd-b14b-750808596adb,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:43.705282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85cd7c-db19-45c7-8c77-6c4d5186ceeb req-eedcaa88-8128-4151-862c-a01e093c706f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:43.705961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:43.707412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d85cd7c-db19-45c7-8c77-6c4d5186ceeb req-eedcaa88-8128-4151-862c-a01e093c706f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 944 time: 0.0627663 Dec 17 13:33:43.763631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d85cd7c-db19-45c7-8c77-6c4d5186ceeb req-db37f2f7-6311-46aa-95a9-61202e857c61 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Dec 17 13:33:43.850028 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-64a5d0b1-3d6a-4145-904d-43fe74037fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:43.870055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e3681612-ee14-44cd-b14b-750808596adb'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:33:43.943574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 5128c13d-df7c-415c-88b0-f3581a38b76c is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:33:44.093257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:44.138030 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f3c142-4c97-426c-a172-45271a63473f None None] Sync routers for ids ['5128c13d-df7c-415c-88b0-f3581a38b76c'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:44.162258 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3c142-4c97-426c-a172-45271a63473f None None] Routers {'5128c13d-df7c-415c-88b0-f3581a38b76c'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:44.162896 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-64f3c142-4c97-426c-a172-45271a63473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['5128c13d-df7c-415c-88b0-f3581a38b76c'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:44.203378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-64f3c142-4c97-426c-a172-45271a63473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:44.214670 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:44.218866 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-51b844df-1731-4561-ba6f-55cd1c0f7fbf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.1944215 Dec 17 13:33:44.219182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34286) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:44.226060 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3c142-4c97-426c-a172-45271a63473f None None] Routers {'5128c13d-df7c-415c-88b0-f3581a38b76c'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:44.226710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-64f3c142-4c97-426c-a172-45271a63473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['5128c13d-df7c-415c-88b0-f3581a38b76c'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:44.271212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-64f3c142-4c97-426c-a172-45271a63473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:44.271886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f3c142-4c97-426c-a172-45271a63473f None None] The sync data for ids ['5128c13d-df7c-415c-88b0-f3581a38b76c'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:44.337037 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-77251354-3d16-497a-9834-a6ba62fac26f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/routers/5128c13d-df7c-415c-88b0-f3581a38b76c HTTP/1.1" status: 200 len: 883 time: 0.1163836 Dec 17 13:33:44.339566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34290) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:44.565649 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d6a72869-d4b6-4390-9e14-5007461fa427 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2243433 Dec 17 13:33:44.568035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34298) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:44.572380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-55b2e4ad-c149-4290-8555-1d30bf9094df tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-441135466'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:44.930701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6bb43-651f-483e-8bad-fa4be7c89173 req-729b5f79-079b-4de6-b3be-7549094d81c3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:44.932586 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41b6bb43-651f-483e-8bad-fa4be7c89173 req-729b5f79-079b-4de6-b3be-7549094d81c3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 944 time: 0.0718341 Dec 17 13:33:45.008347 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41b6bb43-651f-483e-8bad-fa4be7c89173 req-1cae5d10-5380-48e3-b002-6478d8f903fb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666907 Dec 17 13:33:45.252072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55b2e4ad-c149-4290-8555-1d30bf9094df tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:45.327490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e3681612-ee14-44cd-b14b-750808596adb up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:45.361167 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55b2e4ad-c149-4290-8555-1d30bf9094df tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:45.464615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port e3681612-ee14-44cd-b14b-750808596adb completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:33:45.468926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port e3681612-ee14-44cd-b14b-750808596adb triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:45.469571 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:45.485979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b2e4ad-c149-4290-8555-1d30bf9094df tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 5128c13d-df7c-415c-88b0-f3581a38b76c has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:33:45.560243 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:45.584689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50748a2a-a238-43a7-9dfe-90b11c2e56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3681612-ee14-44cd-b14b-750808596adb'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:33:45.587004 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded3e500-9cfc-4298-a0c5-0ce6d854a492" -d '{"events": [{"server_uuid": "50748a2a-a238-43a7-9dfe-90b11c2e56cb", "name": "network-vif-plugged", "status": "completed", "tag": "e3681612-ee14-44cd-b14b-750808596adb"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:33:45.601241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e3681612-ee14-44cd-b14b-750808596adb, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e3681612-ee14-44cd-b14b-750808596adb,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:45.609376 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b2e4ad-c149-4290-8555-1d30bf9094df tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:45.622743 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55b2e4ad-c149-4290-8555-1d30bf9094df tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:45.622743 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55b2e4ad-c149-4290-8555-1d30bf9094df tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/5128c13d-df7c-415c-88b0-f3581a38b76c HTTP/1.1" status: 200 len: 890 time: 1.0522714 Dec 17 13:33:45.623967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34312) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:45.628755 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8ff1c0-433f-4744-b82f-70f7876e02c3 x-openstack-request-id: req-0a8ff1c0-433f-4744-b82f-70f7876e02c3 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:33:45.629093 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ff368-3c66-4a6d-8d8f-2f2fb2acae86 None None] Sync routers for ids ['5128c13d-df7c-415c-88b0-f3581a38b76c'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:45.629522 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50748a2a-a238-43a7-9dfe-90b11c2e56cb", "name": "network-vif-plugged", "status": "completed", "tag": "e3681612-ee14-44cd-b14b-750808596adb", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:33:45.629522 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a8ff1c0-433f-4744-b82f-70f7876e02c3 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:33:45.630062 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50748a2a-a238-43a7-9dfe-90b11c2e56cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3681612-ee14-44cd-b14b-750808596adb', 'code': 200} Dec 17 13:33:45.647385 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ff368-3c66-4a6d-8d8f-2f2fb2acae86 None None] Routers {'5128c13d-df7c-415c-88b0-f3581a38b76c'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:45.648164 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ff4ff368-3c66-4a6d-8d8f-2f2fb2acae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['5128c13d-df7c-415c-88b0-f3581a38b76c'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:45.669467 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:45.716024 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ff4ff368-3c66-4a6d-8d8f-2f2fb2acae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:45.727184 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ff368-3c66-4a6d-8d8f-2f2fb2acae86 None None] Routers {'5128c13d-df7c-415c-88b0-f3581a38b76c'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:45.732341 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ff4ff368-3c66-4a6d-8d8f-2f2fb2acae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['5128c13d-df7c-415c-88b0-f3581a38b76c'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:45.755917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e3681612-ee14-44cd-b14b-750808596adb,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:45.776554 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ff4ff368-3c66-4a6d-8d8f-2f2fb2acae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:45.777362 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ff368-3c66-4a6d-8d8f-2f2fb2acae86 None None] The sync data for ids ['5128c13d-df7c-415c-88b0-f3581a38b76c'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:45.832920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-df097312-bfb6-48c3-90dc-8e5e6661b5a6 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/routers/5128c13d-df7c-415c-88b0-f3581a38b76c HTTP/1.1" status: 200 len: 890 time: 0.2076969 Dec 17 13:33:45.835662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34316) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:45.867955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-724eb412-928d-44f2-a310-053415f8d0bf tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=5128c13d-df7c-415c-88b0-f3581a38b76c HTTP/1.1" status: 200 len: 205 time: 0.0311575 Dec 17 13:33:45.871126 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34318) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:45.874606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa146b4-67fb-4266-b342-c1a8acc4c4ab req-92ff12b6-9dd5-45d2-bca9-c898bc09d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:45.880091 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfa146b4-67fb-4266-b342-c1a8acc4c4ab req-92ff12b6-9dd5-45d2-bca9-c898bc09d411 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 1096 time: 0.1673148 Dec 17 13:33:45.933923 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfa146b4-67fb-4266-b342-c1a8acc4c4ab req-ee1977a5-dab0-4f40-831d-f793ce94937b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496984 Dec 17 13:33:45.988239 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:46.124590 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:46.148480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9785cd2-c814-45f4-9023-baccc5367389 req-339d386c-a546-4139-ab67-9c269bc2f1fe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:46.150076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9785cd2-c814-45f4-9023-baccc5367389 req-339d386c-a546-4139-ab67-9c269bc2f1fe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 945 time: 0.0649202 Dec 17 13:33:46.204398 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9785cd2-c814-45f4-9023-baccc5367389 req-eb7c4a57-8677-48ef-bfbc-c4a84370df50 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472579 Dec 17 13:33:46.251114 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port 231950d7-61cf-4599-afb9-ee98d74951cc {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:46.251456 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:46.333248 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fefdb3f7-5e27-4ef0-997e-12e37a83262a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:46.341560 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:46.362932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for 231950d7-61cf-4599-afb9-ee98d74951cc owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:46.641032 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:46.667447 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=231950d7-61cf-4599-afb9-ee98d74951cc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:46.687244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5124f2b-5e1c-4335-ba32-5d6cf60dd7bc None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:33:46.744701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:46.851825 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:46.854121 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:46.938276 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:46.938746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Fanout notify agent at l3_agent the message router_deleted on router 5128c13d-df7c-415c-88b0-f3581a38b76c {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:33:46.948426 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:46.956812 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5814309a-25b8-444d-9a61-7ba84ce158bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/5128c13d-df7c-415c-88b0-f3581a38b76c HTTP/1.1" status: 204 len: 168 time: 1.0772574 Dec 17 13:33:46.956945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34326) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:46.959364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7b68d80c-810a-4cf0-a539-ac9811abd139 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1514170446'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:47.057996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b68d80c-810a-4cf0-a539-ac9811abd139 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:47.062016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b68d80c-810a-4cf0-a539-ac9811abd139 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:47.087606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b68d80c-810a-4cf0-a539-ac9811abd139 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:33:47.097050 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b68d80c-810a-4cf0-a539-ac9811abd139 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:47.097400 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-7b68d80c-810a-4cf0-a539-ac9811abd139 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Added segment d9e81544-a615-4982-9f33-7176565c291b of type vlan for network ae34bfe1-b785-40b0-bb33-89c48044a9c6 Dec 17 13:33:47.141089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b68d80c-810a-4cf0-a539-ac9811abd139 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:47.251696 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b68d80c-810a-4cf0-a539-ac9811abd139 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:47.260597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68d80c-810a-4cf0-a539-ac9811abd139 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:47.260597 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b68d80c-810a-4cf0-a539-ac9811abd139 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:47.340276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68d80c-810a-4cf0-a539-ac9811abd139 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Network': ['ID=ae34bfe1-b785-40b0-bb33-89c48044a9c6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:47.353328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network ae34bfe1-b785-40b0-bb33-89c48044a9c6 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:33:47.380428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35433b17-038e-43ba-ba73-27b159df9532 req-3fb274f0-962f-47e2-ab1d-134bc3c5360b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:47.383359 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-35433b17-038e-43ba-ba73-27b159df9532 req-3fb274f0-962f-47e2-ab1d-134bc3c5360b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 945 time: 0.0843642 Dec 17 13:33:47.404519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7b68d80c-810a-4cf0-a539-ac9811abd139 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4500504 Dec 17 13:33:47.407359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34332) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:47.414942 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c68d9f29-8ebf-4376-ac73-32b0f16f1a0b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'subnet': {'network_id': 'ae34bfe1-b785-40b0-bb33-89c48044a9c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:47.515995 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-35433b17-038e-43ba-ba73-27b159df9532 req-c4716a2e-3524-4d27-8091-d888a6bd5ef6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264043 Dec 17 13:33:47.628748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68d9f29-8ebf-4376-ac73-32b0f16f1a0b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:47.632449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c68d9f29-8ebf-4376-ac73-32b0f16f1a0b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:47.709482 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:47.898351 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c68d9f29-8ebf-4376-ac73-32b0f16f1a0b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:47.964035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d9f29-8ebf-4376-ac73-32b0f16f1a0b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Subnet': ['ID=31ff73a7-6325-4dd4-97e0-f99395715608,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:47.972419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68d9f29-8ebf-4376-ac73-32b0f16f1a0b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Checking segment: {'id': 'd9e81544-a615-4982-9f33-7176565c291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ae34bfe1-b785-40b0-bb33-89c48044a9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:47.972796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d9f29-8ebf-4376-ac73-32b0f16f1a0b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network hostable DHCP agents. Network: ae34bfe1-b785-40b0-bb33-89c48044a9c6, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:33:48.073668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d9f29-8ebf-4376-ac73-32b0f16f1a0b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network ae34bfe1-b785-40b0-bb33-89c48044a9c6 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:33:48.166056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-c68d9f29-8ebf-4376-ac73-32b0f16f1a0b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, ae34bfe1-b785-40b0-bb33-89c48044a9c6) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:48.174257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe53c7c-a069-4556-bfc3-7b13303d2ce3 None None] Network ae34bfe1-b785-40b0-bb33-89c48044a9c6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:48.187525 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68d9f29-8ebf-4376-ac73-32b0f16f1a0b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:48.188291 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c68d9f29-8ebf-4376-ac73-32b0f16f1a0b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:48.274292 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c68d9f29-8ebf-4376-ac73-32b0f16f1a0b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8641734 Dec 17 13:33:48.275586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34336) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:48.282266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c72fba80-b2d1-4798-b030-a4718099e314 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2071403076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:48.288794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-ae34bfe1-b785-40b0-bb33-89c48044a9c6', 'network_id': 'ae34bfe1-b785-40b0-bb33-89c48044a9c6', 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'fixed_ips': [{'subnet_id': '31ff73a7-6325-4dd4-97e0-f99395715608'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:33:48.289829 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:48.366840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c72fba80-b2d1-4798-b030-a4718099e314 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:48.368142 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c72fba80-b2d1-4798-b030-a4718099e314 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:48.445521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Allocated IP 2001:db8::2 (ae34bfe1-b785-40b0-bb33-89c48044a9c6/31ff73a7-6325-4dd4-97e0-f99395715608/8f370c9d-d565-4978-9d24-17eb0adca168) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:48.472703 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c72fba80-b2d1-4798-b030-a4718099e314 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:48.532676 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c72fba80-b2d1-4798-b030-a4718099e314 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:48.606799 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:48.619834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c72fba80-b2d1-4798-b030-a4718099e314 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:48.623736 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c72fba80-b2d1-4798-b030-a4718099e314 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3443933 Dec 17 13:33:48.624911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34342) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:48.651719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cb6de-bccf-4b74-a9e5-8f604c5d8d7f req-508fe842-d3ad-43f9-a2d5-c77801b6d915 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:48.652448 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:48.653287 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-359cb6de-bccf-4b74-a9e5-8f604c5d8d7f req-508fe842-d3ad-43f9-a2d5-c77801b6d915 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 945 time: 0.0598309 Dec 17 13:33:48.703531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Pushing event updated for resources: {'Port': ['ID=8f370c9d-d565-4978-9d24-17eb0adca168,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:48.710319 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-359cb6de-bccf-4b74-a9e5-8f604c5d8d7f req-e1bc8121-51b9-49d2-9de1-22cc1fc2506a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490282 Dec 17 13:33:48.762918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Network ae34bfe1-b785-40b0-bb33-89c48044a9c6 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:48.762918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:48.762918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:48.834478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Attempting to bind port 8f370c9d-d565-4978-9d24-17eb0adca168 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:33:48.834857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Attempting to bind port 8f370c9d-d565-4978-9d24-17eb0adca168 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd9e81544-a615-4982-9f33-7176565c291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ae34bfe1-b785-40b0-bb33-89c48044a9c6'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:33:48.835292 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Attempting to bind port 8f370c9d-d565-4978-9d24-17eb0adca168 on network ae34bfe1-b785-40b0-bb33-89c48044a9c6 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:48.849696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:33:48.850090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Checking segment: {'id': 'd9e81544-a615-4982-9f33-7176565c291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ae34bfe1-b785-40b0-bb33-89c48044a9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:48.850951 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:48.851330 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Bound using segment: {'id': 'd9e81544-a615-4982-9f33-7176565c291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ae34bfe1-b785-40b0-bb33-89c48044a9c6'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:33:48.851928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Bound port: 8f370c9d-d565-4978-9d24-17eb0adca168, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e81544-a615-4982-9f33-7176565c291b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ae34bfe1-b785-40b0-bb33-89c48044a9c6'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:33:48.852440 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:48.904187 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:48.933290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] For port 8f370c9d-d565-4978-9d24-17eb0adca168, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:33:48.937355 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] For port 8f370c9d-d565-4978-9d24-17eb0adca168, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8f370c9d-d565-4978-9d24-17eb0adca168,segment=NetworkSegment(d9e81544-a615-4982-9f33-7176565c291b),segment_id=d9e81544-a615-4982-9f33-7176565c291b)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:33:48.956542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454139e-2b8e-470a-b990-7a1c9f44b293 req-88d83ff8-2eb6-43eb-baf3-4fa3ea0e4b11 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:48.958295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d454139e-2b8e-470a-b990-7a1c9f44b293 req-88d83ff8-2eb6-43eb-baf3-4fa3ea0e4b11 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 945 time: 0.1397042 Dec 17 13:33:48.974666 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:49.045681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70050d3-9b19-4ca7-9eaf-595c34cd5e1d None None] Pushing event updated for resources: {'Port': ['ID=8f370c9d-d565-4978-9d24-17eb0adca168,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:49.060182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:49.084438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d454139e-2b8e-470a-b990-7a1c9f44b293 req-d8c94424-f064-409c-85fb-50b8f0171916 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010449 Dec 17 13:33:49.530075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Allocated IP 2001:db8::1 (ae34bfe1-b785-40b0-bb33-89c48044a9c6/31ff73a7-6325-4dd4-97e0-f99395715608/f1bdf02f-18ec-408b-9cfe-d0578638ce4d) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:49.710667 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:49.789000 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:49.875652 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:49.940616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network ae34bfe1-b785-40b0-bb33-89c48044a9c6 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:49.944767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:49.950161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:49.950748 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:49.954788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=f1bdf02f-18ec-408b-9cfe-d0578638ce4d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:50.203820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:50.495550 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7092851a-6a2d-45ce-9800-8f3dbca982aa None None] Network ae34bfe1-b785-40b0-bb33-89c48044a9c6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:50.603451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:50.627918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e944eef9-2455-49e2-9bcf-46d5d9d7a598 None None] Provisioning complete for port 8f370c9d-d565-4978-9d24-17eb0adca168 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:50.627918 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e944eef9-2455-49e2-9bcf-46d5d9d7a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:50.656624 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8f370c9d-d565-4978-9d24-17eb0adca168 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:50.704187 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:50.711499 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:50.782170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=f1bdf02f-18ec-408b-9cfe-d0578638ce4d,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:50.787126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8f370c9d-d565-4978-9d24-17eb0adca168 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:50.787751 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:50.904747 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e944eef9-2455-49e2-9bcf-46d5d9d7a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:50.999424 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:51.009367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e944eef9-2455-49e2-9bcf-46d5d9d7a598 None None] For port 8f370c9d-d565-4978-9d24-17eb0adca168, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8f370c9d-d565-4978-9d24-17eb0adca168,segment=NetworkSegment(d9e81544-a615-4982-9f33-7176565c291b),segment_id=d9e81544-a615-4982-9f33-7176565c291b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:51.010729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network ae34bfe1-b785-40b0-bb33-89c48044a9c6 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:51.013899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:51.098585 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e944eef9-2455-49e2-9bcf-46d5d9d7a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:51.232376 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:33:51.232866 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:33:51.240650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944eef9-2455-49e2-9bcf-46d5d9d7a598 None None] Pushing event updated for resources: {'Port': ['ID=8f370c9d-d565-4978-9d24-17eb0adca168,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:51.255916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-08aa0270-d100-4f0a-97db-06310e1c5814 None None] Provisioning complete for port f1bdf02f-18ec-408b-9cfe-d0578638ce4d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:51.255916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-08aa0270-d100-4f0a-97db-06310e1c5814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:51.290403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-08aa0270-d100-4f0a-97db-06310e1c5814 None None] Port f1bdf02f-18ec-408b-9cfe-d0578638ce4d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:51.300760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-08aa0270-d100-4f0a-97db-06310e1c5814 None None] Provisioning complete for port 8f370c9d-d565-4978-9d24-17eb0adca168 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:51.301134 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-08aa0270-d100-4f0a-97db-06310e1c5814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:51.308951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router e1454529-d051-4bd3-b783-dab35ce89abf is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:33:51.462427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:51.470349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ab1f2947-7c9f-4a27-86f7-183e68a1b553 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/e1454529-d051-4bd3-b783-dab35ce89abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8440921 Dec 17 13:33:51.471286 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34394) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:51.486346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43b3ef-adae-4664-a794-8049dc4f7a0f None None] Sync routers for ids ['e1454529-d051-4bd3-b783-dab35ce89abf'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:51.499828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43b3ef-adae-4664-a794-8049dc4f7a0f None None] Routers {'e1454529-d051-4bd3-b783-dab35ce89abf'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:51.500476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ad43b3ef-adae-4664-a794-8049dc4f7a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e1454529-d051-4bd3-b783-dab35ce89abf'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:51.532755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d630c7bc-2e9b-49e1-bff0-08824e1cee5e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:51.535376 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d630c7bc-2e9b-49e1-bff0-08824e1cee5e tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports/f1bdf02f-18ec-408b-9cfe-d0578638ce4d HTTP/1.1" status: 200 len: 911 time: 0.0624073 Dec 17 13:33:51.538508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34396) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:51.551031 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-679fc7da-1402-4e4d-b259-dc21e800efcc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31ff73a7-6325-4dd4-97e0-f99395715608'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:51.574800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ad43b3ef-adae-4664-a794-8049dc4f7a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:51.592614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-63a00228-47bc-4920-942f-23002f321aa0 None None] Provisioning complete for port f1bdf02f-18ec-408b-9cfe-d0578638ce4d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:51.593127 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-63a00228-47bc-4920-942f-23002f321aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:51.595006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad43b3ef-adae-4664-a794-8049dc4f7a0f None None] Routers {'e1454529-d051-4bd3-b783-dab35ce89abf'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:51.595646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ad43b3ef-adae-4664-a794-8049dc4f7a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e1454529-d051-4bd3-b783-dab35ce89abf'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:51.641874 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ad43b3ef-adae-4664-a794-8049dc4f7a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:51.642791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad43b3ef-adae-4664-a794-8049dc4f7a0f None None] The sync data for ids ['e1454529-d051-4bd3-b783-dab35ce89abf'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:51.680489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-63a00228-47bc-4920-942f-23002f321aa0 None None] Port f1bdf02f-18ec-408b-9cfe-d0578638ce4d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:51.759141 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-679fc7da-1402-4e4d-b259-dc21e800efcc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:51.821464 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-710d373c-e81c-4f21-bafb-3c5fc5f45894 None None] Provisioning complete for port f1bdf02f-18ec-408b-9cfe-d0578638ce4d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:51.821923 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-710d373c-e81c-4f21-bafb-3c5fc5f45894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:51.896789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-710d373c-e81c-4f21-bafb-3c5fc5f45894 None None] Port f1bdf02f-18ec-408b-9cfe-d0578638ce4d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:52.266732 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-679fc7da-1402-4e4d-b259-dc21e800efcc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:52.389569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-679fc7da-1402-4e4d-b259-dc21e800efcc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:52.397359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679fc7da-1402-4e4d-b259-dc21e800efcc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:52.398039 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-679fc7da-1402-4e4d-b259-dc21e800efcc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:52.399465 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-679fc7da-1402-4e4d-b259-dc21e800efcc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/ports/f1bdf02f-18ec-408b-9cfe-d0578638ce4d HTTP/1.1" status: 200 len: 911 time: 0.8592963 Dec 17 13:33:52.402727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34434) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:52.525940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8f370c9d-d565-4978-9d24-17eb0adca168 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:33:52.572401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fc7da-1402-4e4d-b259-dc21e800efcc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=f1bdf02f-18ec-408b-9cfe-d0578638ce4d,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:52.620588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8f370c9d-d565-4978-9d24-17eb0adca168 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:52.621412 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:52.887925 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57287df4-2e34-47fb-876c-08501d682f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:53.154393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-57287df4-2e34-47fb-876c-08501d682f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port f1bdf02f-18ec-408b-9cfe-d0578638ce4d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:53.155575 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57287df4-2e34-47fb-876c-08501d682f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:53.272076 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57287df4-2e34-47fb-876c-08501d682f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:53.295837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-57287df4-2e34-47fb-876c-08501d682f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for f1bdf02f-18ec-408b-9cfe-d0578638ce4d owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:53.438962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-7e38d2f9-b3e9-44be-98c0-9f523b328cd1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:53.441167 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-7e38d2f9-b3e9-44be-98c0-9f523b328cd1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.1608443 Dec 17 13:33:53.495042 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-d168a811-c60c-49a5-8a5f-d1d8dcd69185 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/quotas/009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 375 time: 0.0198102 Dec 17 13:33:53.595641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-91e1eb34-4eb9-4587-bd3b-7f953d47ddd3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0937183 Dec 17 13:33:53.674486 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57287df4-2e34-47fb-876c-08501d682f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:53.716105 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57287df4-2e34-47fb-876c-08501d682f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=f1bdf02f-18ec-408b-9cfe-d0578638ce4d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:53.724142 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-a6492369-8945-4fb0-9ba5-6b9f9727c1de service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206427 Dec 17 13:33:53.854940 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57287df4-2e34-47fb-876c-08501d682f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:54.306793 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-29991e77-c636-4093-ad7e-66339f9bf3b5 service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683873 Dec 17 13:33:54.387516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57287df4-2e34-47fb-876c-08501d682f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router e1454529-d051-4bd3-b783-dab35ce89abf has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:33:54.465386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57287df4-2e34-47fb-876c-08501d682f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:33:54.470624 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-57287df4-2e34-47fb-876c-08501d682f15 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/e1454529-d051-4bd3-b783-dab35ce89abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0669241 Dec 17 13:33:54.473865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34466) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:54.480098 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e2f2c-fec3-4756-bfa3-6ff693b2d9a5 None None] Sync routers for ids ['e1454529-d051-4bd3-b783-dab35ce89abf'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:33:54.490290 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e2f2c-fec3-4756-bfa3-6ff693b2d9a5 None None] Routers {'e1454529-d051-4bd3-b783-dab35ce89abf'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:54.490903 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b20e2f2c-fec3-4756-bfa3-6ff693b2d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e1454529-d051-4bd3-b783-dab35ce89abf'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:54.500428 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3f6f04c3-45c2-41e9-b9c6-a538ec2fc572 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1454529-d051-4bd3-b783-dab35ce89abf HTTP/1.1" status: 200 len: 205 time: 0.0254402 Dec 17 13:33:54.503709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34468) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:54.525707 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b20e2f2c-fec3-4756-bfa3-6ff693b2d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:54.534598 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e2f2c-fec3-4756-bfa3-6ff693b2d9a5 None None] Routers {'e1454529-d051-4bd3-b783-dab35ce89abf'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:33:54.535441 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b20e2f2c-fec3-4756-bfa3-6ff693b2d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e1454529-d051-4bd3-b783-dab35ce89abf'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:54.582088 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b20e2f2c-fec3-4756-bfa3-6ff693b2d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:54.582782 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e2f2c-fec3-4756-bfa3-6ff693b2d9a5 None None] The sync data for ids ['e1454529-d051-4bd3-b783-dab35ce89abf'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:33:54.973848 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5ec6d74-7813-4858-aba9-929db74dc26a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:54.978492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20743875-6fc3-47f9-bc49-67e8f75531b6 req-8734402f-cceb-4d03-9ecd-1078fdae5244 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 210 time: 0.0413740 Dec 17 13:33:55.178329 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5ec6d74-7813-4858-aba9-929db74dc26a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:55.180761 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5ec6d74-7813-4858-aba9-929db74dc26a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:55.307611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5ec6d74-7813-4858-aba9-929db74dc26a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:55.308228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ec6d74-7813-4858-aba9-929db74dc26a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Fanout notify agent at l3_agent the message router_deleted on router e1454529-d051-4bd3-b783-dab35ce89abf {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:33:55.316601 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e5ec6d74-7813-4858-aba9-929db74dc26a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:55.320162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e5ec6d74-7813-4858-aba9-929db74dc26a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/e1454529-d051-4bd3-b783-dab35ce89abf HTTP/1.1" status: 204 len: 168 time: 0.8132060 Dec 17 13:33:55.320780 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34486) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:55.402939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a1223c-783d-4b07-b5e4-16f09423080d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting subnet 31ff73a7-6325-4dd4-97e0-f99395715608 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:33:55.407451 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6a1223c-783d-4b07-b5e4-16f09423080d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:55.453600 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6a1223c-783d-4b07-b5e4-16f09423080d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:55.555163 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6a1223c-783d-4b07-b5e4-16f09423080d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:55.709853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6a1223c-783d-4b07-b5e4-16f09423080d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:55.744811 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6a1223c-783d-4b07-b5e4-16f09423080d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:55.751113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34488) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:55.751770 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a6a1223c-783d-4b07-b5e4-16f09423080d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/31ff73a7-6325-4dd4-97e0-f99395715608 HTTP/1.1" status: 204 len: 168 time: 0.4293735 Dec 17 13:33:55.753458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1223c-783d-4b07-b5e4-16f09423080d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Subnet': ['ID=31ff73a7-6325-4dd4-97e0-f99395715608,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:55.755189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166cbd1e-0ea1-4512-a2eb-d516b907d3cb None None] Network ae34bfe1-b785-40b0-bb33-89c48044a9c6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:55.904155 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:55.965086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a3077c-fd55-48be-b352-bf9dd94c4507 None None] DHCP port deletion for ae34bfe1-b785-40b0-bb33-89c48044a9c6 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:33:56.038570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3077c-fd55-48be-b352-bf9dd94c4507 None None] Deleting port 8f370c9d-d565-4978-9d24-17eb0adca168 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:56.040188 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6a3077c-fd55-48be-b352-bf9dd94c4507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.040333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port 8f370c9d-d565-4978-9d24-17eb0adca168 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:33:56.041211 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.134814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a6a3077c-fd55-48be-b352-bf9dd94c4507 None None] For port 8f370c9d-d565-4978-9d24-17eb0adca168, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8f370c9d-d565-4978-9d24-17eb0adca168,segment=NetworkSegment(d9e81544-a615-4982-9f33-7176565c291b),segment_id=d9e81544-a615-4982-9f33-7176565c291b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:56.135219 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6a3077c-fd55-48be-b352-bf9dd94c4507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.159749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3077c-fd55-48be-b352-bf9dd94c4507 None None] Calling delete_port for 8f370c9d-d565-4978-9d24-17eb0adca168 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:56.290966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa5d5fd-eb3f-46ab-b66e-53adc6f78bec req-e4dccb0b-7467-403a-8a19-91e9555a8fcd tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 210 time: 0.1102934 Dec 17 13:33:56.307173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] For port 8f370c9d-d565-4978-9d24-17eb0adca168, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8f370c9d-d565-4978-9d24-17eb0adca168,segment=NetworkSegment(d9e81544-a615-4982-9f33-7176565c291b),segment_id=d9e81544-a615-4982-9f33-7176565c291b)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:33:56.307559 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.326551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for 8f370c9d-d565-4978-9d24-17eb0adca168 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:33:56.372143 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6a3077c-fd55-48be-b352-bf9dd94c4507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.402279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3077c-fd55-48be-b352-bf9dd94c4507 None None] Pushing event deleted for resources: {'Port': ['ID=8f370c9d-d565-4978-9d24-17eb0adca168,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:56.406453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3077c-fd55-48be-b352-bf9dd94c4507 None None] No DVR routers for this DVR port 8f370c9d-d565-4978-9d24-17eb0adca168 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:33:56.421637 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.447893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=8f370c9d-d565-4978-9d24-17eb0adca168,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:56.451594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No DVR routers for this DVR port 8f370c9d-d565-4978-9d24-17eb0adca168 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:33:56.569468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8f370c9d-d565-4978-9d24-17eb0adca168 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:33:56.586186 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.596236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 8f370c9d-d565-4978-9d24-17eb0adca168 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:33:56.596618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8f370c9d-d565-4978-9d24-17eb0adca168 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:33:56.623788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae34bfe1-b785-40b0-bb33-89c48044a9c6']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:56.640049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e81544-a615-4982-9f33-7176565c291b') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:56.640541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e81544-a615-4982-9f33-7176565c291b') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:33:56.659924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.681245 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.691929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:33:56.692336 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: self.session.flush() Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:33:56.697066 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:33:56.817649 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.829514 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.833962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/networks/ae34bfe1-b785-40b0-bb33-89c48044a9c6 HTTP/1.1" status: 204 len: 168 time: 1.0817287 Dec 17 13:33:56.840762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34496) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:56.846413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-337e3640-5080-4b46-a4ea-c49e422289e5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1986517014', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:56.847686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb41f15-8b4f-4fb2-8712-813aaec3c6a5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Network': ['ID=ae34bfe1-b785-40b0-bb33-89c48044a9c6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:56.971424 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-337e3640-5080-4b46-a4ea-c49e422289e5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:56.972620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-337e3640-5080-4b46-a4ea-c49e422289e5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:57.039405 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-337e3640-5080-4b46-a4ea-c49e422289e5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:57.114547 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-337e3640-5080-4b46-a4ea-c49e422289e5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:57.139358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-0b8c6985-cae5-4a8d-965f-faf51ccc867c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:57.141013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-0b8c6985-cae5-4a8d-965f-faf51ccc867c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.1170781 Dec 17 13:33:57.161630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'port': {'device_id': '77a23fbd-85e4-474a-a175-9e2be2e119fd', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'admin_state_up': True, 'tenant_id': '009389a399ad43ddb25b067380a09158'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:57.184764 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-337e3640-5080-4b46-a4ea-c49e422289e5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:57.186164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-337e3640-5080-4b46-a4ea-c49e422289e5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3436255 Dec 17 13:33:57.188714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34500) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:57.196276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-598e794e-e8b6-49dc-862c-4d89771ef1cd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-559629210'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:57.298133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e794e-e8b6-49dc-862c-4d89771ef1cd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:57.308122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-598e794e-e8b6-49dc-862c-4d89771ef1cd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:57.345084 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598e794e-e8b6-49dc-862c-4d89771ef1cd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:33:57.360703 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-598e794e-e8b6-49dc-862c-4d89771ef1cd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:57.361060 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-598e794e-e8b6-49dc-862c-4d89771ef1cd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Added segment 0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38 of type vlan for network f59bb500-8bfa-448b-a4ed-28262c3f52cc Dec 17 13:33:57.390980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Made reservation on behalf of 009389a399ad43ddb25b067380a09158 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:57.403066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:57.429088 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-598e794e-e8b6-49dc-862c-4d89771ef1cd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:57.454752 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d292e8cc-a286-4377-ae72-5335590eec4b req-507ed757-7d73-4318-a6c1-5000f0d3f984 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 210 time: 0.0353689 Dec 17 13:33:57.520985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-598e794e-e8b6-49dc-862c-4d89771ef1cd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:57.528085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e794e-e8b6-49dc-862c-4d89771ef1cd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:57.528457 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-598e794e-e8b6-49dc-862c-4d89771ef1cd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:57.592741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Allocated IP 172.20.0.3 (ecd0a89a-e368-44f2-9fad-d6001ff5c547/53326f79-47a6-4d5d-aa1f-178b1b8e2cf6/23107e52-32c2-4b3f-afb5-fd5fe65db94f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:57.604285 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e794e-e8b6-49dc-862c-4d89771ef1cd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Network': ['ID=f59bb500-8bfa-448b-a4ed-28262c3f52cc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:57.617077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f59bb500-8bfa-448b-a4ed-28262c3f52cc details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:33:57.649479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-598e794e-e8b6-49dc-862c-4d89771ef1cd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4573159 Dec 17 13:33:57.651795 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34506) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:57.658226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3efa60e9-0607-4252-9df7-c4e93446412c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'subnet': {'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:57.802394 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:57.915145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efa60e9-0607-4252-9df7-c4e93446412c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:33:57.919098 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3efa60e9-0607-4252-9df7-c4e93446412c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:57.974364 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:58.024893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e3681612-ee14-44cd-b14b-750808596adb'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:33:58.077053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:58.089340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:58.096581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:58.208747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=23107e52-32c2-4b3f-afb5-fd5fe65db94f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:58.232017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:58.233086 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:58.327434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-5c74a1aa-9474-4ccb-ad52-204ff3c279ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1681328 Dec 17 13:33:58.338360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Request body: {'port': {'device_id': '77a23fbd-85e4-474a-a175-9e2be2e119fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:33:58.436069 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3efa60e9-0607-4252-9df7-c4e93446412c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:58.447619 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:58.540256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa60e9-0607-4252-9df7-c4e93446412c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Checking segment: {'id': '0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:58.540822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efa60e9-0607-4252-9df7-c4e93446412c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network hostable DHCP agents. Network: f59bb500-8bfa-448b-a4ed-28262c3f52cc, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:33:58.547585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-32f6988c-645f-4814-8fdc-1fa2fe9713af None None] Provisioning complete for port 23107e52-32c2-4b3f-afb5-fd5fe65db94f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:33:58.549998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa60e9-0607-4252-9df7-c4e93446412c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Subnet': ['ID=06f1e96a-3685-4605-b4d8-622774d85799,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:58.554631 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-32f6988c-645f-4814-8fdc-1fa2fe9713af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:58.654651 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-32f6988c-645f-4814-8fdc-1fa2fe9713af None None] Port 23107e52-32c2-4b3f-afb5-fd5fe65db94f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:33:58.657615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efa60e9-0607-4252-9df7-c4e93446412c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network f59bb500-8bfa-448b-a4ed-28262c3f52cc is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:33:58.749156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3efa60e9-0607-4252-9df7-c4e93446412c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f59bb500-8bfa-448b-a4ed-28262c3f52cc) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:58.763525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de563580-255c-4db3-b546-5b0fcb1d441b None None] Network f59bb500-8bfa-448b-a4ed-28262c3f52cc requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:33:58.764189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa60e9-0607-4252-9df7-c4e93446412c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:58.764952 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3efa60e9-0607-4252-9df7-c4e93446412c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:58.850213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77149c5-6e70-48d4-92dc-8eb01a9f43cc req-fff115ca-70bd-4cea-93f2-53cf49af7660 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:58.851854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d77149c5-6e70-48d4-92dc-8eb01a9f43cc req-fff115ca-70bd-4cea-93f2-53cf49af7660 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 931 time: 0.1998210 Dec 17 13:33:58.907844 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3efa60e9-0607-4252-9df7-c4e93446412c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2540903 Dec 17 13:33:58.913285 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34532) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:33:58.973319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d77149c5-6e70-48d4-92dc-8eb01a9f43cc req-2d6baf43-6de9-4c96-8d93-47ccb6c6cd9d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917628 Dec 17 13:33:59.007663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:33:59.010964 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:59.130206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23107e52-32c2-4b3f-afb5-fd5fe65db94f {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:33:59.141121 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:59.160206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Transition to ACTIVE for port object 23107e52-32c2-4b3f-afb5-fd5fe65db94f will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:33:59.234027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682554c3-39df-4c20-9949-a5f89f91b24d req-a6608fb2-2118-4928-84e4-0dd7caa33d11 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:59.256584 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682554c3-39df-4c20-9949-a5f89f91b24d req-a6608fb2-2118-4928-84e4-0dd7caa33d11 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.0945487 Dec 17 13:33:59.270704 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:59.306062 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Allocated IP 2001:db8::2 (f59bb500-8bfa-448b-a4ed-28262c3f52cc/06f1e96a-3685-4605-b4d8-622774d85799/47c4f93a-9320-49f0-9505-7777a269a558) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:33:59.393623 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-682554c3-39df-4c20-9949-a5f89f91b24d req-55b65f21-349c-43f1-bf00-58e3c5a9d225 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329587 Dec 17 13:33:59.397016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Pushing event updated for resources: {'Port': ['ID=23107e52-32c2-4b3f-afb5-fd5fe65db94f,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:59.603084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Attempting to bind port 23107e52-32c2-4b3f-afb5-fd5fe65db94f on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:33:59.603510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Attempting to bind port 23107e52-32c2-4b3f-afb5-fd5fe65db94f by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:33:59.606562 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:59.613325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Attempting to bind port 23107e52-32c2-4b3f-afb5-fd5fe65db94f on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:59.633904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Port 23107e52-32c2-4b3f-afb5-fd5fe65db94f on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:33:59.634255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Attempting to bind port 23107e52-32c2-4b3f-afb5-fd5fe65db94f on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:33:59.646218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:33:59.646467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Checking segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:33:59.646927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Bound using segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:33:59.647385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Bound port: 23107e52-32c2-4b3f-afb5-fd5fe65db94f, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:33:59.648453 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:59.658123 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:59.767102 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:59.815430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] For port 23107e52-32c2-4b3f-afb5-fd5fe65db94f, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:33:59.820195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] For port 23107e52-32c2-4b3f-afb5-fd5fe65db94f, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=23107e52-32c2-4b3f-afb5-fd5fe65db94f,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:33:59.842670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Network f59bb500-8bfa-448b-a4ed-28262c3f52cc is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:33:59.849713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:33:59.854617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:33:59.858082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Pushing event updated for resources: {'Port': ['ID=47c4f93a-9320-49f0-9505-7777a269a558,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:33:59.892522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:59.946995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:33:59.947621 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:33:59.949097 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] 10.222.0.54 "PUT /v2.0/ports/23107e52-32c2-4b3f-afb5-fd5fe65db94f HTTP/1.1" status: 200 len: 1091 time: 1.6159194 Dec 17 13:33:59.949617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a23fbd-85e4-474a-a175-9e2be2e119fd', 'tag': '23107e52-32c2-4b3f-afb5-fd5fe65db94f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:33:59.951984 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b62d87-db35-4fab-bbef-d527cc72542c" -d '{"events": [{"name": "network-changed", "server_uuid": "77a23fbd-85e4-474a-a175-9e2be2e119fd", "tag": "23107e52-32c2-4b3f-afb5-fd5fe65db94f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:33:59.993616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccba21c-f8e3-4afb-a360-9f88892b1e7d service neutron] Pushing event updated for resources: {'Port': ['ID=23107e52-32c2-4b3f-afb5-fd5fe65db94f,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:00.018953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Attempting to bind port 47c4f93a-9320-49f0-9505-7777a269a558 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:34:00.019285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Attempting to bind port 47c4f93a-9320-49f0-9505-7777a269a558 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:34:00.019864 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Attempting to bind port 47c4f93a-9320-49f0-9505-7777a269a558 on network f59bb500-8bfa-448b-a4ed-28262c3f52cc {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:34:00.035771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:34:00.036244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Checking segment: {'id': '0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:34:00.036672 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:00.037082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Bound using segment: {'id': '0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:34:00.037640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Bound port: 47c4f93a-9320-49f0-9505-7777a269a558, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:34:00.038046 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:00.055274 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11001487-9ec1-4c09-9c0f-11505bd2624d x-openstack-request-id: req-11001487-9ec1-4c09-9c0f-11505bd2624d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:34:00.055587 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a23fbd-85e4-474a-a175-9e2be2e119fd", "tag": "23107e52-32c2-4b3f-afb5-fd5fe65db94f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:34:00.055893 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11001487-9ec1-4c09-9c0f-11505bd2624d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:34:00.056318 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a23fbd-85e4-474a-a175-9e2be2e119fd', 'tag': '23107e52-32c2-4b3f-afb5-fd5fe65db94f', 'status': 'completed', 'code': 200} Dec 17 13:34:00.185193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62d87-db35-4fab-bbef-d527cc72542c req-5808d620-4497-4cfc-8c87-3da198f7a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:00.188323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2b62d87-db35-4fab-bbef-d527cc72542c req-5808d620-4497-4cfc-8c87-3da198f7a741 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 1094 time: 0.0974691 Dec 17 13:34:00.227589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Allocated IP 2001:db8::1 (f59bb500-8bfa-448b-a4ed-28262c3f52cc/06f1e96a-3685-4605-b4d8-622774d85799/f032305f-edce-4471-8a73-b6aa29321e93) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:34:00.261201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] For port 47c4f93a-9320-49f0-9505-7777a269a558, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:34:00.274544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] For port 47c4f93a-9320-49f0-9505-7777a269a558, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=47c4f93a-9320-49f0-9505-7777a269a558,segment=NetworkSegment(0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38),segment_id=0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:34:00.340949 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:00.392422 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:00.426604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62d87-db35-4fab-bbef-d527cc72542c req-71098688-9451-4f20-b712-d1bcafd8baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:00.428376 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2b62d87-db35-4fab-bbef-d527cc72542c req-71098688-9451-4f20-b712-d1bcafd8baeb service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=009389a399ad43ddb25b067380a09158&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2313783 Dec 17 13:34:00.434197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9bf52-908f-4844-a526-d1c77aa48dba None None] Pushing event updated for resources: {'Port': ['ID=47c4f93a-9320-49f0-9505-7777a269a558,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:00.519554 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:00.591488 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network f59bb500-8bfa-448b-a4ed-28262c3f52cc is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:34:00.601419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:00.616792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:34:00.617434 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:00.629160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f40eb3-565a-4142-84e5-632332183347 req-ad1eec14-e89a-476e-ba34-8cedfa5bbe0f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:00.630899 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28f40eb3-565a-4142-84e5-632332183347 req-ad1eec14-e89a-476e-ba34-8cedfa5bbe0f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.0952168 Dec 17 13:34:00.690895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b62d87-db35-4fab-bbef-d527cc72542c req-2c87ba1c-037d-4e34-bfab-b06d274141db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:00.694241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2b62d87-db35-4fab-bbef-d527cc72542c req-2c87ba1c-037d-4e34-bfab-b06d274141db service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2567966 Dec 17 13:34:00.762638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ec88d-f6cb-4c4f-8eb0-20b150560c79 req-4f6dd2b0-538b-44b8-b4e8-586066ca3b26 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:00.764261 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e88ec88d-f6cb-4c4f-8eb0-20b150560c79 req-4f6dd2b0-538b-44b8-b4e8-586066ca3b26 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.3209004 Dec 17 13:34:00.782488 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=f032305f-edce-4471-8a73-b6aa29321e93,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:00.840306 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28f40eb3-565a-4142-84e5-632332183347 req-ad7a555b-8111-409a-86de-03165104c41b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999481 Dec 17 13:34:00.862837 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:00.868676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e88ec88d-f6cb-4c4f-8eb0-20b150560c79 req-f793a58b-b6f8-414a-8638-fb29bfc4a9d0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964139 Dec 17 13:34:00.899042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-af747ede-5121-4011-83e0-673655757fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:00.901058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-af747ede-5121-4011-83e0-673655757fa1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 1094 time: 0.1394024 Dec 17 13:34:01.001244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-a6220a9f-244d-460f-a778-6ccb48daf134 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23107e52-32c2-4b3f-afb5-fd5fe65db94f HTTP/1.1" status: 200 len: 217 time: 0.0916498 Dec 17 13:34:01.068064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eded876e-388d-47eb-9a07-2d858bc42503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:01.070040 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-eded876e-388d-47eb-9a07-2d858bc42503 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0580153 Dec 17 13:34:01.138511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-91807944-bf71-433c-8501-00431a0663a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:01.140401 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-91807944-bf71-433c-8501-00431a0663a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620763 Dec 17 13:34:01.278357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-ea880d68-1d0c-4296-8395-81be396365d7 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294680 Dec 17 13:34:01.379393 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:01.399049 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78474bc1-36cc-4339-9bf3-aaca20ccf17a req-a6ee3a4e-3e7f-4919-938a-a73a0c981642 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133044 Dec 17 13:34:01.469211 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:01.470049 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:01.576326 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=f032305f-edce-4471-8a73-b6aa29321e93,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:01.654742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network f59bb500-8bfa-448b-a4ed-28262c3f52cc is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:34:01.656291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:01.783297 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:01.885082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 68b92d74-69fe-41fc-96da-3b4e034548e6 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:34:01.978931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a79cde4-83e5-493e-8c30-a1ac30620c7b None None] Network f59bb500-8bfa-448b-a4ed-28262c3f52cc requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:34:02.034756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:02.045950 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1b784713-1f14-4559-bc3b-78f7852c7efe tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1286838 Dec 17 13:34:02.049017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34566) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:02.054685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce1d77-56b2-4aa4-ae89-f0c407c45614 req-802d53ec-0b0e-4db3-bbe7-f4451fbdd9c1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:02.057053 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acce1d77-56b2-4aa4-ae89-f0c407c45614 req-802d53ec-0b0e-4db3-bbe7-f4451fbdd9c1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0807016 Dec 17 13:34:02.077791 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0cc64980-a2ab-4993-817d-cc00872f4ed5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-72766289'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:02.098154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Sync routers for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:02.158259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acce1d77-56b2-4aa4-ae89-f0c407c45614 req-3f97c4b4-37ec-42f9-8f63-b2ada7b1061c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782840 Dec 17 13:34:02.181099 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:02.181904 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:02.202401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce06ad-4c8b-4016-901b-db67053c2444 req-59c5f777-785b-4ba6-b8c6-c22f73d81b90 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:02.206017 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8ce06ad-4c8b-4016-901b-db67053c2444 req-59c5f777-785b-4ba6-b8c6-c22f73d81b90 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.1610568 Dec 17 13:34:02.280794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc64980-a2ab-4993-817d-cc00872f4ed5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:34:02.281453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f4373638-65f3-4091-a076-5668870b3d7e None None] Provisioning complete for port 47c4f93a-9320-49f0-9505-7777a269a558 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:02.282850 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f4373638-65f3-4091-a076-5668870b3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:02.288836 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cc64980-a2ab-4993-817d-cc00872f4ed5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:02.346237 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8ce06ad-4c8b-4016-901b-db67053c2444 req-352421de-48c8-4cbe-b397-036d2a1bdf25 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332419 Dec 17 13:34:02.367376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:02.373249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc64980-a2ab-4993-817d-cc00872f4ed5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:34:02.385055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cc64980-a2ab-4993-817d-cc00872f4ed5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:02.385517 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-0cc64980-a2ab-4993-817d-cc00872f4ed5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Added segment 8245e6ee-1734-4bd2-b03c-3c901e26a0b3 of type vlan for network 16650fae-22d5-47b5-9851-fbb42ba5f366 Dec 17 13:34:02.434146 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cc64980-a2ab-4993-817d-cc00872f4ed5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:02.568704 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cc64980-a2ab-4993-817d-cc00872f4ed5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:02.576513 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc64980-a2ab-4993-817d-cc00872f4ed5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:02.577179 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0cc64980-a2ab-4993-817d-cc00872f4ed5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:02.620857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 47c4f93a-9320-49f0-9505-7777a269a558 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:02.703245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc64980-a2ab-4993-817d-cc00872f4ed5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Network': ['ID=16650fae-22d5-47b5-9851-fbb42ba5f366,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:02.714351 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f4373638-65f3-4091-a076-5668870b3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:02.721227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 16650fae-22d5-47b5-9851-fbb42ba5f366 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:34:02.761789 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0cc64980-a2ab-4993-817d-cc00872f4ed5 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6904762 Dec 17 13:34:02.762128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34572) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:02.767291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5f34ffb2-6e61-4eef-8c4d-a1086a80eed8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'subnet': {'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:02.892057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f4373638-65f3-4091-a076-5668870b3d7e None None] For port 47c4f93a-9320-49f0-9505-7777a269a558, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=47c4f93a-9320-49f0-9505-7777a269a558,segment=NetworkSegment(0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38),segment_id=0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:02.900859 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 47c4f93a-9320-49f0-9505-7777a269a558 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:02.901239 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:02.967228 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:00Z', 'revision_number': 2, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:01Z', 'revision_number': 2, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:03.011668 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f4373638-65f3-4091-a076-5668870b3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:03.015825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Checking router: 68b92d74-69fe-41fc-96da-3b4e034548e6 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:03.016182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Updating router 68b92d74-69fe-41fc-96da-3b4e034548e6 port f032305f-edce-4471-8a73-b6aa29321e93 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:34:03.084970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f34ffb2-6e61-4eef-8c4d-a1086a80eed8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:34:03.087279 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:03.090161 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f34ffb2-6e61-4eef-8c4d-a1086a80eed8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:03.133110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4373638-65f3-4091-a076-5668870b3d7e None None] Pushing event updated for resources: {'Port': ['ID=47c4f93a-9320-49f0-9505-7777a269a558,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:03.356766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d016ead-796a-4c9e-a3e3-c91c20e3e366 req-d15ed568-e453-468c-a5d3-087af54f1a22 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:03.359608 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c5d0c1d7-7bd1-4ade-ab2e-3bf88e7b159f None None] Provisioning complete for port 47c4f93a-9320-49f0-9505-7777a269a558 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:03.359989 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c1d7-7bd1-4ade-ab2e-3bf88e7b159f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:03.366235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d016ead-796a-4c9e-a3e3-c91c20e3e366 req-d15ed568-e453-468c-a5d3-087af54f1a22 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0794573 Dec 17 13:34:03.506479 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d016ead-796a-4c9e-a3e3-c91c20e3e366 req-a221a010-acfa-4a75-9837-da4322981a41 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388628 Dec 17 13:34:03.546390 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f34ffb2-6e61-4eef-8c4d-a1086a80eed8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:03.643960 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c5d0c1d7-7bd1-4ade-ab2e-3bf88e7b159f None None] Provisioning complete for port f032305f-edce-4471-8a73-b6aa29321e93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:03.644468 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c5d0c1d7-7bd1-4ade-ab2e-3bf88e7b159f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:03.661241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb82aca-634e-45a0-ae5f-4749e1477056 req-d5dcf54c-c37f-4f2c-a8ed-5aad72400138 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:03.663120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4cb82aca-634e-45a0-ae5f-4749e1477056 req-d5dcf54c-c37f-4f2c-a8ed-5aad72400138 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.1798923 Dec 17 13:34:03.663908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34ffb2-6e61-4eef-8c4d-a1086a80eed8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Subnet': ['ID=a398bdc6-faf0-4fb3-a617-2bc13624bcef,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:03.721195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34ffb2-6e61-4eef-8c4d-a1086a80eed8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Checking segment: {'id': '8245e6ee-1734-4bd2-b03c-3c901e26a0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:34:03.721900 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34ffb2-6e61-4eef-8c4d-a1086a80eed8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network hostable DHCP agents. Network: 16650fae-22d5-47b5-9851-fbb42ba5f366, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:34:03.757777 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4cb82aca-634e-45a0-ae5f-4749e1477056 req-5e86b3df-909d-46c5-897d-13f5a7028143 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792754 Dec 17 13:34:03.834206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34ffb2-6e61-4eef-8c4d-a1086a80eed8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 16650fae-22d5-47b5-9851-fbb42ba5f366 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:34:03.894021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c5d0c1d7-7bd1-4ade-ab2e-3bf88e7b159f None None] Port f032305f-edce-4471-8a73-b6aa29321e93 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:34:03.912933 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:03.960381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-5f34ffb2-6e61-4eef-8c4d-a1086a80eed8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 16650fae-22d5-47b5-9851-fbb42ba5f366) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:03.965193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34ffb2-6e61-4eef-8c4d-a1086a80eed8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:03.966001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f34ffb2-6e61-4eef-8c4d-a1086a80eed8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:03.973268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15904549-c2e5-4d65-9a07-da5d52eaf23e None None] Network 16650fae-22d5-47b5-9851-fbb42ba5f366 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:34:04.019152 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:04.083764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34582) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:04.094665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-46714759-2578-4142-9353-96b5e0bdd214 None None] Provisioning complete for port f032305f-edce-4471-8a73-b6aa29321e93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:04.094985 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-46714759-2578-4142-9353-96b5e0bdd214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:04.097624 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5f34ffb2-6e61-4eef-8c4d-a1086a80eed8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3343141 Dec 17 13:34:04.107463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f4d12-beec-4636-8dba-80e995098f06 None None] Pushing event updated for resources: {'Port': ['ID=f032305f-edce-4471-8a73-b6aa29321e93,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:04.224537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-16650fae-22d5-47b5-9851-fbb42ba5f366', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:34:04.225865 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:04.249140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-46714759-2578-4142-9353-96b5e0bdd214 None None] Port f032305f-edce-4471-8a73-b6aa29321e93 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:34:04.261209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Attempting to bind port f032305f-edce-4471-8a73-b6aa29321e93 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:34:04.262263 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Attempting to bind port f032305f-edce-4471-8a73-b6aa29321e93 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:34:04.262865 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Attempting to bind port f032305f-edce-4471-8a73-b6aa29321e93 on network f59bb500-8bfa-448b-a4ed-28262c3f52cc {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:34:04.273356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:34:04.273878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Checking segment: {'id': '0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:34:04.274379 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:04.275009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Bound using segment: {'id': '0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:34:04.275758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Bound port: f032305f-edce-4471-8a73-b6aa29321e93, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:34:04.276462 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:04.571690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] For port f032305f-edce-4471-8a73-b6aa29321e93, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:34:04.571690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4ba400ff-5ac6-4084-91d1-37ff4c7e68ae None None] Provisioning complete for port f032305f-edce-4471-8a73-b6aa29321e93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:04.571690 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ba400ff-5ac6-4084-91d1-37ff4c7e68ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:04.571690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] For port f032305f-edce-4471-8a73-b6aa29321e93, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f032305f-edce-4471-8a73-b6aa29321e93,segment=NetworkSegment(0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38),segment_id=0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:34:04.571690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Allocated IP 2001:db8:1::2 (16650fae-22d5-47b5-9851-fbb42ba5f366/a398bdc6-faf0-4fb3-a617-2bc13624bcef/584ea636-fc74-4b4d-a2fd-adc2e30218e7) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:34:04.724413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 47c4f93a-9320-49f0-9505-7777a269a558 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:04.724413 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:04.724413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4ba400ff-5ac6-4084-91d1-37ff4c7e68ae None None] Port f032305f-edce-4471-8a73-b6aa29321e93 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:34:04.728806 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:04.741742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c09c6-d94c-4036-8073-d0ea62f2c72c req-b55376fa-09a2-41d6-bace-7337da75bfe4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:04.743313 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca9c09c6-d94c-4036-8073-d0ea62f2c72c req-b55376fa-09a2-41d6-bace-7337da75bfe4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1070044 Dec 17 13:34:04.840156 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca9c09c6-d94c-4036-8073-d0ea62f2c72c req-b26ee365-1b48-427a-b2dc-22da4a304260 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860410 Dec 17 13:34:04.883908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:04.884545 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:04.965042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f4d12-beec-4636-8dba-80e995098f06 None None] Pushing event updated for resources: {'Port': ['ID=f032305f-edce-4471-8a73-b6aa29321e93,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:04.989200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 47c4f93a-9320-49f0-9505-7777a269a558 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:04.989602 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:05.009855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc79f64-9eac-4268-ad81-edd9f68ab807 req-37b50c39-1ba0-46bb-97d2-1a5897c3d8c3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:05.011473 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abc79f64-9eac-4268-ad81-edd9f68ab807 req-37b50c39-1ba0-46bb-97d2-1a5897c3d8c3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.1390102 Dec 17 13:34:05.090498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:05.134210 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-abc79f64-9eac-4268-ad81-edd9f68ab807 req-bf5aa0a5-c262-40b6-bc75-7a948ccf2881 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154511 Dec 17 13:34:05.179447 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:05.279913 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:34:05.339161 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:05.347808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f92ec8aa-8776-4fe8-a10c-f3426a15529e None None] Provisioning complete for port f032305f-edce-4471-8a73-b6aa29321e93 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:05.348074 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f92ec8aa-8776-4fe8-a10c-f3426a15529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:05.382603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Allocated IP 2001:db8:1::1 (16650fae-22d5-47b5-9851-fbb42ba5f366/a398bdc6-faf0-4fb3-a617-2bc13624bcef/55a7fe1e-64ef-4aec-9f0a-f66517d0ff04) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:34:05.425544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Network 16650fae-22d5-47b5-9851-fbb42ba5f366 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:34:05.446590 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:05.456916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:34:05.468405 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=584ea636-fc74-4b4d-a2fd-adc2e30218e7,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:05.567204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Attempting to bind port 584ea636-fc74-4b4d-a2fd-adc2e30218e7 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:34:05.567591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Attempting to bind port 584ea636-fc74-4b4d-a2fd-adc2e30218e7 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '8245e6ee-1734-4bd2-b03c-3c901e26a0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:34:05.567962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Attempting to bind port 584ea636-fc74-4b4d-a2fd-adc2e30218e7 on network 16650fae-22d5-47b5-9851-fbb42ba5f366 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:34:05.572224 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:05.603382 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:34:05.603786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Checking segment: {'id': '8245e6ee-1734-4bd2-b03c-3c901e26a0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:34:05.604209 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:05.604633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Bound using segment: {'id': '8245e6ee-1734-4bd2-b03c-3c901e26a0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:34:05.605136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Bound port: 584ea636-fc74-4b4d-a2fd-adc2e30218e7, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8245e6ee-1734-4bd2-b03c-3c901e26a0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:34:05.605531 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:05.628791 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f92ec8aa-8776-4fe8-a10c-f3426a15529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:05.674411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:00Z', 'revision_number': 2, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:04Z', 'revision_number': 4, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:05.717419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e0939-e7f8-4ccd-88cd-253253bfcd04 None None] The sync data for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 is: [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:00Z', 'revision_number': 2, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:04Z', 'revision_number': 4, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:05.724582 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:05.727433 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f92ec8aa-8776-4fe8-a10c-f3426a15529e None None] For port f032305f-edce-4471-8a73-b6aa29321e93, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f032305f-edce-4471-8a73-b6aa29321e93,segment=NetworkSegment(0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38),segment_id=0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:05.750593 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] For port 584ea636-fc74-4b4d-a2fd-adc2e30218e7, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:34:05.750593 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] For port 584ea636-fc74-4b4d-a2fd-adc2e30218e7, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=584ea636-fc74-4b4d-a2fd-adc2e30218e7,segment=NetworkSegment(8245e6ee-1734-4bd2-b03c-3c901e26a0b3),segment_id=8245e6ee-1734-4bd2-b03c-3c901e26a0b3)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:34:05.799902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 16650fae-22d5-47b5-9851-fbb42ba5f366 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:34:05.803420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:05.807725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:34:05.808721 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:05.827522 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f92ec8aa-8776-4fe8-a10c-f3426a15529e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:05.853092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=55a7fe1e-64ef-4aec-9f0a-f66517d0ff04,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:05.872189 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:05.939019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ec8aa-8776-4fe8-a10c-f3426a15529e None None] Pushing event updated for resources: {'Port': ['ID=f032305f-edce-4471-8a73-b6aa29321e93,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:06.011808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef351140-6245-43fd-a798-bb2f0f1b7bf2 None None] Pushing event updated for resources: {'Port': ['ID=584ea636-fc74-4b4d-a2fd-adc2e30218e7,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:06.013683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af928b-0e38-4dda-a269-9a962b7d8cc4 req-a7a78f32-6d0f-4402-bce5-80fc916c599e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:06.052111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03af928b-0e38-4dda-a269-9a962b7d8cc4 req-a7a78f32-6d0f-4402-bce5-80fc916c599e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1066134 Dec 17 13:34:06.136725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:06.175985 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03af928b-0e38-4dda-a269-9a962b7d8cc4 req-9144afcc-80d9-42f0-9f33-b447f4f9faf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229708 Dec 17 13:34:06.281219 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:06.459350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c901d-af70-49ce-8761-5d4150e67a6d req-c08e0832-1855-4258-970f-823369b17b8a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:06.461068 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b86c901d-af70-49ce-8761-5d4150e67a6d req-c08e0832-1855-4258-970f-823369b17b8a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.1585650 Dec 17 13:34:06.634410 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b86c901d-af70-49ce-8761-5d4150e67a6d req-2a47448d-352a-45d9-9b0e-df9c76630a1f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606719 Dec 17 13:34:06.762027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 584ea636-fc74-4b4d-a2fd-adc2e30218e7 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:06.769556 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:06.875210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:06.876624 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:06.996371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=55a7fe1e-64ef-4aec-9f0a-f66517d0ff04,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:07.037036 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 584ea636-fc74-4b4d-a2fd-adc2e30218e7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:07.037649 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:07.075894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 16650fae-22d5-47b5-9851-fbb42ba5f366 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:34:07.078078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:07.171487 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:07.220062 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 584ea636-fc74-4b4d-a2fd-adc2e30218e7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=584ea636-fc74-4b4d-a2fd-adc2e30218e7,segment=NetworkSegment(8245e6ee-1734-4bd2-b03c-3c901e26a0b3),segment_id=8245e6ee-1734-4bd2-b03c-3c901e26a0b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:07.250557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 68b92d74-69fe-41fc-96da-3b4e034548e6 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:34:07.292523 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:07.293939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f032305f-edce-4471-8a73-b6aa29321e93 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:07.404926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3464bb1-9466-4526-852d-c0dce8969c38 req-703fd9a4-8579-4e3d-bb3c-b200d80c19e2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:07.418162 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3464bb1-9466-4526-852d-c0dce8969c38 req-703fd9a4-8579-4e3d-bb3c-b200d80c19e2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1019926 Dec 17 13:34:07.469190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:07.479618 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5e231574-4018-4967-b8d0-e6d5d1d4ab31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3940578 Dec 17 13:34:07.479960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34640) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:07.486948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-10ed1ba9-ac5e-4c66-ba1b-c1c479b6e942 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1013967674'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:07.540829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3464bb1-9466-4526-852d-c0dce8969c38 req-2028f10f-86c2-4395-8408-a2cfb51667b3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213105 Dec 17 13:34:07.571477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f032305f-edce-4471-8a73-b6aa29321e93 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:07.572308 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:07.607554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ed1ba9-ac5e-4c66-ba1b-c1c479b6e942 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:34:07.611548 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10ed1ba9-ac5e-4c66-ba1b-c1c479b6e942 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:07.618395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=584ea636-fc74-4b4d-a2fd-adc2e30218e7,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:07.641026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ed1ba9-ac5e-4c66-ba1b-c1c479b6e942 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:34:07.652470 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10ed1ba9-ac5e-4c66-ba1b-c1c479b6e942 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:07.652899 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-10ed1ba9-ac5e-4c66-ba1b-c1c479b6e942 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Added segment a98f163b-23b4-46df-b58b-b7883c3139be of type vlan for network 10194baa-3088-461a-b0a6-c9b3e9f86193 Dec 17 13:34:07.706624 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10ed1ba9-ac5e-4c66-ba1b-c1c479b6e942 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:07.738967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab7389a-1200-4c12-b931-cf6c3e0a3ade None None] Network 16650fae-22d5-47b5-9851-fbb42ba5f366 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:34:07.844682 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f745b475-dace-4236-9176-7ec620cb062d None None] Provisioning complete for port 584ea636-fc74-4b4d-a2fd-adc2e30218e7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:07.845163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f745b475-dace-4236-9176-7ec620cb062d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:08.049642 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Sync routers for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:08.069534 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:08.070211 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:08.214394 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:08.226904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10ed1ba9-ac5e-4c66-ba1b-c1c479b6e942 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:08.231909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed1ba9-ac5e-4c66-ba1b-c1c479b6e942 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:08.232642 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10ed1ba9-ac5e-4c66-ba1b-c1c479b6e942 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:08.338212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bc106708-ebc7-4094-98fc-64dacc9fcf61 None None] Provisioning complete for port 584ea636-fc74-4b4d-a2fd-adc2e30218e7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:08.339209 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bc106708-ebc7-4094-98fc-64dacc9fcf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:08.356448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed1ba9-ac5e-4c66-ba1b-c1c479b6e942 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Network': ['ID=10194baa-3088-461a-b0a6-c9b3e9f86193,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:08.368440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef966c-f2ae-4c0f-a4f3-f6c9abc1b7df req-296f61cf-1e61-4d8b-9ac1-cc678183a778 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:08.370360 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bbef966c-f2ae-4c0f-a4f3-f6c9abc1b7df req-296f61cf-1e61-4d8b-9ac1-cc678183a778 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.6149783 Dec 17 13:34:08.385143 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 10194baa-3088-461a-b0a6-c9b3e9f86193 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:34:08.467029 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bbef966c-f2ae-4c0f-a4f3-f6c9abc1b7df req-99e0d6a1-049f-4a7b-ab19-606716409f81 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903058 Dec 17 13:34:08.475929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-10ed1ba9-ac5e-4c66-ba1b-c1c479b6e942 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9896450 Dec 17 13:34:08.478211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34656) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:08.484541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7e6ff33c-891b-4527-930b-edee96eaa46f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'subnet': {'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:08.617658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4dc3-0c01-49f1-acbb-6afbc9aff0e1 req-a3c950e2-9b7e-4663-89ec-03a13f0c4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:08.617658 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7eaa4dc3-0c01-49f1-acbb-6afbc9aff0e1 req-a3c950e2-9b7e-4663-89ec-03a13f0c4f23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 1097 time: 0.3007405 Dec 17 13:34:08.638190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 584ea636-fc74-4b4d-a2fd-adc2e30218e7 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:08.763844 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 3, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:06Z', 'revision_number': 2, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:08.809511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 584ea636-fc74-4b4d-a2fd-adc2e30218e7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:08.810479 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:08.811620 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Checking router: 68b92d74-69fe-41fc-96da-3b4e034548e6 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:08.812601 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Updating router 68b92d74-69fe-41fc-96da-3b4e034548e6 port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:34:08.819864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9bf52-4420-4f76-a565-ea96700c81ad req-cce365c3-b16c-488f-a62b-6ff0fe23860b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:08.821331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a7c9bf52-4420-4f76-a565-ea96700c81ad req-cce365c3-b16c-488f-a62b-6ff0fe23860b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0724330 Dec 17 13:34:08.863355 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:08.887072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6ff33c-891b-4527-930b-edee96eaa46f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:34:08.900290 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7e6ff33c-891b-4527-930b-edee96eaa46f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:08.907551 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bc106708-ebc7-4094-98fc-64dacc9fcf61 None None] Provisioning complete for port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:08.909226 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bc106708-ebc7-4094-98fc-64dacc9fcf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:08.945877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4dc3-0c01-49f1-acbb-6afbc9aff0e1 req-62df782f-166a-4d7b-b365-5b775dcd2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:08.947765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7eaa4dc3-0c01-49f1-acbb-6afbc9aff0e1 req-62df782f-166a-4d7b-b365-5b775dcd2cd2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c38910e-16e2-4215-932d-d3d2a6dd933c HTTP/1.1" status: 200 len: 898 time: 0.2878811 Dec 17 13:34:09.120520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bc106708-ebc7-4094-98fc-64dacc9fcf61 None None] Port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:34:09.274658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-017a3934-6ddd-43ed-a6ad-7443f34d393f None None] Provisioning complete for port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:09.275035 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-017a3934-6ddd-43ed-a6ad-7443f34d393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:09.277948 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-c716246d-0d89-4a01-b5cd-f31503c642d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4616315 Dec 17 13:34:09.299147 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7eaa4dc3-0c01-49f1-acbb-6afbc9aff0e1 req-a9c51b75-982d-484c-af7e-03389244b66f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8 HTTP/1.1" status: 200 len: 1002 time: 0.2224190 Dec 17 13:34:09.329797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-017a3934-6ddd-43ed-a6ad-7443f34d393f None None] Port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:34:09.336751 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a7c9bf52-4420-4f76-a565-ea96700c81ad req-a73ae15a-ee76-495c-8a48-8512483484ec tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070889 Dec 17 13:34:09.416270 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7e6ff33c-891b-4527-930b-edee96eaa46f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:09.447674 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:09.458674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d72557c1-a1f9-41de-9735-d850eacffb81 None None] Provisioning complete for port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:09.459300 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d72557c1-a1f9-41de-9735-d850eacffb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:09.467894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4dc3-0c01-49f1-acbb-6afbc9aff0e1 req-8f5a064f-cfc5-4fa8-801a-07c48fe184b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.469485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7eaa4dc3-0c01-49f1-acbb-6afbc9aff0e1 req-8f5a064f-cfc5-4fa8-801a-07c48fe184b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=931557db-7578-46f4-93fc-4df35dc57f18 HTTP/1.1" status: 200 len: 835 time: 0.1672943 Dec 17 13:34:09.494473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ff33c-891b-4527-930b-edee96eaa46f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Subnet': ['ID=ecdb5d14-02c5-4369-a971-ce5bc4ad801c,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:09.508587 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:09.514846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d72557c1-a1f9-41de-9735-d850eacffb81 None None] Port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:34:09.550961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-442afaef-f70a-47b0-b578-1048d768de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.551442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-442afaef-f70a-47b0-b578-1048d768de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.551928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-442afaef-f70a-47b0-b578-1048d768de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.552409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-442afaef-f70a-47b0-b578-1048d768de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.552886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-442afaef-f70a-47b0-b578-1048d768de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.553362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-442afaef-f70a-47b0-b578-1048d768de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.553873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-442afaef-f70a-47b0-b578-1048d768de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.555925 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-442afaef-f70a-47b0-b578-1048d768de40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6502 time: 0.1687036 Dec 17 13:34:09.556376 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ff33c-891b-4527-930b-edee96eaa46f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Checking segment: {'id': 'a98f163b-23b4-46df-b58b-b7883c3139be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:34:09.556815 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ff33c-891b-4527-930b-edee96eaa46f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network hostable DHCP agents. Network: 10194baa-3088-461a-b0a6-c9b3e9f86193, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:34:09.590237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa4dc3-0c01-49f1-acbb-6afbc9aff0e1 req-dc2fffbc-7ff2-4949-8a0a-ac25519a1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.592236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7eaa4dc3-0c01-49f1-acbb-6afbc9aff0e1 req-dc2fffbc-7ff2-4949-8a0a-ac25519a1c3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c38910e-16e2-4215-932d-d3d2a6dd933c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146095 Dec 17 13:34:09.622819 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4600fb8-0791-4452-b385-6c7c696dca77 None None] Pushing event updated for resources: {'Port': ['ID=55a7fe1e-64ef-4aec-9f0a-f66517d0ff04,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:09.661699 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ff33c-891b-4527-930b-edee96eaa46f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 10194baa-3088-461a-b0a6-c9b3e9f86193 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:34:09.727204 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Attempting to bind port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:34:09.727863 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Attempting to bind port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '8245e6ee-1734-4bd2-b03c-3c901e26a0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:34:09.728279 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Attempting to bind port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 on network 16650fae-22d5-47b5-9851-fbb42ba5f366 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:34:09.735690 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:34:09.736764 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Checking segment: {'id': '8245e6ee-1734-4bd2-b03c-3c901e26a0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:34:09.737331 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:09.738031 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Bound using segment: {'id': '8245e6ee-1734-4bd2-b03c-3c901e26a0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:34:09.738690 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Bound port: 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8245e6ee-1734-4bd2-b03c-3c901e26a0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:34:09.739072 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:09.795074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ff33c-891b-4527-930b-edee96eaa46f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 10194baa-3088-461a-b0a6-c9b3e9f86193) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:09.801627 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6ff33c-891b-4527-930b-edee96eaa46f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.802236 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7e6ff33c-891b-4527-930b-edee96eaa46f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:09.820834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15a6a0-a1ec-46e3-acb6-1f151c0b8617 None None] Network 10194baa-3088-461a-b0a6-c9b3e9f86193 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:34:09.828582 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] For port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:34:09.836869 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] For port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=55a7fe1e-64ef-4aec-9f0a-f66517d0ff04,segment=NetworkSegment(8245e6ee-1734-4bd2-b03c-3c901e26a0b3),segment_id=8245e6ee-1734-4bd2-b03c-3c901e26a0b3)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:34:09.886572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324a735-dc3b-490c-9d06-568104b7695a req-c15cea05-7e1c-4bd8-9784-8ce5cdc5c99c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.888144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e324a735-dc3b-490c-9d06-568104b7695a req-c15cea05-7e1c-4bd8-9784-8ce5cdc5c99c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.2642367 Dec 17 13:34:09.894509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7eaa4dc3-0c01-49f1-acbb-6afbc9aff0e1 req-21f0d509-c270-499d-a857-2f9fec59f5e7 service neutron] 10.222.0.54 "GET /v2.0/networks/5c38910e-16e2-4215-932d-d3d2a6dd933c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926111 Dec 17 13:34:09.895907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-dc2e67a7-d75a-45d7-9dfb-838888b66359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.896173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-dc2e67a7-d75a-45d7-9dfb-838888b66359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.898734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-dc2e67a7-d75a-45d7-9dfb-838888b66359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:09.900691 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-dc2e67a7-d75a-45d7-9dfb-838888b66359 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=f381c005-ceb4-4052-9c65-09ef1a667df3&id=f381c005-ceb4-4052-9c65-09ef1a667df3 HTTP/1.1" status: 200 len: 2296 time: 0.2974489 Dec 17 13:34:09.926884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34676) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:09.929726 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7e6ff33c-891b-4527-930b-edee96eaa46f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4477372 Dec 17 13:34:09.946182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-10194baa-3088-461a-b0a6-c9b3e9f86193', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:34:09.947872 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:09.956292 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:09.992579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Provisioning complete for port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:09.993180 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:10.035857 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4600fb8-0791-4452-b385-6c7c696dca77 None None] Pushing event updated for resources: {'Port': ['ID=55a7fe1e-64ef-4aec-9f0a-f66517d0ff04,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:10.091264 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:10.092020 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:10.224768 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-5a3054c9-12b4-4528-95e0-62bdcf933561 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a54b1b-fdba-4578-8113-44e9204a680e HTTP/1.1" status: 200 len: 1001 time: 0.3012807 Dec 17 13:34:10.310614 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:10.315141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e324a735-dc3b-490c-9d06-568104b7695a req-085e35e7-813d-4562-85c2-e9c868796e94 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4109881 Dec 17 13:34:10.398323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Allocated IP 2001:db8:2::2 (10194baa-3088-461a-b0a6-c9b3e9f86193/ecdb5d14-02c5-4369-a971-ce5bc4ad801c/a2c59a44-b558-47ac-9caa-76706ed0cf23) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:34:10.411117 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:10.463797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-7205b6a3-bbb8-407e-ae37-503eacd1038e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:10.465361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-7205b6a3-bbb8-407e-ae37-503eacd1038e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=644d3787-4d5f-4bbd-9877-1bc7fbb4ed55 HTTP/1.1" status: 200 len: 855 time: 0.2189295 Dec 17 13:34:10.512127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] For port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=55a7fe1e-64ef-4aec-9f0a-f66517d0ff04,segment=NetworkSegment(8245e6ee-1734-4bd2-b03c-3c901e26a0b3),segment_id=8245e6ee-1734-4bd2-b03c-3c901e26a0b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:10.512972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7eaa4dc3-0c01-49f1-acbb-6afbc9aff0e1 req-16b1ce06-7920-41f5-9fc6-f7f5bd2c43cb service neutron] 10.222.0.54 "GET /v2.0/networks/5c38910e-16e2-4215-932d-d3d2a6dd933c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108210 Dec 17 13:34:10.531315 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c657d2d-b08b-4a17-8e1a-24e06c59e822 req-f893b941-516d-4ca9-8c73-03ff4f58cf0e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:10.541738 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c657d2d-b08b-4a17-8e1a-24e06c59e822 req-f893b941-516d-4ca9-8c73-03ff4f58cf0e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0981145 Dec 17 13:34:10.602275 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:10.667841 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:10.693685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Pushing event updated for resources: {'Port': ['ID=55a7fe1e-64ef-4aec-9f0a-f66517d0ff04,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:10.718658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.719007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.719373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.719920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.721972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.722533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.723082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.723374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-3871e44b-af0a-45b7-95ca-acec66b15ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:10.723622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.725448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-3871e44b-af0a-45b7-95ca-acec66b15ba4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067940 Dec 17 13:34:10.728085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.728536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.728940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.729292 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.732181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5ed90d-43b1-49c6-a87d-bfddbe1dbe1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:10.748957 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:10.762171 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2c657d2d-b08b-4a17-8e1a-24e06c59e822 req-57a17548-a0f5-46e0-a9bf-f0635c436d23 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189946 Dec 17 13:34:10.782039 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 3, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:09Z', 'revision_number': 4, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:10.809340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-13af40c3-4a22-44a6-a505-43beeba6b991 None None] Provisioning complete for port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:10.809598 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-13af40c3-4a22-44a6-a505-43beeba6b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:10.822244 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53b2d8-0666-4378-8647-5b2ef2ed2636 None None] The sync data for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 is: [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 3, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:09Z', 'revision_number': 4, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:10.851101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Network 10194baa-3088-461a-b0a6-c9b3e9f86193 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:34:10.860018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:10.871435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:34:10.883836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Pushing event updated for resources: {'Port': ['ID=a2c59a44-b558-47ac-9caa-76706ed0cf23,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:11.012501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Attempting to bind port a2c59a44-b558-47ac-9caa-76706ed0cf23 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:34:11.012885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Attempting to bind port a2c59a44-b558-47ac-9caa-76706ed0cf23 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a98f163b-23b4-46df-b58b-b7883c3139be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:34:11.013694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Attempting to bind port a2c59a44-b558-47ac-9caa-76706ed0cf23 on network 10194baa-3088-461a-b0a6-c9b3e9f86193 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:34:11.021591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:34:11.022089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Checking segment: {'id': 'a98f163b-23b4-46df-b58b-b7883c3139be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:34:11.022394 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:11.022791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Bound using segment: {'id': 'a98f163b-23b4-46df-b58b-b7883c3139be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:34:11.023423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Bound port: a2c59a44-b558-47ac-9caa-76706ed0cf23, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98f163b-23b4-46df-b58b-b7883c3139be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:34:11.024048 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:11.035297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-51e31145-41bd-42aa-a349-17cd8940410c service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002312 Dec 17 13:34:11.116258 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:11.153169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] For port a2c59a44-b558-47ac-9caa-76706ed0cf23, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:34:11.153169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] For port a2c59a44-b558-47ac-9caa-76706ed0cf23, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a2c59a44-b558-47ac-9caa-76706ed0cf23,segment=NetworkSegment(a98f163b-23b4-46df-b58b-b7883c3139be),segment_id=a98f163b-23b4-46df-b58b-b7883c3139be)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:34:11.234847 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:11.335310 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-e9d0de45-d028-4ecd-860f-92a06511410c service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877655 Dec 17 13:34:11.337844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948b6fb-5bb6-4b46-a4be-bfdf7a2a4d1f None None] Pushing event updated for resources: {'Port': ['ID=a2c59a44-b558-47ac-9caa-76706ed0cf23,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:11.401562 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-1bde0029-e96c-41b2-8095-43b012c22a83 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=0f2406aa-2787-444f-b11e-0cfdfe6a55dc HTTP/1.1" status: 200 len: 217 time: 0.0480912 Dec 17 13:34:11.508944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedebff-2d31-471e-aea2-f8d3c485b8e7 req-be05b2cc-ee48-4188-a8e2-a55be71412e6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:11.517008 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecedebff-2d31-471e-aea2-f8d3c485b8e7 req-be05b2cc-ee48-4188-a8e2-a55be71412e6 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.1005685 Dec 17 13:34:11.566491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-81703993-6489-444e-b1f7-cdbe3d56e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:11.572084 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-81703993-6489-444e-b1f7-cdbe3d56e550 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.1628525 Dec 17 13:34:11.710447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-ade93559-b881-4998-8cf6-f005de39b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:11.710447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-ade93559-b881-4998-8cf6-f005de39b79b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1200390 Dec 17 13:34:11.710447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Allocated IP 2001:db8:2::1 (10194baa-3088-461a-b0a6-c9b3e9f86193/ecdb5d14-02c5-4369-a971-ce5bc4ad801c/396504f4-578d-489b-a55c-e6bc9a6250ff) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:34:11.712136 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecedebff-2d31-471e-aea2-f8d3c485b8e7 req-016f0970-ba32-4bda-81f0-31c4af582913 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897800 Dec 17 13:34:11.980023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-ac30d2ef-a20b-43c3-abf5-769a236e7dc3 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614915 Dec 17 13:34:12.006475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64e4eb-8c85-4c49-8cd3-53e3848dad0d req-7bb71db6-3752-49d9-bc1f-fdcea928dca2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:12.008276 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f64e4eb-8c85-4c49-8cd3-53e3848dad0d req-7bb71db6-3752-49d9-bc1f-fdcea928dca2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1435218 Dec 17 13:34:12.045425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:12.164479 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f64e4eb-8c85-4c49-8cd3-53e3848dad0d req-bbcc9d8f-447f-4756-b2ff-33c59ecb4837 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435583 Dec 17 13:34:12.183860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-b2fd2cd7-3014-4892-8db5-2583eb948424 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890402 Dec 17 13:34:12.239448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-0b5e2e75-e352-407a-8099-1e0078617661 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c1e602b5-a34e-4a6d-aff3-644a4d1641f5 HTTP/1.1" status: 200 len: 217 time: 0.0477817 Dec 17 13:34:12.241238 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:12.328646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=396504f4-578d-489b-a55c-e6bc9a6250ff,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:12.352625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 10194baa-3088-461a-b0a6-c9b3e9f86193 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:34:12.356799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:12.360731 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:34:12.361368 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:12.406183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-712916f1-4534-48aa-8833-c529b359c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:12.407646 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-712916f1-4534-48aa-8833-c529b359c719 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.1165142 Dec 17 13:34:12.492862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-2b19ced1-e411-46e8-aa82-a506a77a19df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:12.494809 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-2b19ced1-e411-46e8-aa82-a506a77a19df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0787563 Dec 17 13:34:12.662305 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-76c7a7ab-3149-4d7b-83c4-8148877013fc service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588209 Dec 17 13:34:12.668234 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:12.668393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a2c59a44-b558-47ac-9caa-76706ed0cf23 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:12.746107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a2c59a44-b558-47ac-9caa-76706ed0cf23 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:12.747176 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:12.830376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e3aff3-35af-4c1b-bf35-6f1df6f52986 None None] Network 10194baa-3088-461a-b0a6-c9b3e9f86193 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:34:12.956079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-100c6e88-6e8a-407f-af67-deacea818ec8 None None] Provisioning complete for port a2c59a44-b558-47ac-9caa-76706ed0cf23 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:12.956793 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-100c6e88-6e8a-407f-af67-deacea818ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:13.110421 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:13.224329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port a2c59a44-b558-47ac-9caa-76706ed0cf23, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a2c59a44-b558-47ac-9caa-76706ed0cf23,segment=NetworkSegment(a98f163b-23b4-46df-b58b-b7883c3139be),segment_id=a98f163b-23b4-46df-b58b-b7883c3139be)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:13.226056 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-100c6e88-6e8a-407f-af67-deacea818ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:13.309466 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:13.312155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:13.366883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e908a-39e0-4375-a439-10764669933e req-3b3bafaa-c9b1-4965-befd-05003e465947 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:13.379516 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-043e908a-39e0-4375-a439-10764669933e req-3b3bafaa-c9b1-4965-befd-05003e465947 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0850525 Dec 17 13:34:13.458343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9fa86-0171-4cc1-8c12-5cf79646848c req-72a76aeb-3bf1-4f4c-accb-da3977c668a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:13.460100 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-beb9fa86-0171-4cc1-8c12-5cf79646848c req-72a76aeb-3bf1-4f4c-accb-da3977c668a6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 1097 time: 0.2886846 Dec 17 13:34:13.465502 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-08ef2187-1244-4ba2-af72-16611628e7d8 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7883387 Dec 17 13:34:13.476405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5840d5-f4ac-41aa-9573-e429c3e1c82f req-dd40a208-b840-4047-a3a5-f0a602d1e0df tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:13.478279 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c5840d5-f4ac-41aa-9573-e429c3e1c82f req-dd40a208-b840-4047-a3a5-f0a602d1e0df tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.3039308 Dec 17 13:34:13.500185 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-100c6e88-6e8a-407f-af67-deacea818ec8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:34:13.500565 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-100c6e88-6e8a-407f-af67-deacea818ec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:34:13.504520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:13.506464 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:13.509557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=a2c59a44-b558-47ac-9caa-76706ed0cf23,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:13.513098 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-043e908a-39e0-4375-a439-10764669933e req-938283d2-9005-4b5f-8d7c-93d761f2cd8f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323719 Dec 17 13:34:13.599831 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-ac359c7b-c869-4cd8-9471-e1a98b4fcf30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6d08cc1d-38ff-4681-8fbf-724fb9f6115f HTTP/1.1" status: 200 len: 217 time: 0.1203148 Dec 17 13:34:13.800844 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-beb9fa86-0171-4cc1-8c12-5cf79646848c req-9899ed68-34aa-4af2-80a5-002b3104fb1d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391403 Dec 17 13:34:13.804688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-911cf9a6-fecf-4215-8357-fc0b27611e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:13.810515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-911cf9a6-fecf-4215-8357-fc0b27611e25 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.1814921 Dec 17 13:34:13.813201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c5840d5-f4ac-41aa-9573-e429c3e1c82f req-5b98034b-3f3f-4717-a7e1-44196c87809a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215130 Dec 17 13:34:13.856810 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a9c4afc2-e06d-4f98-a644-52364891f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:13.908014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-5b720cbe-5fdb-49f5-9b6a-03382a7b67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:13.909874 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-5b720cbe-5fdb-49f5-9b6a-03382a7b67f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928450 Dec 17 13:34:13.945814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:14.021131 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-e86fdd36-6afc-4194-bf9e-4e3b212157a5 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014624 Dec 17 13:34:14.056042 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:14.056042 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:14.180728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5c26c8e0-b784-4def-a675-404b18bd64bd None None] Provisioning complete for port a2c59a44-b558-47ac-9caa-76706ed0cf23 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:14.181479 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c26c8e0-b784-4def-a675-404b18bd64bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:14.190425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=396504f4-578d-489b-a55c-e6bc9a6250ff,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:14.226768 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-4e87e70b-9b17-466a-a0ae-eb3a3a10c5d8 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984031 Dec 17 13:34:14.281990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5c26c8e0-b784-4def-a675-404b18bd64bd None None] Provisioning complete for port 396504f4-578d-489b-a55c-e6bc9a6250ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:14.282357 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c26c8e0-b784-4def-a675-404b18bd64bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:14.285636 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-99a283e9-ee8d-42c8-835d-8d4679f89fc6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=707d8805-b713-4bce-9d5d-4f95ba377e0a HTTP/1.1" status: 200 len: 217 time: 0.0472462 Dec 17 13:34:14.306996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 10194baa-3088-461a-b0a6-c9b3e9f86193 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:34:14.321175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5c26c8e0-b784-4def-a675-404b18bd64bd None None] Port 396504f4-578d-489b-a55c-e6bc9a6250ff cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:34:14.325520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:14.428340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-eb376dcd-a300-4fea-a077-414c5a44e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:14.430131 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-eb376dcd-a300-4fea-a077-414c5a44e835 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.1374419 Dec 17 13:34:14.524078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 68b92d74-69fe-41fc-96da-3b4e034548e6 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:34:14.537109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-4cd3fcc1-3461-4581-ab5c-bb78d9fb1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:14.538614 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-4cd3fcc1-3461-4581-ab5c-bb78d9fb1d7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0975509 Dec 17 13:34:14.561368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a2c59a44-b558-47ac-9caa-76706ed0cf23 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:14.639174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a2c59a44-b558-47ac-9caa-76706ed0cf23 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:14.639641 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:14.746844 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c443d5-fa55-4f40-bf20-e165f3c88ec3 req-69e09e37-f77e-4cc5-800d-77ecc0d86bcd tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:14.754791 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8c443d5-fa55-4f40-bf20-e165f3c88ec3 req-69e09e37-f77e-4cc5-800d-77ecc0d86bcd tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1234803 Dec 17 13:34:14.788519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ac502172-0c5e-4e9e-88be-3264209bef5d None None] Provisioning complete for port 396504f4-578d-489b-a55c-e6bc9a6250ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:14.789074 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ac502172-0c5e-4e9e-88be-3264209bef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:14.822923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:14.831194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7912e6f2-e72b-484e-a506-07a4729facf3 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8839447 Dec 17 13:34:14.837886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34740) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:14.838076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Sync routers for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:14.848615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d64ff871-af6b-4bfc-b310-0faf00e9c244 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-941629128'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:14.851014 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8c443d5-fa55-4f40-bf20-e165f3c88ec3 req-69530b9f-0d34-45ad-afed-80625535f169 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948219 Dec 17 13:34:14.857884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ac502172-0c5e-4e9e-88be-3264209bef5d None None] Port 396504f4-578d-489b-a55c-e6bc9a6250ff cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:34:14.859391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:14.860119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:14.875865 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-46bedf54-045b-4511-8ddc-db7692cd8e56 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282585 Dec 17 13:34:14.987957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:15.039636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:34:15.053375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:34:15.077309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64ff871-af6b-4bfc-b310-0faf00e9c244 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:34:15.086007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d64ff871-af6b-4bfc-b310-0faf00e9c244 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:15.116453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ca5b4-69d8-453f-a5e5-41938862d40e req-c9e628b4-7bfe-4519-8e48-32879c808c8f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:15.120384 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e45ca5b4-69d8-453f-a5e5-41938862d40e req-c9e628b4-7bfe-4519-8e48-32879c808c8f tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.1366796 Dec 17 13:34:15.123193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-911bd655-fc9d-44a6-abe7-30236b1d7bad service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382479 Dec 17 13:34:15.203981 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-668c450f-cafd-44b5-ab87-72a2335f7415 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9847f8ea-b2de-4c65-a697-8f1811d7198b HTTP/1.1" status: 200 len: 217 time: 0.0580447 Dec 17 13:34:15.254848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64ff871-af6b-4bfc-b310-0faf00e9c244 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:34:15.287470 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d64ff871-af6b-4bfc-b310-0faf00e9c244 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:15.287828 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-d64ff871-af6b-4bfc-b310-0faf00e9c244 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Added segment a7caf77f-f9bd-4f99-ba2d-c2a2471711ee of type vlan for network 9eb527d0-907a-40ba-9041-237ea9f896e5 Dec 17 13:34:15.293196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e45ca5b4-69d8-453f-a5e5-41938862d40e req-ef8721f3-5035-4c05-ad8a-793902b56e5a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562381 Dec 17 13:34:15.308532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-5bd006b5-6b21-49d2-bb1b-0004a6640c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:15.310084 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-5bd006b5-6b21-49d2-bb1b-0004a6640c83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.0980146 Dec 17 13:34:15.376451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d64ff871-af6b-4bfc-b310-0faf00e9c244 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:15.409052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-210f59e2-01af-4dce-bd73-86a2e3d07186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:15.410955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-210f59e2-01af-4dce-bd73-86a2e3d07186 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0797691 Dec 17 13:34:15.516465 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d64ff871-af6b-4bfc-b310-0faf00e9c244 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:15.522806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64ff871-af6b-4bfc-b310-0faf00e9c244 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:15.523422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d64ff871-af6b-4bfc-b310-0faf00e9c244 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:15.551288 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-a09989b9-9817-41ad-a322-e819ab0dc259 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295829 Dec 17 13:34:15.575379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:15.580547 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:15.608545 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'port_id': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'mac_address': 'fa:16:3e:fa:7e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931557db-7578-46f4-93fc-4df35dc57f18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:34:15.648558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ff871-af6b-4bfc-b310-0faf00e9c244 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Network': ['ID=9eb527d0-907a-40ba-9041-237ea9f896e5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:15.654733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:34:15.657533 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074b4cc0-879c-4e49-8bfe-62da3a7835f1" -d '{"events": [{"server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "name": "network-vif-unplugged", "status": "completed", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:34:15.690074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 9eb527d0-907a-40ba-9041-237ea9f896e5 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:34:15.710813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d64ff871-af6b-4bfc-b310-0faf00e9c244 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8702443 Dec 17 13:34:15.711008 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ecd390-f7b4-4b9a-b23c-189374ebf340 x-openstack-request-id: req-55ecd390-f7b4-4b9a-b23c-189374ebf340 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:34:15.711124 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "name": "network-vif-unplugged", "status": "completed", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:34:15.711485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34754) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:15.711606 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55ecd390-f7b4-4b9a-b23c-189374ebf340 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:34:15.712037 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'code': 200} Dec 17 13:34:15.716429 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c471bb61-9f32-47f7-a93f-405455e1e132 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'subnet': {'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:15.718318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-74804c67-c3ac-4396-846a-3862444a479d service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354494 Dec 17 13:34:15.727102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:15.787553 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-186bacfb-6591-437c-be5e-9af5619353af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc07cf3f-9d03-4819-8873-8517cbaafef0 HTTP/1.1" status: 200 len: 217 time: 0.0600278 Dec 17 13:34:15.800329 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:15.829407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:34:15.855553 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:15.911094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-1d3c003d-7b0e-4c55-95f6-3747afc6945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:15.913448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-1d3c003d-7b0e-4c55-95f6-3747afc6945d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.1180174 Dec 17 13:34:15.930954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:12Z', 'revision_number': 4, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '396504f4-578d-489b-a55c-e6bc9a6250ff', 'name': '', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:e9:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:11Z', 'updated_at': '2021-12-17T13:34:13Z', 'revision_number': 2, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:15.969011 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:34:15.984502 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:34:15.984502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Checking router: 68b92d74-69fe-41fc-96da-3b4e034548e6 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:15.984502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Updating router 68b92d74-69fe-41fc-96da-3b4e034548e6 port 396504f4-578d-489b-a55c-e6bc9a6250ff binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:34:15.984836 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291738-123c-4997-970e-39e4daf78a0a req-b5de7b00-bf3b-4c1d-b842-c87a70a8e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:15.984836 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-b5de7b00-bf3b-4c1d-b842-c87a70a8e370 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0580399 Dec 17 13:34:16.004478 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:16.012294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf88930-18c8-431e-923e-109f360caf59 req-260b6c16-4019-45c1-b637-6d905fb2a446 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:16.018409 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-edf88930-18c8-431e-923e-109f360caf59 req-260b6c16-4019-45c1-b637-6d905fb2a446 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0574875 Dec 17 13:34:16.026088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:16.053407 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c471bb61-9f32-47f7-a93f-405455e1e132 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Made reservation on behalf of a5234be20c6b4e778bc9e011c1537f14 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:34:16.057204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c471bb61-9f32-47f7-a93f-405455e1e132 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:16.101199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-981b5f66-413e-422e-8754-4449fc9aa9f6 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119490 Dec 17 13:34:16.139218 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-edf88930-18c8-431e-923e-109f360caf59 req-79a687ce-422f-45e9-bfe5-9035362db2a1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180427 Dec 17 13:34:16.268424 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71291738-123c-4997-970e-39e4daf78a0a req-27af24ad-9739-442e-b222-c858f56539e6 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600943 Dec 17 13:34:16.375886 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:16.441762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808864b0-d0e0-4a87-aa4b-8c6385c2aa92 req-91f36603-735b-411f-bbe0-ef92eee4c79b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:16.443336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-808864b0-d0e0-4a87-aa4b-8c6385c2aa92 req-91f36603-735b-411f-bbe0-ef92eee4c79b tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 944 time: 0.0551186 Dec 17 13:34:16.496763 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-808864b0-d0e0-4a87-aa4b-8c6385c2aa92 req-7d8a8db7-3355-46e1-b469-569e93474eb9 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472734 Dec 17 13:34:16.504022 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-38e20bb7-5916-475e-9bd2-601379403ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:16.520151 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:16.523837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34766) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:16.536871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:34:16.559300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:16.597103 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-84573246-0fe2-4ff2-9ae0-812975499ec4 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/floatingips/02bbc6fb-3b90-4f8a-b508-198e15c165db HTTP/1.1" status: 200 len: 992 time: 0.0711334 Dec 17 13:34:16.600589 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c471bb61-9f32-47f7-a93f-405455e1e132 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:16.605736 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:16.667515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe7106-1f35-4060-b135-f0192915c35a None None] Pushing event updated for resources: {'Port': ['ID=396504f4-578d-489b-a55c-e6bc9a6250ff,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:16.705525 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:16.726335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471bb61-9f32-47f7-a93f-405455e1e132 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Subnet': ['ID=5474823b-f016-4642-af9b-e95f9c423401,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:16.736722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c471bb61-9f32-47f7-a93f-405455e1e132 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Checking segment: {'id': 'a7caf77f-f9bd-4f99-ba2d-c2a2471711ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:34:16.737104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c471bb61-9f32-47f7-a93f-405455e1e132 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network hostable DHCP agents. Network: 9eb527d0-907a-40ba-9041-237ea9f896e5, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:34:16.790512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Attempting to bind port 396504f4-578d-489b-a55c-e6bc9a6250ff on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:34:16.790885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Attempting to bind port 396504f4-578d-489b-a55c-e6bc9a6250ff by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a98f163b-23b4-46df-b58b-b7883c3139be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:34:16.791281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Attempting to bind port 396504f4-578d-489b-a55c-e6bc9a6250ff on network 10194baa-3088-461a-b0a6-c9b3e9f86193 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:34:16.812510 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:34:16.812931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Checking segment: {'id': 'a98f163b-23b4-46df-b58b-b7883c3139be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:34:16.813323 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:16.814302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Bound using segment: {'id': 'a98f163b-23b4-46df-b58b-b7883c3139be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:34:16.815018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Bound port: 396504f4-578d-489b-a55c-e6bc9a6250ff, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98f163b-23b4-46df-b58b-b7883c3139be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:34:16.815528 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:16.830748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:16.920610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] For port 396504f4-578d-489b-a55c-e6bc9a6250ff, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:34:16.920610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] For port 396504f4-578d-489b-a55c-e6bc9a6250ff, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=396504f4-578d-489b-a55c-e6bc9a6250ff,segment=NetworkSegment(a98f163b-23b4-46df-b58b-b7883c3139be),segment_id=a98f163b-23b4-46df-b58b-b7883c3139be)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:34:16.941023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['2a276fc3-1697-4d85-a3ca-9b70ac1716c8'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:34:16.971471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c471bb61-9f32-47f7-a93f-405455e1e132 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 9eb527d0-907a-40ba-9041-237ea9f896e5 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:34:17.023258 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-69424dab-c700-4218-a330-1e67bfbcc4fc None None] Provisioning complete for port 396504f4-578d-489b-a55c-e6bc9a6250ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:17.023634 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-69424dab-c700-4218-a330-1e67bfbcc4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:17.053610 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:17.084560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-c471bb61-9f32-47f7-a93f-405455e1e132 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 9eb527d0-907a-40ba-9041-237ea9f896e5) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:17.094163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c471bb61-9f32-47f7-a93f-405455e1e132 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:17.097791 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c471bb61-9f32-47f7-a93f-405455e1e132 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:17.116954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbcf70d-c97b-4c6a-8be9-89b68f3dac4b None None] Network 9eb527d0-907a-40ba-9041-237ea9f896e5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:34:17.125090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-69424dab-c700-4218-a330-1e67bfbcc4fc None None] Port 396504f4-578d-489b-a55c-e6bc9a6250ff cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:34:17.214278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe7106-1f35-4060-b135-f0192915c35a None None] Pushing event updated for resources: {'Port': ['ID=396504f4-578d-489b-a55c-e6bc9a6250ff,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:17.215677 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c471bb61-9f32-47f7-a93f-405455e1e132 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5031462 Dec 17 13:34:17.219959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34778) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:17.235381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:17.235381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:17.390351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982f233-a301-45dd-a54a-bd15be7abf10 req-972e9e7a-ac81-4cef-acf7-73df01969a61 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:17.398430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6982f233-a301-45dd-a54a-bd15be7abf10 req-972e9e7a-ac81-4cef-acf7-73df01969a61 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1110897 Dec 17 13:34:17.435884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-9eb527d0-907a-40ba-9041-237ea9f896e5', 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5', 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'fixed_ips': [{'subnet_id': '5474823b-f016-4642-af9b-e95f9c423401'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:34:17.436745 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:17.458646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:17.550860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6982f233-a301-45dd-a54a-bd15be7abf10 req-b8e2475a-5835-4636-9878-33fee6b6f686 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511896 Dec 17 13:34:17.763218 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a6bf540e-1555-4494-8d6b-a6a7adf04b8f None None] Provisioning complete for port 396504f4-578d-489b-a55c-e6bc9a6250ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:17.763587 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6bf540e-1555-4494-8d6b-a6a7adf04b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:18.019603 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:18.082137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Allocated IP 2001:db8:3::2 (9eb527d0-907a-40ba-9041-237ea9f896e5/5474823b-f016-4642-af9b-e95f9c423401/4542a7a6-1382-4428-85c7-18bac92bd5ae) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:34:18.140227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:18.214522 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6bf540e-1555-4494-8d6b-a6a7adf04b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:18.261868 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:12Z', 'revision_number': 4, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '396504f4-578d-489b-a55c-e6bc9a6250ff', 'name': '', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:e9:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:11Z', 'updated_at': '2021-12-17T13:34:16Z', 'revision_number': 4, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:18.312395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a6bf540e-1555-4494-8d6b-a6a7adf04b8f None None] For port 396504f4-578d-489b-a55c-e6bc9a6250ff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=396504f4-578d-489b-a55c-e6bc9a6250ff,segment=NetworkSegment(a98f163b-23b4-46df-b58b-b7883c3139be),segment_id=a98f163b-23b4-46df-b58b-b7883c3139be)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:18.317607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a86540c-e0eb-4c38-a8e2-553136d7fb2c None None] The sync data for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 is: [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:12Z', 'revision_number': 4, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '396504f4-578d-489b-a55c-e6bc9a6250ff', 'name': '', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:e9:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:11Z', 'updated_at': '2021-12-17T13:34:16Z', 'revision_number': 4, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:18.385887 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6bf540e-1555-4494-8d6b-a6a7adf04b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:18.400682 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:18.466455 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf540e-1555-4494-8d6b-a6a7adf04b8f None None] Pushing event updated for resources: {'Port': ['ID=396504f4-578d-489b-a55c-e6bc9a6250ff,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:18.576156 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:18.615497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 396504f4-578d-489b-a55c-e6bc9a6250ff up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:18.681063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Allocated IP 2001:db8:3::1 (9eb527d0-907a-40ba-9041-237ea9f896e5/5474823b-f016-4642-af9b-e95f9c423401/f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:34:18.721721 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Network 9eb527d0-907a-40ba-9041-237ea9f896e5 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:34:18.726632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:18.732885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:34:18.782738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Pushing event updated for resources: {'Port': ['ID=4542a7a6-1382-4428-85c7-18bac92bd5ae,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:18.807970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5426a6-4f1b-4939-9fc1-5e3dc4e6d36b req-9dca7729-36d5-4036-9d19-b6d179ef8a42 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:18.810614 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9c5426a6-4f1b-4939-9fc1-5e3dc4e6d36b req-9dca7729-36d5-4036-9d19-b6d179ef8a42 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1495676 Dec 17 13:34:18.820160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 396504f4-578d-489b-a55c-e6bc9a6250ff triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:18.820601 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:18.890926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Attempting to bind port 4542a7a6-1382-4428-85c7-18bac92bd5ae on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:34:18.891301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Attempting to bind port 4542a7a6-1382-4428-85c7-18bac92bd5ae by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a7caf77f-f9bd-4f99-ba2d-c2a2471711ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:34:18.891688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Attempting to bind port 4542a7a6-1382-4428-85c7-18bac92bd5ae on network 9eb527d0-907a-40ba-9041-237ea9f896e5 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:34:18.908414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:34:18.914967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Checking segment: {'id': 'a7caf77f-f9bd-4f99-ba2d-c2a2471711ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:34:18.914967 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:18.914967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Bound using segment: {'id': 'a7caf77f-f9bd-4f99-ba2d-c2a2471711ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:34:18.914967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Bound port: 4542a7a6-1382-4428-85c7-18bac92bd5ae, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7caf77f-f9bd-4f99-ba2d-c2a2471711ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:34:18.914967 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:18.948569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9c5426a6-4f1b-4939-9fc1-5e3dc4e6d36b req-eb482cb5-c5c0-42c6-8ce4-a4991e318dd5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275599 Dec 17 13:34:18.974343 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:18.981128 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:19.032208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:19.187126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] For port 4542a7a6-1382-4428-85c7-18bac92bd5ae, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:34:19.209789 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:19.210018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] For port 4542a7a6-1382-4428-85c7-18bac92bd5ae, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4542a7a6-1382-4428-85c7-18bac92bd5ae,segment=NetworkSegment(a7caf77f-f9bd-4f99-ba2d-c2a2471711ee),segment_id=a7caf77f-f9bd-4f99-ba2d-c2a2471711ee)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:34:19.227302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:19.227302 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:19.255017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 9eb527d0-907a-40ba-9041-237ea9f896e5 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:34:19.261298 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:19.265892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:34:19.266519 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:19.334284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:19.367179 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:19.385109 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:19.436980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:34:19.439501 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90aac59f-5ffb-4934-8096-1d35e4976217" -d '{"events": [{"server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "name": "network-vif-plugged", "status": "completed", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:34:19.463634 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:19.484854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1dc5d-e036-43ee-8e0b-a982506216ba None None] Pushing event updated for resources: {'Port': ['ID=4542a7a6-1382-4428-85c7-18bac92bd5ae,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:19.496029 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab93489-1fc5-476e-80c5-aa7fdf7a26d2 x-openstack-request-id: req-3ab93489-1fc5-476e-80c5-aa7fdf7a26d2 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:34:19.496029 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "name": "network-vif-plugged", "status": "completed", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:34:19.496332 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ab93489-1fc5-476e-80c5-aa7fdf7a26d2 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:34:19.496483 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'code': 200} Dec 17 13:34:19.560961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:19.600360 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:19.708158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:19.827374 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:19.984808 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:20.086815 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:20.110770 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:20.115709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a3d02-114b-4128-aeaf-13f7b7c4341f req-ea7411bd-84e8-44fd-b602-a65a8fe8671f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:20.117353 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-657a3d02-114b-4128-aeaf-13f7b7c4341f req-ea7411bd-84e8-44fd-b602-a65a8fe8671f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0701070 Dec 17 13:34:20.183374 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-657a3d02-114b-4128-aeaf-13f7b7c4341f req-2a678f37-8f9f-45b6-bafd-62b580c27c26 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590487 Dec 17 13:34:20.195182 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event updated for resources: {'Port': ['ID=f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:20.301217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Network 9eb527d0-907a-40ba-9041-237ea9f896e5 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:34:20.303838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:20.443923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 68b92d74-69fe-41fc-96da-3b4e034548e6 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:34:20.553871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:20.562334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ba602fae-3bc5-4683-9499-e4484da22dc9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3386965 Dec 17 13:34:20.562970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34826) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:20.568471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-f8a0c916-0d04-4a53-a8fd-bd50ca195c12 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:20.574551 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Sync routers for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:20.590994 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:20.601178 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:20.731711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4542a7a6-1382-4428-85c7-18bac92bd5ae up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:20.779307 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:20.821357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd54378-f38d-48af-a4f2-8859a18a3fbb None None] Network 9eb527d0-907a-40ba-9041-237ea9f896e5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:34:20.872446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4542a7a6-1382-4428-85c7-18bac92bd5ae triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:20.872858 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:20.935496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a4996f2c-644b-41ee-b1be-b608d0a6ff24 None None] Provisioning complete for port 4542a7a6-1382-4428-85c7-18bac92bd5ae triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:20.935869 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a4996f2c-644b-41ee-b1be-b608d0a6ff24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:21.081753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.extraroute_db [None req-f8a0c916-0d04-4a53-a8fd-bd50ca195c12 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 13:34:21.082418 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:21.093985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.extraroute_db [None req-f8a0c916-0d04-4a53-a8fd-bd50ca195c12 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Removed routes are [] {{(pid=110453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 13:34:21.094309 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c916-0d04-4a53-a8fd-bd50ca195c12 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:21.158627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 4542a7a6-1382-4428-85c7-18bac92bd5ae, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4542a7a6-1382-4428-85c7-18bac92bd5ae,segment=NetworkSegment(a7caf77f-f9bd-4f99-ba2d-c2a2471711ee),segment_id=a7caf77f-f9bd-4f99-ba2d-c2a2471711ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:21.166495 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a4996f2c-644b-41ee-b1be-b608d0a6ff24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:21.177395 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:19Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '396504f4-578d-489b-a55c-e6bc9a6250ff', 'name': '', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:e9:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:11Z', 'updated_at': '2021-12-17T13:34:18Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa', 'name': '', 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:1d:cd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '5474823b-f016-4642-af9b-e95f9c423401', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:18Z', 'updated_at': '2021-12-17T13:34:19Z', 'revision_number': 2, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '5474823b-f016-4642-af9b-e95f9c423401', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:21.210405 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Checking router: 68b92d74-69fe-41fc-96da-3b4e034548e6 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:21.210751 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Updating router 68b92d74-69fe-41fc-96da-3b4e034548e6 port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:34:21.253650 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:21.277388 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:21.277388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 396504f4-578d-489b-a55c-e6bc9a6250ff up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:21.400208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3ff2a-0161-4c9e-8244-4e37c4cafb39 req-52fcdbc5-7ff2-4db4-9c41-e2e1bf03fe07 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:21.410422 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b6e3ff2a-0161-4c9e-8244-4e37c4cafb39 req-52fcdbc5-7ff2-4db4-9c41-e2e1bf03fe07 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1135504 Dec 17 13:34:21.490241 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b6e3ff2a-0161-4c9e-8244-4e37c4cafb39 req-a50ff0b6-4c2b-4675-908e-b87e43f8bf94 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771704 Dec 17 13:34:21.504375 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-a4996f2c-644b-41ee-b1be-b608d0a6ff24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:34:21.504746 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-a4996f2c-644b-41ee-b1be-b608d0a6ff24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:34:21.534001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=4542a7a6-1382-4428-85c7-18bac92bd5ae,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:21.559172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 396504f4-578d-489b-a55c-e6bc9a6250ff triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:21.560100 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:21.576424 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c916-0d04-4a53-a8fd-bd50ca195c12 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:21.583627 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c916-0d04-4a53-a8fd-bd50ca195c12 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:21.714112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a0c916-0d04-4a53-a8fd-bd50ca195c12 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 68b92d74-69fe-41fc-96da-3b4e034548e6 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:34:21.767668 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:21.847244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a0c916-0d04-4a53-a8fd-bd50ca195c12 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:21.859939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c916-0d04-4a53-a8fd-bd50ca195c12 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:21.862781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f8a0c916-0d04-4a53-a8fd-bd50ca195c12 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6 HTTP/1.1" status: 200 len: 954 time: 1.2985075 Dec 17 13:34:21.869298 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:21.869451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34844) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:21.937096 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Pushing event updated for resources: {'Port': ['ID=f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:21.967519 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.967860 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.968828 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.968828 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.968828 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.969166 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.969453 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.969845 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.970219 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.976229 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.976229 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.976229 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.976229 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:21.987902 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Attempting to bind port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:34:21.988340 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Attempting to bind port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'a7caf77f-f9bd-4f99-ba2d-c2a2471711ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:34:21.988779 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Attempting to bind port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa on network 9eb527d0-907a-40ba-9041-237ea9f896e5 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:34:21.997742 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2d06d896-7ce2-4e23-8511-fcfb6a67a7bb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6 HTTP/1.1" status: 200 len: 954 time: 0.1307507 Dec 17 13:34:22.000209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34848) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:22.011631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-07f72231-b0a0-49a8-a5a2-883b0280c544 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'router': {'routes': None}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:22.022421 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:34:22.022853 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Checking segment: {'id': 'a7caf77f-f9bd-4f99-ba2d-c2a2471711ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:34:22.023504 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:22.023980 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Bound using segment: {'id': 'a7caf77f-f9bd-4f99-ba2d-c2a2471711ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:34:22.024949 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Bound port: f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7caf77f-f9bd-4f99-ba2d-c2a2471711ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:34:22.025370 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:22.194053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-380690ac-7093-4133-97b1-cf837eb35642 None None] Provisioning complete for port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:22.195162 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-380690ac-7093-4133-97b1-cf837eb35642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:22.245655 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-380690ac-7093-4133-97b1-cf837eb35642 None None] Port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:34:22.258015 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] For port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:34:22.262229 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] For port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa,segment=NetworkSegment(a7caf77f-f9bd-4f99-ba2d-c2a2471711ee),segment_id=a7caf77f-f9bd-4f99-ba2d-c2a2471711ee)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:34:22.273370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-380690ac-7093-4133-97b1-cf837eb35642 None None] Provisioning complete for port 4542a7a6-1382-4428-85c7-18bac92bd5ae triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:22.274111 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-380690ac-7093-4133-97b1-cf837eb35642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:22.361273 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:22.413815 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:22.414469 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:22.560441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1fdbee33-ff24-427f-a328-74f1151ef715 None None] Provisioning complete for port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:22.565252 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fdbee33-ff24-427f-a328-74f1151ef715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:22.612418 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23540ccf-f290-44aa-862d-6fcf5c8cb46c None None] Pushing event updated for resources: {'Port': ['ID=f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:22.637648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4542a7a6-1382-4428-85c7-18bac92bd5ae up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:22.640509 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:22.684762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.extraroute_db [None req-07f72231-b0a0-49a8-a5a2-883b0280c544 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Added routes are [] {{(pid=110453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 13:34:22.685910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.extraroute_db [None req-07f72231-b0a0-49a8-a5a2-883b0280c544 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 13:34:22.737554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-07f72231-b0a0-49a8-a5a2-883b0280c544 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:22.747452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d800192-8136-485f-aedf-f31cb56beb44 req-4b2a76c2-692a-4f81-b12c-0a59d4e600f0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:22.755342 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d800192-8136-485f-aedf-f31cb56beb44 req-4b2a76c2-692a-4f81-b12c-0a59d4e600f0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0861435 Dec 17 13:34:22.820586 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d800192-8136-485f-aedf-f31cb56beb44 req-33bb62a4-50e0-45d5-a043-286c3e06af55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641029 Dec 17 13:34:22.841600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4542a7a6-1382-4428-85c7-18bac92bd5ae triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:22.841600 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:22.893825 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fdbee33-ff24-427f-a328-74f1151ef715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:22.985631 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1fdbee33-ff24-427f-a328-74f1151ef715 None None] For port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa,segment=NetworkSegment(a7caf77f-f9bd-4f99-ba2d-c2a2471711ee),segment_id=a7caf77f-f9bd-4f99-ba2d-c2a2471711ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:23.018357 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:21Z', 'revision_number': 6, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '396504f4-578d-489b-a55c-e6bc9a6250ff', 'name': '', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:e9:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:11Z', 'updated_at': '2021-12-17T13:34:18Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa', 'name': '', 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:1d:cd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '5474823b-f016-4642-af9b-e95f9c423401', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:18Z', 'updated_at': '2021-12-17T13:34:22Z', 'revision_number': 4, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '5474823b-f016-4642-af9b-e95f9c423401', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:23.050806 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b967e21-ae69-446d-9b78-edd70f5e3c8c None None] The sync data for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 is: [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:21Z', 'revision_number': 6, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '396504f4-578d-489b-a55c-e6bc9a6250ff', 'name': '', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:e9:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:11Z', 'updated_at': '2021-12-17T13:34:18Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa', 'name': '', 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:1d:cd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '5474823b-f016-4642-af9b-e95f9c423401', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:18Z', 'updated_at': '2021-12-17T13:34:22Z', 'revision_number': 4, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '5474823b-f016-4642-af9b-e95f9c423401', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:23.065118 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fdbee33-ff24-427f-a328-74f1151ef715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:23.189938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbee33-ff24-427f-a328-74f1151ef715 None None] Pushing event updated for resources: {'Port': ['ID=f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:23.222115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1d7c065a-4cfc-405b-9878-d52c4fa8dd8a None None] Provisioning complete for port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:23.222667 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d7c065a-4cfc-405b-9878-d52c4fa8dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:23.610130 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-07f72231-b0a0-49a8-a5a2-883b0280c544 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:23.614364 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-07f72231-b0a0-49a8-a5a2-883b0280c544 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:23.725409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f72231-b0a0-49a8-a5a2-883b0280c544 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 68b92d74-69fe-41fc-96da-3b4e034548e6 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:34:23.856472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f72231-b0a0-49a8-a5a2-883b0280c544 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:23.864359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-07f72231-b0a0-49a8-a5a2-883b0280c544 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:23.865659 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-07f72231-b0a0-49a8-a5a2-883b0280c544 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6 HTTP/1.1" status: 200 len: 704 time: 1.8644855 Dec 17 13:34:23.868684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34878) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:24.040851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4d0f0-cb53-4b7a-ab4f-513a25feda20 None None] Sync routers for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:24.061770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4d0f0-cb53-4b7a-ab4f-513a25feda20 None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:24.063107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d2f4d0f0-cb53-4b7a-ab4f-513a25feda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:24.195753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d2f4d0f0-cb53-4b7a-ab4f-513a25feda20 None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:24.399772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39813d-a762-4d3b-9f77-79dd067e5a74 req-39715c41-5b00-4cd4-ab9d-7f3eb8e456ca tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:24.401333 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4d39813d-a762-4d3b-9f77-79dd067e5a74 req-39715c41-5b00-4cd4-ab9d-7f3eb8e456ca tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0956092 Dec 17 13:34:24.411445 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e74a1295-9df8-492f-8dd6-a2532a77b8f0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6 HTTP/1.1" status: 200 len: 704 time: 0.5414531 Dec 17 13:34:24.414307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34886) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:24.468688 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4d39813d-a762-4d3b-9f77-79dd067e5a74 req-f8a22eec-9cd6-4f23-bc5f-1b2f0a0a927a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557649 Dec 17 13:34:24.496474 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d2f4d0f0-cb53-4b7a-ab4f-513a25feda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:22Z', 'revision_number': 7, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '396504f4-578d-489b-a55c-e6bc9a6250ff', 'name': '', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:e9:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:11Z', 'updated_at': '2021-12-17T13:34:18Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa', 'name': '', 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:1d:cd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '5474823b-f016-4642-af9b-e95f9c423401', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:18Z', 'updated_at': '2021-12-17T13:34:22Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '5474823b-f016-4642-af9b-e95f9c423401', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:24.722601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:34:24.724860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4d0f0-cb53-4b7a-ab4f-513a25feda20 None None] Checking router: 68b92d74-69fe-41fc-96da-3b4e034548e6 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:24.763049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4d0f0-cb53-4b7a-ab4f-513a25feda20 None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:24.763706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d2f4d0f0-cb53-4b7a-ab4f-513a25feda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:24.850863 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:24.877688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:24.878100 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:24.901104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d2f4d0f0-cb53-4b7a-ab4f-513a25feda20 None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:25.146296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:25.146625 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:25.191663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d2f4d0f0-cb53-4b7a-ab4f-513a25feda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:22Z', 'revision_number': 7, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '396504f4-578d-489b-a55c-e6bc9a6250ff', 'name': '', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:e9:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:11Z', 'updated_at': '2021-12-17T13:34:18Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa', 'name': '', 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:1d:cd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '5474823b-f016-4642-af9b-e95f9c423401', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:18Z', 'updated_at': '2021-12-17T13:34:22Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '5474823b-f016-4642-af9b-e95f9c423401', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:25.228873 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4d0f0-cb53-4b7a-ab4f-513a25feda20 None None] The sync data for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 is: [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:22Z', 'revision_number': 7, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '396504f4-578d-489b-a55c-e6bc9a6250ff', 'name': '', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:e9:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:11Z', 'updated_at': '2021-12-17T13:34:18Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa', 'name': '', 'network_id': '9eb527d0-907a-40ba-9041-237ea9f896e5', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:1d:cd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '5474823b-f016-4642-af9b-e95f9c423401', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:18Z', 'updated_at': '2021-12-17T13:34:22Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '5474823b-f016-4642-af9b-e95f9c423401', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:25.297368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] For port f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa,segment=NetworkSegment(a7caf77f-f9bd-4f99-ba2d-c2a2471711ee),segment_id=a7caf77f-f9bd-4f99-ba2d-c2a2471711ee)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:25.298502 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:25.315693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:25.599847 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:25.606278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be0435-c309-46d6-9974-97d1125a785d req-01df3cbb-a67d-462f-8e33-0fc80fe4c3d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:25.608026 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b0be0435-c309-46d6-9974-97d1125a785d req-01df3cbb-a67d-462f-8e33-0fc80fe4c3d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0546775 Dec 17 13:34:25.635627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:25.654002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.654002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.654002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.654002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.654002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.654002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.654002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.654002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.654002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.654002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.654002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.654002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.655087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:25.670347 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b0be0435-c309-46d6-9974-97d1125a785d req-2d247e29-a83f-4ea7-b684-8b3ab63ebd0b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537274 Dec 17 13:34:25.789754 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:26.003459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 68b92d74-69fe-41fc-96da-3b4e034548e6 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:34:26.096106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:26.103460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-17713cc9-5e0c-4ce0-987e-4f63ae7cd128 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6857109 Dec 17 13:34:26.103868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34912) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:26.107086 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a015c63-1071-417c-ad72-f6e36205777f None None] Sync routers for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:26.120294 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a015c63-1071-417c-ad72-f6e36205777f None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:26.121389 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4a015c63-1071-417c-ad72-f6e36205777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:26.163560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b94da4-34a7-4e1c-b589-06f52a5f343d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting subnet 5474823b-f016-4642-af9b-e95f9c423401 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:34:26.169614 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87b94da4-34a7-4e1c-b589-06f52a5f343d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:26.216290 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87b94da4-34a7-4e1c-b589-06f52a5f343d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:26.241423 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-4a015c63-1071-417c-ad72-f6e36205777f None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:26.306713 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87b94da4-34a7-4e1c-b589-06f52a5f343d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:26.473889 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87b94da4-34a7-4e1c-b589-06f52a5f343d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:26.476515 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4a015c63-1071-417c-ad72-f6e36205777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:25Z', 'revision_number': 8, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '396504f4-578d-489b-a55c-e6bc9a6250ff', 'name': '', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:e9:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:11Z', 'updated_at': '2021-12-17T13:34:18Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:26.502930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b94da4-34a7-4e1c-b589-06f52a5f343d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Subnet': ['ID=5474823b-f016-4642-af9b-e95f9c423401,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:26.506949 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87b94da4-34a7-4e1c-b589-06f52a5f343d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:26.510750 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-87b94da4-34a7-4e1c-b589-06f52a5f343d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/5474823b-f016-4642-af9b-e95f9c423401 HTTP/1.1" status: 204 len: 168 time: 0.4056945 Dec 17 13:34:26.512037 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a015c63-1071-417c-ad72-f6e36205777f None None] Checking router: 68b92d74-69fe-41fc-96da-3b4e034548e6 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:26.513303 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34920) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:26.520441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddab8b1-efe8-45f7-869d-40c9c384a6e4 None None] Network 9eb527d0-907a-40ba-9041-237ea9f896e5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:34:26.522110 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a015c63-1071-417c-ad72-f6e36205777f None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:26.522917 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4a015c63-1071-417c-ad72-f6e36205777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:26.624594 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-4a015c63-1071-417c-ad72-f6e36205777f None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:26.625503 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:26.706657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port 4542a7a6-1382-4428-85c7-18bac92bd5ae {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:26.707101 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:26.768786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f318fcc-4112-4853-900e-42b8a453b343 None None] DHCP port deletion for 9eb527d0-907a-40ba-9041-237ea9f896e5 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:34:26.818967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] For port 4542a7a6-1382-4428-85c7-18bac92bd5ae, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4542a7a6-1382-4428-85c7-18bac92bd5ae,segment=NetworkSegment(a7caf77f-f9bd-4f99-ba2d-c2a2471711ee),segment_id=a7caf77f-f9bd-4f99-ba2d-c2a2471711ee)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:26.819329 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:26.837085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for 4542a7a6-1382-4428-85c7-18bac92bd5ae owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:26.888294 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2f318fcc-4112-4853-900e-42b8a453b343 None None] Deleting port 4542a7a6-1382-4428-85c7-18bac92bd5ae {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:26.888892 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2f318fcc-4112-4853-900e-42b8a453b343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:26.928463 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4a015c63-1071-417c-ad72-f6e36205777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:25Z', 'revision_number': 8, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '396504f4-578d-489b-a55c-e6bc9a6250ff', 'name': '', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:e9:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:11Z', 'updated_at': '2021-12-17T13:34:18Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:26.945502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86ee5a-769b-4fa6-834c-977765f9056d req-183d1637-82e0-48f6-a09d-f0af0d610e4b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:26.953010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f86ee5a-769b-4fa6-834c-977765f9056d req-183d1637-82e0-48f6-a09d-f0af0d610e4b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0691993 Dec 17 13:34:26.972750 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a015c63-1071-417c-ad72-f6e36205777f None None] The sync data for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 is: [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:25Z', 'revision_number': 8, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '396504f4-578d-489b-a55c-e6bc9a6250ff', 'name': '', 'network_id': '10194baa-3088-461a-b0a6-c9b3e9f86193', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:e9:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:11Z', 'updated_at': '2021-12-17T13:34:18Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'ecdb5d14-02c5-4369-a971-ce5bc4ad801c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:26.980701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2f318fcc-4112-4853-900e-42b8a453b343 None None] For port 4542a7a6-1382-4428-85c7-18bac92bd5ae, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4542a7a6-1382-4428-85c7-18bac92bd5ae,segment=NetworkSegment(a7caf77f-f9bd-4f99-ba2d-c2a2471711ee),segment_id=a7caf77f-f9bd-4f99-ba2d-c2a2471711ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:26.981121 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2f318fcc-4112-4853-900e-42b8a453b343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:27.004518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2f318fcc-4112-4853-900e-42b8a453b343 None None] Calling delete_port for 4542a7a6-1382-4428-85c7-18bac92bd5ae owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:27.015519 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f86ee5a-769b-4fa6-834c-977765f9056d req-a3a54b8f-f2fa-446c-bd94-2ccf1dd5edb5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592501 Dec 17 13:34:27.090072 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:34:27.103440 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 13:34:27.117847 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2f318fcc-4112-4853-900e-42b8a453b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:27.136745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=4542a7a6-1382-4428-85c7-18bac92bd5ae,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:27.138654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No DVR routers for this DVR port 4542a7a6-1382-4428-85c7-18bac92bd5ae on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:34:27.156501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f318fcc-4112-4853-900e-42b8a453b343 None None] Pushing event deleted for resources: {'Port': ['ID=4542a7a6-1382-4428-85c7-18bac92bd5ae,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:27.163120 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f318fcc-4112-4853-900e-42b8a453b343 None None] No DVR routers for this DVR port 4542a7a6-1382-4428-85c7-18bac92bd5ae on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:34:27.240735 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:27.262573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb527d0-907a-40ba-9041-237ea9f896e5']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:27.274468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7caf77f-f9bd-4f99-ba2d-c2a2471711ee') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:27.274841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7caf77f-f9bd-4f99-ba2d-c2a2471711ee') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:27.288392 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:27.304287 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:27.310525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:34:27.310916 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:34:27.315215 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:34:27.526999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:27.533928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:27.539621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/networks/9eb527d0-907a-40ba-9041-237ea9f896e5 HTTP/1.1" status: 204 len: 168 time: 1.0230966 Dec 17 13:34:27.540676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34940) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:27.569558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc7d1f-aac5-42e5-8ca2-259286aa7aba tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Network': ['ID=9eb527d0-907a-40ba-9041-237ea9f896e5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:27.937762 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:28.192326 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc27ab4-07b0-4604-81cb-3e93c0068237 req-ee3994e4-3d06-4701-a53e-93c925060d5c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:28.193815 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4cc27ab4-07b0-4604-81cb-3e93c0068237 req-ee3994e4-3d06-4701-a53e-93c925060d5c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0780900 Dec 17 13:34:28.304995 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4cc27ab4-07b0-4604-81cb-3e93c0068237 req-98c2873b-258d-46ce-b475-1e38121be078 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894182 Dec 17 13:34:28.328587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port 396504f4-578d-489b-a55c-e6bc9a6250ff {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:28.328905 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:28.430747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] For port 396504f4-578d-489b-a55c-e6bc9a6250ff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=396504f4-578d-489b-a55c-e6bc9a6250ff,segment=NetworkSegment(a98f163b-23b4-46df-b58b-b7883c3139be),segment_id=a98f163b-23b4-46df-b58b-b7883c3139be)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:28.431184 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:28.446325 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for 396504f4-578d-489b-a55c-e6bc9a6250ff owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:28.562251 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:34:28.574588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:34:28.574945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f2f50ea7-a1b9-4b08-ac82-7b8a54c63aaa not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:34:28.575414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4542a7a6-1382-4428-85c7-18bac92bd5ae no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:34:28.596718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 4542a7a6-1382-4428-85c7-18bac92bd5ae {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:34:28.597074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4542a7a6-1382-4428-85c7-18bac92bd5ae not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:34:28.760173 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:28.790305 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=396504f4-578d-489b-a55c-e6bc9a6250ff,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:28.815396 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.815747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.816099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.816444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.816783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.817119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.817452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.817804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.818131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.818456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.818782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.819104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.819426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:34:28.930494 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:29.146570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 68b92d74-69fe-41fc-96da-3b4e034548e6 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:34:29.253274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:29.258652 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1896c8ea-cccc-4400-bf03-1b3aa2720748 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7165604 Dec 17 13:34:29.261271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34968) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:29.264065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eebd9ad-b4d8-4e58-8324-93395c6fb789 None None] Sync routers for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:29.276470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eebd9ad-b4d8-4e58-8324-93395c6fb789 None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:29.277041 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7eebd9ad-b4d8-4e58-8324-93395c6fb789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:29.321242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd23427-4b80-418b-82a6-e61b4ba56993 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting subnet ecdb5d14-02c5-4369-a971-ce5bc4ad801c {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:34:29.325396 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbd23427-4b80-418b-82a6-e61b4ba56993 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:29.389745 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbd23427-4b80-418b-82a6-e61b4ba56993 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:29.391843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-7eebd9ad-b4d8-4e58-8324-93395c6fb789 None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:29.526726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5453c6d-0016-4f48-ba2f-5e1d4f4e6950 req-4f16d04c-5d66-4bc0-aa5a-a782aa9a4bb1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:29.528224 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a5453c6d-0016-4f48-ba2f-5e1d4f4e6950 req-4f16d04c-5d66-4bc0-aa5a-a782aa9a4bb1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1159420 Dec 17 13:34:29.535221 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbd23427-4b80-418b-82a6-e61b4ba56993 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:29.618570 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a5453c6d-0016-4f48-ba2f-5e1d4f4e6950 req-4994dd15-96a4-4f7d-ad5e-1e809097b2cd tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616736 Dec 17 13:34:29.622941 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7eebd9ad-b4d8-4e58-8324-93395c6fb789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:28Z', 'revision_number': 9, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:29.651168 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eebd9ad-b4d8-4e58-8324-93395c6fb789 None None] Checking router: 68b92d74-69fe-41fc-96da-3b4e034548e6 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:29.661976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eebd9ad-b4d8-4e58-8324-93395c6fb789 None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:29.662692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7eebd9ad-b4d8-4e58-8324-93395c6fb789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:29.691840 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbd23427-4b80-418b-82a6-e61b4ba56993 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:29.729272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd23427-4b80-418b-82a6-e61b4ba56993 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdb5d14-02c5-4369-a971-ce5bc4ad801c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:29.731505 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbd23427-4b80-418b-82a6-e61b4ba56993 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:29.739054 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fbd23427-4b80-418b-82a6-e61b4ba56993 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/ecdb5d14-02c5-4369-a971-ce5bc4ad801c HTTP/1.1" status: 204 len: 168 time: 0.4729111 Dec 17 13:34:29.739163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 34978) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:29.744907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c86eee-5ff7-4e37-9db7-3d9782955721 None None] Network 10194baa-3088-461a-b0a6-c9b3e9f86193 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:34:29.824070 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:29.840078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-7eebd9ad-b4d8-4e58-8324-93395c6fb789 None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:29.885041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port a2c59a44-b558-47ac-9caa-76706ed0cf23 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:29.885681 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:29.974321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] For port a2c59a44-b558-47ac-9caa-76706ed0cf23, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a2c59a44-b558-47ac-9caa-76706ed0cf23,segment=NetworkSegment(a98f163b-23b4-46df-b58b-b7883c3139be),segment_id=a98f163b-23b4-46df-b58b-b7883c3139be)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:29.974762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:29.991518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for a2c59a44-b558-47ac-9caa-76706ed0cf23 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:30.019695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a58f70-161b-4d36-ad0b-8bb02f4e48c4 None None] DHCP port deletion for 10194baa-3088-461a-b0a6-c9b3e9f86193 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:34:30.125239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-52a58f70-161b-4d36-ad0b-8bb02f4e48c4 None None] Deleting port a2c59a44-b558-47ac-9caa-76706ed0cf23 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:30.125551 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-52a58f70-161b-4d36-ad0b-8bb02f4e48c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:30.141311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7eebd9ad-b4d8-4e58-8324-93395c6fb789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:28Z', 'revision_number': 9, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:30.195042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eebd9ad-b4d8-4e58-8324-93395c6fb789 None None] The sync data for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 is: [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:28Z', 'revision_number': 9, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': '55a7fe1e-64ef-4aec-9f0a-f66517d0ff04', 'name': '', 'network_id': '16650fae-22d5-47b5-9851-fbb42ba5f366', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:06:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:34:04Z', 'updated_at': '2021-12-17T13:34:10Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': 'a398bdc6-faf0-4fb3-a617-2bc13624bcef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:30.225776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-52a58f70-161b-4d36-ad0b-8bb02f4e48c4 None None] For port a2c59a44-b558-47ac-9caa-76706ed0cf23, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a2c59a44-b558-47ac-9caa-76706ed0cf23,segment=NetworkSegment(a98f163b-23b4-46df-b58b-b7883c3139be),segment_id=a98f163b-23b4-46df-b58b-b7883c3139be)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:30.226199 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-52a58f70-161b-4d36-ad0b-8bb02f4e48c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:30.228510 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:30.251907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-52a58f70-161b-4d36-ad0b-8bb02f4e48c4 None None] Calling delete_port for a2c59a44-b558-47ac-9caa-76706ed0cf23 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:30.253328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No DVR routers for this DVR port a2c59a44-b558-47ac-9caa-76706ed0cf23 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:34:30.331067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=a2c59a44-b558-47ac-9caa-76706ed0cf23,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:30.367463 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-52a58f70-161b-4d36-ad0b-8bb02f4e48c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:30.396440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a58f70-161b-4d36-ad0b-8bb02f4e48c4 None None] Pushing event deleted for resources: {'Port': ['ID=a2c59a44-b558-47ac-9caa-76706ed0cf23,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:30.398554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a58f70-161b-4d36-ad0b-8bb02f4e48c4 None None] No DVR routers for this DVR port a2c59a44-b558-47ac-9caa-76706ed0cf23 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:34:30.400331 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:30.432412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10194baa-3088-461a-b0a6-c9b3e9f86193']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:30.444296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98f163b-23b4-46df-b58b-b7883c3139be') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:30.455701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98f163b-23b4-46df-b58b-b7883c3139be') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:30.463322 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:30.479102 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:30.487642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:34:30.488462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:34:30.493333 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:34:30.605630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 396504f4-578d-489b-a55c-e6bc9a6250ff no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:34:30.623203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 396504f4-578d-489b-a55c-e6bc9a6250ff {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:34:30.624358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 396504f4-578d-489b-a55c-e6bc9a6250ff not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:34:30.624791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a2c59a44-b558-47ac-9caa-76706ed0cf23 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:34:30.647494 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: a2c59a44-b558-47ac-9caa-76706ed0cf23 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:34:30.647848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a2c59a44-b558-47ac-9caa-76706ed0cf23 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:34:30.651675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:30.663955 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:30.667313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/networks/10194baa-3088-461a-b0a6-c9b3e9f86193 HTTP/1.1" status: 204 len: 168 time: 0.9271519 Dec 17 13:34:30.674182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 34998) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:30.686707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794de44-a07f-46cc-a53b-1703b27e2c4d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Network': ['ID=10194baa-3088-461a-b0a6-c9b3e9f86193,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:30.842318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51910650-5597-4e7e-9ccb-56de04cf5b1c req-b0b437de-59a3-480e-b2ff-09b9f37208da tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:30.843823 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-51910650-5597-4e7e-9ccb-56de04cf5b1c req-b0b437de-59a3-480e-b2ff-09b9f37208da tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0792878 Dec 17 13:34:30.970596 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-51910650-5597-4e7e-9ccb-56de04cf5b1c req-363638c9-a2b1-474a-a0a9-87f51330e4f8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955415 Dec 17 13:34:31.127072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4c4d-2f4e-4384-805c-d3e7096bd25c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:31.398642 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c4c4d-2f4e-4384-805c-d3e7096bd25c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:31.399023 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4c4d-2f4e-4384-805c-d3e7096bd25c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:31.504891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-5f7c4c4d-2f4e-4384-805c-d3e7096bd25c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] For port 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=55a7fe1e-64ef-4aec-9f0a-f66517d0ff04,segment=NetworkSegment(8245e6ee-1734-4bd2-b03c-3c901e26a0b3),segment_id=8245e6ee-1734-4bd2-b03c-3c901e26a0b3)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:31.505273 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4c4d-2f4e-4384-805c-d3e7096bd25c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:31.520757 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c4c4d-2f4e-4384-805c-d3e7096bd25c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:31.787200 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:32.098820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7379de-8484-45ba-bfa7-ffd02359d45d req-19c09c69-ac0e-464f-aaab-8986fdf2ab8f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:32.100292 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ac7379de-8484-45ba-bfa7-ffd02359d45d req-19c09c69-ac0e-464f-aaab-8986fdf2ab8f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0521579 Dec 17 13:34:32.149858 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ac7379de-8484-45ba-bfa7-ffd02359d45d req-30066a40-57e1-46e4-85f9-f4366f2d6e2e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433455 Dec 17 13:34:32.216834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4c4d-2f4e-4384-805c-d3e7096bd25c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:32.247152 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c4c4d-2f4e-4384-805c-d3e7096bd25c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=55a7fe1e-64ef-4aec-9f0a-f66517d0ff04,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:32.358459 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4c4d-2f4e-4384-805c-d3e7096bd25c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:32.560141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7c4c4d-2f4e-4384-805c-d3e7096bd25c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 68b92d74-69fe-41fc-96da-3b4e034548e6 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:34:32.660622 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7c4c4d-2f4e-4384-805c-d3e7096bd25c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:32.665987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5f7c4c4d-2f4e-4384-805c-d3e7096bd25c tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9905331 Dec 17 13:34:32.668826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35016) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:32.670360 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18155665-556c-4861-bc0f-529f58586b3a None None] Sync routers for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:32.681767 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18155665-556c-4861-bc0f-529f58586b3a None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:32.682507 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-18155665-556c-4861-bc0f-529f58586b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:32.726745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3d4fd1-df2b-422b-8419-dfd6bca647c9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting subnet a398bdc6-faf0-4fb3-a617-2bc13624bcef {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:34:32.730294 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4fd1-df2b-422b-8419-dfd6bca647c9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:32.776275 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4fd1-df2b-422b-8419-dfd6bca647c9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:32.777111 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-18155665-556c-4861-bc0f-529f58586b3a None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:32.862440 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4fd1-df2b-422b-8419-dfd6bca647c9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.004565 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4fd1-df2b-422b-8419-dfd6bca647c9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.035057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d4fd1-df2b-422b-8419-dfd6bca647c9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Subnet': ['ID=a398bdc6-faf0-4fb3-a617-2bc13624bcef,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:33.037456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4fd1-df2b-422b-8419-dfd6bca647c9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.041007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2f3d4fd1-df2b-422b-8419-dfd6bca647c9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/a398bdc6-faf0-4fb3-a617-2bc13624bcef HTTP/1.1" status: 204 len: 168 time: 0.3711293 Dec 17 13:34:33.043773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35018) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:33.056394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e1af20-895f-4246-afba-665bc1bdcb1b None None] Network 16650fae-22d5-47b5-9851-fbb42ba5f366 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:34:33.076283 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-18155665-556c-4861-bc0f-529f58586b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:31Z', 'revision_number': 10, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:33.104097 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18155665-556c-4861-bc0f-529f58586b3a None None] Checking router: 68b92d74-69fe-41fc-96da-3b4e034548e6 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:33.117646 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18155665-556c-4861-bc0f-529f58586b3a None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:33.118271 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-18155665-556c-4861-bc0f-529f58586b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:33.136535 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.239244 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-18155665-556c-4861-bc0f-529f58586b3a None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:33.242816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port 584ea636-fc74-4b4d-a2fd-adc2e30218e7 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:33.250065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.385526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] For port 584ea636-fc74-4b4d-a2fd-adc2e30218e7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=584ea636-fc74-4b4d-a2fd-adc2e30218e7,segment=NetworkSegment(8245e6ee-1734-4bd2-b03c-3c901e26a0b3),segment_id=8245e6ee-1734-4bd2-b03c-3c901e26a0b3)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:33.389153 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.395801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb7e3b1-7b03-4290-901b-6423a07f20c8 None None] DHCP port deletion for 16650fae-22d5-47b5-9851-fbb42ba5f366 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:34:33.409999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for 584ea636-fc74-4b4d-a2fd-adc2e30218e7 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:33.442074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef80e8-a627-4560-b43a-c1bfc7ef1ba6 req-aae768ed-45bb-45a3-ba08-6056bfbefae0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:33.444293 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfef80e8-a627-4560-b43a-c1bfc7ef1ba6 req-aae768ed-45bb-45a3-ba08-6056bfbefae0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1050301 Dec 17 13:34:33.471915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7e3b1-7b03-4290-901b-6423a07f20c8 None None] Deleting port 584ea636-fc74-4b4d-a2fd-adc2e30218e7 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:33.472305 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e3b1-7b03-4290-901b-6423a07f20c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.525611 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-18155665-556c-4861-bc0f-529f58586b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:31Z', 'revision_number': 10, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:33.555719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-eeb7e3b1-7b03-4290-901b-6423a07f20c8 None None] For port 584ea636-fc74-4b4d-a2fd-adc2e30218e7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=584ea636-fc74-4b4d-a2fd-adc2e30218e7,segment=NetworkSegment(8245e6ee-1734-4bd2-b03c-3c901e26a0b3),segment_id=8245e6ee-1734-4bd2-b03c-3c901e26a0b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:33.555719 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e3b1-7b03-4290-901b-6423a07f20c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.556052 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18155665-556c-4861-bc0f-529f58586b3a None None] The sync data for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 is: [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:31Z', 'revision_number': 10, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None, '_interfaces': [{'id': 'f032305f-edce-4471-8a73-b6aa29321e93', 'name': '', 'network_id': 'f59bb500-8bfa-448b-a4ed-28262c3f52cc', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'mac_address': 'fa:16:3e:7d:20:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '06f1e96a-3685-4605-b4d8-622774d85799', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:59Z', 'updated_at': '2021-12-17T13:34:05Z', 'revision_number': 5, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'subnets': [{'id': '06f1e96a-3685-4605-b4d8-622774d85799', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:33.584787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7e3b1-7b03-4290-901b-6423a07f20c8 None None] Calling delete_port for 584ea636-fc74-4b4d-a2fd-adc2e30218e7 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:33.595429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfef80e8-a627-4560-b43a-c1bfc7ef1ba6 req-38305748-92e8-4028-a183-476b3062f5bc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013997 Dec 17 13:34:33.737534 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.749494 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e3b1-7b03-4290-901b-6423a07f20c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.779833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=584ea636-fc74-4b4d-a2fd-adc2e30218e7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:33.788170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7e3b1-7b03-4290-901b-6423a07f20c8 None None] Pushing event deleted for resources: {'Port': ['ID=584ea636-fc74-4b4d-a2fd-adc2e30218e7,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:33.790963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No DVR routers for this DVR port 584ea636-fc74-4b4d-a2fd-adc2e30218e7 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:34:33.806424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb7e3b1-7b03-4290-901b-6423a07f20c8 None None] No DVR routers for this DVR port 584ea636-fc74-4b4d-a2fd-adc2e30218e7 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:34:33.910582 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.940224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16650fae-22d5-47b5-9851-fbb42ba5f366']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:33.951056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8245e6ee-1734-4bd2-b03c-3c901e26a0b3') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:33.951366 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8245e6ee-1734-4bd2-b03c-3c901e26a0b3') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:33.968522 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.984725 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:33.995435 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:34:33.996207 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:34:34.001639 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:34:34.181334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:34.190383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:34.196899 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/networks/16650fae-22d5-47b5-9851-fbb42ba5f366 HTTP/1.1" status: 204 len: 168 time: 1.1491399 Dec 17 13:34:34.196899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35026) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:34.214089 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993675c-4e76-4057-a914-fcda6c456886 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Network': ['ID=16650fae-22d5-47b5-9851-fbb42ba5f366,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:34.539870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 584ea636-fc74-4b4d-a2fd-adc2e30218e7 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:34:34.569153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 584ea636-fc74-4b4d-a2fd-adc2e30218e7 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:34:34.569804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 584ea636-fc74-4b4d-a2fd-adc2e30218e7 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:34:34.570520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:34:34.579700 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26bfad35-2bb3-463a-b280-b717cddfd206 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:34.607461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:34:34.608361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 55a7fe1e-64ef-4aec-9f0a-f66517d0ff04 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:34:34.804495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce882992-7abb-4e4e-9404-cd7bbbdee18e req-bca37a45-8a1a-4e86-a3e1-2ca7ad243844 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:34.806169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce882992-7abb-4e4e-9404-cd7bbbdee18e req-bca37a45-8a1a-4e86-a3e1-2ca7ad243844 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0813630 Dec 17 13:34:34.920583 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce882992-7abb-4e4e-9404-cd7bbbdee18e req-e08bcd7c-e879-40d7-b308-1a9aedc39151 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033492 Dec 17 13:34:34.948341 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-26bfad35-2bb3-463a-b280-b717cddfd206 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port f032305f-edce-4471-8a73-b6aa29321e93 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:34.948695 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26bfad35-2bb3-463a-b280-b717cddfd206 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:35.057114 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-26bfad35-2bb3-463a-b280-b717cddfd206 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] For port f032305f-edce-4471-8a73-b6aa29321e93, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f032305f-edce-4471-8a73-b6aa29321e93,segment=NetworkSegment(0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38),segment_id=0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:35.057483 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26bfad35-2bb3-463a-b280-b717cddfd206 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:35.072938 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-26bfad35-2bb3-463a-b280-b717cddfd206 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for f032305f-edce-4471-8a73-b6aa29321e93 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:35.354944 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26bfad35-2bb3-463a-b280-b717cddfd206 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:35.390557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfad35-2bb3-463a-b280-b717cddfd206 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=f032305f-edce-4471-8a73-b6aa29321e93,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:35.490682 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26bfad35-2bb3-463a-b280-b717cddfd206 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:35.673650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bfad35-2bb3-463a-b280-b717cddfd206 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 68b92d74-69fe-41fc-96da-3b4e034548e6 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:34:35.748072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bfad35-2bb3-463a-b280-b717cddfd206 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:35.756339 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-26bfad35-2bb3-463a-b280-b717cddfd206 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5560563 Dec 17 13:34:35.756476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35036) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:35.779063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c33eb-626f-4b09-98a2-da57e653f163 None None] Sync routers for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:35.779063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c33eb-626f-4b09-98a2-da57e653f163 None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:35.779063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e46c33eb-626f-4b09-98a2-da57e653f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:35.816149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-261d676d-23ee-45dc-b8fc-d9bb31dfc5f8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting subnet 06f1e96a-3685-4605-b4d8-622774d85799 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:34:35.819853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-261d676d-23ee-45dc-b8fc-d9bb31dfc5f8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:35.868000 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-261d676d-23ee-45dc-b8fc-d9bb31dfc5f8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:35.996026 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-261d676d-23ee-45dc-b8fc-d9bb31dfc5f8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:36.039518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e46c33eb-626f-4b09-98a2-da57e653f163 None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:36.092425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037b74b-e4cd-4bbe-8b20-27642d9686b8 req-c4b8f08b-054e-4e2e-9a4a-896f5b4a93d0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:36.098146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2037b74b-e4cd-4bbe-8b20-27642d9686b8 req-c4b8f08b-054e-4e2e-9a4a-896f5b4a93d0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0986016 Dec 17 13:34:36.102384 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e46c33eb-626f-4b09-98a2-da57e653f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:35Z', 'revision_number': 11, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:36.153939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c33eb-626f-4b09-98a2-da57e653f163 None None] Checking router: 68b92d74-69fe-41fc-96da-3b4e034548e6 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:36.168517 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2037b74b-e4cd-4bbe-8b20-27642d9686b8 req-adec6cb2-9343-4e87-bc54-9064dd2139c9 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648575 Dec 17 13:34:36.174794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c33eb-626f-4b09-98a2-da57e653f163 None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:36.175672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e46c33eb-626f-4b09-98a2-da57e653f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:36.211958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-261d676d-23ee-45dc-b8fc-d9bb31dfc5f8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:36.242637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d676d-23ee-45dc-b8fc-d9bb31dfc5f8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Subnet': ['ID=06f1e96a-3685-4605-b4d8-622774d85799,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:36.246748 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-261d676d-23ee-45dc-b8fc-d9bb31dfc5f8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:36.250134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-261d676d-23ee-45dc-b8fc-d9bb31dfc5f8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/06f1e96a-3685-4605-b4d8-622774d85799 HTTP/1.1" status: 204 len: 168 time: 0.4927595 Dec 17 13:34:36.253198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35042) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:36.254600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e46c33eb-626f-4b09-98a2-da57e653f163 None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:36.284428 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3cce32-2f38-476f-8fb9-6243c2f7e376 None None] Network f59bb500-8bfa-448b-a4ed-28262c3f52cc requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:34:36.319878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e46c33eb-626f-4b09-98a2-da57e653f163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:35Z', 'revision_number': 11, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:36.321811 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:36.350029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:36.388793 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c33eb-626f-4b09-98a2-da57e653f163 None None] The sync data for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 is: [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:35Z', 'revision_number': 11, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:36.441256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Deleting port 47c4f93a-9320-49f0-9505-7777a269a558 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:36.441630 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:36.517938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] For port 47c4f93a-9320-49f0-9505-7777a269a558, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=47c4f93a-9320-49f0-9505-7777a269a558,segment=NetworkSegment(0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38),segment_id=0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:36.518345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:36.531999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Calling delete_port for 47c4f93a-9320-49f0-9505-7777a269a558 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:36.695831 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:36.722290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No DVR routers for this DVR port 47c4f93a-9320-49f0-9505-7777a269a558 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:34:36.757799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Port': ['ID=47c4f93a-9320-49f0-9505-7777a269a558,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:36.777321 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea04277-75db-4ac9-b0cd-1a1e63ded050 None None] DHCP port deletion for f59bb500-8bfa-448b-a4ed-28262c3f52cc request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:34:36.849222 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:36.876691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59bb500-8bfa-448b-a4ed-28262c3f52cc']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:36.880736 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f032305f-edce-4471-8a73-b6aa29321e93 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:34:36.889081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:36.889370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af71e3d-56df-4f6d-bba1-f7e1ba1f3c38') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:36.901993 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:36.907753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f032305f-edce-4471-8a73-b6aa29321e93 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:34:36.908299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f032305f-edce-4471-8a73-b6aa29321e93 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:34:36.912279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 47c4f93a-9320-49f0-9505-7777a269a558 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:34:36.923784 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:36.929618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 47c4f93a-9320-49f0-9505-7777a269a558 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:34:36.929959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 47c4f93a-9320-49f0-9505-7777a269a558 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:34:36.930719 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:34:36.931250 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:34:36.935675 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:34:37.135022 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:37.143316 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:37.150209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35048) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:37.150815 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/networks/f59bb500-8bfa-448b-a4ed-28262c3f52cc HTTP/1.1" status: 204 len: 168 time: 0.8954628 Dec 17 13:34:37.158206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7329d142-a61f-496d-9af1-622b364674dc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'router': {'routes': None}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:37.165157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837c730-c066-49ae-967a-86d986dcc8a4 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Pushing event deleted for resources: {'Network': ['ID=f59bb500-8bfa-448b-a4ed-28262c3f52cc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:37.396401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.extraroute_db [None req-7329d142-a61f-496d-9af1-622b364674dc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Added routes are [] {{(pid=110454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 13:34:37.396638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.extraroute_db [None req-7329d142-a61f-496d-9af1-622b364674dc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Removed routes are [] {{(pid=110454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 13:34:37.396969 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7329d142-a61f-496d-9af1-622b364674dc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:37.493756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45b8b0-1009-4222-824a-a260fcedeec5 req-c26c8b23-2c30-4068-96a1-23663c940f9a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:37.495276 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf45b8b0-1009-4222-824a-a260fcedeec5 req-c26c8b23-2c30-4068-96a1-23663c940f9a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1950178 Dec 17 13:34:37.575801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7329d142-a61f-496d-9af1-622b364674dc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:37.582978 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7329d142-a61f-496d-9af1-622b364674dc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:37.677987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf45b8b0-1009-4222-824a-a260fcedeec5 req-7480ebe6-7d4d-47ce-b86d-2fb90f31e8ba tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513343 Dec 17 13:34:37.687236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7329d142-a61f-496d-9af1-622b364674dc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router 68b92d74-69fe-41fc-96da-3b4e034548e6 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:34:37.774610 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7329d142-a61f-496d-9af1-622b364674dc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:37.781563 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7329d142-a61f-496d-9af1-622b364674dc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:37.785391 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7329d142-a61f-496d-9af1-622b364674dc tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6 HTTP/1.1" status: 200 len: 705 time: 0.6330047 Dec 17 13:34:37.786589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35054) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:37.787214 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f9cf7-a14a-4c5a-8000-4a105f6f1c70 None None] Sync routers for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:37.800215 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f9cf7-a14a-4c5a-8000-4a105f6f1c70 None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:37.800992 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3e6f9cf7-a14a-4c5a-8000-4a105f6f1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:37.833563 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9e907d64-8d2f-415a-bfdb-ffc1dadbe351 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=68b92d74-69fe-41fc-96da-3b4e034548e6 HTTP/1.1" status: 200 len: 205 time: 0.0452657 Dec 17 13:34:37.849889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35056) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:37.884306 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3e6f9cf7-a14a-4c5a-8000-4a105f6f1c70 None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:37.933297 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-745ad7fa-ff3f-4260-aa25-bea904ae799a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:37.943776 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3e6f9cf7-a14a-4c5a-8000-4a105f6f1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:35Z', 'revision_number': 11, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:37.977511 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f9cf7-a14a-4c5a-8000-4a105f6f1c70 None None] Checking router: 68b92d74-69fe-41fc-96da-3b4e034548e6 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:37.987029 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f9cf7-a14a-4c5a-8000-4a105f6f1c70 None None] Routers {'68b92d74-69fe-41fc-96da-3b4e034548e6'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:37.987651 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3e6f9cf7-a14a-4c5a-8000-4a105f6f1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['68b92d74-69fe-41fc-96da-3b4e034548e6'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:38.069505 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3e6f9cf7-a14a-4c5a-8000-4a105f6f1c70 None None] Set router 68b92d74-69fe-41fc-96da-3b4e034548e6 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:38.136158 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3e6f9cf7-a14a-4c5a-8000-4a105f6f1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:35Z', 'revision_number': 11, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:38.143804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-745ad7fa-ff3f-4260-aa25-bea904ae799a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:38.152377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-745ad7fa-ff3f-4260-aa25-bea904ae799a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:38.165619 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6f9cf7-a14a-4c5a-8000-4a105f6f1c70 None None] The sync data for ids ['68b92d74-69fe-41fc-96da-3b4e034548e6'] in n-d-815324-5 is: [{'id': '68b92d74-69fe-41fc-96da-3b4e034548e6', 'name': 'tempest-RoutersIpV6Test-router-1986517014', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:33:56Z', 'updated_at': '2021-12-17T13:34:35Z', 'revision_number': 11, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:38.626747 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-745ad7fa-ff3f-4260-aa25-bea904ae799a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:38.627380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745ad7fa-ff3f-4260-aa25-bea904ae799a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Fanout notify agent at l3_agent the message router_deleted on router 68b92d74-69fe-41fc-96da-3b4e034548e6 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:34:38.636990 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-745ad7fa-ff3f-4260-aa25-bea904ae799a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:38.642262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-745ad7fa-ff3f-4260-aa25-bea904ae799a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6 HTTP/1.1" status: 204 len: 168 time: 0.7870581 Dec 17 13:34:38.644439 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35060) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:38.650154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e63247aa-d174-45d2-ac39-7525331b9c74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1447511563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:38.782929 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e63247aa-d174-45d2-ac39-7525331b9c74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:38.784105 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e63247aa-d174-45d2-ac39-7525331b9c74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:38.876161 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e63247aa-d174-45d2-ac39-7525331b9c74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:38.890093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f4f5c-bc42-4f51-8801-de720aeb622d req-e36cb0dc-9904-4c17-bf32-c30031fbeac8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:38.891230 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd5f4f5c-bc42-4f51-8801-de720aeb622d req-e36cb0dc-9904-4c17-bf32-c30031fbeac8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0986505 Dec 17 13:34:38.937983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e63247aa-d174-45d2-ac39-7525331b9c74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:38.970414 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cd5f4f5c-bc42-4f51-8801-de720aeb622d req-91321e97-12e7-411e-b1ae-58495ad97dea tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724297 Dec 17 13:34:39.080530 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e63247aa-d174-45d2-ac39-7525331b9c74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:39.081782 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e63247aa-d174-45d2-ac39-7525331b9c74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4356277 Dec 17 13:34:39.084454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35070) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:39.089156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f88ccadc-75bc-4fb9-8621-7fcdd6505e22 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:39.635161 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f88ccadc-75bc-4fb9-8621-7fcdd6505e22 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-486192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44113'] for router, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:39.720332 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f88ccadc-75bc-4fb9-8621-7fcdd6505e22 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-486201'] for router, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:39.900310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88ccadc-75bc-4fb9-8621-7fcdd6505e22 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Router c31e72f4-6e24-4893-8b11-8cd12336faff is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:34:39.977355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88ccadc-75bc-4fb9-8621-7fcdd6505e22 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:39.984641 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f88ccadc-75bc-4fb9-8621-7fcdd6505e22 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:39.985854 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f88ccadc-75bc-4fb9-8621-7fcdd6505e22 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "PUT /v2.0/routers/c31e72f4-6e24-4893-8b11-8cd12336faff HTTP/1.1" status: 200 len: 698 time: 0.9004402 Dec 17 13:34:39.987578 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f01708-14ac-4a5e-9a9c-a09744de6a80 None None] Sync routers for ids ['c31e72f4-6e24-4893-8b11-8cd12336faff'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:39.988550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35082) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:39.998467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f01708-14ac-4a5e-9a9c-a09744de6a80 None None] Routers {'c31e72f4-6e24-4893-8b11-8cd12336faff'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:39.999361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f0f01708-14ac-4a5e-9a9c-a09744de6a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c31e72f4-6e24-4893-8b11-8cd12336faff'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:40.082160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-f0f01708-14ac-4a5e-9a9c-a09744de6a80 None None] Set router c31e72f4-6e24-4893-8b11-8cd12336faff gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:40.092150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-40c4ac49-f5fd-4b6e-b3b3-35f702b7262b tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/routers/c31e72f4-6e24-4893-8b11-8cd12336faff HTTP/1.1" status: 200 len: 704 time: 0.1024272 Dec 17 13:34:40.095480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35086) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.108820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0979b21-7bce-445c-9b98-ed392b1dcd15 req-af82b3b8-af6d-4b47-9804-028a43eb53ed tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:40.110618 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d0979b21-7bce-445c-9b98-ed392b1dcd15 req-af82b3b8-af6d-4b47-9804-028a43eb53ed tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0548103 Dec 17 13:34:40.130845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-209aa1cd-478c-4128-a509-b61232e9f0b9 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=c31e72f4-6e24-4893-8b11-8cd12336faff HTTP/1.1" status: 200 len: 205 time: 0.0319231 Dec 17 13:34:40.131076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35088) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.145213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f0f01708-14ac-4a5e-9a9c-a09744de6a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31e72f4-6e24-4893-8b11-8cd12336faff', 'name': 'tempest-RoutersIpV6Test-router-1447511563', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:34:38Z', 'updated_at': '2021-12-17T13:34:39Z', 'revision_number': 2, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:40.174137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f01708-14ac-4a5e-9a9c-a09744de6a80 None None] Checking router: c31e72f4-6e24-4893-8b11-8cd12336faff for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:40.179635 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d0979b21-7bce-445c-9b98-ed392b1dcd15 req-4ca0ceec-f73c-4d7d-b441-7d86e15824b8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614059 Dec 17 13:34:40.183215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f01708-14ac-4a5e-9a9c-a09744de6a80 None None] Routers {'c31e72f4-6e24-4893-8b11-8cd12336faff'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:40.183847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f0f01708-14ac-4a5e-9a9c-a09744de6a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c31e72f4-6e24-4893-8b11-8cd12336faff'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:40.220483 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-898bf361-0d58-4768-a37f-b984768944fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:40.229440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35092) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.234108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-706fe5ca-6885-4125-8de4-7046fac39355 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308828482', 'description': 'tempest-secgroup-smoke-1308828482 description', 'project_id': '6419e0fb61654f4485230a3f0f332852'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:40.269620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-f0f01708-14ac-4a5e-9a9c-a09744de6a80 None None] Set router c31e72f4-6e24-4893-8b11-8cd12336faff gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:40.327858 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f0f01708-14ac-4a5e-9a9c-a09744de6a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31e72f4-6e24-4893-8b11-8cd12336faff', 'name': 'tempest-RoutersIpV6Test-router-1447511563', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:34:38Z', 'updated_at': '2021-12-17T13:34:39Z', 'revision_number': 2, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:40.342778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-706fe5ca-6885-4125-8de4-7046fac39355 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:40.358960 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f01708-14ac-4a5e-9a9c-a09744de6a80 None None] The sync data for ids ['c31e72f4-6e24-4893-8b11-8cd12336faff'] in n-d-815324-5 is: [{'id': 'c31e72f4-6e24-4893-8b11-8cd12336faff', 'name': 'tempest-RoutersIpV6Test-router-1447511563', 'tenant_id': 'a5234be20c6b4e778bc9e011c1537f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:34:38Z', 'updated_at': '2021-12-17T13:34:39Z', 'revision_number': 2, 'project_id': 'a5234be20c6b4e778bc9e011c1537f14', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:40.404964 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-898bf361-0d58-4768-a37f-b984768944fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:40.407335 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-898bf361-0d58-4768-a37f-b984768944fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:40.431367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-706fe5ca-6885-4125-8de4-7046fac39355 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:40.484080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-706fe5ca-6885-4125-8de4-7046fac39355 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:40.518031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fe5ca-6885-4125-8de4-7046fac39355 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4918fce4-9288-4f9d-99e6-66f4d55bf609,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:40.576927 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-898bf361-0d58-4768-a37f-b984768944fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:40.577494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898bf361-0d58-4768-a37f-b984768944fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Fanout notify agent at l3_agent the message router_deleted on router c31e72f4-6e24-4893-8b11-8cd12336faff {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:34:40.584998 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-898bf361-0d58-4768-a37f-b984768944fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:40.586537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-898bf361-0d58-4768-a37f-b984768944fd tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/c31e72f4-6e24-4893-8b11-8cd12336faff HTTP/1.1" status: 204 len: 168 time: 0.4545186 Dec 17 13:34:40.590170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35094) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.603957 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-706fe5ca-6885-4125-8de4-7046fac39355 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:40.605193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-706fe5ca-6885-4125-8de4-7046fac39355 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3747201 Dec 17 13:34:40.608240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35096) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.613425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8ed7a771-bff7-4b68-a6f3-f6fd1a192786 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Request body: {'security_group_rule': {'security_group_id': '4918fce4-9288-4f9d-99e6-66f4d55bf609', 'project_id': '6419e0fb61654f4485230a3f0f332852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:40.621194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5e1754de-4ec9-4a8b-9c2a-3ee01da42c31 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=c31e72f4-6e24-4893-8b11-8cd12336faff HTTP/1.1" status: 200 len: 205 time: 0.0297906 Dec 17 13:34:40.623486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35098) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.661247 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-37aa2e96-71e7-44dd-b506-e04863a8917d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] delete failed (client error): The resource could not be found. Dec 17 13:34:40.662240 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-37aa2e96-71e7-44dd-b506-e04863a8917d tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/c31e72f4-6e24-4893-8b11-8cd12336faff HTTP/1.1" status: 404 len: 336 time: 0.0374072 Dec 17 13:34:40.664770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35100) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.692003 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-c178eae9-33fb-4105-872e-f544113feea0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] DELETE failed (client error): The resource could not be found. Dec 17 13:34:40.692457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c178eae9-33fb-4105-872e-f544113feea0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:34:40.695480 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c178eae9-33fb-4105-872e-f544113feea0 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/5474823b-f016-4642-af9b-e95f9c423401 HTTP/1.1" status: 404 len: 337 time: 0.0298126 Dec 17 13:34:40.697979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35102) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.728129 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b561b14-72ef-4a34-b513-c08f08cc408a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] DELETE failed (client error): The resource could not be found. Dec 17 13:34:40.728583 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b561b14-72ef-4a34-b513-c08f08cc408a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:34:40.734186 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7b561b14-72ef-4a34-b513-c08f08cc408a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/ecdb5d14-02c5-4369-a971-ce5bc4ad801c HTTP/1.1" status: 404 len: 337 time: 0.0328259 Dec 17 13:34:40.734362 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ed7a771-bff7-4b68-a6f3-f6fd1a192786 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:40.735358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35104) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.762062 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22dec23-2407-4fa2-bb32-b47ea087f3a8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] DELETE failed (client error): The resource could not be found. Dec 17 13:34:40.762530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22dec23-2407-4fa2-bb32-b47ea087f3a8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:34:40.768205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35106) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.768392 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e22dec23-2407-4fa2-bb32-b47ea087f3a8 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/a398bdc6-faf0-4fb3-a617-2bc13624bcef HTTP/1.1" status: 404 len: 337 time: 0.0323789 Dec 17 13:34:40.800938 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-41596ecd-1354-4eb5-bfcc-c62f83f4f46a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] DELETE failed (client error): The resource could not be found. Dec 17 13:34:40.801402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41596ecd-1354-4eb5-bfcc-c62f83f4f46a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:34:40.804540 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-41596ecd-1354-4eb5-bfcc-c62f83f4f46a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/06f1e96a-3685-4605-b4d8-622774d85799 HTTP/1.1" status: 404 len: 337 time: 0.0354035 Dec 17 13:34:40.807293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35108) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.822287 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ed7a771-bff7-4b68-a6f3-f6fd1a192786 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:40.835010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4029d62c-261b-42cf-afea-8eaf841e134f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=68b92d74-69fe-41fc-96da-3b4e034548e6 HTTP/1.1" status: 200 len: 205 time: 0.0264919 Dec 17 13:34:40.837972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35110) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.876045 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-5784c43b-1660-4b41-84a3-de51d4f35e01 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] delete failed (client error): The resource could not be found. Dec 17 13:34:40.877098 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5784c43b-1660-4b41-84a3-de51d4f35e01 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/68b92d74-69fe-41fc-96da-3b4e034548e6 HTTP/1.1" status: 404 len: 336 time: 0.0381777 Dec 17 13:34:40.880110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35112) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.902815 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ed7a771-bff7-4b68-a6f3-f6fd1a192786 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:40.907520 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4051e13b-45a9-4344-b61f-b3531f01cd42 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1454529-d051-4bd3-b783-dab35ce89abf HTTP/1.1" status: 200 len: 205 time: 0.0255227 Dec 17 13:34:40.910285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35114) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.926351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7a771-bff7-4b68-a6f3-f6fd1a192786 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c98cc70-9297-4ef0-9c32-0cc1918068c9,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:40.953383 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-ea8ceaf1-03d4-4dc3-b150-39394874e808 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] delete failed (client error): The resource could not be found. Dec 17 13:34:40.954442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ea8ceaf1-03d4-4dc3-b150-39394874e808 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/e1454529-d051-4bd3-b783-dab35ce89abf HTTP/1.1" status: 404 len: 336 time: 0.0430305 Dec 17 13:34:40.957055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35116) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:40.991452 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69d3926-8493-4cb6-8da4-5ed5c58f0bcb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] DELETE failed (client error): The resource could not be found. Dec 17 13:34:40.991452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69d3926-8493-4cb6-8da4-5ed5c58f0bcb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:34:40.991452 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a69d3926-8493-4cb6-8da4-5ed5c58f0bcb tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/31ff73a7-6325-4dd4-97e0-f99395715608 HTTP/1.1" status: 404 len: 337 time: 0.0308461 Dec 17 13:34:40.994939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35118) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.022531 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1c69a66c-1490-4223-9965-cda0d6fd2e3f tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=5128c13d-df7c-415c-88b0-f3581a38b76c HTTP/1.1" status: 200 len: 205 time: 0.0264385 Dec 17 13:34:41.027655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35120) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.048421 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ed7a771-bff7-4b68-a6f3-f6fd1a192786 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:41.052331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8ed7a771-bff7-4b68-a6f3-f6fd1a192786 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4403784 Dec 17 13:34:41.052637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35122) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.061412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5ca32e84-25d5-44f8-8ed2-3091e3ef491a tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Request body: {'security_group_rule': {'security_group_id': '4918fce4-9288-4f9d-99e6-66f4d55bf609', 'project_id': '6419e0fb61654f4485230a3f0f332852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:41.071877 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-c92be77f-4e23-4497-8793-c2a30c90ad18 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] delete failed (client error): The resource could not be found. Dec 17 13:34:41.072995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c92be77f-4e23-4497-8793-c2a30c90ad18 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/5128c13d-df7c-415c-88b0-f3581a38b76c HTTP/1.1" status: 404 len: 336 time: 0.0443740 Dec 17 13:34:41.075633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35124) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.105889 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-82ee4860-2377-4bac-ba25-ecdd69b9dd1a tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1181303-a25f-4d75-a3b0-4a4edee2d193 HTTP/1.1" status: 200 len: 205 time: 0.0290632 Dec 17 13:34:41.108194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35126) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.150005 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-2ecf83e4-05e6-42a7-908d-28b6c4fb1c74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] delete failed (client error): The resource could not be found. Dec 17 13:34:41.151081 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2ecf83e4-05e6-42a7-908d-28b6c4fb1c74 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/d1181303-a25f-4d75-a3b0-4a4edee2d193 HTTP/1.1" status: 404 len: 336 time: 0.0419579 Dec 17 13:34:41.153845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35128) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.181738 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb35f0d-5cd6-479e-b186-d982591b0b69 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] DELETE failed (client error): The resource could not be found. Dec 17 13:34:41.182125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb35f0d-5cd6-479e-b186-d982591b0b69 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:34:41.185152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-edb35f0d-5cd6-479e-b186-d982591b0b69 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/5bcefa9c-e357-45f9-a0df-4c5561c104db HTTP/1.1" status: 404 len: 337 time: 0.0302770 Dec 17 13:34:41.187918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35130) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.207409 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ca32e84-25d5-44f8-8ed2-3091e3ef491a tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:41.235651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35134) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.236372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-01cf521c-9817-4e8d-9e8d-420d35a3a716 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=b796988e-295b-436d-9f74-2e9c7a32299a HTTP/1.1" status: 200 len: 205 time: 0.0470049 Dec 17 13:34:41.289129 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-6c855cd5-4b1a-462e-8cf0-e1f3f71ff196 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] delete failed (client error): The resource could not be found. Dec 17 13:34:41.290248 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6c855cd5-4b1a-462e-8cf0-e1f3f71ff196 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/b796988e-295b-436d-9f74-2e9c7a32299a HTTP/1.1" status: 404 len: 336 time: 0.0505733 Dec 17 13:34:41.292937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35136) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.366249 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df6719e-52d7-4733-9519-73309572c8d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] DELETE failed (client error): The resource could not be found. Dec 17 13:34:41.366249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df6719e-52d7-4733-9519-73309572c8d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:34:41.366766 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8df6719e-52d7-4733-9519-73309572c8d2 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/9eb94641-a5c3-4d08-a919-d707c5d5d787 HTTP/1.1" status: 404 len: 337 time: 0.0657303 Dec 17 13:34:41.369644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35142) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.393066 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ca32e84-25d5-44f8-8ed2-3091e3ef491a tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:41.398536 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0346e3c1-364e-4c4f-ab3a-c985441c9e66 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "GET /v2.0/ports?device_id=927445cf-274c-4f23-964f-a1a2f6df9569 HTTP/1.1" status: 200 len: 205 time: 0.0277572 Dec 17 13:34:41.400869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35144) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.405342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32a438-f10a-4e39-b673-0d45e55e8df7 req-4f6aefca-5d61-4690-920b-0ec70e8dfcc7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:41.407898 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b32a438-f10a-4e39-b673-0d45e55e8df7 req-4f6aefca-5d61-4690-920b-0ec70e8dfcc7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1203129 Dec 17 13:34:41.439145 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-90b8b8ad-0107-4769-8cf2-0481636dbd16 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] delete failed (client error): The resource could not be found. Dec 17 13:34:41.440130 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-90b8b8ad-0107-4769-8cf2-0481636dbd16 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/routers/927445cf-274c-4f23-964f-a1a2f6df9569 HTTP/1.1" status: 404 len: 336 time: 0.0382938 Dec 17 13:34:41.443001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35146) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.481444 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7bd30c-7de4-4ec7-bf80-9ad813f69821 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] DELETE failed (client error): The resource could not be found. Dec 17 13:34:41.481859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7bd30c-7de4-4ec7-bf80-9ad813f69821 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:34:41.484953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ff7bd30c-7de4-4ec7-bf80-9ad813f69821 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/9463d173-a8e8-4468-8cc5-67c0d462ad50 HTTP/1.1" status: 404 len: 337 time: 0.0409634 Dec 17 13:34:41.485781 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ca32e84-25d5-44f8-8ed2-3091e3ef491a tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:41.487886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35148) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.492602 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b32a438-f10a-4e39-b673-0d45e55e8df7 req-a38501c9-e00d-41d7-addf-db93a915dcc0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782828 Dec 17 13:34:41.513458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca32e84-25d5-44f8-8ed2-3091e3ef491a tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed650e4-3746-4714-8cb0-1a5548843d53,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:41.519088 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b69675-800d-46f3-bccc-1a68104192b1 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] DELETE failed (client error): The resource could not be found. Dec 17 13:34:41.523681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b69675-800d-46f3-bccc-1a68104192b1 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:34:41.523681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d1b69675-800d-46f3-bccc-1a68104192b1 tempest-RoutersIpV6Test-739845245 tempest-RoutersIpV6Test-739845245-project] 10.222.0.59 "DELETE /v2.0/subnets/781dd114-ee2f-4fef-95d7-e22e412e6ab7 HTTP/1.1" status: 404 len: 337 time: 0.0337143 Dec 17 13:34:41.579324 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5ca32e84-25d5-44f8-8ed2-3091e3ef491a tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:41.580574 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5ca32e84-25d5-44f8-8ed2-3091e3ef491a tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5271473 Dec 17 13:34:41.583445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35152) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:41.588569 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5b6dc017-3f39-456b-8d9f-d7247db12b93 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Request body: {'security_group_rule': {'security_group_id': '4918fce4-9288-4f9d-99e6-66f4d55bf609', 'project_id': '6419e0fb61654f4485230a3f0f332852', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:41.684679 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc017-3f39-456b-8d9f-d7247db12b93 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:41.751324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc017-3f39-456b-8d9f-d7247db12b93 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:41.872795 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc017-3f39-456b-8d9f-d7247db12b93 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:41.898045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dc017-3f39-456b-8d9f-d7247db12b93 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ee38c6-a5ea-4f0c-a489-90e02498ab95,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:42.007193 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc017-3f39-456b-8d9f-d7247db12b93 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.010719 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5b6dc017-3f39-456b-8d9f-d7247db12b93 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4260039 Dec 17 13:34:42.013341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35156) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:42.018037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-83047c52-e4e7-4e3a-935c-0129d40c03b2 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Request body: {'security_group_rule': {'security_group_id': '4918fce4-9288-4f9d-99e6-66f4d55bf609', 'project_id': '6419e0fb61654f4485230a3f0f332852', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:42.098635 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35158) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:42.134476 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83047c52-e4e7-4e3a-935c-0129d40c03b2 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.206152 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83047c52-e4e7-4e3a-935c-0129d40c03b2 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.249979 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dab0bf0c-c65f-45c3-8c48-a744d6bec7c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5234be20c6b4e778bc9e011c1537f14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500306 Dec 17 13:34:42.253050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35162) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:42.274339 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83047c52-e4e7-4e3a-935c-0129d40c03b2 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.283851 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:34:42.292975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83047c52-e4e7-4e3a-935c-0129d40c03b2 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a337dc-faf9-4b68-bf2a-41130de495ee,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:42.308218 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5c905bd-e004-461c-a605-b477011d8fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.330253 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5c905bd-e004-461c-a605-b477011d8fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.376790 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83047c52-e4e7-4e3a-935c-0129d40c03b2 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.378071 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-83047c52-e4e7-4e3a-935c-0129d40c03b2 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3636284 Dec 17 13:34:42.380902 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35164) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:42.385407 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-08cff4be-db36-4522-b0bc-c32117f3b774 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Request body: {'security_group_rule': {'security_group_id': '4918fce4-9288-4f9d-99e6-66f4d55bf609', 'project_id': '6419e0fb61654f4485230a3f0f332852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:42.455573 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5c905bd-e004-461c-a605-b477011d8fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.458287 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d5c905bd-e004-461c-a605-b477011d8fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.459467 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d5c905bd-e004-461c-a605-b477011d8fcf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe3a2b9d-2179-4b4e-b352-f924871fcb27 HTTP/1.1" status: 204 len: 168 time: 0.2054563 Dec 17 13:34:42.467742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c905bd-e004-461c-a605-b477011d8fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3a2b9d-2179-4b4e-b352-f924871fcb27,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:42.501122 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-08cff4be-db36-4522-b0bc-c32117f3b774 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Project 6419e0fb61654f4485230a3f0f332852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:34:42.507485 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08cff4be-db36-4522-b0bc-c32117f3b774 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.596395 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08cff4be-db36-4522-b0bc-c32117f3b774 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.621360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048ed8e-35de-4d53-a347-f93a5030537d req-ca4ccb37-a155-47eb-9bca-65269ddebf99 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:42.622942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6048ed8e-35de-4d53-a347-f93a5030537d req-ca4ccb37-a155-47eb-9bca-65269ddebf99 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0586441 Dec 17 13:34:42.670702 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08cff4be-db36-4522-b0bc-c32117f3b774 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.683152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6048ed8e-35de-4d53-a347-f93a5030537d req-db2c8215-71c0-4bc5-9309-bc0b21019700 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535176 Dec 17 13:34:42.694297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cff4be-db36-4522-b0bc-c32117f3b774 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a622f101-f3fc-430b-bb59-95207cf5ebfb,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:42.773179 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08cff4be-db36-4522-b0bc-c32117f3b774 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.774660 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-08cff4be-db36-4522-b0bc-c32117f3b774 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3927207 Dec 17 13:34:42.777428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35174) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:42.782167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4740dc64-4b75-43b6-a9eb-2525df389de9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Request body: {'security_group_rule': {'security_group_id': '4918fce4-9288-4f9d-99e6-66f4d55bf609', 'project_id': '6419e0fb61654f4485230a3f0f332852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:42.897422 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-4740dc64-4b75-43b6-a9eb-2525df389de9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Project 6419e0fb61654f4485230a3f0f332852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:34:42.906653 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4740dc64-4b75-43b6-a9eb-2525df389de9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:42.981852 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4740dc64-4b75-43b6-a9eb-2525df389de9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:43.096594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4740dc64-4b75-43b6-a9eb-2525df389de9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:43.123375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740dc64-4b75-43b6-a9eb-2525df389de9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d9bbf1-ce1d-4930-8091-e1e161bde93f,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:43.195782 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4740dc64-4b75-43b6-a9eb-2525df389de9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:43.213558 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4740dc64-4b75-43b6-a9eb-2525df389de9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4266520 Dec 17 13:34:43.443852 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-814fefcf-bbc9-43c5-b3b3-137ab01dab20 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308828482&fields=id&tenant_id=6419e0fb61654f4485230a3f0f332852 HTTP/1.1" status: 200 len: 267 time: 0.0505581 Dec 17 13:34:43.572578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-57b90260-fd9d-4845-bae1-22b6a5a341d1 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:43.574364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-57b90260-fd9d-4845-bae1-22b6a5a341d1 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/networks?id=345e74d1-5b60-4bc6-98e9-e046655ade46 HTTP/1.1" status: 200 len: 813 time: 0.1236854 Dec 17 13:34:43.590874 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-aa31e5c5-fb5e-410f-a26e-fa6ff5a5dd4e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/quotas/6419e0fb61654f4485230a3f0f332852 HTTP/1.1" status: 200 len: 375 time: 0.0102262 Dec 17 13:34:43.614320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35200) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:43.644266 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-a55ff445-da24-4afb-892a-796fefc09242 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6419e0fb61654f4485230a3f0f332852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470052 Dec 17 13:34:43.727396 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a8670347-3928-4b4b-be19-dd3d4cea2c56 tempest-ServiceProvidersTest-249784691 tempest-ServiceProvidersTest-249784691-project] 10.222.0.59 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1117973 Dec 17 13:34:43.823393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cf9ac-f305-4776-8049-6a51be2e9a16 req-a4523b8e-18c9-4703-b72f-9193fc069d04 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:43.825112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b56cf9ac-f305-4776-8049-6a51be2e9a16 req-a4523b8e-18c9-4703-b72f-9193fc069d04 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0575354 Dec 17 13:34:43.873358 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-881daa41-acbd-4673-a20d-f5e2e7d16335 service neutron] 10.222.0.59 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170606 Dec 17 13:34:43.876129 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b56cf9ac-f305-4776-8049-6a51be2e9a16 req-52b2c699-a162-4635-b144-e03ff2e6a649 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437109 Dec 17 13:34:43.877999 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3da8c82c-0a92-4c71-943c-ec9ff67c41b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:43.969349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-b21a02ee-f204-4fff-9516-11bf6cb09bbc service neutron] 10.222.0.59 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850918 Dec 17 13:34:44.223468 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35218) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:44.348369 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07e7465-2b99-4945-a1ed-4387c6e82d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:44.433612 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07e7465-2b99-4945-a1ed-4387c6e82d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:44.525319 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f07e7465-2b99-4945-a1ed-4387c6e82d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:44.595446 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f07e7465-2b99-4945-a1ed-4387c6e82d9a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=169d3e13cd4341c6b2d9b38bdac2bfbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3682306 Dec 17 13:34:44.596326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35228) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:44.596811 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d43c9056-717e-4385-bbbd-b5e2d7b15684 req-27ec8cc4-4c0f-41c1-9229-1d5a8df001a3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 210 time: 0.0429702 Dec 17 13:34:44.597751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e7465-2b99-4945-a1ed-4387c6e82d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e5850a-6cdb-40b9-a9b8-7dad660eee4d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:44.662377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-368cad16-f47e-4ed9-aec8-9857ccee5bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:44.691427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-368cad16-f47e-4ed9-aec8-9857ccee5bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:44.820578 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-368cad16-f47e-4ed9-aec8-9857ccee5bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:44.823262 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-368cad16-f47e-4ed9-aec8-9857ccee5bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:44.824658 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-368cad16-f47e-4ed9-aec8-9857ccee5bb5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/01e5850a-6cdb-40b9-a9b8-7dad660eee4d HTTP/1.1" status: 204 len: 168 time: 0.2253747 Dec 17 13:34:44.836500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cad16-f47e-4ed9-aec8-9857ccee5bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e5850a-6cdb-40b9-a9b8-7dad660eee4d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:44.997864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8d589-c9cc-442d-a929-fe32c8893feb req-0ff89817-7a70-4e54-9818-569eae215115 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:44.999373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46c8d589-c9cc-442d-a929-fe32c8893feb req-0ff89817-7a70-4e54-9818-569eae215115 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0516713 Dec 17 13:34:45.053986 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46c8d589-c9cc-442d-a929-fe32c8893feb req-93d38700-6084-450e-98df-a9ecdf40efa6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473757 Dec 17 13:34:45.697389 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-330423ff-9955-418b-b821-0db2b1004a18 req-a458410e-e766-4fc8-8045-85c63f90355e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 210 time: 0.0321074 Dec 17 13:34:46.188478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1910-f0d8-45fb-bc40-3af5e47082cb req-dd4fbab8-bd95-4948-bb5b-785a0f719239 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:46.190224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08cf1910-f0d8-45fb-bc40-3af5e47082cb req-dd4fbab8-bd95-4948-bb5b-785a0f719239 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0541439 Dec 17 13:34:46.245050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08cf1910-f0d8-45fb-bc40-3af5e47082cb req-f45a08ca-ec8c-4d1c-b7fb-d55c3a267650 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481329 Dec 17 13:34:46.377338 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8640b3fd-c58b-427c-bc4a-3a01adddbcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:46.815718 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cbbafe3e-2691-4ed8-a4c5-443b87d38238 req-ffa348a1-1dbd-4ce6-8611-99c6785333d6 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 210 time: 0.0379789 Dec 17 13:34:47.433796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b76a9-3ea2-43eb-bf99-07422ffb51d4 req-47645e0f-266a-4145-b0a8-1c143e4806e2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:47.435339 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b07b76a9-3ea2-43eb-bf99-07422ffb51d4 req-47645e0f-266a-4145-b0a8-1c143e4806e2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1120071 Dec 17 13:34:47.524143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b07b76a9-3ea2-43eb-bf99-07422ffb51d4 req-48b67585-e99d-4aaa-8507-4a973a6df091 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811076 Dec 17 13:34:47.532150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-a5d8a6b9-3540-4788-9198-728ce005e11a tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:47.533024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-a5d8a6b9-3540-4788-9198-728ce005e11a tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.61 "GET /v2.0/networks?id=345e74d1-5b60-4bc6-98e9-e046655ade46 HTTP/1.1" status: 200 len: 813 time: 0.1632845 Dec 17 13:34:47.614762 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-2212b1f9-bf5f-473a-a465-c7357c5524ea tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6419e0fb61654f4485230a3f0f332852 HTTP/1.1" status: 200 len: 380 time: 0.0643561 Dec 17 13:34:47.627437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Request body: {'port': {'device_id': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'admin_state_up': True, 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'security_groups': ['4918fce4-9288-4f9d-99e6-66f4d55bf609']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:47.787984 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:47.811512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Made reservation on behalf of 6419e0fb61654f4485230a3f0f332852 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:34:47.816621 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:47.961842 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b2be1b92-722a-4e4b-9b21-f3a4c928a0be req-0e9ac914-2031-4c71-8de6-291439e96441 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 210 time: 0.0399034 Dec 17 13:34:48.021554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Allocated IP 172.20.0.5 (345e74d1-5b60-4bc6-98e9-e046655ade46/b7a98956-f38a-40d0-9bdc-4266188e7aa3/1a69a3ac-afb3-4d3d-badf-111d203716a7) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:34:48.181810 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:48.307224 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:48.354384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Network 345e74d1-5b60-4bc6-98e9-e046655ade46 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:34:48.358218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:34:48.363241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:34:48.403283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event updated for resources: {'Port': ['ID=1a69a3ac-afb3-4d3d-badf-111d203716a7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:48.434376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:48.435434 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:48.562879 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-33452280-720c-47ee-a3df-3bf013a9d8e9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9380565 Dec 17 13:34:48.581012 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Request body: {'port': {'device_id': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:34:48.648070 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:48.666135 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411f53-1e2e-4557-8d77-0e51c8840ce0 req-3104ebcf-8c85-492a-bef0-ab30b2624377 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:48.668502 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b411f53-1e2e-4557-8d77-0e51c8840ce0 req-3104ebcf-8c85-492a-bef0-ab30b2624377 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0540040 Dec 17 13:34:48.716783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-93873c76-8f39-4c87-b693-ab247e2219b6 None None] Provisioning complete for port 1a69a3ac-afb3-4d3d-badf-111d203716a7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:34:48.719996 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-93873c76-8f39-4c87-b693-ab247e2219b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:48.749193 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b411f53-1e2e-4557-8d77-0e51c8840ce0 req-2064c3da-8944-4fc8-b279-a9aa2bd4e35d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717037 Dec 17 13:34:48.776053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-93873c76-8f39-4c87-b693-ab247e2219b6 None None] Port 1a69a3ac-afb3-4d3d-badf-111d203716a7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:34:48.923075 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:48.986521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a69a3ac-afb3-4d3d-badf-111d203716a7 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:34:48.995081 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:49.010660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Transition to ACTIVE for port object 1a69a3ac-afb3-4d3d-badf-111d203716a7 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:34:49.081523 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:49.128232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab981b-49dd-4d64-931d-c7f9e490e0db req-76c7a64f-add5-446e-a16d-a0c855f38efc tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:49.130342 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-26ab981b-49dd-4d64-931d-c7f9e490e0db req-76c7a64f-add5-446e-a16d-a0c855f38efc tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 931 time: 0.0665252 Dec 17 13:34:49.188860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a69a3ac-afb3-4d3d-badf-111d203716a7,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:49.242319 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-26ab981b-49dd-4d64-931d-c7f9e490e0db req-7138cab8-3619-4c08-a7b3-6bcc8379137e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051376 Dec 17 13:34:49.273973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Attempting to bind port 1a69a3ac-afb3-4d3d-badf-111d203716a7 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:34:49.274440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Attempting to bind port 1a69a3ac-afb3-4d3d-badf-111d203716a7 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:34:49.274783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Attempting to bind port 1a69a3ac-afb3-4d3d-badf-111d203716a7 on network 345e74d1-5b60-4bc6-98e9-e046655ade46 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:34:49.281437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Port 1a69a3ac-afb3-4d3d-badf-111d203716a7 on network 345e74d1-5b60-4bc6-98e9-e046655ade46 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:34:49.281859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Attempting to bind port 1a69a3ac-afb3-4d3d-badf-111d203716a7 on network 345e74d1-5b60-4bc6-98e9-e046655ade46 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:34:49.287988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:34:49.288633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Checking segment: {'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:34:49.289146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Bound using segment: {'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:34:49.289725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Bound port: 1a69a3ac-afb3-4d3d-badf-111d203716a7, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135439fc-d482-45e5-97f6-d34396bd39ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:34:49.290190 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:49.419052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] For port 1a69a3ac-afb3-4d3d-badf-111d203716a7, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:34:49.424428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] For port 1a69a3ac-afb3-4d3d-badf-111d203716a7, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1a69a3ac-afb3-4d3d-badf-111d203716a7,segment=NetworkSegment(135439fc-d482-45e5-97f6-d34396bd39ee),segment_id=135439fc-d482-45e5-97f6-d34396bd39ee)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:34:49.531578 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:49.564289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:49.565222 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:49.567390 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] 10.222.0.61 "PUT /v2.0/ports/1a69a3ac-afb3-4d3d-badf-111d203716a7 HTTP/1.1" status: 200 len: 1091 time: 0.9915807 Dec 17 13:34:49.570366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:34:49.573851 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c177274a-c7d7-4c6b-9f4e-d18054ad2c25" -d '{"events": [{"name": "network-changed", "server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:34:49.636457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440afa4-65fb-4cbe-8ba7-d26951c3a2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a69a3ac-afb3-4d3d-badf-111d203716a7,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:49.852164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35368) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:49.863827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-7145d90b-2949-4830-b2c2-63cae78906b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:49.868706 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-7145d90b-2949-4830-b2c2-63cae78906b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6419e0fb61654f4485230a3f0f332852&device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 1094 time: 0.0985150 Dec 17 13:34:49.910402 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:50.051292 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-65b32c64-39a9-4a84-9b83-72cc0096e4a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a69a3ac-afb3-4d3d-badf-111d203716a7 HTTP/1.1" status: 200 len: 217 time: 0.1675265 Dec 17 13:34:50.125885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b6cf1-dc7d-46f5-bfc4-5648c588ab52 req-4c33497c-6f10-40fc-bc08-e63a31c7e625 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:50.126694 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38150e45-a6bf-4f5b-a96d-681a0e72b0e6 x-openstack-request-id: req-38150e45-a6bf-4f5b-a96d-681a0e72b0e6 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:34:50.127586 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:34:50.129491 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38150e45-a6bf-4f5b-a96d-681a0e72b0e6 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:34:50.131461 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'status': 'completed', 'code': 200} Dec 17 13:34:50.132642 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce4b6cf1-dc7d-46f5-bfc4-5648c588ab52 req-4c33497c-6f10-40fc-bc08-e63a31c7e625 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.2017510 Dec 17 13:34:50.265220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-af8756a7-a75e-43a0-925c-f0b46aa808c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:50.267441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-af8756a7-a75e-43a0-925c-f0b46aa808c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7a98956-f38a-40d0-9bdc-4266188e7aa3 HTTP/1.1" status: 200 len: 852 time: 0.2008007 Dec 17 13:34:50.294382 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce4b6cf1-dc7d-46f5-bfc4-5648c588ab52 req-b225fada-a32c-46a1-bc43-0bd73172854c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514950 Dec 17 13:34:50.414424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-b0ceaf3e-1272-45c0-8af0-479a8b6539c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:50.415967 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-b0ceaf3e-1272-45c0-8af0-479a8b6539c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=345e74d1-5b60-4bc6-98e9-e046655ade46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377127 Dec 17 13:34:50.427664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015108c-8611-46c1-9f3e-1d8e3b705545 req-eb60f025-7310-4bb9-9b08-3f4d0ca614b5 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:50.430116 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5015108c-8611-46c1-9f3e-1d8e3b705545 req-eb60f025-7310-4bb9-9b08-3f4d0ca614b5 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 943 time: 0.0789135 Dec 17 13:34:50.563181 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5015108c-8611-46c1-9f3e-1d8e3b705545 req-d196fcc8-b5b8-4893-aef2-ff1c576faaaa tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190176 Dec 17 13:34:50.572973 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 354d0951-5e22-48e0-a17b-ad71dae2c785 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:50.573333 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:50.611848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-1c19a58a-7cbf-42de-a2ac-8a77b6d5899a service neutron] 10.222.0.61 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807382 Dec 17 13:34:50.696113 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:50.696449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:50.727877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 354d0951-5e22-48e0-a17b-ad71dae2c785 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:50.770566 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b0e5007-26aa-4c5b-86a9-c78d94ab21c5 req-6a24d155-fd1a-4b34-bcaf-47b826ac1ce9 service neutron] 10.222.0.61 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396904 Dec 17 13:34:50.991102 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177274a-c7d7-4c6b-9f4e-d18054ad2c25 req-14e89b0b-dd4d-47cc-9e5b-5f71a7f77351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:50.992928 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c177274a-c7d7-4c6b-9f4e-d18054ad2c25 req-14e89b0b-dd4d-47cc-9e5b-5f71a7f77351 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6419e0fb61654f4485230a3f0f332852&device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 1094 time: 0.0601997 Dec 17 13:34:51.078092 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:51.105133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177274a-c7d7-4c6b-9f4e-d18054ad2c25 req-e00acafa-6fe7-44c8-9de8-e258fe232b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:51.105133 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c177274a-c7d7-4c6b-9f4e-d18054ad2c25 req-e00acafa-6fe7-44c8-9de8-e258fe232b4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=345e74d1-5b60-4bc6-98e9-e046655ade46 HTTP/1.1" status: 200 len: 914 time: 0.1008821 Dec 17 13:34:51.111267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=354d0951-5e22-48e0-a17b-ad71dae2c785,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:51.177787 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c177274a-c7d7-4c6b-9f4e-d18054ad2c25 req-4737b88a-4b2b-4a76-ba5b-69c72c66fc6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a69a3ac-afb3-4d3d-badf-111d203716a7 HTTP/1.1" status: 200 len: 217 time: 0.0563796 Dec 17 13:34:51.183029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:51.183393 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Floating IP 02bbc6fb-3b90-4f8a-b508-198e15c165db disassociated (deleted). External IP: 172.25.0.160, port: 2a276fc3-1697-4d85-a3ca-9b70ac1716c8. Dec 17 13:34:51.276011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177274a-c7d7-4c6b-9f4e-d18054ad2c25 req-603c2a58-6128-43dc-8f92-1ff1ba2fbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:51.282105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c177274a-c7d7-4c6b-9f4e-d18054ad2c25 req-603c2a58-6128-43dc-8f92-1ff1ba2fbab3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7a98956-f38a-40d0-9bdc-4266188e7aa3 HTTP/1.1" status: 200 len: 852 time: 0.0880258 Dec 17 13:34:51.355823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177274a-c7d7-4c6b-9f4e-d18054ad2c25 req-51ab24e1-6d35-47ae-ad26-f7ebdd8151a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:51.357298 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c177274a-c7d7-4c6b-9f4e-d18054ad2c25 req-51ab24e1-6d35-47ae-ad26-f7ebdd8151a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=345e74d1-5b60-4bc6-98e9-e046655ade46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680783 Dec 17 13:34:51.466157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router cc561c1b-b871-4ec1-b137-d41b489e8ed5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:34:51.496123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e82a2-d87b-424c-83ba-7bb81614457d req-5fbb4546-fc32-4b13-9391-28f3749c3fe6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:51.497719 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d3e82a2-d87b-424c-83ba-7bb81614457d req-5fbb4546-fc32-4b13-9391-28f3749c3fe6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0870745 Dec 17 13:34:51.516007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c177274a-c7d7-4c6b-9f4e-d18054ad2c25 req-978e2baf-1ca0-4388-bf67-83796ce77406 service neutron] 10.222.0.61 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504586 Dec 17 13:34:51.627632 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d3e82a2-d87b-424c-83ba-7bb81614457d req-6684c6e1-25da-4cbd-bf14-a5b72cbcad0d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172862 Dec 17 13:34:51.648128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:51.655683 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:51.661628 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626c772-9fe2-4827-b8c0-5e4b54e81680 None None] Sync routers for ids ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:51.676419 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c177274a-c7d7-4c6b-9f4e-d18054ad2c25 req-baecf44a-2a2a-460e-b73f-008ccb605a11 service neutron] 10.222.0.61 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475370 Dec 17 13:34:51.679387 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5626c772-9fe2-4827-b8c0-5e4b54e81680 None None] Routers {'cc561c1b-b871-4ec1-b137-d41b489e8ed5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:51.680137 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5626c772-9fe2-4827-b8c0-5e4b54e81680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:51.742941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9f0be426-2498-42f9-8336-12c8039f4eb1 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/floatingips/02bbc6fb-3b90-4f8a-b508-198e15c165db HTTP/1.1" status: 204 len: 168 time: 1.8892143 Dec 17 13:34:51.750141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:34:51.754046 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3cae05-7958-4f42-bdc9-0cd2de815d27" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:34:51.772097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35418) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:51.791911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00875765-6114-4558-8bd5-77a2bcdf27d6 req-1b76ce75-3b57-4cf5-8727-21513dd270bd tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:51.793691 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00875765-6114-4558-8bd5-77a2bcdf27d6 req-1b76ce75-3b57-4cf5-8727-21513dd270bd tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 943 time: 0.0834103 Dec 17 13:34:51.821979 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-5626c772-9fe2-4827-b8c0-5e4b54e81680 None None] Set router cc561c1b-b871-4ec1-b137-d41b489e8ed5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:51.904982 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00875765-6114-4558-8bd5-77a2bcdf27d6 req-bf9ed79e-ed83-4146-ae53-aa91175128da tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985646 Dec 17 13:34:51.944975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-626645db-b8d6-4394-a341-ed40b66e3d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:51.970614 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aa937e-49a0-4a38-bdbb-1c63359a7e79 x-openstack-request-id: req-44aa937e-49a0-4a38-bdbb-1c63359a7e79 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:34:51.970614 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:34:51.970614 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-44aa937e-49a0-4a38-bdbb-1c63359a7e79 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:34:51.970614 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'status': 'completed', 'code': 200} Dec 17 13:34:52.082346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cae05-7958-4f42-bdc9-0cd2de815d27 req-3aea239c-8455-4f02-9a06-4cfd252f0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:52.083954 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e3cae05-7958-4f42-bdc9-0cd2de815d27 req-3aea239c-8455-4f02-9a06-4cfd252f0cbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=850cc3bed38d459295a3dcc922ba6c36&device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 1097 time: 0.0881946 Dec 17 13:34:52.084807 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5626c772-9fe2-4827-b8c0-5e4b54e81680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:06Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8d436fb7-9f19-449f-9a5d-1a98b4daf223', 'name': '', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:dc:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '931557db-7578-46f4-93fc-4df35dc57f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:04Z', 'updated_at': '2021-12-17T13:33:13Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '931557db-7578-46f4-93fc-4df35dc57f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:52.089783 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-626645db-b8d6-4394-a341-ed40b66e3d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:52.130327 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626c772-9fe2-4827-b8c0-5e4b54e81680 None None] Checking router: cc561c1b-b871-4ec1-b137-d41b489e8ed5 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:52.139401 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5626c772-9fe2-4827-b8c0-5e4b54e81680 None None] Routers {'cc561c1b-b871-4ec1-b137-d41b489e8ed5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:52.140011 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5626c772-9fe2-4827-b8c0-5e4b54e81680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:52.185866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-626645db-b8d6-4394-a341-ed40b66e3d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:52.200347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cae05-7958-4f42-bdc9-0cd2de815d27 req-97cfef8d-a9ff-49cb-ab2b-edeb2bb1f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:52.201939 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e3cae05-7958-4f42-bdc9-0cd2de815d27 req-97cfef8d-a9ff-49cb-ab2b-edeb2bb1f060 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5c38910e-16e2-4215-932d-d3d2a6dd933c HTTP/1.1" status: 200 len: 898 time: 0.1107931 Dec 17 13:34:52.254353 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-626645db-b8d6-4394-a341-ed40b66e3d00 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed56c2dea0764411bd980f37701236ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4787235 Dec 17 13:34:52.255583 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35424) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:52.322192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626645db-b8d6-4394-a341-ed40b66e3d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5664553-cf65-4f55-ae7b-0ac32636527c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:52.329105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e3cae05-7958-4f42-bdc9-0cd2de815d27 req-4030aebe-4a0f-4f7f-96d5-6cbac5dffcf6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8 HTTP/1.1" status: 200 len: 217 time: 0.1012399 Dec 17 13:34:52.384012 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-5626c772-9fe2-4827-b8c0-5e4b54e81680 None None] Set router cc561c1b-b871-4ec1-b137-d41b489e8ed5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:52.399957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af22ef0-0f5f-4936-9515-96fe8e39f630 req-9b6c06ee-4637-4204-98f0-204126233577 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:52.401615 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2af22ef0-0f5f-4936-9515-96fe8e39f630 req-9b6c06ee-4637-4204-98f0-204126233577 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.1230254 Dec 17 13:34:52.402137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cae05-7958-4f42-bdc9-0cd2de815d27 req-9ba0ea37-7fa9-4232-a2d0-c8c16d5e651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:52.403905 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e3cae05-7958-4f42-bdc9-0cd2de815d27 req-9ba0ea37-7fa9-4232-a2d0-c8c16d5e651c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=931557db-7578-46f4-93fc-4df35dc57f18 HTTP/1.1" status: 200 len: 835 time: 0.0651143 Dec 17 13:34:52.432510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b47cd91-35f4-488a-a576-8ec86b0ba9f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:52.487131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cae05-7958-4f42-bdc9-0cd2de815d27 req-8d744318-3608-4d70-8155-372678826907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:52.488695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e3cae05-7958-4f42-bdc9-0cd2de815d27 req-8d744318-3608-4d70-8155-372678826907 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5c38910e-16e2-4215-932d-d3d2a6dd933c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729709 Dec 17 13:34:52.500894 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b47cd91-35f4-488a-a576-8ec86b0ba9f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:52.510895 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2af22ef0-0f5f-4936-9515-96fe8e39f630 req-fb95340e-6952-4998-97c0-3eacc65d26b5 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025269 Dec 17 13:34:52.605817 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e3cae05-7958-4f42-bdc9-0cd2de815d27 req-5d47d82b-22a8-4fc8-9940-4f3631a3d869 service neutron] 10.222.0.54 "GET /v2.0/networks/5c38910e-16e2-4215-932d-d3d2a6dd933c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083446 Dec 17 13:34:52.648744 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b47cd91-35f4-488a-a576-8ec86b0ba9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:52.651626 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b47cd91-35f4-488a-a576-8ec86b0ba9f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:52.653005 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5b47cd91-35f4-488a-a576-8ec86b0ba9f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5664553-cf65-4f55-ae7b-0ac32636527c HTTP/1.1" status: 204 len: 168 time: 0.3963974 Dec 17 13:34:52.682478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47cd91-35f4-488a-a576-8ec86b0ba9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5664553-cf65-4f55-ae7b-0ac32636527c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:52.714889 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5626c772-9fe2-4827-b8c0-5e4b54e81680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:06Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8d436fb7-9f19-449f-9a5d-1a98b4daf223', 'name': '', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:dc:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '931557db-7578-46f4-93fc-4df35dc57f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:04Z', 'updated_at': '2021-12-17T13:33:13Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '931557db-7578-46f4-93fc-4df35dc57f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:52.729841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e3cae05-7958-4f42-bdc9-0cd2de815d27 req-abfdb371-2313-433b-bfb4-bda577617081 service neutron] 10.222.0.54 "GET /v2.0/networks/5c38910e-16e2-4215-932d-d3d2a6dd933c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138766 Dec 17 13:34:52.769703 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626c772-9fe2-4827-b8c0-5e4b54e81680 None None] The sync data for ids ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'] in n-d-815324-5 is: [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:06Z', 'revision_number': 4, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8d436fb7-9f19-449f-9a5d-1a98b4daf223', 'name': '', 'network_id': '5c38910e-16e2-4215-932d-d3d2a6dd933c', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'mac_address': 'fa:16:3e:dc:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '931557db-7578-46f4-93fc-4df35dc57f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:33:04Z', 'updated_at': '2021-12-17T13:33:13Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'subnets': [{'id': '931557db-7578-46f4-93fc-4df35dc57f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:52.816310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5bf89-9605-46b6-98a9-eb59f70b19b5 req-5030d2b4-ec5e-4684-b959-bba495b7cef1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:52.817966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7f5bf89-9605-46b6-98a9-eb59f70b19b5 req-5030d2b4-ec5e-4684-b959-bba495b7cef1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0631232 Dec 17 13:34:52.884365 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7f5bf89-9605-46b6-98a9-eb59f70b19b5 req-f5bfe882-e7a6-4a6d-b6b5-145899c0f4ce tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598505 Dec 17 13:34:53.055246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f71887-cd76-4e50-89aa-52dc887fc1f5 req-508bae8c-9abd-4764-92d1-6fcc9b8711d3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:53.058012 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70f71887-cd76-4e50-89aa-52dc887fc1f5 req-508bae8c-9abd-4764-92d1-6fcc9b8711d3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 943 time: 0.0734234 Dec 17 13:34:53.101952 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324a106-2424-429b-91ef-75b35e48e6a7 None None] New status for floating IP 02bbc6fb-3b90-4f8a-b508-198e15c165db: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:34:53.126180 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70f71887-cd76-4e50-89aa-52dc887fc1f5 req-197fdd18-4d96-46c9-ad82-b15c8c7bf477 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604568 Dec 17 13:34:53.500747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35438) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:53.516741 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-46c86210-d8ed-4a75-9a27-ecaa2d5650a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:53.619216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef1e53-07cc-4c28-9fa1-5d1633978739 req-903937c0-f9ce-471f-bae9-f2ba1c9c7c26 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:53.621318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53ef1e53-07cc-4c28-9fa1-5d1633978739 req-903937c0-f9ce-471f-bae9-f2ba1c9c7c26 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.1024525 Dec 17 13:34:53.659065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-46c86210-d8ed-4a75-9a27-ecaa2d5650a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:53.690461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44932ddc-62ac-4527-a3a0-e3315fb5d26a req-d08e2d7e-2f81-4bc7-bea9-3af99a075947 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:53.694016 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-44932ddc-62ac-4527-a3a0-e3315fb5d26a req-d08e2d7e-2f81-4bc7-bea9-3af99a075947 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 946 time: 0.0800984 Dec 17 13:34:53.738643 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-46c86210-d8ed-4a75-9a27-ecaa2d5650a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:53.739620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-53ef1e53-07cc-4c28-9fa1-5d1633978739 req-1faa74aa-ad4c-473e-a8ae-3ad52517698c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:53.740580 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53ef1e53-07cc-4c28-9fa1-5d1633978739 req-1faa74aa-ad4c-473e-a8ae-3ad52517698c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:53.797843 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-46c86210-d8ed-4a75-9a27-ecaa2d5650a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dff8dd4093c340b695533dd6b4fd7a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954741 Dec 17 13:34:53.800367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35442) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:53.802450 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-44932ddc-62ac-4527-a3a0-e3315fb5d26a req-f3f4cea1-4149-4f9f-9ad6-65fa11ceae38 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/security-groups?id=402af632-cc38-4838-ba44-1737d36aed2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039538 Dec 17 13:34:53.803263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c86210-d8ed-4a75-9a27-ecaa2d5650a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc1cf2f-faa4-4243-93a8-d7e254fee198,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:53.873296 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-56bbeee0-9b0f-486d-9b2b-9c8349f59e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:53.900249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-53ef1e53-07cc-4c28-9fa1-5d1633978739 req-1faa74aa-ad4c-473e-a8ae-3ad52517698c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:53.900731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53ef1e53-07cc-4c28-9fa1-5d1633978739 req-1faa74aa-ad4c-473e-a8ae-3ad52517698c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:53.917413 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-56bbeee0-9b0f-486d-9b2b-9c8349f59e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:53.926588 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-53ef1e53-07cc-4c28-9fa1-5d1633978739 req-1faa74aa-ad4c-473e-a8ae-3ad52517698c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:54.062943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe8cc1-94c8-47de-ba0f-16364dcb6e72 req-94e0e157-5285-47cb-8460-9c4c42073cab tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:54.064541 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bbfe8cc1-94c8-47de-ba0f-16364dcb6e72 req-94e0e157-5285-47cb-8460-9c4c42073cab tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1001611 Dec 17 13:34:54.150411 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-56bbeee0-9b0f-486d-9b2b-9c8349f59e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:54.153447 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-56bbeee0-9b0f-486d-9b2b-9c8349f59e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:54.157120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-56bbeee0-9b0f-486d-9b2b-9c8349f59e1a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4bc1cf2f-faa4-4243-93a8-d7e254fee198 HTTP/1.1" status: 204 len: 168 time: 0.3529572 Dec 17 13:34:54.181175 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bbfe8cc1-94c8-47de-ba0f-16364dcb6e72 req-e3e39893-9907-4e01-b0cb-ad45eb8d894d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038070 Dec 17 13:34:54.224125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbeee0-9b0f-486d-9b2b-9c8349f59e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc1cf2f-faa4-4243-93a8-d7e254fee198,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:54.300598 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08987f-3f56-4788-89fe-712ebcbfbdab req-ebda11b1-ebe2-4a23-9181-3f83ce36e9f9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:54.302955 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef08987f-3f56-4788-89fe-712ebcbfbdab req-ebda11b1-ebe2-4a23-9181-3f83ce36e9f9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 943 time: 0.0840883 Dec 17 13:34:54.308383 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53ef1e53-07cc-4c28-9fa1-5d1633978739 req-1faa74aa-ad4c-473e-a8ae-3ad52517698c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:54.351791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa74aa-ad4c-473e-a8ae-3ad52517698c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=2a276fc3-1697-4d85-a3ca-9b70ac1716c8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:54.389865 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ef08987f-3f56-4788-89fe-712ebcbfbdab req-a63cca3e-cc1f-46c2-8ebe-76ebc426aa2e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678191 Dec 17 13:34:54.398621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef1e53-07cc-4c28-9fa1-5d1633978739 req-1faa74aa-ad4c-473e-a8ae-3ad52517698c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] No DVR routers for this DVR port 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:34:54.405284 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53ef1e53-07cc-4c28-9fa1-5d1633978739 req-1faa74aa-ad4c-473e-a8ae-3ad52517698c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:54.409036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53ef1e53-07cc-4c28-9fa1-5d1633978739 req-1faa74aa-ad4c-473e-a8ae-3ad52517698c tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.54 "DELETE /v2.0/ports/2a276fc3-1697-4d85-a3ca-9b70ac1716c8 HTTP/1.1" status: 204 len: 173 time: 0.7796371 Dec 17 13:34:54.409527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'name': 'network-vif-deleted', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:34:54.415941 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903599bc-6ffe-4376-8933-69db7866f34b" -d '{"events": [{"server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "name": "network-vif-deleted", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:34:54.454974 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781681cb-9c1f-4299-b806-307a34ab122e x-openstack-request-id: req-781681cb-9c1f-4299-b806-307a34ab122e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:34:54.454974 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc53eaa-5680-4ce9-a509-e94e44ced205", "name": "network-vif-deleted", "tag": "2a276fc3-1697-4d85-a3ca-9b70ac1716c8", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:34:54.454974 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-781681cb-9c1f-4299-b806-307a34ab122e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:34:54.454974 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc53eaa-5680-4ce9-a509-e94e44ced205', 'name': 'network-vif-deleted', 'tag': '2a276fc3-1697-4d85-a3ca-9b70ac1716c8', 'status': 'completed', 'code': 200} Dec 17 13:34:54.975769 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44fe5a73-ccef-475b-b588-c90701ba3adb req-d6f569f4-5ca4-46b9-b28d-a8f02b6dbe76 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bc53eaa-5680-4ce9-a509-e94e44ced205 HTTP/1.1" status: 200 len: 210 time: 0.0557816 Dec 17 13:34:55.366796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621368f9-284c-45b1-9fc5-03f52aeee25f req-2b1f58d2-40b0-4374-a17c-b4a065cfa881 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:55.370685 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-621368f9-284c-45b1-9fc5-03f52aeee25f req-2b1f58d2-40b0-4374-a17c-b4a065cfa881 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0830841 Dec 17 13:34:55.440116 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-621368f9-284c-45b1-9fc5-03f52aeee25f req-83d55292-c325-47f3-bd23-e1a45af8cabf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601251 Dec 17 13:34:55.518226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e7472-f95e-42a5-9967-c4e775d879fd req-84e36617-b41f-444f-adbc-dca9b9bbbe4c tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:55.523653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c38e7472-f95e-42a5-9967-c4e775d879fd req-84e36617-b41f-444f-adbc-dca9b9bbbe4c tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 943 time: 0.0642226 Dec 17 13:34:55.617383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c38e7472-f95e-42a5-9967-c4e775d879fd req-e6887e95-f02b-401a-89c4-820b481eda55 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900159 Dec 17 13:34:56.043828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35486) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:56.504758 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc99dfa0-4cb6-4b50-821f-09d685f393cc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:56.603399 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4903a34-3ec6-4688-a01e-53847c817e30 req-dc30b270-b48d-46e7-9aab-fe965a7b61c8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:56.615338 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d4903a34-3ec6-4688-a01e-53847c817e30 req-dc30b270-b48d-46e7-9aab-fe965a7b61c8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0816343 Dec 17 13:34:56.715504 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d4903a34-3ec6-4688-a01e-53847c817e30 req-5b2516e0-8f36-4ef2-ad05-3e0949483bbe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983586 Dec 17 13:34:56.819042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58667f06-603b-405a-9dec-eaf587c062b0 req-130ca578-bcb9-462c-b74a-4f4f6b0f7ef1 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:56.820646 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58667f06-603b-405a-9dec-eaf587c062b0 req-130ca578-bcb9-462c-b74a-4f4f6b0f7ef1 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 943 time: 0.0881348 Dec 17 13:34:56.933983 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58667f06-603b-405a-9dec-eaf587c062b0 req-182e812e-5757-4f65-a102-ffb615f4feaa tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924680 Dec 17 13:34:56.965486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-dc99dfa0-4cb6-4b50-821f-09d685f393cc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 8d436fb7-9f19-449f-9a5d-1a98b4daf223 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:56.966221 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc99dfa0-4cb6-4b50-821f-09d685f393cc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:57.063642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-dc99dfa0-4cb6-4b50-821f-09d685f393cc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port 8d436fb7-9f19-449f-9a5d-1a98b4daf223, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8d436fb7-9f19-449f-9a5d-1a98b4daf223,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:57.064338 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc99dfa0-4cb6-4b50-821f-09d685f393cc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:57.078273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-dc99dfa0-4cb6-4b50-821f-09d685f393cc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 8d436fb7-9f19-449f-9a5d-1a98b4daf223 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:57.194976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:34:57.218335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:34:57.218335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2a276fc3-1697-4d85-a3ca-9b70ac1716c8 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:34:57.348449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc99dfa0-4cb6-4b50-821f-09d685f393cc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:57.738076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99dfa0-4cb6-4b50-821f-09d685f393cc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=8d436fb7-9f19-449f-9a5d-1a98b4daf223,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:57.884313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab5c10-e12d-44e0-a22d-22444c7f7b05 req-e4a560c4-de48-458a-808b-aa5e76c8285b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:57.885720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-38ab5c10-e12d-44e0-a22d-22444c7f7b05 req-e4a560c4-de48-458a-808b-aa5e76c8285b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0644917 Dec 17 13:34:57.951683 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-38ab5c10-e12d-44e0-a22d-22444c7f7b05 req-9d8b58ab-e31c-481f-b615-7739a9a76459 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586965 Dec 17 13:34:57.993192 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc99dfa0-4cb6-4b50-821f-09d685f393cc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:58.173958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d878d7-3716-439a-b4d4-02f05ace600c req-ec483aec-0b93-4236-8dc4-cedf969bc70a tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:58.175591 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-48d878d7-3716-439a-b4d4-02f05ace600c req-ec483aec-0b93-4236-8dc4-cedf969bc70a tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 943 time: 0.1030200 Dec 17 13:34:58.283763 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-48d878d7-3716-439a-b4d4-02f05ace600c req-0d0ef210-82c4-496f-ad22-281e8bba7567 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997908 Dec 17 13:34:58.341933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc99dfa0-4cb6-4b50-821f-09d685f393cc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Router cc561c1b-b871-4ec1-b137-d41b489e8ed5 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:34:58.461011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc99dfa0-4cb6-4b50-821f-09d685f393cc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:34:58.466723 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dc99dfa0-4cb6-4b50-821f-09d685f393cc tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "PUT /v2.0/routers/cc561c1b-b871-4ec1-b137-d41b489e8ed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4200518 Dec 17 13:34:58.469278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35522) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:58.472384 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88409-36f2-462d-826b-240327129f5d None None] Sync routers for ids ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:34:58.487555 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d88409-36f2-462d-826b-240327129f5d None None] Routers {'cc561c1b-b871-4ec1-b137-d41b489e8ed5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:58.488492 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-80d88409-36f2-462d-826b-240327129f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:58.566076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d067945-cedc-416d-ba05-9b2a86b43d5a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting subnet 931557db-7578-46f4-93fc-4df35dc57f18 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:34:58.570901 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d067945-cedc-416d-ba05-9b2a86b43d5a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:58.623702 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-80d88409-36f2-462d-826b-240327129f5d None None] Set router cc561c1b-b871-4ec1-b137-d41b489e8ed5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:58.667840 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d067945-cedc-416d-ba05-9b2a86b43d5a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:58.767371 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d067945-cedc-416d-ba05-9b2a86b43d5a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:58.838626 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-80d88409-36f2-462d-826b-240327129f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:34:57Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:58.872833 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88409-36f2-462d-826b-240327129f5d None None] Checking router: cc561c1b-b871-4ec1-b137-d41b489e8ed5 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:34:58.886002 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d88409-36f2-462d-826b-240327129f5d None None] Routers {'cc561c1b-b871-4ec1-b137-d41b489e8ed5'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:34:58.886657 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-80d88409-36f2-462d-826b-240327129f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:58.969449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d067945-cedc-416d-ba05-9b2a86b43d5a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:59.009438 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d067945-cedc-416d-ba05-9b2a86b43d5a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Subnet': ['ID=931557db-7578-46f4-93fc-4df35dc57f18,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:59.037257 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-80d88409-36f2-462d-826b-240327129f5d None None] Set router cc561c1b-b871-4ec1-b137-d41b489e8ed5 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:34:59.046348 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d067945-cedc-416d-ba05-9b2a86b43d5a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:59.052591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44a563b-c09b-4fa5-b25f-dec1f273e70f None None] Network 5c38910e-16e2-4215-932d-d3d2a6dd933c requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:34:59.055697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35530) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:34:59.070400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9d067945-cedc-416d-ba05-9b2a86b43d5a tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/subnets/931557db-7578-46f4-93fc-4df35dc57f18 HTTP/1.1" status: 204 len: 168 time: 0.5994940 Dec 17 13:34:59.251079 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:59.332455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a164f4e-9e3f-4526-afac-a2c13d80fecd req-adcb23c6-b506-444c-bcd2-0fcf5a526612 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:59.334362 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a164f4e-9e3f-4526-afac-a2c13d80fecd req-adcb23c6-b506-444c-bcd2-0fcf5a526612 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.2134535 Dec 17 13:34:59.345568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d152c5-2e03-4dca-a778-1329a5348848 None None] DHCP port deletion for 5c38910e-16e2-4215-932d-d3d2a6dd933c request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:34:59.394837 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-80d88409-36f2-462d-826b-240327129f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:34:57Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:34:59.443161 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88409-36f2-462d-826b-240327129f5d None None] The sync data for ids ['cc561c1b-b871-4ec1-b137-d41b489e8ed5'] in n-d-815324-5 is: [{'id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1869862980', 'tenant_id': '850cc3bed38d459295a3dcc922ba6c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:34:57Z', 'revision_number': 5, 'project_id': '850cc3bed38d459295a3dcc922ba6c36', 'gw_port': {'id': '58a036ec-d91a-49ed-bcd7-237c41033331', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:98:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561c1b-b871-4ec1-b137-d41b489e8ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:32:58Z', 'updated_at': '2021-12-17T13:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:34:59.443505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e4d152c5-2e03-4dca-a778-1329a5348848 None None] Deleting port 6ab8cdac-3105-4901-84dc-e08363cba54f {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:59.444720 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4d152c5-2e03-4dca-a778-1329a5348848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:59.460741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a164f4e-9e3f-4526-afac-a2c13d80fecd req-75f4ea14-0521-410b-ba0b-02c3fbfda447 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820336 Dec 17 13:34:59.497712 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:59.506303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12316927-6408-4fa2-9eab-3e69a1ac0931 req-36c3b599-8848-4a89-b8f0-86dcf837d983 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:34:59.508820 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-12316927-6408-4fa2-9eab-3e69a1ac0931 req-36c3b599-8848-4a89-b8f0-86dcf837d983 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 943 time: 0.1078286 Dec 17 13:34:59.557757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e4d152c5-2e03-4dca-a778-1329a5348848 None None] For port 6ab8cdac-3105-4901-84dc-e08363cba54f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6ab8cdac-3105-4901-84dc-e08363cba54f,segment=NetworkSegment(a8b021c6-f6c9-4231-a8b9-a7143db505de),segment_id=a8b021c6-f6c9-4231-a8b9-a7143db505de)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:59.558170 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4d152c5-2e03-4dca-a778-1329a5348848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:59.575295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e4d152c5-2e03-4dca-a778-1329a5348848 None None] Calling delete_port for 6ab8cdac-3105-4901-84dc-e08363cba54f owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:59.580954 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-12316927-6408-4fa2-9eab-3e69a1ac0931 req-b0422252-20e8-4b90-b3cc-ea5094b909a2 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636437 Dec 17 13:34:59.637083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Deleting port 58a036ec-d91a-49ed-bcd7-237c41033331 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:34:59.637438 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:59.725288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] For port 58a036ec-d91a-49ed-bcd7-237c41033331, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=58a036ec-d91a-49ed-bcd7-237c41033331,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:34:59.729484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:59.738724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Calling delete_port for 58a036ec-d91a-49ed-bcd7-237c41033331 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:34:59.748380 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4d152c5-2e03-4dca-a778-1329a5348848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:34:59.785092 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d152c5-2e03-4dca-a778-1329a5348848 None None] Pushing event deleted for resources: {'Port': ['ID=6ab8cdac-3105-4901-84dc-e08363cba54f,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:34:59.786992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d152c5-2e03-4dca-a778-1329a5348848 None None] No DVR routers for this DVR port 6ab8cdac-3105-4901-84dc-e08363cba54f on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:35:00.126095 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:00.159429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Port': ['ID=58a036ec-d91a-49ed-bcd7-237c41033331,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:00.171225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0728ebdc-ef22-4ca8-b052-7db506586ca5 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:35:00.224403 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:00.323446 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:00.330956 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:00.500586 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:00.501331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Fanout notify agent at l3_agent the message router_deleted on router cc561c1b-b871-4ec1-b137-d41b489e8ed5 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:35:00.516878 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:00.523400 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7bc94c04-419d-4cf4-bcf8-dd8e7d6bac15 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/routers/cc561c1b-b871-4ec1-b137-d41b489e8ed5 HTTP/1.1" status: 204 len: 168 time: 1.4614666 Dec 17 13:35:00.523400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35544) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:00.637271 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:00.684344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11cbce-3b99-401d-9617-2c4df8211e09 req-88601a83-076a-4a05-b09f-4f3fe3d58227 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:00.692906 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb11cbce-3b99-401d-9617-2c4df8211e09 req-88601a83-076a-4a05-b09f-4f3fe3d58227 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1228666 Dec 17 13:35:00.736637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8d436fb7-9f19-449f-9a5d-1a98b4daf223 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:35:00.781090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 8d436fb7-9f19-449f-9a5d-1a98b4daf223 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:35:00.782657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8d436fb7-9f19-449f-9a5d-1a98b4daf223 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:35:00.783098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6ab8cdac-3105-4901-84dc-e08363cba54f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:35:00.784126 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eb11cbce-3b99-401d-9617-2c4df8211e09 req-d2c46268-354d-47d0-99e0-7f137842759f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902386 Dec 17 13:35:00.811733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 6ab8cdac-3105-4901-84dc-e08363cba54f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:35:00.812135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6ab8cdac-3105-4901-84dc-e08363cba54f not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:35:00.816847 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:00.845804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c38910e-16e2-4215-932d-d3d2a6dd933c']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:00.861211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b19543-938b-4c66-a91d-2478d178c7d2 req-a1d69b03-f9b7-4a95-a3b3-b3c0313c86bf tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:00.864114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b7b19543-938b-4c66-a91d-2478d178c7d2 req-a1d69b03-f9b7-4a95-a3b3-b3c0313c86bf tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 943 time: 0.1156490 Dec 17 13:35:00.867218 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b021c6-f6c9-4231-a8b9-a7143db505de') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:00.867562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b021c6-f6c9-4231-a8b9-a7143db505de') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:00.885218 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:00.910246 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:00.924302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:35:00.924722 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:35:00.928699 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:35:01.008178 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b7b19543-938b-4c66-a91d-2478d178c7d2 req-5cc15322-67e5-4f55-9c53-bd3648c219ff tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331468 Dec 17 13:35:01.168827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:01.180429 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:01.181294 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/networks/5c38910e-16e2-4215-932d-d3d2a6dd933c HTTP/1.1" status: 204 len: 168 time: 0.6587622 Dec 17 13:35:01.183992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35550) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:01.199841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367d869-ab9f-46fe-9cbe-088e0efc3d73 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'Network': ['ID=5c38910e-16e2-4215-932d-d3d2a6dd933c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:01.261447 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e71572f1-b93b-4758-8afb-ebf65a8e0cd3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:01.287625 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e71572f1-b93b-4758-8afb-ebf65a8e0cd3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:01.433633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e71572f1-b93b-4758-8afb-ebf65a8e0cd3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:01.436417 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e71572f1-b93b-4758-8afb-ebf65a8e0cd3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:01.440330 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e71572f1-b93b-4758-8afb-ebf65a8e0cd3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] 10.222.0.59 "DELETE /v2.0/security-groups/402af632-cc38-4838-ba44-1737d36aed2a HTTP/1.1" status: 204 len: 168 time: 0.2527432 Dec 17 13:35:01.456371 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71572f1-b93b-4758-8afb-ebf65a8e0cd3 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402af632-cc38-4838-ba44-1737d36aed2a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:01.770605 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:01.896823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab8739-84f5-4cba-abb0-305be4ecc5f2 req-e6eab931-b6f2-4a46-9137-442ff13999ad tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:01.898384 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d9ab8739-84f5-4cba-abb0-305be4ecc5f2 req-e6eab931-b6f2-4a46-9137-442ff13999ad tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0498090 Dec 17 13:35:01.945069 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d9ab8739-84f5-4cba-abb0-305be4ecc5f2 req-b6632797-dbe6-4d3e-86ee-0a08a3d63523 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Dec 17 13:35:02.058346 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35564) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:02.151482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256084ee-9f04-4a29-85e5-a5b6072df675 req-3d7d4342-6287-4d44-a6f5-af58378f776c tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:02.154048 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-256084ee-9f04-4a29-85e5-a5b6072df675 req-3d7d4342-6287-4d44-a6f5-af58378f776c tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 943 time: 0.0554690 Dec 17 13:35:02.278952 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-256084ee-9f04-4a29-85e5-a5b6072df675 req-8edd618f-5d10-4911-abcc-a9eeb5f131d4 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188996 Dec 17 13:35:02.286144 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35570) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:02.286840 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-44ed199c-b4a5-4de3-822c-ac7c68fe5504 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=850cc3bed38d459295a3dcc922ba6c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2267475 Dec 17 13:35:02.342008 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4e8f10e-64d4-4b09-af65-d658fb31ad44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:02.365728 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4e8f10e-64d4-4b09-af65-d658fb31ad44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:02.496507 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4e8f10e-64d4-4b09-af65-d658fb31ad44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:02.499179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4e8f10e-64d4-4b09-af65-d658fb31ad44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:02.505238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c4e8f10e-64d4-4b09-af65-d658fb31ad44 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2fab95f-4f69-4bad-a1bb-add9c2264842 HTTP/1.1" status: 204 len: 168 time: 0.2168806 Dec 17 13:35:02.513432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8f10e-64d4-4b09-af65-d658fb31ad44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fab95f-4f69-4bad-a1bb-add9c2264842,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:02.542429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 58a036ec-d91a-49ed-bcd7-237c41033331 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:35:02.557535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 58a036ec-d91a-49ed-bcd7-237c41033331 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:35:02.557862 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 58a036ec-d91a-49ed-bcd7-237c41033331 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:35:03.071632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30298233-9d6d-4d7c-9980-ba414a686841 req-78229d21-930e-4070-904b-118f3451865f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:03.073204 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30298233-9d6d-4d7c-9980-ba414a686841 req-78229d21-930e-4070-904b-118f3451865f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0552187 Dec 17 13:35:03.123424 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30298233-9d6d-4d7c-9980-ba414a686841 req-9efcf9a4-b913-425c-84e1-70d8081282b1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Dec 17 13:35:03.205678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35580) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:03.249205 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-105a9c9d-e240-4644-ba5f-aef970d62dc3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5edc736b9614def90af6613afd7f1e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419154 Dec 17 13:35:03.251890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35582) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:03.299240 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57be5de1-b6d7-480f-a2ea-8936f1643e2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:03.321944 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57be5de1-b6d7-480f-a2ea-8936f1643e2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:03.415208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ef461-c1d8-43a1-923c-29c3467d0f44 req-264bcd32-97ec-4ef5-9e46-106e741e9331 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:03.416979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-970ef461-c1d8-43a1-923c-29c3467d0f44 req-264bcd32-97ec-4ef5-9e46-106e741e9331 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 943 time: 0.0534277 Dec 17 13:35:03.431196 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57be5de1-b6d7-480f-a2ea-8936f1643e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:03.434202 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57be5de1-b6d7-480f-a2ea-8936f1643e2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:03.436483 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-57be5de1-b6d7-480f-a2ea-8936f1643e2b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c13ba143-2997-4ba8-8685-64708c744e6b HTTP/1.1" status: 204 len: 168 time: 0.1826007 Dec 17 13:35:03.458188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be5de1-b6d7-480f-a2ea-8936f1643e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13ba143-2997-4ba8-8685-64708c744e6b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:03.513808 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-970ef461-c1d8-43a1-923c-29c3467d0f44 req-e7294d87-da66-4e50-8f6b-f7a671342ae0 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883613 Dec 17 13:35:03.793815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1a69a3ac-afb3-4d3d-badf-111d203716a7 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:35:03.892625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1a69a3ac-afb3-4d3d-badf-111d203716a7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1a69a3ac-afb3-4d3d-badf-111d203716a7,segment=NetworkSegment(135439fc-d482-45e5-97f6-d34396bd39ee),segment_id=135439fc-d482-45e5-97f6-d34396bd39ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:03.904456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'port_id': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'mac_address': 'fa:16:3e:1d:7d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:35:03.942347 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:03.956192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a69a3ac-afb3-4d3d-badf-111d203716a7 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:35:03.982003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1a69a3ac-afb3-4d3d-badf-111d203716a7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1a69a3ac-afb3-4d3d-badf-111d203716a7,segment=NetworkSegment(135439fc-d482-45e5-97f6-d34396bd39ee),segment_id=135439fc-d482-45e5-97f6-d34396bd39ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:04.136706 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:04.187883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=1a69a3ac-afb3-4d3d-badf-111d203716a7,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:04.253091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf43e73-e7da-4e29-ab2a-7f9437c9a9f7 req-50b97cbb-1768-4ee0-b37d-c2413c1d4d84 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:04.259731 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0bf43e73-e7da-4e29-ab2a-7f9437c9a9f7 req-50b97cbb-1768-4ee0-b37d-c2413c1d4d84 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0509279 Dec 17 13:35:04.304189 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0bf43e73-e7da-4e29-ab2a-7f9437c9a9f7 req-7a3c7ebb-6554-4d91-ad0c-5ea5f135f7d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 Dec 17 13:35:04.455672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['1a69a3ac-afb3-4d3d-badf-111d203716a7'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:35:04.630364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cb832-ec36-4bec-b5af-109d14cced00 req-bc5d4c8e-1450-4583-a6f8-ba1bda1dd686 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:04.632772 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8a0cb832-ec36-4bec-b5af-109d14cced00 req-bc5d4c8e-1450-4583-a6f8-ba1bda1dd686 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 944 time: 0.0580566 Dec 17 13:35:04.683207 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8a0cb832-ec36-4bec-b5af-109d14cced00 req-f1e28903-3bcd-4114-bd84-338c2a829b2f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445271 Dec 17 13:35:05.444386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60653d0d-f3d8-4619-b604-66c2cf459dc3 req-822c82d7-10af-4967-b82f-2b5426a69df5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:05.452338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-60653d0d-f3d8-4619-b604-66c2cf459dc3 req-822c82d7-10af-4967-b82f-2b5426a69df5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0702553 Dec 17 13:35:05.497609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35648) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:05.530118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-60653d0d-f3d8-4619-b604-66c2cf459dc3 req-f584ea86-6015-485e-9187-ad55fe1695ba tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761383 Dec 17 13:35:05.667386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'network': {'name': 'tempest-network-smoke--460756181', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'port_security_enabled': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:05.741987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Made reservation on behalf of 5b1e813e7b9845c89b46e4e6ca50de3c for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:35:05.745973 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:05.755836 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:05.794883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1a69a3ac-afb3-4d3d-badf-111d203716a7 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:35:05.843323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418dca69-352d-46e5-ac5b-95b616119308 req-5675da54-e76b-4f5e-a0db-342c93c1548f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:05.845306 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-418dca69-352d-46e5-ac5b-95b616119308 req-5675da54-e76b-4f5e-a0db-342c93c1548f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 944 time: 0.0872653 Dec 17 13:35:05.919448 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 1a69a3ac-afb3-4d3d-badf-111d203716a7 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:35:05.924165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 1a69a3ac-afb3-4d3d-badf-111d203716a7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:05.924548 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:05.925792 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:05.930375 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-418dca69-352d-46e5-ac5b-95b616119308 req-78cc91de-c8eb-4a5f-b7a9-a11997e040ea tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755436 Dec 17 13:35:06.008948 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.022178 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.035339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:35:06.037803 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541b3b5b-3d3d-49b7-8ce9-f35b76947c6e" -d '{"events": [{"server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "name": "network-vif-plugged", "status": "completed", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:35:06.051471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:35:06.055910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 1a69a3ac-afb3-4d3d-badf-111d203716a7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1a69a3ac-afb3-4d3d-badf-111d203716a7,segment=NetworkSegment(135439fc-d482-45e5-97f6-d34396bd39ee),segment_id=135439fc-d482-45e5-97f6-d34396bd39ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:06.063508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73df9b05-8b55-494c-b1c8-188b0ed191af,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:06.070250 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.070977 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Added segment e4a6359c-20d8-461b-83c0-f7d3bd0dcb40 of type vlan for network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 Dec 17 13:35:06.116659 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.166103 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.221713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=1a69a3ac-afb3-4d3d-badf-111d203716a7,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:06.234600 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.234906 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.238720 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901618a6-a971-4e76-8dbf-6f90c5a6936a x-openstack-request-id: req-901618a6-a971-4e76-8dbf-6f90c5a6936a {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:35:06.239019 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "name": "network-vif-plugged", "status": "completed", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:35:06.239421 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-901618a6-a971-4e76-8dbf-6f90c5a6936a {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:35:06.239823 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'code': 200} Dec 17 13:35:06.242796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:06.243588 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.322664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Network': ['ID=75f15c38-7331-47fb-ac45-f88dff6a1cd7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:06.333512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:35:06.369668 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-456c7c43-2ee6-41f7-8dcf-49905408fe25 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8685064 Dec 17 13:35:06.371981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35660) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:06.374868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb0ac2-a2a3-4730-88ef-70583616b75a req-9fd7195b-2f63-4bfa-a059-890df327080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:06.376704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ffb0ac2-a2a3-4730-88ef-70583616b75a req-9fd7195b-2f63-4bfa-a059-890df327080a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 1096 time: 0.0711391 Dec 17 13:35:06.377821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'admin_state_up': True, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:06.440774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ffb0ac2-a2a3-4730-88ef-70583616b75a req-a358ebff-1d50-49f4-a161-3a9993774f6e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518105 Dec 17 13:35:06.462053 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.463208 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.518344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.656986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e4577-dba4-4af0-83e6-2122eca9b2a9 req-a1986144-d51f-4340-ab0b-c1a041231755 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:06.658683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be7e4577-dba4-4af0-83e6-2122eca9b2a9 req-a1986144-d51f-4340-ab0b-c1a041231755 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0526912 Dec 17 13:35:06.697570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.719888 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be7e4577-dba4-4af0-83e6-2122eca9b2a9 req-0a891be8-3200-4559-84e2-c82b1c04098f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520215 Dec 17 13:35:06.935960 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:06.954539 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:07.105184 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Allocated IP 172.25.0.84 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:35:07.114076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ae3d-2dfa-42dd-bfa4-35a89185fcf1 req-a1868b2a-2e07-4987-a51a-0a6553d3a344 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:07.115707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-acb9ae3d-2dfa-42dd-bfa4-35a89185fcf1 req-a1868b2a-2e07-4987-a51a-0a6553d3a344 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 945 time: 0.1069965 Dec 17 13:35:07.574435 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-acb9ae3d-2dfa-42dd-bfa4-35a89185fcf1 req-d9a8cf62-d1f2-4184-ba5f-e930e3fef209 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4503272 Dec 17 13:35:07.612924 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:07.759188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:07.808720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:35:07.827588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:35:07.830121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:35:07.841045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b77d23-bd41-4991-9d4b-33bfa57276b0 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:35:07.864956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:07.891369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-de9db520-4f0d-4952-a076-1f62da061130 None None] Provisioning complete for port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:07.891744 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-de9db520-4f0d-4952-a076-1f62da061130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:07.897569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b56571-62bf-4e05-9320-6d84492ff007 req-b06162cd-5423-4ea0-8c2c-6bdcf826dee8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:07.899105 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7b56571-62bf-4e05-9320-6d84492ff007 req-b06162cd-5423-4ea0-8c2c-6bdcf826dee8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.1114163 Dec 17 13:35:07.927893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-de9db520-4f0d-4952-a076-1f62da061130 None None] Port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:35:08.040093 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7b56571-62bf-4e05-9320-6d84492ff007 req-537c26b2-edda-4332-9609-5b92c9bee4ea tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044462 Dec 17 13:35:08.215172 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:08.415819 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:08.627863 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Router 0ed639f4-50fd-415f-9767-6dd0b2955cea is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:35:08.708055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e68cc-aa36-4d02-aeb6-b555fe5d604e req-189fdd54-10c6-4187-8a06-62beb5093dcb tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:08.710003 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-257e68cc-aa36-4d02-aeb6-b555fe5d604e req-189fdd54-10c6-4187-8a06-62beb5093dcb tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 945 time: 0.0559418 Dec 17 13:35:08.743414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:35:08.759140 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Sync routers for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:35:08.776183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:35:08.778221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-257e68cc-aa36-4d02-aeb6-b555fe5d604e req-9e42a803-32f2-468d-81c8-49987a8adb83 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613918 Dec 17 13:35:08.778995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:08.861993 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:08.869629 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0e732776-bfa5-4fc6-9285-3ff944f83978 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4958904 Dec 17 13:35:08.870295 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35688) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:08.918489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:35:08.927772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd37b7-4c2b-4483-b958-de8e903421c6 req-bf56e611-970f-45fe-9e40-f5f4c7ba7e32 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:08.929399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4dd37b7-4c2b-4483-b958-de8e903421c6 req-bf56e611-970f-45fe-9e40-f5f4c7ba7e32 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 945 time: 0.0750778 Dec 17 13:35:08.973163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-73b8ec5d-4621-4662-a710-6ba5bae85f48 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=5b1e813e7b9845c89b46e4e6ca50de3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1013119 Dec 17 13:35:08.974109 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35692) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:08.993315 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4dd37b7-4c2b-4483-b958-de8e903421c6 req-b8a61159-c2d8-47a5-8c24-4916f9972816 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568523 Dec 17 13:35:09.017910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35694) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:09.095893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321514d-a6bb-4fed-8165-fda23f35169d tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:09.099292 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c321514d-a6bb-4fed-8165-fda23f35169d tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1225913 Dec 17 13:35:09.100724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35700) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:09.151222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-453f175e-1383-4046-8efa-9766bdb2eeaa tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491529 Dec 17 13:35:09.155499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35702) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:09.163831 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d15ca24e-7260-46f8-828e-6f35606568ce tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-568267837', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:09.212179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:08Z', 'revision_number': 3, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:09.231337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e52b1c-3048-41e2-8ac5-00b71901af0e req-f150e717-2179-489d-8af0-5f57d3dfd805 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:09.238700 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-74e52b1c-3048-41e2-8ac5-00b71901af0e req-f150e717-2179-489d-8af0-5f57d3dfd805 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 943 time: 0.0939233 Dec 17 13:35:09.252423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Checking router: 0ed639f4-50fd-415f-9767-6dd0b2955cea for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:35:09.253160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Updating router 0ed639f4-50fd-415f-9767-6dd0b2955cea port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:35:09.278991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 23107e52-32c2-4b3f-afb5-fd5fe65db94f details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:35:09.302212 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-74e52b1c-3048-41e2-8ac5-00b71901af0e req-a42e71ef-20f4-483e-a30a-36698e28b279 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621688 Dec 17 13:35:09.310328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a3e6d4-7b93-4897-8f7d-8ebd67033b77 tempest-TestVolumeBackupRestore-58381659 tempest-TestVolumeBackupRestore-58381659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:09.313764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-94a3e6d4-7b93-4897-8f7d-8ebd67033b77 tempest-TestVolumeBackupRestore-58381659 tempest-TestVolumeBackupRestore-58381659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 1091 time: 0.2926183 Dec 17 13:35:09.315495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35704) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:09.320375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:09.404712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15ca24e-7260-46f8-828e-6f35606568ce tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Made reservation on behalf of 5b1e813e7b9845c89b46e4e6ca50de3c for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:35:09.409886 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d15ca24e-7260-46f8-828e-6f35606568ce tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:09.454222 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:09.520377 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:09.578077 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:09.628846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 23107e52-32c2-4b3f-afb5-fd5fe65db94f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=23107e52-32c2-4b3f-afb5-fd5fe65db94f,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:09.669268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '23107e52-32c2-4b3f-afb5-fd5fe65db94f', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'port_id': '23107e52-32c2-4b3f-afb5-fd5fe65db94f', 'mac_address': 'fa:16:3e:43:bb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:35:09.712438 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:09.722284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Allocated IP 172.25.0.60 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/4b81c7f2-6137-4c54-b0b5-3e92b4d59712) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:35:09.726909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23107e52-32c2-4b3f-afb5-fd5fe65db94f {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:35:09.730816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d15ca24e-7260-46f8-828e-6f35606568ce tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:09.751071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 23107e52-32c2-4b3f-afb5-fd5fe65db94f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=23107e52-32c2-4b3f-afb5-fd5fe65db94f,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:09.800389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ca24e-7260-46f8-828e-6f35606568ce tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Subnet': ['ID=9beb5e07-40f1-4576-acc5-36e4449dbfd4,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:09.836590 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:09.842647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ca24e-7260-46f8-828e-6f35606568ce tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Checking segment: {'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:35:09.842887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ca24e-7260-46f8-828e-6f35606568ce tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network hostable DHCP agents. Network: 75f15c38-7331-47fb-ac45-f88dff6a1cd7, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:35:09.886936 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:09.924561 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=23107e52-32c2-4b3f-afb5-fd5fe65db94f,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:09.968002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ca24e-7260-46f8-828e-6f35606568ce tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:35:10.020164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:10.065565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['23107e52-32c2-4b3f-afb5-fd5fe65db94f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:35:10.065818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:35:10.069364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:35:10.072242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:35:10.078496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event updated for resources: {'Port': ['ID=4b81c7f2-6137-4c54-b0b5-3e92b4d59712,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:10.122208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-d15ca24e-7260-46f8-828e-6f35606568ce tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 75f15c38-7331-47fb-ac45-f88dff6a1cd7) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:35:10.133028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ca24e-7260-46f8-828e-6f35606568ce tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:10.136902 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d15ca24e-7260-46f8-828e-6f35606568ce tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:10.155196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acededdf-1bd3-4c6a-a480-74262223303b None None] Network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:35:10.248030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d15ca24e-7260-46f8-828e-6f35606568ce tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0907850 Dec 17 13:35:10.249302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35710) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:10.417231 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:35:10.418115 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:10.434844 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:10.527622 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:10.572570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac865ea-a51d-4abc-b8fb-c9d31fd1ac88 req-f4e9a4d0-a7af-4468-a763-0b0eccf07d05 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:10.592900 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eac865ea-a51d-4abc-b8fb-c9d31fd1ac88 req-f4e9a4d0-a7af-4468-a763-0b0eccf07d05 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 944 time: 0.1481566 Dec 17 13:35:10.602148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c917f31-a4fb-4f0c-96cb-a8f62efe3101 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:35:10.635006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Attempting to bind port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:35:10.635379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Attempting to bind port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:35:10.635753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Attempting to bind port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:35:10.650171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:35:10.650171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:35:10.650171 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:10.650609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:35:10.653654 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:10.665384 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Bound port: 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:35:10.666215 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:10.668249 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Pushing event updated for resources: {'Port': ['ID=71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:10.722852 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eac865ea-a51d-4abc-b8fb-c9d31fd1ac88 req-abd87ff9-61af-43f7-9279-12f353b3cf63 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213398 Dec 17 13:35:10.749120 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Allocated IP 172.20.0.2 (75f15c38-7331-47fb-ac45-f88dff6a1cd7/9beb5e07-40f1-4576-acc5-36e4449dbfd4/6b8b07a2-4ee8-4340-8d28-0c32196f22c3) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:35:10.785016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f492b85-3df9-4051-b112-8cd156faef72 req-69269497-3f71-4cc6-a48c-3ba526526b2b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840182 Dec 17 13:35:10.785604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] For port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:35:10.788563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] For port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:35:10.838220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-59dc7d39-5067-4871-aaac-308c0c117965 None None] Provisioning complete for port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:10.838590 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-59dc7d39-5067-4871-aaac-308c0c117965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:10.852992 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:10.878530 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:10.878751 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:10.892999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f492b85-3df9-4051-b112-8cd156faef72 req-a9cee876-a13e-4278-8df9-3145125f12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:10.894578 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f492b85-3df9-4051-b112-8cd156faef72 req-a9cee876-a13e-4278-8df9-3145125f12b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 1096 time: 0.0870383 Dec 17 13:35:10.912847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-59dc7d39-5067-4871-aaac-308c0c117965 None None] Port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:35:11.034203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afe01e6-e841-489e-801c-d43be55d3ef5 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:35:11.060183 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.080591 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f492b85-3df9-4051-b112-8cd156faef72 req-e6feb447-caa9-4c08-bd02-8b0449335887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:11.082109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f492b85-3df9-4051-b112-8cd156faef72 req-e6feb447-caa9-4c08-bd02-8b0449335887 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.1495914 Dec 17 13:35:11.087468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:35:11.088170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:11.090809 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.093181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Pushing event updated for resources: {'Port': ['ID=71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:11.136893 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.145614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.145614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.145949 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.146620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.146620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.146878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.147117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.147450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.147785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.148123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.148459 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.148796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.149116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f57347d-96e9-4333-8719-eda37db83974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:11.158860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f492b85-3df9-4051-b112-8cd156faef72 req-5f313599-d704-4014-b950-00e7eaa4d758 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3681612-ee14-44cd-b14b-750808596adb HTTP/1.1" status: 200 len: 217 time: 0.0462098 Dec 17 13:35:11.201871 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.207538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ca36dea7-c9c5-4753-bbc7-0df8e47e9a1e None None] Provisioning complete for port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:11.207916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ca36dea7-c9c5-4753-bbc7-0df8e47e9a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.237916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event updated for resources: {'Port': ['ID=4b81c7f2-6137-4c54-b0b5-3e92b4d59712,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:11.244752 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.262489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f492b85-3df9-4051-b112-8cd156faef72 req-bf0f7136-6a3f-4b0c-b6b8-a07913e16549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:11.263981 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f492b85-3df9-4051-b112-8cd156faef72 req-bf0f7136-6a3f-4b0c-b6b8-a07913e16549 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0956619 Dec 17 13:35:11.275677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 23107e52-32c2-4b3f-afb5-fd5fe65db94f up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:35:11.295242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:35:11.329319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:35:11.333411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:35:11.337613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:35:11.349639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f492b85-3df9-4051-b112-8cd156faef72 req-11f1fb54-f95e-4a30-a8a0-6dc9d12c0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:11.351099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f492b85-3df9-4051-b112-8cd156faef72 req-11f1fb54-f95e-4a30-a8a0-6dc9d12c0eb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788069 Dec 17 13:35:11.354716 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Floating IP 8b0784fb-e779-4c96-8c79-68e0f28b71c7 associated. External IP: 172.25.0.60, port: 1a69a3ac-afb3-4d3d-badf-111d203716a7. Dec 17 13:35:11.358091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Allocated IP 172.20.0.1 (75f15c38-7331-47fb-ac45-f88dff6a1cd7/9beb5e07-40f1-4576-acc5-36e4449dbfd4/6887e811-db7d-46ee-b1e5-262c05811331) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:35:11.365542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Pushing event updated for resources: {'Port': ['ID=6b8b07a2-4ee8-4340-8d28-0c32196f22c3,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:11.518058 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f492b85-3df9-4051-b112-8cd156faef72 req-bbc695e3-c0fe-4d71-a1ca-15048fae9bf5 service neutron] 10.222.0.61 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576855 Dec 17 13:35:11.573955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Attempting to bind port 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:35:11.574339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Attempting to bind port 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:35:11.574726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Attempting to bind port 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 on network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:35:11.579025 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ca36dea7-c9c5-4753-bbc7-0df8e47e9a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.584060 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Router b99d1c92-cda7-467b-aa16-95e0bcc95434 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:35:11.593113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:35:11.594108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Checking segment: {'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:35:11.594521 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.594927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Bound using segment: {'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:35:11.595413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Bound port: 6b8b07a2-4ee8-4340-8d28-0c32196f22c3, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:35:11.595800 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.613019 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.641719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 23107e52-32c2-4b3f-afb5-fd5fe65db94f completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:35:11.645104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ca36dea7-c9c5-4753-bbc7-0df8e47e9a1e None None] For port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:11.668139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 23107e52-32c2-4b3f-afb5-fd5fe65db94f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:11.668522 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.674598 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f492b85-3df9-4051-b112-8cd156faef72 req-8258bf89-cdbf-43c4-9cb0-affb5995d546 service neutron] 10.222.0.61 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435347 Dec 17 13:35:11.708121 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ca36dea7-c9c5-4753-bbc7-0df8e47e9a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.720990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:35:11.736552 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe05bc-636a-4057-a150-da5cbd7aeb87 None None] Sync routers for ids ['b99d1c92-cda7-467b-aa16-95e0bcc95434'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:35:11.748683 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.753084 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe05bc-636a-4057-a150-da5cbd7aeb87 None None] Routers {'b99d1c92-cda7-467b-aa16-95e0bcc95434'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:35:11.755006 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-78fe05bc-636a-4057-a150-da5cbd7aeb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b99d1c92-cda7-467b-aa16-95e0bcc95434'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:11.789784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.814897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:35:11.818482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:35:11.823092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:35:11.848927 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-555ca0ab-d7fe-4818-aa59-95c41fec994f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5296984 Dec 17 13:35:11.848927 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:35:11.851187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35726) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:11.852604 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41272b48-b189-43cc-95b3-a91d7f9561c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:35:11.864386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=6887e811-db7d-46ee-b1e5-262c05811331,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:11.910868 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:11.943594 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b19a74f-0e2f-435e-a7c8-dec027c60a76 x-openstack-request-id: req-7b19a74f-0e2f-435e-a7c8-dec027c60a76 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:35:11.945796 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:35:11.946304 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b19a74f-0e2f-435e-a7c8-dec027c60a76 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:35:11.947545 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'status': 'completed', 'code': 200} Dec 17 13:35:11.955277 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-78fe05bc-636a-4057-a150-da5cbd7aeb87 None None] Set router b99d1c92-cda7-467b-aa16-95e0bcc95434 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:35:11.979075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8130a71-fdf5-446c-b423-55c1318f7c1e req-dcf97930-8316-47dc-8911-024b91054813 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:11.980910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f8130a71-fdf5-446c-b423-55c1318f7c1e req-dcf97930-8316-47dc-8911-024b91054813 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 944 time: 0.1332431 Dec 17 13:35:12.039410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da45f177-8ae9-4586-8a8e-ee4dd35fc7f4 tempest-TestVolumeBackupRestore-58381659 tempest-TestVolumeBackupRestore-58381659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:12.041553 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-da45f177-8ae9-4586-8a8e-ee4dd35fc7f4 tempest-TestVolumeBackupRestore-58381659 tempest-TestVolumeBackupRestore-58381659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 1091 time: 0.1890488 Dec 17 13:35:12.045856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35734) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:12.052151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-aa0d9a55-a32a-4ba4-9281-b3bffe5b7495 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Request body: {'floatingip': {'port_id': '1a69a3ac-afb3-4d3d-badf-111d203716a7'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:12.075423 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f8130a71-fdf5-446c-b423-55c1318f7c1e req-d9f924f7-120e-4893-a03f-3f1dff89437f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882742 Dec 17 13:35:12.108122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] For port 6b8b07a2-4ee8-4340-8d28-0c32196f22c3, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:35:12.138208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] For port 6b8b07a2-4ee8-4340-8d28-0c32196f22c3, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6b8b07a2-4ee8-4340-8d28-0c32196f22c3,segment=NetworkSegment(e4a6359c-20d8-461b-83c0-f7d3bd0dcb40),segment_id=e4a6359c-20d8-461b-83c0-f7d3bd0dcb40)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:35:12.164269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36dea7-c9c5-4753-bbc7-0df8e47e9a1e None None] Pushing event updated for resources: {'Port': ['ID=71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:12.164269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:08Z', 'revision_number': 3, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:12.218303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486bbb6-43b3-41e8-85f8-667628e4301e None None] The sync data for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 is: [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:08Z', 'revision_number': 3, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:35:12.249570 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:12.292381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 23107e52-32c2-4b3f-afb5-fd5fe65db94f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=23107e52-32c2-4b3f-afb5-fd5fe65db94f,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:12.295654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a23fbd-85e4-474a-a175-9e2be2e119fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23107e52-32c2-4b3f-afb5-fd5fe65db94f'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:35:12.296411 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cc4719-bbfd-4213-8b33-e52a2c2edd90" -d '{"events": [{"server_uuid": "77a23fbd-85e4-474a-a175-9e2be2e119fd", "name": "network-vif-plugged", "status": "completed", "tag": "23107e52-32c2-4b3f-afb5-fd5fe65db94f"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:35:12.299731 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:12.371070 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:12.394716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1966285-fe60-40dc-828a-8e8b8a4f0690 None None] Pushing event updated for resources: {'Port': ['ID=6b8b07a2-4ee8-4340-8d28-0c32196f22c3,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:12.486469 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce1ebf9-d27c-43ec-a58a-95c233233ce6 x-openstack-request-id: req-6ce1ebf9-d27c-43ec-a58a-95c233233ce6 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:35:12.486770 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a23fbd-85e4-474a-a175-9e2be2e119fd", "name": "network-vif-plugged", "status": "completed", "tag": "23107e52-32c2-4b3f-afb5-fd5fe65db94f", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:35:12.487025 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6ce1ebf9-d27c-43ec-a58a-95c233233ce6 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:35:12.487434 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a23fbd-85e4-474a-a175-9e2be2e119fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23107e52-32c2-4b3f-afb5-fd5fe65db94f', 'code': 200} Dec 17 13:35:12.529827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=23107e52-32c2-4b3f-afb5-fd5fe65db94f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:12.584812 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-78fe05bc-636a-4057-a150-da5cbd7aeb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '8b0784fb-e779-4c96-8c79-68e0f28b71c7', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'port_id': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'mac_address': 'fa:16:3e:1d:7d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:10Z', 'updated_at': '2021-12-17T13:35:10Z', 'revision_number': 0, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c88763-0df6-4629-92a0-c546c52fb554', 'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'mac_address': 'fa:16:3e:d6:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:04Z', 'updated_at': '2021-12-17T13:31:16Z', 'revision_number': 5, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'subnets': [{'id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:12.632567 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe05bc-636a-4057-a150-da5cbd7aeb87 None None] Checking router: b99d1c92-cda7-467b-aa16-95e0bcc95434 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:35:12.673226 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe05bc-636a-4057-a150-da5cbd7aeb87 None None] Routers {'b99d1c92-cda7-467b-aa16-95e0bcc95434'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:35:12.674270 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-78fe05bc-636a-4057-a150-da5cbd7aeb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b99d1c92-cda7-467b-aa16-95e0bcc95434'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:12.708697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41272b48-b189-43cc-95b3-a91d7f9561c8 req-02410eab-4c91-44bd-a423-484f10d537f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:12.711218 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41272b48-b189-43cc-95b3-a91d7f9561c8 req-02410eab-4c91-44bd-a423-484f10d537f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6419e0fb61654f4485230a3f0f332852&device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 1096 time: 0.7396924 Dec 17 13:35:12.876613 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-78fe05bc-636a-4057-a150-da5cbd7aeb87 None None] Set router b99d1c92-cda7-467b-aa16-95e0bcc95434 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:35:12.898008 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9a55-a32a-4ba4-9281-b3bffe5b7495 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:12.963776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5aaa9-1c75-4387-9c7f-303f38eba9d6 req-070bce2c-2d62-4566-b87c-acc893d9ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:12.965607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4d5aaa9-1c75-4387-9c7f-303f38eba9d6 req-070bce2c-2d62-4566-b87c-acc893d9ae5a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 1096 time: 0.2923026 Dec 17 13:35:13.177681 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:13.239665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41272b48-b189-43cc-95b3-a91d7f9561c8 req-1fcf5fb9-8550-469a-bffa-d0ab63877645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:13.241331 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41272b48-b189-43cc-95b3-a91d7f9561c8 req-1fcf5fb9-8550-469a-bffa-d0ab63877645 service neutron] 10.222.0.61 "GET /v2.0/networks?id=345e74d1-5b60-4bc6-98e9-e046655ade46 HTTP/1.1" status: 200 len: 914 time: 0.4752567 Dec 17 13:35:13.300786 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-78fe05bc-636a-4057-a150-da5cbd7aeb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '8b0784fb-e779-4c96-8c79-68e0f28b71c7', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'port_id': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'mac_address': 'fa:16:3e:1d:7d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:10Z', 'updated_at': '2021-12-17T13:35:10Z', 'revision_number': 0, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c88763-0df6-4629-92a0-c546c52fb554', 'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'mac_address': 'fa:16:3e:d6:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:04Z', 'updated_at': '2021-12-17T13:31:16Z', 'revision_number': 5, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'subnets': [{'id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:13.344732 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe05bc-636a-4057-a150-da5cbd7aeb87 None None] The sync data for ids ['b99d1c92-cda7-467b-aa16-95e0bcc95434'] in n-d-815324-5 is: [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '8b0784fb-e779-4c96-8c79-68e0f28b71c7', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'port_id': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'mac_address': 'fa:16:3e:1d:7d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:10Z', 'updated_at': '2021-12-17T13:35:10Z', 'revision_number': 0, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c88763-0df6-4629-92a0-c546c52fb554', 'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'mac_address': 'fa:16:3e:d6:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:04Z', 'updated_at': '2021-12-17T13:31:16Z', 'revision_number': 5, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'subnets': [{'id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:35:13.395614 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4d5aaa9-1c75-4387-9c7f-303f38eba9d6 req-acfdf021-02e6-4767-9e0c-d53591d9f0fb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200394 Dec 17 13:35:13.489741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35273c54-68b2-4c10-a9c7-4de39173078e req-da0dc00e-43b8-46e9-a1a2-cdfc73d8cf6c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:13.491367 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35273c54-68b2-4c10-a9c7-4de39173078e req-da0dc00e-43b8-46e9-a1a2-cdfc73d8cf6c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 945 time: 0.2843266 Dec 17 13:35:13.548089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41272b48-b189-43cc-95b3-a91d7f9561c8 req-d286054f-76e8-4350-a052-018da506108e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a69a3ac-afb3-4d3d-badf-111d203716a7 HTTP/1.1" status: 200 len: 998 time: 0.2908719 Dec 17 13:35:13.800403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ca444-c96f-4789-8483-bfb31a0d438d None None] New status for floating IP 8b0784fb-e779-4c96-8c79-68e0f28b71c7: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:35:13.860107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41272b48-b189-43cc-95b3-a91d7f9561c8 req-b32035bd-7177-40fc-9fa1-c6eb011c5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:13.861697 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41272b48-b189-43cc-95b3-a91d7f9561c8 req-b32035bd-7177-40fc-9fa1-c6eb011c5788 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7a98956-f38a-40d0-9bdc-4266188e7aa3 HTTP/1.1" status: 200 len: 852 time: 0.2723203 Dec 17 13:35:13.868065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8abfe2-97af-48d9-9b6b-8eb25990d521 None None] Network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:35:13.879906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35273c54-68b2-4c10-a9c7-4de39173078e req-4996519f-408c-447b-a849-25af8c75fafe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517265 Dec 17 13:35:13.888403 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d03c3284-e3f5-4288-b958-f13b761b8b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:14.033460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1b2099a9-b085-4b21-a980-6a8869dfc1f5 None None] Provisioning complete for port 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:14.033460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1b2099a9-b085-4b21-a980-6a8869dfc1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:14.046086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41272b48-b189-43cc-95b3-a91d7f9561c8 req-13313a08-855b-4e15-ad19-f2b2152885b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:14.047694 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41272b48-b189-43cc-95b3-a91d7f9561c8 req-13313a08-855b-4e15-ad19-f2b2152885b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=345e74d1-5b60-4bc6-98e9-e046655ade46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396589 Dec 17 13:35:14.309415 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1b2099a9-b085-4b21-a980-6a8869dfc1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:14.309415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1b2099a9-b085-4b21-a980-6a8869dfc1f5 None None] For port 6b8b07a2-4ee8-4340-8d28-0c32196f22c3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6b8b07a2-4ee8-4340-8d28-0c32196f22c3,segment=NetworkSegment(e4a6359c-20d8-461b-83c0-f7d3bd0dcb40),segment_id=e4a6359c-20d8-461b-83c0-f7d3bd0dcb40)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:14.361744 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:14.361744 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41272b48-b189-43cc-95b3-a91d7f9561c8 req-45967457-fa75-4915-af99-e512c85ce102 service neutron] 10.222.0.61 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821420 Dec 17 13:35:14.361744 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.api [None req-aa0d9a55-a32a-4ba4-9281-b3bffe5b7495 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:35:14.361744 n-d-815324-5 neutron-server[110453]: DEBUG oslo_db.api [None req-aa0d9a55-a32a-4ba4-9281-b3bffe5b7495 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:35:14.364168 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1b2099a9-b085-4b21-a980-6a8869dfc1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:14.389168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:14.434079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2099a9-b085-4b21-a980-6a8869dfc1f5 None None] Pushing event updated for resources: {'Port': ['ID=6b8b07a2-4ee8-4340-8d28-0c32196f22c3,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:14.485722 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41272b48-b189-43cc-95b3-a91d7f9561c8 req-8cbde6ac-6954-4cf6-9480-3e8e3c3d3156 service neutron] 10.222.0.61 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312789 Dec 17 13:35:14.496239 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:14.595657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=6887e811-db7d-46ee-b1e5-262c05811331,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:14.609990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-67607dea-8f79-478d-bea0-915ec39ca1e3 None None] Provisioning complete for port 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:14.609990 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-67607dea-8f79-478d-bea0-915ec39ca1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:14.713722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:35:14.715413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:35:14.746323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:35:14.816202 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9a55-a32a-4ba4-9281-b3bffe5b7495 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:14.817986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-67607dea-8f79-478d-bea0-915ec39ca1e3 None None] Provisioning complete for port 6887e811-db7d-46ee-b1e5-262c05811331 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:14.818930 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-67607dea-8f79-478d-bea0-915ec39ca1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:14.868748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:14.869858 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:14.872722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-67607dea-8f79-478d-bea0-915ec39ca1e3 None None] Port 6887e811-db7d-46ee-b1e5-262c05811331 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:35:14.986876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:35:15.046031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4af6b462-f2e0-4cf1-b225-06e9097c33f3 None None] Provisioning complete for port 6887e811-db7d-46ee-b1e5-262c05811331 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:15.046641 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4af6b462-f2e0-4cf1-b225-06e9097c33f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:15.056666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Router 0ed639f4-50fd-415f-9767-6dd0b2955cea has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:35:15.104246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:15.107157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49eb48-727e-40d3-b89a-ebd6369ef511 req-d930d598-d479-49b1-bcfc-1c5f7352a1ea tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.107592 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:15.109062 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e49eb48-727e-40d3-b89a-ebd6369ef511 req-d930d598-d479-49b1-bcfc-1c5f7352a1ea tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 945 time: 0.1291049 Dec 17 13:35:15.119238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4af6b462-f2e0-4cf1-b225-06e9097c33f3 None None] Port 6887e811-db7d-46ee-b1e5-262c05811331 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:35:15.266975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-21d225d4-a30d-41b6-b125-8b9295596c64 None None] Provisioning complete for port 6887e811-db7d-46ee-b1e5-262c05811331 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:15.267356 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-21d225d4-a30d-41b6-b125-8b9295596c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:15.303796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-21d225d4-a30d-41b6-b125-8b9295596c64 None None] Port 6887e811-db7d-46ee-b1e5-262c05811331 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:35:15.344103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e49eb48-727e-40d3-b89a-ebd6369ef511 req-ff9350c6-cc4b-46b9-b491-219ef6833275 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609929 Dec 17 13:35:15.353409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:35:15.367016 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Sync routers for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:35:15.375882 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:35:15.376488 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:34:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:15.395485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8983e7a2-2e11-4aa8-9f17-06e844e161c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "PUT /v2.0/routers/0ed639f4-50fd-415f-9767-6dd0b2955cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1418579 Dec 17 13:35:15.395892 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35756) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:15.531264 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:35:15.531753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fda33f-b1f2-4228-9831-89ea01c5d4f9 req-6437d819-944e-4bce-8806-e1db3923724b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.533642 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8fda33f-b1f2-4228-9831-89ea01c5d4f9 req-6437d819-944e-4bce-8806-e1db3923724b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 945 time: 0.0657265 Dec 17 13:35:15.613157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.613534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.614030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.614557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.615278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.615897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.616517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.617133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.617794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.618401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.619013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.619624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.622017 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7c868acb-d0e7-4c92-a790-8632eeeeb9f5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8475 time: 0.2250021 Dec 17 13:35:15.628737 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35760) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:15.657284 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8fda33f-b1f2-4228-9831-89ea01c5d4f9 req-3129cd3f-d0f5-4153-b778-931d4833da2c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145504 Dec 17 13:35:15.731701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.732448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.733278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.735027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.735813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.736616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.737227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.737907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.738501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.739101 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.739699 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.740300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:15.742624 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d39262bd-e00f-49dc-8f57-d123115fc88c tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7743 time: 0.1123259 Dec 17 13:35:15.745767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35764) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:15.869089 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:12Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:13Z', 'revision_number': 2, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:15.908864 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Checking router: 0ed639f4-50fd-415f-9767-6dd0b2955cea for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:35:15.909836 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Updating router 0ed639f4-50fd-415f-9767-6dd0b2955cea port 6887e811-db7d-46ee-b1e5-262c05811331 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:35:15.939050 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:15.960414 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ea303910-b07b-4714-98ed-4bcfb110cda7 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5942 time: 0.2101753 Dec 17 13:35:16.099279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9a55-a32a-4ba4-9281-b3bffe5b7495 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.176401 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9a55-a32a-4ba4-9281-b3bffe5b7495 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.277301 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.323558 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-01bbfbbd-41d7-4e96-a02a-c7bfd3285bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.376732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35776) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:16.381913 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-dcf87876-a83b-444c-94fc-510b7d3f3ea4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1074927442', 'description': 'tempest-secgroup-smoke-1074927442 description', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:16.434672 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.488930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aceb58-ecd5-40fb-8ccd-ffd9346568df req-eec691a5-df43-43e7-97b2-72b478d15c97 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:16.496674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21aceb58-ecd5-40fb-8ccd-ffd9346568df req-eec691a5-df43-43e7-97b2-72b478d15c97 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 945 time: 0.1095068 Dec 17 13:35:16.530500 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79a38e-7e90-4a53-8e6f-250d9c8fbdd1 None None] Pushing event updated for resources: {'Port': ['ID=6887e811-db7d-46ee-b1e5-262c05811331,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:16.548658 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dcf87876-a83b-444c-94fc-510b7d3f3ea4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.553702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0d9a55-a32a-4ba4-9281-b3bffe5b7495 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Router b99d1c92-cda7-467b-aa16-95e0bcc95434 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:35:16.598943 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21aceb58-ecd5-40fb-8ccd-ffd9346568df req-b65d95af-be26-40a2-9c71-228f28a1e654 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957689 Dec 17 13:35:16.621155 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Attempting to bind port 6887e811-db7d-46ee-b1e5-262c05811331 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:35:16.621535 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Attempting to bind port 6887e811-db7d-46ee-b1e5-262c05811331 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:35:16.621966 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Attempting to bind port 6887e811-db7d-46ee-b1e5-262c05811331 on network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:35:16.628420 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:35:16.628798 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Checking segment: {'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:35:16.629260 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.629695 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Bound using segment: {'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:35:16.630174 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Bound port: 6887e811-db7d-46ee-b1e5-262c05811331, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:35:16.630553 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.679552 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dcf87876-a83b-444c-94fc-510b7d3f3ea4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.715043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] For port 6887e811-db7d-46ee-b1e5-262c05811331, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:35:16.723242 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] For port 6887e811-db7d-46ee-b1e5-262c05811331, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6887e811-db7d-46ee-b1e5-262c05811331,segment=NetworkSegment(e4a6359c-20d8-461b-83c0-f7d3bd0dcb40),segment_id=e4a6359c-20d8-461b-83c0-f7d3bd0dcb40)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:35:16.752062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0d9a55-a32a-4ba4-9281-b3bffe5b7495 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:35:16.756436 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dcf87876-a83b-444c-94fc-510b7d3f3ea4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.762849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1477fe35-b6df-4ad9-b06e-36666ed0b8d2 None None] Sync routers for ids ['b99d1c92-cda7-467b-aa16-95e0bcc95434'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:35:16.765600 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9a55-a32a-4ba4-9281-b3bffe5b7495 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.781446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1477fe35-b6df-4ad9-b06e-36666ed0b8d2 None None] Routers {'b99d1c92-cda7-467b-aa16-95e0bcc95434'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:35:16.784792 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1477fe35-b6df-4ad9-b06e-36666ed0b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:35:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b99d1c92-cda7-467b-aa16-95e0bcc95434'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:16.793734 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf87876-a83b-444c-94fc-510b7d3f3ea4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:16.808528 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.820507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:35:16.824265 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2f3aff-5207-47c9-9d64-2a7f53654870" -d '{"events": [{"name": "network-changed", "server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:35:16.899250 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79a38e-7e90-4a53-8e6f-250d9c8fbdd1 None None] Pushing event updated for resources: {'Port': ['ID=6887e811-db7d-46ee-b1e5-262c05811331,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:16.912821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dcf87876-a83b-444c-94fc-510b7d3f3ea4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:16.912821 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dcf87876-a83b-444c-94fc-510b7d3f3ea4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5336449 Dec 17 13:35:16.914725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35784) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:16.919722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c1115138-f3c3-48d7-99f6-1e5911f25409 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'b94d67e4-7c58-4dd9-97e7-cd9b1798d81e', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:16.927239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-aa0d9a55-a32a-4ba4-9281-b3bffe5b7495 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "PUT /v2.0/floatingips/8b0784fb-e779-4c96-8c79-68e0f28b71c7 HTTP/1.1" status: 200 len: 992 time: 4.8801992 Dec 17 13:35:16.945081 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bc53db-4223-4cc6-93bc-8eb1ea0c37c4 x-openstack-request-id: req-c6bc53db-4223-4cc6-93bc-8eb1ea0c37c4 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:35:16.946142 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:35:16.946585 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6bc53db-4223-4cc6-93bc-8eb1ea0c37c4 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:35:16.947183 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'status': 'completed', 'code': 200} Dec 17 13:35:16.949229 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:35:16.950445 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:35:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:16.982266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-47cadc4d-833e-427a-94df-a28677ee0a84 None None] Provisioning complete for port 6887e811-db7d-46ee-b1e5-262c05811331 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:16.983058 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-47cadc4d-833e-427a-94df-a28677ee0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.022051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f3aff-5207-47c9-9d64-2a7f53654870 req-153de392-ac3d-4f16-9c24-5830c2e0957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:17.024093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b2f3aff-5207-47c9-9d64-2a7f53654870 req-153de392-ac3d-4f16-9c24-5830c2e0957d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6419e0fb61654f4485230a3f0f332852&device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 1096 time: 0.0737362 Dec 17 13:35:17.042892 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-1477fe35-b6df-4ad9-b06e-36666ed0b8d2 None None] Set router b99d1c92-cda7-467b-aa16-95e0bcc95434 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:35:17.056064 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35786) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:17.110679 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c1115138-f3c3-48d7-99f6-1e5911f25409 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.223768 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c1115138-f3c3-48d7-99f6-1e5911f25409 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.251118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f3aff-5207-47c9-9d64-2a7f53654870 req-58b3845e-0024-4e21-88a9-482a5cc8db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:17.252804 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b2f3aff-5207-47c9-9d64-2a7f53654870 req-58b3845e-0024-4e21-88a9-482a5cc8db13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=345e74d1-5b60-4bc6-98e9-e046655ade46 HTTP/1.1" status: 200 len: 914 time: 0.2168765 Dec 17 13:35:17.277570 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-47cadc4d-833e-427a-94df-a28677ee0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.295955 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0d984140-f54d-4d8d-ba6a-d0a43c2a2ccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.340277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c1115138-f3c3-48d7-99f6-1e5911f25409 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.360179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b2f3aff-5207-47c9-9d64-2a7f53654870 req-d257797f-fb7b-4ea9-89d6-fcb85ae37f6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a69a3ac-afb3-4d3d-badf-111d203716a7 HTTP/1.1" status: 200 len: 1000 time: 0.0959992 Dec 17 13:35:17.376756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-47cadc4d-833e-427a-94df-a28677ee0a84 None None] For port 6887e811-db7d-46ee-b1e5-262c05811331, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6887e811-db7d-46ee-b1e5-262c05811331,segment=NetworkSegment(e4a6359c-20d8-461b-83c0-f7d3bd0dcb40),segment_id=e4a6359c-20d8-461b-83c0-f7d3bd0dcb40)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:17.380742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1115138-f3c3-48d7-99f6-1e5911f25409 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a589713-c68b-40f4-a392-f62ee722e394,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:17.413474 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:35:17.419075 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0d984140-f54d-4d8d-ba6a-d0a43c2a2ccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.432491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f3aff-5207-47c9-9d64-2a7f53654870 req-59ee7f76-4187-4fdf-a869-f96b02e1d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:17.434461 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b2f3aff-5207-47c9-9d64-2a7f53654870 req-59ee7f76-4187-4fdf-a869-f96b02e1d005 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7a98956-f38a-40d0-9bdc-4266188e7aa3 HTTP/1.1" status: 200 len: 852 time: 0.0640152 Dec 17 13:35:17.477337 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-47cadc4d-833e-427a-94df-a28677ee0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.490163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f3aff-5207-47c9-9d64-2a7f53654870 req-17674de9-e1f9-4b06-ac11-ee68823acd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:17.491910 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b2f3aff-5207-47c9-9d64-2a7f53654870 req-17674de9-e1f9-4b06-ac11-ee68823acd14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=345e74d1-5b60-4bc6-98e9-e046655ade46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458095 Dec 17 13:35:17.507638 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c1115138-f3c3-48d7-99f6-1e5911f25409 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.509676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c1115138-f3c3-48d7-99f6-1e5911f25409 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5937455 Dec 17 13:35:17.510769 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0d984140-f54d-4d8d-ba6a-d0a43c2a2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.514652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35790) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:17.520928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1477fe35-b6df-4ad9-b06e-36666ed0b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '8b0784fb-e779-4c96-8c79-68e0f28b71c7', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'port_id': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'mac_address': 'fa:16:3e:1d:7d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:10Z', 'updated_at': '2021-12-17T13:35:15Z', 'revision_number': 2, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c88763-0df6-4629-92a0-c546c52fb554', 'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'mac_address': 'fa:16:3e:d6:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:04Z', 'updated_at': '2021-12-17T13:31:16Z', 'revision_number': 5, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'subnets': [{'id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:17.523625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b962070b-e512-4eee-b80c-67b05ff81cea tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'b94d67e4-7c58-4dd9-97e7-cd9b1798d81e', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:17.574237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1477fe35-b6df-4ad9-b06e-36666ed0b8d2 None None] Checking router: b99d1c92-cda7-467b-aa16-95e0bcc95434 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:35:17.582909 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0d984140-f54d-4d8d-ba6a-d0a43c2a2ccb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25e36729a17c4890ab9de9ff5d5dc1a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5231457 Dec 17 13:35:17.582909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d984140-f54d-4d8d-ba6a-d0a43c2a2ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedd2a46-60bf-416a-9fa9-14e7a5614a39,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:17.588467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35792) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:17.602541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cadc4d-833e-427a-94df-a28677ee0a84 None None] Pushing event updated for resources: {'Port': ['ID=6887e811-db7d-46ee-b1e5-262c05811331,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:17.613736 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b2f3aff-5207-47c9-9d64-2a7f53654870 req-b7d1a1ef-dc5b-4d5a-9956-28d7ec112407 service neutron] 10.222.0.61 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122975 Dec 17 13:35:17.613963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a88cc3f2-854d-4f5d-bf40-a6a9fe7db429 None None] Provisioning complete for port 6887e811-db7d-46ee-b1e5-262c05811331 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:17.613963 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a88cc3f2-854d-4f5d-bf40-a6a9fe7db429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.616959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1477fe35-b6df-4ad9-b06e-36666ed0b8d2 None None] Routers {'b99d1c92-cda7-467b-aa16-95e0bcc95434'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:35:17.617633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1477fe35-b6df-4ad9-b06e-36666ed0b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:35:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b99d1c92-cda7-467b-aa16-95e0bcc95434'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:17.666910 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3bbae4a3-f283-42b8-b4cc-329331b2dc59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.699521 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3bbae4a3-f283-42b8-b4cc-329331b2dc59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.703300 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b962070b-e512-4eee-b80c-67b05ff81cea tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.786321 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:12Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:16Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:17.793275 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2b2f3aff-5207-47c9-9d64-2a7f53654870 req-0564cf3d-099a-41b4-943a-14b19d2f8cb8 service neutron] 10.222.0.61 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733859 Dec 17 13:35:17.824728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3a4c1-6786-4e54-9c8a-6a0830f3d159 req-f785be84-e1c5-4600-86c8-a0a6c8cc1564 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:17.826732 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bc3a4c1-6786-4e54-9c8a-6a0830f3d159 req-f785be84-e1c5-4600-86c8-a0a6c8cc1564 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 945 time: 0.0750375 Dec 17 13:35:17.828324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-1477fe35-b6df-4ad9-b06e-36666ed0b8d2 None None] Set router b99d1c92-cda7-467b-aa16-95e0bcc95434 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:35:17.833127 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f31e4-9d41-4416-95c9-1a8270c7203f None None] The sync data for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 is: [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:12Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:16Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:35:17.847683 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b962070b-e512-4eee-b80c-67b05ff81cea tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.870790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca88c3-4f26-4c0a-a73c-85de06a93102 req-2d9f9883-9a2c-41b4-ae97-a25221b04a5a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:17.873801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddca88c3-4f26-4c0a-a73c-85de06a93102 req-2d9f9883-9a2c-41b4-ae97-a25221b04a5a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 945 time: 0.0884035 Dec 17 13:35:17.875708 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.967641 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b962070b-e512-4eee-b80c-67b05ff81cea tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:17.991436 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddca88c3-4f26-4c0a-a73c-85de06a93102 req-9cb170a5-9d8a-4ac1-95b5-fb0d629a97e0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088903 Dec 17 13:35:18.015320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962070b-e512-4eee-b80c-67b05ff81cea tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66627a3-5b5c-4e4e-8f08-1c2d6b1964a9,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:18.020866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-6bc3a4c1-6786-4e54-9c8a-6a0830f3d159 req-65cdcb67-25cb-4766-826f-2a7eb90950bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Deleting port 23107e52-32c2-4b3f-afb5-fd5fe65db94f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:35:18.021828 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6bc3a4c1-6786-4e54-9c8a-6a0830f3d159 req-65cdcb67-25cb-4766-826f-2a7eb90950bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.023642 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3bbae4a3-f283-42b8-b4cc-329331b2dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.027316 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3bbae4a3-f283-42b8-b4cc-329331b2dc59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.032481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3bbae4a3-f283-42b8-b4cc-329331b2dc59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dedd2a46-60bf-416a-9fa9-14e7a5614a39 HTTP/1.1" status: 204 len: 168 time: 0.4435639 Dec 17 13:35:18.053295 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbae4a3-f283-42b8-b4cc-329331b2dc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedd2a46-60bf-416a-9fa9-14e7a5614a39,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:18.120023 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b962070b-e512-4eee-b80c-67b05ff81cea tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.126146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b962070b-e512-4eee-b80c-67b05ff81cea tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6077490 Dec 17 13:35:18.126801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35800) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:18.132489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-47ae8317-5d58-47f3-8fa4-4de3b0b7dd10 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'b94d67e4-7c58-4dd9-97e7-cd9b1798d81e', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:18.160693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-6bc3a4c1-6786-4e54-9c8a-6a0830f3d159 req-65cdcb67-25cb-4766-826f-2a7eb90950bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] For port 23107e52-32c2-4b3f-afb5-fd5fe65db94f, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=23107e52-32c2-4b3f-afb5-fd5fe65db94f,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:18.161171 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6bc3a4c1-6786-4e54-9c8a-6a0830f3d159 req-65cdcb67-25cb-4766-826f-2a7eb90950bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.180532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-6bc3a4c1-6786-4e54-9c8a-6a0830f3d159 req-65cdcb67-25cb-4766-826f-2a7eb90950bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Calling delete_port for 23107e52-32c2-4b3f-afb5-fd5fe65db94f owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:35:18.229974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47ae8317-5d58-47f3-8fa4-4de3b0b7dd10 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.241521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1477fe35-b6df-4ad9-b06e-36666ed0b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '8b0784fb-e779-4c96-8c79-68e0f28b71c7', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'port_id': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'mac_address': 'fa:16:3e:1d:7d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:10Z', 'updated_at': '2021-12-17T13:35:15Z', 'revision_number': 2, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c88763-0df6-4629-92a0-c546c52fb554', 'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'mac_address': 'fa:16:3e:d6:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:04Z', 'updated_at': '2021-12-17T13:31:16Z', 'revision_number': 5, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'subnets': [{'id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:18.285147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1477fe35-b6df-4ad9-b06e-36666ed0b8d2 None None] The sync data for ids ['b99d1c92-cda7-467b-aa16-95e0bcc95434'] in n-d-815324-5 is: [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '8b0784fb-e779-4c96-8c79-68e0f28b71c7', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'port_id': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'mac_address': 'fa:16:3e:1d:7d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:10Z', 'updated_at': '2021-12-17T13:35:15Z', 'revision_number': 2, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c88763-0df6-4629-92a0-c546c52fb554', 'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'mac_address': 'fa:16:3e:d6:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:04Z', 'updated_at': '2021-12-17T13:31:16Z', 'revision_number': 5, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'subnets': [{'id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:35:18.336125 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47ae8317-5d58-47f3-8fa4-4de3b0b7dd10 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.396518 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47ae8317-5d58-47f3-8fa4-4de3b0b7dd10 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.416576 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae8317-5d58-47f3-8fa4-4de3b0b7dd10 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231e2bc1-89b2-478c-bab0-95307b919687,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:18.424868 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6bc3a4c1-6786-4e54-9c8a-6a0830f3d159 req-65cdcb67-25cb-4766-826f-2a7eb90950bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.437258 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['23107e52-32c2-4b3f-afb5-fd5fe65db94f'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:35:18.443195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e3681612-ee14-44cd-b14b-750808596adb'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:35:18.460238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdcb67-25cb-4766-826f-2a7eb90950bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event deleted for resources: {'Port': ['ID=23107e52-32c2-4b3f-afb5-fd5fe65db94f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:18.494165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47ae8317-5d58-47f3-8fa4-4de3b0b7dd10 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.503481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-47ae8317-5d58-47f3-8fa4-4de3b0b7dd10 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3755276 Dec 17 13:35:18.504389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35804) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:18.512465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3911972a-3823-47b6-89f3-6beb6e92ed96 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'b94d67e4-7c58-4dd9-97e7-cd9b1798d81e', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:18.551901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc3a4c1-6786-4e54-9c8a-6a0830f3d159 req-65cdcb67-25cb-4766-826f-2a7eb90950bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] No DVR routers for this DVR port 23107e52-32c2-4b3f-afb5-fd5fe65db94f on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:35:18.551901 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6bc3a4c1-6786-4e54-9c8a-6a0830f3d159 req-65cdcb67-25cb-4766-826f-2a7eb90950bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.556266 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bc3a4c1-6786-4e54-9c8a-6a0830f3d159 req-65cdcb67-25cb-4766-826f-2a7eb90950bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "DELETE /v2.0/ports/23107e52-32c2-4b3f-afb5-fd5fe65db94f HTTP/1.1" status: 204 len: 173 time: 0.7203023 Dec 17 13:35:18.704777 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3911972a-3823-47b6-89f3-6beb6e92ed96 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.819816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3911972a-3823-47b6-89f3-6beb6e92ed96 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.842990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35808) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:18.849724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6887e811-db7d-46ee-b1e5-262c05811331 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:35:18.876803 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65ac737b-0a24-4d97-b98a-1b95570a6d5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.933523 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3911972a-3823-47b6-89f3-6beb6e92ed96 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:18.974315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7'}, {'server_uuid': '77a23fbd-85e4-474a-a175-9e2be2e119fd', 'name': 'network-vif-deleted', 'tag': '23107e52-32c2-4b3f-afb5-fd5fe65db94f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:35:18.978863 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8026f6-dd2a-499b-b50e-df27225daffe" -d '{"events": [{"name": "network-changed", "server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7"}, {"server_uuid": "77a23fbd-85e4-474a-a175-9e2be2e119fd", "name": "network-vif-deleted", "tag": "23107e52-32c2-4b3f-afb5-fd5fe65db94f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:35:18.989677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911972a-3823-47b6-89f3-6beb6e92ed96 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400aae4e-0fcf-476a-9e84-a6b0994fb1bb,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:19.000854 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65ac737b-0a24-4d97-b98a-1b95570a6d5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.047517 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.057732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 6887e811-db7d-46ee-b1e5-262c05811331 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:19.057732 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.112197 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Dec 2021 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d5ed14-64ef-47d9-a590-6af1a5092d3c x-openstack-request-id: req-91d5ed14-64ef-47d9-a590-6af1a5092d3c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:35:19.112786 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7", "status": "completed", "code": 200}, {"server_uuid": "77a23fbd-85e4-474a-a175-9e2be2e119fd", "name": "network-vif-deleted", "tag": "23107e52-32c2-4b3f-afb5-fd5fe65db94f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:35:19.113257 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91d5ed14-64ef-47d9-a590-6af1a5092d3c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:35:19.113922 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'status': 'completed', 'code': 200} Dec 17 13:35:19.114391 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a23fbd-85e4-474a-a175-9e2be2e119fd', 'name': 'network-vif-deleted', 'tag': '23107e52-32c2-4b3f-afb5-fd5fe65db94f', 'status': 'completed', 'code': 200} Dec 17 13:35:19.130657 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-65ac737b-0a24-4d97-b98a-1b95570a6d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.170575 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3911972a-3823-47b6-89f3-6beb6e92ed96 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.175145 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3911972a-3823-47b6-89f3-6beb6e92ed96 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6694727 Dec 17 13:35:19.176217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35814) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:19.196335 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-65ac737b-0a24-4d97-b98a-1b95570a6d5c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2e7db0a7c6f4b328503df16b49d7c47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3501577 Dec 17 13:35:19.205034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35816) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:19.208863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3752e7f5-e9f8-4398-a79b-d8365dc2d7b0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'b94d67e4-7c58-4dd9-97e7-cd9b1798d81e', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:19.224990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac737b-0a24-4d97-b98a-1b95570a6d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a259f983-38dd-456c-bf7d-a17cfb227086,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:19.228394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22664f03-89e6-4157-bbd4-f0022828f2b1 req-f4df8330-dfda-4cb8-a348-866431492e49 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 210 time: 0.0927043 Dec 17 13:35:19.282650 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:35:19.290418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8026f6-dd2a-499b-b50e-df27225daffe req-2605e053-f4a7-4559-b78e-bdb230dee88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:19.293028 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c8026f6-dd2a-499b-b50e-df27225daffe req-2605e053-f4a7-4559-b78e-bdb230dee88d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6419e0fb61654f4485230a3f0f332852&device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 1096 time: 0.1552734 Dec 17 13:35:19.373517 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-3752e7f5-e9f8-4398-a79b-d8365dc2d7b0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Project 5b1e813e7b9845c89b46e4e6ca50de3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:35:19.387618 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c916f7c-022b-4cd1-92ed-99f7bb2a0b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.389330 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3752e7f5-e9f8-4398-a79b-d8365dc2d7b0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.442919 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c916f7c-022b-4cd1-92ed-99f7bb2a0b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.496589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8026f6-dd2a-499b-b50e-df27225daffe req-9f09535b-f3b2-4f0e-94c4-599fefdfcfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:19.498270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c8026f6-dd2a-499b-b50e-df27225daffe req-9f09535b-f3b2-4f0e-94c4-599fefdfcfd0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=345e74d1-5b60-4bc6-98e9-e046655ade46 HTTP/1.1" status: 200 len: 914 time: 0.1954541 Dec 17 13:35:19.561410 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3752e7f5-e9f8-4398-a79b-d8365dc2d7b0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.596851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c8026f6-dd2a-499b-b50e-df27225daffe req-3297f450-8d7a-42ae-8cb8-fc5a20d16bd1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a69a3ac-afb3-4d3d-badf-111d203716a7 HTTP/1.1" status: 200 len: 1000 time: 0.0876966 Dec 17 13:35:19.644478 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3752e7f5-e9f8-4398-a79b-d8365dc2d7b0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.679949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c916f7c-022b-4cd1-92ed-99f7bb2a0b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.682876 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c916f7c-022b-4cd1-92ed-99f7bb2a0b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.684108 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5c916f7c-022b-4cd1-92ed-99f7bb2a0b45 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a259f983-38dd-456c-bf7d-a17cfb227086 HTTP/1.1" status: 204 len: 168 time: 0.4703271 Dec 17 13:35:19.692006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8026f6-dd2a-499b-b50e-df27225daffe req-019cabf7-5437-4334-a2cf-bebe758b1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:19.693872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c8026f6-dd2a-499b-b50e-df27225daffe req-019cabf7-5437-4334-a2cf-bebe758b1d62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7a98956-f38a-40d0-9bdc-4266188e7aa3 HTTP/1.1" status: 200 len: 852 time: 0.0893624 Dec 17 13:35:19.694595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752e7f5-e9f8-4398-a79b-d8365dc2d7b0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9069d7-3d89-4f43-b855-873fad3df40b,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:19.721924 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c916f7c-022b-4cd1-92ed-99f7bb2a0b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a259f983-38dd-456c-bf7d-a17cfb227086,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:19.761546 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3752e7f5-e9f8-4398-a79b-d8365dc2d7b0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.766567 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3752e7f5-e9f8-4398-a79b-d8365dc2d7b0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5621514 Dec 17 13:35:19.766960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35820) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:19.768823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8026f6-dd2a-499b-b50e-df27225daffe req-6ef009c6-2c49-454c-b1de-9a826ce83d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:19.770483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c8026f6-dd2a-499b-b50e-df27225daffe req-6ef009c6-2c49-454c-b1de-9a826ce83d1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=345e74d1-5b60-4bc6-98e9-e046655ade46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641043 Dec 17 13:35:19.771670 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3e42a1b3-d363-47c8-9c71-a41ea16cd0c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'b94d67e4-7c58-4dd9-97e7-cd9b1798d81e', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:19.822195 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:19.895129 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c8026f6-dd2a-499b-b50e-df27225daffe req-22661260-6b59-48c0-b113-20d5c5681747 service neutron] 10.222.0.61 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149619 Dec 17 13:35:19.914130 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-3e42a1b3-d363-47c8-9c71-a41ea16cd0c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Project 5b1e813e7b9845c89b46e4e6ca50de3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:35:19.920070 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e42a1b3-d363-47c8-9c71-a41ea16cd0c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:20.005059 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e42a1b3-d363-47c8-9c71-a41ea16cd0c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:20.021875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c8026f6-dd2a-499b-b50e-df27225daffe req-e192e106-275c-4015-b1ba-e8263e1e11c0 service neutron] 10.222.0.61 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145990 Dec 17 13:35:20.087950 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e42a1b3-d363-47c8-9c71-a41ea16cd0c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:20.110841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42a1b3-d363-47c8-9c71-a41ea16cd0c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bd81d9-c46f-49b8-8b2a-bb0f5847cdff,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:20.226904 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3e42a1b3-d363-47c8-9c71-a41ea16cd0c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:20.233422 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3e42a1b3-d363-47c8-9c71-a41ea16cd0c9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4602544 Dec 17 13:35:20.377475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-100d1d8e-b9c4-49fb-a21b-82d6402b0c4b req-e3509469-e7a4-4535-8ede-c0d5a79cf57c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 210 time: 0.0518954 Dec 17 13:35:20.530472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-2820516b-ccd1-4a38-931a-54b81234d832 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074927442&fields=id&tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c HTTP/1.1" status: 200 len: 267 time: 0.0461082 Dec 17 13:35:20.644611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc116-fe77-41d4-9f38-049f751c353e req-29a1898d-6a07-4853-bccd-7c5cbd96ef37 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:20.647509 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-29a1898d-6a07-4853-bccd-7c5cbd96ef37 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/networks?id=75f15c38-7331-47fb-ac45-f88dff6a1cd7 HTTP/1.1" status: 200 len: 796 time: 0.1173706 Dec 17 13:35:20.676755 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-18f989a0-c968-495c-8414-021bf9e16585 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/quotas/5b1e813e7b9845c89b46e4e6ca50de3c HTTP/1.1" status: 200 len: 375 time: 0.0121572 Dec 17 13:35:20.730010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-37112c94-cd83-40fd-88ee-00ada4d48d59 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496716 Dec 17 13:35:20.837609 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-282bdfbf-5a24-4b39-b0fd-7beeb7b85d4e service neutron] 10.222.0.59 "GET /v2.0/networks/75f15c38-7331-47fb-ac45-f88dff6a1cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955775 Dec 17 13:35:20.942305 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-696f973d-9129-41fc-bc8d-bd1f9d09055b service neutron] 10.222.0.59 "GET /v2.0/networks/75f15c38-7331-47fb-ac45-f88dff6a1cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983691 Dec 17 13:35:21.211254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a4caf09-7f1f-4455-9499-e2fe973e9f4b req-b09936de-fd29-4f04-a428-771241b6d059 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 210 time: 0.0441957 Dec 17 13:35:21.303076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 23107e52-32c2-4b3f-afb5-fd5fe65db94f no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:35:21.326168 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 23107e52-32c2-4b3f-afb5-fd5fe65db94f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:35:21.326807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 23107e52-32c2-4b3f-afb5-fd5fe65db94f not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:35:21.496722 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ba3b0ac2-691e-4f18-a8f8-115192262074 req-9c6b7475-1536-4d7a-8538-36e24b8fc65a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 210 time: 0.0284526 Dec 17 13:35:22.298194 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-05009cc0-0899-4f19-8732-d2d972685973 req-33ea88b4-4a6e-4b46-8211-4f2c50e55dd3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 210 time: 0.0408826 Dec 17 13:35:22.600839 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b8ba2f6e-c21e-4f33-997a-4759e4eb6c27 req-0700d5b7-8caa-407b-8129-2fe323a17573 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 210 time: 0.0282190 Dec 17 13:35:23.429442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5e40b64-8fd0-4904-b8c5-0dbcd351f804 req-ab0290e2-e912-4943-a3b6-d93918369767 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 210 time: 0.0485680 Dec 17 13:35:23.701944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc116-fe77-41d4-9f38-049f751c353e req-41de2b01-bc49-4ce0-b18b-f9f1584f326a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:23.704956 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-41de2b01-bc49-4ce0-b18b-f9f1584f326a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "GET /v2.0/networks?id=75f15c38-7331-47fb-ac45-f88dff6a1cd7 HTTP/1.1" status: 200 len: 796 time: 0.1294618 Dec 17 13:35:23.765799 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6dcc5b4-a12c-4a5c-ada8-61a18eb0fe14 req-bbb24bf2-8599-4653-b48a-d531e18cb21c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 210 time: 0.0396354 Dec 17 13:35:23.801633 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-e292dec9-77b6-4825-8725-2aced0cc8615 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c HTTP/1.1" status: 200 len: 380 time: 0.0850711 Dec 17 13:35:23.814787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-85dcc116-fe77-41d4-9f38-049f751c353e req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'port': {'device_id': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'admin_state_up': True, 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'security_groups': ['b94d67e4-7c58-4dd9-97e7-cd9b1798d81e']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:24.033624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85dcc116-fe77-41d4-9f38-049f751c353e req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Made reservation on behalf of 5b1e813e7b9845c89b46e4e6ca50de3c for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:35:24.037206 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85dcc116-fe77-41d4-9f38-049f751c353e req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:24.169451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-85dcc116-fe77-41d4-9f38-049f751c353e req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Allocated IP 172.20.0.13 (75f15c38-7331-47fb-ac45-f88dff6a1cd7/9beb5e07-40f1-4576-acc5-36e4449dbfd4/3b92d3fd-3a26-4516-a9aa-7b9fe310dcde) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:35:24.346320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85dcc116-fe77-41d4-9f38-049f751c353e req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:24.459558 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85dcc116-fe77-41d4-9f38-049f751c353e req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:24.515241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85dcc116-fe77-41d4-9f38-049f751c353e req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:35:24.521873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:24.524625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-85dcc116-fe77-41d4-9f38-049f751c353e req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:35:24.527131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dcc116-fe77-41d4-9f38-049f751c353e req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:35:24.583391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc116-fe77-41d4-9f38-049f751c353e req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:24.584450 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85dcc116-fe77-41d4-9f38-049f751c353e req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:24.599165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ece5b5-d17f-446d-9c3e-e35b93632c49 req-1a70c31a-9583-4929-904f-563bd2c7fc40 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:24.600665 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94ece5b5-d17f-446d-9c3e-e35b93632c49 req-1a70c31a-9583-4929-904f-563bd2c7fc40 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 932 time: 0.1074452 Dec 17 13:35:24.659923 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94ece5b5-d17f-446d-9c3e-e35b93632c49 req-e3eefc1e-cdee-42dd-8e15-f84a6c380eca tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527761 Dec 17 13:35:24.711292 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-8d3e6b3a-6beb-4e4b-a133-38cffec2f380 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9013731 Dec 17 13:35:24.729617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Request body: {'port': {'device_id': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:24.813797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5b53b7ba-e8a9-4043-ac73-443c7212018b None None] Provisioning complete for port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:24.814417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:24.814610 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5b53b7ba-e8a9-4043-ac73-443c7212018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:24.853135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5b53b7ba-e8a9-4043-ac73-443c7212018b None None] Port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:35:24.900606 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23e1d5c3-9a79-49b6-914d-cb02d55bcaea req-4700c53c-ff23-4a09-8bf3-7687b6ff2ded tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=77a23fbd-85e4-474a-a175-9e2be2e119fd HTTP/1.1" status: 200 len: 210 time: 0.0344629 Dec 17 13:35:25.146252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:35:25.155084 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:25.171546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Transition to ACTIVE for port object 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:35:25.244719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:25.302002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Pushing event updated for resources: {'Port': ['ID=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:25.380259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Attempting to bind port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:35:25.380602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Attempting to bind port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:35:25.380931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Attempting to bind port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde on network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:35:25.386923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde on network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:35:25.387217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Attempting to bind port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde on network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:35:25.394014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:35:25.398928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Checking segment: {'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:35:25.398928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Bound using segment: {'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:35:25.398928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Bound port: 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:35:25.398928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:25.468230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] For port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:35:25.471672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] For port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde,segment=NetworkSegment(e4a6359c-20d8-461b-83c0-f7d3bd0dcb40),segment_id=e4a6359c-20d8-461b-83c0-f7d3bd0dcb40)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:35:25.570700 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:25.623868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:25.629131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:25.629131 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] 10.222.0.61 "PUT /v2.0/ports/3b92d3fd-3a26-4516-a9aa-7b9fe310dcde HTTP/1.1" status: 200 len: 1092 time: 0.9019709 Dec 17 13:35:25.629131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'tag': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:35:25.629131 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2802a556-818f-4202-852d-ae694e092ace" -d '{"events": [{"name": "network-changed", "server_uuid": "cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2", "tag": "3b92d3fd-3a26-4516-a9aa-7b9fe310dcde"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:35:25.649134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2d263-05f3-4bcd-89b5-f836cd99d002 service neutron] Pushing event updated for resources: {'Port': ['ID=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:25.714583 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2553a87e-968a-46b4-a1b6-104f20c3e4c9 x-openstack-request-id: req-2553a87e-968a-46b4-a1b6-104f20c3e4c9 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:35:25.715223 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2", "tag": "3b92d3fd-3a26-4516-a9aa-7b9fe310dcde", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:35:25.715223 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2553a87e-968a-46b4-a1b6-104f20c3e4c9 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:35:25.715972 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'tag': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'status': 'completed', 'code': 200} Dec 17 13:35:25.797532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802a556-818f-4202-852d-ae694e092ace req-310755af-daa9-418e-b7ad-7d52ac14efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:25.800663 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2802a556-818f-4202-852d-ae694e092ace req-310755af-daa9-418e-b7ad-7d52ac14efc1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 1095 time: 0.0532532 Dec 17 13:35:25.822722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9696e-4efa-43b9-8583-cacc938f587f req-44ebe3b8-ec47-48bd-bdca-30a306dfaa49 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:25.825316 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ac9696e-4efa-43b9-8583-cacc938f587f req-44ebe3b8-ec47-48bd-bdca-30a306dfaa49 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 944 time: 0.0667787 Dec 17 13:35:25.907998 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ac9696e-4efa-43b9-8583-cacc938f587f req-3da966df-a93a-4282-8dca-dbc972b7becc tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753453 Dec 17 13:35:25.960357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802a556-818f-4202-852d-ae694e092ace req-493d3476-ec35-4a58-a0f7-9f99156b8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:25.962072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2802a556-818f-4202-852d-ae694e092ace req-493d3476-ec35-4a58-a0f7-9f99156b8e2a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1517787 Dec 17 13:35:26.070342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802a556-818f-4202-852d-ae694e092ace req-84b890ee-f1c7-4e2b-993f-02c7cbdd58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:26.071971 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2802a556-818f-4202-852d-ae694e092ace req-84b890ee-f1c7-4e2b-993f-02c7cbdd58d4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018872 Dec 17 13:35:26.169162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc116-fe77-41d4-9f38-049f751c353e req-d48a0987-ffe9-464a-819b-a319b997900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:26.170695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-d48a0987-ffe9-464a-819b-a319b997900a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 1095 time: 0.0506694 Dec 17 13:35:26.221563 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-0d9edb5a-72f0-427f-a981-ed6d0d2c6853 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde HTTP/1.1" status: 200 len: 217 time: 0.0376263 Dec 17 13:35:26.273431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc116-fe77-41d4-9f38-049f751c353e req-0d68894c-6f43-4747-a06c-4e49066bf43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:26.275082 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-0d68894c-6f43-4747-a06c-4e49066bf43b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9beb5e07-40f1-4576-acc5-36e4449dbfd4 HTTP/1.1" status: 200 len: 834 time: 0.0454717 Dec 17 13:35:26.326963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc116-fe77-41d4-9f38-049f751c353e req-5d0015eb-fc40-45ad-b2c6-6321361a6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:26.329080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-5d0015eb-fc40-45ad-b2c6-6321361a6a3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75f15c38-7331-47fb-ac45-f88dff6a1cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410912 Dec 17 13:35:26.436551 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-64a704d5-12af-4705-a869-a8ae93eacf64 service neutron] 10.222.0.61 "GET /v2.0/networks/75f15c38-7331-47fb-ac45-f88dff6a1cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979652 Dec 17 13:35:26.538430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85dcc116-fe77-41d4-9f38-049f751c353e req-d6abb5b8-8776-4a69-b9d9-b533805cc29f service neutron] 10.222.0.61 "GET /v2.0/networks/75f15c38-7331-47fb-ac45-f88dff6a1cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925205 Dec 17 13:35:27.048248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9cff7-ed63-4d36-9db2-20b8cd80755a req-f09e003c-8c5c-4d38-a23e-e56ef11b3e29 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:27.050672 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b8b9cff7-ed63-4d36-9db2-20b8cd80755a req-f09e003c-8c5c-4d38-a23e-e56ef11b3e29 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 944 time: 0.0641522 Dec 17 13:35:27.113448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b8b9cff7-ed63-4d36-9db2-20b8cd80755a req-ed377b94-d1de-44d4-b936-10172162c2af tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543756 Dec 17 13:35:28.241156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311f33d-938a-43e5-a518-9a4d849b577b req-5260aded-ae10-4dcd-ab96-42f1f300f002 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:28.242729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1311f33d-938a-43e5-a518-9a4d849b577b req-5260aded-ae10-4dcd-ab96-42f1f300f002 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 944 time: 0.0512874 Dec 17 13:35:28.297771 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1311f33d-938a-43e5-a518-9a4d849b577b req-705de4fb-b2e8-4b3d-a6f6-4d397cc4c5fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490401 Dec 17 13:35:29.240942 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 35978) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:29.403496 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:29.442832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b6e59-d6cf-48a2-97b4-0f4c1d514aca req-6ba5df5c-cd83-480c-8ac8-141ba5c5eb12 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:29.452755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-222b6e59-d6cf-48a2-97b4-0f4c1d514aca req-6ba5df5c-cd83-480c-8ac8-141ba5c5eb12 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 944 time: 0.0655107 Dec 17 13:35:29.501515 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:29.506235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-222b6e59-d6cf-48a2-97b4-0f4c1d514aca req-d80787d2-4dce-4801-8c08-f9ed79ec80f0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529814 Dec 17 13:35:29.558346 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:29.597909 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee6d1fbde7bb4bd78fc9cb1dc524415b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548608 Dec 17 13:35:29.599023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb1ca91-8c23-4ad2-a0cd-2319522972f6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:29.600709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35986) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:29.606950 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.607302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.607644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.607979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.608357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.608691 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.609022 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.609348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.609698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.610023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.610347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.610671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.610989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed567a-5056-472e-bb35-b49e396d0151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.656051 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:29.681202 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:29.821614 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:29.824332 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:29.825502 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ccb1ca91-8c23-4ad2-a0cd-2319522972f6 HTTP/1.1" status: 204 len: 168 time: 0.2237716 Dec 17 13:35:29.834813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb1ca91-8c23-4ad2-a0cd-2319522972f6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:29.842625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.843276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.843694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.844093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.844541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.844935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.845330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.845879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.849990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.849990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.849990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.849990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.849990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4327f013-4908-4455-be47-043e8859d3a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:35:29.902071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:35:30.000902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde,segment=NetworkSegment(e4a6359c-20d8-461b-83c0-f7d3bd0dcb40),segment_id=e4a6359c-20d8-461b-83c0-f7d3bd0dcb40)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:30.017342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'port_id': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'mac_address': 'fa:16:3e:cc:d1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:35:30.048387 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:30.062035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:35:30.086467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde,segment=NetworkSegment(e4a6359c-20d8-461b-83c0-f7d3bd0dcb40),segment_id=e4a6359c-20d8-461b-83c0-f7d3bd0dcb40)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:30.195770 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:30.252060 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:30.484898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 35996) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:30.500228 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d106fd1-9e53-4c15-824d-fe7447d5f675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:30.555227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['3b92d3fd-3a26-4516-a9aa-7b9fe310dcde'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:35:30.581766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d106fd1-9e53-4c15-824d-fe7447d5f675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:30.635623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc1bec-9da8-4ccf-a6e6-3af1bed58379 req-87522253-31a0-4835-bb01-d0eecf961f54 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:30.637085 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46dc1bec-9da8-4ccf-a6e6-3af1bed58379 req-87522253-31a0-4835-bb01-d0eecf961f54 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 945 time: 0.0540168 Dec 17 13:35:30.685510 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4d106fd1-9e53-4c15-824d-fe7447d5f675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:30.700313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46dc1bec-9da8-4ccf-a6e6-3af1bed58379 req-719c3a6f-8e65-49ce-b8e1-3ea7b353a6f2 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563624 Dec 17 13:35:30.730761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d106fd1-9e53-4c15-824d-fe7447d5f675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc2c861-f550-42f2-8af7-9799e6b399fb,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:30.738300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4d106fd1-9e53-4c15-824d-fe7447d5f675 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3d796a4bacf4d1a9da2549c4d59a669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2518258 Dec 17 13:35:30.738997 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36002) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:30.804260 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ce0e-f3d1-493d-997c-86a7e0a54247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:30.825099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ce0e-f3d1-493d-997c-86a7e0a54247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:30.941439 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ce0e-f3d1-493d-997c-86a7e0a54247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:30.944199 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ce0e-f3d1-493d-997c-86a7e0a54247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:30.945388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f1c6ce0e-f3d1-493d-997c-86a7e0a54247 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5dc2c861-f550-42f2-8af7-9799e6b399fb HTTP/1.1" status: 204 len: 168 time: 0.2005217 Dec 17 13:35:30.954268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6ce0e-f3d1-493d-997c-86a7e0a54247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc2c861-f550-42f2-8af7-9799e6b399fb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:31.772854 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:31.864533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bcb92-7304-479c-a172-50b2cf8a0b12 req-274d2354-f432-4847-9b63-d8bd262ec56d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:31.864533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-204bcb92-7304-479c-a172-50b2cf8a0b12 req-274d2354-f432-4847-9b63-d8bd262ec56d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 945 time: 0.0570173 Dec 17 13:35:31.912776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:35:31.913123 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-204bcb92-7304-479c-a172-50b2cf8a0b12 req-fc170f93-15ce-4f02-891f-6bb3631b86fe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452557 Dec 17 13:35:32.027833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:35:32.033681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:35:32.034055 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:32.127354 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:32.152779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:35:32.156797 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738c5f80-e5d2-4a67-9e1c-12f9fa0e1e9f" -d '{"events": [{"server_uuid": "cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2", "name": "network-vif-plugged", "status": "completed", "tag": "3b92d3fd-3a26-4516-a9aa-7b9fe310dcde"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:35:32.172789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde,segment=NetworkSegment(e4a6359c-20d8-461b-83c0-f7d3bd0dcb40),segment_id=e4a6359c-20d8-461b-83c0-f7d3bd0dcb40)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:32.203337 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdfd315-9f35-44ef-867d-828bcb0b61d3 x-openstack-request-id: req-3bdfd315-9f35-44ef-867d-828bcb0b61d3 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:35:32.203704 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2", "name": "network-vif-plugged", "status": "completed", "tag": "3b92d3fd-3a26-4516-a9aa-7b9fe310dcde", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:35:32.204025 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3bdfd315-9f35-44ef-867d-828bcb0b61d3 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:35:32.204511 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'code': 200} Dec 17 13:35:32.229125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bad24-95e4-47e6-a456-18fa45519a17 req-35f7baf5-5cd0-47ff-9eed-fc1024d3c1f7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:32.236259 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-365bad24-95e4-47e6-a456-18fa45519a17 req-35f7baf5-5cd0-47ff-9eed-fc1024d3c1f7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 945 time: 0.4527984 Dec 17 13:35:32.238996 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:32.281947 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-365bad24-95e4-47e6-a456-18fa45519a17 req-abc61cb8-09c8-48c2-a368-557d7e7f66a1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446787 Dec 17 13:35:32.294692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:32.315243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feec5a-17d0-44f4-82ca-b6530b953e80 req-ea1edd1e-51a2-47e3-8785-9d2914293944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:32.316899 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4feec5a-17d0-44f4-82ca-b6530b953e80 req-ea1edd1e-51a2-47e3-8785-9d2914293944 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 1097 time: 0.0475006 Dec 17 13:35:32.367983 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4feec5a-17d0-44f4-82ca-b6530b953e80 req-d0e7c989-7930-4286-951c-cae67b24cc11 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415177 Dec 17 13:35:33.043002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61340c0d-1ad2-4466-85e4-0f22df51b3b4 req-36a9f557-b47d-4647-944e-c64c867b1a74 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:33.044534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61340c0d-1ad2-4466-85e4-0f22df51b3b4 req-36a9f557-b47d-4647-944e-c64c867b1a74 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 945 time: 0.0538774 Dec 17 13:35:33.095255 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61340c0d-1ad2-4466-85e4-0f22df51b3b4 req-a888c0e1-8573-4924-a270-e8b7cd0d3c50 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440218 Dec 17 13:35:33.410911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e04e89-7da1-4a35-b6ff-85ff6ac2cd66 req-b3f39d64-ca30-4aa3-9acc-d7def2fb9588 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:33.411424 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-57e04e89-7da1-4a35-b6ff-85ff6ac2cd66 req-b3f39d64-ca30-4aa3-9acc-d7def2fb9588 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 946 time: 0.0502830 Dec 17 13:35:33.472547 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-57e04e89-7da1-4a35-b6ff-85ff6ac2cd66 req-630ad579-43ae-4638-bbdf-692205247216 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550244 Dec 17 13:35:33.942207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ce41e-621e-4f20-97fd-163cc3e4e742 req-5df44a23-4443-4fb8-b4ca-ff222a612b46 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:33.943704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c20ce41e-621e-4f20-97fd-163cc3e4e742 req-5df44a23-4443-4fb8-b4ca-ff222a612b46 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.61 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 945 time: 0.0535235 Dec 17 13:35:34.043672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-c20ce41e-621e-4f20-97fd-163cc3e4e742 req-b3407301-6412-4a4c-bbcd-781c5886d597 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Deleting port e3681612-ee14-44cd-b14b-750808596adb {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:35:34.044361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c20ce41e-621e-4f20-97fd-163cc3e4e742 req-b3407301-6412-4a4c-bbcd-781c5886d597 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:34.142313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-c20ce41e-621e-4f20-97fd-163cc3e4e742 req-b3407301-6412-4a4c-bbcd-781c5886d597 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] For port e3681612-ee14-44cd-b14b-750808596adb, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e3681612-ee14-44cd-b14b-750808596adb,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:35:34.145611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c20ce41e-621e-4f20-97fd-163cc3e4e742 req-b3407301-6412-4a4c-bbcd-781c5886d597 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:34.159447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-c20ce41e-621e-4f20-97fd-163cc3e4e742 req-b3407301-6412-4a4c-bbcd-781c5886d597 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Calling delete_port for e3681612-ee14-44cd-b14b-750808596adb owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:35:34.233276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b840a-d339-4d7e-a7bb-260f7eacb958 req-9e6a2791-0245-4602-aaaa-80572d016327 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:34.234825 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec3b840a-d339-4d7e-a7bb-260f7eacb958 req-9e6a2791-0245-4602-aaaa-80572d016327 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 945 time: 0.0503263 Dec 17 13:35:34.292960 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec3b840a-d339-4d7e-a7bb-260f7eacb958 req-ac0ce8fd-9216-49cd-a11e-ad8893c4eaca tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=0963e027-5e62-4a2d-89c8-336f2949fbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514357 Dec 17 13:35:34.368591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36092) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:34.398451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c20ce41e-621e-4f20-97fd-163cc3e4e742 req-b3407301-6412-4a4c-bbcd-781c5886d597 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:34.410935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e3681612-ee14-44cd-b14b-750808596adb'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:35:34.426979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3407301-6412-4a4c-bbcd-781c5886d597 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event deleted for resources: {'Port': ['ID=e3681612-ee14-44cd-b14b-750808596adb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:34.476320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20ce41e-621e-4f20-97fd-163cc3e4e742 req-b3407301-6412-4a4c-bbcd-781c5886d597 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] No DVR routers for this DVR port e3681612-ee14-44cd-b14b-750808596adb on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:35:34.480304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c20ce41e-621e-4f20-97fd-163cc3e4e742 req-b3407301-6412-4a4c-bbcd-781c5886d597 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:34.483734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c20ce41e-621e-4f20-97fd-163cc3e4e742 req-b3407301-6412-4a4c-bbcd-781c5886d597 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.61 "DELETE /v2.0/ports/e3681612-ee14-44cd-b14b-750808596adb HTTP/1.1" status: 204 len: 173 time: 0.5335293 Dec 17 13:35:34.484192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50748a2a-a238-43a7-9dfe-90b11c2e56cb', 'name': 'network-vif-deleted', 'tag': 'e3681612-ee14-44cd-b14b-750808596adb'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:35:34.487154 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb677ae7-0741-4b40-956c-5d6895b0e05a" -d '{"events": [{"server_uuid": "50748a2a-a238-43a7-9dfe-90b11c2e56cb", "name": "network-vif-deleted", "tag": "e3681612-ee14-44cd-b14b-750808596adb"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:35:34.498047 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-787776a2-abe8-48d7-a638-d1b7fa04e2e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:34.527552 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aeed69-e0ef-42f9-aa53-09ac44e4308d x-openstack-request-id: req-48aeed69-e0ef-42f9-aa53-09ac44e4308d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:35:34.527972 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50748a2a-a238-43a7-9dfe-90b11c2e56cb", "name": "network-vif-deleted", "tag": "e3681612-ee14-44cd-b14b-750808596adb", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:35:34.528612 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48aeed69-e0ef-42f9-aa53-09ac44e4308d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:35:34.529675 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50748a2a-a238-43a7-9dfe-90b11c2e56cb', 'name': 'network-vif-deleted', 'tag': 'e3681612-ee14-44cd-b14b-750808596adb', 'status': 'completed', 'code': 200} Dec 17 13:35:34.606046 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-787776a2-abe8-48d7-a638-d1b7fa04e2e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:34.624158 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755eff5-42f4-424c-9ec8-1af7609d9f6b req-6984dfae-2c5a-44eb-8053-a95cf5c64e11 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:34.625754 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c755eff5-42f4-424c-9ec8-1af7609d9f6b req-6984dfae-2c5a-44eb-8053-a95cf5c64e11 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 946 time: 0.0654430 Dec 17 13:35:34.678049 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c755eff5-42f4-424c-9ec8-1af7609d9f6b req-c98ebe62-e0dd-40f1-bd60-7104cd6b7fd4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453551 Dec 17 13:35:34.683856 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-787776a2-abe8-48d7-a638-d1b7fa04e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:34.726046 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-787776a2-abe8-48d7-a638-d1b7fa04e2e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e63d299f84344d79ec1bb19b9165662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563483 Dec 17 13:35:34.728313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787776a2-abe8-48d7-a638-d1b7fa04e2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8ce74b-2388-41a1-a96e-b62692254e45,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:34.730789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36102) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:34.821379 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a829d20b-6092-4f31-879a-25e2805f105a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:34.842942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d4b2b-e27c-47f8-8859-36c83fd6129c req-283dabce-9757-47f9-b51e-83d7f1fc532a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:34.844694 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b07d4b2b-e27c-47f8-8859-36c83fd6129c req-283dabce-9757-47f9-b51e-83d7f1fc532a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 946 time: 0.0824425 Dec 17 13:35:34.865448 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a829d20b-6092-4f31-879a-25e2805f105a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:34.937132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b07d4b2b-e27c-47f8-8859-36c83fd6129c req-799c37b0-8438-4d44-a9b8-33a8c4d97a41 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822308 Dec 17 13:35:34.970947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36104) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:35.017190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f29e723-1dd2-4527-9f3a-13aafe002ef5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:35.024657 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2f29e723-1dd2-4527-9f3a-13aafe002ef5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 1092 time: 0.0467896 Dec 17 13:35:35.024657 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36106) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:35.026032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:35.041803 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a829d20b-6092-4f31-879a-25e2805f105a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:35.046135 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a829d20b-6092-4f31-879a-25e2805f105a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:35.047050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a829d20b-6092-4f31-879a-25e2805f105a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/af8ce74b-2388-41a1-a96e-b62692254e45 HTTP/1.1" status: 204 len: 168 time: 0.3138945 Dec 17 13:35:35.056651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829d20b-6092-4f31-879a-25e2805f105a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8ce74b-2388-41a1-a96e-b62692254e45,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:35.118501 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:35.227421 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:35.345732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Allocated IP 172.25.0.125 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/48c420b7-3855-46e1-a69b-1ab8f7dc9fe7) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:35:35.411305 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5cdafe80-73fb-438c-ab23-bb46232b6cda req-b87e6d16-694a-46f2-bf16-210d08b1895a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 210 time: 0.0316784 Dec 17 13:35:35.477267 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:35.652971 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:35.696202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:35:35.698690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:35:35.702486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:35:35.741182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=48c420b7-3855-46e1-a69b-1ab8f7dc9fe7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:35.834804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36116) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:35.852510 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c12a989-b035-44db-8866-7ae8fa53d0a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:35.937657 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c12a989-b035-44db-8866-7ae8fa53d0a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:36.030164 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1c12a989-b035-44db-8866-7ae8fa53d0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:36.073118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1c12a989-b035-44db-8866-7ae8fa53d0a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66ebb9bfdd7a4e62a139146633f1f5e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337811 Dec 17 13:35:36.073118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12a989-b035-44db-8866-7ae8fa53d0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fd9750-2a92-4c0a-b713-a3c620842d44,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:36.073904 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36118) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:36.141946 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:36.179615 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-612c4260-bb63-4615-84d6-a318d411312b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:36.210568 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-612c4260-bb63-4615-84d6-a318d411312b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:36.222074 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:36.315971 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:36.336438 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-612c4260-bb63-4615-84d6-a318d411312b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:36.339016 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-612c4260-bb63-4615-84d6-a318d411312b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:36.340185 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-612c4260-bb63-4615-84d6-a318d411312b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66fd9750-2a92-4c0a-b713-a3c620842d44 HTTP/1.1" status: 204 len: 168 time: 0.2656515 Dec 17 13:35:36.356578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c4260-bb63-4615-84d6-a318d411312b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fd9750-2a92-4c0a-b713-a3c620842d44,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:36.499941 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:36.528884 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb9985ff-874d-4f3d-bdb0-98cbb1cfe75c req-35af7817-5b7a-46d3-9a01-a6500d2ed53b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 210 time: 0.0306814 Dec 17 13:35:36.584554 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:36.662730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=48c420b7-3855-46e1-a69b-1ab8f7dc9fe7,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:36.671345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:36.779305 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Floating IP 4ea97abb-8cab-4593-a196-239adeacfe64 associated. External IP: 172.25.0.125, port: 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde. Dec 17 13:35:37.013988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Router 0ed639f4-50fd-415f-9767-6dd0b2955cea has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:35:37.127319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:35:37.139953 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fa2d3-e3e0-4349-94d4-b9d9c62ecdd2 None None] Sync routers for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:35:37.151914 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fa2d3-e3e0-4349-94d4-b9d9c62ecdd2 None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:35:37.152798 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cb9fa2d3-e3e0-4349-94d4-b9d9c62ecdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:35:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:37.248127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:37.280739 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-cb9fa2d3-e3e0-4349-94d4-b9d9c62ecdd2 None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:35:37.300236 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fc591952-ad75-48b8-9f40-7bdfcffe412f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2774818 Dec 17 13:35:37.300884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'tag': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:35:37.303045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36140) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:37.303594 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795749da-5538-4144-8e33-145aa95800b0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2", "tag": "3b92d3fd-3a26-4516-a9aa-7b9fe310dcde"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:35:37.413516 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bff5fdc5-6b01-4236-90cf-2ef0b4b5f7b3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/floatingips/4ea97abb-8cab-4593-a196-239adeacfe64 HTTP/1.1" status: 200 len: 992 time: 0.1090333 Dec 17 13:35:37.419974 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c8554c-aedc-4f8f-a571-8a8a37f82b41 x-openstack-request-id: req-39c8554c-aedc-4f8f-a571-8a8a37f82b41 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:35:37.420616 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2", "tag": "3b92d3fd-3a26-4516-a9aa-7b9fe310dcde", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:35:37.421541 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39c8554c-aedc-4f8f-a571-8a8a37f82b41 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:35:37.421541 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'tag': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'status': 'completed', 'code': 200} Dec 17 13:35:37.489062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795749da-5538-4144-8e33-145aa95800b0 req-7f3a137a-2464-4dbd-ba36-0f2f718eadcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:37.489062 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-795749da-5538-4144-8e33-145aa95800b0 req-7f3a137a-2464-4dbd-ba36-0f2f718eadcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 1097 time: 0.0479918 Dec 17 13:35:37.609432 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cb9fa2d3-e3e0-4349-94d4-b9d9c62ecdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:12Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ea97abb-8cab-4593-a196-239adeacfe64', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'port_id': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'mac_address': 'fa:16:3e:cc:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:35Z', 'updated_at': '2021-12-17T13:35:35Z', 'revision_number': 0, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:17Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:37.620286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795749da-5538-4144-8e33-145aa95800b0 req-cdc8abf9-ad84-4897-9f7f-159672d57b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:37.622769 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-795749da-5538-4144-8e33-145aa95800b0 req-cdc8abf9-ad84-4897-9f7f-159672d57b50 service neutron] 10.222.0.61 "GET /v2.0/networks?id=75f15c38-7331-47fb-ac45-f88dff6a1cd7 HTTP/1.1" status: 200 len: 897 time: 0.1266630 Dec 17 13:35:37.658750 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fa2d3-e3e0-4349-94d4-b9d9c62ecdd2 None None] Checking router: 0ed639f4-50fd-415f-9767-6dd0b2955cea for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:35:37.667603 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fa2d3-e3e0-4349-94d4-b9d9c62ecdd2 None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:35:37.668423 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cb9fa2d3-e3e0-4349-94d4-b9d9c62ecdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:35:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:37.688473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-263553c9-d67a-420d-9a64-56322d557dd4 req-2c265306-5fb6-4104-8568-1059ec0cf199 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 210 time: 0.0497751 Dec 17 13:35:37.729186 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-795749da-5538-4144-8e33-145aa95800b0 req-211ce9cb-6175-4a4a-92dd-3416929915c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde HTTP/1.1" status: 200 len: 1000 time: 0.0987763 Dec 17 13:35:37.786581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795749da-5538-4144-8e33-145aa95800b0 req-9f27930b-edd3-4725-afff-b79dddd75cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:37.788468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-795749da-5538-4144-8e33-145aa95800b0 req-9f27930b-edd3-4725-afff-b79dddd75cb2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9beb5e07-40f1-4576-acc5-36e4449dbfd4 HTTP/1.1" status: 200 len: 834 time: 0.0519307 Dec 17 13:35:37.824257 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-cb9fa2d3-e3e0-4349-94d4-b9d9c62ecdd2 None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:35:37.848971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795749da-5538-4144-8e33-145aa95800b0 req-2e2caf26-04a8-4e7f-b382-25331518abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:35:37.851156 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-795749da-5538-4144-8e33-145aa95800b0 req-2e2caf26-04a8-4e7f-b382-25331518abd9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75f15c38-7331-47fb-ac45-f88dff6a1cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552881 Dec 17 13:35:37.921514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e3681612-ee14-44cd-b14b-750808596adb no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:35:37.945105 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: e3681612-ee14-44cd-b14b-750808596adb {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:35:37.946157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e3681612-ee14-44cd-b14b-750808596adb not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:35:37.963971 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-795749da-5538-4144-8e33-145aa95800b0 req-4a17e1ef-901e-4f2d-8917-ece204ffefd8 service neutron] 10.222.0.61 "GET /v2.0/networks/75f15c38-7331-47fb-ac45-f88dff6a1cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045933 Dec 17 13:35:38.068093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-795749da-5538-4144-8e33-145aa95800b0 req-2f33184c-75eb-4c6c-8d29-47ef5f6fa87e service neutron] 10.222.0.61 "GET /v2.0/networks/75f15c38-7331-47fb-ac45-f88dff6a1cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963273 Dec 17 13:35:38.104760 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cb9fa2d3-e3e0-4349-94d4-b9d9c62ecdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:12Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ea97abb-8cab-4593-a196-239adeacfe64', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'port_id': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'mac_address': 'fa:16:3e:cc:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:35Z', 'updated_at': '2021-12-17T13:35:35Z', 'revision_number': 0, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:17Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:35:38.132077 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fa2d3-e3e0-4349-94d4-b9d9c62ecdd2 None None] The sync data for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 is: [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:12Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ea97abb-8cab-4593-a196-239adeacfe64', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'port_id': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'mac_address': 'fa:16:3e:cc:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:35Z', 'updated_at': '2021-12-17T13:35:35Z', 'revision_number': 0, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:17Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:35:38.352479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90444f0b-362f-4f35-85be-7794026b3159 None None] New status for floating IP 4ea97abb-8cab-4593-a196-239adeacfe64: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:35:38.393037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36160) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:38.415337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36164) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:38.800459 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-466fa5af-3d64-42c8-b3f6-c480056e6cb2 req-5d9b5643-beae-44d5-beb4-769997f3fe52 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 210 time: 0.0289910 Dec 17 13:35:38.881894 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-02d43433-09f4-44a4-bddf-97c5a9bd45e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:38.914124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ce6ed1ea-78c8-405e-ad57-11544e191dc7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/floatingips/4ea97abb-8cab-4593-a196-239adeacfe64 HTTP/1.1" status: 200 len: 992 time: 0.4972241 Dec 17 13:35:38.969764 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-02d43433-09f4-44a4-bddf-97c5a9bd45e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:39.029939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-02d43433-09f4-44a4-bddf-97c5a9bd45e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:39.072379 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-02d43433-09f4-44a4-bddf-97c5a9bd45e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=33f35aad0b92484f91b47ad722f76ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6791866 Dec 17 13:35:39.073293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d43433-09f4-44a4-bddf-97c5a9bd45e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35898573-96ed-4f19-9b81-6469cdd75b3d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:39.075078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36170) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:39.134258 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-927e515c-a5ef-46e3-99da-43cbfda70423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:39.158152 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-927e515c-a5ef-46e3-99da-43cbfda70423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:39.289598 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-927e515c-a5ef-46e3-99da-43cbfda70423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:39.293057 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-927e515c-a5ef-46e3-99da-43cbfda70423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:39.294295 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-927e515c-a5ef-46e3-99da-43cbfda70423 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35898573-96ed-4f19-9b81-6469cdd75b3d HTTP/1.1" status: 204 len: 168 time: 0.2123172 Dec 17 13:35:39.302738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e515c-a5ef-46e3-99da-43cbfda70423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35898573-96ed-4f19-9b81-6469cdd75b3d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:39.909679 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5fb2f5d6-58dc-4b82-8799-e952505ccbe0 req-5af1f025-fbba-4bd7-9b28-f17d6bc59c40 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=50748a2a-a238-43a7-9dfe-90b11c2e56cb HTTP/1.1" status: 200 len: 210 time: 0.0367951 Dec 17 13:35:39.917341 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36188) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:39.980652 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-46a015b6-7792-4002-bb8b-212f8a35e5b3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/floatingips/4ea97abb-8cab-4593-a196-239adeacfe64 HTTP/1.1" status: 200 len: 994 time: 0.0620866 Dec 17 13:35:43.863506 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-506026c8-5717-46c0-94e8-7c34db2c24a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:45.912860 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36288) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:45.917178 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0ffdd658-2e07-4eee-bbc9-a0e0dae46331 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1697394533', 'description': 'tempest-secgroup-smoke-1697394533 description', 'project_id': '009389a399ad43ddb25b067380a09158'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:46.035123 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd658-2e07-4eee-bbc9-a0e0dae46331 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.110085 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd658-2e07-4eee-bbc9-a0e0dae46331 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.183713 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd658-2e07-4eee-bbc9-a0e0dae46331 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.214027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdd658-2e07-4eee-bbc9-a0e0dae46331 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f781ea-31af-44d0-a5b6-fa15b1fb44ba,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:46.277130 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd658-2e07-4eee-bbc9-a0e0dae46331 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.278482 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0ffdd658-2e07-4eee-bbc9-a0e0dae46331 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3650417 Dec 17 13:35:46.281463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36292) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:46.285796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-aade3814-4813-4da0-8e26-06f72d3059bc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'security_group_rule': {'security_group_id': '94f781ea-31af-44d0-a5b6-fa15b1fb44ba', 'project_id': '009389a399ad43ddb25b067380a09158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:46.298113 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-297974a1-c471-45ec-b00d-ee0ac9670349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.383177 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aade3814-4813-4da0-8e26-06f72d3059bc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.444849 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aade3814-4813-4da0-8e26-06f72d3059bc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.526356 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aade3814-4813-4da0-8e26-06f72d3059bc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.544338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade3814-4813-4da0-8e26-06f72d3059bc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e600eeca-d6a4-4d4d-9ff5-570e2ebd4a16,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:46.626427 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aade3814-4813-4da0-8e26-06f72d3059bc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.627711 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-aade3814-4813-4da0-8e26-06f72d3059bc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3452659 Dec 17 13:35:46.630486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36294) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:46.634830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ca6435e1-482f-4fd1-8788-4b1097f7b046 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'security_group_rule': {'security_group_id': '94f781ea-31af-44d0-a5b6-fa15b1fb44ba', 'project_id': '009389a399ad43ddb25b067380a09158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:46.748429 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca6435e1-482f-4fd1-8788-4b1097f7b046 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.804082 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca6435e1-482f-4fd1-8788-4b1097f7b046 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.858099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca6435e1-482f-4fd1-8788-4b1097f7b046 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.877093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6435e1-482f-4fd1-8788-4b1097f7b046 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627eca04-78c8-49d0-81cb-d1368e088e18,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:46.951790 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca6435e1-482f-4fd1-8788-4b1097f7b046 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:46.953136 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ca6435e1-482f-4fd1-8788-4b1097f7b046 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3217056 Dec 17 13:35:46.955863 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36300) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:46.960626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-826a6519-27f3-4773-beb8-d984132ede47 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'security_group_rule': {'security_group_id': '94f781ea-31af-44d0-a5b6-fa15b1fb44ba', 'project_id': '009389a399ad43ddb25b067380a09158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:47.057464 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-826a6519-27f3-4773-beb8-d984132ede47 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:47.116091 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-826a6519-27f3-4773-beb8-d984132ede47 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:47.212460 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-826a6519-27f3-4773-beb8-d984132ede47 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:47.232884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a6519-27f3-4773-beb8-d984132ede47 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1f8055-afa4-403f-a322-2b0361b56074,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:47.337994 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-826a6519-27f3-4773-beb8-d984132ede47 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:47.339698 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-826a6519-27f3-4773-beb8-d984132ede47 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3825636 Dec 17 13:35:47.342719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36306) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:47.348994 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4ab78660-aa9d-4ecd-af9b-06ce939ea5c7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'security_group_rule': {'security_group_id': '94f781ea-31af-44d0-a5b6-fa15b1fb44ba', 'project_id': '009389a399ad43ddb25b067380a09158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:47.477255 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ab78660-aa9d-4ecd-af9b-06ce939ea5c7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:47.536946 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ab78660-aa9d-4ecd-af9b-06ce939ea5c7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:47.686508 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ab78660-aa9d-4ecd-af9b-06ce939ea5c7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:47.704383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab78660-aa9d-4ecd-af9b-06ce939ea5c7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65b6df6-8522-48b3-81e8-bcd6f0ffdbf4,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:47.736473 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:47.780043 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ab78660-aa9d-4ecd-af9b-06ce939ea5c7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:47.781284 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4ab78660-aa9d-4ecd-af9b-06ce939ea5c7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4373045 Dec 17 13:35:47.784562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36308) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:47.788963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-89f73e04-31d3-477e-9f37-6b75aff56be3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'security_group_rule': {'security_group_id': '94f781ea-31af-44d0-a5b6-fa15b1fb44ba', 'project_id': '009389a399ad43ddb25b067380a09158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:47.939157 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-89f73e04-31d3-477e-9f37-6b75aff56be3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Project 009389a399ad43ddb25b067380a09158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:35:47.944879 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89f73e04-31d3-477e-9f37-6b75aff56be3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:48.004447 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89f73e04-31d3-477e-9f37-6b75aff56be3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:48.098182 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89f73e04-31d3-477e-9f37-6b75aff56be3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:48.117376 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f73e04-31d3-477e-9f37-6b75aff56be3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c909a45-b5f3-4736-ad8b-13b68e6f64a2,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:48.204333 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89f73e04-31d3-477e-9f37-6b75aff56be3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:48.207648 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-89f73e04-31d3-477e-9f37-6b75aff56be3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4195154 Dec 17 13:35:48.207907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36312) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:35:48.212789 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8befe8e0-97c9-4e95-a0ea-88d169380f5e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'security_group_rule': {'security_group_id': '94f781ea-31af-44d0-a5b6-fa15b1fb44ba', 'project_id': '009389a399ad43ddb25b067380a09158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:35:48.318589 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-8befe8e0-97c9-4e95-a0ea-88d169380f5e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Project 009389a399ad43ddb25b067380a09158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:35:48.324012 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8befe8e0-97c9-4e95-a0ea-88d169380f5e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:48.391100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8befe8e0-97c9-4e95-a0ea-88d169380f5e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:48.457874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8befe8e0-97c9-4e95-a0ea-88d169380f5e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:48.476093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befe8e0-97c9-4e95-a0ea-88d169380f5e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bd8bbb-e9d0-46c2-b885-cc0f00e1e643,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:35:48.551761 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8befe8e0-97c9-4e95-a0ea-88d169380f5e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:48.553068 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8befe8e0-97c9-4e95-a0ea-88d169380f5e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3439078 Dec 17 13:35:48.966601 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:49.827282 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:35:56.283631 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:36:00.287500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-3d88ada0-277c-4a9d-aa15-c7bcdf48d2d6 req-0c4c3b89-f0f8-4dd8-840b-6410cedb6943 service neutron] (110454) timed out ('10.222.0.54', 65014) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:36:01.840612 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:03.003741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-ef569297-501c-4a5d-a3db-a6052c74a043 req-fc2a581e-f703-437c-aa46-23bd9a40c32c tempest-VolumesSnapshotTestJSON-477860855 tempest-VolumesSnapshotTestJSON-477860855-project] (110453) timed out ('10.222.0.54', 65435) {{(pid=110453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:36:06.272210 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:12.727389 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-ed33dc98-a0f5-42d9-b35f-e46d8f7ca13a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0482817 Dec 17 13:36:12.826251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-5ecd858e-6dbc-468b-a64d-9123e3509a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:12.826734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-5ecd858e-6dbc-468b-a64d-9123e3509a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:12.827215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-5ecd858e-6dbc-468b-a64d-9123e3509a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:12.827682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-5ecd858e-6dbc-468b-a64d-9123e3509a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:12.828145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-5ecd858e-6dbc-468b-a64d-9123e3509a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:12.828634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-5ecd858e-6dbc-468b-a64d-9123e3509a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:12.830633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-5ecd858e-6dbc-468b-a64d-9123e3509a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:12.831650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-5ecd858e-6dbc-468b-a64d-9123e3509a22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6502 time: 0.0512929 Dec 17 13:36:12.956430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-34d84f00-3c5f-4993-a6af-52c001388bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:12.956903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-34d84f00-3c5f-4993-a6af-52c001388bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:12.957371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-34d84f00-3c5f-4993-a6af-52c001388bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:12.959258 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-34d84f00-3c5f-4993-a6af-52c001388bde service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=f381c005-ceb4-4052-9c65-09ef1a667df3&id=f381c005-ceb4-4052-9c65-09ef1a667df3 HTTP/1.1" status: 200 len: 2296 time: 0.1017468 Dec 17 13:36:13.031644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-fb83f0d5-6755-4c2d-95a9-51e59b938738 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a54b1b-fdba-4578-8113-44e9204a680e HTTP/1.1" status: 200 len: 1001 time: 0.0641911 Dec 17 13:36:13.085276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-fe0931e3-f837-49f5-9c7b-465217635bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:13.086671 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-fe0931e3-f837-49f5-9c7b-465217635bb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=644d3787-4d5f-4bbd-9877-1bc7fbb4ed55 HTTP/1.1" status: 200 len: 855 time: 0.0437543 Dec 17 13:36:13.140438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-ca463ba4-9390-4c47-974b-0bf75bff30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:13.142043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-ca463ba4-9390-4c47-974b-0bf75bff30bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468845 Dec 17 13:36:13.227889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36602) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:13.237457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-e0240a35-c8fd-4e81-991c-3388c9f3de4f service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852189 Dec 17 13:36:13.331309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3c011-7328-4952-a61e-8de388a78f0a tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:13.331797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3c011-7328-4952-a61e-8de388a78f0a tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:13.332315 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3c011-7328-4952-a61e-8de388a78f0a tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:13.334362 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-50a3c011-7328-4952-a61e-8de388a78f0a tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=5b1e813e7b9845c89b46e4e6ca50de3c&network_id=75f15c38-7331-47fb-ac45-f88dff6a1cd7 HTTP/1.1" status: 200 len: 2970 time: 0.1054587 Dec 17 13:36:13.349285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-175fa54f-8c45-491e-b908-09e48c0fdcb9 service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035984 Dec 17 13:36:13.394295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-058d1698-e5b7-4009-a353-dfbb85ad72da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=0f2406aa-2787-444f-b11e-0cfdfe6a55dc HTTP/1.1" status: 200 len: 217 time: 0.0365109 Dec 17 13:36:13.445800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-90750ca6-61a4-49d2-a39f-4859968e9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:13.447295 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-90750ca6-61a4-49d2-a39f-4859968e9eaf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0456290 Dec 17 13:36:13.500575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-4492914b-2e23-4c84-bbf8-735e7d56088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:13.502090 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-4492914b-2e23-4c84-bbf8-735e7d56088c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469387 Dec 17 13:36:13.607687 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-61369825-0538-42e8-ba49-821b7266ab54 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972350 Dec 17 13:36:13.706178 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-6449d0f9-a7af-4259-be14-d6583c288c36 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898621 Dec 17 13:36:13.751785 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-a4ac1c8d-1240-4e58-a1dc-396602d88ff7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c1e602b5-a34e-4a6d-aff3-644a4d1641f5 HTTP/1.1" status: 200 len: 217 time: 0.0374196 Dec 17 13:36:13.804230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-f72342f0-ac73-49c4-abf4-07d5d263d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:13.805799 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-f72342f0-ac73-49c4-abf4-07d5d263d638 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0454104 Dec 17 13:36:13.853321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-bb60896b-2904-472e-be63-24175e6ce0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:13.854887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-bb60896b-2904-472e-be63-24175e6ce0b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0412052 Dec 17 13:36:13.879716 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4215dc1d-af78-4df1-80f2-1a1c74430147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:13.958922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-ef070ab7-b589-4807-a4d9-9b44961ebcb6 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953927 Dec 17 13:36:14.069477 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-37408497-3202-4f44-87e9-8c9cc2878255 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010065 Dec 17 13:36:14.113611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-43ab5ea9-e2e7-4b8b-a055-d2f771e816bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6d08cc1d-38ff-4681-8fbf-724fb9f6115f HTTP/1.1" status: 200 len: 217 time: 0.0373814 Dec 17 13:36:14.168122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-491811cb-980a-4edf-8181-d7cc009ec559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:14.169651 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-491811cb-980a-4edf-8181-d7cc009ec559 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0482337 Dec 17 13:36:14.217518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-f00c7ef9-c7f1-4095-8d17-193f714cb8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:14.219083 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-f00c7ef9-c7f1-4095-8d17-193f714cb8d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416305 Dec 17 13:36:14.317059 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-c0d55c77-5d81-484f-a6da-74c2b3b4ba4b service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889995 Dec 17 13:36:14.417960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-321bec9d-4603-4b87-b864-470ff987726e service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903418 Dec 17 13:36:14.465780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-4e525b50-2310-47e4-98dc-7a1056460178 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=707d8805-b713-4bce-9d5d-4f95ba377e0a HTTP/1.1" status: 200 len: 217 time: 0.0365584 Dec 17 13:36:14.515583 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-8d5c81e7-0159-4e65-a98e-b245ed8ddc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:14.517278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-8d5c81e7-0159-4e65-a98e-b245ed8ddc2d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0442588 Dec 17 13:36:14.567416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-f221d160-9fe1-45bf-ab6d-a88b7c641d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:14.569539 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-f221d160-9fe1-45bf-ab6d-a88b7c641d70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0440316 Dec 17 13:36:14.689841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-e2466a8a-5894-4ff0-81be-8631fa353d09 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102490 Dec 17 13:36:14.786640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-486b61b2-4db0-400a-95d8-b7617dd681c4 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856147 Dec 17 13:36:14.837046 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-40ee08f9-92f7-4389-9d60-5c5a16fd7403 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9847f8ea-b2de-4c65-a697-8f1811d7198b HTTP/1.1" status: 200 len: 217 time: 0.0402372 Dec 17 13:36:14.887587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-b75054b1-3c79-41dc-bd6d-cd7b67757293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:14.888977 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-b75054b1-3c79-41dc-bd6d-cd7b67757293 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.0447764 Dec 17 13:36:14.936758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-19fae018-d8fb-457f-a757-911b161ffcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:14.938254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-19fae018-d8fb-457f-a757-911b161ffcb9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416152 Dec 17 13:36:15.035759 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-dfc5387c-8c4a-44b8-bf3c-c0678ab2c5aa service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888889 Dec 17 13:36:15.131958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-64de3a2c-4624-4eb6-b184-521650bc99c0 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882528 Dec 17 13:36:15.181190 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-177c9f08-eb2b-4960-ab4a-a79608992672 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc07cf3f-9d03-4819-8873-8517cbaafef0 HTTP/1.1" status: 200 len: 217 time: 0.0415096 Dec 17 13:36:15.233458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-bf1d321a-64b0-4492-823a-4993dc11dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:15.235038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-bf1d321a-64b0-4492-823a-4993dc11dc1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.0461538 Dec 17 13:36:15.281768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-92f16fca-a424-4e1e-ada0-e65c67d5d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:15.283303 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-92f16fca-a424-4e1e-ada0-e65c67d5d27f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0407429 Dec 17 13:36:15.379444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-bb8a419c-f945-4218-8de9-539e88c241f4 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868540 Dec 17 13:36:15.471880 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-119b2a0f-5bbe-44e8-9471-a3406d104f1c req-da6063e7-2975-4fec-8cdc-727b06e95d2c service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842454 Dec 17 13:36:15.624935 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36624) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:15.703333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b952770-097d-4df2-9e51-a7f9201413c5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:15.703333 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8b952770-097d-4df2-9e51-a7f9201413c5 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 814 time: 0.0736747 Dec 17 13:36:15.983533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-018d55fe-f7c1-4df6-8efe-42bd162f6da5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697394533&fields=id&tenant_id=009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 267 time: 0.0459821 Dec 17 13:36:16.105824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-22fcc3f1-a656-46ad-bd11-29b12abad673 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:16.107436 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-22fcc3f1-a656-46ad-bd11-29b12abad673 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.1168852 Dec 17 13:36:16.123639 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-7f865057-4807-42c5-a070-27e44f1a1608 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/quotas/009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 375 time: 0.0102999 Dec 17 13:36:16.191942 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-ca84be5d-4102-427b-b421-b8e17a5ff03d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609004 Dec 17 13:36:16.298582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-9e52ba9b-80b0-4799-b7af-13659c37f53f service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910554 Dec 17 13:36:16.351632 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61ede192-0750-4efd-90a1-228c9b1d9007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:16.400122 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-11bcdecd-023f-44dd-8318-c1ce6b7075e7 service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945394 Dec 17 13:36:16.446640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36646) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:16.451758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a45805a8-fb39-4d84-9be8-2fd641a31173 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'network': {'name': 'tempest-network-smoke--596971846', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'port_security_enabled': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:16.542257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45805a8-fb39-4d84-9be8-2fd641a31173 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Made reservation on behalf of 5b1e813e7b9845c89b46e4e6ca50de3c for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:36:16.546008 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a45805a8-fb39-4d84-9be8-2fd641a31173 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:16.571340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45805a8-fb39-4d84-9be8-2fd641a31173 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:36:16.579980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a45805a8-fb39-4d84-9be8-2fd641a31173 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:16.580321 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-a45805a8-fb39-4d84-9be8-2fd641a31173 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Added segment 74101009-1036-43c2-b22e-d3dc4e28cc44 of type vlan for network f3ce4410-9253-4ef8-a391-bf5649fe1078 Dec 17 13:36:16.618855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a45805a8-fb39-4d84-9be8-2fd641a31173 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:16.736977 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a45805a8-fb39-4d84-9be8-2fd641a31173 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:16.742717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45805a8-fb39-4d84-9be8-2fd641a31173 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:16.743313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a45805a8-fb39-4d84-9be8-2fd641a31173 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:16.814427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45805a8-fb39-4d84-9be8-2fd641a31173 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Network': ['ID=f3ce4410-9253-4ef8-a391-bf5649fe1078,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:16.825444 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f3ce4410-9253-4ef8-a391-bf5649fe1078 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:36:16.922966 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a45805a8-fb39-4d84-9be8-2fd641a31173 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4751837 Dec 17 13:36:16.926151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36656) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:17.000077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c060c184-f560-425e-a18b-7fa46e528977 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:17.001533 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c060c184-f560-425e-a18b-7fa46e528977 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=5b1e813e7b9845c89b46e4e6ca50de3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0744531 Dec 17 13:36:17.004378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36658) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:17.103229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d5647-2a88-4bcb-b22f-5c28b96ce47f tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:17.107742 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c21d5647-2a88-4bcb-b22f-5c28b96ce47f tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0995500 Dec 17 13:36:17.107920 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36664) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:17.154481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2fa13383-aefa-41eb-a76f-b83233e35ecb tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431433 Dec 17 13:36:17.156185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36666) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:17.167277 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3fa0b8bf-c149-4e95-9fa3-6833fa5b60a0 req-6153cf6b-1b46-46a2-ad0d-02f006054bbe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 210 time: 0.0502508 Dec 17 13:36:17.197989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c640a5e8-2ca0-49dc-af26-2f079508628b tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=5b1e813e7b9845c89b46e4e6ca50de3c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405660 Dec 17 13:36:17.198306 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36668) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:17.307563 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35c67ec-bc1c-4453-ad76-0a5bb2f38f52 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:17.309090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c35c67ec-bc1c-4453-ad76-0a5bb2f38f52 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1096458 Dec 17 13:36:17.311955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36676) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:17.341506 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-748128e9-f71b-4b81-bbb1-9a4861f7fe7b tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282397 Dec 17 13:36:17.344439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36678) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:17.349960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7d184754-c217-4fa1-9ef0-a091d96891e3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2135585968', 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:17.517670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d184754-c217-4fa1-9ef0-a091d96891e3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Made reservation on behalf of 5b1e813e7b9845c89b46e4e6ca50de3c for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:36:17.521168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d184754-c217-4fa1-9ef0-a091d96891e3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:17.792143 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:17.840141 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d184754-c217-4fa1-9ef0-a091d96891e3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:17.900908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d184754-c217-4fa1-9ef0-a091d96891e3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Subnet': ['ID=2d4a479c-9689-407b-be11-c09a926667f3,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:17.909866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d184754-c217-4fa1-9ef0-a091d96891e3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Checking segment: {'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:36:17.910242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d184754-c217-4fa1-9ef0-a091d96891e3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network hostable DHCP agents. Network: f3ce4410-9253-4ef8-a391-bf5649fe1078, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:36:18.077551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d184754-c217-4fa1-9ef0-a091d96891e3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network f3ce4410-9253-4ef8-a391-bf5649fe1078 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:36:18.197516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-7d184754-c217-4fa1-9ef0-a091d96891e3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f3ce4410-9253-4ef8-a391-bf5649fe1078) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:36:18.203366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d184754-c217-4fa1-9ef0-a091d96891e3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:18.203864 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7d184754-c217-4fa1-9ef0-a091d96891e3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:18.208690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd33b783-8850-4e3d-b238-65d56fa1fba4 None None] Network f3ce4410-9253-4ef8-a391-bf5649fe1078 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:36:18.268024 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-459d55f0-2757-4826-883a-8e54da790902 req-cb769c09-1976-47ea-93e7-670d4f629455 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 210 time: 0.0289142 Dec 17 13:36:18.300775 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7d184754-c217-4fa1-9ef0-a091d96891e3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9485354 Dec 17 13:36:18.358578 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-f3ce4410-9253-4ef8-a391-bf5649fe1078', 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ips': [{'subnet_id': '2d4a479c-9689-407b-be11-c09a926667f3'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:36:18.361095 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:18.506358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Allocated IP 172.20.0.18 (f3ce4410-9253-4ef8-a391-bf5649fe1078/2d4a479c-9689-407b-be11-c09a926667f3/7e37589b-91b2-4c36-94b4-b0e738f01824) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:36:18.589478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36690) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:18.590644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-89839a98-c448-4b50-b8f9-a1b932f15743 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667225472', 'description': 'tempest-secgroup-smoke-1667225472 description', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:18.652773 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:18.689136 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89839a98-c448-4b50-b8f9-a1b932f15743 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:18.759870 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:18.762590 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89839a98-c448-4b50-b8f9-a1b932f15743 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:18.802886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Network f3ce4410-9253-4ef8-a391-bf5649fe1078 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:36:18.805822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:36:18.809323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:36:18.815914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Pushing event updated for resources: {'Port': ['ID=7e37589b-91b2-4c36-94b4-b0e738f01824,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:18.827278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.827278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.829487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.829487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.829487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.829487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.829487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.829487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.829487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.830449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.830449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.830449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.830672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:18.883380 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89839a98-c448-4b50-b8f9-a1b932f15743 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:18.889111 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Attempting to bind port 7e37589b-91b2-4c36-94b4-b0e738f01824 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:36:18.890710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Attempting to bind port 7e37589b-91b2-4c36-94b4-b0e738f01824 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:36:18.890710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Attempting to bind port 7e37589b-91b2-4c36-94b4-b0e738f01824 on network f3ce4410-9253-4ef8-a391-bf5649fe1078 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:36:18.896238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:36:18.896612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Checking segment: {'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:36:18.897611 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:18.898007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Bound using segment: {'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:36:18.898472 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Bound port: 7e37589b-91b2-4c36-94b4-b0e738f01824, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:36:18.898853 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:18.915214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89839a98-c448-4b50-b8f9-a1b932f15743 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece2d164-c779-4340-8961-7d86c0f027e3,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:18.962457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] For port 7e37589b-91b2-4c36-94b4-b0e738f01824, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:36:18.965893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] For port 7e37589b-91b2-4c36-94b4-b0e738f01824, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7e37589b-91b2-4c36-94b4-b0e738f01824,segment=NetworkSegment(74101009-1036-43c2-b22e-d3dc4e28cc44),segment_id=74101009-1036-43c2-b22e-d3dc4e28cc44)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:36:18.989914 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:18.994167 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89839a98-c448-4b50-b8f9-a1b932f15743 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:18.994167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-89839a98-c448-4b50-b8f9-a1b932f15743 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4049401 Dec 17 13:36:18.995084 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36694) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:18.999639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e3f2e691-17ad-44ea-a83f-e471d0bf9314 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'ece2d164-c779-4340-8961-7d86c0f027e3', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:19.045789 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:19.108561 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80ccbf-d792-4cbe-8256-c8a028804c90 None None] Pushing event updated for resources: {'Port': ['ID=7e37589b-91b2-4c36-94b4-b0e738f01824,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:19.143666 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e691-17ad-44ea-a83f-e471d0bf9314 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:19.210902 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e691-17ad-44ea-a83f-e471d0bf9314 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:19.344751 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e691-17ad-44ea-a83f-e471d0bf9314 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:19.362729 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2e691-17ad-44ea-a83f-e471d0bf9314 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e80e26f-8503-48ef-803f-978c8bb64428,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:19.408051 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72c635a7-1420-4044-9b78-6a81c79533db req-0a0d786b-6b0f-447b-b2ef-3bacba683e02 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 210 time: 0.0322516 Dec 17 13:36:19.517120 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e3f2e691-17ad-44ea-a83f-e471d0bf9314 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:19.518494 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e3f2e691-17ad-44ea-a83f-e471d0bf9314 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5221772 Dec 17 13:36:19.526537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36700) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:19.531400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6b283aab-6afb-4aeb-bf18-d2d092ff7e30 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'ece2d164-c779-4340-8961-7d86c0f027e3', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:19.624399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-c103253b-2803-41fa-a920-20490d3b8fe2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:19.625819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-c103253b-2803-41fa-a920-20490d3b8fe2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.1145482 Dec 17 13:36:19.677275 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b283aab-6afb-4aeb-bf18-d2d092ff7e30 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:19.699411 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-1741b13c-433a-4050-8256-2967470910dc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 380 time: 0.0585046 Dec 17 13:36:19.712047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'port': {'device_id': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'admin_state_up': True, 'tenant_id': '009389a399ad43ddb25b067380a09158', 'security_groups': ['94f781ea-31af-44d0-a5b6-fa15b1fb44ba']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:19.773606 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b283aab-6afb-4aeb-bf18-d2d092ff7e30 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:19.810992 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:19.878744 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b283aab-6afb-4aeb-bf18-d2d092ff7e30 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:19.899032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b283aab-6afb-4aeb-bf18-d2d092ff7e30 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e05c954-baee-4341-b71c-70134efe47b4,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:19.988010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Made reservation on behalf of 009389a399ad43ddb25b067380a09158 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:36:19.991865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.047612 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6b283aab-6afb-4aeb-bf18-d2d092ff7e30 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.048858 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6b283aab-6afb-4aeb-bf18-d2d092ff7e30 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5211680 Dec 17 13:36:20.051711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36706) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:20.056194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-50c7f976-cd81-41c9-92b3-9d6eb4157aa9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'ece2d164-c779-4340-8961-7d86c0f027e3', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:20.115684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a655b1e6-5e7a-48b3-959d-1e88185da80d None None] Network f3ce4410-9253-4ef8-a391-bf5649fe1078 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:36:20.160203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Allocated IP 172.20.0.7 (ecd0a89a-e368-44f2-9fad-d6001ff5c547/53326f79-47a6-4d5d-aa1f-178b1b8e2cf6/558bf6e6-e448-4fa6-aa38-ccd73b12e4fc) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:36:20.175346 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50c7f976-cd81-41c9-92b3-9d6eb4157aa9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.217038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-03f924f9-6ac2-40a1-be42-3f90b4f96171 None None] Provisioning complete for port 7e37589b-91b2-4c36-94b4-b0e738f01824 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:20.218007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-03f924f9-6ac2-40a1-be42-3f90b4f96171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.276606 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50c7f976-cd81-41c9-92b3-9d6eb4157aa9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.355521 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50c7f976-cd81-41c9-92b3-9d6eb4157aa9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.375178 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-03f924f9-6ac2-40a1-be42-3f90b4f96171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.401161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7f976-cd81-41c9-92b3-9d6eb4157aa9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bf3a22-2b70-46be-9ce8-21a52f816fd6,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:20.420947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-03f924f9-6ac2-40a1-be42-3f90b4f96171 None None] For port 7e37589b-91b2-4c36-94b4-b0e738f01824, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7e37589b-91b2-4c36-94b4-b0e738f01824,segment=NetworkSegment(74101009-1036-43c2-b22e-d3dc4e28cc44),segment_id=74101009-1036-43c2-b22e-d3dc4e28cc44)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:20.436572 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.525558 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e8afd04e-2710-4d7c-9512-8c4fb29dbcdb req-926f43a0-7e22-4c6d-a325-5dce0e8fda36 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 210 time: 0.0381923 Dec 17 13:36:20.525558 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-50c7f976-cd81-41c9-92b3-9d6eb4157aa9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.529180 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-50c7f976-cd81-41c9-92b3-9d6eb4157aa9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4763818 Dec 17 13:36:20.531908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36712) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:20.536915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-fd2fdf1c-0ee3-4a88-bd9e-472188b9c0d0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'ece2d164-c779-4340-8961-7d86c0f027e3', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:20.580433 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-03f924f9-6ac2-40a1-be42-3f90b4f96171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.585007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.660077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:20.675029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd2fdf1c-0ee3-4a88-bd9e-472188b9c0d0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.687212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:36:20.689391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:36:20.692176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:36:20.701174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f924f9-6ac2-40a1-be42-3f90b4f96171 None None] Pushing event updated for resources: {'Port': ['ID=7e37589b-91b2-4c36-94b4-b0e738f01824,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:20.724283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bc92311b-508b-4e10-b475-78a6f1eba320 None None] Provisioning complete for port 7e37589b-91b2-4c36-94b4-b0e738f01824 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:20.724876 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bc92311b-508b-4e10-b475-78a6f1eba320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.759969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:20.760634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.788198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7e37589b-91b2-4c36-94b4-b0e738f01824 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:36:20.822019 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd2fdf1c-0ee3-4a88-bd9e-472188b9c0d0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.872660 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 7e37589b-91b2-4c36-94b4-b0e738f01824 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:20.873178 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.905435 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-f066a6c0-c0df-4937-a221-454d3d319d03 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1973419 Dec 17 13:36:20.919324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Request body: {'port': {'device_id': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:20.924637 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd2fdf1c-0ee3-4a88-bd9e-472188b9c0d0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:20.950462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fdf1c-0ee3-4a88-bd9e-472188b9c0d0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731109f8-6ffa-47ef-8132-8a4772192157,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:21.020179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.032755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b6cb4670-c7d8-409b-99d7-48420353d663 None None] Provisioning complete for port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:21.032755 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4670-c7d8-409b-99d7-48420353d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.056361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fd2fdf1c-0ee3-4a88-bd9e-472188b9c0d0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.058111 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fd2fdf1c-0ee3-4a88-bd9e-472188b9c0d0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5247633 Dec 17 13:36:21.060662 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36716) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:21.067586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-876b9553-92c9-4087-91f8-bea2f121fc97 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'ece2d164-c779-4340-8961-7d86c0f027e3', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:21.074578 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb4670-c7d8-409b-99d7-48420353d663 None None] Port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:36:21.170412 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-876b9553-92c9-4087-91f8-bea2f121fc97 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Project 5b1e813e7b9845c89b46e4e6ca50de3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:36:21.182584 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-876b9553-92c9-4087-91f8-bea2f121fc97 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.246124 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-876b9553-92c9-4087-91f8-bea2f121fc97 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.314132 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:36:21.317360 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-876b9553-92c9-4087-91f8-bea2f121fc97 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.322572 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.337381 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Transition to ACTIVE for port object 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:36:21.338577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b9553-92c9-4087-91f8-bea2f121fc97 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ef9849-04dc-4663-9f6e-5906770875f6,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:21.462595 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.486278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-876b9553-92c9-4087-91f8-bea2f121fc97 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.488407 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-876b9553-92c9-4087-91f8-bea2f121fc97 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4265020 Dec 17 13:36:21.491911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36718) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:21.509258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-feed76ae-1445-447b-9cd0-b5951b1957cf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'ece2d164-c779-4340-8961-7d86c0f027e3', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:21.514488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Pushing event updated for resources: {'Port': ['ID=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:21.611402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Attempting to bind port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:36:21.612191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Attempting to bind port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:36:21.612789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Attempting to bind port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:36:21.619243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:36:21.619829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Attempting to bind port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:36:21.625859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:36:21.626524 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Checking segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:36:21.627340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Bound using segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:36:21.628001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Bound port: 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:36:21.628596 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.647027 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-feed76ae-1445-447b-9cd0-b5951b1957cf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Project 5b1e813e7b9845c89b46e4e6ca50de3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:36:21.656159 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-feed76ae-1445-447b-9cd0-b5951b1957cf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.705952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01b1f3-fc53-4b8e-9a54-cce27f919f69 req-b6c8aeea-8121-4f59-8dd2-b2993cea2138 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:21.708926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed01b1f3-fc53-4b8e-9a54-cce27f919f69 req-b6c8aeea-8121-4f59-8dd2-b2993cea2138 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 943 time: 0.0966392 Dec 17 13:36:21.765253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] For port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:36:21.766612 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-feed76ae-1445-447b-9cd0-b5951b1957cf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.769609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] For port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:36:21.806088 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed01b1f3-fc53-4b8e-9a54-cce27f919f69 req-88fbf91d-02d3-44ee-ac82-ecbeb176c53a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716236 Dec 17 13:36:21.845567 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-feed76ae-1445-447b-9cd0-b5951b1957cf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.872571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed76ae-1445-447b-9cd0-b5951b1957cf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdffa81-54c7-438f-a2d9-d441ffa18887,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:21.878887 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.923069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:21.924509 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:21.926416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] 10.222.0.54 "PUT /v2.0/ports/558bf6e6-e448-4fa6-aa38-ccd73b12e4fc HTTP/1.1" status: 200 len: 1091 time: 1.0123188 Dec 17 13:36:21.941073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'tag': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:36:21.943829 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37ad775-0516-48c9-849b-db2223ed547a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d", "tag": "558bf6e6-e448-4fa6-aa38-ccd73b12e4fc"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:36:21.977138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85b850-b1f4-4802-bf40-3d4110ff1e40 service neutron] Pushing event updated for resources: {'Port': ['ID=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:22.001345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-feed76ae-1445-447b-9cd0-b5951b1957cf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:22.001345 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-feed76ae-1445-447b-9cd0-b5951b1957cf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4989381 Dec 17 13:36:22.060568 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496fce5f-f0c9-4141-9f2a-4f0b176ee4ed x-openstack-request-id: req-496fce5f-f0c9-4141-9f2a-4f0b176ee4ed {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:36:22.061412 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d", "tag": "558bf6e6-e448-4fa6-aa38-ccd73b12e4fc", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:36:22.061685 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-496fce5f-f0c9-4141-9f2a-4f0b176ee4ed {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:36:22.062122 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'tag': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc', 'status': 'completed', 'code': 200} Dec 17 13:36:22.127493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-ba89febb-c94e-48a1-8822-bdd74e64a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:22.127493 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-ba89febb-c94e-48a1-8822-bdd74e64a90c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 1094 time: 0.0856652 Dec 17 13:36:22.202732 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-fca1c71f-d66b-4c0c-8fe5-7cb03a511f57 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc HTTP/1.1" status: 200 len: 217 time: 0.0665960 Dec 17 13:36:22.267313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-3bd20927-f67a-4fe2-9c02-fbf09bf598b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:22.268979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-3bd20927-f67a-4fe2-9c02-fbf09bf598b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0579598 Dec 17 13:36:22.326571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-faf20a48-f10b-4675-9f74-ecfd17c51a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:22.328334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-faf20a48-f10b-4675-9f74-ecfd17c51a57 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526116 Dec 17 13:36:22.368277 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-7cb9a94e-c435-4f75-92e0-e09b41a1cc6d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667225472&fields=id&tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c HTTP/1.1" status: 200 len: 267 time: 0.0678880 Dec 17 13:36:22.446435 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-0516994e-b002-4137-87e3-4a2a76ef3afd service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098888 Dec 17 13:36:22.504708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097099ae-3110-424d-bb84-ffb046e492c7 req-ca9219e3-080b-4cbc-82d2-cfe2ba66bd6a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:22.506971 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-ca9219e3-080b-4cbc-82d2-cfe2ba66bd6a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/networks?id=f3ce4410-9253-4ef8-a391-bf5649fe1078 HTTP/1.1" status: 200 len: 796 time: 0.1309526 Dec 17 13:36:22.528312 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-5c6cac0f-0e12-42e3-b846-ba4d555d12c3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/quotas/5b1e813e7b9845c89b46e4e6ca50de3c HTTP/1.1" status: 200 len: 375 time: 0.0098331 Dec 17 13:36:22.558237 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eee8b44e-42c5-4f04-b3e8-8799c855bef3 req-5a669653-57a5-40ee-91f2-b066a05a94ab service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047497 Dec 17 13:36:22.621783 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-67622a87-049e-4252-a61f-bc5b83d88230 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0804572 Dec 17 13:36:22.652843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7e37589b-91b2-4c36-94b4-b0e738f01824 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:36:22.716902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 7e37589b-91b2-4c36-94b4-b0e738f01824 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:22.717297 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:22.733595 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-40f52242-6ca5-40c3-9472-52a8ab69f108 service neutron] 10.222.0.59 "GET /v2.0/networks/f3ce4410-9253-4ef8-a391-bf5649fe1078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081378 Dec 17 13:36:22.748537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ad775-0516-48c9-849b-db2223ed547a req-7288934f-d2b4-44bb-877d-d45056e52c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:22.750119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a37ad775-0516-48c9-849b-db2223ed547a req-7288934f-d2b4-44bb-877d-d45056e52c5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 1094 time: 0.0704412 Dec 17 13:36:22.886988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ad775-0516-48c9-849b-db2223ed547a req-5d26bc29-884c-4f0e-8476-de0dbf7d480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:22.891965 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a37ad775-0516-48c9-849b-db2223ed547a req-5d26bc29-884c-4f0e-8476-de0dbf7d480d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.1340675 Dec 17 13:36:22.906373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-3eb15622-2ba7-4e08-bd28-85343239e10d service neutron] 10.222.0.59 "GET /v2.0/networks/f3ce4410-9253-4ef8-a391-bf5649fe1078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654508 Dec 17 13:36:23.004076 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a37ad775-0516-48c9-849b-db2223ed547a req-9c06083b-50f9-4706-aaaf-b40ef97868d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc HTTP/1.1" status: 200 len: 217 time: 0.0926547 Dec 17 13:36:23.097824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ad775-0516-48c9-849b-db2223ed547a req-1c8b309f-1a0b-4659-b917-793ee6bfcb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:23.101960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a37ad775-0516-48c9-849b-db2223ed547a req-1c8b309f-1a0b-4659-b917-793ee6bfcb89 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0910983 Dec 17 13:36:23.180910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61eef05-3c79-469b-8666-e7451eacf0b2 req-d5ded7b4-019a-49ac-9668-b5bf1c751a79 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:23.188299 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a61eef05-3c79-469b-8666-e7451eacf0b2 req-d5ded7b4-019a-49ac-9668-b5bf1c751a79 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 943 time: 0.1311226 Dec 17 13:36:23.220312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ad775-0516-48c9-849b-db2223ed547a req-cd2187ac-a26c-4c01-9296-6b02d339bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:23.221915 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a37ad775-0516-48c9-849b-db2223ed547a req-cd2187ac-a26c-4c01-9296-6b02d339bd1e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128337 Dec 17 13:36:23.254965 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea4978e6-d735-44aa-8e25-377cc6839193 req-731d5a82-97f1-48fd-87d6-1d02625530b0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 210 time: 0.0362563 Dec 17 13:36:23.305976 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a61eef05-3c79-469b-8666-e7451eacf0b2 req-71cefc28-e5e1-4ea7-be42-6198c36f9094 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166654 Dec 17 13:36:23.377850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a37ad775-0516-48c9-849b-db2223ed547a req-3529a2e3-b5e4-4f79-9a31-72d78149a273 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483665 Dec 17 13:36:23.472064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a37ad775-0516-48c9-849b-db2223ed547a req-f1f25b54-0c4d-4e97-8bc7-51935a2dc0ff service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862520 Dec 17 13:36:24.352573 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f3216d2-8201-4e57-8eae-a8d091906e01 req-c6412d03-7501-4194-8cfb-d97ec2904aee tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 210 time: 0.0395229 Dec 17 13:36:24.437510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ca2c2-e590-4c67-bdfe-ffd4291e9521 req-8a97ff35-b7c9-4cb9-b347-87a52a253c2f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:24.439801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-235ca2c2-e590-4c67-bdfe-ffd4291e9521 req-8a97ff35-b7c9-4cb9-b347-87a52a253c2f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 943 time: 0.0561771 Dec 17 13:36:24.495531 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-235ca2c2-e590-4c67-bdfe-ffd4291e9521 req-fca379cd-75f9-470c-bc0a-96fa01207162 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459659 Dec 17 13:36:25.472190 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9ea266de-199c-48e8-9740-73590bb86256 req-1cc8c946-2f3f-42db-93bd-ccb45d95056f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 210 time: 0.0312710 Dec 17 13:36:25.691289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f46e19-095c-4aac-9fcf-460f9f1f5b61 req-e6c05796-4d3e-459c-8673-27c2a752eab9 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:25.692771 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f46e19-095c-4aac-9fcf-460f9f1f5b61 req-e6c05796-4d3e-459c-8673-27c2a752eab9 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 943 time: 0.1188557 Dec 17 13:36:25.741206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097099ae-3110-424d-bb84-ffb046e492c7 req-6c973d11-d5b5-437e-b956-cd20dd203a24 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:25.742963 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-6c973d11-d5b5-437e-b956-cd20dd203a24 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "GET /v2.0/networks?id=f3ce4410-9253-4ef8-a391-bf5649fe1078 HTTP/1.1" status: 200 len: 796 time: 0.1709778 Dec 17 13:36:25.793245 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91f46e19-095c-4aac-9fcf-460f9f1f5b61 req-890b8813-db00-49b1-af03-ca03fc58ecc7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895407 Dec 17 13:36:25.846795 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-86c35585-f8ba-47cc-a80a-6d9f707ddb51 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c HTTP/1.1" status: 200 len: 473 time: 0.0934234 Dec 17 13:36:25.860157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-097099ae-3110-424d-bb84-ffb046e492c7 req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'port': {'device_id': '3ddc4894-2764-49b0-abf3-d47130deb0e1', 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078', 'admin_state_up': True, 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'security_groups': ['ece2d164-c779-4340-8961-7d86c0f027e3']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:26.060135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097099ae-3110-424d-bb84-ffb046e492c7 req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Made reservation on behalf of 5b1e813e7b9845c89b46e4e6ca50de3c for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:36:26.063837 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-097099ae-3110-424d-bb84-ffb046e492c7 req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:26.209191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-097099ae-3110-424d-bb84-ffb046e492c7 req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Allocated IP 172.20.0.29 (f3ce4410-9253-4ef8-a391-bf5649fe1078/2d4a479c-9689-407b-be11-c09a926667f3/d0885836-8a57-47f8-8da8-c269a03f9a3b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:36:26.362727 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-097099ae-3110-424d-bb84-ffb046e492c7 req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:26.497316 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-097099ae-3110-424d-bb84-ffb046e492c7 req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:26.545617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097099ae-3110-424d-bb84-ffb046e492c7 req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network f3ce4410-9253-4ef8-a391-bf5649fe1078 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:36:26.557790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-097099ae-3110-424d-bb84-ffb046e492c7 req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:36:26.562705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-097099ae-3110-424d-bb84-ffb046e492c7 req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:36:26.602011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=d0885836-8a57-47f8-8da8-c269a03f9a3b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:26.636377 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097099ae-3110-424d-bb84-ffb046e492c7 req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:26.638633 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-097099ae-3110-424d-bb84-ffb046e492c7 req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:26.648242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712782b-b541-48ce-b741-b4da1cbffebf req-d38b3c7d-4bad-4884-81be-5961c75a4d7d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:26.649854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9712782b-b541-48ce-b741-b4da1cbffebf req-d38b3c7d-4bad-4884-81be-5961c75a4d7d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 932 time: 0.1031621 Dec 17 13:36:26.711755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9712782b-b541-48ce-b741-b4da1cbffebf req-60254036-2d71-4012-bb33-ec19dd08e9e5 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543282 Dec 17 13:36:26.780940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-f0dc380f-d630-4c4a-a92a-23d05bd0b03b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9230025 Dec 17 13:36:26.793330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Request body: {'port': {'device_id': '3ddc4894-2764-49b0-abf3-d47130deb0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:26.824579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6f6c1dde-a52a-40ab-ab1c-f302a6872124 None None] Provisioning complete for port d0885836-8a57-47f8-8da8-c269a03f9a3b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:26.825143 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f6c1dde-a52a-40ab-ab1c-f302a6872124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:26.872185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:26.872532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c1dde-a52a-40ab-ab1c-f302a6872124 None None] Port d0885836-8a57-47f8-8da8-c269a03f9a3b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:36:26.942231 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2adaf-6abc-463a-950e-f6fcdec7a8c4 req-01c4f99f-72e2-46e4-b8b7-60e3efb56bc3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:26.950430 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50b2adaf-6abc-463a-950e-f6fcdec7a8c4 req-01c4f99f-72e2-46e4-b8b7-60e3efb56bc3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 943 time: 0.0666740 Dec 17 13:36:27.000633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50b2adaf-6abc-463a-950e-f6fcdec7a8c4 req-9826805f-f78f-4834-9a09-6042ff854fbf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491202 Dec 17 13:36:27.158389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0885836-8a57-47f8-8da8-c269a03f9a3b {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:36:27.166403 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:27.181448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Transition to ACTIVE for port object d0885836-8a57-47f8-8da8-c269a03f9a3b will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:36:27.273894 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:27.330226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Pushing event updated for resources: {'Port': ['ID=d0885836-8a57-47f8-8da8-c269a03f9a3b,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:27.406929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Attempting to bind port d0885836-8a57-47f8-8da8-c269a03f9a3b on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:36:27.407508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Attempting to bind port d0885836-8a57-47f8-8da8-c269a03f9a3b by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:36:27.407971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Attempting to bind port d0885836-8a57-47f8-8da8-c269a03f9a3b on network f3ce4410-9253-4ef8-a391-bf5649fe1078 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:36:27.413813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Port d0885836-8a57-47f8-8da8-c269a03f9a3b on network f3ce4410-9253-4ef8-a391-bf5649fe1078 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:36:27.414151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Attempting to bind port d0885836-8a57-47f8-8da8-c269a03f9a3b on network f3ce4410-9253-4ef8-a391-bf5649fe1078 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:36:27.420290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:36:27.420796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Checking segment: {'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:36:27.421245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Bound using segment: {'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:36:27.423564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Bound port: d0885836-8a57-47f8-8da8-c269a03f9a3b, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:36:27.423564 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:27.493418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] For port d0885836-8a57-47f8-8da8-c269a03f9a3b, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:36:27.496622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] For port d0885836-8a57-47f8-8da8-c269a03f9a3b, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d0885836-8a57-47f8-8da8-c269a03f9a3b,segment=NetworkSegment(74101009-1036-43c2-b22e-d3dc4e28cc44),segment_id=74101009-1036-43c2-b22e-d3dc4e28cc44)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:36:27.574972 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:27.838701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae2757-a791-4efe-b17c-94344d098884 req-ea96aa3a-38f6-4ac6-a3bd-294723fc83fc tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:27.840249 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-89ae2757-a791-4efe-b17c-94344d098884 req-ea96aa3a-38f6-4ac6-a3bd-294723fc83fc tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 944 time: 0.0536928 Dec 17 13:36:27.897112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-89ae2757-a791-4efe-b17c-94344d098884 req-e8a9f0ce-11e5-4620-ba2a-613783b56908 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457141 Dec 17 13:36:27.949774 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:27.950480 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:27.951883 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] 10.222.0.61 "PUT /v2.0/ports/d0885836-8a57-47f8-8da8-c269a03f9a3b HTTP/1.1" status: 200 len: 1092 time: 1.1646125 Dec 17 13:36:27.952339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ddc4894-2764-49b0-abf3-d47130deb0e1', 'tag': 'd0885836-8a57-47f8-8da8-c269a03f9a3b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:36:27.954665 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d67128-516b-4a87-9039-000e81c52b98" -d '{"events": [{"name": "network-changed", "server_uuid": "3ddc4894-2764-49b0-abf3-d47130deb0e1", "tag": "d0885836-8a57-47f8-8da8-c269a03f9a3b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:36:27.988631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9683e-a033-4172-876f-28be1bfcb859 service neutron] Pushing event updated for resources: {'Port': ['ID=d0885836-8a57-47f8-8da8-c269a03f9a3b,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:27.999312 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c15bfa-1ed2-45ea-a948-30168b7ce4c5 x-openstack-request-id: req-77c15bfa-1ed2-45ea-a948-30168b7ce4c5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:36:27.999640 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ddc4894-2764-49b0-abf3-d47130deb0e1", "tag": "d0885836-8a57-47f8-8da8-c269a03f9a3b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:36:27.999926 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77c15bfa-1ed2-45ea-a948-30168b7ce4c5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:36:28.000504 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ddc4894-2764-49b0-abf3-d47130deb0e1', 'tag': 'd0885836-8a57-47f8-8da8-c269a03f9a3b', 'status': 'completed', 'code': 200} Dec 17 13:36:28.068235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d67128-516b-4a87-9039-000e81c52b98 req-3970afaf-84a9-4523-932c-81de9e7ab0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:28.071363 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-25d67128-516b-4a87-9039-000e81c52b98 req-3970afaf-84a9-4523-932c-81de9e7ab0aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 1095 time: 0.0467095 Dec 17 13:36:28.136751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db43a41-3c60-4998-98a0-90775c9add92 req-f8ade367-fa98-4b67-a083-30c40e1485b6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:28.138486 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4db43a41-3c60-4998-98a0-90775c9add92 req-f8ade367-fa98-4b67-a083-30c40e1485b6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 943 time: 0.0539615 Dec 17 13:36:28.203883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4db43a41-3c60-4998-98a0-90775c9add92 req-1319d430-40d7-43b7-8b36-dc75bc64733b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580635 Dec 17 13:36:28.212625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d67128-516b-4a87-9039-000e81c52b98 req-6c090a58-5345-4e06-8792-22aff3bec3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:28.212625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d67128-516b-4a87-9039-000e81c52b98 req-6c090a58-5345-4e06-8792-22aff3bec3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:28.214232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-25d67128-516b-4a87-9039-000e81c52b98 req-6c090a58-5345-4e06-8792-22aff3bec3e4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1355100 Dec 17 13:36:28.321096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d67128-516b-4a87-9039-000e81c52b98 req-d7cfe26e-d943-4682-8a99-aa9e31b7ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:28.322638 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-25d67128-516b-4a87-9039-000e81c52b98 req-d7cfe26e-d943-4682-8a99-aa9e31b7ea61 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006114 Dec 17 13:36:28.412064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097099ae-3110-424d-bb84-ffb046e492c7 req-4d664282-4919-4139-a1a3-db442ece87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:28.414189 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-4d664282-4919-4139-a1a3-db442ece87e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 1095 time: 0.0481396 Dec 17 13:36:28.458256 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-11d23396-5de2-47d8-824a-451da00010e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=d0885836-8a57-47f8-8da8-c269a03f9a3b HTTP/1.1" status: 200 len: 217 time: 0.0342126 Dec 17 13:36:28.516420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097099ae-3110-424d-bb84-ffb046e492c7 req-09773f26-b690-4878-82e4-48f284c2bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:28.517889 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-09773f26-b690-4878-82e4-48f284c2bcbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d4a479c-9689-407b-be11-c09a926667f3 HTTP/1.1" status: 200 len: 838 time: 0.0440152 Dec 17 13:36:28.568991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097099ae-3110-424d-bb84-ffb046e492c7 req-7ee63ff4-9e49-4b8f-84ab-90c4a4b60e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:28.570519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-7ee63ff4-9e49-4b8f-84ab-90c4a4b60e2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3ce4410-9253-4ef8-a391-bf5649fe1078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454531 Dec 17 13:36:28.668209 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-20b4c75a-bcd2-48d8-9204-9c19cd182b03 service neutron] 10.222.0.61 "GET /v2.0/networks/f3ce4410-9253-4ef8-a391-bf5649fe1078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844872 Dec 17 13:36:28.768457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-097099ae-3110-424d-bb84-ffb046e492c7 req-d839f7bc-4fad-4dad-955b-75ef9acd7bd7 service neutron] 10.222.0.61 "GET /v2.0/networks/f3ce4410-9253-4ef8-a391-bf5649fe1078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914826 Dec 17 13:36:29.018352 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db125e-8be7-49ae-818e-ff3a5f88a032 req-9bba6572-4698-4f36-9c4c-649df8e0aeab tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:29.019835 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6db125e-8be7-49ae-818e-ff3a5f88a032 req-9bba6572-4698-4f36-9c4c-649df8e0aeab tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 944 time: 0.0504010 Dec 17 13:36:29.073931 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6db125e-8be7-49ae-818e-ff3a5f88a032 req-ebaf3e26-0e15-4502-b805-dfbe5f0b09b8 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472150 Dec 17 13:36:29.331704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04845d0c-8d6a-4dfa-8248-3e183d6407ba req-df059e13-6fe9-4040-b6ac-632225151ded tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:29.334064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04845d0c-8d6a-4dfa-8248-3e183d6407ba req-df059e13-6fe9-4040-b6ac-632225151ded tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 943 time: 0.0519571 Dec 17 13:36:29.388638 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04845d0c-8d6a-4dfa-8248-3e183d6407ba req-6eb697f0-f398-47c2-9857-57e1667193cb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482230 Dec 17 13:36:30.195705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a31fda-ef8a-4644-a300-d724f7055fad req-f0cdd431-08d8-41da-8da9-91990dfe00eb tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:30.197187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39a31fda-ef8a-4644-a300-d724f7055fad req-f0cdd431-08d8-41da-8da9-91990dfe00eb tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 944 time: 0.0497191 Dec 17 13:36:30.249149 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39a31fda-ef8a-4644-a300-d724f7055fad req-edba8e1a-c002-473a-97c0-cbf0078b5e1e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439823 Dec 17 13:36:30.510525 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ea895-981c-4862-a31b-73c0736765e9 req-6f0befac-2396-45c0-944a-9f287271598f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:30.512013 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-976ea895-981c-4862-a31b-73c0736765e9 req-6f0befac-2396-45c0-944a-9f287271598f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 943 time: 0.0558176 Dec 17 13:36:30.566109 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-976ea895-981c-4862-a31b-73c0736765e9 req-0b4c62f2-b69b-4760-a46c-60939a73c440 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481648 Dec 17 13:36:31.372681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f338f36-1f8d-4dbb-98e5-008e9bf81df9 req-175986cf-968f-4dac-97a9-5ff1c5185d91 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:31.374195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f338f36-1f8d-4dbb-98e5-008e9bf81df9 req-175986cf-968f-4dac-97a9-5ff1c5185d91 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 944 time: 0.0484126 Dec 17 13:36:31.421837 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f338f36-1f8d-4dbb-98e5-008e9bf81df9 req-9dbb7b34-95e7-4f11-8309-6b19b269658e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Dec 17 13:36:31.682319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ca14f-d8cd-465b-adc1-eb913d3e029b req-fd0eaa02-8d9b-4aab-90fd-0362b595a70f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:31.683734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a9ca14f-d8cd-465b-adc1-eb913d3e029b req-fd0eaa02-8d9b-4aab-90fd-0362b595a70f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 943 time: 0.0544300 Dec 17 13:36:31.741269 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a9ca14f-d8cd-465b-adc1-eb913d3e029b req-1fc27f96-8952-4e64-ade2-f7e177dfe0bd tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432382 Dec 17 13:36:31.813223 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:32.166061 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d0885836-8a57-47f8-8da8-c269a03f9a3b details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:36:32.260103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d0885836-8a57-47f8-8da8-c269a03f9a3b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d0885836-8a57-47f8-8da8-c269a03f9a3b,segment=NetworkSegment(74101009-1036-43c2-b22e-d3dc4e28cc44),segment_id=74101009-1036-43c2-b22e-d3dc4e28cc44)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:32.275621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'd0885836-8a57-47f8-8da8-c269a03f9a3b', 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078', 'port_id': 'd0885836-8a57-47f8-8da8-c269a03f9a3b', 'mac_address': 'fa:16:3e:6d:71:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d4a479c-9689-407b-be11-c09a926667f3', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:36:32.313188 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:32.326628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0885836-8a57-47f8-8da8-c269a03f9a3b {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:36:32.346665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d0885836-8a57-47f8-8da8-c269a03f9a3b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d0885836-8a57-47f8-8da8-c269a03f9a3b,segment=NetworkSegment(74101009-1036-43c2-b22e-d3dc4e28cc44),segment_id=74101009-1036-43c2-b22e-d3dc4e28cc44)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:32.416198 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:32.472176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=d0885836-8a57-47f8-8da8-c269a03f9a3b,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:32.550005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76feb571-a667-4468-836e-03a4f113389c req-ea73ca1c-2f83-43a8-8413-149a9c1f04ea tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:32.551790 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76feb571-a667-4468-836e-03a4f113389c req-ea73ca1c-2f83-43a8-8413-149a9c1f04ea tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 945 time: 0.0531197 Dec 17 13:36:32.604183 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76feb571-a667-4468-836e-03a4f113389c req-e0caf654-a7f0-4280-b14b-2b434a035fc1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459569 Dec 17 13:36:32.778515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['d0885836-8a57-47f8-8da8-c269a03f9a3b'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:36:32.862101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1bef9-f96d-4083-9842-1ef52b569240 req-7f589e84-92e2-460e-9028-5b1feabe0a9e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:32.866828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3bb1bef9-f96d-4083-9842-1ef52b569240 req-7f589e84-92e2-460e-9028-5b1feabe0a9e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 943 time: 0.0533388 Dec 17 13:36:32.915253 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3bb1bef9-f96d-4083-9842-1ef52b569240 req-6785282f-92eb-4fdb-aaed-eadefcdc4c56 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449338 Dec 17 13:36:33.282110 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:36:33.675369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:36:33.740533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c47072-b68d-4a47-bc4e-24190848ceb7 req-2fbb3eee-ab53-4be1-a48c-68dc5d93dc4a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:33.742237 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-62c47072-b68d-4a47-bc4e-24190848ceb7 req-2fbb3eee-ab53-4be1-a48c-68dc5d93dc4a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 945 time: 0.0640957 Dec 17 13:36:33.777203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:33.790432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'port_id': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc', 'mac_address': 'fa:16:3e:c5:22:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:36:33.794401 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-62c47072-b68d-4a47-bc4e-24190848ceb7 req-8b02a91b-0561-4afc-9a0e-f69454ddf68e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456815 Dec 17 13:36:33.829019 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:33.842872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:36:33.861982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:33.953300 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:34.007166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:34.047818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f43cd-7195-47e7-9bbb-f42b08fc26cc req-73f2358f-aa69-4f81-afa2-16b3370db1c9 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:34.050150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee8f43cd-7195-47e7-9bbb-f42b08fc26cc req-73f2358f-aa69-4f81-afa2-16b3370db1c9 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 944 time: 0.0605998 Dec 17 13:36:34.106555 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ee8f43cd-7195-47e7-9bbb-f42b08fc26cc req-77d6ab52-85df-460f-8cc9-1b34b4254a2f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502834 Dec 17 13:36:34.156202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['558bf6e6-e448-4fa6-aa38-ccd73b12e4fc'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:36:34.179822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d0885836-8a57-47f8-8da8-c269a03f9a3b up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:36:34.319725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port d0885836-8a57-47f8-8da8-c269a03f9a3b completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:36:34.325849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port d0885836-8a57-47f8-8da8-c269a03f9a3b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:34.326353 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:34.463598 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:34.510149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddc4894-2764-49b0-abf3-d47130deb0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0885836-8a57-47f8-8da8-c269a03f9a3b'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:36:34.512902 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41187b96-7f73-4e6e-8607-0617a88ec8a5" -d '{"events": [{"server_uuid": "3ddc4894-2764-49b0-abf3-d47130deb0e1", "name": "network-vif-plugged", "status": "completed", "tag": "d0885836-8a57-47f8-8da8-c269a03f9a3b"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:36:34.532922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port d0885836-8a57-47f8-8da8-c269a03f9a3b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d0885836-8a57-47f8-8da8-c269a03f9a3b,segment=NetworkSegment(74101009-1036-43c2-b22e-d3dc4e28cc44),segment_id=74101009-1036-43c2-b22e-d3dc4e28cc44)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:34.554892 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a3d26d-c59c-4fa3-8324-f067394b5250 x-openstack-request-id: req-f4a3d26d-c59c-4fa3-8324-f067394b5250 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:36:34.555277 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddc4894-2764-49b0-abf3-d47130deb0e1", "name": "network-vif-plugged", "status": "completed", "tag": "d0885836-8a57-47f8-8da8-c269a03f9a3b", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:36:34.555656 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4a3d26d-c59c-4fa3-8324-f067394b5250 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:36:34.556133 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc4894-2764-49b0-abf3-d47130deb0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0885836-8a57-47f8-8da8-c269a03f9a3b', 'code': 200} Dec 17 13:36:34.603079 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:34.658198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=d0885836-8a57-47f8-8da8-c269a03f9a3b,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:34.668419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebfbec-a16e-4e6f-8014-478dac50c592 req-99e37cea-4891-4fa0-a23b-6917d31d5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:34.669650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46ebfbec-a16e-4e6f-8014-478dac50c592 req-99e37cea-4891-4fa0-a23b-6917d31d5af9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 1097 time: 0.0463252 Dec 17 13:36:34.723057 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46ebfbec-a16e-4e6f-8014-478dac50c592 req-4ee45d60-aeef-469f-ac17-b73b4da63121 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422027 Dec 17 13:36:34.916300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc161f38-9285-4a1a-91fb-f8b23d70c834 req-29f55fb4-b97a-4435-b97d-f98b29f1fce4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:34.917811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc161f38-9285-4a1a-91fb-f8b23d70c834 req-29f55fb4-b97a-4435-b97d-f98b29f1fce4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 946 time: 0.0507178 Dec 17 13:36:34.973644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc161f38-9285-4a1a-91fb-f8b23d70c834 req-a6157adb-f8da-4900-b10c-c56314aff7f2 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487843 Dec 17 13:36:35.229942 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1cf84-d381-4d0c-9897-a21b5afcef08 req-f4b974cf-b285-4fa4-8cec-94e0fc5a6b36 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:35.231379 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3a1cf84-d381-4d0c-9897-a21b5afcef08 req-f4b974cf-b285-4fa4-8cec-94e0fc5a6b36 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 944 time: 0.0492518 Dec 17 13:36:35.284108 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c3a1cf84-d381-4d0c-9897-a21b5afcef08 req-4c55b4ba-cfe5-4a3b-9762-f4db463a80b7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464065 Dec 17 13:36:35.691699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:36:35.827804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:36:35.833338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:35.833758 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:35.917466 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:35.950270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:36.026320 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:36.057653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36860) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:36.084104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:36.132637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8afedc-9cba-4fd5-b715-2586c5c577ab req-339679de-ff4d-47d7-8896-a9676321926c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:36.134269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f8afedc-9cba-4fd5-b715-2586c5c577ab req-339679de-ff4d-47d7-8896-a9676321926c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 946 time: 0.0737777 Dec 17 13:36:36.198397 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f8afedc-9cba-4fd5-b715-2586c5c577ab req-0d913325-c679-4357-91e7-58d46bd6cc2e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571210 Dec 17 13:36:36.260192 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:36.409170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0f05e-c0e6-452f-8586-08a0995d19b6 req-a1beeff6-0eba-4cee-9de7-e9fc4f8e1457 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:36.410735 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92a0f05e-c0e6-452f-8586-08a0995d19b6 req-a1beeff6-0eba-4cee-9de7-e9fc4f8e1457 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 945 time: 0.0509212 Dec 17 13:36:36.432566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Deleting port 4b81c7f2-6137-4c54-b0b5-3e92b4d59712 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:36:36.433225 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:36.465599 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92a0f05e-c0e6-452f-8586-08a0995d19b6 req-1fe9d212-68d0-4109-af18-00dce7872223 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479145 Dec 17 13:36:36.511147 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:36.511478 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:36.523605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Calling delete_port for 4b81c7f2-6137-4c54-b0b5-3e92b4d59712 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:36:36.556934 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:36:36.559322 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5316dba5-3d61-45dd-83ea-98520d9bf911" -d '{"events": [{"server_uuid": "f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d", "name": "network-vif-plugged", "status": "completed", "tag": "558bf6e6-e448-4fa6-aa38-ccd73b12e4fc"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:36:36.603062 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0726f9-45e4-4e27-80a3-c1f46262e990 x-openstack-request-id: req-9e0726f9-45e4-4e27-80a3-c1f46262e990 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:36:36.603309 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d", "name": "network-vif-plugged", "status": "completed", "tag": "558bf6e6-e448-4fa6-aa38-ccd73b12e4fc", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:36:36.603559 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e0726f9-45e4-4e27-80a3-c1f46262e990 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:36:36.603944 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc', 'code': 200} Dec 17 13:36:36.704489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc35e77-4ad2-481d-902a-60604c15be40 req-75d78b40-55cd-4ffd-8e21-9a8fa8c3c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:36.706112 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dcc35e77-4ad2-481d-902a-60604c15be40 req-75d78b40-55cd-4ffd-8e21-9a8fa8c3c3ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 1096 time: 0.0415392 Dec 17 13:36:36.736578 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:36.756805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dcc35e77-4ad2-481d-902a-60604c15be40 req-c575bfad-70d1-4111-9055-5400a9e138d0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432713 Dec 17 13:36:36.762629 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event deleted for resources: {'Port': ['ID=4b81c7f2-6137-4c54-b0b5-3e92b4d59712,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:36.791841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.792295 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.792555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.793023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.793358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.794069 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.794391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.794715 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.795044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.795371 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.795839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.796259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.796998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:36.841994 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:36.842580 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Floating IP 8b0784fb-e779-4c96-8c79-68e0f28b71c7 disassociated (deleted). External IP: 172.25.0.60, port: 1a69a3ac-afb3-4d3d-badf-111d203716a7. Dec 17 13:36:37.350174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579da3c-1be3-45de-a3b9-83ab07cbe0b4 req-a47ce168-59de-40ff-8dcf-0ca9323d6d90 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:37.351671 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c579da3c-1be3-45de-a3b9-83ab07cbe0b4 req-a47ce168-59de-40ff-8dcf-0ca9323d6d90 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 946 time: 0.0640104 Dec 17 13:36:37.473647 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c579da3c-1be3-45de-a3b9-83ab07cbe0b4 req-41f2854f-4e02-4fe1-839d-ea38b343fea5 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924327 Dec 17 13:36:37.507809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Router b99d1c92-cda7-467b-aa16-95e0bcc95434 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:36:37.672884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bb1ee-b96c-4ef9-933b-5e4f60ad632e req-4a5f5c68-5ed6-4d71-a6b5-bc601414248b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:37.675348 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce8bb1ee-b96c-4ef9-933b-5e4f60ad632e req-4a5f5c68-5ed6-4d71-a6b5-bc601414248b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 945 time: 0.0810666 Dec 17 13:36:37.701765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:36:37.707741 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:37.714714 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7033da1-c372-4215-9e24-93f4f51893f1 None None] Sync routers for ids ['b99d1c92-cda7-467b-aa16-95e0bcc95434'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:36:37.728708 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7033da1-c372-4215-9e24-93f4f51893f1 None None] Routers {'b99d1c92-cda7-467b-aa16-95e0bcc95434'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:36:37.728926 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c7033da1-c372-4215-9e24-93f4f51893f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b99d1c92-cda7-467b-aa16-95e0bcc95434'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:37.751506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de6e8e-d68e-4847-ba3c-81d7972dc796 req-7be7de89-8628-4a9a-9729-ce145c66ff45 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:37.753730 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9de6e8e-d68e-4847-ba3c-81d7972dc796 req-7be7de89-8628-4a9a-9729-ce145c66ff45 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 946 time: 0.1777062 Dec 17 13:36:37.770164 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce8bb1ee-b96c-4ef9-933b-5e4f60ad632e req-a908562e-f4e3-48b5-bef1-56f1bde9f3db tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836678 Dec 17 13:36:37.853617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7d8d5c48-e896-4efb-b869-bc6e54b506e3 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "DELETE /v2.0/floatingips/8b0784fb-e779-4c96-8c79-68e0f28b71c7 HTTP/1.1" status: 204 len: 168 time: 1.7915721 Dec 17 13:36:37.863214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:36:37.869297 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc168927-2e8a-4d3c-9a1b-cdfd8c3cf83b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:36:37.876414 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9de6e8e-d68e-4847-ba3c-81d7972dc796 req-68ef9824-76e1-4bfd-95c1-1fe41acf2ed9 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163654 Dec 17 13:36:37.907012 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c7033da1-c372-4215-9e24-93f4f51893f1 None None] Set router b99d1c92-cda7-467b-aa16-95e0bcc95434 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:36:38.058846 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a7d322-31ec-4b59-bdba-c291188fc0a2 x-openstack-request-id: req-03a7d322-31ec-4b59-bdba-c291188fc0a2 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:36:38.059902 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:36:38.060357 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-03a7d322-31ec-4b59-bdba-c291188fc0a2 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:36:38.060993 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'status': 'completed', 'code': 200} Dec 17 13:36:38.144181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc168927-2e8a-4d3c-9a1b-cdfd8c3cf83b req-0049ffab-2b8f-4663-9191-fe8cc21a7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:38.150707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc168927-2e8a-4d3c-9a1b-cdfd8c3cf83b req-0049ffab-2b8f-4663-9191-fe8cc21a7447 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6419e0fb61654f4485230a3f0f332852&device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 1096 time: 0.0609758 Dec 17 13:36:38.247591 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c7033da1-c372-4215-9e24-93f4f51893f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'b5c88763-0df6-4629-92a0-c546c52fb554', 'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'mac_address': 'fa:16:3e:d6:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:04Z', 'updated_at': '2021-12-17T13:31:16Z', 'revision_number': 5, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'subnets': [{'id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:38.277250 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7033da1-c372-4215-9e24-93f4f51893f1 None None] Checking router: b99d1c92-cda7-467b-aa16-95e0bcc95434 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:36:38.286823 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7033da1-c372-4215-9e24-93f4f51893f1 None None] Routers {'b99d1c92-cda7-467b-aa16-95e0bcc95434'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:36:38.288266 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c7033da1-c372-4215-9e24-93f4f51893f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b99d1c92-cda7-467b-aa16-95e0bcc95434'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:38.298929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc168927-2e8a-4d3c-9a1b-cdfd8c3cf83b req-ca10339b-9d1d-496a-848a-682301863793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:38.300756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc168927-2e8a-4d3c-9a1b-cdfd8c3cf83b req-ca10339b-9d1d-496a-848a-682301863793 service neutron] 10.222.0.61 "GET /v2.0/networks?id=345e74d1-5b60-4bc6-98e9-e046655ade46 HTTP/1.1" status: 200 len: 914 time: 0.1272371 Dec 17 13:36:38.366718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc168927-2e8a-4d3c-9a1b-cdfd8c3cf83b req-f068900c-4aba-4a43-a70b-614421019123 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a69a3ac-afb3-4d3d-badf-111d203716a7 HTTP/1.1" status: 200 len: 217 time: 0.0572195 Dec 17 13:36:38.389307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdfc96-fb05-4302-99e7-cdb2d23af72f req-c6815dfa-232e-40e8-84db-87838e95cdae tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:38.397561 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-54bdfc96-fb05-4302-99e7-cdb2d23af72f req-c6815dfa-232e-40e8-84db-87838e95cdae tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 945 time: 0.0939755 Dec 17 13:36:38.435197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc168927-2e8a-4d3c-9a1b-cdfd8c3cf83b req-e1fb81c4-7272-4693-9630-22075ad43b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:38.438592 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc168927-2e8a-4d3c-9a1b-cdfd8c3cf83b req-e1fb81c4-7272-4693-9630-22075ad43b88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7a98956-f38a-40d0-9bdc-4266188e7aa3 HTTP/1.1" status: 200 len: 852 time: 0.0626993 Dec 17 13:36:38.441892 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c7033da1-c372-4215-9e24-93f4f51893f1 None None] Set router b99d1c92-cda7-467b-aa16-95e0bcc95434 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:36:38.457662 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-54bdfc96-fb05-4302-99e7-cdb2d23af72f req-76de7596-361b-43aa-8396-32e1f5a0349f tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547867 Dec 17 13:36:38.494326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc168927-2e8a-4d3c-9a1b-cdfd8c3cf83b req-41feb54a-c7da-462c-b4be-58756211f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:38.495962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc168927-2e8a-4d3c-9a1b-cdfd8c3cf83b req-41feb54a-c7da-462c-b4be-58756211f0d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=345e74d1-5b60-4bc6-98e9-e046655ade46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492110 Dec 17 13:36:38.612621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc168927-2e8a-4d3c-9a1b-cdfd8c3cf83b req-06b81528-1eb7-4a9e-8fda-a37b7062da27 service neutron] 10.222.0.61 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072543 Dec 17 13:36:38.672568 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c7033da1-c372-4215-9e24-93f4f51893f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'b5c88763-0df6-4629-92a0-c546c52fb554', 'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'mac_address': 'fa:16:3e:d6:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:04Z', 'updated_at': '2021-12-17T13:31:16Z', 'revision_number': 5, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'subnets': [{'id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:38.699600 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7033da1-c372-4215-9e24-93f4f51893f1 None None] The sync data for ids ['b99d1c92-cda7-467b-aa16-95e0bcc95434'] in n-d-815324-5 is: [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:31:05Z', 'revision_number': 4, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'b5c88763-0df6-4629-92a0-c546c52fb554', 'name': '', 'network_id': '345e74d1-5b60-4bc6-98e9-e046655ade46', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'mac_address': 'fa:16:3e:d6:b2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:04Z', 'updated_at': '2021-12-17T13:31:16Z', 'revision_number': 5, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'subnets': [{'id': 'b7a98956-f38a-40d0-9bdc-4266188e7aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:36:38.713406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc168927-2e8a-4d3c-9a1b-cdfd8c3cf83b req-b47c8e5f-6c19-4d2f-8564-d10a3206350c service neutron] 10.222.0.61 "GET /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915904 Dec 17 13:36:38.924111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb289f2-03bf-475c-a9e6-c2bbb8837f22 req-145f4054-3a10-4691-bafa-6c9de7417052 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:38.925793 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8eb289f2-03bf-475c-a9e6-c2bbb8837f22 req-145f4054-3a10-4691-bafa-6c9de7417052 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 945 time: 0.0620246 Dec 17 13:36:38.951984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0e309f-aede-49a2-a271-9fd52503dae0 None None] New status for floating IP 8b0784fb-e779-4c96-8c79-68e0f28b71c7: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:36:38.979824 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8eb289f2-03bf-475c-a9e6-c2bbb8837f22 req-ab8c5fd6-942c-4fc9-8b24-bd322c4364f2 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471985 Dec 17 13:36:39.138783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3b5bf-0465-4149-afde-e741a383b00c req-4c7948c8-533b-4331-a675-71a09afc214d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:39.140294 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ac3b5bf-0465-4149-afde-e741a383b00c req-4c7948c8-533b-4331-a675-71a09afc214d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 945 time: 0.0651991 Dec 17 13:36:39.203598 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3ac3b5bf-0465-4149-afde-e741a383b00c req-9a08c745-30d8-4d64-ab1a-0784952bede8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554721 Dec 17 13:36:39.230308 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36910) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:39.379458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62454156-b1e7-476e-a643-e3cca6979610 tempest-TestVolumeBootPattern-1604665293 tempest-TestVolumeBootPattern-1604665293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:39.381092 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-62454156-b1e7-476e-a643-e3cca6979610 tempest-TestVolumeBootPattern-1604665293 tempest-TestVolumeBootPattern-1604665293-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 1091 time: 0.1497941 Dec 17 13:36:39.384234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36914) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:39.388788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:39.472923 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:39.499944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36918) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:39.614137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce62fca-f958-4984-bca9-bdadca18299c req-0396e89e-f7c4-4332-ac71-0aebe0f89ca9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:39.615714 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1ce62fca-f958-4984-bca9-bdadca18299c req-0396e89e-f7c4-4332-ac71-0aebe0f89ca9 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 945 time: 0.0726955 Dec 17 13:36:39.657064 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:39.716148 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1ce62fca-f958-4984-bca9-bdadca18299c req-1c6f5607-d51c-4658-981f-33ac06fd3894 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/security-groups?id=4918fce4-9288-4f9d-99e6-66f4d55bf609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930703 Dec 17 13:36:39.790650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Allocated IP 172.25.0.43 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/c57581a9-1a60-418f-bfd1-645755335a44) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:36:39.918657 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:40.007404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed1a7d-14bb-4ac1-8077-2a38979fd08b req-d7df27f9-b44d-4f0e-8b16-562b99f5cc14 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:40.008967 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-25ed1a7d-14bb-4ac1-8077-2a38979fd08b req-d7df27f9-b44d-4f0e-8b16-562b99f5cc14 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 945 time: 0.0506127 Dec 17 13:36:40.010554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:40.025942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:40.080935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:36:40.088751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:36:40.093222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:36:40.098515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=c57581a9-1a60-418f-bfd1-645755335a44,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:40.136547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.136893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.137242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.137608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.137946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.138271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.138600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.138932 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.139258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.139579 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.140016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.140272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.140939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:36:40.266552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-25ed1a7d-14bb-4ac1-8077-2a38979fd08b req-8cf14f9f-b2da-4d61-837b-4cb95991a71e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Deleting port 1a69a3ac-afb3-4d3d-badf-111d203716a7 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:36:40.266930 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-25ed1a7d-14bb-4ac1-8077-2a38979fd08b req-8cf14f9f-b2da-4d61-837b-4cb95991a71e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:40.445345 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Allocated IP 172.20.0.17 (f3ce4410-9253-4ef8-a391-bf5649fe1078/2d4a479c-9689-407b-be11-c09a926667f3/6f552a37-fea3-4d38-94af-7b51bf5f322e) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:36:40.449203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-25ed1a7d-14bb-4ac1-8077-2a38979fd08b req-8cf14f9f-b2da-4d61-837b-4cb95991a71e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] For port 1a69a3ac-afb3-4d3d-badf-111d203716a7, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=1a69a3ac-afb3-4d3d-badf-111d203716a7,segment=NetworkSegment(135439fc-d482-45e5-97f6-d34396bd39ee),segment_id=135439fc-d482-45e5-97f6-d34396bd39ee)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:40.449398 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-25ed1a7d-14bb-4ac1-8077-2a38979fd08b req-8cf14f9f-b2da-4d61-837b-4cb95991a71e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:40.470250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-25ed1a7d-14bb-4ac1-8077-2a38979fd08b req-8cf14f9f-b2da-4d61-837b-4cb95991a71e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Calling delete_port for 1a69a3ac-afb3-4d3d-badf-111d203716a7 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:36:40.562556 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:40.656102 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:40.697130 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:40.712977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network f3ce4410-9253-4ef8-a391-bf5649fe1078 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:36:40.723971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:36:40.728628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:36:40.758935 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=6f552a37-fea3-4d38-94af-7b51bf5f322e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:40.788237 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:40.856089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-25ed1a7d-14bb-4ac1-8077-2a38979fd08b req-8cf14f9f-b2da-4d61-837b-4cb95991a71e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:40.911234 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-423ac7df-2bfd-4b0c-9e4b-f881742c40be req-698e9389-3fb7-49b7-890b-8a55c1efea12 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 210 time: 0.0744581 Dec 17 13:36:40.944122 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:40.951337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf14f9f-b2da-4d61-837b-4cb95991a71e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event deleted for resources: {'Port': ['ID=1a69a3ac-afb3-4d3d-badf-111d203716a7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:41.083023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ed1a7d-14bb-4ac1-8077-2a38979fd08b req-8cf14f9f-b2da-4d61-837b-4cb95991a71e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] No DVR routers for this DVR port 1a69a3ac-afb3-4d3d-badf-111d203716a7 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:36:41.086624 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-25ed1a7d-14bb-4ac1-8077-2a38979fd08b req-8cf14f9f-b2da-4d61-837b-4cb95991a71e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:41.090873 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-25ed1a7d-14bb-4ac1-8077-2a38979fd08b req-8cf14f9f-b2da-4d61-837b-4cb95991a71e tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.61 "DELETE /v2.0/ports/1a69a3ac-afb3-4d3d-badf-111d203716a7 HTTP/1.1" status: 204 len: 173 time: 1.0749288 Dec 17 13:36:41.118055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'name': 'network-vif-deleted', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:36:41.120947 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d561b701-6325-4c72-95f8-c169f2f45a20" -d '{"events": [{"server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "name": "network-vif-deleted", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:36:41.216466 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a756c397-dfc7-492c-b252-fe6c0baa0c7d x-openstack-request-id: req-a756c397-dfc7-492c-b252-fe6c0baa0c7d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:36:41.216466 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bced01c-af37-477a-94c3-b33a3b1cc6ef", "name": "network-vif-deleted", "tag": "1a69a3ac-afb3-4d3d-badf-111d203716a7", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:36:41.216726 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a756c397-dfc7-492c-b252-fe6c0baa0c7d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:36:41.221252 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bced01c-af37-477a-94c3-b33a3b1cc6ef', 'name': 'network-vif-deleted', 'tag': '1a69a3ac-afb3-4d3d-badf-111d203716a7', 'status': 'completed', 'code': 200} Dec 17 13:36:41.232413 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:41.242615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-82aa8932-d6da-4a1f-8f2e-e229552b1cdb None None] Provisioning complete for port 6f552a37-fea3-4d38-94af-7b51bf5f322e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:41.243221 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-82aa8932-d6da-4a1f-8f2e-e229552b1cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:41.261225 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:41.288934 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-82aa8932-d6da-4a1f-8f2e-e229552b1cdb None None] Port 6f552a37-fea3-4d38-94af-7b51bf5f322e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:36:41.336554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:41.404712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=c57581a9-1a60-418f-bfd1-645755335a44,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:41.503262 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:41.628474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 36946) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:41.660862 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Floating IP 4be45477-1449-4cc2-8ea4-f8a2644dfc23 associated. External IP: 172.25.0.43, port: 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc. Dec 17 13:36:41.677310 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:41.746609 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:41.832500 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55b6693d-143f-461b-a56c-41798fc37a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:41.857826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=6f552a37-fea3-4d38-94af-7b51bf5f322e,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:41.861408 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:41.916655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Router c2d4a34e-61ca-4d85-82d3-2308e356a405 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:36:42.039951 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network f3ce4410-9253-4ef8-a391-bf5649fe1078 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:36:42.042583 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-aec46bb6-5c2f-49de-8e62-95b01615a318 req-f7bf72ae-a5bc-42c3-bebf-5b94cf7c3662 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 210 time: 0.0471711 Dec 17 13:36:42.045496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:36:42.050800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:36:42.069010 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55b6693d-143f-461b-a56c-41798fc37a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:42.074752 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ff7ed-3479-4c65-b875-b4ee9225f490 None None] Sync routers for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:36:42.090843 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ff7ed-3479-4c65-b875-b4ee9225f490 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:36:42.091747 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5c6ff7ed-3479-4c65-b875-b4ee9225f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:42.137893 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:42.198273 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-668b008d-7cd4-4c52-8689-b22e0b8c5311 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8126318 Dec 17 13:36:42.270338 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-5c6ff7ed-3479-4c65-b875-b4ee9225f490 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:36:42.436957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ea91cc40-cfd1-409e-b818-68baee82cabc None None] Provisioning complete for port 6f552a37-fea3-4d38-94af-7b51bf5f322e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:42.437605 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea91cc40-cfd1-409e-b818-68baee82cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:42.467785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-55b6693d-143f-461b-a56c-41798fc37a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:42.483664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ea91cc40-cfd1-409e-b818-68baee82cabc None None] Port 6f552a37-fea3-4d38-94af-7b51bf5f322e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:36:42.516003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6693d-143f-461b-a56c-41798fc37a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3703b61b-dbb2-4ff5-a55a-232841657c5b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:42.530362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 36956) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:42.530521 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55b6693d-143f-461b-a56c-41798fc37a93 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a53cc3f0d454485bfeac72a0100ab51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9009321 Dec 17 13:36:42.553904 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Router 0ed639f4-50fd-415f-9767-6dd0b2955cea has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:36:42.561717 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5c6ff7ed-3479-4c65-b875-b4ee9225f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4be45477-1449-4cc2-8ea4-f8a2644dfc23', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:c5:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:36:40Z', 'updated_at': '2021-12-17T13:36:40Z', 'revision_number': 0, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:42.591855 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ff7ed-3479-4c65-b875-b4ee9225f490 None None] Checking router: c2d4a34e-61ca-4d85-82d3-2308e356a405 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:36:42.606759 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ff7ed-3479-4c65-b875-b4ee9225f490 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:36:42.607473 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5c6ff7ed-3479-4c65-b875-b4ee9225f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:42.614456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29afffaf-9b49-4341-8c60-91b0d7278ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:42.640345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29afffaf-9b49-4341-8c60-91b0d7278ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:42.695945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:36:42.702159 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2848cd15-e2c6-4d71-bd61-ffad84297acf tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "PUT /v2.0/routers/0ed639f4-50fd-415f-9767-6dd0b2955cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2010612 Dec 17 13:36:42.720078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Sync routers for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:36:42.729531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:36:42.730637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:42.734359 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-5c6ff7ed-3479-4c65-b875-b4ee9225f490 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:36:42.820313 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29afffaf-9b49-4341-8c60-91b0d7278ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:42.822992 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29afffaf-9b49-4341-8c60-91b0d7278ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:42.827089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-29afffaf-9b49-4341-8c60-91b0d7278ac7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3703b61b-dbb2-4ff5-a55a-232841657c5b HTTP/1.1" status: 204 len: 168 time: 0.2954776 Dec 17 13:36:42.842558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:36:42.846920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afffaf-9b49-4341-8c60-91b0d7278ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3703b61b-dbb2-4ff5-a55a-232841657c5b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:42.996956 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5c6ff7ed-3479-4c65-b875-b4ee9225f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4be45477-1449-4cc2-8ea4-f8a2644dfc23', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:c5:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:36:40Z', 'updated_at': '2021-12-17T13:36:40Z', 'revision_number': 0, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:43.028875 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ff7ed-3479-4c65-b875-b4ee9225f490 None None] The sync data for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 is: [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4be45477-1449-4cc2-8ea4-f8a2644dfc23', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:c5:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:36:40Z', 'updated_at': '2021-12-17T13:36:40Z', 'revision_number': 0, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:36:43.112862 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:36:41Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ea97abb-8cab-4593-a196-239adeacfe64', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'port_id': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'mac_address': 'fa:16:3e:cc:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:35Z', 'updated_at': '2021-12-17T13:35:38Z', 'revision_number': 1, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:17Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f552a37-fea3-4d38-94af-7b51bf5f322e', 'name': '', 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:8c:26:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2d4a479c-9689-407b-be11-c09a926667f3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:36:40Z', 'updated_at': '2021-12-17T13:36:41Z', 'revision_number': 2, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '2d4a479c-9689-407b-be11-c09a926667f3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:43.141991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Checking router: 0ed639f4-50fd-415f-9767-6dd0b2955cea for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:36:43.142574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Updating router 0ed639f4-50fd-415f-9767-6dd0b2955cea port 6f552a37-fea3-4d38-94af-7b51bf5f322e binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:36:43.173970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:43.222943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'tag': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:36:43.224278 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fa02daa3-d6a9-421e-aec0-31ff23d129df req-6786547a-5105-41b6-a32c-5338e35e3611 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 210 time: 0.0409443 Dec 17 13:36:43.227247 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca5263a-b53e-4005-a5ef-3dbdf460fe49" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d", "tag": "558bf6e6-e448-4fa6-aa38-ccd73b12e4fc"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:36:43.325988 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e7bd2a-5858-4ae1-8768-d2447c96e73a x-openstack-request-id: req-82e7bd2a-5858-4ae1-8768-d2447c96e73a {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:36:43.326283 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d", "tag": "558bf6e6-e448-4fa6-aa38-ccd73b12e4fc", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:36:43.326538 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82e7bd2a-5858-4ae1-8768-d2447c96e73a {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:36:43.326962 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'tag': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc', 'status': 'completed', 'code': 200} Dec 17 13:36:43.355829 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f676e528-a65c-4f2a-b48d-89ead3917133 None None] New status for floating IP 4be45477-1449-4cc2-8ea4-f8a2644dfc23: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:36:43.447830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5263a-b53e-4005-a5ef-3dbdf460fe49 req-0e451981-c690-4eb3-b4a4-e761da5181fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:43.449915 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ca5263a-b53e-4005-a5ef-3dbdf460fe49 req-0e451981-c690-4eb3-b4a4-e761da5181fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 1096 time: 0.0934680 Dec 17 13:36:43.586090 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:43.599691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5263a-b53e-4005-a5ef-3dbdf460fe49 req-438b6486-d782-4063-8eb1-9e101dfc07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:43.601463 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ca5263a-b53e-4005-a5ef-3dbdf460fe49 req-438b6486-d782-4063-8eb1-9e101dfc07c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.1426806 Dec 17 13:36:43.675006 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:43.687386 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ca5263a-b53e-4005-a5ef-3dbdf460fe49 req-dcb1764a-5aab-4505-abb8-0e9ddd227b64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc HTTP/1.1" status: 200 len: 998 time: 0.0740037 Dec 17 13:36:43.728039 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a336a7-dd50-4365-bc44-294b42fc015b None None] Pushing event updated for resources: {'Port': ['ID=6f552a37-fea3-4d38-94af-7b51bf5f322e,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:43.762854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5263a-b53e-4005-a5ef-3dbdf460fe49 req-3a19bb7e-ec6a-4ad0-9c9d-d560c963d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:43.764905 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ca5263a-b53e-4005-a5ef-3dbdf460fe49 req-3a19bb7e-ec6a-4ad0-9c9d-d560c963d991 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0684350 Dec 17 13:36:43.835108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5263a-b53e-4005-a5ef-3dbdf460fe49 req-84654904-d2e6-4e91-b51e-165e6053a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:43.836834 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ca5263a-b53e-4005-a5ef-3dbdf460fe49 req-84654904-d2e6-4e91-b51e-165e6053a468 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534155 Dec 17 13:36:43.869153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Attempting to bind port 6f552a37-fea3-4d38-94af-7b51bf5f322e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:36:43.869593 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Attempting to bind port 6f552a37-fea3-4d38-94af-7b51bf5f322e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:36:43.869974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Attempting to bind port 6f552a37-fea3-4d38-94af-7b51bf5f322e on network f3ce4410-9253-4ef8-a391-bf5649fe1078 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:36:43.876919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:36:43.877921 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Checking segment: {'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:36:43.880346 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:43.882709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Bound using segment: {'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:36:43.883376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Bound port: 6f552a37-fea3-4d38-94af-7b51bf5f322e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74101009-1036-43c2-b22e-d3dc4e28cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:36:43.885374 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:43.943479 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f95ad830-d418-4b64-809c-21713473b381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:43.958236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ca5263a-b53e-4005-a5ef-3dbdf460fe49 req-ce0cc533-2ebc-4ebf-b230-0c0438cff087 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124778 Dec 17 13:36:43.978442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] For port 6f552a37-fea3-4d38-94af-7b51bf5f322e, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:36:43.982073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] For port 6f552a37-fea3-4d38-94af-7b51bf5f322e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6f552a37-fea3-4d38-94af-7b51bf5f322e,segment=NetworkSegment(74101009-1036-43c2-b22e-d3dc4e28cc44),segment_id=74101009-1036-43c2-b22e-d3dc4e28cc44)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:36:44.085466 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:44.202588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e8373251-2d99-43e6-bdf9-8dd11b9d93ca None None] Provisioning complete for port 6f552a37-fea3-4d38-94af-7b51bf5f322e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:44.203297 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e8373251-2d99-43e6-bdf9-8dd11b9d93ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:44.213488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1a69a3ac-afb3-4d3d-badf-111d203716a7 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:36:44.218369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a336a7-dd50-4365-bc44-294b42fc015b None None] Pushing event updated for resources: {'Port': ['ID=6f552a37-fea3-4d38-94af-7b51bf5f322e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:44.313456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:36:44.318707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:44.390247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 1a69a3ac-afb3-4d3d-badf-111d203716a7 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:36:44.390605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 1a69a3ac-afb3-4d3d-badf-111d203716a7 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:36:44.582372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ca5263a-b53e-4005-a5ef-3dbdf460fe49 req-bdcd2cab-7cec-4e87-86bf-662135e59563 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036832 Dec 17 13:36:44.617819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acae71af-7880-4b81-bac6-d76398259a37 req-f7c1b61e-fba7-45e4-9d09-036a037b176b tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 210 time: 0.0304434 Dec 17 13:36:44.668540 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:36:44.768466 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e8373251-2d99-43e6-bdf9-8dd11b9d93ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:44.818832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e8373251-2d99-43e6-bdf9-8dd11b9d93ca None None] For port 6f552a37-fea3-4d38-94af-7b51bf5f322e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6f552a37-fea3-4d38-94af-7b51bf5f322e,segment=NetworkSegment(74101009-1036-43c2-b22e-d3dc4e28cc44),segment_id=74101009-1036-43c2-b22e-d3dc4e28cc44)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:44.892575 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e8373251-2d99-43e6-bdf9-8dd11b9d93ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:44.974788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8373251-2d99-43e6-bdf9-8dd11b9d93ca None None] Pushing event updated for resources: {'Port': ['ID=6f552a37-fea3-4d38-94af-7b51bf5f322e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:44.999029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:36:41Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ea97abb-8cab-4593-a196-239adeacfe64', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'port_id': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'mac_address': 'fa:16:3e:cc:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:35Z', 'updated_at': '2021-12-17T13:35:38Z', 'revision_number': 1, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:17Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f552a37-fea3-4d38-94af-7b51bf5f322e', 'name': '', 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:8c:26:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2d4a479c-9689-407b-be11-c09a926667f3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:36:40Z', 'updated_at': '2021-12-17T13:36:43Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '2d4a479c-9689-407b-be11-c09a926667f3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:45.033397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c75d2a2-96d3-448e-b776-a478fb33ae67 None None] The sync data for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 is: [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:36:41Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ea97abb-8cab-4593-a196-239adeacfe64', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'port_id': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'mac_address': 'fa:16:3e:cc:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:35Z', 'updated_at': '2021-12-17T13:35:38Z', 'revision_number': 1, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:17Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f552a37-fea3-4d38-94af-7b51bf5f322e', 'name': '', 'network_id': 'f3ce4410-9253-4ef8-a391-bf5649fe1078', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:8c:26:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '2d4a479c-9689-407b-be11-c09a926667f3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:36:40Z', 'updated_at': '2021-12-17T13:36:43Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '2d4a479c-9689-407b-be11-c09a926667f3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:36:45.046190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-72a8c2af-a9e4-498f-bc19-7b8295440aa3 None None] Provisioning complete for port 6f552a37-fea3-4d38-94af-7b51bf5f322e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:45.046564 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-72a8c2af-a9e4-498f-bc19-7b8295440aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:45.752357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1d879910-80b6-4de7-998d-50268ee7324b req-e500cc88-0bdc-4fff-8472-4ce631e6f1db tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 210 time: 0.0328367 Dec 17 13:36:46.356836 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d152d7f5-0429-4768-8812-e5b03bb692da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:46.678913 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6f552a37-fea3-4d38-94af-7b51bf5f322e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:36:46.729063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 6f552a37-fea3-4d38-94af-7b51bf5f322e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:46.729441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:46.864432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-affd434c-f5ae-4a31-8704-78fe20e2abf9 req-f47330a2-d062-4957-8b45-fb943851f0ef tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bced01c-af37-477a-94c3-b33a3b1cc6ef HTTP/1.1" status: 200 len: 210 time: 0.0258713 Dec 17 13:36:47.461665 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-1ea3c590-a835-466c-9996-6954d87bf84a tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=053e99d7cb504e1897b0e26aebdbcde8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289090 Dec 17 13:36:47.644379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-1452c99a-5cf4-4c24-bca6-a351e4292b39 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:47.645913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-1452c99a-5cf4-4c24-bca6-a351e4292b39 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788700 Dec 17 13:36:47.661230 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-8e9be3c6-be65-4b55-85e7-fec5d96beeb0 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/quotas/053e99d7cb504e1897b0e26aebdbcde8 HTTP/1.1" status: 200 len: 375 time: 0.0097530 Dec 17 13:36:47.701057 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-6b861c66-16a9-4478-89b0-1a5a73ebcf0d tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=053e99d7cb504e1897b0e26aebdbcde8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312672 Dec 17 13:36:47.730329 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:47.924905 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6457ab9-b909-4252-b7cd-36668e8e4f0a req-1fbe4f94-0c6f-47f6-b325-c2e81e94a78f tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 210 time: 0.0298512 Dec 17 13:36:47.926892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37038) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:47.994219 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4eb305db-6b4f-4f4f-b06e-0c87add48214 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:48.021538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4eb305db-6b4f-4f4f-b06e-0c87add48214 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:48.164294 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4eb305db-6b4f-4f4f-b06e-0c87add48214 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:48.167064 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4eb305db-6b4f-4f4f-b06e-0c87add48214 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:48.168480 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4eb305db-6b4f-4f4f-b06e-0c87add48214 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] 10.222.0.59 "DELETE /v2.0/security-groups/4918fce4-9288-4f9d-99e6-66f4d55bf609 HTTP/1.1" status: 204 len: 168 time: 0.2404456 Dec 17 13:36:48.178745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb305db-6b4f-4f4f-b06e-0c87add48214 tempest-TestVolumeBackupRestore-871908081 tempest-TestVolumeBackupRestore-871908081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4918fce4-9288-4f9d-99e6-66f4d55bf609,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:48.969004 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:49.011739 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8484d464-184d-4605-b74b-4b51307c8cc1 req-a5b05b9e-716b-4ac6-b939-96eb9473a40c tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 210 time: 0.0292594 Dec 17 13:36:49.804079 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:50.122432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6249a2b5-1834-4cc0-89e9-d1b6a73d4c3a req-cd83ed63-dad5-4db1-a476-f96317709301 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 210 time: 0.0303848 Dec 17 13:36:50.316352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-b03ec240-9054-4fc9-b6b1-a90b0745b4ab tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=053e99d7cb504e1897b0e26aebdbcde8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507572 Dec 17 13:36:50.547914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-63918eff-0522-4d78-ba3c-ac773ef32dc7 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:50.550329 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-63918eff-0522-4d78-ba3c-ac773ef32dc7 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278607 Dec 17 13:36:50.588796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Request body: {'port': {'device_id': '3f753fe1-2b4e-419e-b78a-c6983e3b8981', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': '053e99d7cb504e1897b0e26aebdbcde8'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:50.844319 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Made reservation on behalf of 053e99d7cb504e1897b0e26aebdbcde8 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:36:50.848185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:50.858290 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:50.987647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:51.090276 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:51.241425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66458947-f1a0-4b41-89c2-e40eaf78722b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:51.282849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Allocated IP 192.168.233.59 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/51ab81dd-7175-41d3-b782-398c4d10685b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:36:51.313178 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00ca37b2-2ee2-4125-930e-b269c87706c8 req-665f1358-accf-4f2a-a1d5-3059c3eeed1e tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 210 time: 0.0345795 Dec 17 13:36:51.475340 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:51.582324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:51.633643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:36:51.636965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:36:51.639775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:36:51.683585 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Pushing event updated for resources: {'Port': ['ID=51ab81dd-7175-41d3-b782-398c4d10685b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:51.709720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:51.710400 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:51.787120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-bb7b182e-9f68-44dc-a9ff-c53c263b92be tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2081134 Dec 17 13:36:51.800036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Request body: {'port': {'device_id': '3f753fe1-2b4e-419e-b78a-c6983e3b8981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:36:51.860762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:51.987024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8b0c4de5-1615-4651-b6b1-fc55755887dd None None] Provisioning complete for port 51ab81dd-7175-41d3-b782-398c4d10685b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:51.987517 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4de5-1615-4651-b6b1-fc55755887dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:52.033886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c4de5-1615-4651-b6b1-fc55755887dd None None] Port 51ab81dd-7175-41d3-b782-398c4d10685b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:36:52.232664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ab81dd-7175-41d3-b782-398c4d10685b {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:36:52.241279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:52.254403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Transition to ACTIVE for port object 51ab81dd-7175-41d3-b782-398c4d10685b will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:36:52.342570 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:52.434168 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Pushing event updated for resources: {'Port': ['ID=51ab81dd-7175-41d3-b782-398c4d10685b,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:52.496894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f7771-cf44-400a-af0c-f29a04b7462f req-a97cc7fa-eac3-49a0-bf0b-0e676238dae7 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:52.507530 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-910f7771-cf44-400a-af0c-f29a04b7462f req-a97cc7fa-eac3-49a0-bf0b-0e676238dae7 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 947 time: 0.0953250 Dec 17 13:36:52.538724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Attempting to bind port 51ab81dd-7175-41d3-b782-398c4d10685b on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:36:52.542261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Attempting to bind port 51ab81dd-7175-41d3-b782-398c4d10685b by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:36:52.542261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Attempting to bind port 51ab81dd-7175-41d3-b782-398c4d10685b on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:36:52.549889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Port 51ab81dd-7175-41d3-b782-398c4d10685b on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:36:52.550229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Attempting to bind port 51ab81dd-7175-41d3-b782-398c4d10685b on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:36:52.571778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:36:52.572274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:36:52.573275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:36:52.573860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Bound port: 51ab81dd-7175-41d3-b782-398c4d10685b, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:36:52.574535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:52.586980 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-910f7771-cf44-400a-af0c-f29a04b7462f req-ebb435b1-f001-4c20-9488-5b9e292f9f88 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/security-groups?id=66458947-f1a0-4b41-89c2-e40eaf78722b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782588 Dec 17 13:36:52.671195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] For port 51ab81dd-7175-41d3-b782-398c4d10685b, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:36:52.674943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] For port 51ab81dd-7175-41d3-b782-398c4d10685b, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=51ab81dd-7175-41d3-b782-398c4d10685b,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:36:52.787810 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:52.825435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:52.825863 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:52.827255 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] 10.222.0.54 "PUT /v2.0/ports/51ab81dd-7175-41d3-b782-398c4d10685b HTTP/1.1" status: 200 len: 1095 time: 1.0320506 Dec 17 13:36:52.827700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f753fe1-2b4e-419e-b78a-c6983e3b8981', 'tag': '51ab81dd-7175-41d3-b782-398c4d10685b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:36:52.830084 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0ea3a6-bd49-4f5f-8055-d0db89247b17" -d '{"events": [{"name": "network-changed", "server_uuid": "3f753fe1-2b4e-419e-b78a-c6983e3b8981", "tag": "51ab81dd-7175-41d3-b782-398c4d10685b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:36:52.868931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655566f-8efb-4f40-9e29-c9bd80d56889 service neutron] Pushing event updated for resources: {'Port': ['ID=51ab81dd-7175-41d3-b782-398c4d10685b,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:52.897484 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d281b442-c754-4fa4-a166-c1ba971d54ca x-openstack-request-id: req-d281b442-c754-4fa4-a166-c1ba971d54ca {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:36:52.897825 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f753fe1-2b4e-419e-b78a-c6983e3b8981", "tag": "51ab81dd-7175-41d3-b782-398c4d10685b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:36:52.898080 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d281b442-c754-4fa4-a166-c1ba971d54ca {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:36:52.898485 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f753fe1-2b4e-419e-b78a-c6983e3b8981', 'tag': '51ab81dd-7175-41d3-b782-398c4d10685b', 'status': 'completed', 'code': 200} Dec 17 13:36:52.998241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ea3a6-bd49-4f5f-8055-d0db89247b17 req-abf5102a-c926-453d-a9db-56fdb7327c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:52.998241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e0ea3a6-bd49-4f5f-8055-d0db89247b17 req-abf5102a-c926-453d-a9db-56fdb7327c74 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=053e99d7cb504e1897b0e26aebdbcde8&device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 1098 time: 0.0617626 Dec 17 13:36:53.013672 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e0ea3a6-bd49-4f5f-8055-d0db89247b17 req-a4c4a661-f235-4f3b-a816-79cd19b91e6a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=053e99d7cb504e1897b0e26aebdbcde8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200667 Dec 17 13:36:53.143698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ea3a6-bd49-4f5f-8055-d0db89247b17 req-c20b72e9-bb6b-4508-ac6c-08b1ca9cd7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:53.150472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e0ea3a6-bd49-4f5f-8055-d0db89247b17 req-c20b72e9-bb6b-4508-ac6c-08b1ca9cd7c3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286800 Dec 17 13:36:53.295680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37282) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:53.300552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-80be1a95-f473-45d5-bf5f-e9f777b30b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:53.307851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-80be1a95-f473-45d5-bf5f-e9f777b30b48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=053e99d7cb504e1897b0e26aebdbcde8&device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 1098 time: 0.0874312 Dec 17 13:36:53.390328 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-4d9a9dea-3eb7-4036-a26a-4e3ec5795232 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=51ab81dd-7175-41d3-b782-398c4d10685b HTTP/1.1" status: 200 len: 217 time: 0.0780215 Dec 17 13:36:53.454696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-d9a4b671-8922-4910-9b71-85a5cb1db3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:53.456167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-d9a4b671-8922-4910-9b71-85a5cb1db3dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0584495 Dec 17 13:36:53.519402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-ecd8e2cd-a9af-4a1d-b3c6-a723314c45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:53.522140 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-ecd8e2cd-a9af-4a1d-b3c6-a723314c45a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579884 Dec 17 13:36:53.643236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-2064455e-e7a1-4cac-9397-fcece1763dbf service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078315 Dec 17 13:36:53.793391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c605d1a-c342-4769-9de2-25331d4f8642 req-d7e97542-02f0-43e0-b2f2-c8ac4a8e692f tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:53.794908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8c605d1a-c342-4769-9de2-25331d4f8642 req-d7e97542-02f0-43e0-b2f2-c8ac4a8e692f tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 947 time: 0.1245091 Dec 17 13:36:53.802664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e88b896-0959-41a8-8fb7-ea1659489ebe req-b090a73a-c5e2-4e26-91e4-ab51ba1d5ae9 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534767 Dec 17 13:36:53.852252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8c605d1a-c342-4769-9de2-25331d4f8642 req-23d9aa74-6404-4690-97a7-224e55956add tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/security-groups?id=66458947-f1a0-4b41-89c2-e40eaf78722b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480597 Dec 17 13:36:53.939344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa78928a-b529-4809-915e-709ba5e707e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:54.220358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-fa78928a-b529-4809-915e-709ba5e707e4 admin admin] Deleting port b5c88763-0df6-4629-92a0-c546c52fb554 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:36:54.220657 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa78928a-b529-4809-915e-709ba5e707e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:54.303256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-fa78928a-b529-4809-915e-709ba5e707e4 admin admin] For port b5c88763-0df6-4629-92a0-c546c52fb554, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b5c88763-0df6-4629-92a0-c546c52fb554,segment=NetworkSegment(135439fc-d482-45e5-97f6-d34396bd39ee),segment_id=135439fc-d482-45e5-97f6-d34396bd39ee)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:54.303539 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa78928a-b529-4809-915e-709ba5e707e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:54.316728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-fa78928a-b529-4809-915e-709ba5e707e4 admin admin] Calling delete_port for b5c88763-0df6-4629-92a0-c546c52fb554 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:36:54.598296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa78928a-b529-4809-915e-709ba5e707e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:54.626673 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78928a-b529-4809-915e-709ba5e707e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c88763-0df6-4629-92a0-c546c52fb554,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:54.815088 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa78928a-b529-4809-915e-709ba5e707e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:55.010491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67142abe-f91a-4b65-8767-a0c00fd20c5b req-bc31c12a-97ec-4716-858b-1f29a8edc2b6 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:55.012106 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67142abe-f91a-4b65-8767-a0c00fd20c5b req-bc31c12a-97ec-4716-858b-1f29a8edc2b6 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 947 time: 0.0699301 Dec 17 13:36:55.067371 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa78928a-b529-4809-915e-709ba5e707e4 admin admin] Router b99d1c92-cda7-467b-aa16-95e0bcc95434 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:36:55.071963 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67142abe-f91a-4b65-8767-a0c00fd20c5b req-4acd94d4-58bb-4a3a-b2b8-c6f2934526b4 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/security-groups?id=66458947-f1a0-4b41-89c2-e40eaf78722b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532582 Dec 17 13:36:55.204213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa78928a-b529-4809-915e-709ba5e707e4 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:36:55.212526 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fa78928a-b529-4809-915e-709ba5e707e4 admin admin] 10.222.0.59 "PUT /v2.0/routers/b99d1c92-cda7-467b-aa16-95e0bcc95434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9132526 Dec 17 13:36:55.212972 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37374) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:55.216001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c32356-4a2d-4d08-bc47-77945acf9c99 None None] Sync routers for ids ['b99d1c92-cda7-467b-aa16-95e0bcc95434'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:36:55.227291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c32356-4a2d-4d08-bc47-77945acf9c99 None None] Routers {'b99d1c92-cda7-467b-aa16-95e0bcc95434'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:36:55.228054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a3c32356-4a2d-4d08-bc47-77945acf9c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b99d1c92-cda7-467b-aa16-95e0bcc95434'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:55.337929 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:55.342691 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a3c32356-4a2d-4d08-bc47-77945acf9c99 None None] Set router b99d1c92-cda7-467b-aa16-95e0bcc95434 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:36:55.475409 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:55.547388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a3c32356-4a2d-4d08-bc47-77945acf9c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:36:54Z', 'revision_number': 5, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port': {'id': '86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:30:59Z', 'updated_at': '2021-12-17T13:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:55.578920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c32356-4a2d-4d08-bc47-77945acf9c99 None None] Checking router: b99d1c92-cda7-467b-aa16-95e0bcc95434 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:36:55.589056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c32356-4a2d-4d08-bc47-77945acf9c99 None None] Routers {'b99d1c92-cda7-467b-aa16-95e0bcc95434'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:36:55.589657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a3c32356-4a2d-4d08-bc47-77945acf9c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['b99d1c92-cda7-467b-aa16-95e0bcc95434'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:55.603123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Deleting port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:36:55.603498 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:55.689902 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a3c32356-4a2d-4d08-bc47-77945acf9c99 None None] Set router b99d1c92-cda7-467b-aa16-95e0bcc95434 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:36:55.713973 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] For port 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:55.714344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:55.728747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Calling delete_port for 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:36:55.753720 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a3c32356-4a2d-4d08-bc47-77945acf9c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:36:55Z', 'revision_number': 6, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:55.782195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c32356-4a2d-4d08-bc47-77945acf9c99 None None] The sync data for ids ['b99d1c92-cda7-467b-aa16-95e0bcc95434'] in n-d-815324-5 is: [{'id': 'b99d1c92-cda7-467b-aa16-95e0bcc95434', 'name': 'tempest-TestVolumeBackupRestore-895303745-router', 'tenant_id': '6419e0fb61654f4485230a3f0f332852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:30:57Z', 'updated_at': '2021-12-17T13:36:55Z', 'revision_number': 6, 'project_id': '6419e0fb61654f4485230a3f0f332852', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:36:55.862716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 51ab81dd-7175-41d3-b782-398c4d10685b details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:36:55.982798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 51ab81dd-7175-41d3-b782-398c4d10685b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=51ab81dd-7175-41d3-b782-398c4d10685b,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:55.999329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '51ab81dd-7175-41d3-b782-398c4d10685b', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '51ab81dd-7175-41d3-b782-398c4d10685b', 'mac_address': 'fa:16:3e:cc:cf:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:36:56.015787 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:56.043956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:56.050736 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:56.096221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ab81dd-7175-41d3-b782-398c4d10685b {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:36:56.102071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3355ec-d46e-4d39-b64d-8c25c0154a0e None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:36:56.112866 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:56.124554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 51ab81dd-7175-41d3-b782-398c4d10685b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=51ab81dd-7175-41d3-b782-398c4d10685b,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:56.204184 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:56.223007 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:56.226753 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:56.275506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c015a-07dc-4d09-84b3-59d086e18bae req-5771d7ac-0e41-4239-9394-825bb75c0f4d tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:56.276932 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-630c015a-07dc-4d09-84b3-59d086e18bae req-5771d7ac-0e41-4239-9394-825bb75c0f4d tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 947 time: 0.1092279 Dec 17 13:36:56.295744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=51ab81dd-7175-41d3-b782-398c4d10685b,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:56.358895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-630c015a-07dc-4d09-84b3-59d086e18bae req-27cc0373-f5b3-4480-80c9-aea5e5e1689a tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/security-groups?id=66458947-f1a0-4b41-89c2-e40eaf78722b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693328 Dec 17 13:36:56.418501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['51ab81dd-7175-41d3-b782-398c4d10685b'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:36:56.676678 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:56.677454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b99d1c92-cda7-467b-aa16-95e0bcc95434 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:36:56.682673 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:56.684081 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-30c72ed8-a968-40ce-8d07-0537245f7cdc admin admin] 10.222.0.59 "DELETE /v2.0/routers/b99d1c92-cda7-467b-aa16-95e0bcc95434 HTTP/1.1" status: 204 len: 168 time: 1.4697602 Dec 17 13:36:56.686674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37446) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:56.707933 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b5c88763-0df6-4629-92a0-c546c52fb554 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:36:56.735686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b8febe-04f6-4dcd-aa50-6a9a1b59fa8f admin admin] Deleting subnet b7a98956-f38a-40d0-9bdc-4266188e7aa3 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:36:56.738392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: b5c88763-0df6-4629-92a0-c546c52fb554 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:36:56.738760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b5c88763-0df6-4629-92a0-c546c52fb554 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:36:56.739179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:36:56.741200 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-53b8febe-04f6-4dcd-aa50-6a9a1b59fa8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:56.760539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:36:56.760980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 86aa9a0d-dc3c-4ba8-9d72-36f20a2e7a19 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:36:56.780767 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-53b8febe-04f6-4dcd-aa50-6a9a1b59fa8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:56.862212 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-53b8febe-04f6-4dcd-aa50-6a9a1b59fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.015957 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-53b8febe-04f6-4dcd-aa50-6a9a1b59fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.041797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8febe-04f6-4dcd-aa50-6a9a1b59fa8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7a98956-f38a-40d0-9bdc-4266188e7aa3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:57.046666 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-53b8febe-04f6-4dcd-aa50-6a9a1b59fa8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.052354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b05026-46a5-47e0-a67d-74978d1144a3 None None] Network 345e74d1-5b60-4bc6-98e9-e046655ade46 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:36:57.053189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37464) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:57.055569 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-53b8febe-04f6-4dcd-aa50-6a9a1b59fa8f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b7a98956-f38a-40d0-9bdc-4266188e7aa3 HTTP/1.1" status: 204 len: 168 time: 0.3623180 Dec 17 13:36:57.124034 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.186156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Deleting port efe20839-893f-4201-97ea-8bc725773632 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:36:57.186462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.234180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67b1c10-f33d-4911-9cd9-e839cde660b2 None None] DHCP port deletion for 345e74d1-5b60-4bc6-98e9-e046655ade46 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:36:57.275202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] For port efe20839-893f-4201-97ea-8bc725773632, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=efe20839-893f-4201-97ea-8bc725773632,segment=NetworkSegment(135439fc-d482-45e5-97f6-d34396bd39ee),segment_id=135439fc-d482-45e5-97f6-d34396bd39ee)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:57.275580 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.289834 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Calling delete_port for efe20839-893f-4201-97ea-8bc725773632 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:36:57.291302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e67b1c10-f33d-4911-9cd9-e839cde660b2 None None] Deleting port efe20839-893f-4201-97ea-8bc725773632 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:36:57.291688 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e67b1c10-f33d-4911-9cd9-e839cde660b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.354995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e67b1c10-f33d-4911-9cd9-e839cde660b2 None None] For port efe20839-893f-4201-97ea-8bc725773632, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=efe20839-893f-4201-97ea-8bc725773632,segment=NetworkSegment(135439fc-d482-45e5-97f6-d34396bd39ee),segment_id=135439fc-d482-45e5-97f6-d34396bd39ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:57.355700 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e67b1c10-f33d-4911-9cd9-e839cde660b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.368838 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e67b1c10-f33d-4911-9cd9-e839cde660b2 None None] Calling delete_port for efe20839-893f-4201-97ea-8bc725773632 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:36:57.420486 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.453043 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e67b1c10-f33d-4911-9cd9-e839cde660b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.455852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe20839-893f-4201-97ea-8bc725773632,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:57.470145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] No DVR routers for this DVR port efe20839-893f-4201-97ea-8bc725773632 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:36:57.488053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b1c10-f33d-4911-9cd9-e839cde660b2 None None] Pushing event deleted for resources: {'Port': ['ID=efe20839-893f-4201-97ea-8bc725773632,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:57.491695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b1c10-f33d-4911-9cd9-e839cde660b2 None None] No DVR routers for this DVR port efe20839-893f-4201-97ea-8bc725773632 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:36:57.576339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116319bc-d72e-4730-a189-bda2f49a8300 req-026d6885-00b0-4aa4-a82b-acc5ed397330 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:57.577884 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-116319bc-d72e-4730-a189-bda2f49a8300 req-026d6885-00b0-4aa4-a82b-acc5ed397330 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 948 time: 0.1256320 Dec 17 13:36:57.585529 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.620656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345e74d1-5b60-4bc6-98e9-e046655ade46']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:57.639501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135439fc-d482-45e5-97f6-d34396bd39ee') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:57.639882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135439fc-d482-45e5-97f6-d34396bd39ee') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:57.659258 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.669975 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-116319bc-d72e-4730-a189-bda2f49a8300 req-84250efe-cf6f-4d40-b5b1-2751c560e5f6 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/security-groups?id=66458947-f1a0-4b41-89c2-e40eaf78722b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848041 Dec 17 13:36:57.677800 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.688140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:36:57.688575 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:36:57.690284 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:36:57.798171 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.804477 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:57.807599 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/345e74d1-5b60-4bc6-98e9-e046655ade46 HTTP/1.1" status: 204 len: 168 time: 0.7533064 Dec 17 13:36:57.810778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37502) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:57.819162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70439af8-bd04-47c0-91ce-850b60de9ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=345e74d1-5b60-4bc6-98e9-e046655ade46,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:57.867087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 51ab81dd-7175-41d3-b782-398c4d10685b up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:36:58.003450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 51ab81dd-7175-41d3-b782-398c4d10685b completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:36:58.008065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 51ab81dd-7175-41d3-b782-398c4d10685b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:36:58.008440 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:58.093260 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:58.116217 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f753fe1-2b4e-419e-b78a-c6983e3b8981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ab81dd-7175-41d3-b782-398c4d10685b'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:36:58.118528 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8255422-d93e-415a-8e09-3a5428e6d47b" -d '{"events": [{"server_uuid": "3f753fe1-2b4e-419e-b78a-c6983e3b8981", "name": "network-vif-plugged", "status": "completed", "tag": "51ab81dd-7175-41d3-b782-398c4d10685b"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:36:58.132532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 51ab81dd-7175-41d3-b782-398c4d10685b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=51ab81dd-7175-41d3-b782-398c4d10685b,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:58.165390 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f677966-90ab-4327-9a7e-327bbdc24e7e x-openstack-request-id: req-2f677966-90ab-4327-9a7e-327bbdc24e7e {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:36:58.165756 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f753fe1-2b4e-419e-b78a-c6983e3b8981", "name": "network-vif-plugged", "status": "completed", "tag": "51ab81dd-7175-41d3-b782-398c4d10685b", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:36:58.166008 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f677966-90ab-4327-9a7e-327bbdc24e7e {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:36:58.166696 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f753fe1-2b4e-419e-b78a-c6983e3b8981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ab81dd-7175-41d3-b782-398c4d10685b', 'code': 200} Dec 17 13:36:58.180293 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-09278113-ff74-4691-9a02-24c2d7a3e560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:58.213913 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:58.266087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=51ab81dd-7175-41d3-b782-398c4d10685b,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:58.277783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa636ba-567a-460d-977e-544bd39b93fd req-be04e327-77dc-4df3-97cb-59adc2097ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:58.281343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5aa636ba-567a-460d-977e-544bd39b93fd req-be04e327-77dc-4df3-97cb-59adc2097ca3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 1100 time: 0.0499487 Dec 17 13:36:58.329476 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5aa636ba-567a-460d-977e-544bd39b93fd req-003a9253-bcfc-4988-b8fe-350bbd27c749 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=66458947-f1a0-4b41-89c2-e40eaf78722b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403793 Dec 17 13:36:58.449241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-09278113-ff74-4691-9a02-24c2d7a3e560 admin admin] Deleting port a5b89921-5469-4b22-b5b6-bdd214815c8d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:36:58.449504 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-09278113-ff74-4691-9a02-24c2d7a3e560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:58.531505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-09278113-ff74-4691-9a02-24c2d7a3e560 admin admin] For port a5b89921-5469-4b22-b5b6-bdd214815c8d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a5b89921-5469-4b22-b5b6-bdd214815c8d,segment=NetworkSegment(d4e759d0-68c5-4231-b674-756e109b3e17),segment_id=d4e759d0-68c5-4231-b674-756e109b3e17)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:58.531870 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-09278113-ff74-4691-9a02-24c2d7a3e560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:58.545933 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-09278113-ff74-4691-9a02-24c2d7a3e560 admin admin] Calling delete_port for a5b89921-5469-4b22-b5b6-bdd214815c8d owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:36:58.648394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device efe20839-893f-4201-97ea-8bc725773632 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:36:58.672693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: efe20839-893f-4201-97ea-8bc725773632 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:36:58.673051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device efe20839-893f-4201-97ea-8bc725773632 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:36:58.811739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885e8ef-3d6c-4c85-aa18-924fbec7da87 req-ece7231d-53c3-4390-b7f4-0bcb8a37b381 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:36:58.813288 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f885e8ef-3d6c-4c85-aa18-924fbec7da87 req-ece7231d-53c3-4390-b7f4-0bcb8a37b381 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 949 time: 0.0630834 Dec 17 13:36:58.857120 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-09278113-ff74-4691-9a02-24c2d7a3e560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:58.888882 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f885e8ef-3d6c-4c85-aa18-924fbec7da87 req-d27d4f28-25ad-42d7-af30-e00df71763e2 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/security-groups?id=66458947-f1a0-4b41-89c2-e40eaf78722b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693634 Dec 17 13:36:58.890179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09278113-ff74-4691-9a02-24c2d7a3e560 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b89921-5469-4b22-b5b6-bdd214815c8d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:36:59.069803 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-09278113-ff74-4691-9a02-24c2d7a3e560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:59.301319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09278113-ff74-4691-9a02-24c2d7a3e560 admin admin] Router e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:36:59.418719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09278113-ff74-4691-9a02-24c2d7a3e560 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:36:59.426392 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-09278113-ff74-4691-9a02-24c2d7a3e560 admin admin] 10.222.0.59 "PUT /v2.0/routers/e9cd5ed3-2522-42f1-96d5-7b3339dd41d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118708 Dec 17 13:36:59.426392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37566) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:36:59.430084 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678de992-a816-48d1-b5b4-03e5eb5d37a8 None None] Sync routers for ids ['e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:36:59.441436 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678de992-a816-48d1-b5b4-03e5eb5d37a8 None None] Routers {'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:36:59.442159 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-678de992-a816-48d1-b5b4-03e5eb5d37a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:59.534346 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:59.640206 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-678de992-a816-48d1-b5b4-03e5eb5d37a8 None None] Set router e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:36:59.640581 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:59.801355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Deleting port 91368f87-6db0-40d7-8dbc-0a1970f39bee {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:36:59.802265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:59.831409 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-678de992-a816-48d1-b5b4-03e5eb5d37a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'name': 'tempest-TestVolumeBackupRestore-1976094035-router', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:31:16Z', 'updated_at': '2021-12-17T13:36:58Z', 'revision_number': 5, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'gw_port': {'id': '91368f87-6db0-40d7-8dbc-0a1970f39bee', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:31:19Z', 'updated_at': '2021-12-17T13:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:59.858159 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678de992-a816-48d1-b5b4-03e5eb5d37a8 None None] Checking router: e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:36:59.867300 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678de992-a816-48d1-b5b4-03e5eb5d37a8 None None] Routers {'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:36:59.867920 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-678de992-a816-48d1-b5b4-03e5eb5d37a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:36:59.889281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] For port 91368f87-6db0-40d7-8dbc-0a1970f39bee, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=91368f87-6db0-40d7-8dbc-0a1970f39bee,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:36:59.889904 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:36:59.902499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Calling delete_port for 91368f87-6db0-40d7-8dbc-0a1970f39bee owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:36:59.959266 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-678de992-a816-48d1-b5b4-03e5eb5d37a8 None None] Set router e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:00.015018 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-678de992-a816-48d1-b5b4-03e5eb5d37a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'name': 'tempest-TestVolumeBackupRestore-1976094035-router', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:31:16Z', 'updated_at': '2021-12-17T13:36:59Z', 'revision_number': 6, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:00.044031 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678de992-a816-48d1-b5b4-03e5eb5d37a8 None None] The sync data for ids ['e9cd5ed3-2522-42f1-96d5-7b3339dd41d4'] in n-d-815324-5 is: [{'id': 'e9cd5ed3-2522-42f1-96d5-7b3339dd41d4', 'name': 'tempest-TestVolumeBackupRestore-1976094035-router', 'tenant_id': '8022e53401d141aaafe1eb30638a87ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:31:16Z', 'updated_at': '2021-12-17T13:36:59Z', 'revision_number': 6, 'project_id': '8022e53401d141aaafe1eb30638a87ee', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:37:00.072176 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baf8cc-dbec-41cf-a1f4-211f5813ec1a req-8cb5e1c8-fa5f-4ceb-96f7-6aea4bd15347 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:00.073794 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a5baf8cc-dbec-41cf-a1f4-211f5813ec1a req-8cb5e1c8-fa5f-4ceb-96f7-6aea4bd15347 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 949 time: 0.0674760 Dec 17 13:37:00.149858 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a5baf8cc-dbec-41cf-a1f4-211f5813ec1a req-c151599d-5d23-4955-9ec8-00489189d61c tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/security-groups?id=66458947-f1a0-4b41-89c2-e40eaf78722b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540001 Dec 17 13:37:00.209227 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:00.240467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Pushing event deleted for resources: {'Port': ['ID=91368f87-6db0-40d7-8dbc-0a1970f39bee,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:00.258914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fcfc3c-69ed-45a9-ac16-cd543320fa8c None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:37:00.305183 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:00.396335 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:00.398718 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:00.491839 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:00.491839 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:37:00.500683 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:00.500683 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4acc0568-c668-47ed-ad89-16b9485dd132 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e9cd5ed3-2522-42f1-96d5-7b3339dd41d4 HTTP/1.1" status: 204 len: 168 time: 1.0730462 Dec 17 13:37:00.503027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37580) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:00.552822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bc6479-74fd-467d-94d7-08659ad1407e admin admin] Deleting subnet 9e957190-e312-46c8-9afa-c939be301eff {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:37:00.555931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72bc6479-74fd-467d-94d7-08659ad1407e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:00.590959 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72bc6479-74fd-467d-94d7-08659ad1407e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:00.668082 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72bc6479-74fd-467d-94d7-08659ad1407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:00.820376 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72bc6479-74fd-467d-94d7-08659ad1407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:00.856863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72bc6479-74fd-467d-94d7-08659ad1407e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:00.861358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88bdcc8-745e-46f6-8a36-2d70a0a837d5 None None] Network dbdd95a5-8af0-49cf-b650-ce0a5006eb61 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:37:00.861861 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-72bc6479-74fd-467d-94d7-08659ad1407e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9e957190-e312-46c8-9afa-c939be301eff HTTP/1.1" status: 204 len: 168 time: 0.3577299 Dec 17 13:37:00.863312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc6479-74fd-467d-94d7-08659ad1407e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e957190-e312-46c8-9afa-c939be301eff,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:00.864556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37586) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:00.916666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 91368f87-6db0-40d7-8dbc-0a1970f39bee no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:37:00.942760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 91368f87-6db0-40d7-8dbc-0a1970f39bee {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:37:00.942760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 91368f87-6db0-40d7-8dbc-0a1970f39bee not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:37:00.942760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a5b89921-5469-4b22-b5b6-bdd214815c8d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:37:00.946502 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:00.979521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: a5b89921-5469-4b22-b5b6-bdd214815c8d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:37:00.979981 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a5b89921-5469-4b22-b5b6-bdd214815c8d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:37:01.018643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Deleting port 1275e872-be83-4850-9ab2-d0f43fed3a71 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:37:01.022056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:01.095403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] For port 1275e872-be83-4850-9ab2-d0f43fed3a71, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=1275e872-be83-4850-9ab2-d0f43fed3a71,segment=NetworkSegment(d4e759d0-68c5-4231-b674-756e109b3e17),segment_id=d4e759d0-68c5-4231-b674-756e109b3e17)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:01.095869 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:01.112738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1ace2c-7c5d-42e8-93a5-d8663effb009 None None] DHCP port deletion for dbdd95a5-8af0-49cf-b650-ce0a5006eb61 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:37:01.114375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Calling delete_port for 1275e872-be83-4850-9ab2-d0f43fed3a71 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:37:01.177749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ace2c-7c5d-42e8-93a5-d8663effb009 None None] Deleting port 1275e872-be83-4850-9ab2-d0f43fed3a71 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:37:01.178142 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea1ace2c-7c5d-42e8-93a5-d8663effb009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:01.261358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ea1ace2c-7c5d-42e8-93a5-d8663effb009 None None] For port 1275e872-be83-4850-9ab2-d0f43fed3a71, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=1275e872-be83-4850-9ab2-d0f43fed3a71,segment=NetworkSegment(d4e759d0-68c5-4231-b674-756e109b3e17),segment_id=d4e759d0-68c5-4231-b674-756e109b3e17)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:01.262064 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea1ace2c-7c5d-42e8-93a5-d8663effb009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:01.274914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ace2c-7c5d-42e8-93a5-d8663effb009 None None] Calling delete_port for 1275e872-be83-4850-9ab2-d0f43fed3a71 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:37:01.300040 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:01.336747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Pushing event deleted for resources: {'Port': ['ID=1275e872-be83-4850-9ab2-d0f43fed3a71,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:01.340863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] No DVR routers for this DVR port 1275e872-be83-4850-9ab2-d0f43fed3a71 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:37:01.359311 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea1ace2c-7c5d-42e8-93a5-d8663effb009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:01.391366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ace2c-7c5d-42e8-93a5-d8663effb009 None None] Pushing event deleted for resources: {'Port': ['ID=1275e872-be83-4850-9ab2-d0f43fed3a71,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:01.393245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ace2c-7c5d-42e8-93a5-d8663effb009 None None] No DVR routers for this DVR port 1275e872-be83-4850-9ab2-d0f43fed3a71 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:37:01.418826 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:01.441510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdd95a5-8af0-49cf-b650-ce0a5006eb61']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:01.452220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e759d0-68c5-4231-b674-756e109b3e17') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:01.452512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e759d0-68c5-4231-b674-756e109b3e17') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:01.463092 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:01.477149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:01.483373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:37:01.483835 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:37:01.485541 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:37:01.613986 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:01.620082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:01.623910 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] 10.222.0.59 "DELETE /v2.0/networks/dbdd95a5-8af0-49cf-b650-ce0a5006eb61 HTTP/1.1" status: 204 len: 168 time: 0.7578444 Dec 17 13:37:01.636823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6d569-b7b1-42de-ac1f-9bc499ee892c admin admin] Pushing event deleted for resources: {'Network': ['ID=dbdd95a5-8af0-49cf-b650-ce0a5006eb61,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:01.769274 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:02.145003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37598) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:02.188389 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-159ee61a-ba45-4b6b-a945-da9adf1a010e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6419e0fb61654f4485230a3f0f332852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414405 Dec 17 13:37:02.191216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37600) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:02.240989 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7f40-f5d4-4255-a498-6e108977c3b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:02.262859 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7f40-f5d4-4255-a498-6e108977c3b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:02.391303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7f40-f5d4-4255-a498-6e108977c3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:02.393975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7f40-f5d4-4255-a498-6e108977c3b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:02.395187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e0fa7f40-f5d4-4255-a498-6e108977c3b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8e46e74-71f0-4c96-965e-4bdde48c459b HTTP/1.1" status: 204 len: 168 time: 0.2025526 Dec 17 13:37:02.404105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa7f40-f5d4-4255-a498-6e108977c3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e46e74-71f0-4c96-965e-4bdde48c459b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:02.643779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 1275e872-be83-4850-9ab2-d0f43fed3a71 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:37:02.668166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 1275e872-be83-4850-9ab2-d0f43fed3a71 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:37:02.673102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 1275e872-be83-4850-9ab2-d0f43fed3a71 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:37:03.127191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37616) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:03.135212 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37618) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:03.218633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d728e4d1-4c71-4feb-9f78-1c8e92ed21c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8022e53401d141aaafe1eb30638a87ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0833471 Dec 17 13:37:03.221432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37620) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:03.284100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ca6-3991-464a-90ba-c54586cee1b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:03.311494 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ca6-3991-464a-90ba-c54586cee1b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:03.449428 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ca6-3991-464a-90ba-c54586cee1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:03.452288 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a9c48ca6-3991-464a-90ba-c54586cee1b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:03.456291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a9c48ca6-3991-464a-90ba-c54586cee1b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b6c32833-44cb-481f-be4b-4c144966f4de HTTP/1.1" status: 204 len: 168 time: 0.2307322 Dec 17 13:37:03.465213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c48ca6-3991-464a-90ba-c54586cee1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c32833-44cb-481f-be4b-4c144966f4de,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:03.581217 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edac9148-21a0-4318-b623-0fe459540903 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:03.928580 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-edac9148-21a0-4318-b623-0fe459540903 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting port 6f552a37-fea3-4d38-94af-7b51bf5f322e {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:37:03.928931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edac9148-21a0-4318-b623-0fe459540903 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:04.034382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-edac9148-21a0-4318-b623-0fe459540903 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] For port 6f552a37-fea3-4d38-94af-7b51bf5f322e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6f552a37-fea3-4d38-94af-7b51bf5f322e,segment=NetworkSegment(74101009-1036-43c2-b22e-d3dc4e28cc44),segment_id=74101009-1036-43c2-b22e-d3dc4e28cc44)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:04.034764 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edac9148-21a0-4318-b623-0fe459540903 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:04.355098 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-edac9148-21a0-4318-b623-0fe459540903 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Calling delete_port for 6f552a37-fea3-4d38-94af-7b51bf5f322e owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:37:04.620873 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edac9148-21a0-4318-b623-0fe459540903 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:04.647778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac9148-21a0-4318-b623-0fe459540903 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Port': ['ID=6f552a37-fea3-4d38-94af-7b51bf5f322e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:04.821882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-edac9148-21a0-4318-b623-0fe459540903 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:05.043810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edac9148-21a0-4318-b623-0fe459540903 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Router 0ed639f4-50fd-415f-9767-6dd0b2955cea has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:37:05.153675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edac9148-21a0-4318-b623-0fe459540903 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:37:05.159818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-edac9148-21a0-4318-b623-0fe459540903 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "PUT /v2.0/routers/0ed639f4-50fd-415f-9767-6dd0b2955cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0315261 Dec 17 13:37:05.177799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79c8fb-be09-4c65-87ea-9445a7fcb9f1 None None] Sync routers for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:37:05.189255 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79c8fb-be09-4c65-87ea-9445a7fcb9f1 None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:37:05.189909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-df79c8fb-be09-4c65-87ea-9445a7fcb9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:05.304414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-df79c8fb-be09-4c65-87ea-9445a7fcb9f1 None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:05.674788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f4bdb-efa8-48dd-b9a9-a0780aca52ca req-2986aacb-635d-4405-bfb0-fe904696238e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:05.676562 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-090f4bdb-efa8-48dd-b9a9-a0780aca52ca req-2986aacb-635d-4405-bfb0-fe904696238e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 946 time: 0.0565763 Dec 17 13:37:05.712393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-df79c8fb-be09-4c65-87ea-9445a7fcb9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:37:04Z', 'revision_number': 6, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ea97abb-8cab-4593-a196-239adeacfe64', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'port_id': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'mac_address': 'fa:16:3e:cc:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:35Z', 'updated_at': '2021-12-17T13:35:38Z', 'revision_number': 1, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:17Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:05.731850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-090f4bdb-efa8-48dd-b9a9-a0780aca52ca req-3abdb12e-b6ee-4c45-8d27-bb94e7f37ffd tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484579 Dec 17 13:37:05.742080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79c8fb-be09-4c65-87ea-9445a7fcb9f1 None None] Checking router: 0ed639f4-50fd-415f-9767-6dd0b2955cea for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:37:05.754481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df79c8fb-be09-4c65-87ea-9445a7fcb9f1 None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:37:05.755753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-df79c8fb-be09-4c65-87ea-9445a7fcb9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:05.865625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-df79c8fb-be09-4c65-87ea-9445a7fcb9f1 None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:06.087580 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-df79c8fb-be09-4c65-87ea-9445a7fcb9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:37:04Z', 'revision_number': 6, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ea97abb-8cab-4593-a196-239adeacfe64', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'port_id': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'mac_address': 'fa:16:3e:cc:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:35Z', 'updated_at': '2021-12-17T13:35:38Z', 'revision_number': 1, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:17Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:06.118490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79c8fb-be09-4c65-87ea-9445a7fcb9f1 None None] The sync data for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 is: [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:37:04Z', 'revision_number': 6, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ea97abb-8cab-4593-a196-239adeacfe64', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'port_id': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'mac_address': 'fa:16:3e:cc:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:35:35Z', 'updated_at': '2021-12-17T13:35:38Z', 'revision_number': 1, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:17Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:37:06.277954 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:06.645839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6f552a37-fea3-4d38-94af-7b51bf5f322e no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:37:06.666968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 6f552a37-fea3-4d38-94af-7b51bf5f322e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:37:06.667321 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6f552a37-fea3-4d38-94af-7b51bf5f322e not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:37:06.859949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a7904-b9ef-4512-9fe7-9be41c6a8d32 req-17bfc239-10ad-4408-b654-a2a9889b9f68 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:06.861388 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af0a7904-b9ef-4512-9fe7-9be41c6a8d32 req-17bfc239-10ad-4408-b654-a2a9889b9f68 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 946 time: 0.0545797 Dec 17 13:37:06.917776 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af0a7904-b9ef-4512-9fe7-9be41c6a8d32 req-a05dc383-a567-40e7-963e-65eaed9f8702 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece2d164-c779-4340-8961-7d86c0f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493016 Dec 17 13:37:07.144826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81738e12-c382-486a-8b92-c4f43bbc36f1 req-dc9c6cbf-da18-49b8-99eb-ac732963b790 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:07.146764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81738e12-c382-486a-8b92-c4f43bbc36f1 req-dc9c6cbf-da18-49b8-99eb-ac732963b790 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 946 time: 0.0483131 Dec 17 13:37:07.240060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-81738e12-c382-486a-8b92-c4f43bbc36f1 req-3dd1e6c2-c206-4ac0-a99b-56696fc53d15 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting port d0885836-8a57-47f8-8da8-c269a03f9a3b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:37:07.240393 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-81738e12-c382-486a-8b92-c4f43bbc36f1 req-3dd1e6c2-c206-4ac0-a99b-56696fc53d15 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:07.329904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-81738e12-c382-486a-8b92-c4f43bbc36f1 req-3dd1e6c2-c206-4ac0-a99b-56696fc53d15 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] For port d0885836-8a57-47f8-8da8-c269a03f9a3b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=d0885836-8a57-47f8-8da8-c269a03f9a3b,segment=NetworkSegment(74101009-1036-43c2-b22e-d3dc4e28cc44),segment_id=74101009-1036-43c2-b22e-d3dc4e28cc44)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:07.330291 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-81738e12-c382-486a-8b92-c4f43bbc36f1 req-3dd1e6c2-c206-4ac0-a99b-56696fc53d15 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:07.343961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-81738e12-c382-486a-8b92-c4f43bbc36f1 req-3dd1e6c2-c206-4ac0-a99b-56696fc53d15 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Calling delete_port for d0885836-8a57-47f8-8da8-c269a03f9a3b owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:37:07.546198 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-81738e12-c382-486a-8b92-c4f43bbc36f1 req-3dd1e6c2-c206-4ac0-a99b-56696fc53d15 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:07.573285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1e6c2-c206-4ac0-a99b-56696fc53d15 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Port': ['ID=d0885836-8a57-47f8-8da8-c269a03f9a3b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:07.617733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-81738e12-c382-486a-8b92-c4f43bbc36f1 req-3dd1e6c2-c206-4ac0-a99b-56696fc53d15 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] No DVR routers for this DVR port d0885836-8a57-47f8-8da8-c269a03f9a3b on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:37:07.620410 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-81738e12-c382-486a-8b92-c4f43bbc36f1 req-3dd1e6c2-c206-4ac0-a99b-56696fc53d15 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:07.624141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81738e12-c382-486a-8b92-c4f43bbc36f1 req-3dd1e6c2-c206-4ac0-a99b-56696fc53d15 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "DELETE /v2.0/ports/d0885836-8a57-47f8-8da8-c269a03f9a3b HTTP/1.1" status: 204 len: 173 time: 0.4694104 Dec 17 13:37:07.628299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddc4894-2764-49b0-abf3-d47130deb0e1', 'name': 'network-vif-deleted', 'tag': 'd0885836-8a57-47f8-8da8-c269a03f9a3b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:37:07.628299 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072114ef-be55-42f4-8424-c690ef1947cb" -d '{"events": [{"server_uuid": "3ddc4894-2764-49b0-abf3-d47130deb0e1", "name": "network-vif-deleted", "tag": "d0885836-8a57-47f8-8da8-c269a03f9a3b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:37:07.664192 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2611973e-d8b4-4b46-a7c7-bc2e524a136c x-openstack-request-id: req-2611973e-d8b4-4b46-a7c7-bc2e524a136c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:37:07.664489 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddc4894-2764-49b0-abf3-d47130deb0e1", "name": "network-vif-deleted", "tag": "d0885836-8a57-47f8-8da8-c269a03f9a3b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:37:07.664747 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2611973e-d8b4-4b46-a7c7-bc2e524a136c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:37:07.665199 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc4894-2764-49b0-abf3-d47130deb0e1', 'name': 'network-vif-deleted', 'tag': 'd0885836-8a57-47f8-8da8-c269a03f9a3b', 'status': 'completed', 'code': 200} Dec 17 13:37:08.026170 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47b9477f-a710-4389-ace6-889917fadff9 req-a91e34b6-cd76-4fe4-8d4d-27731a9ab075 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddc4894-2764-49b0-abf3-d47130deb0e1 HTTP/1.1" status: 200 len: 210 time: 0.0315595 Dec 17 13:37:09.083885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37656) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:09.140869 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33955ac4-42ee-480f-a2dd-44cc8dd512a4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:09.177593 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33955ac4-42ee-480f-a2dd-44cc8dd512a4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:09.237729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bec9b9c1-7e19-4df4-a665-e40580c820b5 req-fc3022b2-f600-470d-ab65-462d7df589c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421696 Dec 17 13:37:09.318060 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33955ac4-42ee-480f-a2dd-44cc8dd512a4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:09.320663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9b9c1-7e19-4df4-a665-e40580c820b5 req-5a9618ec-9aa1-4881-b0d9-723573b7be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:09.321152 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-33955ac4-42ee-480f-a2dd-44cc8dd512a4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:09.322235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bec9b9c1-7e19-4df4-a665-e40580c820b5 req-5a9618ec-9aa1-4881-b0d9-723573b7be82 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 1096 time: 0.0442235 Dec 17 13:37:09.322421 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-33955ac4-42ee-480f-a2dd-44cc8dd512a4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/security-groups/ece2d164-c779-4340-8961-7d86c0f027e3 HTTP/1.1" status: 204 len: 168 time: 0.2369664 Dec 17 13:37:09.332747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33955ac4-42ee-480f-a2dd-44cc8dd512a4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece2d164-c779-4340-8961-7d86c0f027e3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:09.427208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37660) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:09.429749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9b9c1-7e19-4df4-a665-e40580c820b5 req-6be6da04-e54b-44d3-92c0-985d33ad6a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:09.431311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bec9b9c1-7e19-4df4-a665-e40580c820b5 req-6be6da04-e54b-44d3-92c0-985d33ad6a9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.0893304 Dec 17 13:37:09.482274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3a340b-413f-4886-b62d-ecec65588838 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting subnet 2d4a479c-9689-407b-be11-c09a926667f3 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:37:09.486151 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b3a340b-413f-4886-b62d-ecec65588838 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:09.510135 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bec9b9c1-7e19-4df4-a665-e40580c820b5 req-8b5a6129-df53-4d0d-b03a-95d38a7ed2a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc HTTP/1.1" status: 200 len: 1000 time: 0.0706067 Dec 17 13:37:09.535652 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b3a340b-413f-4886-b62d-ecec65588838 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:09.568976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9b9c1-7e19-4df4-a665-e40580c820b5 req-faabc470-c8ca-4d3f-8be1-2a18be2cec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:09.570558 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bec9b9c1-7e19-4df4-a665-e40580c820b5 req-faabc470-c8ca-4d3f-8be1-2a18be2cec55 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0520053 Dec 17 13:37:09.617949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9b9c1-7e19-4df4-a665-e40580c820b5 req-9043441e-35b5-46cf-b56e-23ddba0b0acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:09.619621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bec9b9c1-7e19-4df4-a665-e40580c820b5 req-9043441e-35b5-46cf-b56e-23ddba0b0acf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424001 Dec 17 13:37:09.634935 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b3a340b-413f-4886-b62d-ecec65588838 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:09.713077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bec9b9c1-7e19-4df4-a665-e40580c820b5 req-261eb5a6-d0c7-46e0-ba9f-d2d2455734a0 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864115 Dec 17 13:37:09.751474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b3a340b-413f-4886-b62d-ecec65588838 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:09.781521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a340b-413f-4886-b62d-ecec65588838 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4a479c-9689-407b-be11-c09a926667f3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:09.788129 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b3a340b-413f-4886-b62d-ecec65588838 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:09.792574 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9b3a340b-413f-4886-b62d-ecec65588838 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/subnets/2d4a479c-9689-407b-be11-c09a926667f3 HTTP/1.1" status: 204 len: 168 time: 0.3632605 Dec 17 13:37:09.794747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37666) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:09.798978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bbe299-2a01-4a2d-a2c3-c6189798f27a None None] Network f3ce4410-9253-4ef8-a391-bf5649fe1078 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:37:09.809509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bec9b9c1-7e19-4df4-a665-e40580c820b5 req-2d7bd99d-4416-4297-b1a6-aeaf65c9e1e0 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885098 Dec 17 13:37:09.896916 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:09.965750 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting port 7e37589b-91b2-4c36-94b4-b0e738f01824 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:37:09.966166 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:09.979243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867ca10b-e5ea-4ae4-b9c0-b1d6f53d2b0e None None] DHCP port deletion for f3ce4410-9253-4ef8-a391-bf5649fe1078 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:37:10.025031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-867ca10b-e5ea-4ae4-b9c0-b1d6f53d2b0e None None] Deleting port 7e37589b-91b2-4c36-94b4-b0e738f01824 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:37:10.025510 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-867ca10b-e5ea-4ae4-b9c0-b1d6f53d2b0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.032265 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] For port 7e37589b-91b2-4c36-94b4-b0e738f01824, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7e37589b-91b2-4c36-94b4-b0e738f01824,segment=NetworkSegment(74101009-1036-43c2-b22e-d3dc4e28cc44),segment_id=74101009-1036-43c2-b22e-d3dc4e28cc44)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:10.032628 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.046152 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Calling delete_port for 7e37589b-91b2-4c36-94b4-b0e738f01824 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:37:10.091829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-867ca10b-e5ea-4ae4-b9c0-b1d6f53d2b0e None None] For port 7e37589b-91b2-4c36-94b4-b0e738f01824, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7e37589b-91b2-4c36-94b4-b0e738f01824,segment=NetworkSegment(74101009-1036-43c2-b22e-d3dc4e28cc44),segment_id=74101009-1036-43c2-b22e-d3dc4e28cc44)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:10.092226 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-867ca10b-e5ea-4ae4-b9c0-b1d6f53d2b0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.105061 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-867ca10b-e5ea-4ae4-b9c0-b1d6f53d2b0e None None] Calling delete_port for 7e37589b-91b2-4c36-94b4-b0e738f01824 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:37:10.209843 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.215333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-867ca10b-e5ea-4ae4-b9c0-b1d6f53d2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.237309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Port': ['ID=7e37589b-91b2-4c36-94b4-b0e738f01824,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:10.239253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] No DVR routers for this DVR port 7e37589b-91b2-4c36-94b4-b0e738f01824 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:37:10.241747 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca10b-e5ea-4ae4-b9c0-b1d6f53d2b0e None None] Pushing event deleted for resources: {'Port': ['ID=7e37589b-91b2-4c36-94b4-b0e738f01824,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:10.243572 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ca10b-e5ea-4ae4-b9c0-b1d6f53d2b0e None None] No DVR routers for this DVR port 7e37589b-91b2-4c36-94b4-b0e738f01824 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:37:10.273439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d0885836-8a57-47f8-8da8-c269a03f9a3b no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:37:10.282769 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:37:10.300190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: d0885836-8a57-47f8-8da8-c269a03f9a3b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:37:10.300540 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device d0885836-8a57-47f8-8da8-c269a03f9a3b not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:37:10.321200 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.346205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ce4410-9253-4ef8-a391-bf5649fe1078']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:10.356083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74101009-1036-43c2-b22e-d3dc4e28cc44') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:10.356659 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74101009-1036-43c2-b22e-d3dc4e28cc44') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:10.365664 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.379047 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.384926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:37:10.385303 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:37:10.388272 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:37:10.488906 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.496059 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.499195 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/networks/f3ce4410-9253-4ef8-a391-bf5649fe1078 HTTP/1.1" status: 204 len: 168 time: 0.6902287 Dec 17 13:37:10.502156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37668) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:10.510911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523b3ec-5edd-47fa-90bd-e654496bfed7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Network': ['ID=f3ce4410-9253-4ef8-a391-bf5649fe1078,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:10.664744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7e37589b-91b2-4c36-94b4-b0e738f01824 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:37:10.685444 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 7e37589b-91b2-4c36-94b4-b0e738f01824 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:37:10.689032 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7e37589b-91b2-4c36-94b4-b0e738f01824 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:37:10.709982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting port 48c420b7-3855-46e1-a69b-1ab8f7dc9fe7 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:37:10.710386 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.799886 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.800244 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:10.811751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Calling delete_port for 48c420b7-3855-46e1-a69b-1ab8f7dc9fe7 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:37:11.020299 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:11.045957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Port': ['ID=48c420b7-3855-46e1-a69b-1ab8f7dc9fe7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:11.105468 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:11.105837 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Floating IP 4ea97abb-8cab-4593-a196-239adeacfe64 disassociated (deleted). External IP: 172.25.0.125, port: 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde. Dec 17 13:37:11.642470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Router 0ed639f4-50fd-415f-9767-6dd0b2955cea has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:37:11.750648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:37:11.755387 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:11.760385 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec20f69-6cb3-444a-8427-a32ad8d1a1a9 None None] Sync routers for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:37:11.771020 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec20f69-6cb3-444a-8427-a32ad8d1a1a9 None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:37:11.772124 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2ec20f69-6cb3-444a-8427-a32ad8d1a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:11.782427 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0320078e-0a0d-4346-bf6b-b81e09b723fa tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/floatingips/4ea97abb-8cab-4593-a196-239adeacfe64 HTTP/1.1" status: 204 len: 168 time: 1.2791319 Dec 17 13:37:11.783013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'tag': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:37:11.785406 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97b6e98-2044-4310-a775-85e460fbbbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2", "tag": "3b92d3fd-3a26-4516-a9aa-7b9fe310dcde"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:37:11.832223 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c12621-ef42-42fb-97e4-54620623d9e0 x-openstack-request-id: req-45c12621-ef42-42fb-97e4-54620623d9e0 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:37:11.832452 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2", "tag": "3b92d3fd-3a26-4516-a9aa-7b9fe310dcde", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:37:11.832827 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45c12621-ef42-42fb-97e4-54620623d9e0 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:37:11.833297 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'tag': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'status': 'completed', 'code': 200} Dec 17 13:37:11.882255 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2ec20f69-6cb3-444a-8427-a32ad8d1a1a9 None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:11.916033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b6e98-2044-4310-a775-85e460fbbbe9 req-8cff1df7-877c-462b-8f99-ab9345b4fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:11.917569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e97b6e98-2044-4310-a775-85e460fbbbe9 req-8cff1df7-877c-462b-8f99-ab9345b4fadd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 1097 time: 0.0454876 Dec 17 13:37:12.013977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b6e98-2044-4310-a775-85e460fbbbe9 req-8275ca05-f993-468d-8ffe-b72cfab6280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:12.015469 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e97b6e98-2044-4310-a775-85e460fbbbe9 req-8275ca05-f993-468d-8ffe-b72cfab6280a service neutron] 10.222.0.61 "GET /v2.0/networks?id=75f15c38-7331-47fb-ac45-f88dff6a1cd7 HTTP/1.1" status: 200 len: 897 time: 0.0866706 Dec 17 13:37:12.071884 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e97b6e98-2044-4310-a775-85e460fbbbe9 req-9fcc0538-7006-4d1d-a9b4-a1219fb23fd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde HTTP/1.1" status: 200 len: 217 time: 0.0443194 Dec 17 13:37:12.090963 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2ec20f69-6cb3-444a-8427-a32ad8d1a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:37:04Z', 'revision_number': 6, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:17Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:12.117534 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec20f69-6cb3-444a-8427-a32ad8d1a1a9 None None] Checking router: 0ed639f4-50fd-415f-9767-6dd0b2955cea for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:37:12.126827 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec20f69-6cb3-444a-8427-a32ad8d1a1a9 None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:37:12.127432 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2ec20f69-6cb3-444a-8427-a32ad8d1a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:36:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:12.128039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b6e98-2044-4310-a775-85e460fbbbe9 req-7040e5ce-72b8-4f55-86f9-6a99375e954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:12.129592 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e97b6e98-2044-4310-a775-85e460fbbbe9 req-7040e5ce-72b8-4f55-86f9-6a99375e954c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9beb5e07-40f1-4576-acc5-36e4449dbfd4 HTTP/1.1" status: 200 len: 834 time: 0.0479455 Dec 17 13:37:12.185748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b6e98-2044-4310-a775-85e460fbbbe9 req-64d402df-073a-4650-84c5-0af34954233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:12.187333 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e97b6e98-2044-4310-a775-85e460fbbbe9 req-64d402df-073a-4650-84c5-0af34954233c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=75f15c38-7331-47fb-ac45-f88dff6a1cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458565 Dec 17 13:37:12.240623 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2ec20f69-6cb3-444a-8427-a32ad8d1a1a9 None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:12.253369 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26c454-a700-4dc9-9a60-b9aa00429870 req-5feb8cc6-1f89-4f54-aabb-b96cd9fb0197 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:12.254988 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b26c454-a700-4dc9-9a60-b9aa00429870 req-5feb8cc6-1f89-4f54-aabb-b96cd9fb0197 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 946 time: 0.0548320 Dec 17 13:37:12.291074 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e97b6e98-2044-4310-a775-85e460fbbbe9 req-39f3f79d-57a0-4da9-b643-f32716d2faa0 service neutron] 10.222.0.61 "GET /v2.0/networks/75f15c38-7331-47fb-ac45-f88dff6a1cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924163 Dec 17 13:37:12.322210 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b26c454-a700-4dc9-9a60-b9aa00429870 req-281352f7-9423-46de-8016-87a2b586cb24 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595071 Dec 17 13:37:12.389826 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e97b6e98-2044-4310-a775-85e460fbbbe9 req-561c718e-6e2a-48de-b927-a639de7d412e service neutron] 10.222.0.61 "GET /v2.0/networks/75f15c38-7331-47fb-ac45-f88dff6a1cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897224 Dec 17 13:37:12.458263 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2ec20f69-6cb3-444a-8427-a32ad8d1a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:37:04Z', 'revision_number': 6, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:17Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:12.485139 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec20f69-6cb3-444a-8427-a32ad8d1a1a9 None None] The sync data for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 is: [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:37:04Z', 'revision_number': 6, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '6887e811-db7d-46ee-b1e5-262c05811331', 'name': '', 'network_id': '75f15c38-7331-47fb-ac45-f88dff6a1cd7', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:51:fc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:11Z', 'updated_at': '2021-12-17T13:35:17Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '9beb5e07-40f1-4576-acc5-36e4449dbfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:37:12.729127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d353e-1209-4eea-8c2e-2a4edfe85206 None None] New status for floating IP 4ea97abb-8cab-4593-a196-239adeacfe64: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:37:13.441754 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac358a-7fbf-4972-90fd-57bed96b2755 req-4c99ad57-ebba-4128-b8d7-f1b5362964cd tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:13.443182 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-beac358a-7fbf-4972-90fd-57bed96b2755 req-4c99ad57-ebba-4128-b8d7-f1b5362964cd tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 946 time: 0.0494144 Dec 17 13:37:13.492002 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-beac358a-7fbf-4972-90fd-57bed96b2755 req-6f68ffa7-fac9-44a1-863d-f9c423cc2b5a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 Dec 17 13:37:13.794348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2df9d4-c64f-4882-b87f-6de26a3f0822 req-a432c203-0a82-40a5-88aa-e5ba3afbac1d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:13.795916 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c2df9d4-c64f-4882-b87f-6de26a3f0822 req-a432c203-0a82-40a5-88aa-e5ba3afbac1d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 946 time: 0.0511806 Dec 17 13:37:13.900123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0c2df9d4-c64f-4882-b87f-6de26a3f0822 req-df6fb93c-5422-4149-a29c-35f929322b28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:37:13.900465 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0c2df9d4-c64f-4882-b87f-6de26a3f0822 req-df6fb93c-5422-4149-a29c-35f929322b28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:13.929102 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-df641f16-792c-49e4-88c8-12cc322baff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:13.987623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0c2df9d4-c64f-4882-b87f-6de26a3f0822 req-df6fb93c-5422-4149-a29c-35f929322b28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] For port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde,segment=NetworkSegment(e4a6359c-20d8-461b-83c0-f7d3bd0dcb40),segment_id=e4a6359c-20d8-461b-83c0-f7d3bd0dcb40)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:13.987994 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0c2df9d4-c64f-4882-b87f-6de26a3f0822 req-df6fb93c-5422-4149-a29c-35f929322b28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:14.001496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0c2df9d4-c64f-4882-b87f-6de26a3f0822 req-df6fb93c-5422-4149-a29c-35f929322b28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Calling delete_port for 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:37:14.207764 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0c2df9d4-c64f-4882-b87f-6de26a3f0822 req-df6fb93c-5422-4149-a29c-35f929322b28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:14.236193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fb93c-5422-4149-a29c-35f929322b28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Port': ['ID=3b92d3fd-3a26-4516-a9aa-7b9fe310dcde,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:14.281755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2df9d4-c64f-4882-b87f-6de26a3f0822 req-df6fb93c-5422-4149-a29c-35f929322b28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] No DVR routers for this DVR port 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:37:14.285097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0c2df9d4-c64f-4882-b87f-6de26a3f0822 req-df6fb93c-5422-4149-a29c-35f929322b28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:14.288153 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c2df9d4-c64f-4882-b87f-6de26a3f0822 req-df6fb93c-5422-4149-a29c-35f929322b28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "DELETE /v2.0/ports/3b92d3fd-3a26-4516-a9aa-7b9fe310dcde HTTP/1.1" status: 204 len: 173 time: 0.4848161 Dec 17 13:37:14.288598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'name': 'network-vif-deleted', 'tag': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:37:14.290919 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f7fc5c-6c3b-4628-98fb-6cbbca93ded5" -d '{"events": [{"server_uuid": "cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2", "name": "network-vif-deleted", "tag": "3b92d3fd-3a26-4516-a9aa-7b9fe310dcde"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:37:14.343279 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9d2f18-0c8f-49d3-a2e4-f979b45911ff x-openstack-request-id: req-2f9d2f18-0c8f-49d3-a2e4-f979b45911ff {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:37:14.343583 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2", "name": "network-vif-deleted", "tag": "3b92d3fd-3a26-4516-a9aa-7b9fe310dcde", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:37:14.343847 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f9d2f18-0c8f-49d3-a2e4-f979b45911ff {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:37:14.344257 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2', 'name': 'network-vif-deleted', 'tag': '3b92d3fd-3a26-4516-a9aa-7b9fe310dcde', 'status': 'completed', 'code': 200} Dec 17 13:37:14.596960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9fef9367-71b4-4a59-97de-79169fe5834c req-0cf640c6-b57d-481c-9d60-b465364cd2b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb81a8fa-ebd8-4e6c-8b81-9fa51b0d01a2 HTTP/1.1" status: 200 len: 210 time: 0.0324209 Dec 17 13:37:15.657565 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37710) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:15.715390 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eacfe94d-d004-4ed7-9669-f356e13eb365 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:15.741232 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eacfe94d-d004-4ed7-9669-f356e13eb365 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:15.843211 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eacfe94d-d004-4ed7-9669-f356e13eb365 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:15.845876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eacfe94d-d004-4ed7-9669-f356e13eb365 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:15.847042 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-eacfe94d-d004-4ed7-9669-f356e13eb365 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/security-groups/b94d67e4-7c58-4dd9-97e7-cd9b1798d81e HTTP/1.1" status: 204 len: 168 time: 0.1883721 Dec 17 13:37:15.860149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfe94d-d004-4ed7-9669-f356e13eb365 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94d67e4-7c58-4dd9-97e7-cd9b1798d81e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:15.930844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37714) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:16.323072 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3fa0-7e41-45bb-91eb-fbebb2fd3f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:16.376864 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-713607dd-0f2c-4f46-9496-a856d4d2e7e4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:16.646546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-713607dd-0f2c-4f46-9496-a856d4d2e7e4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting port 6887e811-db7d-46ee-b1e5-262c05811331 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:37:16.647479 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-713607dd-0f2c-4f46-9496-a856d4d2e7e4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:16.748665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-713607dd-0f2c-4f46-9496-a856d4d2e7e4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] For port 6887e811-db7d-46ee-b1e5-262c05811331, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6887e811-db7d-46ee-b1e5-262c05811331,segment=NetworkSegment(e4a6359c-20d8-461b-83c0-f7d3bd0dcb40),segment_id=e4a6359c-20d8-461b-83c0-f7d3bd0dcb40)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:16.748949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-713607dd-0f2c-4f46-9496-a856d4d2e7e4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:16.763998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-713607dd-0f2c-4f46-9496-a856d4d2e7e4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Calling delete_port for 6887e811-db7d-46ee-b1e5-262c05811331 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:37:17.014705 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-713607dd-0f2c-4f46-9496-a856d4d2e7e4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:17.056132 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713607dd-0f2c-4f46-9496-a856d4d2e7e4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Port': ['ID=6887e811-db7d-46ee-b1e5-262c05811331,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:17.275343 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-713607dd-0f2c-4f46-9496-a856d4d2e7e4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:17.503387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713607dd-0f2c-4f46-9496-a856d4d2e7e4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Router 0ed639f4-50fd-415f-9767-6dd0b2955cea has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:37:17.611999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713607dd-0f2c-4f46-9496-a856d4d2e7e4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:37:17.617041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-713607dd-0f2c-4f46-9496-a856d4d2e7e4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "PUT /v2.0/routers/0ed639f4-50fd-415f-9767-6dd0b2955cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6848137 Dec 17 13:37:17.619782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37724) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:17.622754 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871bf29-fa71-4c5c-9b61-73232833e879 None None] Sync routers for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:37:17.633633 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871bf29-fa71-4c5c-9b61-73232833e879 None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:37:17.634244 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0871bf29-fa71-4c5c-9b61-73232833e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:37:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:17.684991 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcfd876-6b3f-492f-b0d6-66cf92454d9b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting subnet 9beb5e07-40f1-4576-acc5-36e4449dbfd4 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:37:17.688663 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd876-6b3f-492f-b0d6-66cf92454d9b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:17.734615 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd876-6b3f-492f-b0d6-66cf92454d9b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:17.745943 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:17.827579 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd876-6b3f-492f-b0d6-66cf92454d9b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:17.839877 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0871bf29-fa71-4c5c-9b61-73232833e879 None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:18.015353 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd876-6b3f-492f-b0d6-66cf92454d9b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:18.024405 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0871bf29-fa71-4c5c-9b61-73232833e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:37:16Z', 'revision_number': 7, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:18.051101 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfd876-6b3f-492f-b0d6-66cf92454d9b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Subnet': ['ID=9beb5e07-40f1-4576-acc5-36e4449dbfd4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:18.056874 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871bf29-fa71-4c5c-9b61-73232833e879 None None] Checking router: 0ed639f4-50fd-415f-9767-6dd0b2955cea for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:37:18.058380 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd876-6b3f-492f-b0d6-66cf92454d9b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:18.064050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7a9404-741f-4fb9-917e-7872e2354bf2 None None] Network 75f15c38-7331-47fb-ac45-f88dff6a1cd7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:37:18.064225 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5bcfd876-6b3f-492f-b0d6-66cf92454d9b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/subnets/9beb5e07-40f1-4576-acc5-36e4449dbfd4 HTTP/1.1" status: 204 len: 168 time: 0.4433334 Dec 17 13:37:18.066971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37726) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:18.068992 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871bf29-fa71-4c5c-9b61-73232833e879 None None] Routers {'0ed639f4-50fd-415f-9767-6dd0b2955cea'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:37:18.069771 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0871bf29-fa71-4c5c-9b61-73232833e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:37:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0ed639f4-50fd-415f-9767-6dd0b2955cea'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:18.195183 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0871bf29-fa71-4c5c-9b61-73232833e879 None None] Set router 0ed639f4-50fd-415f-9767-6dd0b2955cea gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:18.253261 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:18.276185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:37:18.302309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf797ab-8dee-4e4a-b360-ad5f4d52f41d None None] DHCP port deletion for 75f15c38-7331-47fb-ac45-f88dff6a1cd7 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:37:18.306460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:37:18.306460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 3b92d3fd-3a26-4516-a9aa-7b9fe310dcde not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:37:18.363110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4cf797ab-8dee-4e4a-b360-ad5f4d52f41d None None] Deleting port 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:37:18.364144 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4cf797ab-8dee-4e4a-b360-ad5f4d52f41d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:18.366843 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:18.419932 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0871bf29-fa71-4c5c-9b61-73232833e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:37:16Z', 'revision_number': 7, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:18.446179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4cf797ab-8dee-4e4a-b360-ad5f4d52f41d None None] For port 6b8b07a2-4ee8-4340-8d28-0c32196f22c3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=6b8b07a2-4ee8-4340-8d28-0c32196f22c3,segment=NetworkSegment(e4a6359c-20d8-461b-83c0-f7d3bd0dcb40),segment_id=e4a6359c-20d8-461b-83c0-f7d3bd0dcb40)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:18.453884 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4cf797ab-8dee-4e4a-b360-ad5f4d52f41d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:18.454950 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871bf29-fa71-4c5c-9b61-73232833e879 None None] The sync data for ids ['0ed639f4-50fd-415f-9767-6dd0b2955cea'] in n-d-815324-5 is: [{'id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'name': 'tempest-TestNetworkBasicOps-router-1531162015', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:37:16Z', 'revision_number': 7, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:eb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed639f4-50fd-415f-9767-6dd0b2955cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:35:06Z', 'updated_at': '2021-12-17T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:37:18.468683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4cf797ab-8dee-4e4a-b360-ad5f4d52f41d None None] Calling delete_port for 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:37:18.528963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:37:18.529313 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:18.611778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] For port 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:18.612154 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:18.625129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Calling delete_port for 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:37:18.637406 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4cf797ab-8dee-4e4a-b360-ad5f4d52f41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:18.667264 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf797ab-8dee-4e4a-b360-ad5f4d52f41d None None] No DVR routers for this DVR port 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:37:18.672732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf797ab-8dee-4e4a-b360-ad5f4d52f41d None None] Pushing event deleted for resources: {'Port': ['ID=6b8b07a2-4ee8-4340-8d28-0c32196f22c3,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:18.893833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6887e811-db7d-46ee-b1e5-262c05811331 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:37:18.912110 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:18.922504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 6887e811-db7d-46ee-b1e5-262c05811331 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:37:18.922504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6887e811-db7d-46ee-b1e5-262c05811331 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:37:18.922504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:37:18.944898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:37:18.945176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 6b8b07a2-4ee8-4340-8d28-0c32196f22c3 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:37:18.960695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Port': ['ID=71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:18.963468 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:18.980105 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa7226-395b-4615-827e-9c733a638512 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:37:19.041809 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:19.156050 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:19.158462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:19.368873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:19.369498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Fanout notify agent at l3_agent the message router_deleted on router 0ed639f4-50fd-415f-9767-6dd0b2955cea {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:37:19.377046 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:19.378238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2d53c6d7-27ce-4966-a889-fc418652c9b1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/routers/0ed639f4-50fd-415f-9767-6dd0b2955cea HTTP/1.1" status: 204 len: 168 time: 1.3102016 Dec 17 13:37:19.380806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37736) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:19.470975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:19.573498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:19.860535 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:19.935343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f15c38-7331-47fb-ac45-f88dff6a1cd7']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:19.944987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:19.945291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a6359c-20d8-461b-83c0-f7d3bd0dcb40') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:19.954857 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:19.969488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:19.976396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:37:19.976775 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:37:19.979899 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:37:20.140416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:20.148686 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:20.151377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/networks/75f15c38-7331-47fb-ac45-f88dff6a1cd7 HTTP/1.1" status: 204 len: 168 time: 0.7695761 Dec 17 13:37:20.164992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc0ba2-9695-4683-adaa-6ec6b44da7b4 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Network': ['ID=75f15c38-7331-47fb-ac45-f88dff6a1cd7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:20.176318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37740) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:20.182286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d58d79ef-e56e-45fa-b3e1-166b4e4766a3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'network': {'name': 'tempest-network-smoke--630737650', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'port_security_enabled': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:20.310625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58d79ef-e56e-45fa-b3e1-166b4e4766a3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Made reservation on behalf of 5b1e813e7b9845c89b46e4e6ca50de3c for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:37:20.316553 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d58d79ef-e56e-45fa-b3e1-166b4e4766a3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:20.341201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58d79ef-e56e-45fa-b3e1-166b4e4766a3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:37:20.351640 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d58d79ef-e56e-45fa-b3e1-166b4e4766a3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:20.351896 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-d58d79ef-e56e-45fa-b3e1-166b4e4766a3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Added segment 10242c39-970f-4c5a-b89c-8a0ae943691d of type vlan for network 2a90b130-ca7f-4c04-8973-48a70510f716 Dec 17 13:37:20.396148 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d58d79ef-e56e-45fa-b3e1-166b4e4766a3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:20.511504 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d58d79ef-e56e-45fa-b3e1-166b4e4766a3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:20.517405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58d79ef-e56e-45fa-b3e1-166b4e4766a3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:20.518038 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d58d79ef-e56e-45fa-b3e1-166b4e4766a3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:20.589552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d79ef-e56e-45fa-b3e1-166b4e4766a3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Network': ['ID=2a90b130-ca7f-4c04-8973-48a70510f716,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:20.605670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 2a90b130-ca7f-4c04-8973-48a70510f716 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:37:20.661416 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:37:20.664681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d58d79ef-e56e-45fa-b3e1-166b4e4766a3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4852924 Dec 17 13:37:20.665413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37748) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:20.670683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'admin_state_up': True, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:20.684782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:37:20.685143 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 71bb6fe1-613a-4ea7-9aa2-cc84cea47c2e not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:37:20.768860 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:20.770015 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:20.826273 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:21.050372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:21.314340 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:21.333214 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:21.444799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Allocated IP 172.25.0.70 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/216dc70d-29e4-4347-bf37-d57c8152f1d0) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:37:21.550938 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:21.666445 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:21.717892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:37:21.720934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:37:21.724468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:37:21.733127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c894b4-63dd-47b0-b248-c6379f316c96 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:37:21.750117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=216dc70d-29e4-4347-bf37-d57c8152f1d0,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:21.847362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-52bc1337-6aba-4e29-a57e-dca553d3e658 None None] Provisioning complete for port 216dc70d-29e4-4347-bf37-d57c8152f1d0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:21.847866 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-52bc1337-6aba-4e29-a57e-dca553d3e658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:21.886480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-52bc1337-6aba-4e29-a57e-dca553d3e658 None None] Port 216dc70d-29e4-4347-bf37-d57c8152f1d0 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:37:22.086195 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:22.284478 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:22.516288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:37:22.625829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:37:22.635696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Sync routers for ids ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:37:22.652299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Routers {'e9b0776c-2d5c-4160-b5e1-bc6b54370f33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:37:22.653458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:37:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:22.747747 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:22.749029 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-da81f4dd-9894-48c3-9347-4eadb9065a36 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0819604 Dec 17 13:37:22.752024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37760) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:22.760889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Set router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:22.781887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-68a80b6b-d879-4458-a7e0-fab0bf4b9095 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=5b1e813e7b9845c89b46e4e6ca50de3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287178 Dec 17 13:37:22.784573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37762) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:22.871892 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee339eb0-1649-4453-98dd-70e695eca362 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:22.873402 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ee339eb0-1649-4453-98dd-70e695eca362 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878456 Dec 17 13:37:22.876274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37764) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:22.906039 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f85ae1c1-b5cf-40f0-85fd-e49642d2e2e3 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285723 Dec 17 13:37:22.908504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37766) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:22.913455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ee8f4e99-c416-4829-b280-2f4c186c1857 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-762778039', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:22.944423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:37:21Z', 'revision_number': 3, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:22.970845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Checking router: e9b0776c-2d5c-4160-b5e1-bc6b54370f33 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:37:22.971200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Updating router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 port 216dc70d-29e4-4347-bf37-d57c8152f1d0 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:37:22.999733 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:23.077435 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8f4e99-c416-4829-b280-2f4c186c1857 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Made reservation on behalf of 5b1e813e7b9845c89b46e4e6ca50de3c for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:37:23.081515 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4e99-c416-4829-b280-2f4c186c1857 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:23.380066 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4e99-c416-4829-b280-2f4c186c1857 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:23.410252 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:23.440781 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f4e99-c416-4829-b280-2f4c186c1857 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Subnet': ['ID=5ea80ebd-b03e-4c89-b589-0a00382a371e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:23.456016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8f4e99-c416-4829-b280-2f4c186c1857 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Checking segment: {'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:37:23.456016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8f4e99-c416-4829-b280-2f4c186c1857 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network hostable DHCP agents. Network: 2a90b130-ca7f-4c04-8973-48a70510f716, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:37:23.511428 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:23.558098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc369cb9-3ede-4553-9960-02b327000057 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:37:23.577961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Attempting to bind port 216dc70d-29e4-4347-bf37-d57c8152f1d0 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:37:23.578451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Attempting to bind port 216dc70d-29e4-4347-bf37-d57c8152f1d0 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:37:23.578735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Attempting to bind port 216dc70d-29e4-4347-bf37-d57c8152f1d0 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:37:23.585646 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8f4e99-c416-4829-b280-2f4c186c1857 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network 2a90b130-ca7f-4c04-8973-48a70510f716 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:37:23.586147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Pushing event updated for resources: {'Port': ['ID=216dc70d-29e4-4347-bf37-d57c8152f1d0,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:23.594498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:37:23.596291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:37:23.596291 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:23.596291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:37:23.596291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Bound port: 216dc70d-29e4-4347-bf37-d57c8152f1d0, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:37:23.596913 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:23.600149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.600566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.600976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.601413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.601861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.602243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.604565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.604565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.604565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.604565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.604565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.604565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.606012 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:23.672146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-881f8344-4e25-47c4-932d-2e6f7ee7cc3c None None] Provisioning complete for port 216dc70d-29e4-4347-bf37-d57c8152f1d0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:23.672514 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-881f8344-4e25-47c4-932d-2e6f7ee7cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:23.682495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-ee8f4e99-c416-4829-b280-2f4c186c1857 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 2a90b130-ca7f-4c04-8973-48a70510f716) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:37:23.686838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f4e99-c416-4829-b280-2f4c186c1857 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:23.687442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4e99-c416-4829-b280-2f4c186c1857 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:23.702522 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b4cba4-d512-4f7e-b8ee-cb24904c3dcd None None] Network 2a90b130-ca7f-4c04-8973-48a70510f716 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:37:23.710633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] For port 216dc70d-29e4-4347-bf37-d57c8152f1d0, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:37:23.773312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] For port 216dc70d-29e4-4347-bf37-d57c8152f1d0, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=216dc70d-29e4-4347-bf37-d57c8152f1d0,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:37:23.782001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-881f8344-4e25-47c4-932d-2e6f7ee7cc3c None None] Port 216dc70d-29e4-4347-bf37-d57c8152f1d0 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:37:23.805609 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ee8f4e99-c416-4829-b280-2f4c186c1857 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8960671 Dec 17 13:37:23.809062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37772) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:23.843261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-2a90b130-ca7f-4c04-8973-48a70510f716', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ips': [{'subnet_id': '5ea80ebd-b03e-4c89-b589-0a00382a371e'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:37:23.844193 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:23.870765 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:23.982100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c551a475-4e2b-4afe-b3dd-83afa26601af None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:37:24.028350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb434be7-f661-44d5-b893-8ba77bb02e90 None None] Pushing event updated for resources: {'Port': ['ID=216dc70d-29e4-4347-bf37-d57c8152f1d0,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:24.033193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Routers {'e9b0776c-2d5c-4160-b5e1-bc6b54370f33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:37:24.033843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:37:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:24.138328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Allocated IP 172.20.0.2 (2a90b130-ca7f-4c04-8973-48a70510f716/5ea80ebd-b03e-4c89-b589-0a00382a371e/ed187237-c41b-4bcb-aec8-77e0c06da453) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:37:24.162008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-97a5d687-965a-493f-a195-eea49e4cb8f2 None None] Provisioning complete for port 216dc70d-29e4-4347-bf37-d57c8152f1d0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:24.162420 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-97a5d687-965a-493f-a195-eea49e4cb8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:24.251231 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] Set router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:24.304922 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:24.482464 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-97a5d687-965a-493f-a195-eea49e4cb8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:24.525217 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:24.528429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-97a5d687-965a-493f-a195-eea49e4cb8f2 None None] For port 216dc70d-29e4-4347-bf37-d57c8152f1d0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=216dc70d-29e4-4347-bf37-d57c8152f1d0,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:24.577647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:37:21Z', 'revision_number': 3, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:24.603463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f63409-b2ed-48f3-86c4-bd7df3fbe14c None None] The sync data for ids ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'] in n-d-815324-5 is: [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:37:21Z', 'revision_number': 3, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:37:24.610009 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-97a5d687-965a-493f-a195-eea49e4cb8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:24.673801 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:24.692640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5d687-965a-493f-a195-eea49e4cb8f2 None None] Pushing event updated for resources: {'Port': ['ID=216dc70d-29e4-4347-bf37-d57c8152f1d0,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:24.735118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Network 2a90b130-ca7f-4c04-8973-48a70510f716 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:37:24.739742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:37:24.742071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:37:24.742686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Allocated IP 172.20.0.1 (2a90b130-ca7f-4c04-8973-48a70510f716/5ea80ebd-b03e-4c89-b589-0a00382a371e/5546f667-f79f-4a47-8677-be2941ca4fe5) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:37:24.767820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Pushing event updated for resources: {'Port': ['ID=ed187237-c41b-4bcb-aec8-77e0c06da453,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:24.814358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Attempting to bind port ed187237-c41b-4bcb-aec8-77e0c06da453 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:37:24.815034 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Attempting to bind port ed187237-c41b-4bcb-aec8-77e0c06da453 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:37:24.815146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Attempting to bind port ed187237-c41b-4bcb-aec8-77e0c06da453 on network 2a90b130-ca7f-4c04-8973-48a70510f716 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:37:24.821548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:37:24.821960 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Checking segment: {'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:37:24.822369 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:24.822768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Bound using segment: {'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:37:24.823248 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Bound port: ed187237-c41b-4bcb-aec8-77e0c06da453, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:37:24.823647 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:24.886533 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:24.928289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] For port ed187237-c41b-4bcb-aec8-77e0c06da453, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:37:24.931826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] For port ed187237-c41b-4bcb-aec8-77e0c06da453, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ed187237-c41b-4bcb-aec8-77e0c06da453,segment=NetworkSegment(10242c39-970f-4c5a-b89c-8a0ae943691d),segment_id=10242c39-970f-4c5a-b89c-8a0ae943691d)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:37:25.089318 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:25.089616 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:25.153209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d869eb-6c8b-498d-972c-de4922df462d None None] Pushing event updated for resources: {'Port': ['ID=ed187237-c41b-4bcb-aec8-77e0c06da453,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:25.163708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network 2a90b130-ca7f-4c04-8973-48a70510f716 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:37:25.165293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=5546f667-f79f-4a47-8677-be2941ca4fe5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:25.168108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:37:25.170382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:37:25.222030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:25.482769 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:25.786071 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:25.871299 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:25.947984 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:25.950757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=5546f667-f79f-4a47-8677-be2941ca4fe5,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:26.058551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network 2a90b130-ca7f-4c04-8973-48a70510f716 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:37:26.060063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:37:26.186324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:37:26.199005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b654da89-9b53-48d1-b1e6-9aea75f43283 None None] Network 2a90b130-ca7f-4c04-8973-48a70510f716 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:37:26.280066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9ff341cd-c85d-462b-9fad-94898a99203c None None] Provisioning complete for port ed187237-c41b-4bcb-aec8-77e0c06da453 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:26.280532 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ff341cd-c85d-462b-9fad-94898a99203c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:26.417788 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ff341cd-c85d-462b-9fad-94898a99203c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:26.464678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9ff341cd-c85d-462b-9fad-94898a99203c None None] For port ed187237-c41b-4bcb-aec8-77e0c06da453, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ed187237-c41b-4bcb-aec8-77e0c06da453,segment=NetworkSegment(10242c39-970f-4c5a-b89c-8a0ae943691d),segment_id=10242c39-970f-4c5a-b89c-8a0ae943691d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:26.551380 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ff341cd-c85d-462b-9fad-94898a99203c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:26.617705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff341cd-c85d-462b-9fad-94898a99203c None None] Pushing event updated for resources: {'Port': ['ID=ed187237-c41b-4bcb-aec8-77e0c06da453,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:26.720847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-97362ac5-afcb-4442-9984-dc2194158c18 None None] Provisioning complete for port 5546f667-f79f-4a47-8677-be2941ca4fe5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:26.721431 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-97362ac5-afcb-4442-9984-dc2194158c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:26.736212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:37:26.765333 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9f1f570c-60a3-422e-b5ee-7db424e6d8d3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "PUT /v2.0/routers/e9b0776c-2d5c-4160-b5e1-bc6b54370f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9542818 Dec 17 13:37:26.772394 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Sync routers for ids ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:37:26.773251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37784) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:26.774153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-97362ac5-afcb-4442-9984-dc2194158c18 None None] Port 5546f667-f79f-4a47-8677-be2941ca4fe5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:37:26.798932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-97362ac5-afcb-4442-9984-dc2194158c18 None None] Provisioning complete for port ed187237-c41b-4bcb-aec8-77e0c06da453 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:26.799146 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-97362ac5-afcb-4442-9984-dc2194158c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:26.804768 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Routers {'e9b0776c-2d5c-4160-b5e1-bc6b54370f33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:37:26.805707 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:37:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:26.809466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ed187237-c41b-4bcb-aec8-77e0c06da453 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:37:26.936293 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Set router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:26.977843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ed187237-c41b-4bcb-aec8-77e0c06da453 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:26.978759 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:27.033367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478af217-57c3-4dfc-b97f-c4e080b4dfaa tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.034600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478af217-57c3-4dfc-b97f-c4e080b4dfaa tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.035269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478af217-57c3-4dfc-b97f-c4e080b4dfaa tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.036119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478af217-57c3-4dfc-b97f-c4e080b4dfaa tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.036998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478af217-57c3-4dfc-b97f-c4e080b4dfaa tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.039410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478af217-57c3-4dfc-b97f-c4e080b4dfaa tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.040249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478af217-57c3-4dfc-b97f-c4e080b4dfaa tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.041517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478af217-57c3-4dfc-b97f-c4e080b4dfaa tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.042197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478af217-57c3-4dfc-b97f-c4e080b4dfaa tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.042872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478af217-57c3-4dfc-b97f-c4e080b4dfaa tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.045201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-478af217-57c3-4dfc-b97f-c4e080b4dfaa tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7072 time: 0.2702272 Dec 17 13:37:27.048741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37788) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:27.078342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 216dc70d-29e4-4347-bf37-d57c8152f1d0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:37:27.147644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 216dc70d-29e4-4347-bf37-d57c8152f1d0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:27.148303 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:27.178727 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:37:25Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5546f667-f79f-4a47-8677-be2941ca4fe5', 'name': '', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:08:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:24Z', 'updated_at': '2021-12-17T13:37:25Z', 'revision_number': 2, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:27.203042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ac32c41e-83bc-4608-9344-1406a71dc4fa None None] Provisioning complete for port 5546f667-f79f-4a47-8677-be2941ca4fe5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:27.203626 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ac32c41e-83bc-4608-9344-1406a71dc4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:27.212396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0717d-90e1-49a9-b8be-e7e3c30a3b37 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.212974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0717d-90e1-49a9-b8be-e7e3c30a3b37 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.213564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0717d-90e1-49a9-b8be-e7e3c30a3b37 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.213803 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Checking router: e9b0776c-2d5c-4160-b5e1-bc6b54370f33 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:37:27.214066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0717d-90e1-49a9-b8be-e7e3c30a3b37 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.214617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0717d-90e1-49a9-b8be-e7e3c30a3b37 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.214993 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Updating router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 port 5546f667-f79f-4a47-8677-be2941ca4fe5 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:37:27.215108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0717d-90e1-49a9-b8be-e7e3c30a3b37 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.215526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0717d-90e1-49a9-b8be-e7e3c30a3b37 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.215987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0717d-90e1-49a9-b8be-e7e3c30a3b37 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.216441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0717d-90e1-49a9-b8be-e7e3c30a3b37 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.216896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0717d-90e1-49a9-b8be-e7e3c30a3b37 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:27.221773 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-64a0717d-90e1-49a9-b8be-e7e3c30a3b37 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6462 time: 0.1693227 Dec 17 13:37:27.222076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37790) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:27.249536 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:27.273839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ac32c41e-83bc-4608-9344-1406a71dc4fa None None] Port 5546f667-f79f-4a47-8677-be2941ca4fe5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:37:27.396235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-45d55fc2-19fc-4dbf-8a02-27b661008c10 None None] Provisioning complete for port 5546f667-f79f-4a47-8677-be2941ca4fe5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:27.397173 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45d55fc2-19fc-4dbf-8a02-27b661008c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:27.435714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-45d55fc2-19fc-4dbf-8a02-27b661008c10 None None] Port 5546f667-f79f-4a47-8677-be2941ca4fe5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:37:27.484067 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6a637b22-c396-4f7f-82b2-cff92d591e68 tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4499 time: 0.2547460 Dec 17 13:37:27.543167 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:27.638534 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:27.688285 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Pushing event updated for resources: {'Port': ['ID=5546f667-f79f-4a47-8677-be2941ca4fe5,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:27.710182 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.710598 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.715883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.715883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.715883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.715883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.715883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.715883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.715883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.715883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.715883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.715883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.715883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:27.758589 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Attempting to bind port 5546f667-f79f-4a47-8677-be2941ca4fe5 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:37:27.759042 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Attempting to bind port 5546f667-f79f-4a47-8677-be2941ca4fe5 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:37:27.759375 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Attempting to bind port 5546f667-f79f-4a47-8677-be2941ca4fe5 on network 2a90b130-ca7f-4c04-8973-48a70510f716 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:37:27.764338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37796) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:27.764643 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:37:27.765012 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Checking segment: {'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:37:27.765433 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:27.766021 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Bound using segment: {'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:37:27.766523 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Bound port: 5546f667-f79f-4a47-8677-be2941ca4fe5, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:37:27.778762 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:27.779668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-18a3b801-0e3a-44c9-b9c2-cb16a5ff6d48 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741144673', 'description': 'tempest-secgroup-smoke-1741144673 description', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:27.835903 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] For port 5546f667-f79f-4a47-8677-be2941ca4fe5, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:37:27.839114 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] For port 5546f667-f79f-4a47-8677-be2941ca4fe5, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5546f667-f79f-4a47-8677-be2941ca4fe5,segment=NetworkSegment(10242c39-970f-4c5a-b89c-8a0ae943691d),segment_id=10242c39-970f-4c5a-b89c-8a0ae943691d)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:37:27.894459 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-18a3b801-0e3a-44c9-b9c2-cb16a5ff6d48 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:27.952155 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:27.960408 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fc715378-10a3-489d-8a73-7aedecbec05a None None] Provisioning complete for port 5546f667-f79f-4a47-8677-be2941ca4fe5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:27.961077 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fc715378-10a3-489d-8a73-7aedecbec05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:27.965288 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-18a3b801-0e3a-44c9-b9c2-cb16a5ff6d48 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.016086 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Routers {'e9b0776c-2d5c-4160-b5e1-bc6b54370f33'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:37:28.016712 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:37:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:28.069967 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fc715378-10a3-489d-8a73-7aedecbec05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.096139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-18a3b801-0e3a-44c9-b9c2-cb16a5ff6d48 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.113669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-fc715378-10a3-489d-8a73-7aedecbec05a None None] For port 5546f667-f79f-4a47-8677-be2941ca4fe5, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5546f667-f79f-4a47-8677-be2941ca4fe5,segment=NetworkSegment(10242c39-970f-4c5a-b89c-8a0ae943691d),segment_id=10242c39-970f-4c5a-b89c-8a0ae943691d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:28.136535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3b801-0e3a-44c9-b9c2-cb16a5ff6d48 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0b3acd-9653-48c1-b976-403b4eec0dc2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:28.192363 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853474d-aa94-4fc7-8013-56a384d51445 None None] Pushing event updated for resources: {'Port': ['ID=5546f667-f79f-4a47-8677-be2941ca4fe5,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:28.202927 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fc715378-10a3-489d-8a73-7aedecbec05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.227645 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-18a3b801-0e3a-44c9-b9c2-cb16a5ff6d48 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.230522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-18a3b801-0e3a-44c9-b9c2-cb16a5ff6d48 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4649801 Dec 17 13:37:28.234070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37800) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:28.239829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-09e38014-a236-4deb-b249-7b64c5cc1313 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'be0b3acd-9653-48c1-b976-403b4eec0dc2', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:28.264205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc715378-10a3-489d-8a73-7aedecbec05a None None] Pushing event updated for resources: {'Port': ['ID=5546f667-f79f-4a47-8677-be2941ca4fe5,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:28.267624 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] Set router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:28.326580 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-999070fe-3271-4849-8005-e1481816bf72 None None] Provisioning complete for port 5546f667-f79f-4a47-8677-be2941ca4fe5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:28.327102 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-999070fe-3271-4849-8005-e1481816bf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.343708 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e38014-a236-4deb-b249-7b64c5cc1313 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.438762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e38014-a236-4deb-b249-7b64c5cc1313 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.481503 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:37:25Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5546f667-f79f-4a47-8677-be2941ca4fe5', 'name': '', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:08:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:24Z', 'updated_at': '2021-12-17T13:37:27Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:28.508001 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6266e2-5ed5-4818-9f72-49874bb3b8ee None None] The sync data for ids ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'] in n-d-815324-5 is: [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:37:25Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5546f667-f79f-4a47-8677-be2941ca4fe5', 'name': '', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:08:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:24Z', 'updated_at': '2021-12-17T13:37:27Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:37:28.516917 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e38014-a236-4deb-b249-7b64c5cc1313 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.536405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e38014-a236-4deb-b249-7b64c5cc1313 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472f3385-f023-4004-b26f-08391b5cb84a,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:28.639035 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e38014-a236-4deb-b249-7b64c5cc1313 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.640066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-09e38014-a236-4deb-b249-7b64c5cc1313 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4052525 Dec 17 13:37:28.642917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37802) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:28.648740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-172e3fed-27c5-403d-a424-51392e20a295 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'be0b3acd-9653-48c1-b976-403b4eec0dc2', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:28.756438 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-172e3fed-27c5-403d-a424-51392e20a295 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.768160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ed187237-c41b-4bcb-aec8-77e0c06da453 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:37:28.826969 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-172e3fed-27c5-403d-a424-51392e20a295 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.830034 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ed187237-c41b-4bcb-aec8-77e0c06da453 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:28.831070 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.929103 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-172e3fed-27c5-403d-a424-51392e20a295 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:28.950045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e3fed-27c5-403d-a424-51392e20a295 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05588806-c242-42b8-a4fe-8969bf7cac6e,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:29.034867 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-172e3fed-27c5-403d-a424-51392e20a295 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:29.036513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-172e3fed-27c5-403d-a424-51392e20a295 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3923512 Dec 17 13:37:29.042896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37808) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:29.044805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bf4045b5-4d38-4dc5-9af6-89b862516add tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'be0b3acd-9653-48c1-b976-403b4eec0dc2', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:29.108411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5546f667-f79f-4a47-8677-be2941ca4fe5 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:37:29.159298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf4045b5-4d38-4dc5-9af6-89b862516add tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:29.170187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 5546f667-f79f-4a47-8677-be2941ca4fe5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:29.170566 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:29.239624 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf4045b5-4d38-4dc5-9af6-89b862516add tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:29.362954 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf4045b5-4d38-4dc5-9af6-89b862516add tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:29.382092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4045b5-4d38-4dc5-9af6-89b862516add tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ddbe2b-8a9d-4eb9-8fce-777e82e94183,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:29.484103 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf4045b5-4d38-4dc5-9af6-89b862516add tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:29.485473 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bf4045b5-4d38-4dc5-9af6-89b862516add tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4451644 Dec 17 13:37:29.488003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37812) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:29.493493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-2248d1fb-fd4a-46b8-8a4a-f8b697116e8a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'be0b3acd-9653-48c1-b976-403b4eec0dc2', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:29.591441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2248d1fb-fd4a-46b8-8a4a-f8b697116e8a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:29.657494 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2248d1fb-fd4a-46b8-8a4a-f8b697116e8a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:29.791170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2248d1fb-fd4a-46b8-8a4a-f8b697116e8a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:29.810321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248d1fb-fd4a-46b8-8a4a-f8b697116e8a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92074d0-2e62-4411-acd3-b10b17942e84,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:29.907226 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2248d1fb-fd4a-46b8-8a4a-f8b697116e8a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:29.908472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2248d1fb-fd4a-46b8-8a4a-f8b697116e8a tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4194171 Dec 17 13:37:29.911244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37816) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:29.916336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-68366836-fbab-440d-9e00-cc25f7438804 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'be0b3acd-9653-48c1-b976-403b4eec0dc2', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:30.014153 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-68366836-fbab-440d-9e00-cc25f7438804 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Project 5b1e813e7b9845c89b46e4e6ca50de3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:37:30.020943 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68366836-fbab-440d-9e00-cc25f7438804 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:30.083550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68366836-fbab-440d-9e00-cc25f7438804 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:30.145302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68366836-fbab-440d-9e00-cc25f7438804 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:30.164622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68366836-fbab-440d-9e00-cc25f7438804 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36436ca2-e0b7-4609-b478-5fa32f4b1a54,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:30.250446 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-68366836-fbab-440d-9e00-cc25f7438804 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:30.254293 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-68366836-fbab-440d-9e00-cc25f7438804 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3388288 Dec 17 13:37:30.254488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37820) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:30.259408 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b6358338-a7c0-42ed-8b18-7cdb35d4b06e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'security_group_rule': {'security_group_id': 'be0b3acd-9653-48c1-b976-403b4eec0dc2', 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:30.408497 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-b6358338-a7c0-42ed-8b18-7cdb35d4b06e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Project 5b1e813e7b9845c89b46e4e6ca50de3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 13:37:30.413773 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6358338-a7c0-42ed-8b18-7cdb35d4b06e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:30.473417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6358338-a7c0-42ed-8b18-7cdb35d4b06e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:30.573682 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6358338-a7c0-42ed-8b18-7cdb35d4b06e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:30.591357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6358338-a7c0-42ed-8b18-7cdb35d4b06e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76827500-7c3f-49a2-8a48-9c8885cb9065,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:30.690321 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b6358338-a7c0-42ed-8b18-7cdb35d4b06e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:30.691500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b6358338-a7c0-42ed-8b18-7cdb35d4b06e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4360514 Dec 17 13:37:30.897912 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-477bf788-458e-4724-a917-9711777c7782 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741144673&fields=id&tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c HTTP/1.1" status: 200 len: 267 time: 0.0497458 Dec 17 13:37:31.005958 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-42c840bf-e0a8-4248-a158-f576cf6c87ee tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:31.007357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-42c840bf-e0a8-4248-a158-f576cf6c87ee tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/networks?id=2a90b130-ca7f-4c04-8973-48a70510f716 HTTP/1.1" status: 200 len: 796 time: 0.1022317 Dec 17 13:37:31.022972 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-88ec8f85-a603-41cc-8b7d-a385b8a67a2e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/quotas/5b1e813e7b9845c89b46e4e6ca50de3c HTTP/1.1" status: 200 len: 375 time: 0.0093029 Dec 17 13:37:31.076062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-b39d1fc4-e938-40a2-a7d9-c04bd62eb2f8 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466681 Dec 17 13:37:31.177164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-973f456d-8ea4-4376-a7f6-e1beb58f8a68 service neutron] 10.222.0.59 "GET /v2.0/networks/2a90b130-ca7f-4c04-8973-48a70510f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887225 Dec 17 13:37:31.271373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-8354e1dd-9c65-46a9-bdc6-3ff9d29186ab service neutron] 10.222.0.59 "GET /v2.0/networks/2a90b130-ca7f-4c04-8973-48a70510f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875897 Dec 17 13:37:31.539918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc447368-2a5c-4d2c-927a-307ddec40b1f req-b23cac9f-54d1-4024-be2d-6765d704a635 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 210 time: 0.0267038 Dec 17 13:37:31.870803 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:32.638500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2e15820-7c31-44a4-b392-1f75f64c3cbd req-963e33bb-999d-4da8-a278-bc41041aa135 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 210 time: 0.0315971 Dec 17 13:37:33.734407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbf6ab58-7660-483f-b68a-5310434d93fa req-84e2c902-e9c3-4812-8fc3-038f91967c67 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 210 time: 0.0268915 Dec 17 13:37:33.983637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-89c603ee-aa3b-42e0-b303-d2ac9a9a88a1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:33.985177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-89c603ee-aa3b-42e0-b303-d2ac9a9a88a1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "GET /v2.0/networks?id=2a90b130-ca7f-4c04-8973-48a70510f716 HTTP/1.1" status: 200 len: 796 time: 0.1850650 Dec 17 13:37:34.087758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-a77e54bf-e800-4a6b-a68d-0f422d1d367c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c HTTP/1.1" status: 200 len: 380 time: 0.0872006 Dec 17 13:37:34.101091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'port': {'device_id': '6613c326-ab23-495f-85b1-321490acb80a', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'admin_state_up': True, 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'security_groups': ['be0b3acd-9653-48c1-b976-403b4eec0dc2']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:34.264116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Made reservation on behalf of 5b1e813e7b9845c89b46e4e6ca50de3c for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:37:34.267757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:34.413504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Allocated IP 172.20.0.13 (2a90b130-ca7f-4c04-8973-48a70510f716/5ea80ebd-b03e-4c89-b589-0a00382a371e/75500c60-1406-4520-8225-656dfdaa9b24) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:37:34.552275 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:34.631760 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:34.687084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network 2a90b130-ca7f-4c04-8973-48a70510f716 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:37:34.690336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:37:34.694603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:37:34.701003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=75500c60-1406-4520-8225-656dfdaa9b24,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:34.748214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:34.748906 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:34.829482 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-d874b7db-efa7-46c7-88fd-b3b78bea483c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7326078 Dec 17 13:37:34.850849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Request body: {'port': {'device_id': '6613c326-ab23-495f-85b1-321490acb80a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:34.918695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b817d9-5490-422f-9fed-4d84bf3ac3aa req-cbaeba16-cdaf-4654-9dc0-7658929358a7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:34.920243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e7b817d9-5490-422f-9fed-4d84bf3ac3aa req-cbaeba16-cdaf-4654-9dc0-7658929358a7 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 932 time: 0.1069117 Dec 17 13:37:34.928073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:34.990940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7a627daa-bf8a-46ee-a230-0ed3f295fe8a None None] Provisioning complete for port 75500c60-1406-4520-8225-656dfdaa9b24 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:34.991515 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7a627daa-bf8a-46ee-a230-0ed3f295fe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:35.030299 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e7b817d9-5490-422f-9fed-4d84bf3ac3aa req-5e9cddd9-577a-440d-875a-7e1e0512a2a5 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999773 Dec 17 13:37:35.032280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7a627daa-bf8a-46ee-a230-0ed3f295fe8a None None] Port 75500c60-1406-4520-8225-656dfdaa9b24 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:37:35.237515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75500c60-1406-4520-8225-656dfdaa9b24 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:37:35.245590 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:35.257343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Transition to ACTIVE for port object 75500c60-1406-4520-8225-656dfdaa9b24 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:37:35.351016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:35.423860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Pushing event updated for resources: {'Port': ['ID=75500c60-1406-4520-8225-656dfdaa9b24,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:35.480860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Attempting to bind port 75500c60-1406-4520-8225-656dfdaa9b24 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:37:35.481201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Attempting to bind port 75500c60-1406-4520-8225-656dfdaa9b24 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:37:35.481535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Attempting to bind port 75500c60-1406-4520-8225-656dfdaa9b24 on network 2a90b130-ca7f-4c04-8973-48a70510f716 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:37:35.486247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Port 75500c60-1406-4520-8225-656dfdaa9b24 on network 2a90b130-ca7f-4c04-8973-48a70510f716 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:37:35.486573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Attempting to bind port 75500c60-1406-4520-8225-656dfdaa9b24 on network 2a90b130-ca7f-4c04-8973-48a70510f716 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:37:35.491816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:37:35.492155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Checking segment: {'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:37:35.492542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Bound using segment: {'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:37:35.492973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Bound port: 75500c60-1406-4520-8225-656dfdaa9b24, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10242c39-970f-4c5a-b89c-8a0ae943691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:37:35.493335 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:35.562850 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] For port 75500c60-1406-4520-8225-656dfdaa9b24, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:37:35.567220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] For port 75500c60-1406-4520-8225-656dfdaa9b24, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=75500c60-1406-4520-8225-656dfdaa9b24,segment=NetworkSegment(10242c39-970f-4c5a-b89c-8a0ae943691d),segment_id=10242c39-970f-4c5a-b89c-8a0ae943691d)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:37:35.694682 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:35.737412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:35.738083 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:35.743246 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] 10.222.0.61 "PUT /v2.0/ports/75500c60-1406-4520-8225-656dfdaa9b24 HTTP/1.1" status: 200 len: 1092 time: 0.8942103 Dec 17 13:37:35.743246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6613c326-ab23-495f-85b1-321490acb80a', 'tag': '75500c60-1406-4520-8225-656dfdaa9b24'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:37:35.743246 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3ff85d-411c-457a-97b7-648a70aed096" -d '{"events": [{"name": "network-changed", "server_uuid": "6613c326-ab23-495f-85b1-321490acb80a", "tag": "75500c60-1406-4520-8225-656dfdaa9b24"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:37:35.767811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53641d6e-8b08-42a9-bba4-839365c5eae2 service neutron] Pushing event updated for resources: {'Port': ['ID=75500c60-1406-4520-8225-656dfdaa9b24,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:35.795102 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84000c7a-af4d-4429-b2ae-1f5ea0100987 x-openstack-request-id: req-84000c7a-af4d-4429-b2ae-1f5ea0100987 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:37:35.795102 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6613c326-ab23-495f-85b1-321490acb80a", "tag": "75500c60-1406-4520-8225-656dfdaa9b24", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:37:35.795423 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84000c7a-af4d-4429-b2ae-1f5ea0100987 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:37:35.795797 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6613c326-ab23-495f-85b1-321490acb80a', 'tag': '75500c60-1406-4520-8225-656dfdaa9b24', 'status': 'completed', 'code': 200} Dec 17 13:37:35.867889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ff85d-411c-457a-97b7-648a70aed096 req-02d453d2-30c9-4968-8653-aba4e1377f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:35.869505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3ff85d-411c-457a-97b7-648a70aed096 req-02d453d2-30c9-4968-8653-aba4e1377f38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 1095 time: 0.0453525 Dec 17 13:37:36.044166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ff85d-411c-457a-97b7-648a70aed096 req-4f7ccd62-f11c-4242-b4d8-9e84ad430b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:36.045671 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3ff85d-411c-457a-97b7-648a70aed096 req-4f7ccd62-f11c-4242-b4d8-9e84ad430b8d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1636734 Dec 17 13:37:36.151828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ff85d-411c-457a-97b7-648a70aed096 req-342af6ab-c06a-4f53-9557-520be10e2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:36.153613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa3ff85d-411c-457a-97b7-648a70aed096 req-342af6ab-c06a-4f53-9557-520be10e2b71 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971291 Dec 17 13:37:36.167025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551ac67-99ac-46d9-9917-f9b3b7aa5c3e req-df224cd6-ea01-44ec-8402-c39a3b67bec1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:36.168768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6551ac67-99ac-46d9-9917-f9b3b7aa5c3e req-df224cd6-ea01-44ec-8402-c39a3b67bec1 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 944 time: 0.0613477 Dec 17 13:37:36.222011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6551ac67-99ac-46d9-9917-f9b3b7aa5c3e req-4ec48178-ee6e-429d-a08c-7ad7d9066aad tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459802 Dec 17 13:37:36.242569 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-60aac86e-88c1-4a4a-8f8b-bb1437887273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:36.244171 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-60aac86e-88c1-4a4a-8f8b-bb1437887273 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 1095 time: 0.0438967 Dec 17 13:37:36.293849 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-dc8fc2db-2d08-4fd7-9213-8c179131c6a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75500c60-1406-4520-8225-656dfdaa9b24 HTTP/1.1" status: 200 len: 217 time: 0.0366650 Dec 17 13:37:36.294108 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:36.346813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-81673fef-8046-4b00-a86e-26c6591d4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:36.348410 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-81673fef-8046-4b00-a86e-26c6591d4981 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ea80ebd-b03e-4c89-b589-0a00382a371e HTTP/1.1" status: 200 len: 834 time: 0.0442760 Dec 17 13:37:36.402304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-40418a74-1c27-4334-8b46-91a6b9461565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:36.403854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-40418a74-1c27-4334-8b46-91a6b9461565 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a90b130-ca7f-4c04-8973-48a70510f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445464 Dec 17 13:37:36.502112 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-7c0b3347-f372-40a8-8e9a-b94cb074f0e8 service neutron] 10.222.0.61 "GET /v2.0/networks/2a90b130-ca7f-4c04-8973-48a70510f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852673 Dec 17 13:37:36.605379 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-976ca66e-65d1-467a-a403-b9ce829ae389 req-327e5e85-f33c-43b1-874f-6db3501299dc service neutron] 10.222.0.61 "GET /v2.0/networks/2a90b130-ca7f-4c04-8973-48a70510f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925434 Dec 17 13:37:37.348705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3054fc-18b4-41b6-9259-36db33f5062f req-230b8743-9784-46bf-9070-29a6c09fba7e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:37.350219 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca3054fc-18b4-41b6-9259-36db33f5062f req-230b8743-9784-46bf-9070-29a6c09fba7e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 944 time: 0.0509107 Dec 17 13:37:37.400713 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca3054fc-18b4-41b6-9259-36db33f5062f req-8b321180-1a3f-4f15-a53a-02863c621b93 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442908 Dec 17 13:37:38.515720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7f67b-0dd0-49d7-9bc3-6fafc4d6cc86 req-10afd21d-be56-4a20-aa4b-282d167b0276 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:38.517214 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50b7f67b-0dd0-49d7-9bc3-6fafc4d6cc86 req-10afd21d-be56-4a20-aa4b-282d167b0276 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 944 time: 0.0493948 Dec 17 13:37:38.570443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-50b7f67b-0dd0-49d7-9bc3-6fafc4d6cc86 req-b7eeaedc-e392-4b29-a8cd-5b59d922ac3f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472739 Dec 17 13:37:39.684334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1042c00-df90-4916-8951-bdf51fdbea44 req-5a076de5-82dc-499d-a6b8-447fb575bf34 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:39.685861 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b1042c00-df90-4916-8951-bdf51fdbea44 req-5a076de5-82dc-499d-a6b8-447fb575bf34 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 944 time: 0.0490901 Dec 17 13:37:39.734626 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b1042c00-df90-4916-8951-bdf51fdbea44 req-23e9630f-04dc-473f-a178-11e52006cffe tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Dec 17 13:37:40.375562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 75500c60-1406-4520-8225-656dfdaa9b24 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:37:40.472582 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 75500c60-1406-4520-8225-656dfdaa9b24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=75500c60-1406-4520-8225-656dfdaa9b24,segment=NetworkSegment(10242c39-970f-4c5a-b89c-8a0ae943691d),segment_id=10242c39-970f-4c5a-b89c-8a0ae943691d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:40.484568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '75500c60-1406-4520-8225-656dfdaa9b24', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'port_id': '75500c60-1406-4520-8225-656dfdaa9b24', 'mac_address': 'fa:16:3e:cb:10:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:37:40.521230 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:40.534539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75500c60-1406-4520-8225-656dfdaa9b24 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:37:40.553643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 75500c60-1406-4520-8225-656dfdaa9b24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=75500c60-1406-4520-8225-656dfdaa9b24,segment=NetworkSegment(10242c39-970f-4c5a-b89c-8a0ae943691d),segment_id=10242c39-970f-4c5a-b89c-8a0ae943691d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:40.619260 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:40.667677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=75500c60-1406-4520-8225-656dfdaa9b24,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:40.855443 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da25fc0-7e56-4eb1-837a-d42362e317c5 req-771c4aff-4832-4808-96fb-e09f8992d63e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:40.857817 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1da25fc0-7e56-4eb1-837a-d42362e317c5 req-771c4aff-4832-4808-96fb-e09f8992d63e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 945 time: 0.0552990 Dec 17 13:37:40.916023 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1da25fc0-7e56-4eb1-837a-d42362e317c5 req-d2bf82e3-323b-4bf9-b12e-a715579accbd tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512922 Dec 17 13:37:40.954520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['75500c60-1406-4520-8225-656dfdaa9b24'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:37:42.050503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bca60-0d73-4d63-8b5b-7d3fa3c04094 req-99f5e35b-163a-419a-b2b5-773251d43f4e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:42.052006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d14bca60-0d73-4d63-8b5b-7d3fa3c04094 req-99f5e35b-163a-419a-b2b5-773251d43f4e tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 945 time: 0.0577557 Dec 17 13:37:42.103683 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d14bca60-0d73-4d63-8b5b-7d3fa3c04094 req-e00118f8-bbec-46f4-8b05-f200c035f8c0 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454402 Dec 17 13:37:42.369154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 75500c60-1406-4520-8225-656dfdaa9b24 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:37:42.510067 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 75500c60-1406-4520-8225-656dfdaa9b24 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:37:42.514204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 75500c60-1406-4520-8225-656dfdaa9b24 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:37:42.514639 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:42.593042 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:42.615230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6613c326-ab23-495f-85b1-321490acb80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75500c60-1406-4520-8225-656dfdaa9b24'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:37:42.618069 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c51cd8-f0e7-4964-832d-9e3de526b8c7" -d '{"events": [{"server_uuid": "6613c326-ab23-495f-85b1-321490acb80a", "name": "network-vif-plugged", "status": "completed", "tag": "75500c60-1406-4520-8225-656dfdaa9b24"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:37:42.630863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 75500c60-1406-4520-8225-656dfdaa9b24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=75500c60-1406-4520-8225-656dfdaa9b24,segment=NetworkSegment(10242c39-970f-4c5a-b89c-8a0ae943691d),segment_id=10242c39-970f-4c5a-b89c-8a0ae943691d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:37:42.658251 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363fad49-99ce-41b2-9da0-ca60b23ed180 x-openstack-request-id: req-363fad49-99ce-41b2-9da0-ca60b23ed180 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:37:42.658563 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6613c326-ab23-495f-85b1-321490acb80a", "name": "network-vif-plugged", "status": "completed", "tag": "75500c60-1406-4520-8225-656dfdaa9b24", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:37:42.658793 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-363fad49-99ce-41b2-9da0-ca60b23ed180 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:37:42.659214 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6613c326-ab23-495f-85b1-321490acb80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75500c60-1406-4520-8225-656dfdaa9b24', 'code': 200} Dec 17 13:37:42.733803 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:42.767138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b9eae-ca86-4cc4-9cc9-93503c2eee9f req-f65ee584-3454-4744-837a-1eab63f8d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:42.768695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e41b9eae-ca86-4cc4-9cc9-93503c2eee9f req-f65ee584-3454-4744-837a-1eab63f8d425 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 1097 time: 0.0431509 Dec 17 13:37:42.785604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=75500c60-1406-4520-8225-656dfdaa9b24,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:42.818774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e41b9eae-ca86-4cc4-9cc9-93503c2eee9f req-37f68ad1-7543-493e-93df-90d03711b290 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424366 Dec 17 13:37:43.233508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196f411-0a6d-42e4-b8f5-dad711130b1d req-88b99f1f-86ce-46ee-afd1-0ed1f6d23947 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:43.235162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c196f411-0a6d-42e4-b8f5-dad711130b1d req-88b99f1f-86ce-46ee-afd1-0ed1f6d23947 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 946 time: 0.0559781 Dec 17 13:37:43.288040 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c196f411-0a6d-42e4-b8f5-dad711130b1d req-b96547ff-6002-4a6a-abe7-0d5d6c008aca tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466745 Dec 17 13:37:43.909946 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-73a0c52e-c435-4d41-9180-5b2f2fadc73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:44.733677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2433c-8cca-4126-b2be-e6fb062ee45e req-fc908424-2ea0-4252-a8c9-dedc331c9c78 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:44.735232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b2433c-8cca-4126-b2be-e6fb062ee45e req-fc908424-2ea0-4252-a8c9-dedc331c9c78 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 946 time: 0.3771963 Dec 17 13:37:44.785262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-10b2433c-8cca-4126-b2be-e6fb062ee45e req-2e60a3c5-04c8-4337-b48b-7c35f4bc9e87 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438664 Dec 17 13:37:44.902734 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c18d73-7a95-4a02-ae5c-44d226c373ae req-d46dd648-b49e-44a4-9446-18b54f815fdc tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:44.904388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43c18d73-7a95-4a02-ae5c-44d226c373ae req-d46dd648-b49e-44a4-9446-18b54f815fdc tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 946 time: 0.0496178 Dec 17 13:37:44.962599 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43c18d73-7a95-4a02-ae5c-44d226c373ae req-dfe877dd-0641-49fc-8434-6761c92e4d7b tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516710 Dec 17 13:37:44.988262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37928) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:45.038732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27edd67-e1ce-4763-afdc-30f2e4b00c3b tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:45.040268 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b27edd67-e1ce-4763-afdc-30f2e4b00c3b tempest-TestNetworkBasicOps-1043611581 tempest-TestNetworkBasicOps-1043611581-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 1092 time: 0.0509324 Dec 17 13:37:45.043093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 37930) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:45.056878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '75500c60-1406-4520-8225-656dfdaa9b24', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:37:45.127836 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:45.231465 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:45.339936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Allocated IP 172.25.0.159 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/15830677-913a-4b0d-85fc-cf07810237d7) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:37:45.443277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:45.580076 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:45.621805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:37:45.624773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:37:45.628353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:37:45.654206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=15830677-913a-4b0d-85fc-cf07810237d7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:45.668097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:45.668446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:45.668794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:45.669138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:45.669534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:45.669899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:45.670232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:45.670565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:45.670905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:45.671230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:45.671563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:45.671892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:45.672224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:37:46.161718 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:46.341355 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:46.345747 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee67436e-d2cf-4409-a1fa-7dd0632c5327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:46.494803 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:46.555850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:46.620967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event updated for resources: {'Port': ['ID=15830677-913a-4b0d-85fc-cf07810237d7,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:37:46.636588 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:46.737703 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Floating IP 703cdb20-38aa-488b-ab12-789714138564 associated. External IP: 172.25.0.159, port: 75500c60-1406-4520-8225-656dfdaa9b24. Dec 17 13:37:46.961413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:37:47.073570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:37:47.084859 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b64953-462f-4ff1-a128-cce9bc4b9c08 None None] Sync routers for ids ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:37:47.095581 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b64953-462f-4ff1-a128-cce9bc4b9c08 None None] Routers {'e9b0776c-2d5c-4160-b5e1-bc6b54370f33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:37:47.096207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b6b64953-462f-4ff1-a128-cce9bc4b9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:37:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:47.147172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:47.178017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-585fbb5d-36e3-442a-84be-3791dd416f28 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1337664 Dec 17 13:37:47.180103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6613c326-ab23-495f-85b1-321490acb80a', 'tag': '75500c60-1406-4520-8225-656dfdaa9b24'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:37:47.181303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37942) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:47.189553 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f644647f-abe5-4c5f-ac25-97fb3c8185eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6613c326-ab23-495f-85b1-321490acb80a", "tag": "75500c60-1406-4520-8225-656dfdaa9b24"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:37:47.228632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b6b64953-462f-4ff1-a128-cce9bc4b9c08 None None] Set router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:47.258400 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb9d52b-af13-44f3-852e-62d4a14b2b13 x-openstack-request-id: req-9fb9d52b-af13-44f3-852e-62d4a14b2b13 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:37:47.258400 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6613c326-ab23-495f-85b1-321490acb80a", "tag": "75500c60-1406-4520-8225-656dfdaa9b24", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:37:47.258400 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9fb9d52b-af13-44f3-852e-62d4a14b2b13 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:37:47.258400 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6613c326-ab23-495f-85b1-321490acb80a', 'tag': '75500c60-1406-4520-8225-656dfdaa9b24', 'status': 'completed', 'code': 200} Dec 17 13:37:47.265168 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-096799f2-e4ef-4fa2-a61b-f77bceb8a272 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/floatingips/703cdb20-38aa-488b-ab12-789714138564 HTTP/1.1" status: 200 len: 992 time: 0.0822241 Dec 17 13:37:47.285882 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:37:47.322386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644647f-abe5-4c5f-ac25-97fb3c8185eb req-c12c688c-483c-4dc2-b737-2672fcbf3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:47.324089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f644647f-abe5-4c5f-ac25-97fb3c8185eb req-c12c688c-483c-4dc2-b737-2672fcbf3779 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 1097 time: 0.0432568 Dec 17 13:37:47.437631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644647f-abe5-4c5f-ac25-97fb3c8185eb req-bc87bd21-0017-4613-a6d6-ad7b754dded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:47.442509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f644647f-abe5-4c5f-ac25-97fb3c8185eb req-bc87bd21-0017-4613-a6d6-ad7b754dded1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a90b130-ca7f-4c04-8973-48a70510f716 HTTP/1.1" status: 200 len: 897 time: 0.1080477 Dec 17 13:37:47.492636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b6b64953-462f-4ff1-a128-cce9bc4b9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:37:25Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '703cdb20-38aa-488b-ab12-789714138564', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'port_id': '75500c60-1406-4520-8225-656dfdaa9b24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'mac_address': 'fa:16:3e:cb:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613c326-ab23-495f-85b1-321490acb80a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:37:45Z', 'updated_at': '2021-12-17T13:37:45Z', 'revision_number': 0, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5546f667-f79f-4a47-8677-be2941ca4fe5', 'name': '', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:08:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:24Z', 'updated_at': '2021-12-17T13:37:28Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:47.511149 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f644647f-abe5-4c5f-ac25-97fb3c8185eb req-003b8116-2027-49c9-a8a9-64e0f5af061f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75500c60-1406-4520-8225-656dfdaa9b24 HTTP/1.1" status: 200 len: 1000 time: 0.0641501 Dec 17 13:37:47.519395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b64953-462f-4ff1-a128-cce9bc4b9c08 None None] Checking router: e9b0776c-2d5c-4160-b5e1-bc6b54370f33 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:37:47.529336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b64953-462f-4ff1-a128-cce9bc4b9c08 None None] Routers {'e9b0776c-2d5c-4160-b5e1-bc6b54370f33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:37:47.530181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b6b64953-462f-4ff1-a128-cce9bc4b9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:37:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:47.568056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644647f-abe5-4c5f-ac25-97fb3c8185eb req-2cea40f4-5fc0-4afa-9df0-6d5cd974c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:47.569605 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f644647f-abe5-4c5f-ac25-97fb3c8185eb req-2cea40f4-5fc0-4afa-9df0-6d5cd974c455 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ea80ebd-b03e-4c89-b589-0a00382a371e HTTP/1.1" status: 200 len: 834 time: 0.0509796 Dec 17 13:37:47.617281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644647f-abe5-4c5f-ac25-97fb3c8185eb req-1835d7ca-8e98-4a2c-8de8-a71aa169c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:37:47.618829 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f644647f-abe5-4c5f-ac25-97fb3c8185eb req-1835d7ca-8e98-4a2c-8de8-a71aa169c6cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a90b130-ca7f-4c04-8973-48a70510f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424387 Dec 17 13:37:47.646733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b6b64953-462f-4ff1-a128-cce9bc4b9c08 None None] Set router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:37:47.715260 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f644647f-abe5-4c5f-ac25-97fb3c8185eb req-6c96c56a-0e13-4476-8ef8-4b320a7ab67a service neutron] 10.222.0.61 "GET /v2.0/networks/2a90b130-ca7f-4c04-8973-48a70510f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883551 Dec 17 13:37:47.783189 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:47.822330 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f644647f-abe5-4c5f-ac25-97fb3c8185eb req-409d074c-3c47-4936-ae0a-b139f9269aa5 service neutron] 10.222.0.61 "GET /v2.0/networks/2a90b130-ca7f-4c04-8973-48a70510f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993288 Dec 17 13:37:47.908494 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b6b64953-462f-4ff1-a128-cce9bc4b9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:37:25Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '703cdb20-38aa-488b-ab12-789714138564', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'port_id': '75500c60-1406-4520-8225-656dfdaa9b24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'mac_address': 'fa:16:3e:cb:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613c326-ab23-495f-85b1-321490acb80a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:37:45Z', 'updated_at': '2021-12-17T13:37:45Z', 'revision_number': 0, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5546f667-f79f-4a47-8677-be2941ca4fe5', 'name': '', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:08:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:24Z', 'updated_at': '2021-12-17T13:37:28Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:37:47.934975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b64953-462f-4ff1-a128-cce9bc4b9c08 None None] The sync data for ids ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'] in n-d-815324-5 is: [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:37:25Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '703cdb20-38aa-488b-ab12-789714138564', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'port_id': '75500c60-1406-4520-8225-656dfdaa9b24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'mac_address': 'fa:16:3e:cb:10:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6613c326-ab23-495f-85b1-321490acb80a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:37:45Z', 'updated_at': '2021-12-17T13:37:45Z', 'revision_number': 0, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5546f667-f79f-4a47-8677-be2941ca4fe5', 'name': '', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:08:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:24Z', 'updated_at': '2021-12-17T13:37:28Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:37:48.133626 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c4ad54-8b46-4df4-8371-3c7b497261cc None None] New status for floating IP 703cdb20-38aa-488b-ab12-789714138564: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:37:48.269256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37954) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:48.335231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-47855a56-6e68-4c7b-b09a-d9ee4e0b3407 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/floatingips/703cdb20-38aa-488b-ab12-789714138564 HTTP/1.1" status: 200 len: 992 time: 0.0637031 Dec 17 13:37:48.910771 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:37:49.338351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 37960) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:37:49.405393 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4240e711-89a8-45b4-b58a-24703573385f tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/floatingips/703cdb20-38aa-488b-ab12-789714138564 HTTP/1.1" status: 200 len: 994 time: 0.0657356 Dec 17 13:37:49.847759 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:01.784092 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:06.280809 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:10.231930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34cbcd9e-f6d0-4ad0-838d-5107ffa88f97 req-87ef1c38-7c01-476d-824c-7b20a64828fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426850 Dec 17 13:38:10.296056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbcd9e-f6d0-4ad0-838d-5107ffa88f97 req-4ab5a9e3-3a28-4e16-b00a-6fca3b888828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:10.297602 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34cbcd9e-f6d0-4ad0-838d-5107ffa88f97 req-4ab5a9e3-3a28-4e16-b00a-6fca3b888828 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=053e99d7cb504e1897b0e26aebdbcde8&device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 1100 time: 0.0446825 Dec 17 13:38:10.407491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbcd9e-f6d0-4ad0-838d-5107ffa88f97 req-a81c51aa-a63c-498a-8451-bda3a71566d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:10.408942 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34cbcd9e-f6d0-4ad0-838d-5107ffa88f97 req-a81c51aa-a63c-498a-8451-bda3a71566d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.0924568 Dec 17 13:38:10.452227 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34cbcd9e-f6d0-4ad0-838d-5107ffa88f97 req-e11472eb-52ce-4e45-badc-d8f44c781e65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=51ab81dd-7175-41d3-b782-398c4d10685b HTTP/1.1" status: 200 len: 217 time: 0.0359828 Dec 17 13:38:10.505607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbcd9e-f6d0-4ad0-838d-5107ffa88f97 req-f5eaa0c6-dcb8-423a-93ca-5bff00a16e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:10.507147 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34cbcd9e-f6d0-4ad0-838d-5107ffa88f97 req-f5eaa0c6-dcb8-423a-93ca-5bff00a16e91 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0487065 Dec 17 13:38:10.551794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbcd9e-f6d0-4ad0-838d-5107ffa88f97 req-986f44c6-2c99-4775-92f4-afa2c6c1acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:10.553226 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34cbcd9e-f6d0-4ad0-838d-5107ffa88f97 req-986f44c6-2c99-4775-92f4-afa2c6c1acc8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395176 Dec 17 13:38:10.648670 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34cbcd9e-f6d0-4ad0-838d-5107ffa88f97 req-6a31fd19-1c66-4900-854c-4a59f742ebd5 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882974 Dec 17 13:38:10.743298 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34cbcd9e-f6d0-4ad0-838d-5107ffa88f97 req-58a3bea2-e246-4188-be5a-9a1c5bd28150 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865617 Dec 17 13:38:13.880761 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3790e094-e775-4b93-92db-45e0a107192b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:14.702087 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-715f6bba-8dc5-489b-b313-856dcb4a6dc9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0461659 Dec 17 13:38:14.799778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-5af436cb-5e66-45c7-9dbb-02a648827f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:14.800277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-5af436cb-5e66-45c7-9dbb-02a648827f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:14.800761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-5af436cb-5e66-45c7-9dbb-02a648827f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:14.801238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-5af436cb-5e66-45c7-9dbb-02a648827f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:14.801770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-5af436cb-5e66-45c7-9dbb-02a648827f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:14.802247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-5af436cb-5e66-45c7-9dbb-02a648827f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:14.802715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-5af436cb-5e66-45c7-9dbb-02a648827f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:14.804737 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-5af436cb-5e66-45c7-9dbb-02a648827f2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6502 time: 0.0515776 Dec 17 13:38:14.926561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-1fb687c1-4452-4c59-bc10-c7ec566767d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:14.927000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-1fb687c1-4452-4c59-bc10-c7ec566767d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:14.927474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-1fb687c1-4452-4c59-bc10-c7ec566767d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:14.929097 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-1fb687c1-4452-4c59-bc10-c7ec566767d6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=f381c005-ceb4-4052-9c65-09ef1a667df3&id=f381c005-ceb4-4052-9c65-09ef1a667df3 HTTP/1.1" status: 200 len: 2296 time: 0.0989110 Dec 17 13:38:15.005205 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-0b26c32c-aa01-447d-80d3-afde7bb422c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a54b1b-fdba-4578-8113-44e9204a680e HTTP/1.1" status: 200 len: 1001 time: 0.0667686 Dec 17 13:38:15.351200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-91234777-fe5f-4812-9a5b-e2c1db269d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:15.352740 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-91234777-fe5f-4812-9a5b-e2c1db269d38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=644d3787-4d5f-4bbd-9877-1bc7fbb4ed55 HTTP/1.1" status: 200 len: 855 time: 0.3390663 Dec 17 13:38:15.400897 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-71252dde-2276-4f50-968a-f5948eb57f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:15.402473 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-71252dde-2276-4f50-968a-f5948eb57f36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405242 Dec 17 13:38:15.498646 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-d3e7d70e-6a2f-47e7-b20c-e6797c6046cf service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878296 Dec 17 13:38:15.591495 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-5feb7ad9-4ff1-432f-bea9-993bd92e08fd service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841222 Dec 17 13:38:15.637656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-a97dd80f-3c30-4c22-947f-ed9355e2dba0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=0f2406aa-2787-444f-b11e-0cfdfe6a55dc HTTP/1.1" status: 200 len: 217 time: 0.0390370 Dec 17 13:38:15.686612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-44ec9e62-c0bc-45d5-b4c8-298f236c26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:15.688181 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-44ec9e62-c0bc-45d5-b4c8-298f236c26fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0436978 Dec 17 13:38:15.739428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-c1eedbba-d8d6-4f0a-ab00-233855e7387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:15.740960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-c1eedbba-d8d6-4f0a-ab00-233855e7387c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417833 Dec 17 13:38:15.834219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-ed242a25-fa69-4778-968f-5c306c11b2aa service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851119 Dec 17 13:38:15.932219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-8528a583-6adb-44b7-b629-e1c313c1b730 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899668 Dec 17 13:38:15.978845 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-94b8ab04-6ecc-480c-b5eb-d854b656d11b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c1e602b5-a34e-4a6d-aff3-644a4d1641f5 HTTP/1.1" status: 200 len: 217 time: 0.0367625 Dec 17 13:38:16.033060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-4a6a6340-ee57-43a2-aca5-6d46d8bdcb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:16.034579 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-4a6a6340-ee57-43a2-aca5-6d46d8bdcb67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0484791 Dec 17 13:38:16.082942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-1dcb983d-53fa-478c-87c1-c4852f258682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:16.084471 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-1dcb983d-53fa-478c-87c1-c4852f258682 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0400364 Dec 17 13:38:16.175649 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-007533db-3476-4671-a8c3-e40027a0d850 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823588 Dec 17 13:38:16.277880 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-9c8cdb84-bb24-45d4-8de4-0b2ea6d585a9 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923362 Dec 17 13:38:16.322537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-24599477-6bfe-49de-a13d-39888fb2d8fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6d08cc1d-38ff-4681-8fbf-724fb9f6115f HTTP/1.1" status: 200 len: 217 time: 0.0366421 Dec 17 13:38:16.338157 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d445b62a-ebaa-4989-a9af-d859489abd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:16.380740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-e45787c7-10f9-4b20-8bec-8a126b1fe218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:16.382331 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-e45787c7-10f9-4b20-8bec-8a126b1fe218 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0505509 Dec 17 13:38:16.429270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-35bbbe8b-a871-4cf6-b250-4e98c19ff0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:16.430726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-35bbbe8b-a871-4cf6-b250-4e98c19ff0ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0406036 Dec 17 13:38:16.521404 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-8a59d9df-b6e2-490d-a7da-88c0b4620b5c service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829155 Dec 17 13:38:16.617947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-27e8c362-f283-49fd-98db-c1158a11f4a8 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874267 Dec 17 13:38:16.665596 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-8d399fe0-a6b4-4715-a54a-c29c3ff359a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=707d8805-b713-4bce-9d5d-4f95ba377e0a HTTP/1.1" status: 200 len: 217 time: 0.0389614 Dec 17 13:38:16.723886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-b985236a-1c71-4603-9c25-898b08e87aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:16.725314 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-b985236a-1c71-4603-9c25-898b08e87aa2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0492828 Dec 17 13:38:16.771089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-f0c3febd-2848-4de0-afbc-d6811365bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:16.772712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-f0c3febd-2848-4de0-afbc-d6811365bcd1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0399122 Dec 17 13:38:16.864974 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-53a77cca-d891-46fc-8f30-12f31c1fe6f7 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835624 Dec 17 13:38:16.961346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-1fcac1dd-0bcd-405c-b83d-8b25f01d847f service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874703 Dec 17 13:38:17.006329 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-8adcbb0f-9c44-42c8-ae7f-1ffde84fed49 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9847f8ea-b2de-4c65-a697-8f1811d7198b HTTP/1.1" status: 200 len: 217 time: 0.0363312 Dec 17 13:38:17.067568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-87d744ed-4bb4-4e0c-a3d6-a2d0e1da0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:17.069096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-87d744ed-4bb4-4e0c-a3d6-a2d0e1da0ae6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.0545354 Dec 17 13:38:17.118245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-05160f49-d5a9-421c-b660-78c358903127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:17.119779 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-05160f49-d5a9-421c-b660-78c358903127 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0433161 Dec 17 13:38:17.212301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-f1edeed4-0dab-4e9f-9845-9927d4075a7b service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817373 Dec 17 13:38:17.305556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-aacff4d0-9e31-4c66-9ab6-2c974328c760 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851293 Dec 17 13:38:17.348038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-2273845d-f0d4-4e19-be93-8e1bdf004462 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc07cf3f-9d03-4819-8873-8517cbaafef0 HTTP/1.1" status: 200 len: 217 time: 0.0345929 Dec 17 13:38:17.401634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-e1ec3d45-95d0-49fe-b491-fd1a8fc98b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:17.403130 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-e1ec3d45-95d0-49fe-b491-fd1a8fc98b79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.0484715 Dec 17 13:38:17.454817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-d4224a23-97f3-4ae2-9804-8d321c52b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:17.456350 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-d4224a23-97f3-4ae2-9804-8d321c52b410 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451009 Dec 17 13:38:17.549196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-ec4e4d79-aa3e-4d6c-8b07-b189482ec06f service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850751 Dec 17 13:38:17.646234 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9202ed4f-1499-4e28-8cfc-bbf54411dd2c req-ee6eb67a-76b2-4886-bac9-3b562ee2d3f2 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884840 Dec 17 13:38:17.749810 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:18.909071 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:19.823216 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:22.555709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38438) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:38:22.618030 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ff1b87b5-8130-431d-8569-6cd767cf0044 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/floatingips/703cdb20-38aa-488b-ab12-789714138564 HTTP/1.1" status: 200 len: 994 time: 0.0611436 Dec 17 13:38:22.890001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38450) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:38:23.055859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting port 15830677-913a-4b0d-85fc-cf07810237d7 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:38:23.056216 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:23.135191 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:23.135530 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:23.150002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Calling delete_port for 15830677-913a-4b0d-85fc-cf07810237d7 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:38:23.378324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:23.406784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Port': ['ID=15830677-913a-4b0d-85fc-cf07810237d7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:38:23.472587 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:23.472918 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Floating IP 703cdb20-38aa-488b-ab12-789714138564 disassociated (deleted). External IP: 172.25.0.159, port: 75500c60-1406-4520-8225-656dfdaa9b24. Dec 17 13:38:23.687459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:38:23.797363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:38:23.802154 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:23.807337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b7575-3c42-4e80-8bee-ac218f1dd904 None None] Sync routers for ids ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:38:23.817995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b7575-3c42-4e80-8bee-ac218f1dd904 None None] Routers {'e9b0776c-2d5c-4160-b5e1-bc6b54370f33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:38:23.818687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a37b7575-3c42-4e80-8bee-ac218f1dd904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:38:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:38:23.829877 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-daba6e6c-0f39-48d4-986f-f2e3233cec8d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/floatingips/703cdb20-38aa-488b-ab12-789714138564 HTTP/1.1" status: 204 len: 168 time: 0.9385667 Dec 17 13:38:23.830560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6613c326-ab23-495f-85b1-321490acb80a', 'tag': '75500c60-1406-4520-8225-656dfdaa9b24'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:38:23.834462 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5481cf6c-a983-48e5-b125-84019a5829d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6613c326-ab23-495f-85b1-321490acb80a", "tag": "75500c60-1406-4520-8225-656dfdaa9b24"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:38:23.877990 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be56ca10-899b-4406-9b39-ae798b8a33a5 x-openstack-request-id: req-be56ca10-899b-4406-9b39-ae798b8a33a5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:38:23.877990 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6613c326-ab23-495f-85b1-321490acb80a", "tag": "75500c60-1406-4520-8225-656dfdaa9b24", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:38:23.877990 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be56ca10-899b-4406-9b39-ae798b8a33a5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:38:23.878454 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6613c326-ab23-495f-85b1-321490acb80a', 'tag': '75500c60-1406-4520-8225-656dfdaa9b24', 'status': 'completed', 'code': 200} Dec 17 13:38:23.935791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a37b7575-3c42-4e80-8bee-ac218f1dd904 None None] Set router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:38:23.948345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481cf6c-a983-48e5-b125-84019a5829d0 req-3393c54c-05cd-4363-a839-0fdfff0a196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:23.950340 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5481cf6c-a983-48e5-b125-84019a5829d0 req-3393c54c-05cd-4363-a839-0fdfff0a196c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 1097 time: 0.0472388 Dec 17 13:38:24.071670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481cf6c-a983-48e5-b125-84019a5829d0 req-3f6afa36-9acc-48a5-8193-0041c13fe2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.073668 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5481cf6c-a983-48e5-b125-84019a5829d0 req-3f6afa36-9acc-48a5-8193-0041c13fe2e5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a90b130-ca7f-4c04-8973-48a70510f716 HTTP/1.1" status: 200 len: 897 time: 0.1140039 Dec 17 13:38:24.131535 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5481cf6c-a983-48e5-b125-84019a5829d0 req-93814d7d-153c-41e1-ac94-36f815742abc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75500c60-1406-4520-8225-656dfdaa9b24 HTTP/1.1" status: 200 len: 217 time: 0.0469747 Dec 17 13:38:24.218525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481cf6c-a983-48e5-b125-84019a5829d0 req-ad7cb4af-9748-468e-ac9c-36dc6886dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.220341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5481cf6c-a983-48e5-b125-84019a5829d0 req-ad7cb4af-9748-468e-ac9c-36dc6886dae4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ea80ebd-b03e-4c89-b589-0a00382a371e HTTP/1.1" status: 200 len: 834 time: 0.0780890 Dec 17 13:38:24.250325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a37b7575-3c42-4e80-8bee-ac218f1dd904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:37:25Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5546f667-f79f-4a47-8677-be2941ca4fe5', 'name': '', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:08:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:24Z', 'updated_at': '2021-12-17T13:37:28Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:38:24.280062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481cf6c-a983-48e5-b125-84019a5829d0 req-84b938a1-5838-4759-81da-9fe2875e54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.281631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5481cf6c-a983-48e5-b125-84019a5829d0 req-84b938a1-5838-4759-81da-9fe2875e54b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a90b130-ca7f-4c04-8973-48a70510f716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520017 Dec 17 13:38:24.289327 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:38:24.300872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b7575-3c42-4e80-8bee-ac218f1dd904 None None] Checking router: e9b0776c-2d5c-4160-b5e1-bc6b54370f33 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:38:24.312299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b7575-3c42-4e80-8bee-ac218f1dd904 None None] Routers {'e9b0776c-2d5c-4160-b5e1-bc6b54370f33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:38:24.312942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a37b7575-3c42-4e80-8bee-ac218f1dd904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:38:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:38:24.438087 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5481cf6c-a983-48e5-b125-84019a5829d0 req-8f18f345-8082-41c3-903e-51f854a576fd service neutron] 10.222.0.61 "GET /v2.0/networks/2a90b130-ca7f-4c04-8973-48a70510f716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465614 Dec 17 13:38:24.481050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affaa4e-2550-4710-92fb-0cd539902c2b req-7d3773a9-469c-40da-bd90-1a8957a9b638 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.483367 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7affaa4e-2550-4710-92fb-0cd539902c2b req-7d3773a9-469c-40da-bd90-1a8957a9b638 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 946 time: 0.1621542 Dec 17 13:38:24.486692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a37b7575-3c42-4e80-8bee-ac218f1dd904 None None] Set router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:38:24.514630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f5e43-f5cc-4cc6-909d-117311568631 req-2663f814-e5a6-4152-bc36-ea91b0a09b9c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.521705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f5e43-f5cc-4cc6-909d-117311568631 req-2663f814-e5a6-4152-bc36-ea91b0a09b9c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.528055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f5e43-f5cc-4cc6-909d-117311568631 req-2663f814-e5a6-4152-bc36-ea91b0a09b9c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.534722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f5e43-f5cc-4cc6-909d-117311568631 req-2663f814-e5a6-4152-bc36-ea91b0a09b9c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.541073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f5e43-f5cc-4cc6-909d-117311568631 req-2663f814-e5a6-4152-bc36-ea91b0a09b9c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.548009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f5e43-f5cc-4cc6-909d-117311568631 req-2663f814-e5a6-4152-bc36-ea91b0a09b9c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.552021 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7affaa4e-2550-4710-92fb-0cd539902c2b req-730f0ee8-9dc2-43a4-8c42-ece7d01d2fdd tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590568 Dec 17 13:38:24.554431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f5e43-f5cc-4cc6-909d-117311568631 req-2663f814-e5a6-4152-bc36-ea91b0a09b9c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.569814 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac6f5e43-f5cc-4cc6-909d-117311568631 req-2663f814-e5a6-4152-bc36-ea91b0a09b9c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5445 time: 0.4400575 Dec 17 13:38:24.651947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5481cf6c-a983-48e5-b125-84019a5829d0 req-a6d9f356-0b43-4859-bb0f-88bff47d2a80 service neutron] 10.222.0.61 "GET /v2.0/networks/2a90b130-ca7f-4c04-8973-48a70510f716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055669 Dec 17 13:38:24.666415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac6f5e43-f5cc-4cc6-909d-117311568631 req-16474b16-30c8-4a9b-9d38-81aa66761218 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870638 Dec 17 13:38:24.855596 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d689a-c54c-4a78-8867-309e80c5cd7f req-8408dd50-11d6-4394-bf17-44071b46a7b5 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.862031 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d689a-c54c-4a78-8867-309e80c5cd7f req-8408dd50-11d6-4394-bf17-44071b46a7b5 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.870706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d689a-c54c-4a78-8867-309e80c5cd7f req-8408dd50-11d6-4394-bf17-44071b46a7b5 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.876376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a37b7575-3c42-4e80-8bee-ac218f1dd904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:37:25Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5546f667-f79f-4a47-8677-be2941ca4fe5', 'name': '', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:08:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:24Z', 'updated_at': '2021-12-17T13:37:28Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:38:24.877458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d689a-c54c-4a78-8867-309e80c5cd7f req-8408dd50-11d6-4394-bf17-44071b46a7b5 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.883758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d689a-c54c-4a78-8867-309e80c5cd7f req-8408dd50-11d6-4394-bf17-44071b46a7b5 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.890609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d689a-c54c-4a78-8867-309e80c5cd7f req-8408dd50-11d6-4394-bf17-44071b46a7b5 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.896534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d689a-c54c-4a78-8867-309e80c5cd7f req-8408dd50-11d6-4394-bf17-44071b46a7b5 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:24.898752 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-194d689a-c54c-4a78-8867-309e80c5cd7f req-8408dd50-11d6-4394-bf17-44071b46a7b5 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5445 time: 0.1123686 Dec 17 13:38:24.909247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b7575-3c42-4e80-8bee-ac218f1dd904 None None] The sync data for ids ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'] in n-d-815324-5 is: [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:37:25Z', 'revision_number': 4, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5546f667-f79f-4a47-8677-be2941ca4fe5', 'name': '', 'network_id': '2a90b130-ca7f-4c04-8973-48a70510f716', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'mac_address': 'fa:16:3e:08:7a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:24Z', 'updated_at': '2021-12-17T13:37:28Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'subnets': [{'id': '5ea80ebd-b03e-4c89-b589-0a00382a371e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:38:25.138638 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdb2b2-59c4-499c-a300-082130382835 None None] New status for floating IP 703cdb20-38aa-488b-ab12-789714138564: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:38:25.677923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb8607-446d-4e10-b794-47dcd171a6eb req-cc2dabdb-c59e-457f-a4d0-82179012148c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:25.679703 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-84fb8607-446d-4e10-b794-47dcd171a6eb req-cc2dabdb-c59e-457f-a4d0-82179012148c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 946 time: 0.0527349 Dec 17 13:38:25.731980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-84fb8607-446d-4e10-b794-47dcd171a6eb req-bad49457-b2f4-4ae7-8196-9249859df3d2 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/security-groups?id=be0b3acd-9653-48c1-b976-403b4eec0dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457804 Dec 17 13:38:25.849936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55e05-be57-4823-91c0-559bd8f36469 req-098539d2-b1ea-4673-8257-664be9870121 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:25.851410 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4f55e05-be57-4823-91c0-559bd8f36469 req-098539d2-b1ea-4673-8257-664be9870121 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 946 time: 0.0499461 Dec 17 13:38:25.950589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-a4f55e05-be57-4823-91c0-559bd8f36469 req-d96af960-64be-4f11-a008-9cba8bcaa28d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting port 75500c60-1406-4520-8225-656dfdaa9b24 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:38:25.950929 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a4f55e05-be57-4823-91c0-559bd8f36469 req-d96af960-64be-4f11-a008-9cba8bcaa28d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:26.045441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a4f55e05-be57-4823-91c0-559bd8f36469 req-d96af960-64be-4f11-a008-9cba8bcaa28d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] For port 75500c60-1406-4520-8225-656dfdaa9b24, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=75500c60-1406-4520-8225-656dfdaa9b24,segment=NetworkSegment(10242c39-970f-4c5a-b89c-8a0ae943691d),segment_id=10242c39-970f-4c5a-b89c-8a0ae943691d)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:38:26.045855 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a4f55e05-be57-4823-91c0-559bd8f36469 req-d96af960-64be-4f11-a008-9cba8bcaa28d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:26.058727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-a4f55e05-be57-4823-91c0-559bd8f36469 req-d96af960-64be-4f11-a008-9cba8bcaa28d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Calling delete_port for 75500c60-1406-4520-8225-656dfdaa9b24 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:38:26.252236 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a4f55e05-be57-4823-91c0-559bd8f36469 req-d96af960-64be-4f11-a008-9cba8bcaa28d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:26.281889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96af960-64be-4f11-a008-9cba8bcaa28d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Port': ['ID=75500c60-1406-4520-8225-656dfdaa9b24,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:38:26.331328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f55e05-be57-4823-91c0-559bd8f36469 req-d96af960-64be-4f11-a008-9cba8bcaa28d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] No DVR routers for this DVR port 75500c60-1406-4520-8225-656dfdaa9b24 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:38:26.334296 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a4f55e05-be57-4823-91c0-559bd8f36469 req-d96af960-64be-4f11-a008-9cba8bcaa28d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:26.337550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4f55e05-be57-4823-91c0-559bd8f36469 req-d96af960-64be-4f11-a008-9cba8bcaa28d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.61 "DELETE /v2.0/ports/75500c60-1406-4520-8225-656dfdaa9b24 HTTP/1.1" status: 204 len: 173 time: 0.4795010 Dec 17 13:38:26.338025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6613c326-ab23-495f-85b1-321490acb80a', 'name': 'network-vif-deleted', 'tag': '75500c60-1406-4520-8225-656dfdaa9b24'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:38:26.340316 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28640071-584c-4cd6-9605-fa87344edf4d" -d '{"events": [{"server_uuid": "6613c326-ab23-495f-85b1-321490acb80a", "name": "network-vif-deleted", "tag": "75500c60-1406-4520-8225-656dfdaa9b24"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:38:26.379657 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d749616-aaa1-4ec5-9c50-8be05d82aee3 x-openstack-request-id: req-8d749616-aaa1-4ec5-9c50-8be05d82aee3 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:38:26.379958 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6613c326-ab23-495f-85b1-321490acb80a", "name": "network-vif-deleted", "tag": "75500c60-1406-4520-8225-656dfdaa9b24", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:38:26.380218 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d749616-aaa1-4ec5-9c50-8be05d82aee3 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:38:26.380624 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6613c326-ab23-495f-85b1-321490acb80a', 'name': 'network-vif-deleted', 'tag': '75500c60-1406-4520-8225-656dfdaa9b24', 'status': 'completed', 'code': 200} Dec 17 13:38:26.862680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e530d42-4827-4449-8295-4640e89b2278 req-18ad8fca-e7c4-46ec-a7cf-11d26104330d tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "GET /v2.0/ports?device_id=6613c326-ab23-495f-85b1-321490acb80a HTTP/1.1" status: 200 len: 210 time: 0.0287347 Dec 17 13:38:26.999957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e8197-6cd0-41a5-93ac-3b8e53cc343b req-6b5378b4-0064-4596-a5b3-51dc48b06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:27.000553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e8197-6cd0-41a5-93ac-3b8e53cc343b req-6b5378b4-0064-4596-a5b3-51dc48b06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:27.000885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e8197-6cd0-41a5-93ac-3b8e53cc343b req-6b5378b4-0064-4596-a5b3-51dc48b06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:27.001350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e8197-6cd0-41a5-93ac-3b8e53cc343b req-6b5378b4-0064-4596-a5b3-51dc48b06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:27.001834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e8197-6cd0-41a5-93ac-3b8e53cc343b req-6b5378b4-0064-4596-a5b3-51dc48b06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:27.002293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e8197-6cd0-41a5-93ac-3b8e53cc343b req-6b5378b4-0064-4596-a5b3-51dc48b06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:27.002748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e8197-6cd0-41a5-93ac-3b8e53cc343b req-6b5378b4-0064-4596-a5b3-51dc48b06fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:27.004641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-835e8197-6cd0-41a5-93ac-3b8e53cc343b req-6b5378b4-0064-4596-a5b3-51dc48b06fb6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6502 time: 0.0946782 Dec 17 13:38:27.093771 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-835e8197-6cd0-41a5-93ac-3b8e53cc343b req-60387ddb-92d9-46d9-b121-dc823ab1e5be service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&id=029bb36c-e994-4f7e-bf50-82a101efec78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827894 Dec 17 13:38:27.922232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38552) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:38:27.979349 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:28.004100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:28.149352 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:28.152163 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:28.154278 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/security-groups/be0b3acd-9653-48c1-b976-403b4eec0dc2 HTTP/1.1" status: 204 len: 168 time: 0.2308371 Dec 17 13:38:28.164049 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0b3acd-9653-48c1-b976-403b4eec0dc2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:38:28.172143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.172495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.173339 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.173339 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.174203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.174203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.174203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.174466 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.174779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.175102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.175427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.175776 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.176194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a72e86-1dbb-4000-a2c0-61b0de0d2734 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:28.265942 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38562) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:38:28.649782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 75500c60-1406-4520-8225-656dfdaa9b24 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:38:28.650394 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76a30b96-0acc-4c43-8808-f4157f1e9fb3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:28.671185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 75500c60-1406-4520-8225-656dfdaa9b24 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:38:28.671687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 75500c60-1406-4520-8225-656dfdaa9b24 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:38:28.914943 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-76a30b96-0acc-4c43-8808-f4157f1e9fb3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting port 5546f667-f79f-4a47-8677-be2941ca4fe5 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:38:28.915280 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76a30b96-0acc-4c43-8808-f4157f1e9fb3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:29.005925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-76a30b96-0acc-4c43-8808-f4157f1e9fb3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] For port 5546f667-f79f-4a47-8677-be2941ca4fe5, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5546f667-f79f-4a47-8677-be2941ca4fe5,segment=NetworkSegment(10242c39-970f-4c5a-b89c-8a0ae943691d),segment_id=10242c39-970f-4c5a-b89c-8a0ae943691d)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:38:29.006610 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76a30b96-0acc-4c43-8808-f4157f1e9fb3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:29.020014 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-76a30b96-0acc-4c43-8808-f4157f1e9fb3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Calling delete_port for 5546f667-f79f-4a47-8677-be2941ca4fe5 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:38:29.252064 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76a30b96-0acc-4c43-8808-f4157f1e9fb3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:29.290167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a30b96-0acc-4c43-8808-f4157f1e9fb3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Port': ['ID=5546f667-f79f-4a47-8677-be2941ca4fe5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:38:29.484915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-76a30b96-0acc-4c43-8808-f4157f1e9fb3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:29.976730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a30b96-0acc-4c43-8808-f4157f1e9fb3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:38:30.089773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a30b96-0acc-4c43-8808-f4157f1e9fb3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:38:30.098309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38588) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:38:30.098770 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-76a30b96-0acc-4c43-8808-f4157f1e9fb3 tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "PUT /v2.0/routers/e9b0776c-2d5c-4160-b5e1-bc6b54370f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8313558 Dec 17 13:38:30.100482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286d57f-585d-4338-bf76-93ea66cd9423 None None] Sync routers for ids ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:38:30.110583 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286d57f-585d-4338-bf76-93ea66cd9423 None None] Routers {'e9b0776c-2d5c-4160-b5e1-bc6b54370f33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:38:30.111193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0286d57f-585d-4338-bf76-93ea66cd9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:38:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:38:30.158370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbebb15-5225-470a-99cb-d5b721de3bff tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting subnet 5ea80ebd-b03e-4c89-b589-0a00382a371e {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:38:30.162132 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cdbebb15-5225-470a-99cb-d5b721de3bff tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:30.205391 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cdbebb15-5225-470a-99cb-d5b721de3bff tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:30.222808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-0286d57f-585d-4338-bf76-93ea66cd9423 None None] Set router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:38:30.334067 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cdbebb15-5225-470a-99cb-d5b721de3bff tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:30.406523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0286d57f-585d-4338-bf76-93ea66cd9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:38:29Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:38:30.437513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286d57f-585d-4338-bf76-93ea66cd9423 None None] Checking router: e9b0776c-2d5c-4160-b5e1-bc6b54370f33 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:38:30.446383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286d57f-585d-4338-bf76-93ea66cd9423 None None] Routers {'e9b0776c-2d5c-4160-b5e1-bc6b54370f33'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:38:30.447009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0286d57f-585d-4338-bf76-93ea66cd9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:38:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:38:30.475738 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cdbebb15-5225-470a-99cb-d5b721de3bff tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:30.506269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbebb15-5225-470a-99cb-d5b721de3bff tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea80ebd-b03e-4c89-b589-0a00382a371e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:38:30.517139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cdbebb15-5225-470a-99cb-d5b721de3bff tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:30.523832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 38596) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:38:30.524455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cdbebb15-5225-470a-99cb-d5b721de3bff tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/subnets/5ea80ebd-b03e-4c89-b589-0a00382a371e HTTP/1.1" status: 204 len: 168 time: 0.4252222 Dec 17 13:38:30.540886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d1584-bfbc-4c26-b35a-bb909db85692 None None] Network 2a90b130-ca7f-4c04-8973-48a70510f716 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:38:30.633527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-0286d57f-585d-4338-bf76-93ea66cd9423 None None] Set router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:38:30.642631 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:30.760481 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:30.833461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] DHCP port deletion for 2a90b130-ca7f-4c04-8973-48a70510f716 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:38:30.893778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0286d57f-585d-4338-bf76-93ea66cd9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:38:29Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:38:30.903991 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Deleting port 216dc70d-29e4-4347-bf37-d57c8152f1d0 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:38:30.904471 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:30.930708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Deleting port ed187237-c41b-4bcb-aec8-77e0c06da453 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:38:30.931034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:30.932750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286d57f-585d-4338-bf76-93ea66cd9423 None None] The sync data for ids ['e9b0776c-2d5c-4160-b5e1-bc6b54370f33'] in n-d-815324-5 is: [{'id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'name': 'tempest-TestNetworkBasicOps-router-1824340591', 'tenant_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:37:20Z', 'updated_at': '2021-12-17T13:38:29Z', 'revision_number': 5, 'project_id': '5b1e813e7b9845c89b46e4e6ca50de3c', 'gw_port': {'id': '216dc70d-29e4-4347-bf37-d57c8152f1d0', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b0776c-2d5c-4160-b5e1-bc6b54370f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:37:21Z', 'updated_at': '2021-12-17T13:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:38:30.996040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] For port 216dc70d-29e4-4347-bf37-d57c8152f1d0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=216dc70d-29e4-4347-bf37-d57c8152f1d0,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:38:30.996554 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.002520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] For port ed187237-c41b-4bcb-aec8-77e0c06da453, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ed187237-c41b-4bcb-aec8-77e0c06da453,segment=NetworkSegment(10242c39-970f-4c5a-b89c-8a0ae943691d),segment_id=10242c39-970f-4c5a-b89c-8a0ae943691d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:38:31.002919 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.009243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Calling delete_port for 216dc70d-29e4-4347-bf37-d57c8152f1d0 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:38:31.015766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Calling delete_port for ed187237-c41b-4bcb-aec8-77e0c06da453 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:38:31.177649 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.204647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Pushing event deleted for resources: {'Port': ['ID=ed187237-c41b-4bcb-aec8-77e0c06da453,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:38:31.208083 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] No DVR routers for this DVR port ed187237-c41b-4bcb-aec8-77e0c06da453 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:38:31.217187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.217850 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.218105 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.218455 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.218883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.219221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.219948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.220241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.220431 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.220766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.221061 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.221389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.222084 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243774b-c228-4375-90ed-cc45e9fc14bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:31.252015 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.284293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Port': ['ID=216dc70d-29e4-4347-bf37-d57c8152f1d0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:38:31.300771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42db43eb-7de2-4dcc-97e6-515f1f675f41 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:38:31.351985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.445889 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.448376 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.537729 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.538337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Fanout notify agent at l3_agent the message router_deleted on router e9b0776c-2d5c-4160-b5e1-bc6b54370f33 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:38:31.546036 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.547325 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4fd1f48f-8c56-4c18-b514-5f4e4d0004ba tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/routers/e9b0776c-2d5c-4160-b5e1-bc6b54370f33 HTTP/1.1" status: 204 len: 168 time: 1.0223296 Dec 17 13:38:31.550086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38616) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:38:31.647128 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.738743 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.758962 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a90b130-ca7f-4c04-8973-48a70510f716']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:38:31.768222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10242c39-970f-4c5a-b89c-8a0ae943691d') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:38:31.768519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10242c39-970f-4c5a-b89c-8a0ae943691d') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:38:31.777898 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.778110 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.791117 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.797806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:38:31.798204 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:38:31.801324 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:38:31.932290 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.941400 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:31.943681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] 10.222.0.59 "DELETE /v2.0/networks/2a90b130-ca7f-4c04-8973-48a70510f716 HTTP/1.1" status: 204 len: 168 time: 0.3913190 Dec 17 13:38:31.963583 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41bc79-f24d-46cc-af73-a415c49ee18c tempest-TestNetworkBasicOps-1484185778 tempest-TestNetworkBasicOps-1484185778-project] Pushing event deleted for resources: {'Network': ['ID=2a90b130-ca7f-4c04-8973-48a70510f716,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:38:32.475913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38624) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:38:32.621962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-752591b7-a010-4bdf-94e4-2909b4a7273a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b1e813e7b9845c89b46e4e6ca50de3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447792 Dec 17 13:38:32.624544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38628) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:38:32.679865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3eacf180-ab7f-4b19-9a56-ce3247a29ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:32.702343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ed187237-c41b-4bcb-aec8-77e0c06da453 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:38:32.702950 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3eacf180-ab7f-4b19-9a56-ce3247a29ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:32.725279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: ed187237-c41b-4bcb-aec8-77e0c06da453 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:38:32.725734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ed187237-c41b-4bcb-aec8-77e0c06da453 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:38:32.726162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5546f667-f79f-4a47-8677-be2941ca4fe5 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:38:32.748538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 5546f667-f79f-4a47-8677-be2941ca4fe5 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:38:32.748946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5546f667-f79f-4a47-8677-be2941ca4fe5 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:38:32.749373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 216dc70d-29e4-4347-bf37-d57c8152f1d0 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:38:32.770378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 216dc70d-29e4-4347-bf37-d57c8152f1d0 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:38:32.770840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 216dc70d-29e4-4347-bf37-d57c8152f1d0 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:38:32.829220 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3eacf180-ab7f-4b19-9a56-ce3247a29ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:32.835774 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3eacf180-ab7f-4b19-9a56-ce3247a29ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:32.835774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3eacf180-ab7f-4b19-9a56-ce3247a29ae2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/73df9b05-8b55-494c-b1c8-188b0ed191af HTTP/1.1" status: 204 len: 168 time: 0.2078137 Dec 17 13:38:32.841813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacf180-ab7f-4b19-9a56-ce3247a29ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73df9b05-8b55-494c-b1c8-188b0ed191af,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:38:33.369680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38634) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:38:33.383710 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c63e278f-2534-4e72-99a8-eb3d234f275e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:33.458229 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c63e278f-2534-4e72-99a8-eb3d234f275e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:33.519625 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c63e278f-2534-4e72-99a8-eb3d234f275e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:33.555919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e278f-2534-4e72-99a8-eb3d234f275e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40455bd-85b8-4a19-929c-53a7c87774df,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:38:33.560801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c63e278f-2534-4e72-99a8-eb3d234f275e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7447765c7e2c414ab7e9b1b5fbc2da90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1900029 Dec 17 13:38:33.563622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 38638) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:38:33.612185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7cbbc510-47ec-4e51-9a86-16b46cfb3d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:33.635884 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7cbbc510-47ec-4e51-9a86-16b46cfb3d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:33.765959 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7cbbc510-47ec-4e51-9a86-16b46cfb3d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:33.768614 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7cbbc510-47ec-4e51-9a86-16b46cfb3d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:33.772192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7cbbc510-47ec-4e51-9a86-16b46cfb3d2a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a40455bd-85b8-4a19-929c-53a7c87774df HTTP/1.1" status: 204 len: 168 time: 0.2054086 Dec 17 13:38:33.778422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbc510-47ec-4e51-9a86-16b46cfb3d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40455bd-85b8-4a19-929c-53a7c87774df,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:38:36.292534 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:43.868400 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-369586dc-d5b6-4456-b9e6-4b668d7ef6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:46.383328 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d411def-0289-489c-a3a2-617d5de78440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:47.754318 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:48.936813 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:49.794405 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:52.965618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac76c7f-b4e0-40c6-bcb3-3de929919894 req-3e1cbb2b-91ad-49dd-b771-4b950116b165 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:52.967161 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ac76c7f-b4e0-40c6-bcb3-3de929919894 req-3e1cbb2b-91ad-49dd-b771-4b950116b165 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 949 time: 0.0539823 Dec 17 13:38:53.013805 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ac76c7f-b4e0-40c6-bcb3-3de929919894 req-b55f4b9a-88e4-4977-a833-e7da071d760d tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/security-groups?id=66458947-f1a0-4b41-89c2-e40eaf78722b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 Dec 17 13:38:54.128313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0d995-9ef1-4391-a870-8cc28b39dd4d req-427c2077-1584-4a5a-a3f3-1571f03f7e6a tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:54.129817 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ade0d995-9ef1-4391-a870-8cc28b39dd4d req-427c2077-1584-4a5a-a3f3-1571f03f7e6a tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 949 time: 0.0481346 Dec 17 13:38:54.177680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ade0d995-9ef1-4391-a870-8cc28b39dd4d req-e1102160-e852-4bbe-945e-6c8fb5013c79 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/security-groups?id=66458947-f1a0-4b41-89c2-e40eaf78722b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419283 Dec 17 13:38:54.415650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29ae9d-6653-4547-8ac5-7d6da1a97a9d req-f7e792b1-a12b-4514-852f-0ef5e6e5c35a tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:38:54.417052 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d29ae9d-6653-4547-8ac5-7d6da1a97a9d req-f7e792b1-a12b-4514-852f-0ef5e6e5c35a tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 949 time: 0.0470614 Dec 17 13:38:54.512538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0d29ae9d-6653-4547-8ac5-7d6da1a97a9d req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Deleting port 51ab81dd-7175-41d3-b782-398c4d10685b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:38:54.512875 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d29ae9d-6653-4547-8ac5-7d6da1a97a9d req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:54.601769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0d29ae9d-6653-4547-8ac5-7d6da1a97a9d req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] For port 51ab81dd-7175-41d3-b782-398c4d10685b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=51ab81dd-7175-41d3-b782-398c4d10685b,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:38:54.602139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d29ae9d-6653-4547-8ac5-7d6da1a97a9d req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:54.614469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0d29ae9d-6653-4547-8ac5-7d6da1a97a9d req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Calling delete_port for 51ab81dd-7175-41d3-b782-398c4d10685b owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:38:55.130995 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d29ae9d-6653-4547-8ac5-7d6da1a97a9d req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:55.143936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['51ab81dd-7175-41d3-b782-398c4d10685b'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:38:55.164116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Pushing event deleted for resources: {'Port': ['ID=51ab81dd-7175-41d3-b782-398c4d10685b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:38:55.171917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.172271 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.172608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.173552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.173552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.173552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.173953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.174286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.174658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.174980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.175300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.175624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.175941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:38:55.229170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d29ae9d-6653-4547-8ac5-7d6da1a97a9d req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] No DVR routers for this DVR port 51ab81dd-7175-41d3-b782-398c4d10685b on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:38:55.232144 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d29ae9d-6653-4547-8ac5-7d6da1a97a9d req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:38:55.236445 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d29ae9d-6653-4547-8ac5-7d6da1a97a9d req-ffe72077-9c67-456c-bf02-aef910235e75 tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.54 "DELETE /v2.0/ports/51ab81dd-7175-41d3-b782-398c4d10685b HTTP/1.1" status: 204 len: 173 time: 0.8117006 Dec 17 13:38:55.236445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f753fe1-2b4e-419e-b78a-c6983e3b8981', 'name': 'network-vif-deleted', 'tag': '51ab81dd-7175-41d3-b782-398c4d10685b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:38:55.238574 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db69978c-06fe-4205-914c-de2e7990ff84" -d '{"events": [{"server_uuid": "3f753fe1-2b4e-419e-b78a-c6983e3b8981", "name": "network-vif-deleted", "tag": "51ab81dd-7175-41d3-b782-398c4d10685b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:38:55.276127 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdee361-f63b-4b10-aa29-e5c4724156d5 x-openstack-request-id: req-8bdee361-f63b-4b10-aa29-e5c4724156d5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:38:55.279572 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f753fe1-2b4e-419e-b78a-c6983e3b8981", "name": "network-vif-deleted", "tag": "51ab81dd-7175-41d3-b782-398c4d10685b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:38:55.279572 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8bdee361-f63b-4b10-aa29-e5c4724156d5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:38:55.279572 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f753fe1-2b4e-419e-b78a-c6983e3b8981', 'name': 'network-vif-deleted', 'tag': '51ab81dd-7175-41d3-b782-398c4d10685b', 'status': 'completed', 'code': 200} Dec 17 13:38:55.298196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bbdd6a9e-cc62-4423-9af6-c9cda247e138 req-90009d15-1ae6-4b7d-8d84-3e693da6e07c tempest-VolumesBackupsTest-397053987 tempest-VolumesBackupsTest-397053987-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f753fe1-2b4e-419e-b78a-c6983e3b8981 HTTP/1.1" status: 200 len: 210 time: 0.0277343 Dec 17 13:38:58.423407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 51ab81dd-7175-41d3-b782-398c4d10685b no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:38:58.444379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 51ab81dd-7175-41d3-b782-398c4d10685b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:38:58.444726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 51ab81dd-7175-41d3-b782-398c4d10685b not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:39:01.292103 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:39:01.811138 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:06.314800 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:11.552626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220ab78-4ddf-4b35-864d-7289cda6ae3e req-ab1b774e-97ac-4c5a-afda-248d94c490fb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:11.554162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c220ab78-4ddf-4b35-864d-7289cda6ae3e req-ab1b774e-97ac-4c5a-afda-248d94c490fb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 945 time: 0.0510969 Dec 17 13:39:11.604864 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c220ab78-4ddf-4b35-864d-7289cda6ae3e req-4be8bc86-fc9a-4157-9707-f4a52059c555 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Dec 17 13:39:12.723113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853f522-2b01-47df-af73-9e4bc476bf25 req-83c5dfde-b166-44b8-8d9d-30c820782c88 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:12.724605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7853f522-2b01-47df-af73-9e4bc476bf25 req-83c5dfde-b166-44b8-8d9d-30c820782c88 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 945 time: 0.0485554 Dec 17 13:39:12.773349 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7853f522-2b01-47df-af73-9e4bc476bf25 req-865d9e21-cd18-482f-8962-8a6a8626fe32 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427141 Dec 17 13:39:13.016041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-5aea50e4-e97d-47bd-8bfc-4771e1e682f4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:13.017939 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-5aea50e4-e97d-47bd-8bfc-4771e1e682f4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 945 time: 0.0530035 Dec 17 13:39:13.119763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Deleting port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:39:13.120434 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:13.214399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] For port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:39:13.214770 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:13.444871 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:13.445244 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:13.445563 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Floating IP 4be45477-1449-4cc2-8ea4-f8a2644dfc23 disassociated. External IP: 172.25.0.43, port: 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc. Dec 17 13:39:13.445956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Calling delete_port for 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:39:13.656880 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:13.690675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event deleted for resources: {'Port': ['ID=558bf6e6-e448-4fa6-aa38-ccd73b12e4fc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:39:13.806691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Router c2d4a34e-61ca-4d85-82d3-2308e356a405 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:39:13.891139 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5e336a5e-05d2-48d1-89b2-5f7dd0cb797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:13.934813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2bdf2be-46b5-4997-9c2c-2b43bb2db414 req-1e015aec-d52a-4043-8708-de24824343c6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 210 time: 0.0391426 Dec 17 13:39:13.948919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:39:13.969025 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb567c7e-13c2-4561-aeb2-59206f855139 None None] Sync routers for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:39:13.980610 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb567c7e-13c2-4561-aeb2-59206f855139 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:39:13.981372 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cb567c7e-13c2-4561-aeb2-59206f855139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:38:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:39:13.998961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] No DVR routers for this DVR port 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:39:14.001745 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:14.005249 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0c0e7e6c-e9a9-4e82-8682-82055d2bc4bb req-7af46b6b-bd9a-456a-89f0-5463b379ccf6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "DELETE /v2.0/ports/558bf6e6-e448-4fa6-aa38-ccd73b12e4fc HTTP/1.1" status: 204 len: 173 time: 0.9815998 Dec 17 13:39:14.005732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'name': 'network-vif-deleted', 'tag': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:39:14.008176 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e074a8-f0a3-461d-8486-09193e1746b7" -d '{"events": [{"server_uuid": "f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d", "name": "network-vif-deleted", "tag": "558bf6e6-e448-4fa6-aa38-ccd73b12e4fc"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:39:14.065897 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6260280-a4ba-47b8-b834-34b13e6eb640 x-openstack-request-id: req-a6260280-a4ba-47b8-b834-34b13e6eb640 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:39:14.069569 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d", "name": "network-vif-deleted", "tag": "558bf6e6-e448-4fa6-aa38-ccd73b12e4fc", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:39:14.069569 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a6260280-a4ba-47b8-b834-34b13e6eb640 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:39:14.069569 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d', 'name': 'network-vif-deleted', 'tag': '558bf6e6-e448-4fa6-aa38-ccd73b12e4fc', 'status': 'completed', 'code': 200} Dec 17 13:39:14.109902 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-cb567c7e-13c2-4561-aeb2-59206f855139 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:39:14.393964 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cb567c7e-13c2-4561-aeb2-59206f855139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:39:14.426219 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb567c7e-13c2-4561-aeb2-59206f855139 None None] Checking router: c2d4a34e-61ca-4d85-82d3-2308e356a405 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:39:14.435241 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb567c7e-13c2-4561-aeb2-59206f855139 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:39:14.435920 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cb567c7e-13c2-4561-aeb2-59206f855139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:38:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:39:14.650475 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-cb567c7e-13c2-4561-aeb2-59206f855139 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:39:14.856481 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-cb567c7e-13c2-4561-aeb2-59206f855139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:39:14.886771 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb567c7e-13c2-4561-aeb2-59206f855139 None None] The sync data for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 is: [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:39:15.039625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af12fb20-b9e6-4f34-a60e-e48b0b115c59 req-0ff2e878-fc63-4c5c-aa7b-80c3dc1fd56d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 210 time: 0.0287240 Dec 17 13:39:15.204576 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9551f0-4fd7-42ae-aafd-6659d879d22a None None] New status for floating IP 4be45477-1449-4cc2-8ea4-f8a2644dfc23: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:39:16.155009 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f0ae6d8-e6c8-45a4-b69e-d5027b0ef1a4 req-13348bb4-1f9b-477a-bb2d-206909c4d7c8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 210 time: 0.0330169 Dec 17 13:39:16.353921 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf83f-f0d8-4db1-bf0d-18f06246741c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:16.468806 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:39:16.489518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:39:16.489892 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 558bf6e6-e448-4fa6-aa38-ccd73b12e4fc not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:39:17.257245 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef9008d6-8f5b-4c07-a369-41f2031a6f42 req-e801dc1d-bae2-425e-ae10-050e667f822c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 210 time: 0.0311029 Dec 17 13:39:17.771222 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:18.356348 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-18803db6-2d92-4175-875e-30e929039b11 req-0be502ba-bec8-47b8-b629-3c7d6f955dd8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 210 time: 0.0273557 Dec 17 13:39:18.971036 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:19.467432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6810bd8-445c-408f-af68-bbc999403d73 req-2f0ec2ec-eae1-4b64-9432-8d76761dcbdb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2b99fe7-2ca0-403f-aa00-2d13d25e3c7d HTTP/1.1" status: 200 len: 210 time: 0.0270381 Dec 17 13:39:19.822315 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:20.773002 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-69a433f0-37c8-4804-83f0-2827b7430b3b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697394533&fields=id&tenant_id=009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 267 time: 0.0541809 Dec 17 13:39:20.882590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-0eb6fef7-df37-4859-881f-1bb1b776699a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:20.884062 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-0eb6fef7-df37-4859-881f-1bb1b776699a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.1044517 Dec 17 13:39:20.899781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-aacf7588-d375-4f1d-b215-d3bb92e31315 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/quotas/009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 375 time: 0.0099015 Dec 17 13:39:20.981228 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-bc607d1c-413d-43ef-ad10-66776694581d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758598 Dec 17 13:39:20.996352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-77c1d180-01e1-44ed-962f-6b0c89863c0a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:39:20.997385 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-77c1d180-01e1-44ed-962f-6b0c89863c0a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052562 Dec 17 13:39:21.094194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-22ed18f1-1a3d-4b27-b15b-a9e1935f0abb service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905161 Dec 17 13:39:21.185425 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-d20cebae-f656-43f7-90f5-89322b4952a7 service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849440 Dec 17 13:39:22.762785 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8a3f9f42-50ee-4c73-b622-bac15fe3d96e req-1e918b12-9b76-4a1b-b931-48210b8737b0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 210 time: 0.0273986 Dec 17 13:39:23.850921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31ef0575-71a5-4c89-9bd5-a08ba2d80672 req-1217cbf7-9cd4-4555-b3f5-5155b5021350 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 210 time: 0.0307007 Dec 17 13:39:24.927661 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a4945c3-90a7-410c-ac81-a6630e4b7c27 req-309e932f-f0a2-4072-b136-7c10b463d0ae tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 210 time: 0.0267134 Dec 17 13:39:26.011341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-759f5f23-6ccc-4c66-b2b1-91032924a33c req-6cb6ee75-f5f0-4548-a428-4df6adc8546d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 210 time: 0.0274727 Dec 17 13:39:27.226082 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fa34d4f9-8597-4901-b5be-e2d7b8513085 req-750bfe34-633e-46dd-abb6-e96133387e63 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 210 time: 0.0277350 Dec 17 13:39:28.325435 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eae72c68-d7c0-403c-b755-9b7885e9d12e req-e55f5047-f7d8-4d25-8449-94ed167980ad tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 210 time: 0.0263786 Dec 17 13:39:28.697914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-e6a5b954-042c-4f6a-b564-d951c69a1c72 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:28.699492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-e6a5b954-042c-4f6a-b564-d951c69a1c72 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.1094177 Dec 17 13:39:28.766225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-635117b0-5048-42ce-b72a-f764bd4ada87 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 380 time: 0.0562990 Dec 17 13:39:28.775712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'port': {'device_id': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'admin_state_up': True, 'tenant_id': '009389a399ad43ddb25b067380a09158', 'security_groups': ['94f781ea-31af-44d0-a5b6-fa15b1fb44ba']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:39:28.948122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Made reservation on behalf of 009389a399ad43ddb25b067380a09158 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:39:28.955538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:29.093623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Allocated IP 172.20.0.3 (ecd0a89a-e368-44f2-9fad-d6001ff5c547/53326f79-47a6-4d5d-aa1f-178b1b8e2cf6/15752973-5df2-4020-ab00-09dc88863fdf) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:39:29.244101 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:29.341897 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:29.394600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:39:29.398033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:39:29.402924 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:39:29.427068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=15752973-5df2-4020-ab00-09dc88863fdf,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:39:29.475379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebe7e2-c413-4ef5-8e0a-b339cdbb2038 req-0344ff58-3e24-4fa7-aac7-a9373d732fd0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:29.476877 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8ebe7e2-c413-4ef5-8e0a-b339cdbb2038 req-0344ff58-3e24-4fa7-aac7-a9373d732fd0 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 931 time: 0.0735114 Dec 17 13:39:29.477925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:29.478800 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:29.550163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8ebe7e2-c413-4ef5-8e0a-b339cdbb2038 req-cf70bc56-06f7-4faa-850e-005dd3d11e6e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671506 Dec 17 13:39:29.602632 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-02189fd0-65db-4114-aabb-dce67a541c6d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8307343 Dec 17 13:39:29.614491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-d3ae9903-08ce-42b6-b5d1-db438032b2d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:39:29.615729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-d3ae9903-08ce-42b6-b5d1-db438032b2d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063925 Dec 17 13:39:29.678903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-160c1962-438a-4a19-b670-3ab0af7c1d6e None None] Provisioning complete for port 15752973-5df2-4020-ab00-09dc88863fdf triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:39:29.679537 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-160c1962-438a-4a19-b670-3ab0af7c1d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:29.743683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-160c1962-438a-4a19-b670-3ab0af7c1d6e None None] Port 15752973-5df2-4020-ab00-09dc88863fdf cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:39:29.813445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Request body: {'port': {'device_id': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:39:29.871708 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:30.155661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15752973-5df2-4020-ab00-09dc88863fdf {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:39:30.164138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:30.176456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Transition to ACTIVE for port object 15752973-5df2-4020-ab00-09dc88863fdf will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:39:30.256246 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:30.313796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Pushing event updated for resources: {'Port': ['ID=15752973-5df2-4020-ab00-09dc88863fdf,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:39:30.401990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Attempting to bind port 15752973-5df2-4020-ab00-09dc88863fdf on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:39:30.402718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Attempting to bind port 15752973-5df2-4020-ab00-09dc88863fdf by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:39:30.402718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Attempting to bind port 15752973-5df2-4020-ab00-09dc88863fdf on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:39:30.408542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Port 15752973-5df2-4020-ab00-09dc88863fdf on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:39:30.408872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Attempting to bind port 15752973-5df2-4020-ab00-09dc88863fdf on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:39:30.418631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:39:30.418985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Checking segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:39:30.419381 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Bound using segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:39:30.419838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Bound port: 15752973-5df2-4020-ab00-09dc88863fdf, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:39:30.420425 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:30.502981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] For port 15752973-5df2-4020-ab00-09dc88863fdf, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:39:30.507117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] For port 15752973-5df2-4020-ab00-09dc88863fdf, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=15752973-5df2-4020-ab00-09dc88863fdf,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:39:30.594912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:30.694852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:30.696435 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:30.698839 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] 10.222.0.54 "PUT /v2.0/ports/15752973-5df2-4020-ab00-09dc88863fdf HTTP/1.1" status: 200 len: 1091 time: 1.0749297 Dec 17 13:39:30.702491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'tag': '15752973-5df2-4020-ab00-09dc88863fdf'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:39:30.705368 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611742d8-66ce-45ec-9e95-15c7710fb308" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdbe380-3056-4781-8585-6c55ef2a9568", "tag": "15752973-5df2-4020-ab00-09dc88863fdf"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:39:30.708363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc85d6-b0e7-4504-912d-541555c9551e service neutron] Pushing event updated for resources: {'Port': ['ID=15752973-5df2-4020-ab00-09dc88863fdf,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:39:30.761350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffc8bf-1896-4b1b-bf48-21e518f32b79 req-bbdb6252-6cac-4335-b45a-4d57377cb00f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:30.763000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecffc8bf-1896-4b1b-bf48-21e518f32b79 req-bbdb6252-6cac-4335-b45a-4d57377cb00f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 943 time: 0.1289749 Dec 17 13:39:30.767820 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12877c9a-afa5-4875-b04c-82112a3fc0d3 x-openstack-request-id: req-12877c9a-afa5-4875-b04c-82112a3fc0d3 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:39:30.768305 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdbe380-3056-4781-8585-6c55ef2a9568", "tag": "15752973-5df2-4020-ab00-09dc88863fdf", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:39:30.768745 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12877c9a-afa5-4875-b04c-82112a3fc0d3 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:39:30.769320 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'tag': '15752973-5df2-4020-ab00-09dc88863fdf', 'status': 'completed', 'code': 200} Dec 17 13:39:30.858552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ecffc8bf-1896-4b1b-bf48-21e518f32b79 req-51eb49c7-07cd-4b0f-9529-d2050807f253 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845587 Dec 17 13:39:30.862235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611742d8-66ce-45ec-9e95-15c7710fb308 req-d3054431-3ddb-4540-bec6-5c8cee170917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:30.864235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-611742d8-66ce-45ec-9e95-15c7710fb308 req-d3054431-3ddb-4540-bec6-5c8cee170917 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 1094 time: 0.0757091 Dec 17 13:39:30.994449 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611742d8-66ce-45ec-9e95-15c7710fb308 req-86a985bb-2e7b-41ae-910e-2828546e8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:30.996042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-611742d8-66ce-45ec-9e95-15c7710fb308 req-86a985bb-2e7b-41ae-910e-2828546e8fb1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=009389a399ad43ddb25b067380a09158&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1234090 Dec 17 13:39:31.104698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611742d8-66ce-45ec-9e95-15c7710fb308 req-12c4e51d-4a78-4ca4-b18a-ebed69ee6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:31.106118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-611742d8-66ce-45ec-9e95-15c7710fb308 req-12c4e51d-4a78-4ca4-b18a-ebed69ee6484 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029966 Dec 17 13:39:31.185663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-90e5a790-8981-4bc7-9e17-0c87c288f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:31.187220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-90e5a790-8981-4bc7-9e17-0c87c288f4b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 1094 time: 0.0438359 Dec 17 13:39:31.231518 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-f1eda2fb-4747-479b-b1ad-d4793b636d4c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15752973-5df2-4020-ab00-09dc88863fdf HTTP/1.1" status: 200 len: 217 time: 0.0353961 Dec 17 13:39:31.285662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-2fe1e716-b44e-4718-819e-9eaf6adaac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:31.287172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-2fe1e716-b44e-4718-819e-9eaf6adaac96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0494165 Dec 17 13:39:31.357553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-cbfd4982-3e79-4ff5-b3a7-a624945227f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:31.359529 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-cbfd4982-3e79-4ff5-b3a7-a624945227f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626395 Dec 17 13:39:31.452358 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-eff20f5b-b0b6-4b73-b6c5-b96b6faf90e7 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852945 Dec 17 13:39:31.832928 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:31.853517 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ae95b0e-4357-405d-9eec-96b28d626119 req-0d0f915b-3627-463b-91ea-8bec4c2743e6 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939347 Dec 17 13:39:31.983473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dc1b0-32bb-4c4c-b216-9b95bce1d430 req-a8483544-7bcb-48e5-ae8c-415b946da032 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:31.985162 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e6dc1b0-32bb-4c4c-b216-9b95bce1d430 req-a8483544-7bcb-48e5-ae8c-415b946da032 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 943 time: 0.0511971 Dec 17 13:39:32.037661 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e6dc1b0-32bb-4c4c-b216-9b95bce1d430 req-f1df5725-53a1-4da6-9e56-7a66a86da53d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457401 Dec 17 13:39:33.163854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cc1a8-f7d7-4656-a48a-7d0d109ccccf req-3d9837db-aa6c-419c-a77d-995fc5738113 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:33.170056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-155cc1a8-f7d7-4656-a48a-7d0d109ccccf req-3d9837db-aa6c-419c-a77d-995fc5738113 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 943 time: 0.0634143 Dec 17 13:39:33.217900 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-155cc1a8-f7d7-4656-a48a-7d0d109ccccf req-436495ef-37aa-4eae-8ab0-1b10a37ae398 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454407 Dec 17 13:39:34.338400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0231b7d-0048-4157-9cd2-42c7db7bfb2b req-a7eccbf3-9ff5-44ec-a6fd-b11c2146b808 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:34.346050 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d0231b7d-0048-4157-9cd2-42c7db7bfb2b req-a7eccbf3-9ff5-44ec-a6fd-b11c2146b808 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 943 time: 0.0525374 Dec 17 13:39:34.389112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d0231b7d-0048-4157-9cd2-42c7db7bfb2b req-3faa22b9-7995-4aaa-881f-29b9f6459ad7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Dec 17 13:39:35.512571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399fce-27ca-4f6a-a55d-da5f4f2f5e06 req-97643d2a-973c-4e54-9863-9c8c8ce9af0e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:35.514345 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae399fce-27ca-4f6a-a55d-da5f4f2f5e06 req-97643d2a-973c-4e54-9863-9c8c8ce9af0e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 943 time: 0.0513942 Dec 17 13:39:35.571060 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae399fce-27ca-4f6a-a55d-da5f4f2f5e06 req-4f35d302-5799-4cac-a47d-5647a3e13acf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505159 Dec 17 13:39:36.284761 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:36.691123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138652c7-5652-44e9-bd28-65bfb82d7b20 req-3533518a-b99e-4a55-8be0-9af0b09a36fe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:36.692611 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-138652c7-5652-44e9-bd28-65bfb82d7b20 req-3533518a-b99e-4a55-8be0-9af0b09a36fe tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 943 time: 0.0534863 Dec 17 13:39:36.742909 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-138652c7-5652-44e9-bd28-65bfb82d7b20 req-3f640aa3-8c41-44fe-b99a-2485405343a5 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443330 Dec 17 13:39:37.865956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc02695-9443-4df6-8eca-6aaa743eb5e1 req-d55d008a-accd-49a3-9e24-5bd04fb21cdc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:37.867504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4cc02695-9443-4df6-8eca-6aaa743eb5e1 req-d55d008a-accd-49a3-9e24-5bd04fb21cdc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 943 time: 0.0586476 Dec 17 13:39:37.917260 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4cc02695-9443-4df6-8eca-6aaa743eb5e1 req-4e5da2c6-03c0-4557-a1f3-a1d5ded4aa1a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437708 Dec 17 13:39:38.291311 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:39:39.032145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd96c4b-f9cb-438e-8040-4e9633da8249 req-d4f21bfc-12bc-4e8a-b532-dc910a7db12d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:39.034343 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1bd96c4b-f9cb-438e-8040-4e9633da8249 req-d4f21bfc-12bc-4e8a-b532-dc910a7db12d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 943 time: 0.0488539 Dec 17 13:39:39.083357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1bd96c4b-f9cb-438e-8040-4e9633da8249 req-69b6b7eb-257b-48a8-8fc1-684d7832f739 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 Dec 17 13:39:40.198191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a1d0e-57f1-4391-8686-de6d7787603b req-894e200e-e08c-4dfc-8baf-eee1b0e6a9fb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:40.199679 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c73a1d0e-57f1-4391-8686-de6d7787603b req-894e200e-e08c-4dfc-8baf-eee1b0e6a9fb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 943 time: 0.0494413 Dec 17 13:39:40.248099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c73a1d0e-57f1-4391-8686-de6d7787603b req-45f1d8b9-acf5-4db4-9e1b-03231beef35a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416219 Dec 17 13:39:41.373436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185e58d-0057-4468-aec4-4e7a731f16e9 req-644cab4d-b009-4b27-a677-dbc29d5214bf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:41.376269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4185e58d-0057-4468-aec4-4e7a731f16e9 req-644cab4d-b009-4b27-a677-dbc29d5214bf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 943 time: 0.0590799 Dec 17 13:39:41.425245 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4185e58d-0057-4468-aec4-4e7a731f16e9 req-85d96d4e-2e8f-4e49-994a-7e91516dcc7c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440691 Dec 17 13:39:42.544951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1216d-6691-428a-ade7-9cb74345a0bb req-b7de85e9-6856-4af8-9ce2-f7425b15ca6f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:42.546475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44b1216d-6691-428a-ade7-9cb74345a0bb req-b7de85e9-6856-4af8-9ce2-f7425b15ca6f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 943 time: 0.0521662 Dec 17 13:39:42.596002 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44b1216d-6691-428a-ade7-9cb74345a0bb req-2956e027-e834-4e29-acd1-10e10cef1df3 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435424 Dec 17 13:39:42.612232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 15752973-5df2-4020-ab00-09dc88863fdf details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:39:42.712845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 15752973-5df2-4020-ab00-09dc88863fdf, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=15752973-5df2-4020-ab00-09dc88863fdf,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:39:42.723987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '15752973-5df2-4020-ab00-09dc88863fdf', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'port_id': '15752973-5df2-4020-ab00-09dc88863fdf', 'mac_address': 'fa:16:3e:16:c2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:39:42.760398 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:42.772713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15752973-5df2-4020-ab00-09dc88863fdf {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:39:42.792343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 15752973-5df2-4020-ab00-09dc88863fdf, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=15752973-5df2-4020-ab00-09dc88863fdf,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:39:42.871309 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:42.927966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=15752973-5df2-4020-ab00-09dc88863fdf,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:39:42.936035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:42.936380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:42.936728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:42.937064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:42.937397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:42.937756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:42.938121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:42.938435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:42.938792 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:42.939115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:42.939434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:42.939753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:42.940071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:43.119356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['15752973-5df2-4020-ab00-09dc88863fdf'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:39:43.717069 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839581e-ce9f-40c1-93c0-8a4e0e69e0ef req-fa154303-9160-4013-a0cc-2a3defe9e8e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:43.718594 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f839581e-ce9f-40c1-93c0-8a4e0e69e0ef req-fa154303-9160-4013-a0cc-2a3defe9e8e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 944 time: 0.0494487 Dec 17 13:39:43.770870 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f839581e-ce9f-40c1-93c0-8a4e0e69e0ef req-5d4969c3-2bed-4f58-bd40-35e3feeeb8c7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462430 Dec 17 13:39:43.890505 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d65040c2-0ead-4bb9-aa90-5afe51e2dd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:44.639428 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 15752973-5df2-4020-ab00-09dc88863fdf up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:39:44.770623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 15752973-5df2-4020-ab00-09dc88863fdf completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:39:44.774786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 15752973-5df2-4020-ab00-09dc88863fdf triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:39:44.775912 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:44.869437 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:44.889938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26dc3a-ea01-44ba-b80c-a375cc3f4160 req-33157580-bca3-4a98-86cb-e3fb18ae12bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:44.891529 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ab26dc3a-ea01-44ba-b80c-a375cc3f4160 req-33157580-bca3-4a98-86cb-e3fb18ae12bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 944 time: 0.0525923 Dec 17 13:39:44.896200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15752973-5df2-4020-ab00-09dc88863fdf'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:39:44.898468 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead7c88b-d873-4411-8474-030f5c629185" -d '{"events": [{"server_uuid": "6cdbe380-3056-4781-8585-6c55ef2a9568", "name": "network-vif-plugged", "status": "completed", "tag": "15752973-5df2-4020-ab00-09dc88863fdf"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:39:44.915044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 15752973-5df2-4020-ab00-09dc88863fdf, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=15752973-5df2-4020-ab00-09dc88863fdf,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:39:44.940346 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e0effd-5aca-476d-896f-5915013567ff x-openstack-request-id: req-16e0effd-5aca-476d-896f-5915013567ff {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:39:44.941182 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdbe380-3056-4781-8585-6c55ef2a9568", "name": "network-vif-plugged", "status": "completed", "tag": "15752973-5df2-4020-ab00-09dc88863fdf", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:39:44.941182 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16e0effd-5aca-476d-896f-5915013567ff {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:39:44.941564 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15752973-5df2-4020-ab00-09dc88863fdf', 'code': 200} Dec 17 13:39:44.952283 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ab26dc3a-ea01-44ba-b80c-a375cc3f4160 req-c96388c5-0869-4d9b-80ad-50ce02c29959 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515690 Dec 17 13:39:44.986665 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:45.035576 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=15752973-5df2-4020-ab00-09dc88863fdf,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:39:45.053265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c91cf-b1ac-4ac7-b508-e2a3cf6fb447 req-c67e3853-20d5-4976-b2c3-ec8c5b633815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:45.054868 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c59c91cf-b1ac-4ac7-b508-e2a3cf6fb447 req-c67e3853-20d5-4976-b2c3-ec8c5b633815 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 1096 time: 0.0470555 Dec 17 13:39:45.103099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c59c91cf-b1ac-4ac7-b508-e2a3cf6fb447 req-ae93d02c-194a-4501-84ab-5082d2e191d6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405734 Dec 17 13:39:46.076142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503697e-cc14-4eac-b0b0-ca3ca6f05264 req-354c0ece-0352-4dd7-9a52-a379c16ece64 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:46.077829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8503697e-cc14-4eac-b0b0-ca3ca6f05264 req-354c0ece-0352-4dd7-9a52-a379c16ece64 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 945 time: 0.0514820 Dec 17 13:39:46.131791 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8503697e-cc14-4eac-b0b0-ca3ca6f05264 req-b9878a2b-6f80-4b5f-9c32-75ee1ea23e7c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477653 Dec 17 13:39:46.342105 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-202aedd5-bdfd-452e-b1c7-a48dd009bda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:46.796370 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-243b8023-897e-46db-b086-056afd54cd5d req-407f651b-736a-4766-a1fa-1499f1ec20bd service neutron] (110454) timed out ('10.222.0.59', 50460) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:39:47.258405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b2dd9-ccec-4306-bb28-e96406cd3bb9 req-5dc042f0-3998-42ce-aad7-42cb4d97cbe1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:47.259938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-385b2dd9-ccec-4306-bb28-e96406cd3bb9 req-5dc042f0-3998-42ce-aad7-42cb4d97cbe1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 945 time: 0.0489850 Dec 17 13:39:47.309527 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-385b2dd9-ccec-4306-bb28-e96406cd3bb9 req-1f6689b0-b20f-4591-9b4c-2752c8366346 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434806 Dec 17 13:39:47.424104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced24aa8-0eb4-4239-8e2f-fc054e7e9a1d req-a44f7312-14c2-410b-a46d-da91209315da tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:47.425636 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ced24aa8-0eb4-4239-8e2f-fc054e7e9a1d req-a44f7312-14c2-410b-a46d-da91209315da tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 945 time: 0.0505741 Dec 17 13:39:47.476503 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ced24aa8-0eb4-4239-8e2f-fc054e7e9a1d req-759b46ba-0b2d-4f61-98a0-3756bc8f4244 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447416 Dec 17 13:39:47.500362 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39552) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:39:47.539496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f34e502-bca0-44bd-965b-a5c433850ffc tempest-TestVolumeBootPattern-1604665293 tempest-TestVolumeBootPattern-1604665293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:47.540994 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4f34e502-bca0-44bd-965b-a5c433850ffc tempest-TestVolumeBootPattern-1604665293 tempest-TestVolumeBootPattern-1604665293-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 1091 time: 0.0391610 Dec 17 13:39:47.543769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 39554) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:39:47.548037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '15752973-5df2-4020-ab00-09dc88863fdf', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:39:47.639142 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:47.755184 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:47.770661 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:47.858365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Allocated IP 172.25.0.248 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/8d4c20f5-15f8-4831-ab59-81a41ce41af8) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:39:47.961460 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:48.056061 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:48.095954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:39:48.099247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:39:48.101912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:39:48.128821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=8d4c20f5-15f8-4831-ab59-81a41ce41af8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:39:48.141826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.142180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.142524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.142864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.143200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.143536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.143865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.144193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.144518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.144843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.145169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.145503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.145862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:39:48.477425 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:48.596567 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:48.747947 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:48.793001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:48.861327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=8d4c20f5-15f8-4831-ab59-81a41ce41af8,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:39:48.875044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:48.924860 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:48.975122 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Floating IP 9e433aac-bfc5-4c6c-8166-3340af93e8d2 associated. External IP: 172.25.0.248, port: 15752973-5df2-4020-ab00-09dc88863fdf. Dec 17 13:39:49.177244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Router c2d4a34e-61ca-4d85-82d3-2308e356a405 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:39:49.284837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:39:49.295656 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd186f1-9c80-455f-89f3-c6b77151bea6 None None] Sync routers for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:39:49.306455 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd186f1-9c80-455f-89f3-c6b77151bea6 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:39:49.307139 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-afd186f1-9c80-455f-89f3-c6b77151bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:39:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:39:49.370535 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:49.412104 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a8806b57-86f0-4ef5-a4b5-7b0ab2eab8cc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8566287 Dec 17 13:39:49.412104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'tag': '15752973-5df2-4020-ab00-09dc88863fdf'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:39:49.412104 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2090eb98-3959-4095-ad40-bc7cb46c339b" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdbe380-3056-4781-8585-6c55ef2a9568", "tag": "15752973-5df2-4020-ab00-09dc88863fdf"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:39:49.424052 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-afd186f1-9c80-455f-89f3-c6b77151bea6 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:39:49.526690 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934772ec-3c35-4113-9309-aff1f6ec3ea9 x-openstack-request-id: req-934772ec-3c35-4113-9309-aff1f6ec3ea9 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:39:49.527214 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdbe380-3056-4781-8585-6c55ef2a9568", "tag": "15752973-5df2-4020-ab00-09dc88863fdf", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:39:49.527214 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-934772ec-3c35-4113-9309-aff1f6ec3ea9 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:39:49.527629 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'tag': '15752973-5df2-4020-ab00-09dc88863fdf', 'status': 'completed', 'code': 200} Dec 17 13:39:49.589884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090eb98-3959-4095-ad40-bc7cb46c339b req-84491829-295e-4640-8a49-c332b44efd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:49.591394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2090eb98-3959-4095-ad40-bc7cb46c339b req-84491829-295e-4640-8a49-c332b44efd71 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 1096 time: 0.0418189 Dec 17 13:39:49.660197 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-afd186f1-9c80-455f-89f3-c6b77151bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '9e433aac-bfc5-4c6c-8166-3340af93e8d2', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': '15752973-5df2-4020-ab00-09dc88863fdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:16:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:39:48Z', 'updated_at': '2021-12-17T13:39:48Z', 'revision_number': 0, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:39:49.694433 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd186f1-9c80-455f-89f3-c6b77151bea6 None None] Checking router: c2d4a34e-61ca-4d85-82d3-2308e356a405 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:39:49.704815 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd186f1-9c80-455f-89f3-c6b77151bea6 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:39:49.705599 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-afd186f1-9c80-455f-89f3-c6b77151bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:39:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:39:49.711194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090eb98-3959-4095-ad40-bc7cb46c339b req-91f03229-8e29-45d3-a8b9-a9ab888569cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:49.712724 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2090eb98-3959-4095-ad40-bc7cb46c339b req-91f03229-8e29-45d3-a8b9-a9ab888569cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.1146855 Dec 17 13:39:49.799818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2090eb98-3959-4095-ad40-bc7cb46c339b req-93576f8f-4259-4d6a-8224-77638f1e61fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15752973-5df2-4020-ab00-09dc88863fdf HTTP/1.1" status: 200 len: 999 time: 0.0792947 Dec 17 13:39:49.824863 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-afd186f1-9c80-455f-89f3-c6b77151bea6 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:39:49.868676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090eb98-3959-4095-ad40-bc7cb46c339b req-42403c45-2262-4e03-8d66-4046a8fe326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:49.870818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2090eb98-3959-4095-ad40-bc7cb46c339b req-42403c45-2262-4e03-8d66-4046a8fe326c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0645194 Dec 17 13:39:49.928966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090eb98-3959-4095-ad40-bc7cb46c339b req-fb748aba-3547-4013-a163-6879d0ebcb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:39:49.931901 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2090eb98-3959-4095-ad40-bc7cb46c339b req-fb748aba-3547-4013-a163-6879d0ebcb6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544186 Dec 17 13:39:49.979450 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:39:50.051955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2090eb98-3959-4095-ad40-bc7cb46c339b req-4aefb611-2a98-45d5-9321-11ac79487ee6 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111228 Dec 17 13:39:50.081466 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-afd186f1-9c80-455f-89f3-c6b77151bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '9e433aac-bfc5-4c6c-8166-3340af93e8d2', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': '15752973-5df2-4020-ab00-09dc88863fdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:16:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:39:48Z', 'updated_at': '2021-12-17T13:39:48Z', 'revision_number': 0, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:39:50.123855 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd186f1-9c80-455f-89f3-c6b77151bea6 None None] The sync data for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 is: [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '9e433aac-bfc5-4c6c-8166-3340af93e8d2', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': '15752973-5df2-4020-ab00-09dc88863fdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:16:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:39:48Z', 'updated_at': '2021-12-17T13:39:48Z', 'revision_number': 0, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:39:50.160211 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2090eb98-3959-4095-ad40-bc7cb46c339b req-c037571b-85a6-43d0-9347-dd803033fdd2 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009727 Dec 17 13:39:50.338726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f723155-a3fe-4704-96ff-6584b4893f05 None None] New status for floating IP 9e433aac-bfc5-4c6c-8166-3340af93e8d2: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:40:01.830572 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:06.272536 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:13.222479 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-839ba49e-d33d-4268-9335-e39f87ece07f req-01ebd4f7-1b0d-4e7a-a753-fd4e8053be05 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422969 Dec 17 13:40:13.309623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ba49e-d33d-4268-9335-e39f87ece07f req-4fef285c-ab27-43c0-952d-264afe72cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:13.310029 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-839ba49e-d33d-4268-9335-e39f87ece07f req-4fef285c-ab27-43c0-952d-264afe72cced service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 1096 time: 0.0420723 Dec 17 13:40:13.419531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ba49e-d33d-4268-9335-e39f87ece07f req-cd20743e-9ca2-4009-b8c9-1d1a916d301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:13.421041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-839ba49e-d33d-4268-9335-e39f87ece07f req-cd20743e-9ca2-4009-b8c9-1d1a916d301d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.0917354 Dec 17 13:40:13.487680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-839ba49e-d33d-4268-9335-e39f87ece07f req-8b4457dc-c45d-40a4-92cb-7703aad426b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15752973-5df2-4020-ab00-09dc88863fdf HTTP/1.1" status: 200 len: 1001 time: 0.0600836 Dec 17 13:40:13.543214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ba49e-d33d-4268-9335-e39f87ece07f req-ec647ad9-38f9-4dcd-8499-b2e430415d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:13.544696 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-839ba49e-d33d-4268-9335-e39f87ece07f req-ec647ad9-38f9-4dcd-8499-b2e430415d5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0498075 Dec 17 13:40:13.591172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ba49e-d33d-4268-9335-e39f87ece07f req-c2100073-6a9a-4fd3-a056-8d0b365b09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:13.592576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-839ba49e-d33d-4268-9335-e39f87ece07f req-c2100073-6a9a-4fd3-a056-8d0b365b09ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403614 Dec 17 13:40:13.683503 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-839ba49e-d33d-4268-9335-e39f87ece07f req-08096e80-97ba-460a-8a59-e5843a4b6b47 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832691 Dec 17 13:40:13.786140 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-839ba49e-d33d-4268-9335-e39f87ece07f req-da8ce376-108f-42bf-bfcd-68d3d76bfb99 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943296 Dec 17 13:40:13.887433 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dbd811ea-15e5-4fc3-8762-bb9120f37377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:15.290833 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:40:16.347230 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-46981fea-4896-452f-81d7-a48ff641da4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:17.764063 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-c5ec1d5c-50ad-4f74-86ab-8ead8499b8b3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0993991 Dec 17 13:40:17.772753 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:17.870254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-3d8611b6-a9fb-44d4-aa95-0ae33d7cd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:17.870742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-3d8611b6-a9fb-44d4-aa95-0ae33d7cd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:17.871219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-3d8611b6-a9fb-44d4-aa95-0ae33d7cd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:17.871697 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-3d8611b6-a9fb-44d4-aa95-0ae33d7cd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:17.872169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-3d8611b6-a9fb-44d4-aa95-0ae33d7cd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:17.872643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-3d8611b6-a9fb-44d4-aa95-0ae33d7cd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:17.873110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-3d8611b6-a9fb-44d4-aa95-0ae33d7cd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:17.875055 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-3d8611b6-a9fb-44d4-aa95-0ae33d7cd7e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 6502 time: 0.0510685 Dec 17 13:40:18.004882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-5886d867-c437-4aaf-b50d-9d6402180779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:18.005285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-5886d867-c437-4aaf-b50d-9d6402180779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:18.005801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-5886d867-c437-4aaf-b50d-9d6402180779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:18.007429 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-5886d867-c437-4aaf-b50d-9d6402180779 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&id=f381c005-ceb4-4052-9c65-09ef1a667df3&id=f381c005-ceb4-4052-9c65-09ef1a667df3 HTTP/1.1" status: 200 len: 2296 time: 0.0989528 Dec 17 13:40:18.088872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-f2d30af7-1184-440e-ba1a-77c848ca21ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a54b1b-fdba-4578-8113-44e9204a680e HTTP/1.1" status: 200 len: 1001 time: 0.0686800 Dec 17 13:40:18.143999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-5a66263f-54e2-43e6-b65f-39697151e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:18.145876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-5a66263f-54e2-43e6-b65f-39697151e3e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=644d3787-4d5f-4bbd-9877-1bc7fbb4ed55 HTTP/1.1" status: 200 len: 855 time: 0.0460985 Dec 17 13:40:18.197984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-5ec14a6a-02a5-4328-9e48-da2d0d1c13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:18.199512 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-5ec14a6a-02a5-4328-9e48-da2d0d1c13ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ab2cf33-63cd-4bbb-b2b1-6d1864901507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419552 Dec 17 13:40:18.216348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-97286a2f-4b1c-49e9-86eb-801b890646da service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:40:18.223013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-97286a2f-4b1c-49e9-86eb-801b890646da service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051682 Dec 17 13:40:18.314629 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-f5e3de5e-475f-4678-bf2c-fc808886ef8d service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854862 Dec 17 13:40:18.410857 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-ce3ccddf-3bd7-4e28-84bd-0df1924baddf service neutron] 10.222.0.61 "GET /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849586 Dec 17 13:40:18.458998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-a4af6082-f2c6-4b23-937a-0893c5ce8de1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=0f2406aa-2787-444f-b11e-0cfdfe6a55dc HTTP/1.1" status: 200 len: 217 time: 0.0363123 Dec 17 13:40:18.518286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-b6b33222-926a-46b7-9e54-2b661d0e3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:18.519772 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-b6b33222-926a-46b7-9e54-2b661d0e3c95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0496833 Dec 17 13:40:18.570161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-64a06ab5-afc3-471d-a9b0-70bdc3f123a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:18.571722 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-64a06ab5-afc3-471d-a9b0-70bdc3f123a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0411835 Dec 17 13:40:18.673677 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-d5aa5d3a-3539-4258-9479-3ea418273676 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904701 Dec 17 13:40:18.775936 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-d7d0fee8-1ea0-422c-8b87-ec1ba31cfda1 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907767 Dec 17 13:40:18.822153 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-c114bf7a-0816-42f2-97fe-1c087f7c10cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=c1e602b5-a34e-4a6d-aff3-644a4d1641f5 HTTP/1.1" status: 200 len: 217 time: 0.0349627 Dec 17 13:40:18.880189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-41a1d641-6e00-4ad9-bf7e-d758ec7245b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:18.881859 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-41a1d641-6e00-4ad9-bf7e-d758ec7245b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0487013 Dec 17 13:40:18.931595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-06217261-4077-4fd8-a933-56862bb1a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:18.933103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-06217261-4077-4fd8-a933-56862bb1a9c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0402539 Dec 17 13:40:18.958424 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:19.026654 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-d2531d19-3734-4106-af9b-3aa0206fcd1f service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823078 Dec 17 13:40:19.124283 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-a5de1023-d848-4e5e-8856-ce7fffa80dd7 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863311 Dec 17 13:40:19.174119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-bbc6b7f4-dc4b-4b1a-a366-321fc5b323d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6d08cc1d-38ff-4681-8fbf-724fb9f6115f HTTP/1.1" status: 200 len: 217 time: 0.0378067 Dec 17 13:40:19.232865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-43f67d77-10cc-46c9-a67a-13b37b338536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:19.234420 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-43f67d77-10cc-46c9-a67a-13b37b338536 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0501697 Dec 17 13:40:19.286158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-0b2a3fc4-4450-4ad6-88b9-801796f1e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:19.287736 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-0b2a3fc4-4450-4ad6-88b9-801796f1e2d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0413930 Dec 17 13:40:19.387454 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-c237aaee-8a38-4279-9235-519b963efe5a service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869074 Dec 17 13:40:19.490330 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-869008e9-4e7e-4787-887c-760e7aade0b9 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913963 Dec 17 13:40:19.538459 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-1f8636cc-012c-4d72-83e9-56cbec33e4e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=707d8805-b713-4bce-9d5d-4f95ba377e0a HTTP/1.1" status: 200 len: 217 time: 0.0354109 Dec 17 13:40:19.595660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-975f5023-e21f-43a6-9846-a8f0b8a76bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:19.598448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-975f5023-e21f-43a6-9846-a8f0b8a76bad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 200 len: 797 time: 0.0485892 Dec 17 13:40:19.649892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-b0fa2a52-6d69-4738-b50c-bc4117e1eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:19.651369 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-b0fa2a52-6d69-4738-b50c-bc4117e1eba9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417631 Dec 17 13:40:19.754533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-95adb846-b21f-4fa1-a8fd-1f5056177ce2 service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887346 Dec 17 13:40:19.813149 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:19.861159 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-58217b6d-6d6d-4578-bfb2-9b98383edc1c service neutron] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953104 Dec 17 13:40:19.909522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-35c87232-7c9b-4ad3-8ff8-fde661e18c8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9847f8ea-b2de-4c65-a697-8f1811d7198b HTTP/1.1" status: 200 len: 217 time: 0.0372005 Dec 17 13:40:19.968294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-c536dd5c-5c29-4c2f-8a03-e14d50f21601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:19.970797 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-c536dd5c-5c29-4c2f-8a03-e14d50f21601 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.0499868 Dec 17 13:40:20.020394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-e346901e-107c-4fca-b7f7-1d01e2942fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:20.021940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-e346901e-107c-4fca-b7f7-1d01e2942fb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0404224 Dec 17 13:40:20.113842 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-d2f48fa2-4ac2-4693-ad5b-d4974920f94f service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819228 Dec 17 13:40:20.212834 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-ad360424-7587-4b3d-b457-1ce4a74b49a3 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882878 Dec 17 13:40:20.260389 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-274537d0-f69d-4fa2-8d0f-97381195c74d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dc07cf3f-9d03-4819-8873-8517cbaafef0 HTTP/1.1" status: 200 len: 217 time: 0.0355260 Dec 17 13:40:20.320827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-b0f28f67-5ea7-4b51-b7eb-991d79c14df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:20.322321 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-b0f28f67-5ea7-4b51-b7eb-991d79c14df5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 200 len: 797 time: 0.0500329 Dec 17 13:40:20.372795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-bc2faf3d-a5a6-4356-9e23-ba5ad9244808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:20.374584 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-bc2faf3d-a5a6-4356-9e23-ba5ad9244808 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f381c005-ceb4-4052-9c65-09ef1a667df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0405321 Dec 17 13:40:20.473011 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-eae5972d-6fdf-4b85-8888-f50676408b3a service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867074 Dec 17 13:40:20.574252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b56bba6-9ed6-4287-bce2-619a0a2a3793 req-27b9f06c-fff4-4a3e-974a-fe79a584eb73 service neutron] 10.222.0.61 "GET /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902181 Dec 17 13:40:29.668300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20245753-e2c0-48f1-bdef-29034ea547ff req-f50e4205-da3a-467b-ae7e-e7847682b580 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:29.674302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20245753-e2c0-48f1-bdef-29034ea547ff req-f50e4205-da3a-467b-ae7e-e7847682b580 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:29.680200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20245753-e2c0-48f1-bdef-29034ea547ff req-f50e4205-da3a-467b-ae7e-e7847682b580 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:29.686329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20245753-e2c0-48f1-bdef-29034ea547ff req-f50e4205-da3a-467b-ae7e-e7847682b580 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:29.692804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20245753-e2c0-48f1-bdef-29034ea547ff req-f50e4205-da3a-467b-ae7e-e7847682b580 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:29.698763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20245753-e2c0-48f1-bdef-29034ea547ff req-f50e4205-da3a-467b-ae7e-e7847682b580 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:29.705918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20245753-e2c0-48f1-bdef-29034ea547ff req-f50e4205-da3a-467b-ae7e-e7847682b580 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:29.709858 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20245753-e2c0-48f1-bdef-29034ea547ff req-f50e4205-da3a-467b-ae7e-e7847682b580 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5445 time: 0.0987775 Dec 17 13:40:29.786643 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20245753-e2c0-48f1-bdef-29034ea547ff req-58d1b410-510e-423e-bb35-28cf20a0529d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713842 Dec 17 13:40:30.884927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-c71440e9-7b81-4bfe-a514-fce5ee5e7be7 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:30.890770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-c71440e9-7b81-4bfe-a514-fce5ee5e7be7 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:30.896659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-c71440e9-7b81-4bfe-a514-fce5ee5e7be7 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:30.902708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-c71440e9-7b81-4bfe-a514-fce5ee5e7be7 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:30.910326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-c71440e9-7b81-4bfe-a514-fce5ee5e7be7 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:30.916659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-c71440e9-7b81-4bfe-a514-fce5ee5e7be7 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:30.922888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-c71440e9-7b81-4bfe-a514-fce5ee5e7be7 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:30.925400 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-c71440e9-7b81-4bfe-a514-fce5ee5e7be7 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5445 time: 0.0999022 Dec 17 13:40:30.978678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-86d64768-07fa-4a75-a1cc-26b334d86f1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:30.980117 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-86d64768-07fa-4a75-a1cc-26b334d86f1f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "GET /v2.0/ports/0f2406aa-2787-444f-b11e-0cfdfe6a55dc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0445659 Dec 17 13:40:31.107050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-851be00b-b24c-4250-bb26-49fee8fc4fd1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "GET /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1164794 Dec 17 13:40:31.122495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:40:31.187905 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:31.224349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc8fd7-1f01-4124-96b4-3fba66c0618a req-3709317e-4368-4808-ab1d-363b1177dbbf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:31.230825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc8fd7-1f01-4124-96b4-3fba66c0618a req-3709317e-4368-4808-ab1d-363b1177dbbf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:31.236746 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc8fd7-1f01-4124-96b4-3fba66c0618a req-3709317e-4368-4808-ab1d-363b1177dbbf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:31.242637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc8fd7-1f01-4124-96b4-3fba66c0618a req-3709317e-4368-4808-ab1d-363b1177dbbf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:31.248807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc8fd7-1f01-4124-96b4-3fba66c0618a req-3709317e-4368-4808-ab1d-363b1177dbbf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:31.255277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc8fd7-1f01-4124-96b4-3fba66c0618a req-3709317e-4368-4808-ab1d-363b1177dbbf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:31.262298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc8fd7-1f01-4124-96b4-3fba66c0618a req-3709317e-4368-4808-ab1d-363b1177dbbf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:31.264322 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-53dc8fd7-1f01-4124-96b4-3fba66c0618a req-3709317e-4368-4808-ab1d-363b1177dbbf tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 5445 time: 0.3944285 Dec 17 13:40:31.324005 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-53dc8fd7-1f01-4124-96b4-3fba66c0618a req-3833af53-4c27-4970-a81e-590f30b8d7fa tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=029bb36c-e994-4f7e-bf50-82a101efec78&id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528769 Dec 17 13:40:31.331057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] For port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0f2406aa-2787-444f-b11e-0cfdfe6a55dc,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:40:31.366574 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] For port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:40:31.400407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] device_id is not set on port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:40:31.409727 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:31.503831 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] No DVR routers for this DVR port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2406aa-2787-444f-b11e-0cfdfe6a55dc,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.611785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:31.627312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] In _notify_port_updated(), no bound segment for port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:40:31.628212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:31.628871 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:31.630282 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f702a13b-0646-4135-96d2-aff7f0934a59 service neutron] 10.222.0.61 "PUT /v2.0/ports/0f2406aa-2787-444f-b11e-0cfdfe6a55dc HTTP/1.1" status: 200 len: 1033 time: 0.5123169 Dec 17 13:40:31.684045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f4aa4f54-a6df-4c8b-bfb8-3fe7cf7406ac tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:31.685473 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-f4aa4f54-a6df-4c8b-bfb8-3fe7cf7406ac tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "GET /v2.0/ports/c1e602b5-a34e-4a6d-aff3-644a4d1641f5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0460317 Dec 17 13:40:31.700970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-446bd087-b218-4073-9d03-443c495d158c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:40:31.763930 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-446bd087-b218-4073-9d03-443c495d158c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:31.823281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7929089d-8606-4796-862f-8b8a4e594fe7 None None] Provisioning complete for port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:40:31.823853 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7929089d-8606-4796-862f-8b8a4e594fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:31.860420 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:31.863493 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7929089d-8606-4796-862f-8b8a4e594fe7 None None] Port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:40:31.903785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-446bd087-b218-4073-9d03-443c495d158c service neutron] For port c1e602b5-a34e-4a6d-aff3-644a4d1641f5, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=c1e602b5-a34e-4a6d-aff3-644a4d1641f5,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:40:31.937768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-446bd087-b218-4073-9d03-443c495d158c service neutron] For port c1e602b5-a34e-4a6d-aff3-644a4d1641f5, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:40:31.974240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-446bd087-b218-4073-9d03-443c495d158c service neutron] device_id is not set on port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:40:31.982786 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-446bd087-b218-4073-9d03-443c495d158c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:32.055290 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-446bd087-b218-4073-9d03-443c495d158c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:32.118803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-446bd087-b218-4073-9d03-443c495d158c service neutron] No DVR routers for this DVR port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:40:32.143651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bd087-b218-4073-9d03-443c495d158c service neutron] Pushing event updated for resources: {'Port': ['ID=c1e602b5-a34e-4a6d-aff3-644a4d1641f5,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:32.168137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-446bd087-b218-4073-9d03-443c495d158c service neutron] In _notify_port_updated(), no bound segment for port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 on network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:40:32.169033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-446bd087-b218-4073-9d03-443c495d158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:32.169674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-446bd087-b218-4073-9d03-443c495d158c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:32.171236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-446bd087-b218-4073-9d03-443c495d158c service neutron] 10.222.0.61 "PUT /v2.0/ports/c1e602b5-a34e-4a6d-aff3-644a4d1641f5 HTTP/1.1" status: 200 len: 1032 time: 0.4750226 Dec 17 13:40:32.282585 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ea982f9c-64ca-44b3-a8fb-199755b199df tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Deleting port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:40:32.282944 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ea982f9c-64ca-44b3-a8fb-199755b199df tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:32.393130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7e997916-05a4-468a-992f-13f573066dfb None None] Provisioning complete for port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:40:32.394032 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7e997916-05a4-468a-992f-13f573066dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:32.394194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ea982f9c-64ca-44b3-a8fb-199755b199df tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] For port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=6d08cc1d-38ff-4681-8fbf-724fb9f6115f,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:40:32.394441 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ea982f9c-64ca-44b3-a8fb-199755b199df tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:32.410817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ea982f9c-64ca-44b3-a8fb-199755b199df tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Calling delete_port for 6d08cc1d-38ff-4681-8fbf-724fb9f6115f owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:40:32.437742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7e997916-05a4-468a-992f-13f573066dfb None None] Port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:40:32.521660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac116c-ac16-49ff-ac25-9b7c0d2e35a4 req-3cf14c5a-1f38-4f6d-bc3f-e11204597753 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:32.527557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac116c-ac16-49ff-ac25-9b7c0d2e35a4 req-3cf14c5a-1f38-4f6d-bc3f-e11204597753 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:32.534203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac116c-ac16-49ff-ac25-9b7c0d2e35a4 req-3cf14c5a-1f38-4f6d-bc3f-e11204597753 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:32.540143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac116c-ac16-49ff-ac25-9b7c0d2e35a4 req-3cf14c5a-1f38-4f6d-bc3f-e11204597753 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:32.546144 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac116c-ac16-49ff-ac25-9b7c0d2e35a4 req-3cf14c5a-1f38-4f6d-bc3f-e11204597753 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:32.547979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebac116c-ac16-49ff-ac25-9b7c0d2e35a4 req-3cf14c5a-1f38-4f6d-bc3f-e11204597753 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 3886 time: 0.1279466 Dec 17 13:40:32.635672 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebac116c-ac16-49ff-ac25-9b7c0d2e35a4 req-3444f3ed-82bf-4032-8775-46ec3fcebc09 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756373 Dec 17 13:40:32.715725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ea982f9c-64ca-44b3-a8fb-199755b199df tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:32.748640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea982f9c-64ca-44b3-a8fb-199755b199df tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Port': ['ID=6d08cc1d-38ff-4681-8fbf-724fb9f6115f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:32.794283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ea982f9c-64ca-44b3-a8fb-199755b199df tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] No DVR routers for this DVR port 6d08cc1d-38ff-4681-8fbf-724fb9f6115f on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:40:32.797279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ea982f9c-64ca-44b3-a8fb-199755b199df tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:32.801803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ea982f9c-64ca-44b3-a8fb-199755b199df tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "DELETE /v2.0/ports/6d08cc1d-38ff-4681-8fbf-724fb9f6115f HTTP/1.1" status: 204 len: 173 time: 0.6213624 Dec 17 13:40:32.802280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-deleted', 'tag': '6d08cc1d-38ff-4681-8fbf-724fb9f6115f'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:40:32.804572 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f352229e-1973-4f22-a100-b0ecec72a8d0" -d '{"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-deleted", "tag": "6d08cc1d-38ff-4681-8fbf-724fb9f6115f"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:40:32.910169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ed636123-75f3-4a23-a2e3-cdf7151c7a58 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Deleting port 9847f8ea-b2de-4c65-a697-8f1811d7198b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:40:32.910757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ed636123-75f3-4a23-a2e3-cdf7151c7a58 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:32.949541 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeded03a-c6bb-443b-aee9-6cd19b73e248 x-openstack-request-id: req-eeded03a-c6bb-443b-aee9-6cd19b73e248 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:40:32.949865 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-deleted", "tag": "6d08cc1d-38ff-4681-8fbf-724fb9f6115f", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:40:32.950122 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eeded03a-c6bb-443b-aee9-6cd19b73e248 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:40:32.950525 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-deleted', 'tag': '6d08cc1d-38ff-4681-8fbf-724fb9f6115f', 'status': 'completed', 'code': 200} Dec 17 13:40:33.000737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ed636123-75f3-4a23-a2e3-cdf7151c7a58 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] For port 9847f8ea-b2de-4c65-a697-8f1811d7198b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=9847f8ea-b2de-4c65-a697-8f1811d7198b,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:40:33.001132 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ed636123-75f3-4a23-a2e3-cdf7151c7a58 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:33.013374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ed636123-75f3-4a23-a2e3-cdf7151c7a58 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Calling delete_port for 9847f8ea-b2de-4c65-a697-8f1811d7198b owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:40:33.215149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ed636123-75f3-4a23-a2e3-cdf7151c7a58 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:33.248119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed636123-75f3-4a23-a2e3-cdf7151c7a58 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Port': ['ID=9847f8ea-b2de-4c65-a697-8f1811d7198b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:33.302996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ed636123-75f3-4a23-a2e3-cdf7151c7a58 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] No DVR routers for this DVR port 9847f8ea-b2de-4c65-a697-8f1811d7198b on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:40:33.305520 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ed636123-75f3-4a23-a2e3-cdf7151c7a58 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:33.308938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-ed636123-75f3-4a23-a2e3-cdf7151c7a58 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "DELETE /v2.0/ports/9847f8ea-b2de-4c65-a697-8f1811d7198b HTTP/1.1" status: 204 len: 173 time: 0.4973001 Dec 17 13:40:33.405069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Deleting port e8a54b1b-fdba-4578-8113-44e9204a680e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:40:33.405300 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:33.502262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] For port e8a54b1b-fdba-4578-8113-44e9204a680e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e8a54b1b-fdba-4578-8113-44e9204a680e,segment=NetworkSegment(39964772-a24c-4875-ab7f-79907122d3e5),segment_id=39964772-a24c-4875-ab7f-79907122d3e5)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:40:33.502633 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:33.683598 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:33.684110 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:33.684449 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Floating IP f8bc14ca-bbfd-419a-ab07-a8b163ed3115 disassociated. External IP: 172.25.0.61, port: e8a54b1b-fdba-4578-8113-44e9204a680e. Dec 17 13:40:33.684799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Calling delete_port for e8a54b1b-fdba-4578-8113-44e9204a680e owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:40:33.804601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf0199-1e15-46ed-bf7f-3ad6c8197a7e req-64ad22b5-7b65-43fc-81f5-4ed7003c0d20 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:33.810702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf0199-1e15-46ed-bf7f-3ad6c8197a7e req-64ad22b5-7b65-43fc-81f5-4ed7003c0d20 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:33.817499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf0199-1e15-46ed-bf7f-3ad6c8197a7e req-64ad22b5-7b65-43fc-81f5-4ed7003c0d20 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:33.819179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34bf0199-1e15-46ed-bf7f-3ad6c8197a7e req-64ad22b5-7b65-43fc-81f5-4ed7003c0d20 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 2417 time: 0.0873532 Dec 17 13:40:33.903322 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34bf0199-1e15-46ed-bf7f-3ad6c8197a7e req-7e1d59b3-ebd3-4036-ad7f-506382949d48 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767190 Dec 17 13:40:34.012751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:34.041265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Port': ['ID=e8a54b1b-fdba-4578-8113-44e9204a680e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:34.166402 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Router 7d6e4fde-ff00-429c-9483-898ece674387 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:40:34.604627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:40:34.615480 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62dd2a3-274b-475b-8d7b-ad79dc1a6538 None None] Sync routers for ids ['7d6e4fde-ff00-429c-9483-898ece674387'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:40:34.629537 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62dd2a3-274b-475b-8d7b-ad79dc1a6538 None None] Routers {'7d6e4fde-ff00-429c-9483-898ece674387'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:40:34.630116 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d62dd2a3-274b-475b-8d7b-ad79dc1a6538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:40:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7d6e4fde-ff00-429c-9483-898ece674387'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:40:34.655038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] No DVR routers for this DVR port e8a54b1b-fdba-4578-8113-44e9204a680e on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:40:34.658598 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:34.662087 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-7008a8fd-8994-492b-a6bc-3277e2477964 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "DELETE /v2.0/ports/e8a54b1b-fdba-4578-8113-44e9204a680e HTTP/1.1" status: 204 len: 173 time: 1.3421705 Dec 17 13:40:34.739372 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-d62dd2a3-274b-475b-8d7b-ad79dc1a6538 None None] Set router 7d6e4fde-ff00-429c-9483-898ece674387 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:40:34.768440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-9b2da067-d617-4def-80c3-02b0a3296d81 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Deleting port dc07cf3f-9d03-4819-8873-8517cbaafef0 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:40:34.768816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-9b2da067-d617-4def-80c3-02b0a3296d81 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:34.862663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-9b2da067-d617-4def-80c3-02b0a3296d81 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] For port dc07cf3f-9d03-4819-8873-8517cbaafef0, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=dc07cf3f-9d03-4819-8873-8517cbaafef0,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:40:34.863045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-9b2da067-d617-4def-80c3-02b0a3296d81 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:34.879257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-9b2da067-d617-4def-80c3-02b0a3296d81 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Calling delete_port for dc07cf3f-9d03-4819-8873-8517cbaafef0 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:40:34.955726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-deleted', 'tag': '9847f8ea-b2de-4c65-a697-8f1811d7198b'}, {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-deleted', 'tag': 'e8a54b1b-fdba-4578-8113-44e9204a680e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:40:34.958952 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4755b2c-bfbf-452c-995d-9ec0517a8281" -d '{"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-deleted", "tag": "9847f8ea-b2de-4c65-a697-8f1811d7198b"}, {"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-deleted", "tag": "e8a54b1b-fdba-4578-8113-44e9204a680e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:40:35.039817 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 13:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53df6046-48eb-47c0-9f7f-7126cc8ab707 x-openstack-request-id: req-53df6046-48eb-47c0-9f7f-7126cc8ab707 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:40:35.040521 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-deleted", "tag": "9847f8ea-b2de-4c65-a697-8f1811d7198b", "status": "completed", "code": 200}, {"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-deleted", "tag": "e8a54b1b-fdba-4578-8113-44e9204a680e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:40:35.040521 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53df6046-48eb-47c0-9f7f-7126cc8ab707 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:40:35.040809 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-deleted', 'tag': '9847f8ea-b2de-4c65-a697-8f1811d7198b', 'status': 'completed', 'code': 200} Dec 17 13:40:35.041077 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-deleted', 'tag': 'e8a54b1b-fdba-4578-8113-44e9204a680e', 'status': 'completed', 'code': 200} Dec 17 13:40:35.074980 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d62dd2a3-274b-475b-8d7b-ad79dc1a6538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 4, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5cda2789-4642-48cd-a586-eada82388975', 'name': '', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'mac_address': 'fa:16:3e:63:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:12Z', 'updated_at': '2021-12-17T13:29:22Z', 'revision_number': 5, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'subnets': [{'id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:40:35.087964 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba8f90-a7dc-4616-9aed-76643ba9dfe4 req-eada6435-d7d1-4540-bbbe-fbcc750e835e tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:35.093850 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba8f90-a7dc-4616-9aed-76643ba9dfe4 req-eada6435-d7d1-4540-bbbe-fbcc750e835e tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:40:35.095485 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47ba8f90-a7dc-4616-9aed-76643ba9dfe4 req-eada6435-d7d1-4540-bbbe-fbcc750e835e tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 1681 time: 0.0764244 Dec 17 13:40:35.102956 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62dd2a3-274b-475b-8d7b-ad79dc1a6538 None None] Checking router: 7d6e4fde-ff00-429c-9483-898ece674387 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:40:35.111884 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62dd2a3-274b-475b-8d7b-ad79dc1a6538 None None] Routers {'7d6e4fde-ff00-429c-9483-898ece674387'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:40:35.112495 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d62dd2a3-274b-475b-8d7b-ad79dc1a6538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:40:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7d6e4fde-ff00-429c-9483-898ece674387'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:40:35.150148 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47ba8f90-a7dc-4616-9aed-76643ba9dfe4 req-2995cc00-56e1-400e-b3d7-c61691ec2e16 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups?id=178c18f6-d5b2-45a1-b0a2-f81dee41136d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476205 Dec 17 13:40:35.174458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-9b2da067-d617-4def-80c3-02b0a3296d81 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:35.192223 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 707d8805-b713-4bce-9d5d-4f95ba377e0a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:40:35.208222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2da067-d617-4def-80c3-02b0a3296d81 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Port': ['ID=dc07cf3f-9d03-4819-8873-8517cbaafef0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:35.228230 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-d62dd2a3-274b-475b-8d7b-ad79dc1a6538 None None] Set router 7d6e4fde-ff00-429c-9483-898ece674387 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:40:35.254771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-9b2da067-d617-4def-80c3-02b0a3296d81 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] No DVR routers for this DVR port dc07cf3f-9d03-4819-8873-8517cbaafef0 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:40:35.257853 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-9b2da067-d617-4def-80c3-02b0a3296d81 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:35.262959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-9b2da067-d617-4def-80c3-02b0a3296d81 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "DELETE /v2.0/ports/dc07cf3f-9d03-4819-8873-8517cbaafef0 HTTP/1.1" status: 204 len: 173 time: 0.5892999 Dec 17 13:40:35.293187 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:35.323531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707d8805-b713-4bce-9d5d-4f95ba377e0a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:40:35.326922 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c0d1a8-91f4-4ad1-aa72-8511e8ddd5f2" -d '{"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-unplugged", "status": "completed", "tag": "707d8805-b713-4bce-9d5d-4f95ba377e0a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:40:35.346437 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 707d8805-b713-4bce-9d5d-4f95ba377e0a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=707d8805-b713-4bce-9d5d-4f95ba377e0a,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:40:35.394572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-92674e38-60e5-405a-947d-39d1baa019d0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Deleting port 707d8805-b713-4bce-9d5d-4f95ba377e0a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:40:35.395030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-92674e38-60e5-405a-947d-39d1baa019d0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:35.429242 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:35.430006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0f2406aa-2787-444f-b11e-0cfdfe6a55dc no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:40:35.469109 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d62dd2a3-274b-475b-8d7b-ad79dc1a6538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 4, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5cda2789-4642-48cd-a586-eada82388975', 'name': '', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'mac_address': 'fa:16:3e:63:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:12Z', 'updated_at': '2021-12-17T13:29:22Z', 'revision_number': 5, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'subnets': [{'id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:40:35.493674 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7663e0-9352-4707-a05d-9c9849611795 x-openstack-request-id: req-3a7663e0-9352-4707-a05d-9c9849611795 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:40:35.493969 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-unplugged", "status": "completed", "tag": "707d8805-b713-4bce-9d5d-4f95ba377e0a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:40:35.494225 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a7663e0-9352-4707-a05d-9c9849611795 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:40:35.494621 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707d8805-b713-4bce-9d5d-4f95ba377e0a', 'code': 200} Dec 17 13:40:35.495222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=707d8805-b713-4bce-9d5d-4f95ba377e0a,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:35.499718 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62dd2a3-274b-475b-8d7b-ad79dc1a6538 None None] The sync data for ids ['7d6e4fde-ff00-429c-9483-898ece674387'] in n-d-815324-5 is: [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 4, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '5cda2789-4642-48cd-a586-eada82388975', 'name': '', 'network_id': '6ab2cf33-63cd-4bbb-b2b1-6d1864901507', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'mac_address': 'fa:16:3e:63:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:12Z', 'updated_at': '2021-12-17T13:29:22Z', 'revision_number': 5, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'subnets': [{'id': '644d3787-4d5f-4bbd-9877-1bc7fbb4ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:40:35.514955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-92674e38-60e5-405a-947d-39d1baa019d0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] For port 707d8805-b713-4bce-9d5d-4f95ba377e0a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=707d8805-b713-4bce-9d5d-4f95ba377e0a,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:40:35.515329 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-92674e38-60e5-405a-947d-39d1baa019d0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:35.535127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-92674e38-60e5-405a-947d-39d1baa019d0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Calling delete_port for 707d8805-b713-4bce-9d5d-4f95ba377e0a owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:40:35.543843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0f2406aa-2787-444f-b11e-0cfdfe6a55dc not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:40:35.545599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c1e602b5-a34e-4a6d-aff3-644a4d1641f5 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:40:35.592257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device c1e602b5-a34e-4a6d-aff3-644a4d1641f5 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:40:35.592881 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6d08cc1d-38ff-4681-8fbf-724fb9f6115f no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:40:35.613738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 6d08cc1d-38ff-4681-8fbf-724fb9f6115f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:40:35.614360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 6d08cc1d-38ff-4681-8fbf-724fb9f6115f not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:40:35.614950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 9847f8ea-b2de-4c65-a697-8f1811d7198b no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:40:35.644686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 9847f8ea-b2de-4c65-a697-8f1811d7198b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:40:35.645119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 9847f8ea-b2de-4c65-a697-8f1811d7198b not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:40:35.645515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e8a54b1b-fdba-4578-8113-44e9204a680e no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:40:35.671889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: e8a54b1b-fdba-4578-8113-44e9204a680e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:40:35.672241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e8a54b1b-fdba-4578-8113-44e9204a680e not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:40:35.672665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device dc07cf3f-9d03-4819-8873-8517cbaafef0 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:40:35.698957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: dc07cf3f-9d03-4819-8873-8517cbaafef0 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:40:35.700008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device dc07cf3f-9d03-4819-8873-8517cbaafef0 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:40:35.767953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-92674e38-60e5-405a-947d-39d1baa019d0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:35.800793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92674e38-60e5-405a-947d-39d1baa019d0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Port': ['ID=707d8805-b713-4bce-9d5d-4f95ba377e0a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:35.837290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c553a-490b-4a4f-ade5-a0856f6ef770 None None] New status for floating IP f8bc14ca-bbfd-419a-ab07-a8b163ed3115: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:40:35.848685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-92674e38-60e5-405a-947d-39d1baa019d0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] No DVR routers for this DVR port 707d8805-b713-4bce-9d5d-4f95ba377e0a on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:40:35.851392 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-92674e38-60e5-405a-947d-39d1baa019d0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:35.854837 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebd00558-a4b0-4f82-8ebe-30ac111d5fe8 req-92674e38-60e5-405a-947d-39d1baa019d0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.61 "DELETE /v2.0/ports/707d8805-b713-4bce-9d5d-4f95ba377e0a HTTP/1.1" status: 204 len: 173 time: 0.5859582 Dec 17 13:40:36.271670 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2741ef89-c135-402a-8f07-4dba27f96b52 req-c5f2247b-6a27-44ff-a72a-9b869ed8d9bb tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0360966 Dec 17 13:40:36.310727 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:37.042634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-deleted', 'tag': 'dc07cf3f-9d03-4819-8873-8517cbaafef0'}, {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-deleted', 'tag': '707d8805-b713-4bce-9d5d-4f95ba377e0a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:40:37.045120 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321b2619-4fc9-46c8-aa0f-8c861755c268" -d '{"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-deleted", "tag": "dc07cf3f-9d03-4819-8873-8517cbaafef0"}, {"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-deleted", "tag": "707d8805-b713-4bce-9d5d-4f95ba377e0a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:40:37.091323 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 13:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ef3f8c-8fe6-4d85-bf10-a09bdac4b7b5 x-openstack-request-id: req-12ef3f8c-8fe6-4d85-bf10-a09bdac4b7b5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:40:37.091627 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-deleted", "tag": "dc07cf3f-9d03-4819-8873-8517cbaafef0", "status": "completed", "code": 200}, {"server_uuid": "ac095b0e-e997-437b-9f29-5f410fa5eb0f", "name": "network-vif-deleted", "tag": "707d8805-b713-4bce-9d5d-4f95ba377e0a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:40:37.091916 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12ef3f8c-8fe6-4d85-bf10-a09bdac4b7b5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:40:37.092340 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-deleted', 'tag': 'dc07cf3f-9d03-4819-8873-8517cbaafef0', 'status': 'completed', 'code': 200} Dec 17 13:40:37.092602 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac095b0e-e997-437b-9f29-5f410fa5eb0f', 'name': 'network-vif-deleted', 'tag': '707d8805-b713-4bce-9d5d-4f95ba377e0a', 'status': 'completed', 'code': 200} Dec 17 13:40:37.385771 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b5aaca03-2d1d-499e-8eae-4cddaa5c651d req-6ce39009-f962-4f8d-9afa-421a6c2510f1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0272918 Dec 17 13:40:38.499912 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cf06e94-b77b-40d8-9c6a-7c5c5dcac44b req-ab5679cc-cc89-4d75-9fa7-77c9d39194df tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0364878 Dec 17 13:40:39.622870 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fd2cfc89-dc0f-436e-92bb-6799e8801be7 req-fb305e4a-a684-4a4d-af86-317fe8a3d1e7 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0291183 Dec 17 13:40:40.726379 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59e43112-2475-4557-abf9-376d75a2b21f req-42446bea-5757-42f9-a3f4-b356e7eaaa4c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0275393 Dec 17 13:40:41.827561 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-76ec7c02-1b48-42f7-8a59-bf301adc949d req-03011f5d-784c-4d6d-901b-1755b827e28c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0264518 Dec 17 13:40:42.931683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7ed2adc1-88d5-4930-a2c3-970528301299 req-e61b45d9-c960-4cb5-8a05-9b64bcee38b1 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0273774 Dec 17 13:40:43.866365 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b59a4bc3-a530-4007-814d-37875a55b7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:44.041042 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cdfc1fe2-8443-411a-83f5-a3090110bfe5 req-8b5cc245-4656-41ab-a04c-26a2e37f8827 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0262198 Dec 17 13:40:45.143312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f93b37ee-82a2-4e43-81aa-8ec230acf666 req-625feb8c-6971-441e-ad0b-7b2fd4841418 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0273302 Dec 17 13:40:46.251521 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bf31ef55-9675-41df-9ff2-13bf143adfe3 req-740486c7-041a-462b-84fe-1fd277dc916a tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0256639 Dec 17 13:40:46.335127 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-670c2991-67d9-4196-b0ef-796ec17aa20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:47.355074 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e036e60f-2682-4937-8bdc-f0cfe8310bda req-115651f7-cee0-497f-8b3f-508a4919197c tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0271556 Dec 17 13:40:47.826112 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:48.462041 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b7d3b463-4023-448d-91fe-51f251dafd25 req-9ac3a6b9-a3e7-4b4b-b515-67500fca439f tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0315056 Dec 17 13:40:48.945931 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:49.568515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61db1874-3df1-411a-a3d0-668341b4f0fd req-3750e7b0-30ff-41b4-9003-64b7620015b5 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0269649 Dec 17 13:40:49.828737 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:50.676444 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f625148f-8595-4bd7-b1a7-d5ddd9c33ede req-06099e03-1f55-4899-8326-a7a6530c8ed0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0289962 Dec 17 13:40:51.794343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87351bd3-8374-43a4-837e-98f59417ad75 req-505aab87-4155-4199-9ebc-5361bc170ea9 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0339808 Dec 17 13:40:52.290607 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:40:52.898918 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-505672b5-0c13-4018-90d2-dcbf78920125 req-299b42bf-f5a3-4a8c-98d0-956bc2862ade tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0271637 Dec 17 13:40:54.016612 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb9e6ca-1349-4e06-a088-6176994df11f req-d1d1f8f1-3bcf-40bd-be61-e8b9af2378a5 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac095b0e-e997-437b-9f29-5f410fa5eb0f HTTP/1.1" status: 200 len: 210 time: 0.0269194 Dec 17 13:40:56.233155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40124) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:40:56.289168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0684-ed50-4571-8265-3c56a3c95690 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:56.313163 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0684-ed50-4571-8265-3c56a3c95690 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:56.461997 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0684-ed50-4571-8265-3c56a3c95690 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:56.464597 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0684-ed50-4571-8265-3c56a3c95690 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:56.467934 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7a6e0684-ed50-4571-8265-3c56a3c95690 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "DELETE /v2.0/security-groups/178c18f6-d5b2-45a1-b0a2-f81dee41136d HTTP/1.1" status: 204 len: 168 time: 0.2315881 Dec 17 13:40:56.469564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40128) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:40:56.479105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e0684-ed50-4571-8265-3c56a3c95690 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=178c18f6-d5b2-45a1-b0a2-f81dee41136d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:56.494244 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-3199f41a-79c9-4026-9530-d06d46fde30d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] show failed (client error): The resource could not be found. Dec 17 13:40:56.498384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40130) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:40:56.499035 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3199f41a-79c9-4026-9530-d06d46fde30d tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "GET /v2.0/security-groups/178c18f6-d5b2-45a1-b0a2-f81dee41136d HTTP/1.1" status: 404 len: 347 time: 0.0277414 Dec 17 13:40:56.631960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1e174-48a3-409d-8f20-3ec7b3176e83 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Deleting port 1a0d7d8c-c5f6-4d7f-b21b-c2253f36121e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:40:56.632315 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e174-48a3-409d-8f20-3ec7b3176e83 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:56.712329 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e174-48a3-409d-8f20-3ec7b3176e83 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:56.712603 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e174-48a3-409d-8f20-3ec7b3176e83 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:56.724174 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1e174-48a3-409d-8f20-3ec7b3176e83 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Calling delete_port for 1a0d7d8c-c5f6-4d7f-b21b-c2253f36121e owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:40:56.957739 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e174-48a3-409d-8f20-3ec7b3176e83 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:56.982230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1e174-48a3-409d-8f20-3ec7b3176e83 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Port': ['ID=1a0d7d8c-c5f6-4d7f-b21b-c2253f36121e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:57.046826 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e174-48a3-409d-8f20-3ec7b3176e83 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:57.049528 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e174-48a3-409d-8f20-3ec7b3176e83 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:57.050848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dfb1e174-48a3-409d-8f20-3ec7b3176e83 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "DELETE /v2.0/floatingips/f8bc14ca-bbfd-419a-ab07-a8b163ed3115 HTTP/1.1" status: 204 len: 168 time: 0.5514498 Dec 17 13:40:57.053618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40132) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:40:57.146436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-2786a73e-60b8-4b6c-b48b-dae114969ae3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Deleting port c1e602b5-a34e-4a6d-aff3-644a4d1641f5 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:40:57.149683 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2786a73e-60b8-4b6c-b48b-dae114969ae3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:57.235384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2786a73e-60b8-4b6c-b48b-dae114969ae3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:57.247496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-2786a73e-60b8-4b6c-b48b-dae114969ae3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Calling delete_port for c1e602b5-a34e-4a6d-aff3-644a4d1641f5 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:40:57.466136 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2786a73e-60b8-4b6c-b48b-dae114969ae3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:57.496237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786a73e-60b8-4b6c-b48b-dae114969ae3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Port': ['ID=c1e602b5-a34e-4a6d-aff3-644a4d1641f5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:57.571537 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2786a73e-60b8-4b6c-b48b-dae114969ae3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:57.575264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2786a73e-60b8-4b6c-b48b-dae114969ae3 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "DELETE /v2.0/ports/c1e602b5-a34e-4a6d-aff3-644a4d1641f5 HTTP/1.1" status: 204 len: 168 time: 0.5206852 Dec 17 13:40:57.578009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40136) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:40:57.676838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a83fc526-bcbb-4692-8378-e60472930909 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Deleting port 0f2406aa-2787-444f-b11e-0cfdfe6a55dc {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:40:57.680213 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a83fc526-bcbb-4692-8378-e60472930909 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:57.788679 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a83fc526-bcbb-4692-8378-e60472930909 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:57.800511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a83fc526-bcbb-4692-8378-e60472930909 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Calling delete_port for 0f2406aa-2787-444f-b11e-0cfdfe6a55dc owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:40:58.037317 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a83fc526-bcbb-4692-8378-e60472930909 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.071449 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fc526-bcbb-4692-8378-e60472930909 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Port': ['ID=0f2406aa-2787-444f-b11e-0cfdfe6a55dc,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:58.145338 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a83fc526-bcbb-4692-8378-e60472930909 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.149759 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a83fc526-bcbb-4692-8378-e60472930909 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "DELETE /v2.0/ports/0f2406aa-2787-444f-b11e-0cfdfe6a55dc HTTP/1.1" status: 204 len: 168 time: 0.5695481 Dec 17 13:40:58.155369 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40140) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:40:58.203599 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Deleting subnet 65c7d3f9-f85f-4d5f-a03a-f15f9c364872 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:40:58.208157 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.250372 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.330142 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.486922 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.519113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Subnet': ['ID=65c7d3f9-f85f-4d5f-a03a-f15f9c364872,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:58.527810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.531960 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "DELETE /v2.0/subnets/65c7d3f9-f85f-4d5f-a03a-f15f9c364872 HTTP/1.1" status: 204 len: 168 time: 0.3784270 Dec 17 13:40:58.534990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.534990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.534990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.535326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40144) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:40:58.535765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.535765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.535765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.536059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.536208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.536536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.536865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.537192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.537513 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.537865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6de0-2b34-4068-be3f-dd79744ee313 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:58.549357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c7f768-8d8d-4d53-b6d0-b0b823120c88 None None] Network f381c005-ceb4-4052-9c65-09ef1a667df3 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:40:58.596447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39e9cbd-4974-4ed0-b3bd-64c05902d2f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Deleting subnet 81100d87-2eee-48d5-9b78-7f1c5a3039de {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:40:58.599572 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d39e9cbd-4974-4ed0-b3bd-64c05902d2f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.639782 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d39e9cbd-4974-4ed0-b3bd-64c05902d2f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.726940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e359dd35-c608-4897-bf8a-4d1364ae4084 None None] DHCP port deletion for f381c005-ceb4-4052-9c65-09ef1a667df3 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:40:58.750885 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d39e9cbd-4974-4ed0-b3bd-64c05902d2f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.784776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e359dd35-c608-4897-bf8a-4d1364ae4084 None None] Deleting port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:40:58.785551 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e359dd35-c608-4897-bf8a-4d1364ae4084 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.826492 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:40:58.880977 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d39e9cbd-4974-4ed0-b3bd-64c05902d2f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.885337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e359dd35-c608-4897-bf8a-4d1364ae4084 None None] For port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:40:58.885767 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e359dd35-c608-4897-bf8a-4d1364ae4084 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.902435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e359dd35-c608-4897-bf8a-4d1364ae4084 None None] Calling delete_port for c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:40:58.910689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e9cbd-4974-4ed0-b3bd-64c05902d2f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Subnet': ['ID=81100d87-2eee-48d5-9b78-7f1c5a3039de,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:58.917185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d39e9cbd-4974-4ed0-b3bd-64c05902d2f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:58.921627 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d39e9cbd-4974-4ed0-b3bd-64c05902d2f4 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "DELETE /v2.0/subnets/81100d87-2eee-48d5-9b78-7f1c5a3039de HTTP/1.1" status: 204 len: 168 time: 0.3843377 Dec 17 13:40:58.924841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40146) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:40:58.940903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73deb3dd-547c-40bb-ad4c-879e9e0a7b14 None None] Network bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:40:59.003142 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.056052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Deleting port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:40:59.056698 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.077546 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.124387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] For port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:40:59.124980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.126693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0,segment=NetworkSegment(46e29663-b283-4865-a421-e1e8a29bb1ef),segment_id=46e29663-b283-4865-a421-e1e8a29bb1ef)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:40:59.139418 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Calling delete_port for c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:40:59.211295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e06ef-6b93-4904-a30b-3557dc5ba875 None None] DHCP port deletion for bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:40:59.220007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-996e06ef-6b93-4904-a30b-3557dc5ba875 None None] Deleting port 83424692-18c0-4863-a64f-12f715f318f7 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-996e06ef-6b93-4904-a30b-3557dc5ba875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:40:59.454497 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e359dd35-c608-4897-bf8a-4d1364ae4084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.461631 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.461631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Port': ['ID=c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:59.462675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359dd35-c608-4897-bf8a-4d1364ae4084 None None] Pushing event deleted for resources: {'Port': ['ID=c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:59.463046 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] No DVR routers for this DVR port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:40:59.463256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359dd35-c608-4897-bf8a-4d1364ae4084 None None] No DVR routers for this DVR port c20c9d9c-47f1-42cd-9f8e-0dccabcb4ce0 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:40:59.463256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-996e06ef-6b93-4904-a30b-3557dc5ba875 None None] For port 83424692-18c0-4863-a64f-12f715f318f7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=83424692-18c0-4863-a64f-12f715f318f7,segment=NetworkSegment(0c07c3da-291e-4724-9a87-8eb558c82368),segment_id=0c07c3da-291e-4724-9a87-8eb558c82368)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:40:59.463256 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-996e06ef-6b93-4904-a30b-3557dc5ba875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.463256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-996e06ef-6b93-4904-a30b-3557dc5ba875 None None] Calling delete_port for 83424692-18c0-4863-a64f-12f715f318f7 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:40:59.523624 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.546221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f381c005-ceb4-4052-9c65-09ef1a667df3']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:40:59.557143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e29663-b283-4865-a421-e1e8a29bb1ef') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:40:59.559071 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e29663-b283-4865-a421-e1e8a29bb1ef') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:40:59.568160 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.583286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.590259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:40:59.590670 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: self.session.flush() Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:40:59.612742 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:40:59.640366 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-996e06ef-6b93-4904-a30b-3557dc5ba875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.665837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e06ef-6b93-4904-a30b-3557dc5ba875 None None] Pushing event deleted for resources: {'Port': ['ID=83424692-18c0-4863-a64f-12f715f318f7,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:59.673688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996e06ef-6b93-4904-a30b-3557dc5ba875 None None] No DVR routers for this DVR port 83424692-18c0-4863-a64f-12f715f318f7 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:40:59.808989 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.816265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:40:59.819409 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "DELETE /v2.0/networks/f381c005-ceb4-4052-9c65-09ef1a667df3 HTTP/1.1" status: 204 len: 168 time: 0.8935685 Dec 17 13:40:59.821966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40166) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:40:59.840777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69790ca4-1aa1-419f-9c1a-b20e17fc36e0 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Network': ['ID=f381c005-ceb4-4052-9c65-09ef1a667df3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:40:59.913738 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:00.011956 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:00.039991 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:00.050741 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c07c3da-291e-4724-9a87-8eb558c82368') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:00.051045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c07c3da-291e-4724-9a87-8eb558c82368') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:00.061397 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:00.075163 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:00.081752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:41:00.082215 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:41:00.085142 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:41:00.274378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:00.280290 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:00.290518 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] 10.222.0.59 "DELETE /v2.0/networks/bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7 HTTP/1.1" status: 204 len: 168 time: 0.4614763 Dec 17 13:41:00.306129 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd5d21-b5bf-46a6-aef7-7986b8fc5dc2 tempest-TaggedBootDevicesTest_v242-1570948869 tempest-TaggedBootDevicesTest_v242-1570948869-project] Pushing event deleted for resources: {'Network': ['ID=bbeaee5b-24c2-4ac0-af22-c1b29fe5a7b7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:00.771089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 83424692-18c0-4863-a64f-12f715f318f7 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:41:00.793494 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 83424692-18c0-4863-a64f-12f715f318f7 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:41:00.794290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 83424692-18c0-4863-a64f-12f715f318f7 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:41:01.885868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:06.343451 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:13.238930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485b0651-2187-4cf6-a239-b366aa39c3a7 req-efbaeda9-468d-4ca6-97e9-9a94f3820cc8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486605 Dec 17 13:41:13.334810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b0651-2187-4cf6-a239-b366aa39c3a7 req-4fed832c-5717-4bad-ab81-6f4ea5761bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:13.337983 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485b0651-2187-4cf6-a239-b366aa39c3a7 req-4fed832c-5717-4bad-ab81-6f4ea5761bad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 1096 time: 0.0512955 Dec 17 13:41:13.459092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b0651-2187-4cf6-a239-b366aa39c3a7 req-c6768218-64aa-426e-a12f-4b6b3fa575c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:13.460657 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485b0651-2187-4cf6-a239-b366aa39c3a7 req-c6768218-64aa-426e-a12f-4b6b3fa575c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.0961382 Dec 17 13:41:13.535557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485b0651-2187-4cf6-a239-b366aa39c3a7 req-c74276d8-6778-48fb-bc5a-1d232742d1ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15752973-5df2-4020-ab00-09dc88863fdf HTTP/1.1" status: 200 len: 1001 time: 0.0666676 Dec 17 13:41:13.599879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b0651-2187-4cf6-a239-b366aa39c3a7 req-01dd7f39-cc70-4270-aebc-c58428df2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:13.601403 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485b0651-2187-4cf6-a239-b366aa39c3a7 req-01dd7f39-cc70-4270-aebc-c58428df2848 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0579083 Dec 17 13:41:13.649406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b0651-2187-4cf6-a239-b366aa39c3a7 req-5b372c58-2319-4f16-aa87-237c537ec167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:13.651141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485b0651-2187-4cf6-a239-b366aa39c3a7 req-5b372c58-2319-4f16-aa87-237c537ec167 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422835 Dec 17 13:41:13.764777 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485b0651-2187-4cf6-a239-b366aa39c3a7 req-2bdb1974-5944-4cc9-93af-18df877b9183 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059999 Dec 17 13:41:13.869114 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f64168aa-1c6c-4291-b3bb-4c1b23f0e60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:13.888236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485b0651-2187-4cf6-a239-b366aa39c3a7 req-e8bf97c4-89e5-4e09-80a5-e4e8e97a4060 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145089 Dec 17 13:41:13.997075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40390) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:14.509677 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72dc6e5c-64d5-4785-a7fd-000b41991455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:14.771356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-72dc6e5c-64d5-4785-a7fd-000b41991455 admin admin] Deleting port 5cda2789-4642-48cd-a586-eada82388975 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:41:14.771697 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72dc6e5c-64d5-4785-a7fd-000b41991455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:14.854137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-72dc6e5c-64d5-4785-a7fd-000b41991455 admin admin] For port 5cda2789-4642-48cd-a586-eada82388975, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5cda2789-4642-48cd-a586-eada82388975,segment=NetworkSegment(39964772-a24c-4875-ab7f-79907122d3e5),segment_id=39964772-a24c-4875-ab7f-79907122d3e5)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:14.854589 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72dc6e5c-64d5-4785-a7fd-000b41991455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:14.872409 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-72dc6e5c-64d5-4785-a7fd-000b41991455 admin admin] Calling delete_port for 5cda2789-4642-48cd-a586-eada82388975 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:41:15.191631 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72dc6e5c-64d5-4785-a7fd-000b41991455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:15.220175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc6e5c-64d5-4785-a7fd-000b41991455 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cda2789-4642-48cd-a586-eada82388975,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:15.411701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72dc6e5c-64d5-4785-a7fd-000b41991455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:15.650360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dc6e5c-64d5-4785-a7fd-000b41991455 admin admin] Router 7d6e4fde-ff00-429c-9483-898ece674387 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:41:15.771043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dc6e5c-64d5-4785-a7fd-000b41991455 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:41:15.777727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-72dc6e5c-64d5-4785-a7fd-000b41991455 admin admin] 10.222.0.59 "PUT /v2.0/routers/7d6e4fde-ff00-429c-9483-898ece674387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7787106 Dec 17 13:41:15.779475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40420) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:15.779620 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ce537c-f8aa-4340-ace8-cf59c3dae266 None None] Sync routers for ids ['7d6e4fde-ff00-429c-9483-898ece674387'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:41:15.789020 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce537c-f8aa-4340-ace8-cf59c3dae266 None None] Routers {'7d6e4fde-ff00-429c-9483-898ece674387'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:41:15.789898 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-91ce537c-f8aa-4340-ace8-cf59c3dae266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:40:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7d6e4fde-ff00-429c-9483-898ece674387'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:15.910698 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:15.913406 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-91ce537c-f8aa-4340-ace8-cf59c3dae266 None None] Set router 7d6e4fde-ff00-429c-9483-898ece674387 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:41:16.031954 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:16.108164 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-91ce537c-f8aa-4340-ace8-cf59c3dae266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:41:15Z', 'revision_number': 5, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port': {'id': '0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6e4fde-ff00-429c-9483-898ece674387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:03Z', 'updated_at': '2021-12-17T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:16.140880 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ce537c-f8aa-4340-ace8-cf59c3dae266 None None] Checking router: 7d6e4fde-ff00-429c-9483-898ece674387 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:41:16.159824 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce537c-f8aa-4340-ace8-cf59c3dae266 None None] Routers {'7d6e4fde-ff00-429c-9483-898ece674387'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:41:16.160449 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-91ce537c-f8aa-4340-ace8-cf59c3dae266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:40:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['7d6e4fde-ff00-429c-9483-898ece674387'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:16.185885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Deleting port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:41:16.186225 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:16.268645 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-91ce537c-f8aa-4340-ace8-cf59c3dae266 None None] Set router 7d6e4fde-ff00-429c-9483-898ece674387 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:41:16.282716 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] For port 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:16.283319 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:16.299460 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Calling delete_port for 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:41:16.334588 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-91ce537c-f8aa-4340-ace8-cf59c3dae266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:41:16Z', 'revision_number': 6, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:16.346688 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-99154338-f867-4e12-96f2-03ab86c82c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:16.366396 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ce537c-f8aa-4340-ace8-cf59c3dae266 None None] The sync data for ids ['7d6e4fde-ff00-429c-9483-898ece674387'] in n-d-815324-5 is: [{'id': '7d6e4fde-ff00-429c-9483-898ece674387', 'name': 'tempest-TaggedBootDevicesTest_v242-826560507-router', 'tenant_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:41:16Z', 'revision_number': 6, 'project_id': '9ed2f393d2fe4093b01df20ea2a8c417', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:41:16.568711 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:16.596707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:16.612117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf9601e-f1f9-42d6-a9ec-ad0694a82b36 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:41:16.657803 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:16.761820 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:16.764276 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:16.908691 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:16.909339 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d6e4fde-ff00-429c-9483-898ece674387 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:41:16.915367 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:16.916604 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4c438542-5a58-4b39-83ee-c5c3cb46c8c8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7d6e4fde-ff00-429c-9483-898ece674387 HTTP/1.1" status: 204 len: 168 time: 1.1362321 Dec 17 13:41:16.919157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40442) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:16.965199 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d34d4c-1390-4d44-8015-ce3124dbcbf6 admin admin] Deleting subnet 644d3787-4d5f-4bbd-9877-1bc7fbb4ed55 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:41:16.968284 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d34d4c-1390-4d44-8015-ce3124dbcbf6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.003071 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d34d4c-1390-4d44-8015-ce3124dbcbf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.086176 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d34d4c-1390-4d44-8015-ce3124dbcbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.212508 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d34d4c-1390-4d44-8015-ce3124dbcbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.215784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5cda2789-4642-48cd-a586-eada82388975 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:41:17.242694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d34d4c-1390-4d44-8015-ce3124dbcbf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644d3787-4d5f-4bbd-9877-1bc7fbb4ed55,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:17.247461 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d34d4c-1390-4d44-8015-ce3124dbcbf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.251291 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-14d34d4c-1390-4d44-8015-ce3124dbcbf6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/644d3787-4d5f-4bbd-9877-1bc7fbb4ed55 HTTP/1.1" status: 204 len: 168 time: 0.3312027 Dec 17 13:41:17.254084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40448) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:17.264787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 5cda2789-4642-48cd-a586-eada82388975 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:41:17.264787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5cda2789-4642-48cd-a586-eada82388975 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:41:17.264787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada132ff-1fe7-4a70-b989-ebec068443dd None None] Network 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:41:17.339640 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.402814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Deleting port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:41:17.403036 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.466632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4e4cdb-96c2-4aa6-b1f7-b2f8e52fc431 None None] DHCP port deletion for 6ab2cf33-63cd-4bbb-b2b1-6d1864901507 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:41:17.507203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] For port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=870a914f-45f7-4e75-9aa4-a2b669ff3a5d,segment=NetworkSegment(39964772-a24c-4875-ab7f-79907122d3e5),segment_id=39964772-a24c-4875-ab7f-79907122d3e5)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:17.507434 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.522105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Calling delete_port for 870a914f-45f7-4e75-9aa4-a2b669ff3a5d owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:41:17.526557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e4cdb-96c2-4aa6-b1f7-b2f8e52fc431 None None] Deleting port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:41:17.526939 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fb4e4cdb-96c2-4aa6-b1f7-b2f8e52fc431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.600930 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-fb4e4cdb-96c2-4aa6-b1f7-b2f8e52fc431 None None] For port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=870a914f-45f7-4e75-9aa4-a2b669ff3a5d,segment=NetworkSegment(39964772-a24c-4875-ab7f-79907122d3e5),segment_id=39964772-a24c-4875-ab7f-79907122d3e5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:17.601423 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fb4e4cdb-96c2-4aa6-b1f7-b2f8e52fc431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.615590 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e4cdb-96c2-4aa6-b1f7-b2f8e52fc431 None None] Calling delete_port for 870a914f-45f7-4e75-9aa4-a2b669ff3a5d owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:41:17.679242 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.708336 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fb4e4cdb-96c2-4aa6-b1f7-b2f8e52fc431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.715459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] No DVR routers for this DVR port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:41:17.720285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Pushing event deleted for resources: {'Port': ['ID=870a914f-45f7-4e75-9aa4-a2b669ff3a5d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:17.738770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e4cdb-96c2-4aa6-b1f7-b2f8e52fc431 None None] Pushing event deleted for resources: {'Port': ['ID=870a914f-45f7-4e75-9aa4-a2b669ff3a5d,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:17.744966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e4cdb-96c2-4aa6-b1f7-b2f8e52fc431 None None] No DVR routers for this DVR port 870a914f-45f7-4e75-9aa4-a2b669ff3a5d on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:41:17.795151 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.805616 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.818102 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab2cf33-63cd-4bbb-b2b1-6d1864901507']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:17.829510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39964772-a24c-4875-ab7f-79907122d3e5') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:17.830011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39964772-a24c-4875-ab7f-79907122d3e5') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:17.841420 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.855316 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.862071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:41:17.862493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:41:17.864886 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:41:18.039502 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:18.045256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:18.049332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] 10.222.0.59 "DELETE /v2.0/networks/6ab2cf33-63cd-4bbb-b2b1-6d1864901507 HTTP/1.1" status: 204 len: 168 time: 0.7942450 Dec 17 13:41:18.052417 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40462) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:18.060526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e9425-97f2-45ff-828f-372f71e4638c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab2cf33-63cd-4bbb-b2b1-6d1864901507,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:18.682341 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e762d166-2a6b-4b43-91ed-ea8adc0958c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:18.780388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:41:18.800577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:41:18.801125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 0a6f9982-4403-4ac4-8a12-c1ab4b74a0b7 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:41:18.801324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 870a914f-45f7-4e75-9aa4-a2b669ff3a5d no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:41:18.820512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 870a914f-45f7-4e75-9aa4-a2b669ff3a5d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:41:18.824387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 870a914f-45f7-4e75-9aa4-a2b669ff3a5d not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:41:18.938766 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e762d166-2a6b-4b43-91ed-ea8adc0958c3 admin admin] Deleting port 564761c9-998a-40f7-9cfa-65f59ae4998a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:41:18.939039 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e762d166-2a6b-4b43-91ed-ea8adc0958c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:18.986075 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:19.018830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-e762d166-2a6b-4b43-91ed-ea8adc0958c3 admin admin] For port 564761c9-998a-40f7-9cfa-65f59ae4998a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=564761c9-998a-40f7-9cfa-65f59ae4998a,segment=NetworkSegment(59e67281-ac22-4912-ae23-cbbf5edff01c),segment_id=59e67281-ac22-4912-ae23-cbbf5edff01c)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:19.019200 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e762d166-2a6b-4b43-91ed-ea8adc0958c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:19.032382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e762d166-2a6b-4b43-91ed-ea8adc0958c3 admin admin] Calling delete_port for 564761c9-998a-40f7-9cfa-65f59ae4998a owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:41:19.302425 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e762d166-2a6b-4b43-91ed-ea8adc0958c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:19.335302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762d166-2a6b-4b43-91ed-ea8adc0958c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=564761c9-998a-40f7-9cfa-65f59ae4998a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:19.508689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e762d166-2a6b-4b43-91ed-ea8adc0958c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:19.744697 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e762d166-2a6b-4b43-91ed-ea8adc0958c3 admin admin] Router 2144f4de-f822-4415-af8d-66e236767020 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:41:19.802984 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:19.855802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e762d166-2a6b-4b43-91ed-ea8adc0958c3 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:41:19.862784 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e762d166-2a6b-4b43-91ed-ea8adc0958c3 admin admin] 10.222.0.59 "PUT /v2.0/routers/2144f4de-f822-4415-af8d-66e236767020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8084366 Dec 17 13:41:19.863989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40470) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:19.871164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5aec9-e989-45df-837d-e9febcc7f720 None None] Sync routers for ids ['2144f4de-f822-4415-af8d-66e236767020'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:41:19.884371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5aec9-e989-45df-837d-e9febcc7f720 None None] Routers {'2144f4de-f822-4415-af8d-66e236767020'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:41:19.885300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-23a5aec9-e989-45df-837d-e9febcc7f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:41:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['2144f4de-f822-4415-af8d-66e236767020'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:20.003510 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:20.127126 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:20.189370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-23a5aec9-e989-45df-837d-e9febcc7f720 None None] Set router 2144f4de-f822-4415-af8d-66e236767020 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:41:20.276251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Deleting port c3128cff-73e0-4829-9f38-2750cd5f8f0a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:41:20.276621 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:20.376634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] For port c3128cff-73e0-4829-9f38-2750cd5f8f0a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c3128cff-73e0-4829-9f38-2750cd5f8f0a,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:20.377044 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:20.383646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-23a5aec9-e989-45df-837d-e9febcc7f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2144f4de-f822-4415-af8d-66e236767020', 'name': 'tempest-TaggedBootDevicesTest_v242-2083730187-router', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:19Z', 'updated_at': '2021-12-17T13:41:19Z', 'revision_number': 5, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'gw_port': {'id': 'c3128cff-73e0-4829-9f38-2750cd5f8f0a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2144f4de-f822-4415-af8d-66e236767020', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:20Z', 'updated_at': '2021-12-17T13:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:20.393794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Calling delete_port for c3128cff-73e0-4829-9f38-2750cd5f8f0a owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:41:20.416574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5aec9-e989-45df-837d-e9febcc7f720 None None] Checking router: 2144f4de-f822-4415-af8d-66e236767020 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:41:20.426285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5aec9-e989-45df-837d-e9febcc7f720 None None] Routers {'2144f4de-f822-4415-af8d-66e236767020'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:41:20.426910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-23a5aec9-e989-45df-837d-e9febcc7f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:41:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['2144f4de-f822-4415-af8d-66e236767020'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:20.512269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-23a5aec9-e989-45df-837d-e9febcc7f720 None None] Set router 2144f4de-f822-4415-af8d-66e236767020 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:41:20.573149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-23a5aec9-e989-45df-837d-e9febcc7f720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2144f4de-f822-4415-af8d-66e236767020', 'name': 'tempest-TaggedBootDevicesTest_v242-2083730187-router', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:19Z', 'updated_at': '2021-12-17T13:41:20Z', 'revision_number': 6, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:20.599380 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5aec9-e989-45df-837d-e9febcc7f720 None None] The sync data for ids ['2144f4de-f822-4415-af8d-66e236767020'] in n-d-815324-5 is: [{'id': '2144f4de-f822-4415-af8d-66e236767020', 'name': 'tempest-TaggedBootDevicesTest_v242-2083730187-router', 'tenant_id': 'e6edec98e5c444dca7caf77bd461140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:19Z', 'updated_at': '2021-12-17T13:41:20Z', 'revision_number': 6, 'project_id': 'e6edec98e5c444dca7caf77bd461140d', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:41:20.645030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:20.666367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c3128cff-73e0-4829-9f38-2750cd5f8f0a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:20.683695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df998f0-df16-41fa-a477-36fa7bee326c None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:41:20.733737 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:20.828355 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:20.830564 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:20.942537 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:20.943227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2144f4de-f822-4415-af8d-66e236767020 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:41:20.948618 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:20.949346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-77619cb9-afdb-406a-8603-37cfa1d864cc admin admin] 10.222.0.59 "DELETE /v2.0/routers/2144f4de-f822-4415-af8d-66e236767020 HTTP/1.1" status: 204 len: 168 time: 1.0831151 Dec 17 13:41:20.951910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40474) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:21.011868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-26089c92-033d-47f5-bfd5-cb9959d3128e admin admin] Deleting subnet ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:41:21.015940 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26089c92-033d-47f5-bfd5-cb9959d3128e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.060288 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26089c92-033d-47f5-bfd5-cb9959d3128e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.112106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 564761c9-998a-40f7-9cfa-65f59ae4998a no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:41:21.137129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 564761c9-998a-40f7-9cfa-65f59ae4998a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:41:21.137871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 564761c9-998a-40f7-9cfa-65f59ae4998a not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:41:21.154871 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26089c92-033d-47f5-bfd5-cb9959d3128e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.279946 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26089c92-033d-47f5-bfd5-cb9959d3128e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.306205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26089c92-033d-47f5-bfd5-cb9959d3128e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:21.314493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26089c92-033d-47f5-bfd5-cb9959d3128e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.319202 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-26089c92-033d-47f5-bfd5-cb9959d3128e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ea4bd1ac-c6b5-4cf6-abb0-0f55c4bc1274 HTTP/1.1" status: 204 len: 168 time: 0.3663011 Dec 17 13:41:21.319669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67771302-1540-45ba-9049-fb794ea139f3 None None] Network 56a7bbf0-2888-4b48-ba1f-2d828c4242a2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:41:21.321670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40478) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:21.398935 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.468384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Deleting port c61344dc-39eb-4cd0-8964-964226164baa {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:41:21.468732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.488577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095b9f7c-7f50-4713-aedb-52c5a9d09e45 None None] DHCP port deletion for 56a7bbf0-2888-4b48-ba1f-2d828c4242a2 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:41:21.541247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] For port c61344dc-39eb-4cd0-8964-964226164baa, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c61344dc-39eb-4cd0-8964-964226164baa,segment=NetworkSegment(59e67281-ac22-4912-ae23-cbbf5edff01c),segment_id=59e67281-ac22-4912-ae23-cbbf5edff01c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:21.541684 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.553784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-095b9f7c-7f50-4713-aedb-52c5a9d09e45 None None] Deleting port c61344dc-39eb-4cd0-8964-964226164baa {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:41:21.554237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-095b9f7c-7f50-4713-aedb-52c5a9d09e45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.557534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Calling delete_port for c61344dc-39eb-4cd0-8964-964226164baa owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:41:21.624295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-095b9f7c-7f50-4713-aedb-52c5a9d09e45 None None] For port c61344dc-39eb-4cd0-8964-964226164baa, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c61344dc-39eb-4cd0-8964-964226164baa,segment=NetworkSegment(59e67281-ac22-4912-ae23-cbbf5edff01c),segment_id=59e67281-ac22-4912-ae23-cbbf5edff01c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:21.625024 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-095b9f7c-7f50-4713-aedb-52c5a9d09e45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.643735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-095b9f7c-7f50-4713-aedb-52c5a9d09e45 None None] Calling delete_port for c61344dc-39eb-4cd0-8964-964226164baa owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:41:21.690848 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.720906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=c61344dc-39eb-4cd0-8964-964226164baa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:21.722762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] No DVR routers for this DVR port c61344dc-39eb-4cd0-8964-964226164baa on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:41:21.744122 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-095b9f7c-7f50-4713-aedb-52c5a9d09e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.763454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b9f7c-7f50-4713-aedb-52c5a9d09e45 None None] Pushing event deleted for resources: {'Port': ['ID=c61344dc-39eb-4cd0-8964-964226164baa,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:21.772996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b9f7c-7f50-4713-aedb-52c5a9d09e45 None None] No DVR routers for this DVR port c61344dc-39eb-4cd0-8964-964226164baa on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:41:21.816633 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.842306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a7bbf0-2888-4b48-ba1f-2d828c4242a2']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:21.856924 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e67281-ac22-4912-ae23-cbbf5edff01c') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:21.857231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e67281-ac22-4912-ae23-cbbf5edff01c') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:21.868128 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.882545 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.888553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:41:21.888943 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:41:21.890707 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:41:22.020074 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:22.026470 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:22.030039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] 10.222.0.59 "DELETE /v2.0/networks/56a7bbf0-2888-4b48-ba1f-2d828c4242a2 HTTP/1.1" status: 204 len: 168 time: 0.7074301 Dec 17 13:41:22.042060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4818f-c67b-4759-aa39-4cabd2f63f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=56a7bbf0-2888-4b48-ba1f-2d828c4242a2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:22.414750 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40484) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:22.457905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0eea4193-b74b-4000-91a6-e7034efdea5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ed2f393d2fe4093b01df20ea2a8c417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418730 Dec 17 13:41:22.460386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40488) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:22.515836 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-99b7be49-59c0-4088-8734-e4cdad8bc446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:22.538979 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-99b7be49-59c0-4088-8734-e4cdad8bc446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:22.661951 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-99b7be49-59c0-4088-8734-e4cdad8bc446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:22.664639 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-99b7be49-59c0-4088-8734-e4cdad8bc446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:22.665846 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-99b7be49-59c0-4088-8734-e4cdad8bc446 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/029bb36c-e994-4f7e-bf50-82a101efec78 HTTP/1.1" status: 204 len: 168 time: 0.2043798 Dec 17 13:41:22.674078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7be49-59c0-4088-8734-e4cdad8bc446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029bb36c-e994-4f7e-bf50-82a101efec78,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:22.787944 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c61344dc-39eb-4cd0-8964-964226164baa no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:41:22.807700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: c61344dc-39eb-4cd0-8964-964226164baa {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:41:22.808056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c61344dc-39eb-4cd0-8964-964226164baa not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:41:22.808479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c3128cff-73e0-4829-9f38-2750cd5f8f0a no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:41:22.828144 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: c3128cff-73e0-4829-9f38-2750cd5f8f0a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:41:22.828476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c3128cff-73e0-4829-9f38-2750cd5f8f0a not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:41:23.418064 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40498) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:23.459107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-42a57ec7-33cf-4d28-bb48-69fc1cefb1bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6edec98e5c444dca7caf77bd461140d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398264 Dec 17 13:41:23.461526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40500) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:23.512566 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6355d556-0c23-4d74-b4f2-271fa0dcd9d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:23.533942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6355d556-0c23-4d74-b4f2-271fa0dcd9d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:23.707902 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6355d556-0c23-4d74-b4f2-271fa0dcd9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:23.710625 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6355d556-0c23-4d74-b4f2-271fa0dcd9d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:23.711812 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6355d556-0c23-4d74-b4f2-271fa0dcd9d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d5a45c8-ce61-4607-97e6-09968a3afb89 HTTP/1.1" status: 204 len: 168 time: 0.2493725 Dec 17 13:41:23.720545 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355d556-0c23-4d74-b4f2-271fa0dcd9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5a45c8-ce61-4607-97e6-09968a3afb89,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:25.811246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40552) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:25.914442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95cef831-674f-47e3-8a1a-d3622cf44f68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:25.986254 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95cef831-674f-47e3-8a1a-d3622cf44f68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:26.044307 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95cef831-674f-47e3-8a1a-d3622cf44f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:26.083113 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-95cef831-674f-47e3-8a1a-d3622cf44f68 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9f3fc8c11894f2aa60e26d0f397e9b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705503 Dec 17 13:41:26.084016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cef831-674f-47e3-8a1a-d3622cf44f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388be9d5-0bbe-4551-83af-6a9ed31e141b,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:26.085894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 40556) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:26.136279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2cd73e39-ded6-48ef-8281-87e7824e43c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:26.167798 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2cd73e39-ded6-48ef-8281-87e7824e43c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:26.608524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2cd73e39-ded6-48ef-8281-87e7824e43c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:26.611671 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-2cd73e39-ded6-48ef-8281-87e7824e43c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:26.612987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2cd73e39-ded6-48ef-8281-87e7824e43c1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/388be9d5-0bbe-4551-83af-6a9ed31e141b HTTP/1.1" status: 204 len: 168 time: 0.5260816 Dec 17 13:41:26.621930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd73e39-ded6-48ef-8281-87e7824e43c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388be9d5-0bbe-4551-83af-6a9ed31e141b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:27.599510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40590) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:27.697106 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-121297866-network', 'tenant_id': 'feaac00d16d947cdb3ec8c8ec4282533'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:41:27.776193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Made reservation on behalf of feaac00d16d947cdb3ec8c8ec4282533 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:41:27.778580 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:27.787496 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:27.861453 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:27.934114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:27.961960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:41:27.971773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:27.976975 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:27.977332 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Added segment c140ab76-eab6-42b4-92ed-af7648c0e93c of type vlan for network 698123ee-6120-46aa-9f96-f08194d3c583 Dec 17 13:41:28.029923 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:28.122516 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:28.123546 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:28.124176 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:28.222219 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] Pushing event updated for resources: {'Network': ['ID=698123ee-6120-46aa-9f96-f08194d3c583,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:28.232481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 698123ee-6120-46aa-9f96-f08194d3c583 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:41:28.266403 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-19e6de2e-0745-44a6-933d-48c566685d9c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6656711 Dec 17 13:41:28.268549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 40594) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:28.273823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2e37ea5d-804f-4dc7-8da6-4fedb28eed06 admin admin] Request body: {'subnet': {'network_id': '698123ee-6120-46aa-9f96-f08194d3c583', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-121297866-subnet', 'tenant_id': 'feaac00d16d947cdb3ec8c8ec4282533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:41:28.359077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e37ea5d-804f-4dc7-8da6-4fedb28eed06 admin admin] Made reservation on behalf of feaac00d16d947cdb3ec8c8ec4282533 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:41:28.361811 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e37ea5d-804f-4dc7-8da6-4fedb28eed06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:28.596914 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e37ea5d-804f-4dc7-8da6-4fedb28eed06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:28.654349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37ea5d-804f-4dc7-8da6-4fedb28eed06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0598d532-63da-4f06-aba0-7ecd4e180a02,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:28.664120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37ea5d-804f-4dc7-8da6-4fedb28eed06 admin admin] Checking segment: {'id': 'c140ab76-eab6-42b4-92ed-af7648c0e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '698123ee-6120-46aa-9f96-f08194d3c583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:41:28.664484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e37ea5d-804f-4dc7-8da6-4fedb28eed06 admin admin] Network hostable DHCP agents. Network: 698123ee-6120-46aa-9f96-f08194d3c583, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:41:28.741469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e37ea5d-804f-4dc7-8da6-4fedb28eed06 admin admin] Network 698123ee-6120-46aa-9f96-f08194d3c583 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:41:28.813977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2e37ea5d-804f-4dc7-8da6-4fedb28eed06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 698123ee-6120-46aa-9f96-f08194d3c583) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:41:28.818612 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e37ea5d-804f-4dc7-8da6-4fedb28eed06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:28.819810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2e37ea5d-804f-4dc7-8da6-4fedb28eed06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:28.824202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1866dcfb-9344-44e0-80c5-6b6aab7b3ded None None] Network 698123ee-6120-46aa-9f96-f08194d3c583 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:41:28.908661 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2e37ea5d-804f-4dc7-8da6-4fedb28eed06 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6389146 Dec 17 13:41:28.924460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05dfff8-12ff-4aa7-b507-a93baed994b0 None None] Network 698123ee-6120-46aa-9f96-f08194d3c583 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:41:29.289172 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:41:29.338598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-6de451c3-bf48-43e8-abf5-dd913794524d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:29.340072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-6de451c3-bf48-43e8-abf5-dd913794524d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/networks?id=698123ee-6120-46aa-9f96-f08194d3c583 HTTP/1.1" status: 200 len: 821 time: 0.1024868 Dec 17 13:41:29.355640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-c0e2fe81-fc56-40f1-a3d9-2d3bfa13a853 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/quotas/feaac00d16d947cdb3ec8c8ec4282533 HTTP/1.1" status: 200 len: 375 time: 0.0096769 Dec 17 13:41:29.393805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-9e45b0d1-bbe0-4822-9a95-44d107e1f0aa tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=feaac00d16d947cdb3ec8c8ec4282533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314631 Dec 17 13:41:29.540114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-f9f5a274-671b-4954-a3b7-5133a3b4af25 service neutron] 10.222.0.59 "GET /v2.0/networks/698123ee-6120-46aa-9f96-f08194d3c583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386964 Dec 17 13:41:29.635336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-29901606-d0f7-4f59-bce5-8d91efa536d0 service neutron] 10.222.0.59 "GET /v2.0/networks/698123ee-6120-46aa-9f96-f08194d3c583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886652 Dec 17 13:41:29.876507 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e1d8dcb-e9fc-483f-af31-1426fa20b977 req-5108ce7f-29ff-4673-a301-dc48103ea49e tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 210 time: 0.0297534 Dec 17 13:41:30.973296 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-94f1ce05-60b8-4223-a0a6-50dc746cfe33 req-195bac94-4373-4d72-b9a2-d65f0c9513b0 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 210 time: 0.0283484 Dec 17 13:41:31.842637 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:32.072738 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ff1e22f4-e40a-4d66-a273-58a3ccf2f69b req-a7447e5b-d7a4-41fc-b59c-433f1957d30d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 210 time: 0.0268989 Dec 17 13:41:32.256447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-79abd6a3-792a-490e-81d1-0569bdb2f2de tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:32.257940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-79abd6a3-792a-490e-81d1-0569bdb2f2de tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.61 "GET /v2.0/networks?id=698123ee-6120-46aa-9f96-f08194d3c583 HTTP/1.1" status: 200 len: 821 time: 0.1046913 Dec 17 13:41:32.275232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Request body: {'port': {'device_id': '84515d05-333e-45bc-818a-3a4eaefda757', 'network_id': '698123ee-6120-46aa-9f96-f08194d3c583', 'admin_state_up': True, 'tenant_id': 'feaac00d16d947cdb3ec8c8ec4282533'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:41:32.473077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Made reservation on behalf of feaac00d16d947cdb3ec8c8ec4282533 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:41:32.476724 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:32.604280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Allocated IP 172.20.0.13 (698123ee-6120-46aa-9f96-f08194d3c583/0598d532-63da-4f06-aba0-7ecd4e180a02/2baa3f67-889e-4241-9e08-65a8a85c8a79) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:41:32.752949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:32.843169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:32.892691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Network 698123ee-6120-46aa-9f96-f08194d3c583 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:41:32.896010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:41:32.899767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:41:32.922382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Pushing event updated for resources: {'Port': ['ID=2baa3f67-889e-4241-9e08-65a8a85c8a79,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:32.934687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.935044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.935388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.935728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.936066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.936400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.936728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.937058 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.937384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.937746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.938574 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.938899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.939221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:32.961981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:32.962733 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:33.082989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-86d7ff8d-6dbe-42c5-b20b-7b54ba56002d tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8115628 Dec 17 13:41:33.101614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Request body: {'port': {'device_id': '84515d05-333e-45bc-818a-3a4eaefda757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:41:33.187002 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:33.243713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087f4d0-a530-4903-ab9a-96759575ed8d req-d103ddfe-0484-4573-85a0-57885fdec48f tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:33.245225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a087f4d0-a530-4903-ab9a-96759575ed8d req-d103ddfe-0484-4573-85a0-57885fdec48f tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 932 time: 0.0928783 Dec 17 13:41:33.367235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a087f4d0-a530-4903-ab9a-96759575ed8d req-61fa0747-b445-4923-b983-759c67656445 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150854 Dec 17 13:41:33.513672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2baa3f67-889e-4241-9e08-65a8a85c8a79 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:41:33.521292 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:33.534233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Transition to ACTIVE for port object 2baa3f67-889e-4241-9e08-65a8a85c8a79 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:41:33.575804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:33.634797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Pushing event updated for resources: {'Port': ['ID=2baa3f67-889e-4241-9e08-65a8a85c8a79,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:33.700815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Attempting to bind port 2baa3f67-889e-4241-9e08-65a8a85c8a79 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:41:33.701167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Attempting to bind port 2baa3f67-889e-4241-9e08-65a8a85c8a79 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'c140ab76-eab6-42b4-92ed-af7648c0e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '698123ee-6120-46aa-9f96-f08194d3c583'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:41:33.701506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Attempting to bind port 2baa3f67-889e-4241-9e08-65a8a85c8a79 on network 698123ee-6120-46aa-9f96-f08194d3c583 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:41:33.706042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Port 2baa3f67-889e-4241-9e08-65a8a85c8a79 on network 698123ee-6120-46aa-9f96-f08194d3c583 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:41:33.706369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Attempting to bind port 2baa3f67-889e-4241-9e08-65a8a85c8a79 on network 698123ee-6120-46aa-9f96-f08194d3c583 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:41:33.711606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:41:33.711865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Checking segment: {'id': 'c140ab76-eab6-42b4-92ed-af7648c0e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '698123ee-6120-46aa-9f96-f08194d3c583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:41:33.712258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Bound using segment: {'id': 'c140ab76-eab6-42b4-92ed-af7648c0e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '698123ee-6120-46aa-9f96-f08194d3c583'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:41:33.712725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Bound port: 2baa3f67-889e-4241-9e08-65a8a85c8a79, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c140ab76-eab6-42b4-92ed-af7648c0e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '698123ee-6120-46aa-9f96-f08194d3c583'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:41:33.713089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:33.779613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] For port 2baa3f67-889e-4241-9e08-65a8a85c8a79, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:41:33.783417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] For port 2baa3f67-889e-4241-9e08-65a8a85c8a79, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=2baa3f67-889e-4241-9e08-65a8a85c8a79,segment=NetworkSegment(c140ab76-eab6-42b4-92ed-af7648c0e93c),segment_id=c140ab76-eab6-42b4-92ed-af7648c0e93c)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:41:33.862022 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:33.902964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:33.903595 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:33.905685 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] 10.222.0.61 "PUT /v2.0/ports/2baa3f67-889e-4241-9e08-65a8a85c8a79 HTTP/1.1" status: 200 len: 1092 time: 0.8083260 Dec 17 13:41:33.908618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84515d05-333e-45bc-818a-3a4eaefda757', 'tag': '2baa3f67-889e-4241-9e08-65a8a85c8a79'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:41:33.911034 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69334ae-f10b-4727-9f85-a791877ba35d" -d '{"events": [{"name": "network-changed", "server_uuid": "84515d05-333e-45bc-818a-3a4eaefda757", "tag": "2baa3f67-889e-4241-9e08-65a8a85c8a79"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:41:33.933977 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca56225-53c3-456e-816d-f0c046f4bb3a service neutron] Pushing event updated for resources: {'Port': ['ID=2baa3f67-889e-4241-9e08-65a8a85c8a79,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:33.950950 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5539863-355c-4ddc-81ca-7b0bced7c324 x-openstack-request-id: req-d5539863-355c-4ddc-81ca-7b0bced7c324 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:41:33.951231 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84515d05-333e-45bc-818a-3a4eaefda757", "tag": "2baa3f67-889e-4241-9e08-65a8a85c8a79", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:41:33.951505 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5539863-355c-4ddc-81ca-7b0bced7c324 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:41:33.951908 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84515d05-333e-45bc-818a-3a4eaefda757', 'tag': '2baa3f67-889e-4241-9e08-65a8a85c8a79', 'status': 'completed', 'code': 200} Dec 17 13:41:34.012670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69334ae-f10b-4727-9f85-a791877ba35d req-2d9a8eed-a5d7-4352-bcc4-f46dcfcead74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:34.014217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f69334ae-f10b-4727-9f85-a791877ba35d req-2d9a8eed-a5d7-4352-bcc4-f46dcfcead74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=feaac00d16d947cdb3ec8c8ec4282533&device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 1095 time: 0.0411351 Dec 17 13:41:34.122644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69334ae-f10b-4727-9f85-a791877ba35d req-5612b908-02f3-433c-a90a-f374599c3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:34.124122 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f69334ae-f10b-4727-9f85-a791877ba35d req-5612b908-02f3-433c-a90a-f374599c3684 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=feaac00d16d947cdb3ec8c8ec4282533&shared=False HTTP/1.1" status: 200 len: 922 time: 0.0963705 Dec 17 13:41:34.223283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69334ae-f10b-4727-9f85-a791877ba35d req-aeb34f78-5857-4cec-a2cc-f7323c33bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:34.224763 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f69334ae-f10b-4727-9f85-a791877ba35d req-aeb34f78-5857-4cec-a2cc-f7323c33bd3b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902548 Dec 17 13:41:34.311007 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-26007d51-ad76-430e-94bd-3045ae9bee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:34.312540 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-26007d51-ad76-430e-94bd-3045ae9bee8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=feaac00d16d947cdb3ec8c8ec4282533&device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 1095 time: 0.0434425 Dec 17 13:41:34.362847 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-7a0dac5d-1319-4886-9025-8a1f143e2df6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2baa3f67-889e-4241-9e08-65a8a85c8a79 HTTP/1.1" status: 200 len: 217 time: 0.0389421 Dec 17 13:41:34.424110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-a7b2096c-cf39-44ed-8e18-edd5d55995a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:34.424110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-a7b2096c-cf39-44ed-8e18-edd5d55995a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0598d532-63da-4f06-aba0-7ecd4e180a02 HTTP/1.1" status: 200 len: 861 time: 0.0456443 Dec 17 13:41:34.465034 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-8522b74f-2296-42b7-be0d-4a629aa1c0bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=698123ee-6120-46aa-9f96-f08194d3c583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343609 Dec 17 13:41:34.555165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e54d57-2b24-4598-9e42-8818a6c84561 req-86fe29fa-4894-4b31-9b82-0d1cdc66e8d6 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:34.556679 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6e54d57-2b24-4598-9e42-8818a6c84561 req-86fe29fa-4894-4b31-9b82-0d1cdc66e8d6 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 944 time: 0.1146533 Dec 17 13:41:34.608493 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-19ed6582-c4a9-4cfa-b650-e39a48c66346 service neutron] 10.222.0.61 "GET /v2.0/networks/698123ee-6120-46aa-9f96-f08194d3c583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264877 Dec 17 13:41:34.635579 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6e54d57-2b24-4598-9e42-8818a6c84561 req-89ceace1-9e2c-4614-8903-6bd4209bd59f tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728123 Dec 17 13:41:34.713812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87a5f768-137d-4692-903e-01c09c0fdc85 req-c538af55-c8d3-4df0-af8a-ddbc4c239a01 service neutron] 10.222.0.61 "GET /v2.0/networks/698123ee-6120-46aa-9f96-f08194d3c583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918362 Dec 17 13:41:35.756277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802d294-48e6-486c-9b78-689d2e920aeb req-d561a876-d579-4394-a377-cdb7d23a8708 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:35.757772 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c802d294-48e6-486c-9b78-689d2e920aeb req-d561a876-d579-4394-a377-cdb7d23a8708 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 944 time: 0.0520821 Dec 17 13:41:35.806209 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c802d294-48e6-486c-9b78-689d2e920aeb req-c9e71194-f536-4913-b3e4-ae11dea48032 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Dec 17 13:41:36.301307 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:36.925989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d54a8-27fe-4df2-9a4f-c27d986108ef req-610a6e53-74b4-4a42-91e3-c796b1a3e562 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:36.927558 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-175d54a8-27fe-4df2-9a4f-c27d986108ef req-610a6e53-74b4-4a42-91e3-c796b1a3e562 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 944 time: 0.0512059 Dec 17 13:41:36.977160 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-175d54a8-27fe-4df2-9a4f-c27d986108ef req-c11866ac-3231-4548-8a23-6e278519a195 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437477 Dec 17 13:41:37.567215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 2baa3f67-889e-4241-9e08-65a8a85c8a79 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:41:37.663510 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 2baa3f67-889e-4241-9e08-65a8a85c8a79, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=2baa3f67-889e-4241-9e08-65a8a85c8a79,segment=NetworkSegment(c140ab76-eab6-42b4-92ed-af7648c0e93c),segment_id=c140ab76-eab6-42b4-92ed-af7648c0e93c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:37.675489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '2baa3f67-889e-4241-9e08-65a8a85c8a79', 'network_id': '698123ee-6120-46aa-9f96-f08194d3c583', 'port_id': '2baa3f67-889e-4241-9e08-65a8a85c8a79', 'mac_address': 'fa:16:3e:b2:bf:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0598d532-63da-4f06-aba0-7ecd4e180a02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:41:37.711803 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:37.724325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2baa3f67-889e-4241-9e08-65a8a85c8a79 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:41:37.744335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 2baa3f67-889e-4241-9e08-65a8a85c8a79, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=2baa3f67-889e-4241-9e08-65a8a85c8a79,segment=NetworkSegment(c140ab76-eab6-42b4-92ed-af7648c0e93c),segment_id=c140ab76-eab6-42b4-92ed-af7648c0e93c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:37.821223 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:37.874033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=2baa3f67-889e-4241-9e08-65a8a85c8a79,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:38.092248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dd839-213a-4cb2-80ba-d97603319628 req-70855b02-d9f0-4f3f-a00c-98047077e0c1 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:38.093744 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a21dd839-213a-4cb2-80ba-d97603319628 req-70855b02-d9f0-4f3f-a00c-98047077e0c1 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 945 time: 0.0475118 Dec 17 13:41:38.130790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['2baa3f67-889e-4241-9e08-65a8a85c8a79'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:41:38.143854 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a21dd839-213a-4cb2-80ba-d97603319628 req-3eda3648-56d5-4696-beba-088d1467b530 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435960 Dec 17 13:41:39.262299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d94df-adb9-49dc-bb99-5f3ae55bf58a req-3d9064b8-f910-4c9a-aeed-6a05af78c44c tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:39.263712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c8d94df-adb9-49dc-bb99-5f3ae55bf58a req-3d9064b8-f910-4c9a-aeed-6a05af78c44c tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 945 time: 0.0489929 Dec 17 13:41:39.317132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c8d94df-adb9-49dc-bb99-5f3ae55bf58a req-e698e186-2907-4c57-87ef-38b62d464ae4 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474491 Dec 17 13:41:39.565985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 2baa3f67-889e-4241-9e08-65a8a85c8a79 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:41:39.705247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 2baa3f67-889e-4241-9e08-65a8a85c8a79 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:41:39.714353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 2baa3f67-889e-4241-9e08-65a8a85c8a79 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:41:39.714731 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:39.791931 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:39.814131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84515d05-333e-45bc-818a-3a4eaefda757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2baa3f67-889e-4241-9e08-65a8a85c8a79'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:41:39.816383 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7664c83-27ef-4051-9602-b7de78769254" -d '{"events": [{"server_uuid": "84515d05-333e-45bc-818a-3a4eaefda757", "name": "network-vif-plugged", "status": "completed", "tag": "2baa3f67-889e-4241-9e08-65a8a85c8a79"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:41:39.830610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 2baa3f67-889e-4241-9e08-65a8a85c8a79, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=2baa3f67-889e-4241-9e08-65a8a85c8a79,segment=NetworkSegment(c140ab76-eab6-42b4-92ed-af7648c0e93c),segment_id=c140ab76-eab6-42b4-92ed-af7648c0e93c)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:39.855142 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65d3d45-6d54-495d-974b-dfc6dfa0b461 x-openstack-request-id: req-e65d3d45-6d54-495d-974b-dfc6dfa0b461 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:41:39.855437 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84515d05-333e-45bc-818a-3a4eaefda757", "name": "network-vif-plugged", "status": "completed", "tag": "2baa3f67-889e-4241-9e08-65a8a85c8a79", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:41:39.858867 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e65d3d45-6d54-495d-974b-dfc6dfa0b461 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:41:39.858867 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84515d05-333e-45bc-818a-3a4eaefda757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2baa3f67-889e-4241-9e08-65a8a85c8a79', 'code': 200} Dec 17 13:41:39.916906 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:39.960652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47f830-2124-4c2b-917c-900249b94f31 req-68e18d80-3269-4f3c-8e68-d4589555845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:39.962545 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb47f830-2124-4c2b-917c-900249b94f31 req-68e18d80-3269-4f3c-8e68-d4589555845b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 1097 time: 0.0422256 Dec 17 13:41:39.972854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=2baa3f67-889e-4241-9e08-65a8a85c8a79,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:40.008536 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb47f830-2124-4c2b-917c-900249b94f31 req-21d92a76-958b-4056-8b95-2f20fd650521 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379820 Dec 17 13:41:40.440982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67258e4c-c953-493d-82e0-d7758d221f02 req-9e6d1bdc-61f0-4962-9a46-b41a70dfac95 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:40.442684 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67258e4c-c953-493d-82e0-d7758d221f02 req-9e6d1bdc-61f0-4962-9a46-b41a70dfac95 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 946 time: 0.0585370 Dec 17 13:41:40.492814 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67258e4c-c953-493d-82e0-d7758d221f02 req-1a377de5-5e88-4eef-bfb6-7f18f46666cb tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428154 Dec 17 13:41:41.625313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2863311-7f32-452c-a771-75a8732bcdb3 req-d9d61724-aa58-4e82-97b8-5b30fdf343d9 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:41.626863 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d2863311-7f32-452c-a771-75a8732bcdb3 req-d9d61724-aa58-4e82-97b8-5b30fdf343d9 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 946 time: 0.0488770 Dec 17 13:41:41.677872 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d2863311-7f32-452c-a771-75a8732bcdb3 req-9cd9d18a-d8bc-47e1-88ab-6d5850fc05d8 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Dec 17 13:41:42.203090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c73fe9-d53f-454a-8c85-c85b0f705d87 req-f6ba9ee3-296e-4517-b7f0-0421e9d37ede tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:42.204582 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-22c73fe9-d53f-454a-8c85-c85b0f705d87 req-f6ba9ee3-296e-4517-b7f0-0421e9d37ede tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 946 time: 0.0498846 Dec 17 13:41:42.251723 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-22c73fe9-d53f-454a-8c85-c85b0f705d87 req-57b3486f-56db-4e76-b174-065d1aed43b9 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Dec 17 13:41:43.376926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd0a51-6c13-48d3-a22e-b5069badc2ec req-a5204bc6-4aab-48c9-881a-e48732a470c5 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:43.378997 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88fd0a51-6c13-48d3-a22e-b5069badc2ec req-a5204bc6-4aab-48c9-881a-e48732a470c5 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 946 time: 0.0556381 Dec 17 13:41:43.427034 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-88fd0a51-6c13-48d3-a22e-b5069badc2ec req-dd3cbc5f-e840-40c0-82a1-1492c6585491 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 Dec 17 13:41:43.620282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92d4e8-ab3f-40e4-b14c-2ee11def85a7 req-5a62904f-284e-48bc-9779-01678d8e7827 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:43.621715 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc92d4e8-ab3f-40e4-b14c-2ee11def85a7 req-5a62904f-284e-48bc-9779-01678d8e7827 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.61 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 946 time: 0.0476141 Dec 17 13:41:43.721439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-fc92d4e8-ab3f-40e4-b14c-2ee11def85a7 req-5a70e551-7870-4f46-bba0-26fa7466cddb tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Deleting port 2baa3f67-889e-4241-9e08-65a8a85c8a79 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:41:43.721810 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc92d4e8-ab3f-40e4-b14c-2ee11def85a7 req-5a70e551-7870-4f46-bba0-26fa7466cddb tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:43.811941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-fc92d4e8-ab3f-40e4-b14c-2ee11def85a7 req-5a70e551-7870-4f46-bba0-26fa7466cddb tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] For port 2baa3f67-889e-4241-9e08-65a8a85c8a79, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=2baa3f67-889e-4241-9e08-65a8a85c8a79,segment=NetworkSegment(c140ab76-eab6-42b4-92ed-af7648c0e93c),segment_id=c140ab76-eab6-42b4-92ed-af7648c0e93c)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:43.812319 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc92d4e8-ab3f-40e4-b14c-2ee11def85a7 req-5a70e551-7870-4f46-bba0-26fa7466cddb tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:43.826198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-fc92d4e8-ab3f-40e4-b14c-2ee11def85a7 req-5a70e551-7870-4f46-bba0-26fa7466cddb tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Calling delete_port for 2baa3f67-889e-4241-9e08-65a8a85c8a79 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:41:43.878271 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c144ae0f-4dc0-4b3c-8ef0-14264a0c240e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:44.044423 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc92d4e8-ab3f-40e4-b14c-2ee11def85a7 req-5a70e551-7870-4f46-bba0-26fa7466cddb tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:44.061389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['2baa3f67-889e-4241-9e08-65a8a85c8a79'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:41:44.076596 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70e551-7870-4f46-bba0-26fa7466cddb tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Pushing event deleted for resources: {'Port': ['ID=2baa3f67-889e-4241-9e08-65a8a85c8a79,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:44.125381 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc92d4e8-ab3f-40e4-b14c-2ee11def85a7 req-5a70e551-7870-4f46-bba0-26fa7466cddb tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] No DVR routers for this DVR port 2baa3f67-889e-4241-9e08-65a8a85c8a79 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:41:44.128328 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-fc92d4e8-ab3f-40e4-b14c-2ee11def85a7 req-5a70e551-7870-4f46-bba0-26fa7466cddb tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:44.132017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc92d4e8-ab3f-40e4-b14c-2ee11def85a7 req-5a70e551-7870-4f46-bba0-26fa7466cddb tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.61 "DELETE /v2.0/ports/2baa3f67-889e-4241-9e08-65a8a85c8a79 HTTP/1.1" status: 204 len: 173 time: 0.4969876 Dec 17 13:41:44.132469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84515d05-333e-45bc-818a-3a4eaefda757', 'name': 'network-vif-deleted', 'tag': '2baa3f67-889e-4241-9e08-65a8a85c8a79'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:41:44.134885 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab9e2e-4770-4b03-94dc-6b4f2d9f33f0" -d '{"events": [{"server_uuid": "84515d05-333e-45bc-818a-3a4eaefda757", "name": "network-vif-deleted", "tag": "2baa3f67-889e-4241-9e08-65a8a85c8a79"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:41:44.180461 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840922fb-3add-43ae-8b76-5de9b5a9e1b7 x-openstack-request-id: req-840922fb-3add-43ae-8b76-5de9b5a9e1b7 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:41:44.180461 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84515d05-333e-45bc-818a-3a4eaefda757", "name": "network-vif-deleted", "tag": "2baa3f67-889e-4241-9e08-65a8a85c8a79", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:41:44.180461 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-840922fb-3add-43ae-8b76-5de9b5a9e1b7 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:41:44.180461 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84515d05-333e-45bc-818a-3a4eaefda757', 'name': 'network-vif-deleted', 'tag': '2baa3f67-889e-4241-9e08-65a8a85c8a79', 'status': 'completed', 'code': 200} Dec 17 13:41:44.536940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-284641bd-481e-40ea-b9d9-15730a62294f req-bfaf5a8c-b48f-4ba9-9984-4cf467ab1b64 tempest-ServerAddressesNegativeTestJSON-1989475359 tempest-ServerAddressesNegativeTestJSON-1989475359-project] 10.222.0.59 "GET /v2.0/ports?device_id=84515d05-333e-45bc-818a-3a4eaefda757 HTTP/1.1" status: 200 len: 210 time: 0.0277078 Dec 17 13:41:45.594361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41150) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:45.638604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f98716-6caa-48b8-a339-5f1650d0937d admin admin] Deleting subnet 0598d532-63da-4f06-aba0-7ecd4e180a02 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:41:45.641749 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60f98716-6caa-48b8-a339-5f1650d0937d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:45.679850 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60f98716-6caa-48b8-a339-5f1650d0937d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:45.718177 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60f98716-6caa-48b8-a339-5f1650d0937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:45.815840 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60f98716-6caa-48b8-a339-5f1650d0937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:45.842957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f98716-6caa-48b8-a339-5f1650d0937d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0598d532-63da-4f06-aba0-7ecd4e180a02,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:45.844998 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60f98716-6caa-48b8-a339-5f1650d0937d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:45.853630 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-60f98716-6caa-48b8-a339-5f1650d0937d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0598d532-63da-4f06-aba0-7ecd4e180a02 HTTP/1.1" status: 204 len: 168 time: 0.2560754 Dec 17 13:41:45.853894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 41152) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:45.924886 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:46.002164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:46.022249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698123ee-6120-46aa-9f96-f08194d3c583']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:46.031257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c140ab76-eab6-42b4-92ed-af7648c0e93c') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:46.031553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c140ab76-eab6-42b4-92ed-af7648c0e93c') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:46.040721 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:46.054213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:46.060193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:41:46.060580 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:41:46.062222 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:41:46.181470 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:46.196825 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:46.200272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] 10.222.0.59 "DELETE /v2.0/networks/698123ee-6120-46aa-9f96-f08194d3c583 HTTP/1.1" status: 204 len: 168 time: 0.3454411 Dec 17 13:41:46.201542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4926854-6217-40d0-81bb-46fe1684777b admin admin] Pushing event deleted for resources: {'Network': ['ID=698123ee-6120-46aa-9f96-f08194d3c583,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:46.352997 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-94331adc-6b8b-475b-8327-fa083d0ac49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:46.545119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41158) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:46.593095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3bfdf0e6-7399-4c46-9f4c-60582b6f19e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=feaac00d16d947cdb3ec8c8ec4282533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467024 Dec 17 13:41:46.595534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41160) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:46.641957 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce3b46df-fa8c-451c-963b-1ab3ef7085e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:46.663588 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce3b46df-fa8c-451c-963b-1ab3ef7085e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:46.781063 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce3b46df-fa8c-451c-963b-1ab3ef7085e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:46.783793 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce3b46df-fa8c-451c-963b-1ab3ef7085e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:46.785603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ce3b46df-fa8c-451c-963b-1ab3ef7085e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d47ee4c-0de5-4f4f-af9f-87da6069b9b8 HTTP/1.1" status: 204 len: 168 time: 0.1885798 Dec 17 13:41:46.794107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b46df-fa8c-451c-963b-1ab3ef7085e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d47ee4c-0de5-4f4f-af9f-87da6069b9b8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:47.612234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 2baa3f67-889e-4241-9e08-65a8a85c8a79 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:41:47.635379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 2baa3f67-889e-4241-9e08-65a8a85c8a79 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:41:47.635731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 2baa3f67-889e-4241-9e08-65a8a85c8a79 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:41:47.755894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41184) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:47.762351 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:47.859401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-network', 'tenant_id': '839a65c0744243679cb58d448acc858f'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:41:47.941557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Made reservation on behalf of 839a65c0744243679cb58d448acc858f for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:41:47.943999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:47.953183 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:48.031356 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:48.112838 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:48.139893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:41:48.155877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386d8f2f-0504-49de-a9e3-864254cdd26f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:48.161821 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:48.162180 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Added segment 69cc541a-ad94-491f-aa12-b79880d9f410 of type vlan for network cc919817-3feb-4493-a86b-23ac448adcf1 Dec 17 13:41:48.205739 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:48.307106 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:48.308281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:48.308863 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:48.411856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] Pushing event updated for resources: {'Network': ['ID=cc919817-3feb-4493-a86b-23ac448adcf1,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:48.421853 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network cc919817-3feb-4493-a86b-23ac448adcf1 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:41:48.452183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-eca58bef-057f-4c8d-9fae-1b16f88344c9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6948578 Dec 17 13:41:48.454929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41192) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:48.468047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-9bfee3ee-cc83-4cdd-9ed4-39c6175ccd8e admin admin] Request body: {'subnet': {'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-subnet', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:41:48.556120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfee3ee-cc83-4cdd-9ed4-39c6175ccd8e admin admin] Made reservation on behalf of 839a65c0744243679cb58d448acc858f for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:41:48.558550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9bfee3ee-cc83-4cdd-9ed4-39c6175ccd8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:48.796630 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9bfee3ee-cc83-4cdd-9ed4-39c6175ccd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:48.852389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfee3ee-cc83-4cdd-9ed4-39c6175ccd8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6940fe2d-1de8-490d-8899-e1ff0305a812,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:48.863834 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfee3ee-cc83-4cdd-9ed4-39c6175ccd8e admin admin] Checking segment: {'id': '69cc541a-ad94-491f-aa12-b79880d9f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:41:48.864202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfee3ee-cc83-4cdd-9ed4-39c6175ccd8e admin admin] Network hostable DHCP agents. Network: cc919817-3feb-4493-a86b-23ac448adcf1, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:41:48.962258 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:48.990767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfee3ee-cc83-4cdd-9ed4-39c6175ccd8e admin admin] Network cc919817-3feb-4493-a86b-23ac448adcf1 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:41:49.049296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-9bfee3ee-cc83-4cdd-9ed4-39c6175ccd8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, cc919817-3feb-4493-a86b-23ac448adcf1) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:41:49.053772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfee3ee-cc83-4cdd-9ed4-39c6175ccd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:49.054374 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9bfee3ee-cc83-4cdd-9ed4-39c6175ccd8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:49.059240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8dcff5-d046-4f94-a333-0d3a0cf415be None None] Network cc919817-3feb-4493-a86b-23ac448adcf1 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:41:49.109513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9bfee3ee-cc83-4cdd-9ed4-39c6175ccd8e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6534419 Dec 17 13:41:49.112088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41194) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:49.117018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:41:49.155372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af09aac7-2599-43b4-9c9e-9b24c9ce904a None None] Network cc919817-3feb-4493-a86b-23ac448adcf1 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:41:49.181271 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:49.182489 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:49.241926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:49.441381 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:49.737318 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:49.756737 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:49.848994 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:49.872791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Allocated IP 172.25.0.116 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/698d052d-cd85-408a-bac0-090e1c0aa258) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:41:49.980173 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:50.065181 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:50.106135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:41:50.109124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:41:50.112653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:41:50.122135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7575be47-1d7a-4e4f-8536-7ffa3e2a09ed None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:41:50.134708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=698d052d-cd85-408a-bac0-090e1c0aa258,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:50.220841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-67d73adb-0b01-43a8-988f-3568543f74f4 None None] Provisioning complete for port 698d052d-cd85-408a-bac0-090e1c0aa258 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:41:50.221478 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-67d73adb-0b01-43a8-988f-3568543f74f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:50.276785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-67d73adb-0b01-43a8-988f-3568543f74f4 None None] Port 698d052d-cd85-408a-bac0-090e1c0aa258 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:41:50.445180 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:50.966811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:51.146367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:41:51.254550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:41:51.271453 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Sync routers for ids ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:41:51.283138 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Routers {'0d79b76c-4fe3-465f-acf0-455e1b66d4bb'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:41:51.283750 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:41:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:51.332606 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:51.333815 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a1f1aaf7-acab-4704-8a76-13dde4f2c0a1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2207155 Dec 17 13:41:51.336607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 41226) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:41:51.496722 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Set router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:41:51.695097 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:50Z', 'revision_number': 3, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:51.721023 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Checking router: 0d79b76c-4fe3-465f-acf0-455e1b66d4bb for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:41:51.721370 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Updating router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb port 698d052d-cd85-408a-bac0-090e1c0aa258 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:41:51.745946 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:51.768874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:51.980176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Allocated IP 172.20.0.1 (cc919817-3feb-4493-a86b-23ac448adcf1/6940fe2d-1de8-490d-8899-e1ff0305a812/e6bc0bbe-c94f-41f7-a99d-a065cbaf719f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:41:52.010884 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.095435 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.102177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.148600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b5bc0c-87e5-499e-b1c1-b1380d8b8143 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:41:52.169876 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Attempting to bind port 698d052d-cd85-408a-bac0-090e1c0aa258 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:41:52.175054 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Attempting to bind port 698d052d-cd85-408a-bac0-090e1c0aa258 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:41:52.175054 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Attempting to bind port 698d052d-cd85-408a-bac0-090e1c0aa258 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:41:52.175054 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Pushing event updated for resources: {'Port': ['ID=698d052d-cd85-408a-bac0-090e1c0aa258,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:52.182674 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:41:52.183037 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:41:52.183624 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.183803 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:41:52.184258 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Bound port: 698d052d-cd85-408a-bac0-090e1c0aa258, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:41:52.184674 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.187664 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.188012 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.188349 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.188685 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.189015 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.189341 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.189689 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.190015 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.190339 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.191475 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.191810 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.192137 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.192513 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:41:52.220881 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-686b6da1-f89a-4b29-b21d-c65caa0ff3d5 None None] Provisioning complete for port 698d052d-cd85-408a-bac0-090e1c0aa258 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:41:52.223177 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-686b6da1-f89a-4b29-b21d-c65caa0ff3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.227539 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.259488 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] For port 698d052d-cd85-408a-bac0-090e1c0aa258, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:41:52.264220 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] For port 698d052d-cd85-408a-bac0-090e1c0aa258, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=698d052d-cd85-408a-bac0-090e1c0aa258,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:41:52.278194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Network cc919817-3feb-4493-a86b-23ac448adcf1 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:41:52.282693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-686b6da1-f89a-4b29-b21d-c65caa0ff3d5 None None] Port 698d052d-cd85-408a-bac0-090e1c0aa258 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:41:52.285758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:41:52.291951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:41:52.322557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e6bc0bbe-c94f-41f7-a99d-a065cbaf719f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:52.324941 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.338177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.382838 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe5fe7f-7138-4413-8e28-2a32e149f164 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:41:52.397897 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Routers {'0d79b76c-4fe3-465f-acf0-455e1b66d4bb'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:41:52.398634 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:41:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:52.400836 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6e09b-fbd4-489d-97ff-d8d301dcf733 None None] Pushing event updated for resources: {'Port': ['ID=698d052d-cd85-408a-bac0-090e1c0aa258,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:52.507687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a8fe6ef9-d10f-4b47-8ed2-039a34d02a00 None None] Provisioning complete for port 698d052d-cd85-408a-bac0-090e1c0aa258 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:41:52.508891 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6ef9-d10f-4b47-8ed2-039a34d02a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.549758 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] Set router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:41:52.584302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.613130 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6ef9-d10f-4b47-8ed2-039a34d02a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.638652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a8fe6ef9-d10f-4b47-8ed2-039a34d02a00 None None] For port 698d052d-cd85-408a-bac0-090e1c0aa258, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=698d052d-cd85-408a-bac0-090e1c0aa258,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:52.724033 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6ef9-d10f-4b47-8ed2-039a34d02a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.734324 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:50Z', 'revision_number': 3, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:52.754898 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.763256 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaffe22-1cd6-44eb-8512-0a1470f51011 None None] The sync data for ids ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'] in n-d-815324-5 is: [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:50Z', 'revision_number': 3, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:41:52.788607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe6ef9-d10f-4b47-8ed2-039a34d02a00 None None] Pushing event updated for resources: {'Port': ['ID=698d052d-cd85-408a-bac0-090e1c0aa258,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:52.833145 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.907593 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:52.909513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e6bc0bbe-c94f-41f7-a99d-a065cbaf719f,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:53.041683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Network cc919817-3feb-4493-a86b-23ac448adcf1 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:41:53.043070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:41:53.164706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:41:53.287328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:41:53.302053 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-adfb4c5a-ac32-4d7c-b664-b40186d6a2b4 admin admin] 10.222.0.59 "PUT /v2.0/routers/0d79b76c-4fe3-465f-acf0-455e1b66d4bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9561055 Dec 17 13:41:53.815902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-86877365-6e81-47ea-b685-2efaeb204ff8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:53.817382 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-86877365-6e81-47ea-b685-2efaeb204ff8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/networks?id=cc919817-3feb-4493-a86b-23ac448adcf1 HTTP/1.1" status: 200 len: 818 time: 0.1062078 Dec 17 13:41:53.832250 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-7ad1010a-5521-438a-805a-c4db8a58a3ec tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/quotas/839a65c0744243679cb58d448acc858f HTTP/1.1" status: 200 len: 375 time: 0.0089259 Dec 17 13:41:53.880681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-c1aef8c6-ab88-44ff-8865-48abb570ee90 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=839a65c0744243679cb58d448acc858f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430689 Dec 17 13:41:53.976668 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-155fb283-ebfe-44e6-9e8a-7f6834d8044d service neutron] 10.222.0.59 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886536 Dec 17 13:41:54.074192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-bfc0cf42-8d09-4126-94ef-259cd67d0e14 service neutron] 10.222.0.59 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908945 Dec 17 13:41:54.315263 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-92d81500-282f-4b53-b256-bb7b66171175 req-714bd7dd-3a18-4653-a0b9-4669e2f5bdc2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 210 time: 0.0266039 Dec 17 13:41:54.385437 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Sync routers for ids ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:41:54.396732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Routers {'0d79b76c-4fe3-465f-acf0-455e1b66d4bb'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:41:54.397362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:41:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:54.509667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Set router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:41:54.866799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 698d052d-cd85-408a-bac0-090e1c0aa258 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:41:54.938235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'e6bc0bbe-c94f-41f7-a99d-a065cbaf719f', 'name': '', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'mac_address': 'fa:16:3e:ff:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:51Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 2, 'project_id': '839a65c0744243679cb58d448acc858f', 'subnets': [{'id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:54.941314 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 698d052d-cd85-408a-bac0-090e1c0aa258 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:41:54.941708 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:54.993622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Checking router: 0d79b76c-4fe3-465f-acf0-455e1b66d4bb for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:41:54.993952 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Updating router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb port e6bc0bbe-c94f-41f7-a99d-a065cbaf719f binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:41:55.031913 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:55.375878 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:55.398217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-25bb5088-8d6f-4698-b12b-0f2561716dfc req-ab450b01-a865-4442-9f5d-a0bee95567ce tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 210 time: 0.0286283 Dec 17 13:41:55.472395 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:55.535880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0778abb-693f-4db0-9a1b-100eaecabb54 None None] Pushing event updated for resources: {'Port': ['ID=e6bc0bbe-c94f-41f7-a99d-a065cbaf719f,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:55.583021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Attempting to bind port e6bc0bbe-c94f-41f7-a99d-a065cbaf719f on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:41:55.583483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Attempting to bind port e6bc0bbe-c94f-41f7-a99d-a065cbaf719f by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '69cc541a-ad94-491f-aa12-b79880d9f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:41:55.583913 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Attempting to bind port e6bc0bbe-c94f-41f7-a99d-a065cbaf719f on network cc919817-3feb-4493-a86b-23ac448adcf1 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:41:55.589518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:41:55.590007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Checking segment: {'id': '69cc541a-ad94-491f-aa12-b79880d9f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:41:55.590501 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:55.590976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Bound using segment: {'id': '69cc541a-ad94-491f-aa12-b79880d9f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:41:55.591510 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Bound port: e6bc0bbe-c94f-41f7-a99d-a065cbaf719f, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cc541a-ad94-491f-aa12-b79880d9f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:41:55.591955 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:55.661322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] For port e6bc0bbe-c94f-41f7-a99d-a065cbaf719f, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:41:55.665048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] For port e6bc0bbe-c94f-41f7-a99d-a065cbaf719f, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e6bc0bbe-c94f-41f7-a99d-a065cbaf719f,segment=NetworkSegment(69cc541a-ad94-491f-aa12-b79880d9f410),segment_id=69cc541a-ad94-491f-aa12-b79880d9f410)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:41:55.718481 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:55.781620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Routers {'0d79b76c-4fe3-465f-acf0-455e1b66d4bb'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:41:55.782244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:41:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:55.827180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0778abb-693f-4db0-9a1b-100eaecabb54 None None] Pushing event updated for resources: {'Port': ['ID=e6bc0bbe-c94f-41f7-a99d-a065cbaf719f,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:55.918690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] Set router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:41:56.132286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'e6bc0bbe-c94f-41f7-a99d-a065cbaf719f', 'name': '', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'mac_address': 'fa:16:3e:ff:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:51Z', 'updated_at': '2021-12-17T13:41:55Z', 'revision_number': 4, 'project_id': '839a65c0744243679cb58d448acc858f', 'subnets': [{'id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:41:56.158953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e352f9-afd4-4bd6-8f0d-8bd2f89b628a None None] The sync data for ids ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'] in n-d-815324-5 is: [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'e6bc0bbe-c94f-41f7-a99d-a065cbaf719f', 'name': '', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'mac_address': 'fa:16:3e:ff:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:51Z', 'updated_at': '2021-12-17T13:41:55Z', 'revision_number': 4, 'project_id': '839a65c0744243679cb58d448acc858f', 'subnets': [{'id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:41:56.505855 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2feebaf9-d1d7-4454-99c4-da9f8a4f3d1b req-fe9a7b5f-9938-462a-94e7-435d24bcd53e tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 210 time: 0.0310526 Dec 17 13:41:56.884182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e6bc0bbe-c94f-41f7-a99d-a065cbaf719f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:41:56.894477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-beee871a-9ddb-41f3-978c-7fa6804ae824 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:56.896273 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-beee871a-9ddb-41f3-978c-7fa6804ae824 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.61 "GET /v2.0/networks?id=cc919817-3feb-4493-a86b-23ac448adcf1 HTTP/1.1" status: 200 len: 818 time: 0.1185763 Dec 17 13:41:56.916165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Request body: {'port': {'device_id': '266d6cdc-6417-490a-b92e-f7af4715165c', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'admin_state_up': True, 'tenant_id': '839a65c0744243679cb58d448acc858f'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:41:56.948664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e6bc0bbe-c94f-41f7-a99d-a065cbaf719f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:41:56.949079 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:57.059208 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:57.101324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port e6bc0bbe-c94f-41f7-a99d-a065cbaf719f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e6bc0bbe-c94f-41f7-a99d-a065cbaf719f,segment=NetworkSegment(69cc541a-ad94-491f-aa12-b79880d9f410),segment_id=69cc541a-ad94-491f-aa12-b79880d9f410)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:41:57.139025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Made reservation on behalf of 839a65c0744243679cb58d448acc858f for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:41:57.143113 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:57.168236 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:57.232575 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=e6bc0bbe-c94f-41f7-a99d-a065cbaf719f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:57.302830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Allocated IP 172.20.0.4 (cc919817-3feb-4493-a86b-23ac448adcf1/6940fe2d-1de8-490d-8899-e1ff0305a812/e58ff292-7a1a-4e97-b2b0-983eeb2084dd) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:41:57.468315 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:57.568354 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:57.634638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Network cc919817-3feb-4493-a86b-23ac448adcf1 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:41:57.639454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:41:57.644742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:41:57.678272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Pushing event updated for resources: {'Port': ['ID=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:57.706715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62711959-9753-4f36-b722-1edd6ff467b6 req-1e15bccc-b712-4729-ac8e-c96c65c777ba tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:57.708235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-62711959-9753-4f36-b722-1edd6ff467b6 req-1e15bccc-b712-4729-ac8e-c96c65c777ba tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 931 time: 0.1309538 Dec 17 13:41:57.716867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:57.717490 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:57.769806 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-62711959-9753-4f36-b722-1edd6ff467b6 req-f32836b3-8bfd-4248-9c79-e64d28ba9ff2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495126 Dec 17 13:41:57.810572 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-6d855bae-b5f0-462a-8f9b-b72f33e0f94a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8994491 Dec 17 13:41:57.827452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Request body: {'port': {'device_id': '266d6cdc-6417-490a-b92e-f7af4715165c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:41:57.881803 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:58.144066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58ff292-7a1a-4e97-b2b0-983eeb2084dd {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:41:58.151786 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:58.164409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Transition to ACTIVE for port object e58ff292-7a1a-4e97-b2b0-983eeb2084dd will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:41:58.230353 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:58.283584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:58.354320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Attempting to bind port e58ff292-7a1a-4e97-b2b0-983eeb2084dd on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:41:58.354665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Attempting to bind port e58ff292-7a1a-4e97-b2b0-983eeb2084dd by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '69cc541a-ad94-491f-aa12-b79880d9f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:41:58.355003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Attempting to bind port e58ff292-7a1a-4e97-b2b0-983eeb2084dd on network cc919817-3feb-4493-a86b-23ac448adcf1 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:41:58.359625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Port e58ff292-7a1a-4e97-b2b0-983eeb2084dd on network cc919817-3feb-4493-a86b-23ac448adcf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:41:58.359949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Attempting to bind port e58ff292-7a1a-4e97-b2b0-983eeb2084dd on network cc919817-3feb-4493-a86b-23ac448adcf1 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:41:58.364883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:41:58.365226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Checking segment: {'id': '69cc541a-ad94-491f-aa12-b79880d9f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:41:58.365649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Bound using segment: {'id': '69cc541a-ad94-491f-aa12-b79880d9f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:41:58.366156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Bound port: e58ff292-7a1a-4e97-b2b0-983eeb2084dd, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cc541a-ad94-491f-aa12-b79880d9f410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:41:58.366549 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:58.753340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] For port e58ff292-7a1a-4e97-b2b0-983eeb2084dd, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:41:58.759524 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] For port e58ff292-7a1a-4e97-b2b0-983eeb2084dd, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,segment=NetworkSegment(69cc541a-ad94-491f-aa12-b79880d9f410),segment_id=69cc541a-ad94-491f-aa12-b79880d9f410)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:41:58.808436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e6bc0bbe-c94f-41f7-a99d-a065cbaf719f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:41:58.832306 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:58.868687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e6bc0bbe-c94f-41f7-a99d-a065cbaf719f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:41:58.869326 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:58.872573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:58.873216 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:41:58.874765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] 10.222.0.61 "PUT /v2.0/ports/e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 1091 time: 1.0516293 Dec 17 13:41:58.875684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:41:58.878740 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32cc76c-1acf-445c-98c7-63af80bfa11f" -d '{"events": [{"name": "network-changed", "server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:41:58.912803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508ad1a-c1ce-4bcb-941b-c34c16a4cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:41:58.917744 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdbfd2-9d34-48e1-95eb-6e982322b897 req-bbcc910e-48d8-4b69-b01e-7418e8a98b98 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:58.927829 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39bdbfd2-9d34-48e1-95eb-6e982322b897 req-bbcc910e-48d8-4b69-b01e-7418e8a98b98 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 943 time: 0.0769632 Dec 17 13:41:58.976556 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd38387a-4298-4659-90e4-3a3859dc9d78 x-openstack-request-id: req-fd38387a-4298-4659-90e4-3a3859dc9d78 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:41:58.977082 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:41:58.977515 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd38387a-4298-4659-90e4-3a3859dc9d78 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:41:58.977960 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'status': 'completed', 'code': 200} Dec 17 13:41:58.988512 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39bdbfd2-9d34-48e1-95eb-6e982322b897 req-c7d9a798-75dc-48a2-9e67-f476b6d8e2a0 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594077 Dec 17 13:41:59.030511 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cc76c-1acf-445c-98c7-63af80bfa11f req-f4df8050-112c-4b5d-85be-f5553028168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:59.032134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f32cc76c-1acf-445c-98c7-63af80bfa11f req-f4df8050-112c-4b5d-85be-f5553028168d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=839a65c0744243679cb58d448acc858f&device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 1094 time: 0.0471950 Dec 17 13:41:59.138683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cc76c-1acf-445c-98c7-63af80bfa11f req-3fc0f261-cb27-4498-8f7b-00ea8a28fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:59.140208 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f32cc76c-1acf-445c-98c7-63af80bfa11f req-3fc0f261-cb27-4498-8f7b-00ea8a28fba7 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=839a65c0744243679cb58d448acc858f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0960054 Dec 17 13:41:59.250460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cc76c-1acf-445c-98c7-63af80bfa11f req-d96abe7c-d081-43f6-a7df-9b6dd5df6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:59.252233 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f32cc76c-1acf-445c-98c7-63af80bfa11f req-d96abe7c-d081-43f6-a7df-9b6dd5df6541 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016130 Dec 17 13:41:59.335566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-06412f63-7f72-4ab9-a75b-7c4222925c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:59.337084 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-06412f63-7f72-4ab9-a75b-7c4222925c95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=839a65c0744243679cb58d448acc858f&device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 1094 time: 0.0415864 Dec 17 13:41:59.485890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-e212ff78-7d9a-431f-b92c-08db194d4d65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 217 time: 0.0354817 Dec 17 13:41:59.538329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-ab246542-aa98-4e44-bc90-3a19bdcf7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:41:59.539796 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-ab246542-aa98-4e44-bc90-3a19bdcf7267 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6940fe2d-1de8-490d-8899-e1ff0305a812 HTTP/1.1" status: 200 len: 858 time: 0.0437424 Dec 17 13:41:59.577453 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-c12505e4-1e75-42bb-b073-2e4c314c7d90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc919817-3feb-4493-a86b-23ac448adcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285513 Dec 17 13:41:59.679262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-fa5a439f-db5f-4b4f-9635-aadfd8a341ca service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912583 Dec 17 13:41:59.782006 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-879c11c1-5fd1-4551-bd4a-a24732d94636 req-a4a9530c-d7b6-4cb5-aae3-53ca0521f201 service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912936 Dec 17 13:42:00.115689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b4fa3-b73c-454f-8862-98249db3884e req-391ae874-c27f-4760-b00f-c0045d0f9371 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:00.117208 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a0b4fa3-b73c-454f-8862-98249db3884e req-391ae874-c27f-4760-b00f-c0045d0f9371 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 943 time: 0.0503078 Dec 17 13:42:00.165981 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a0b4fa3-b73c-454f-8862-98249db3884e req-274d4be0-2f8f-4ae6-b283-29e2d50bf3d4 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425119 Dec 17 13:42:01.290119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050dfc7-4424-4dfb-8cd9-c72ee61b0e1d req-652747e3-1cf0-48a9-8cc8-026a17e7affc tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:01.291629 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e050dfc7-4424-4dfb-8cd9-c72ee61b0e1d req-652747e3-1cf0-48a9-8cc8-026a17e7affc tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 943 time: 0.0508487 Dec 17 13:42:01.341893 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e050dfc7-4424-4dfb-8cd9-c72ee61b0e1d req-2141b979-1f92-4ae4-af2e-25b2808a6273 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441220 Dec 17 13:42:01.876134 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:02.460512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8b389-8df6-4169-b6eb-c738a85367ad req-6da93f02-8572-41c0-b7c4-be49c3c5cb40 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:02.462132 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fd8b389-8df6-4169-b6eb-c738a85367ad req-6da93f02-8572-41c0-b7c4-be49c3c5cb40 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 943 time: 0.0488424 Dec 17 13:42:02.511148 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6fd8b389-8df6-4169-b6eb-c738a85367ad req-c38c5728-81d7-4384-9c44-6f3a3e744e94 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428076 Dec 17 13:42:03.644166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f8035-25df-4646-b915-90ed323ad049 req-1f1d15cb-d4b3-454f-99f0-1bffaf291c51 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:03.645968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c95f8035-25df-4646-b915-90ed323ad049 req-1f1d15cb-d4b3-454f-99f0-1bffaf291c51 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 943 time: 0.0652654 Dec 17 13:42:03.691399 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e58ff292-7a1a-4e97-b2b0-983eeb2084dd details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:42:03.694579 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c95f8035-25df-4646-b915-90ed323ad049 req-c6b4a022-9a0a-49db-a9a7-1c90ed53ef7d tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 Dec 17 13:42:03.794482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e58ff292-7a1a-4e97-b2b0-983eeb2084dd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,segment=NetworkSegment(69cc541a-ad94-491f-aa12-b79880d9f410),segment_id=69cc541a-ad94-491f-aa12-b79880d9f410)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:42:03.806847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'port_id': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'mac_address': 'fa:16:3e:0e:d0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:42:03.845716 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:03.864182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58ff292-7a1a-4e97-b2b0-983eeb2084dd {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:42:03.883430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e58ff292-7a1a-4e97-b2b0-983eeb2084dd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,segment=NetworkSegment(69cc541a-ad94-491f-aa12-b79880d9f410),segment_id=69cc541a-ad94-491f-aa12-b79880d9f410)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:42:03.991651 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:04.042263 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:04.053209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.053209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.053209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.053209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.053209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.053209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.053209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.054129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.054129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.054319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.054525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.054846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.055167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:04.251563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e58ff292-7a1a-4e97-b2b0-983eeb2084dd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:42:04.832521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12d437-98f2-44d8-842a-c0cb19ca8d74 req-217eb788-63b2-4340-acb3-ed58f2cdf54b tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:04.834277 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb12d437-98f2-44d8-842a-c0cb19ca8d74 req-217eb788-63b2-4340-acb3-ed58f2cdf54b tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 944 time: 0.0569582 Dec 17 13:42:04.888170 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb12d437-98f2-44d8-842a-c0cb19ca8d74 req-a2000c62-13ec-4f7a-9ba8-de8e5490f9ed tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470626 Dec 17 13:42:05.709607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e58ff292-7a1a-4e97-b2b0-983eeb2084dd up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:42:05.808763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port e58ff292-7a1a-4e97-b2b0-983eeb2084dd completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:42:05.813087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port e58ff292-7a1a-4e97-b2b0-983eeb2084dd triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:42:05.813481 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:05.908215 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:05.975431 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:42:05.977876 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92885e41-eea4-4c75-9cda-141497addd5f" -d '{"events": [{"server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "name": "network-vif-plugged", "status": "completed", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:42:05.997979 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port e58ff292-7a1a-4e97-b2b0-983eeb2084dd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,segment=NetworkSegment(69cc541a-ad94-491f-aa12-b79880d9f410),segment_id=69cc541a-ad94-491f-aa12-b79880d9f410)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:42:06.030031 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426600d1-79f1-49a5-8c85-dc4ad9d28c63 x-openstack-request-id: req-426600d1-79f1-49a5-8c85-dc4ad9d28c63 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:42:06.030501 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "name": "network-vif-plugged", "status": "completed", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:42:06.030759 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-426600d1-79f1-49a5-8c85-dc4ad9d28c63 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:42:06.031159 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'code': 200} Dec 17 13:42:06.067868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:06.079586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17961f-dd77-4523-ad4c-d7acdcbce8d7 req-37a7ecc1-a52f-4e3c-8c6a-f8a81935a3c6 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:06.087653 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fe17961f-dd77-4523-ad4c-d7acdcbce8d7 req-37a7ecc1-a52f-4e3c-8c6a-f8a81935a3c6 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 944 time: 0.0803521 Dec 17 13:42:06.168603 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fe17961f-dd77-4523-ad4c-d7acdcbce8d7 req-057a0fa9-2cdd-4c56-a2ac-93024b335630 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751042 Dec 17 13:42:06.183987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b5f5-2c84-4805-a45c-eb0fe2647438 req-09d4d1e0-600d-4586-b777-4e74ec53768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:06.186211 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1ee7b5f5-2c84-4805-a45c-eb0fe2647438 req-09d4d1e0-600d-4586-b777-4e74ec53768a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 1096 time: 0.0748599 Dec 17 13:42:06.199971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:06.243549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1ee7b5f5-2c84-4805-a45c-eb0fe2647438 req-5e2a1865-38dd-4d90-bf07-6012625cd8fb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448716 Dec 17 13:42:06.288236 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:42:06.323099 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:07.292942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59eff1-180b-478e-ac10-2ccad6c68e64 req-f0815715-5db2-44d0-9b90-991f6667e37b tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:07.294553 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c59eff1-180b-478e-ac10-2ccad6c68e64 req-f0815715-5db2-44d0-9b90-991f6667e37b tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0554140 Dec 17 13:42:07.350055 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c59eff1-180b-478e-ac10-2ccad6c68e64 req-e580013f-b723-44cc-8efb-621546ce70d7 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494409 Dec 17 13:42:08.497091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51113ab-1322-431e-9ce6-5fe614bfc9e8 req-1c9528d7-070f-482d-b931-a3b1f38987f8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:08.498729 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e51113ab-1322-431e-9ce6-5fe614bfc9e8 req-1c9528d7-070f-482d-b931-a3b1f38987f8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0529153 Dec 17 13:42:08.547400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e51113ab-1322-431e-9ce6-5fe614bfc9e8 req-9a4fc67f-ab4b-42ca-811b-02311f807224 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423257 Dec 17 13:42:09.059320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0fac7-bfc5-403f-9906-003722234308 req-8230460f-d9b5-4477-968b-f5a960bd26b7 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:09.061238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8b0fac7-bfc5-403f-9906-003722234308 req-8230460f-d9b5-4477-968b-f5a960bd26b7 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0553808 Dec 17 13:42:09.117140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8b0fac7-bfc5-403f-9906-003722234308 req-38266640-3761-4e8c-8baa-85c10c1d7a30 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490985 Dec 17 13:42:09.172308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee119fe9-d114-47eb-a4fc-2ff1868acc30 req-8df201d1-02fc-4b20-b3dd-770f87f3ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:09.176296 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee119fe9-d114-47eb-a4fc-2ff1868acc30 req-8df201d1-02fc-4b20-b3dd-770f87f3ba80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=839a65c0744243679cb58d448acc858f&device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 1096 time: 0.0655339 Dec 17 13:42:09.273318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee119fe9-d114-47eb-a4fc-2ff1868acc30 req-e19f9243-7b87-47f6-b054-29562ee9829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:09.274832 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee119fe9-d114-47eb-a4fc-2ff1868acc30 req-e19f9243-7b87-47f6-b054-29562ee9829b service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc919817-3feb-4493-a86b-23ac448adcf1 HTTP/1.1" status: 200 len: 919 time: 0.0915463 Dec 17 13:42:09.318790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee119fe9-d114-47eb-a4fc-2ff1868acc30 req-14301ece-e361-4496-8ba3-14e94c04f1c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 217 time: 0.0358958 Dec 17 13:42:09.371966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee119fe9-d114-47eb-a4fc-2ff1868acc30 req-7918c9d8-862f-45d5-a238-abe5842576ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:09.373874 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee119fe9-d114-47eb-a4fc-2ff1868acc30 req-7918c9d8-862f-45d5-a238-abe5842576ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6940fe2d-1de8-490d-8899-e1ff0305a812 HTTP/1.1" status: 200 len: 858 time: 0.0480063 Dec 17 13:42:09.407306 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee119fe9-d114-47eb-a4fc-2ff1868acc30 req-d17dc3b1-a437-45f7-bbc4-c06450f4afc5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc919817-3feb-4493-a86b-23ac448adcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261121 Dec 17 13:42:09.512859 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee119fe9-d114-47eb-a4fc-2ff1868acc30 req-47eec1f5-d5f1-4636-b6eb-eb0a3b9b9488 service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985408 Dec 17 13:42:09.608622 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee119fe9-d114-47eb-a4fc-2ff1868acc30 req-62d3e31d-e209-4954-a23b-bc96894c86b7 service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873075 Dec 17 13:42:10.272567 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000d64d-d7bd-45d2-8dc8-307241c59f54 req-364ac3f4-a58a-47b4-92f7-6309927a0025 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:10.280687 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f000d64d-d7bd-45d2-8dc8-307241c59f54 req-364ac3f4-a58a-47b4-92f7-6309927a0025 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0793567 Dec 17 13:42:10.327489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f000d64d-d7bd-45d2-8dc8-307241c59f54 req-0974c1e8-dfb4-4fdf-810a-03f26dc3b68a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449190 Dec 17 13:42:11.449690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6e4fd-46c1-48f6-87e2-a3f8ea347b15 req-fc85cf83-4169-4aac-bb55-93f889721d41 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:11.451382 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5c6e4fd-46c1-48f6-87e2-a3f8ea347b15 req-fc85cf83-4169-4aac-bb55-93f889721d41 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0507586 Dec 17 13:42:11.501478 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5c6e4fd-46c1-48f6-87e2-a3f8ea347b15 req-fd281700-cc5f-4f36-8d1b-e5b6e42bc1ea tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435288 Dec 17 13:42:12.624543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792182fa-e652-4d1c-8748-05514fffa6f4 req-71e3b98a-8c3f-4991-aff6-3b861119fb7e tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:12.626275 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-792182fa-e652-4d1c-8748-05514fffa6f4 req-71e3b98a-8c3f-4991-aff6-3b861119fb7e tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0508153 Dec 17 13:42:12.685265 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-792182fa-e652-4d1c-8748-05514fffa6f4 req-fcb717e6-4082-4e02-ae68-9fbd2dfd4606 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524726 Dec 17 13:42:13.801554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b51440-bad0-4b6b-a593-4eed8e2ee5ef req-d202a789-8afb-47ac-bfd8-68b6f28d98bd tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:13.806114 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6b51440-bad0-4b6b-a593-4eed8e2ee5ef req-d202a789-8afb-47ac-bfd8-68b6f28d98bd tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0556121 Dec 17 13:42:13.860326 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6b51440-bad0-4b6b-a593-4eed8e2ee5ef req-ce96edaa-bd74-41cb-8753-02646f7cd601 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508227 Dec 17 13:42:13.882776 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ec32fdc2-cbd2-49a4-a30d-e511259c8aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:14.984627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e814564-4a51-440b-8c71-513dd96a7c5b req-f275957f-fbaa-44bd-bf0b-bf5612165494 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:14.992654 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e814564-4a51-440b-8c71-513dd96a7c5b req-f275957f-fbaa-44bd-bf0b-bf5612165494 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0587726 Dec 17 13:42:15.042842 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e814564-4a51-440b-8c71-513dd96a7c5b req-0e6e93d4-2f7f-4752-a666-c4d78fa90c8e tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493250 Dec 17 13:42:15.214763 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e66ccef4-0fa7-4d83-b7b7-1065ecc756a2 req-a7792dbc-7167-499f-b422-fb41269b2de9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412555 Dec 17 13:42:15.311867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ccef4-0fa7-4d83-b7b7-1065ecc756a2 req-69a4b655-bbf5-4fdd-b53e-965272f3693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:15.313405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e66ccef4-0fa7-4d83-b7b7-1065ecc756a2 req-69a4b655-bbf5-4fdd-b53e-965272f3693e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 1096 time: 0.0437200 Dec 17 13:42:15.427434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ccef4-0fa7-4d83-b7b7-1065ecc756a2 req-fed858c0-fd9a-4c18-b38b-d9831dca9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:15.428880 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e66ccef4-0fa7-4d83-b7b7-1065ecc756a2 req-fed858c0-fd9a-4c18-b38b-d9831dca9b72 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.0954864 Dec 17 13:42:15.498145 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e66ccef4-0fa7-4d83-b7b7-1065ecc756a2 req-73dd747b-5de4-4a6a-8757-1d2f10df95aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15752973-5df2-4020-ab00-09dc88863fdf HTTP/1.1" status: 200 len: 1001 time: 0.0616994 Dec 17 13:42:15.546986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ccef4-0fa7-4d83-b7b7-1065ecc756a2 req-c9eba4f7-cd97-4b5a-abf8-e605022efc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:15.548459 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e66ccef4-0fa7-4d83-b7b7-1065ecc756a2 req-c9eba4f7-cd97-4b5a-abf8-e605022efc3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0440891 Dec 17 13:42:15.601815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ccef4-0fa7-4d83-b7b7-1065ecc756a2 req-cbe7469e-b707-47b2-893d-82dc3ad4bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:15.604674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e66ccef4-0fa7-4d83-b7b7-1065ecc756a2 req-cbe7469e-b707-47b2-893d-82dc3ad4bf9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485160 Dec 17 13:42:15.701222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e66ccef4-0fa7-4d83-b7b7-1065ecc756a2 req-3b136b58-70fd-4991-bca6-6c19b85490aa service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896366 Dec 17 13:42:15.798592 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e66ccef4-0fa7-4d83-b7b7-1065ecc756a2 req-fda01167-4301-429c-a701-4f25c729d271 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902333 Dec 17 13:42:16.167710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1019-48a6-4b14-bca8-9f811239db3a req-ec4961ce-f6fe-42af-869c-e20f67477408 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:16.169941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75ee1019-48a6-4b14-bca8-9f811239db3a req-ec4961ce-f6fe-42af-869c-e20f67477408 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0526791 Dec 17 13:42:16.227877 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-75ee1019-48a6-4b14-bca8-9f811239db3a req-c7f26e7d-550c-48d4-ab7b-f3dfd249686c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Dec 17 13:42:16.414273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2ab9-6cf6-42d3-bb33-91c1415989b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:17.347348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f147a3b-14e2-43ee-b767-c8b706bb97f4 req-cb91e067-48be-4de0-b751-f48bda15cdaa tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:17.349790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f147a3b-14e2-43ee-b767-c8b706bb97f4 req-cb91e067-48be-4de0-b751-f48bda15cdaa tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0556555 Dec 17 13:42:17.408738 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f147a3b-14e2-43ee-b767-c8b706bb97f4 req-483e6e65-f53d-41db-b553-0e1c1a9b2dc6 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528123 Dec 17 13:42:17.775454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc89fc7-7472-4b51-8530-c609a1090d54 req-fa4fb5cb-6bc6-42b2-a469-f41c2144e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:17.776988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bc89fc7-7472-4b51-8530-c609a1090d54 req-fa4fb5cb-6bc6-42b2-a469-f41c2144e41d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=839a65c0744243679cb58d448acc858f&device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 1096 time: 0.0496280 Dec 17 13:42:17.785143 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:17.895896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc89fc7-7472-4b51-8530-c609a1090d54 req-aaedcd03-cc84-4c47-af42-bc95b96bb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:17.897671 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bc89fc7-7472-4b51-8530-c609a1090d54 req-aaedcd03-cc84-4c47-af42-bc95b96bb8a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc919817-3feb-4493-a86b-23ac448adcf1 HTTP/1.1" status: 200 len: 919 time: 0.0984385 Dec 17 13:42:17.942981 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bc89fc7-7472-4b51-8530-c609a1090d54 req-6433a150-a4cc-4167-a128-b34635bbd1ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 217 time: 0.0375299 Dec 17 13:42:18.001293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc89fc7-7472-4b51-8530-c609a1090d54 req-897b0b8c-920d-4d5c-b373-2b10f6827ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:18.002700 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bc89fc7-7472-4b51-8530-c609a1090d54 req-897b0b8c-920d-4d5c-b373-2b10f6827ffc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6940fe2d-1de8-490d-8899-e1ff0305a812 HTTP/1.1" status: 200 len: 858 time: 0.0491333 Dec 17 13:42:18.041558 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bc89fc7-7472-4b51-8530-c609a1090d54 req-6fb3f019-a93a-488c-ba97-e7016922e18b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc919817-3feb-4493-a86b-23ac448adcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300195 Dec 17 13:42:18.147521 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bc89fc7-7472-4b51-8530-c609a1090d54 req-86005f6c-80ea-4ee3-b0e6-c81034c88e8c service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978217 Dec 17 13:42:18.245836 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bc89fc7-7472-4b51-8530-c609a1090d54 req-d38fa1f7-7423-4e00-95e6-52469847205b service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907915 Dec 17 13:42:18.539310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755bfb2-85fd-498b-be0e-64189ff0bf65 req-635ac759-8813-4e3e-93b9-1508f0322af8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:18.542293 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7755bfb2-85fd-498b-be0e-64189ff0bf65 req-635ac759-8813-4e3e-93b9-1508f0322af8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0531731 Dec 17 13:42:18.590832 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7755bfb2-85fd-498b-be0e-64189ff0bf65 req-3e341dde-b280-4cc4-892d-df2dae004524 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Dec 17 13:42:18.986259 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:19.711978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560447e-8ace-47c9-b24d-79181448a125 req-7bf8d28e-42d5-4cfe-9ed0-f0baf7b1ebfd tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:19.713417 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d560447e-8ace-47c9-b24d-79181448a125 req-7bf8d28e-42d5-4cfe-9ed0-f0baf7b1ebfd tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0547605 Dec 17 13:42:19.771017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d560447e-8ace-47c9-b24d-79181448a125 req-4d2d5f0b-47d5-4b1c-ac5a-26bdfc50a539 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510643 Dec 17 13:42:19.887955 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:20.899552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db847e5d-1403-47df-a851-948a0692bca6 req-a20dc5d3-9d8b-4d7d-babd-31b7c7ce7466 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:20.901181 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-db847e5d-1403-47df-a851-948a0692bca6 req-a20dc5d3-9d8b-4d7d-babd-31b7c7ce7466 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0586114 Dec 17 13:42:20.957296 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-db847e5d-1403-47df-a851-948a0692bca6 req-08479886-1f65-427a-8dd8-a92bbcd9e362 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494373 Dec 17 13:42:22.077281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbc78c-5b4d-4373-855e-0be8a7cdcf84 req-b9ee2a4b-4539-472b-bb83-198942c46e4d tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:22.078713 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30fbc78c-5b4d-4373-855e-0be8a7cdcf84 req-b9ee2a4b-4539-472b-bb83-198942c46e4d tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0501833 Dec 17 13:42:22.128102 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30fbc78c-5b4d-4373-855e-0be8a7cdcf84 req-cdb49571-12ad-4cfb-a108-bc1bdc6c91f3 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Dec 17 13:42:23.251451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de60ddd-7c01-4bb3-aebe-08313be08596 req-a11dc875-6f20-4e06-870b-1fbc5ec8160b tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:23.253831 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3de60ddd-7c01-4bb3-aebe-08313be08596 req-a11dc875-6f20-4e06-870b-1fbc5ec8160b tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0545440 Dec 17 13:42:23.300663 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3de60ddd-7c01-4bb3-aebe-08313be08596 req-498b02a8-e472-4ec9-bfbb-eec9dcf3fc60 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Dec 17 13:42:24.431938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1115daa-8ac3-4b77-b52e-98d81059e6fe req-5d047773-0a3f-454a-bb1c-8a3fa86ea0c7 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:24.433442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1115daa-8ac3-4b77-b52e-98d81059e6fe req-5d047773-0a3f-454a-bb1c-8a3fa86ea0c7 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0544167 Dec 17 13:42:24.481962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d1115daa-8ac3-4b77-b52e-98d81059e6fe req-47f5d631-17e9-4967-ad82-2f301b9be295 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416687 Dec 17 13:42:25.603367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94578d54-eec8-473f-a6c5-4483a464a743 req-e3959f09-df59-4879-b987-186b8e63127d tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:25.605463 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94578d54-eec8-473f-a6c5-4483a464a743 req-e3959f09-df59-4879-b987-186b8e63127d tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0520759 Dec 17 13:42:25.657466 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94578d54-eec8-473f-a6c5-4483a464a743 req-dce6af4a-b04e-41ae-b0e9-0d35b4931142 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460722 Dec 17 13:42:26.782287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa59d82-acd4-4bd1-9d1f-4c958ef500c3 req-e88a9f63-4ea7-405a-bf11-4f41b0b0025a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:26.783764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2aa59d82-acd4-4bd1-9d1f-4c958ef500c3 req-e88a9f63-4ea7-405a-bf11-4f41b0b0025a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0504646 Dec 17 13:42:26.832494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2aa59d82-acd4-4bd1-9d1f-4c958ef500c3 req-fa72ed48-a023-4ca4-9e4b-ba925978a2a2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420640 Dec 17 13:42:27.969086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7199-505e-4ed1-91bd-8aa263fda370 req-e501fab7-3797-4766-91cc-737156051411 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:27.970658 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-22dc7199-505e-4ed1-91bd-8aa263fda370 req-e501fab7-3797-4766-91cc-737156051411 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0537298 Dec 17 13:42:28.024551 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-22dc7199-505e-4ed1-91bd-8aa263fda370 req-642a11f0-8c22-453a-8662-4715bc065583 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471780 Dec 17 13:42:29.150124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c3df3-d306-4842-bffc-9d0976675c43 req-ec733a9d-92ed-42d7-8758-7b9454569f52 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:29.151687 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce4c3df3-d306-4842-bffc-9d0976675c43 req-ec733a9d-92ed-42d7-8758-7b9454569f52 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0589056 Dec 17 13:42:29.200429 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce4c3df3-d306-4842-bffc-9d0976675c43 req-11fa6774-2d0c-49e5-bf5f-dd0d304cccf6 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425141 Dec 17 13:42:30.321637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368098f-da9a-4aed-8b54-b6e4a4c309ef req-17f44fc5-03b3-4a04-8688-bba9dd5642a5 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:30.323915 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0368098f-da9a-4aed-8b54-b6e4a4c309ef req-17f44fc5-03b3-4a04-8688-bba9dd5642a5 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0523612 Dec 17 13:42:30.373034 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0368098f-da9a-4aed-8b54-b6e4a4c309ef req-09036944-d106-4439-9a14-790970116657 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 Dec 17 13:42:31.499789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67918bb-9732-49c1-b287-f73d5cc56f68 req-64b36bb0-e5b9-41db-858f-6ec5976e53d7 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:31.501365 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d67918bb-9732-49c1-b287-f73d5cc56f68 req-64b36bb0-e5b9-41db-858f-6ec5976e53d7 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0541065 Dec 17 13:42:31.550918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d67918bb-9732-49c1-b287-f73d5cc56f68 req-a7f97949-3b7f-48a9-a15a-caf9ee387306 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423658 Dec 17 13:42:31.847815 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:32.672666 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8536cc-0119-4fc9-b3ac-437c25e569a9 req-3b2cf6bb-4458-4176-9d0d-01b46aef8b6e tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:32.674297 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b8536cc-0119-4fc9-b3ac-437c25e569a9 req-3b2cf6bb-4458-4176-9d0d-01b46aef8b6e tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0537052 Dec 17 13:42:32.723629 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b8536cc-0119-4fc9-b3ac-437c25e569a9 req-3611ff8d-6864-4363-b5b5-4f634b43d2a4 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Dec 17 13:42:33.847376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e282f7d-472f-440e-abef-5e928c4e3477 req-81719a6d-f986-4737-9055-77f234768575 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:33.848922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e282f7d-472f-440e-abef-5e928c4e3477 req-81719a6d-f986-4737-9055-77f234768575 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0528495 Dec 17 13:42:33.904681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4e282f7d-472f-440e-abef-5e928c4e3477 req-e20dac69-6c6a-4693-8cc9-86f68ffacd72 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487299 Dec 17 13:42:35.041419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25a0a4-f502-45ba-aa24-ce2b655f8e85 req-7e665f3b-82e7-4662-93af-97f4370c9d71 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:35.043117 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e25a0a4-f502-45ba-aa24-ce2b655f8e85 req-7e665f3b-82e7-4662-93af-97f4370c9d71 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0508335 Dec 17 13:42:35.098195 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7e25a0a4-f502-45ba-aa24-ce2b655f8e85 req-9ff7d6e5-52af-4e39-ac53-b5b21d1cfc41 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449753 Dec 17 13:42:36.217347 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d82f7-9b69-4183-8e7f-59c7bb40cc90 req-fc22494a-29e2-4e3b-af8f-e46786aa8f1f tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:36.218995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e5d82f7-9b69-4183-8e7f-59c7bb40cc90 req-fc22494a-29e2-4e3b-af8f-e46786aa8f1f tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0495405 Dec 17 13:42:36.272457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e5d82f7-9b69-4183-8e7f-59c7bb40cc90 req-9b922cf1-d886-4402-b4fd-bf6d6fcbea6f tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438550 Dec 17 13:42:36.338599 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:37.409525 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248da95-f9bd-4ba5-8f6f-315c604017f0 req-6aaeeb78-f481-416c-a34e-30345c1becea tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:37.411190 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9248da95-f9bd-4ba5-8f6f-315c604017f0 req-6aaeeb78-f481-416c-a34e-30345c1becea tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0590625 Dec 17 13:42:37.462850 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9248da95-f9bd-4ba5-8f6f-315c604017f0 req-54be4ad7-fa78-4a9c-9607-a54d93338d78 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Dec 17 13:42:38.582978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086e654-2b77-4555-88ee-667696735cce req-5707faf0-df01-44b1-b376-2f84d8f99dfc tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:38.589940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6086e654-2b77-4555-88ee-667696735cce req-5707faf0-df01-44b1-b376-2f84d8f99dfc tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0557575 Dec 17 13:42:38.649278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6086e654-2b77-4555-88ee-667696735cce req-2bc204c3-8cb1-408f-988e-6099ddc99e3c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472865 Dec 17 13:42:39.758474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfdca3-80ee-4d3a-9ae2-fdcb9933d4a6 req-fc11d5fa-329e-420b-97ea-3b3921be191c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:39.760152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-86dfdca3-80ee-4d3a-9ae2-fdcb9933d4a6 req-fc11d5fa-329e-420b-97ea-3b3921be191c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0507765 Dec 17 13:42:39.810257 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-86dfdca3-80ee-4d3a-9ae2-fdcb9933d4a6 req-ab1822d9-3cfa-43d2-94b9-af0a730d6667 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Dec 17 13:42:40.932079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e76f2-048d-46a4-a39b-270039f950f7 req-4cdc81bd-7593-485d-82d2-482607125855 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:40.933537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f76e76f2-048d-46a4-a39b-270039f950f7 req-4cdc81bd-7593-485d-82d2-482607125855 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0546229 Dec 17 13:42:41.008225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f76e76f2-048d-46a4-a39b-270039f950f7 req-17e96955-df43-4f75-8f51-aea39af92fdc tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681984 Dec 17 13:42:41.027431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877a960-7c0b-43c3-a160-c5bdd0463079 req-bf5f57d8-1754-42c6-a4d1-8468b081b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:41.027431 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b877a960-7c0b-43c3-a160-c5bdd0463079 req-bf5f57d8-1754-42c6-a4d1-8468b081b1e1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 1096 time: 0.0622580 Dec 17 13:42:41.065472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b877a960-7c0b-43c3-a160-c5bdd0463079 req-0b634fa0-510f-4f7c-929a-81847327d365 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390170 Dec 17 13:42:42.133327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beafc43-e5ef-4a0a-8bc9-102c2027055b req-52321a2d-2ced-482a-a207-c3282feb5ff7 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:42.135178 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2beafc43-e5ef-4a0a-8bc9-102c2027055b req-52321a2d-2ced-482a-a207-c3282feb5ff7 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0532079 Dec 17 13:42:42.202194 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2beafc43-e5ef-4a0a-8bc9-102c2027055b req-f61a97c0-bbb0-47c4-9c3e-06e7fa10fb76 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585983 Dec 17 13:42:43.287305 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:42:43.322385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d61a6-f82b-4b15-81a2-df9d1647a340 req-12c163d5-35b1-4730-83bd-27d1c16a1eb0 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:43.323887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb7d61a6-f82b-4b15-81a2-df9d1647a340 req-12c163d5-35b1-4730-83bd-27d1c16a1eb0 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0495574 Dec 17 13:42:43.376404 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb7d61a6-f82b-4b15-81a2-df9d1647a340 req-8fa2cbb0-aa4f-4fe3-b4ae-f4b95e4a8a5d tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462432 Dec 17 13:42:43.418411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-b12412e6-38b0-4cdb-9af1-061454ac934e req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2139558456', 'description': 'tempest-description-213700511'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:42:43.556701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b12412e6-38b0-4cdb-9af1-061454ac934e req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:43.623355 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b12412e6-38b0-4cdb-9af1-061454ac934e req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:43.721547 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b12412e6-38b0-4cdb-9af1-061454ac934e req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:43.751502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5af830-8851-4be4-9edd-99c715ac320a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:43.758983 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.759337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.759685 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.760020 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.760357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.760689 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.761021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.761348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.761703 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.762034 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.762368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.762690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.763010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:43.918702 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-b12412e6-38b0-4cdb-9af1-061454ac934e req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:43.920029 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b12412e6-38b0-4cdb-9af1-061454ac934e req-072bba16-9b9d-40da-8477-4c3d4dffec7a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.5062633 Dec 17 13:42:43.939947 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ba9351e5-9ae0-42bd-bb5b-a96ed347f605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:44.020079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0295ab46-eb1e-4181-885b-0a9810ba9a28 req-184474bd-7b1e-4a53-80ef-2d7f7fc22277 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2139558456&fields=id&tenant_id=839a65c0744243679cb58d448acc858f HTTP/1.1" status: 200 len: 267 time: 0.0472248 Dec 17 13:42:44.076879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295ab46-eb1e-4181-885b-0a9810ba9a28 req-f396a17f-f5c8-4dd9-9dfc-a4a48141e775 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:44.078546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0295ab46-eb1e-4181-885b-0a9810ba9a28 req-f396a17f-f5c8-4dd9-9dfc-a4a48141e775 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0520756 Dec 17 13:42:44.091101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-0295ab46-eb1e-4181-885b-0a9810ba9a28 req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Request body: {'port': {'security_groups': ['386d8f2f-0504-49de-a9e3-864254cdd26f', 'ca5af830-8851-4be4-9edd-99c715ac320a']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:42:44.166137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0295ab46-eb1e-4181-885b-0a9810ba9a28 req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:44.382804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0295ab46-eb1e-4181-885b-0a9810ba9a28 req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] For port e58ff292-7a1a-4e97-b2b0-983eeb2084dd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,segment=NetworkSegment(69cc541a-ad94-491f-aa12-b79880d9f410),segment_id=69cc541a-ad94-491f-aa12-b79880d9f410)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:42:44.412523 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0295ab46-eb1e-4181-885b-0a9810ba9a28 req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:44.510374 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0295ab46-eb1e-4181-885b-0a9810ba9a28 req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:44.531824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e58ff292-7a1a-4e97-b2b0-983eeb2084dd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:42:44.572392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Pushing event updated for resources: {'Port': ['ID=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:44.582743 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.583097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.583501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.583993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.586122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.586122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.586122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.587682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.587682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.589178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.589178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.589178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.589178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:42:44.611617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295ab46-eb1e-4181-885b-0a9810ba9a28 req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:44.612409 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0295ab46-eb1e-4181-885b-0a9810ba9a28 req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:44.614263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0295ab46-eb1e-4181-885b-0a9810ba9a28 req-9f02884d-2382-406b-9531-7b149c63f0c8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "PUT /v2.0/ports/e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 981 time: 0.5285683 Dec 17 13:42:44.614783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:42:44.621455 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e58306-2247-44cb-a8d1-9ea4b6bd8f24" -d '{"events": [{"name": "network-changed", "server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:42:44.683981 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e58ff292-7a1a-4e97-b2b0-983eeb2084dd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:42:44.700068 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f9ffaf-aacb-4a2a-924a-e6a8cb16a49d x-openstack-request-id: req-34f9ffaf-aacb-4a2a-924a-e6a8cb16a49d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:42:44.700363 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:42:44.700617 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34f9ffaf-aacb-4a2a-924a-e6a8cb16a49d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:42:44.701450 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'status': 'completed', 'code': 200} Dec 17 13:42:44.787858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58306-2247-44cb-a8d1-9ea4b6bd8f24 req-1fac8907-246f-4b2a-96d0-d2747055a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:44.790361 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d4d43a66-5e58-46f3-9fba-81fa5981d142 req-e75d3763-eed7-435d-95c7-b8be0337107c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2139558456&fields=id&tenant_id=839a65c0744243679cb58d448acc858f HTTP/1.1" status: 200 len: 267 time: 0.0765064 Dec 17 13:42:44.795570 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80e58306-2247-44cb-a8d1-9ea4b6bd8f24 req-1fac8907-246f-4b2a-96d0-d2747055a9ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=839a65c0744243679cb58d448acc858f&device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 1135 time: 0.0629787 Dec 17 13:42:44.895948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d43a66-5e58-46f3-9fba-81fa5981d142 req-59c99ddb-7763-43bb-9849-e0bb5619e93b tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:44.898076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d4d43a66-5e58-46f3-9fba-81fa5981d142 req-59c99ddb-7763-43bb-9849-e0bb5619e93b tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 984 time: 0.1012931 Dec 17 13:42:44.910432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d4d43a66-5e58-46f3-9fba-81fa5981d142 req-cb536483-dcf7-4e7c-b7ac-b53e3b9a841c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Request body: {'port': {'security_groups': ['386d8f2f-0504-49de-a9e3-864254cdd26f']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:42:44.926380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58306-2247-44cb-a8d1-9ea4b6bd8f24 req-40209309-a644-40f7-9a22-a1d2f425d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:44.928088 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80e58306-2247-44cb-a8d1-9ea4b6bd8f24 req-40209309-a644-40f7-9a22-a1d2f425d5fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc919817-3feb-4493-a86b-23ac448adcf1 HTTP/1.1" status: 200 len: 919 time: 0.1295512 Dec 17 13:42:44.980387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80e58306-2247-44cb-a8d1-9ea4b6bd8f24 req-5053bc02-1891-4a68-b8fb-97545f424760 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 217 time: 0.0439408 Dec 17 13:42:45.011479 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d4d43a66-5e58-46f3-9fba-81fa5981d142 req-cb536483-dcf7-4e7c-b7ac-b53e3b9a841c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:45.052900 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58306-2247-44cb-a8d1-9ea4b6bd8f24 req-58163abb-08ec-4e7f-bd1d-6af34da6d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:45.052900 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80e58306-2247-44cb-a8d1-9ea4b6bd8f24 req-58163abb-08ec-4e7f-bd1d-6af34da6d389 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6940fe2d-1de8-490d-8899-e1ff0305a812 HTTP/1.1" status: 200 len: 858 time: 0.0554087 Dec 17 13:42:45.085819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80e58306-2247-44cb-a8d1-9ea4b6bd8f24 req-a5e61ce0-debb-4c98-bcf1-76e8a82c3fcb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc919817-3feb-4493-a86b-23ac448adcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263512 Dec 17 13:42:45.198474 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80e58306-2247-44cb-a8d1-9ea4b6bd8f24 req-ed0a8694-516f-4d55-9d05-46060d38b69c service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049314 Dec 17 13:42:45.304484 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80e58306-2247-44cb-a8d1-9ea4b6bd8f24 req-da1145e4-2987-44d8-b1dc-8314469a7cc7 service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979767 Dec 17 13:42:45.519442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d4d43a66-5e58-46f3-9fba-81fa5981d142 req-cb536483-dcf7-4e7c-b7ac-b53e3b9a841c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] For port e58ff292-7a1a-4e97-b2b0-983eeb2084dd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,segment=NetworkSegment(69cc541a-ad94-491f-aa12-b79880d9f410),segment_id=69cc541a-ad94-491f-aa12-b79880d9f410)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:42:45.549072 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d4d43a66-5e58-46f3-9fba-81fa5981d142 req-cb536483-dcf7-4e7c-b7ac-b53e3b9a841c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:45.612965 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d4d43a66-5e58-46f3-9fba-81fa5981d142 req-cb536483-dcf7-4e7c-b7ac-b53e3b9a841c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:45.625881 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e58ff292-7a1a-4e97-b2b0-983eeb2084dd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:42:45.642061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d43a66-5e58-46f3-9fba-81fa5981d142 req-cb536483-dcf7-4e7c-b7ac-b53e3b9a841c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:45.642061 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d4d43a66-5e58-46f3-9fba-81fa5981d142 req-cb536483-dcf7-4e7c-b7ac-b53e3b9a841c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:45.643063 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d4d43a66-5e58-46f3-9fba-81fa5981d142 req-cb536483-dcf7-4e7c-b7ac-b53e3b9a841c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "PUT /v2.0/ports/e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 942 time: 0.7377529 Dec 17 13:42:45.664731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:42:45.666957 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38792b0c-edb1-4bc4-8a71-8d61a482b9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:42:45.707023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb536483-dcf7-4e7c-b7ac-b53e3b9a841c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Pushing event updated for resources: {'Port': ['ID=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,revision_number=7']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:45.744232 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc88d52-c0e1-40fa-bac3-4e864f4e707a x-openstack-request-id: req-dfc88d52-c0e1-40fa-bac3-4e864f4e707a {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:42:45.744232 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:42:45.744232 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dfc88d52-c0e1-40fa-bac3-4e864f4e707a {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:42:45.744232 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'status': 'completed', 'code': 200} Dec 17 13:42:45.746315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e58ff292-7a1a-4e97-b2b0-983eeb2084dd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:42:45.951914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38792b0c-edb1-4bc4-8a71-8d61a482b9c2 req-edabb3ef-ffec-4f28-9cd8-d090be8a2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:45.954431 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38792b0c-edb1-4bc4-8a71-8d61a482b9c2 req-edabb3ef-ffec-4f28-9cd8-d090be8a2788 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=839a65c0744243679cb58d448acc858f&device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 1096 time: 0.1819854 Dec 17 13:42:46.045752 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-fa19bc39-4894-437c-ba2d-90b83a4b2b1a tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3698521 Dec 17 13:42:46.052871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:42:46.102704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38792b0c-edb1-4bc4-8a71-8d61a482b9c2 req-0e645f89-0885-4792-8c62-b54b44379377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:46.104309 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38792b0c-edb1-4bc4-8a71-8d61a482b9c2 req-0e645f89-0885-4792-8c62-b54b44379377 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc919817-3feb-4493-a86b-23ac448adcf1 HTTP/1.1" status: 200 len: 919 time: 0.1423159 Dec 17 13:42:46.109222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-8ecdf3e0-10aa-480f-8941-19f33c4acf86 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697394533&fields=id&tenant_id=009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 267 time: 0.0499132 Dec 17 13:42:46.147044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38792b0c-edb1-4bc4-8a71-8d61a482b9c2 req-c2e7b374-38f1-432a-b7c7-1f8e386724b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 217 time: 0.0347345 Dec 17 13:42:46.163981 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:46.225596 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-a8a4a730-8f70-4769-9866-87f2087168cf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:46.227769 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-a8a4a730-8f70-4769-9866-87f2087168cf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.1114674 Dec 17 13:42:46.247479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-3b251255-30f1-49db-9991-d5062089fe10 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/quotas/009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 375 time: 0.0101566 Dec 17 13:42:46.250142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38792b0c-edb1-4bc4-8a71-8d61a482b9c2 req-f74a7e78-1f12-42af-b2c7-08d526843c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:46.251699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38792b0c-edb1-4bc4-8a71-8d61a482b9c2 req-f74a7e78-1f12-42af-b2c7-08d526843c72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6940fe2d-1de8-490d-8899-e1ff0305a812 HTTP/1.1" status: 200 len: 858 time: 0.0973873 Dec 17 13:42:46.293258 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38792b0c-edb1-4bc4-8a71-8d61a482b9c2 req-255efd11-efe6-47b2-8eb0-427f98f19b86 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc919817-3feb-4493-a86b-23ac448adcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289357 Dec 17 13:42:46.314508 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-af5cb4ec-45a4-4b0b-bd8e-a09da7f97be6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535018 Dec 17 13:42:46.339057 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5514a2f7-c864-4324-948a-32828260c8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:46.384170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-9d6c5328-44f7-4417-8b0a-26f53e358360 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:42:46.387877 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-9d6c5328-44f7-4417-8b0a-26f53e358360 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0690696 Dec 17 13:42:46.485315 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-7aea6c8f-6049-4ecf-8eb5-15a3eb9f49e9 service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929177 Dec 17 13:42:46.583308 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-8787331a-5c5d-4148-a647-e520ff1c7347 service neutron] 10.222.0.59 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905318 Dec 17 13:42:46.746927 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:46.759127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38792b0c-edb1-4bc4-8a71-8d61a482b9c2 req-bc2b3356-70ea-4c35-94b6-eaacbc1b9396 service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581292 Dec 17 13:42:46.942532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Allocated IP 172.25.0.214 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/ddd33c41-d1f2-4de9-8a67-5acf7e891c62) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:42:46.947222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38792b0c-edb1-4bc4-8a71-8d61a482b9c2 req-ca41fa99-d2c8-4903-8733-0c65fac8d38d service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587005 Dec 17 13:42:47.065337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:47.175523 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:47.211967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:42:47.215691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:42:47.218370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:42:47.246716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Pushing event updated for resources: {'Port': ['ID=ddd33c41-d1f2-4de9-8a67-5acf7e891c62,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:47.313791 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:47.402113 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:47.551775 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:47.618377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:47.689909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Pushing event updated for resources: {'Port': ['ID=ddd33c41-d1f2-4de9-8a67-5acf7e891c62,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:47.700326 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:47.775878 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:47.777146 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-ee60f23d-32f3-492b-a932-27fad61b38b2 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7299883 Dec 17 13:42:47.796045 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:47.857176 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-fe87d48a-fcf8-4b11-9566-2db87711df29 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.0731030 Dec 17 13:42:47.963722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-3e085517-2e20-4627-b9bb-4eada169bead tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:47.965111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-3e085517-2e20-4627-b9bb-4eada169bead tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.1019847 Dec 17 13:42:47.975751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-f0232ecd-d739-49b1-85c6-b10b054f0ff8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:42:47.976729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d6265a9-619a-4cfc-98fe-a766568cbc8f req-f0232ecd-d739-49b1-85c6-b10b054f0ff8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056825 Dec 17 13:42:48.126340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-cf02aa25-759e-43e8-afba-362be9e58a46 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:48.127831 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-cf02aa25-759e-43e8-afba-362be9e58a46 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0854890 Dec 17 13:42:48.184019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-a8e4c7c5-d9d9-4d54-bc1b-27dff116967f tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.0496573 Dec 17 13:42:48.196539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-3f593a9e-69fb-4366-b1b8-96118b8f8e78 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Request body: {'floatingip': {'port_id': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:42:48.244860 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b3d9dc70-f40d-4996-81c2-7a42e35ca2ab req-3811e817-9556-4a7e-8d40-7adbf4406143 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 210 time: 0.0357666 Dec 17 13:42:48.248885 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-3f593a9e-69fb-4366-b1b8-96118b8f8e78 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:48.746138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-3f593a9e-69fb-4366-b1b8-96118b8f8e78 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:49.016283 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-3f593a9e-69fb-4366-b1b8-96118b8f8e78 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:49.017497 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:49.020776 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-3f593a9e-69fb-4366-b1b8-96118b8f8e78 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Floating IP 7ebdef47-72e4-417e-b370-03bf82fd4330 associated. External IP: 172.25.0.214, port: e58ff292-7a1a-4e97-b2b0-983eeb2084dd. Dec 17 13:42:49.204438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-3f593a9e-69fb-4366-b1b8-96118b8f8e78 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:42:49.326028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-3f593a9e-69fb-4366-b1b8-96118b8f8e78 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:42:49.331378 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-3f593a9e-69fb-4366-b1b8-96118b8f8e78 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:49.344719 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a98a95-6000-4e71-81c3-13ec47bb54ea None None] Sync routers for ids ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:42:49.371416 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a98a95-6000-4e71-81c3-13ec47bb54ea None None] Routers {'0d79b76c-4fe3-465f-acf0-455e1b66d4bb'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:42:49.372890 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-83a98a95-6000-4e71-81c3-13ec47bb54ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:42:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:42:49.374960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-3f593a9e-69fb-4366-b1b8-96118b8f8e78 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "PUT /v2.0/floatingips/7ebdef47-72e4-417e-b370-03bf82fd4330 HTTP/1.1" status: 200 len: 996 time: 1.1840217 Dec 17 13:42:49.375143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:42:49.377542 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585bc6fd-40a3-4869-852f-63dbf87b2895" -d '{"events": [{"name": "network-changed", "server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:42:49.404046 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-27fe7b70-8b88-43c5-af2d-5a3a380da471 req-10c4220c-3aad-49c5-8af6-f052798deb5a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 210 time: 0.0656853 Dec 17 13:42:49.448014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-2add4e82-29a5-403b-866f-65ca406a15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:49.455891 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-2add4e82-29a5-403b-866f-65ca406a15ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=839a65c0744243679cb58d448acc858f&device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 1096 time: 0.0667365 Dec 17 13:42:49.490342 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2093bb8c-1578-4c49-bbbc-35eaec1df30c x-openstack-request-id: req-2093bb8c-1578-4c49-bbbc-35eaec1df30c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:42:49.490882 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:42:49.491594 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2093bb8c-1578-4c49-bbbc-35eaec1df30c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:42:49.492336 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'status': 'completed', 'code': 200} Dec 17 13:42:49.509934 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-83a98a95-6000-4e71-81c3-13ec47bb54ea None None] Set router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:42:49.598744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc6fd-40a3-4869-852f-63dbf87b2895 req-c516eb1f-8b85-404c-b582-f4868d7ba428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:49.600390 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-585bc6fd-40a3-4869-852f-63dbf87b2895 req-c516eb1f-8b85-404c-b582-f4868d7ba428 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=839a65c0744243679cb58d448acc858f&device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 1096 time: 0.1065264 Dec 17 13:42:49.671622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-15d3e472-abb1-4cd3-8a5c-b74071511dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:49.673321 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-15d3e472-abb1-4cd3-8a5c-b74071511dfe service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc919817-3feb-4493-a86b-23ac448adcf1 HTTP/1.1" status: 200 len: 919 time: 0.2166488 Dec 17 13:42:49.787845 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-57cf61b0-dbbd-4baf-94a6-6c6e1d7b37c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 999 time: 0.1035738 Dec 17 13:42:49.791751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc6fd-40a3-4869-852f-63dbf87b2895 req-d670deeb-ad9d-4f51-a8e0-fe531b18bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:49.793262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-585bc6fd-40a3-4869-852f-63dbf87b2895 req-d670deeb-ad9d-4f51-a8e0-fe531b18bd65 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc919817-3feb-4493-a86b-23ac448adcf1 HTTP/1.1" status: 200 len: 919 time: 0.1861761 Dec 17 13:42:49.808400 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-83a98a95-6000-4e71-81c3-13ec47bb54ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '7ebdef47-72e4-417e-b370-03bf82fd4330', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'port_id': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'mac_address': 'fa:16:3e:0e:d0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266d6cdc-6417-490a-b92e-f7af4715165c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:42:47Z', 'updated_at': '2021-12-17T13:42:48Z', 'revision_number': 1, 'project_id': '839a65c0744243679cb58d448acc858f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6bc0bbe-c94f-41f7-a99d-a065cbaf719f', 'name': '', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'mac_address': 'fa:16:3e:ff:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:51Z', 'updated_at': '2021-12-17T13:41:57Z', 'revision_number': 5, 'project_id': '839a65c0744243679cb58d448acc858f', 'subnets': [{'id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:42:49.841526 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a98a95-6000-4e71-81c3-13ec47bb54ea None None] Checking router: 0d79b76c-4fe3-465f-acf0-455e1b66d4bb for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:42:49.846780 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a98a95-6000-4e71-81c3-13ec47bb54ea None None] Routers {'0d79b76c-4fe3-465f-acf0-455e1b66d4bb'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:42:49.847396 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-83a98a95-6000-4e71-81c3-13ec47bb54ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:42:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:42:49.859466 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:49.909244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-ce0d77db-931f-474e-b9d0-eb1a36249dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:49.910822 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-ce0d77db-931f-474e-b9d0-eb1a36249dd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6940fe2d-1de8-490d-8899-e1ff0305a812 HTTP/1.1" status: 200 len: 858 time: 0.1133962 Dec 17 13:42:49.927555 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-585bc6fd-40a3-4869-852f-63dbf87b2895 req-935ba30b-d9dc-421e-82cc-b4bdcb9920c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 999 time: 0.1213324 Dec 17 13:42:49.981026 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-a6bddc87-6374-409a-906c-0940896c913c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc919817-3feb-4493-a86b-23ac448adcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560095 Dec 17 13:42:49.996690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-5eccf70b-1e4c-441b-a5c9-f049036fa3f6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:42:49.997715 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-5eccf70b-1e4c-441b-a5c9-f049036fa3f6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066235 Dec 17 13:42:50.004194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bc6fd-40a3-4869-852f-63dbf87b2895 req-a6884ed5-2258-47b4-b984-474e2e505e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:50.005830 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-585bc6fd-40a3-4869-852f-63dbf87b2895 req-a6884ed5-2258-47b4-b984-474e2e505e70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6940fe2d-1de8-490d-8899-e1ff0305a812 HTTP/1.1" status: 200 len: 858 time: 0.0699947 Dec 17 13:42:50.074352 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-83a98a95-6000-4e71-81c3-13ec47bb54ea None None] Set router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:42:50.083681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-585bc6fd-40a3-4869-852f-63dbf87b2895 req-842fb866-34ca-4909-8a59-c0c629c7f825 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc919817-3feb-4493-a86b-23ac448adcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674567 Dec 17 13:42:50.186596 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-f33f9a1c-c776-4da2-9d16-786a03d1bc20 service neutron] 10.222.0.59 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780303 Dec 17 13:42:50.259405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-585bc6fd-40a3-4869-852f-63dbf87b2895 req-93ec63fb-4a2a-458c-8e0c-97fc5ad8e965 service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651187 Dec 17 13:42:50.346025 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-83a98a95-6000-4e71-81c3-13ec47bb54ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '7ebdef47-72e4-417e-b370-03bf82fd4330', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'port_id': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'mac_address': 'fa:16:3e:0e:d0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266d6cdc-6417-490a-b92e-f7af4715165c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:42:47Z', 'updated_at': '2021-12-17T13:42:48Z', 'revision_number': 1, 'project_id': '839a65c0744243679cb58d448acc858f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6bc0bbe-c94f-41f7-a99d-a065cbaf719f', 'name': '', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'mac_address': 'fa:16:3e:ff:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:51Z', 'updated_at': '2021-12-17T13:41:57Z', 'revision_number': 5, 'project_id': '839a65c0744243679cb58d448acc858f', 'subnets': [{'id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:42:50.361055 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc9d8d9-888e-44f4-aeb0-9bc8e606ffab req-dade2183-0312-408e-b194-0afd74b61827 service neutron] 10.222.0.59 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624787 Dec 17 13:42:50.373127 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a98a95-6000-4e71-81c3-13ec47bb54ea None None] The sync data for ids ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'] in n-d-815324-5 is: [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '7ebdef47-72e4-417e-b370-03bf82fd4330', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'port_id': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'mac_address': 'fa:16:3e:0e:d0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266d6cdc-6417-490a-b92e-f7af4715165c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:42:47Z', 'updated_at': '2021-12-17T13:42:48Z', 'revision_number': 1, 'project_id': '839a65c0744243679cb58d448acc858f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6bc0bbe-c94f-41f7-a99d-a065cbaf719f', 'name': '', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'mac_address': 'fa:16:3e:ff:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:51Z', 'updated_at': '2021-12-17T13:41:57Z', 'revision_number': 5, 'project_id': '839a65c0744243679cb58d448acc858f', 'subnets': [{'id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:42:50.386264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-585bc6fd-40a3-4869-852f-63dbf87b2895 req-6e815bfe-62da-42e1-b91f-047ba5e00d23 service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184177 Dec 17 13:42:50.555598 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-313a3e0a-3010-48d6-a44c-7dc642d8cb66 req-536c404a-674b-45f7-a2fe-1384365fec25 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 210 time: 0.0410938 Dec 17 13:42:50.653928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e521f19a-404f-42ba-9751-26a8d982f58a None None] New status for floating IP 7ebdef47-72e4-417e-b370-03bf82fd4330: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:42:50.663225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-fb554b21-2aed-4fdd-85cb-949bc6971b33 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 999 time: 0.1745996 Dec 17 13:42:50.734620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b83b69-99e3-4df3-9467-01890434b271 req-7032feb0-a21b-4a94-a9bd-0d52fc81eba1 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:50.736020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-7032feb0-a21b-4a94-a9bd-0d52fc81eba1 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports/e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 942 time: 0.0658588 Dec 17 13:42:50.775966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-6b3af213-fcf2-4341-8354-da02500a5c46 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:50.776409 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-6b3af213-fcf2-4341-8354-da02500a5c46 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 812 time: 0.2087741 Dec 17 13:42:50.908651 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-08d9a250-eaa9-4289-9f09-02cfe6e7bb22 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 999 time: 0.1152656 Dec 17 13:42:50.971675 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-96f09952-cf69-43af-9fa3-0a971de24040 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=009389a399ad43ddb25b067380a09158 HTTP/1.1" status: 200 len: 380 time: 0.1854677 Dec 17 13:42:50.993477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'port': {'device_id': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'admin_state_up': True, 'tenant_id': '009389a399ad43ddb25b067380a09158', 'security_groups': ['94f781ea-31af-44d0-a5b6-fa15b1fb44ba']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:42:51.104682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b83b69-99e3-4df3-9467-01890434b271 req-dfb80d3f-120a-401d-a6f6-32817ad035d4 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:51.106152 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-dfb80d3f-120a-401d-a6f6-32817ad035d4 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.1909444 Dec 17 13:42:51.205070 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-b28daed2-1bde-47c9-98e4-10b744fa7c58 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 1001 time: 0.0840735 Dec 17 13:42:51.219573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-f7b83b69-99e3-4df3-9467-01890434b271 req-8819addc-3814-4e8c-95f8-2f754d9d4942 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:42:51.279341 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f7b83b69-99e3-4df3-9467-01890434b271 req-8819addc-3814-4e8c-95f8-2f754d9d4942 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:51.318181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Made reservation on behalf of 009389a399ad43ddb25b067380a09158 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:42:51.322521 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:51.687158 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d7459d5-cfb5-42e9-93f6-823501f1482a req-a20d214f-a6fa-46ef-ab91-4142a954399f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 210 time: 0.0335603 Dec 17 13:42:51.877100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f7b83b69-99e3-4df3-9467-01890434b271 req-8819addc-3814-4e8c-95f8-2f754d9d4942 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:51.906071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Allocated IP 172.20.0.4 (ecd0a89a-e368-44f2-9fad-d6001ff5c547/53326f79-47a6-4d5d-aa1f-178b1b8e2cf6/dd1c2ed4-2a03-4b3a-a9aa-45170783628c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:42:51.991916 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f7b83b69-99e3-4df3-9467-01890434b271 req-8819addc-3814-4e8c-95f8-2f754d9d4942 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:51.992943 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-f7b83b69-99e3-4df3-9467-01890434b271 req-8819addc-3814-4e8c-95f8-2f754d9d4942 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Floating IP 7ebdef47-72e4-417e-b370-03bf82fd4330 disassociated. External IP: 172.25.0.214, port: e58ff292-7a1a-4e97-b2b0-983eeb2084dd. Dec 17 13:42:52.139892 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:52.293857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7b83b69-99e3-4df3-9467-01890434b271 req-8819addc-3814-4e8c-95f8-2f754d9d4942 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:42:52.342274 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:52.437505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:42:52.450289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:42:52.461949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:42:52.468081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=dd1c2ed4-2a03-4b3a-a9aa-45170783628c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:52.542490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7b83b69-99e3-4df3-9467-01890434b271 req-8819addc-3814-4e8c-95f8-2f754d9d4942 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:42:52.548643 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f7b83b69-99e3-4df3-9467-01890434b271 req-8819addc-3814-4e8c-95f8-2f754d9d4942 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:52.559145 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d0351-f696-44ff-9f77-6efb620f93c3 None None] Sync routers for ids ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:42:52.579087 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d0351-f696-44ff-9f77-6efb620f93c3 None None] Routers {'0d79b76c-4fe3-465f-acf0-455e1b66d4bb'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:42:52.588160 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0b7d0351-f696-44ff-9f77-6efb620f93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:42:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:42:52.594059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:52.595455 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:52.632204 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-8819addc-3814-4e8c-95f8-2f754d9d4942 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "PUT /v2.0/floatingips/7ebdef47-72e4-417e-b370-03bf82fd4330 HTTP/1.1" status: 200 len: 695 time: 1.4095514 Dec 17 13:42:52.634304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:42:52.640128 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555f3fe5-ecda-477b-a327-fe529896eefd" -d '{"events": [{"name": "network-changed", "server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:42:52.724077 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2fe4f9-fc66-445f-8db7-70b792a03c41 x-openstack-request-id: req-4b2fe4f9-fc66-445f-8db7-70b792a03c41 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:42:52.726667 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:42:52.727152 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b2fe4f9-fc66-445f-8db7-70b792a03c41 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:42:52.728065 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'status': 'completed', 'code': 200} Dec 17 13:42:52.776509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c1d2e660-d232-4bbb-bdd8-85fbb3946d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7951887 Dec 17 13:42:52.821112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Request body: {'port': {'device_id': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:42:52.854195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fbaac-acb6-4cb5-a76d-4d9d58988bb1 req-ad9e0c63-2187-49da-aea7-0da437ac41d1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:52.857276 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-620fbaac-acb6-4cb5-a76d-4d9d58988bb1 req-ad9e0c63-2187-49da-aea7-0da437ac41d1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 931 time: 0.0655293 Dec 17 13:42:52.882691 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7b554860-4218-44b2-9244-31a7dedc214a None None] Provisioning complete for port dd1c2ed4-2a03-4b3a-a9aa-45170783628c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:42:52.884427 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7b554860-4218-44b2-9244-31a7dedc214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:52.914356 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0b7d0351-f696-44ff-9f77-6efb620f93c3 None None] Set router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:42:52.926088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b83b69-99e3-4df3-9467-01890434b271 req-09b8c4e0-d7ad-4b89-a0b2-e04a8fdfe8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:52.930222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-09b8c4e0-d7ad-4b89-a0b2-e04a8fdfe8aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=839a65c0744243679cb58d448acc858f&device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 1096 time: 0.2841952 Dec 17 13:42:52.936518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f3fe5-ecda-477b-a327-fe529896eefd req-2ba7bd3f-db69-4a6d-9351-8807a6abaa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:52.938898 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-555f3fe5-ecda-477b-a327-fe529896eefd req-2ba7bd3f-db69-4a6d-9351-8807a6abaa0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=839a65c0744243679cb58d448acc858f&device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 1096 time: 0.1929896 Dec 17 13:42:52.981780 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-620fbaac-acb6-4cb5-a76d-4d9d58988bb1 req-10fb553e-2567-4aed-b5a4-2bc20d2a37ba tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179657 Dec 17 13:42:53.002811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:53.012148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7b554860-4218-44b2-9244-31a7dedc214a None None] Port dd1c2ed4-2a03-4b3a-a9aa-45170783628c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:42:53.186229 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0b7d0351-f696-44ff-9f77-6efb620f93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'e6bc0bbe-c94f-41f7-a99d-a065cbaf719f', 'name': '', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'mac_address': 'fa:16:3e:ff:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:51Z', 'updated_at': '2021-12-17T13:41:57Z', 'revision_number': 5, 'project_id': '839a65c0744243679cb58d448acc858f', 'subnets': [{'id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:42:53.215011 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d0351-f696-44ff-9f77-6efb620f93c3 None None] Checking router: 0d79b76c-4fe3-465f-acf0-455e1b66d4bb for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:42:53.223757 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d0351-f696-44ff-9f77-6efb620f93c3 None None] Routers {'0d79b76c-4fe3-465f-acf0-455e1b66d4bb'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:42:53.224353 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0b7d0351-f696-44ff-9f77-6efb620f93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:42:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:42:53.253015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f3fe5-ecda-477b-a327-fe529896eefd req-7028b144-fe20-4043-bba9-05e43cd2ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:53.254563 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-555f3fe5-ecda-477b-a327-fe529896eefd req-7028b144-fe20-4043-bba9-05e43cd2ba02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cc919817-3feb-4493-a86b-23ac448adcf1 HTTP/1.1" status: 200 len: 919 time: 0.3000896 Dec 17 13:42:53.364339 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0b7d0351-f696-44ff-9f77-6efb620f93c3 None None] Set router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:42:53.367323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-555f3fe5-ecda-477b-a327-fe529896eefd req-da2818a5-6dec-4d67-9a21-990e2f42c70f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 217 time: 0.1008317 Dec 17 13:42:53.371550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b83b69-99e3-4df3-9467-01890434b271 req-e24d3222-0935-4ab9-8e88-1c68e1796071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:53.374383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-e24d3222-0935-4ab9-8e88-1c68e1796071 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc919817-3feb-4493-a86b-23ac448adcf1 HTTP/1.1" status: 200 len: 919 time: 0.4297838 Dec 17 13:42:53.463393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-13b61db4-8ad1-4c56-8d5b-6fb14540a3d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 200 len: 217 time: 0.0780621 Dec 17 13:42:53.545980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f3fe5-ecda-477b-a327-fe529896eefd req-31a3ba26-2b90-45a2-bacb-5743b585aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:53.547570 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-555f3fe5-ecda-477b-a327-fe529896eefd req-31a3ba26-2b90-45a2-bacb-5743b585aec9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6940fe2d-1de8-490d-8899-e1ff0305a812 HTTP/1.1" status: 200 len: 858 time: 0.1716776 Dec 17 13:42:53.596814 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-555f3fe5-ecda-477b-a327-fe529896eefd req-b5702a9d-c443-489d-934e-503464b64da8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cc919817-3feb-4493-a86b-23ac448adcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379953 Dec 17 13:42:53.602422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b83b69-99e3-4df3-9467-01890434b271 req-c121fbcf-3e8e-4ce4-a737-771d9ca023d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:53.603905 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-c121fbcf-3e8e-4ce4-a737-771d9ca023d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6940fe2d-1de8-490d-8899-e1ff0305a812 HTTP/1.1" status: 200 len: 858 time: 0.1396599 Dec 17 13:42:53.665914 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0b7d0351-f696-44ff-9f77-6efb620f93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'e6bc0bbe-c94f-41f7-a99d-a065cbaf719f', 'name': '', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'mac_address': 'fa:16:3e:ff:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:51Z', 'updated_at': '2021-12-17T13:41:57Z', 'revision_number': 5, 'project_id': '839a65c0744243679cb58d448acc858f', 'subnets': [{'id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:42:53.715875 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d0351-f696-44ff-9f77-6efb620f93c3 None None] The sync data for ids ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'] in n-d-815324-5 is: [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'e6bc0bbe-c94f-41f7-a99d-a065cbaf719f', 'name': '', 'network_id': 'cc919817-3feb-4493-a86b-23ac448adcf1', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'mac_address': 'fa:16:3e:ff:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:51Z', 'updated_at': '2021-12-17T13:41:57Z', 'revision_number': 5, 'project_id': '839a65c0744243679cb58d448acc858f', 'subnets': [{'id': '6940fe2d-1de8-490d-8899-e1ff0305a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:42:53.752299 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-f8206107-5ad2-47ec-b401-fbb8bac6756d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc919817-3feb-4493-a86b-23ac448adcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346474 Dec 17 13:42:53.801180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1c2ed4-2a03-4b3a-a9aa-45170783628c {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:42:53.836069 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:53.887884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Transition to ACTIVE for port object dd1c2ed4-2a03-4b3a-a9aa-45170783628c will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:42:53.892591 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-555f3fe5-ecda-477b-a327-fe529896eefd req-224e882a-6c54-4f35-9255-9df57ea328ee service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861960 Dec 17 13:42:53.986678 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:54.002569 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-72905b10-369f-484a-bd2e-e0c76a1e2c7b service neutron] 10.222.0.59 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382867 Dec 17 13:42:54.136053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fe0ba-cd46-473f-b08d-51575db5e019 None None] New status for floating IP 7ebdef47-72e4-417e-b370-03bf82fd4330: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:42:54.160967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa27176-95e1-4840-86a4-fe503b8a28ae req-6feb870b-2415-47cd-bf9c-4e3e68635408 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:54.166854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Pushing event updated for resources: {'Port': ['ID=dd1c2ed4-2a03-4b3a-a9aa-45170783628c,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:54.170774 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caa27176-95e1-4840-86a4-fe503b8a28ae req-6feb870b-2415-47cd-bf9c-4e3e68635408 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 943 time: 0.0870001 Dec 17 13:42:54.233111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-555f3fe5-ecda-477b-a327-fe529896eefd req-1a363829-7559-41e4-8b04-769dabdb1590 service neutron] 10.222.0.61 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293800 Dec 17 13:42:54.306198 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f7b83b69-99e3-4df3-9467-01890434b271 req-cb7b2cfd-3a94-47dd-9ede-335f3408030a service neutron] 10.222.0.59 "GET /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027251 Dec 17 13:42:54.306499 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-caa27176-95e1-4840-86a4-fe503b8a28ae req-095a40eb-e438-45fa-bfaf-5e15e8e8a351 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338079 Dec 17 13:42:54.336990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Attempting to bind port dd1c2ed4-2a03-4b3a-a9aa-45170783628c on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:42:54.339185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Attempting to bind port dd1c2ed4-2a03-4b3a-a9aa-45170783628c by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:42:54.339185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Attempting to bind port dd1c2ed4-2a03-4b3a-a9aa-45170783628c on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:42:54.343602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Port dd1c2ed4-2a03-4b3a-a9aa-45170783628c on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:42:54.344268 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Attempting to bind port dd1c2ed4-2a03-4b3a-a9aa-45170783628c on network ecd0a89a-e368-44f2-9fad-d6001ff5c547 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:42:54.350429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:42:54.351138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Checking segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:42:54.351784 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Bound using segment: {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:42:54.352444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Bound port: dd1c2ed4-2a03-4b3a-a9aa-45170783628c, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750cb5d-68eb-48d6-a55d-21f5df342ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:42:54.353043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:54.436799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] For port dd1c2ed4-2a03-4b3a-a9aa-45170783628c, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:42:54.440917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] For port dd1c2ed4-2a03-4b3a-a9aa-45170783628c, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=dd1c2ed4-2a03-4b3a-a9aa-45170783628c,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:42:54.470145 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-7e06a59f-183a-41c1-8bdf-cd888d54e507 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/floatingips/7ebdef47-72e4-417e-b370-03bf82fd4330 HTTP/1.1" status: 200 len: 695 time: 0.0593884 Dec 17 13:42:54.506571 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:54.549027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:54.550704 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:54.552231 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] 10.222.0.54 "PUT /v2.0/ports/dd1c2ed4-2a03-4b3a-a9aa-45170783628c HTTP/1.1" status: 200 len: 1091 time: 1.7394080 Dec 17 13:42:54.573246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a451e-e7a9-45a8-9165-9cd9e368e79f service neutron] Pushing event updated for resources: {'Port': ['ID=dd1c2ed4-2a03-4b3a-a9aa-45170783628c,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:54.659194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-6c8690bb-cfc6-4f17-b2c3-31d6877ade0e tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:54.661006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-6c8690bb-cfc6-4f17-b2c3-31d6877ade0e tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/networks/82bde5c9-3542-466d-b2c1-4bf2e1aa07ee HTTP/1.1" status: 200 len: 784 time: 0.1845081 Dec 17 13:42:54.674878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-93eada00-c74d-4c54-912d-a571196747a9 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:42:54.678581 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-93eada00-c74d-4c54-912d-a571196747a9 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070689 Dec 17 13:42:54.729620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'tag': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:42:54.731970 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd5a445-9055-4ddd-8797-139075f6a9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd15bf47-250a-4d33-83b9-d92b4df649dc", "tag": "dd1c2ed4-2a03-4b3a-a9aa-45170783628c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:42:54.736124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-af544e1d-1253-4ad1-ae35-01bf2da4205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:54.742966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-af544e1d-1253-4ad1-ae35-01bf2da4205d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 1094 time: 0.0703952 Dec 17 13:42:54.792201 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-d3317e8e-15bf-48ef-b24a-83cdbbf07e97 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.1033745 Dec 17 13:42:54.800862 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-658617b9-a185-4e6e-9377-d17c2e1bcff3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd1c2ed4-2a03-4b3a-a9aa-45170783628c HTTP/1.1" status: 200 len: 217 time: 0.0503123 Dec 17 13:42:54.834152 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b6066b-522e-4c71-8aaa-354a3aa159a3 x-openstack-request-id: req-b4b6066b-522e-4c71-8aaa-354a3aa159a3 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:42:54.834566 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd15bf47-250a-4d33-83b9-d92b4df649dc", "tag": "dd1c2ed4-2a03-4b3a-a9aa-45170783628c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:42:54.834709 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4b6066b-522e-4c71-8aaa-354a3aa159a3 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:42:54.835092 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'tag': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c', 'status': 'completed', 'code': 200} Dec 17 13:42:54.859706 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-acee8372-b4ce-44aa-ae8f-3072c6d0174b tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.0648091 Dec 17 13:42:54.916081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-38277b2b-8328-4716-8f9f-52e048e1db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:54.926233 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-38277b2b-8328-4716-8f9f-52e048e1db04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0956399 Dec 17 13:42:54.974503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-81d99102-d10d-46fa-b5db-440c3585b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:54.977496 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-81d99102-d10d-46fa-b5db-440c3585b0fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526147 Dec 17 13:42:55.065538 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-7f836d76-8faa-4c47-bfc3-cc937d90ff39 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Deleting port ddd33c41-d1f2-4de9-8a67-5acf7e891c62 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:42:55.066265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-7f836d76-8faa-4c47-bfc3-cc937d90ff39 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:55.201434 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-7f836d76-8faa-4c47-bfc3-cc937d90ff39 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:55.202553 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-7f836d76-8faa-4c47-bfc3-cc937d90ff39 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:55.209422 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-2bdf18b2-17aa-4296-8a75-0b721c5e35f1 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984699 Dec 17 13:42:55.219009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-7f836d76-8faa-4c47-bfc3-cc937d90ff39 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Calling delete_port for ddd33c41-d1f2-4de9-8a67-5acf7e891c62 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:42:55.349757 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77d067c1-86be-4a6a-bf6d-e1d4e9e61980 req-c7537396-fe8e-420d-bbd4-249f48a47d57 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328614 Dec 17 13:42:55.479190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85324de6-8606-4737-8281-5b978a99ff9e req-2c432e5f-f812-4326-aa24-8b651caa8a37 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:55.480690 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85324de6-8606-4737-8281-5b978a99ff9e req-2c432e5f-f812-4326-aa24-8b651caa8a37 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 943 time: 0.0530925 Dec 17 13:42:55.531894 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-85324de6-8606-4737-8281-5b978a99ff9e req-cfc97ea2-5355-4f0f-949b-e1a056d86539 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446489 Dec 17 13:42:55.602374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-7f836d76-8faa-4c47-bfc3-cc937d90ff39 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:55.624284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5a445-9055-4ddd-8797-139075f6a9dd req-04a96c91-5531-42d5-a122-f652810cec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:55.627056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbd5a445-9055-4ddd-8797-139075f6a9dd req-04a96c91-5531-42d5-a122-f652810cec55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 1094 time: 0.0550740 Dec 17 13:42:55.666764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f836d76-8faa-4c47-bfc3-cc937d90ff39 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Pushing event deleted for resources: {'Port': ['ID=ddd33c41-d1f2-4de9-8a67-5acf7e891c62,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:55.744854 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-7f836d76-8faa-4c47-bfc3-cc937d90ff39 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:55.747701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-7f836d76-8faa-4c47-bfc3-cc937d90ff39 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:55.751977 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b201456-0a1d-4224-8e0f-c0349840aee1 req-7f836d76-8faa-4c47-bfc3-cc937d90ff39 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "DELETE /v2.0/floatingips/7ebdef47-72e4-417e-b370-03bf82fd4330 HTTP/1.1" status: 204 len: 173 time: 0.8805916 Dec 17 13:42:55.757669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5a445-9055-4ddd-8797-139075f6a9dd req-7616ded4-e054-4a2f-a72d-d9dee13be754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:55.759504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbd5a445-9055-4ddd-8797-139075f6a9dd req-7616ded4-e054-4a2f-a72d-d9dee13be754 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.1250470 Dec 17 13:42:55.826365 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbd5a445-9055-4ddd-8797-139075f6a9dd req-ac46215e-b5cb-46f6-8248-ec9c39f81751 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd1c2ed4-2a03-4b3a-a9aa-45170783628c HTTP/1.1" status: 200 len: 217 time: 0.0598180 Dec 17 13:42:55.903188 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c71909a-08bf-4f77-9d45-57be7fe14f16 req-8e3c3cc2-b5cd-48f0-aae7-105d66657665 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups/ca5af830-8851-4be4-9edd-99c715ac320a HTTP/1.1" status: 200 len: 1826 time: 0.1165030 Dec 17 13:42:55.941287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5a445-9055-4ddd-8797-139075f6a9dd req-0f9981fb-ac91-4cad-803a-cb1b149ca3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:55.942972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbd5a445-9055-4ddd-8797-139075f6a9dd req-0f9981fb-ac91-4cad-803a-cb1b149ca3f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.1060915 Dec 17 13:42:56.011842 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6c71909a-08bf-4f77-9d45-57be7fe14f16 req-867bc7c3-1324-4f25-81eb-b1ba76eef3b8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:56.027103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5a445-9055-4ddd-8797-139075f6a9dd req-b99bb34c-435d-41e1-a86b-3542994e9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:56.029254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbd5a445-9055-4ddd-8797-139075f6a9dd req-b99bb34c-435d-41e1-a86b-3542994e9da4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759709 Dec 17 13:42:56.086761 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6c71909a-08bf-4f77-9d45-57be7fe14f16 req-867bc7c3-1324-4f25-81eb-b1ba76eef3b8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:56.193224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbd5a445-9055-4ddd-8797-139075f6a9dd req-512370a9-7715-4a59-bb19-d53e1ea641fe service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567614 Dec 17 13:42:56.294183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cbd5a445-9055-4ddd-8797-139075f6a9dd req-98e970c5-c910-4a40-b222-bac3196c82e7 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932262 Dec 17 13:42:56.332524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6c71909a-08bf-4f77-9d45-57be7fe14f16 req-867bc7c3-1324-4f25-81eb-b1ba76eef3b8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:56.344729 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6c71909a-08bf-4f77-9d45-57be7fe14f16 req-867bc7c3-1324-4f25-81eb-b1ba76eef3b8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:56.344729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c71909a-08bf-4f77-9d45-57be7fe14f16 req-867bc7c3-1324-4f25-81eb-b1ba76eef3b8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "DELETE /v2.0/security-groups/ca5af830-8851-4be4-9edd-99c715ac320a HTTP/1.1" status: 204 len: 173 time: 0.4340744 Dec 17 13:42:56.358299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bc7c3-1324-4f25-81eb-b1ba76eef3b8 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5af830-8851-4be4-9edd-99c715ac320a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:56.663068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71ba54-7539-4f6f-922b-4a452d0f7cf9 req-2bddef21-0175-44a9-b8c4-e2da1b6ec013 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:56.665560 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4d71ba54-7539-4f6f-922b-4a452d0f7cf9 req-2bddef21-0175-44a9-b8c4-e2da1b6ec013 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 943 time: 0.0622120 Dec 17 13:42:56.730222 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4d71ba54-7539-4f6f-922b-4a452d0f7cf9 req-b589d9fe-995f-4e99-8ea0-1f566aa06f16 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580430 Dec 17 13:42:57.064449 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268df436-b8fb-4e40-b4a6-037d6be4fa95 req-6e6a6d70-942c-4a8e-8078-ced92b7dbbdc tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:57.072270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-268df436-b8fb-4e40-b4a6-037d6be4fa95 req-6e6a6d70-942c-4a8e-8078-ced92b7dbbdc tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0580084 Dec 17 13:42:57.126134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-268df436-b8fb-4e40-b4a6-037d6be4fa95 req-9bde0bfa-6689-4343-908e-37a3edfe104c tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529432 Dec 17 13:42:57.857297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475b67-da50-4919-b787-e1a611c83e58 req-e5515ea3-8656-4b4b-ae05-41e6d90fc613 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:57.858895 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8c475b67-da50-4919-b787-e1a611c83e58 req-e5515ea3-8656-4b4b-ae05-41e6d90fc613 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 943 time: 0.0513897 Dec 17 13:42:57.916553 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8c475b67-da50-4919-b787-e1a611c83e58 req-e0405c1f-74af-4d4d-a9aa-e03a4f3dcbb7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490742 Dec 17 13:42:58.243969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288a84d-f6ad-42b2-ae52-79d1fea989dd req-17fd7d29-fa02-4786-b28e-fcee9eebc5cb tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:58.245499 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c288a84d-f6ad-42b2-ae52-79d1fea989dd req-17fd7d29-fa02-4786-b28e-fcee9eebc5cb tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0537055 Dec 17 13:42:58.296478 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c288a84d-f6ad-42b2-ae52-79d1fea989dd req-229bdda8-6fc1-49c4-9f90-a2cc63778e46 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448513 Dec 17 13:42:59.044060 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0663ac2-7fcc-458e-8c5f-4f7e6edd3185 req-0fa78fba-2085-456e-b8cc-bfe0bd99af1e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:59.045564 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d0663ac2-7fcc-458e-8c5f-4f7e6edd3185 req-0fa78fba-2085-456e-b8cc-bfe0bd99af1e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 943 time: 0.0568419 Dec 17 13:42:59.096876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d0663ac2-7fcc-458e-8c5f-4f7e6edd3185 req-77909bba-166f-4a1f-a375-0936a972852b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452650 Dec 17 13:42:59.444278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb6858-d877-4937-9e93-3e3a912e862f req-5c83f4d1-4f44-4450-84fc-1983d3d2d814 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:59.446254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5efb6858-d877-4937-9e93-3e3a912e862f req-5c83f4d1-4f44-4450-84fc-1983d3d2d814 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0782619 Dec 17 13:42:59.456323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df26cf7-2976-4c58-aa4e-1f78d2ecc917 req-515073d7-a479-4ca6-ac1f-0887f0802244 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:42:59.456323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6df26cf7-2976-4c58-aa4e-1f78d2ecc917 req-515073d7-a479-4ca6-ac1f-0887f0802244 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.61 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 945 time: 0.0795267 Dec 17 13:42:59.560612 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5efb6858-d877-4937-9e93-3e3a912e862f req-45f45dca-8692-433e-9d54-34aaabc57ad7 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/security-groups?id=386d8f2f-0504-49de-a9e3-864254cdd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034794 Dec 17 13:42:59.583088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-6df26cf7-2976-4c58-aa4e-1f78d2ecc917 req-c2e3310f-1f4f-4b5c-90d7-5594ef576770 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Deleting port e58ff292-7a1a-4e97-b2b0-983eeb2084dd {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:42:59.583315 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6df26cf7-2976-4c58-aa4e-1f78d2ecc917 req-c2e3310f-1f4f-4b5c-90d7-5594ef576770 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:59.681652 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-6df26cf7-2976-4c58-aa4e-1f78d2ecc917 req-c2e3310f-1f4f-4b5c-90d7-5594ef576770 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] For port e58ff292-7a1a-4e97-b2b0-983eeb2084dd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,segment=NetworkSegment(69cc541a-ad94-491f-aa12-b79880d9f410),segment_id=69cc541a-ad94-491f-aa12-b79880d9f410)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:42:59.682025 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6df26cf7-2976-4c58-aa4e-1f78d2ecc917 req-c2e3310f-1f4f-4b5c-90d7-5594ef576770 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:59.694104 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-6df26cf7-2976-4c58-aa4e-1f78d2ecc917 req-c2e3310f-1f4f-4b5c-90d7-5594ef576770 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Calling delete_port for e58ff292-7a1a-4e97-b2b0-983eeb2084dd owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:42:59.915692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6df26cf7-2976-4c58-aa4e-1f78d2ecc917 req-c2e3310f-1f4f-4b5c-90d7-5594ef576770 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:42:59.932172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['e58ff292-7a1a-4e97-b2b0-983eeb2084dd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:42:59.948866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3310f-1f4f-4b5c-90d7-5594ef576770 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Pushing event deleted for resources: {'Port': ['ID=e58ff292-7a1a-4e97-b2b0-983eeb2084dd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:42:59.997675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df26cf7-2976-4c58-aa4e-1f78d2ecc917 req-c2e3310f-1f4f-4b5c-90d7-5594ef576770 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] No DVR routers for this DVR port e58ff292-7a1a-4e97-b2b0-983eeb2084dd on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:43:00.000741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6df26cf7-2976-4c58-aa4e-1f78d2ecc917 req-c2e3310f-1f4f-4b5c-90d7-5594ef576770 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:00.004395 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6df26cf7-2976-4c58-aa4e-1f78d2ecc917 req-c2e3310f-1f4f-4b5c-90d7-5594ef576770 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.61 "DELETE /v2.0/ports/e58ff292-7a1a-4e97-b2b0-983eeb2084dd HTTP/1.1" status: 204 len: 173 time: 0.5332098 Dec 17 13:43:00.004874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'name': 'network-vif-deleted', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:43:00.007236 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd4f901-eb57-48dc-be3f-0d20194c3a54" -d '{"events": [{"server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "name": "network-vif-deleted", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:43:00.047572 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bbae3a-0ab7-465b-98dd-10b3b138a065 x-openstack-request-id: req-a3bbae3a-0ab7-465b-98dd-10b3b138a065 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:43:00.047873 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266d6cdc-6417-490a-b92e-f7af4715165c", "name": "network-vif-deleted", "tag": "e58ff292-7a1a-4e97-b2b0-983eeb2084dd", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:43:00.048126 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3bbae3a-0ab7-465b-98dd-10b3b138a065 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:43:00.048557 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266d6cdc-6417-490a-b92e-f7af4715165c', 'name': 'network-vif-deleted', 'tag': 'e58ff292-7a1a-4e97-b2b0-983eeb2084dd', 'status': 'completed', 'code': 200} Dec 17 13:43:00.219484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22a4b2-d5d9-4aa4-970f-7c346bd1d21b req-0eed02a0-8c0d-4155-9ef1-8a19eb24b94d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:00.221017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e22a4b2-d5d9-4aa4-970f-7c346bd1d21b req-0eed02a0-8c0d-4155-9ef1-8a19eb24b94d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 943 time: 0.0525720 Dec 17 13:43:00.274324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e22a4b2-d5d9-4aa4-970f-7c346bd1d21b req-bd18a509-492b-415d-b37b-ff5e2b620fc6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472972 Dec 17 13:43:00.669796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0933f5c-c146-4040-9728-3786aaa7376b req-78e7978b-7667-440e-ab5a-f0d93c43ab40 tempest-ServerRescueTestJSONUnderV235-519341346 tempest-ServerRescueTestJSONUnderV235-519341346-project] 10.222.0.59 "GET /v2.0/ports?device_id=266d6cdc-6417-490a-b92e-f7af4715165c HTTP/1.1" status: 200 len: 210 time: 0.0263202 Dec 17 13:43:01.391275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172f060-8c75-403b-90ab-4dec51608aa9 req-7d04379b-06b3-4d54-b957-fe7d0589175e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:01.392959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2172f060-8c75-403b-90ab-4dec51608aa9 req-7d04379b-06b3-4d54-b957-fe7d0589175e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 943 time: 0.0509491 Dec 17 13:43:01.451780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2172f060-8c75-403b-90ab-4dec51608aa9 req-bd330b99-c0ca-4df1-822e-ed7db08a7a60 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528727 Dec 17 13:43:01.725701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42250) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:43:02.024305 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:02.096365 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4cb4-d1b9-4cff-911e-ae6f1be2a1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:02.340406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae4cb4-d1b9-4cff-911e-ae6f1be2a1da admin admin] Deleting port e6bc0bbe-c94f-41f7-a99d-a065cbaf719f {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:43:02.340753 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4cb4-d1b9-4cff-911e-ae6f1be2a1da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:02.424966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-e0ae4cb4-d1b9-4cff-911e-ae6f1be2a1da admin admin] For port e6bc0bbe-c94f-41f7-a99d-a065cbaf719f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e6bc0bbe-c94f-41f7-a99d-a065cbaf719f,segment=NetworkSegment(69cc541a-ad94-491f-aa12-b79880d9f410),segment_id=69cc541a-ad94-491f-aa12-b79880d9f410)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:43:02.425331 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4cb4-d1b9-4cff-911e-ae6f1be2a1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:02.438605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae4cb4-d1b9-4cff-911e-ae6f1be2a1da admin admin] Calling delete_port for e6bc0bbe-c94f-41f7-a99d-a065cbaf719f owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:43:02.574382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df8d32-1764-4563-9cf1-111a20bed25a req-d92c9611-c8e9-4557-9a01-2dcc74484d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:02.576408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-94df8d32-1764-4563-9cf1-111a20bed25a req-d92c9611-c8e9-4557-9a01-2dcc74484d55 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 943 time: 0.0515966 Dec 17 13:43:02.634872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-94df8d32-1764-4563-9cf1-111a20bed25a req-f73fb76f-9a73-4d6a-b4ed-2d7e9ef16d6c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508380 Dec 17 13:43:02.709325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4cb4-d1b9-4cff-911e-ae6f1be2a1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:02.737183 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae4cb4-d1b9-4cff-911e-ae6f1be2a1da admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bc0bbe-c94f-41f7-a99d-a065cbaf719f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:02.918462 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e0ae4cb4-d1b9-4cff-911e-ae6f1be2a1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:03.150376 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ae4cb4-d1b9-4cff-911e-ae6f1be2a1da admin admin] Router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:43:03.256626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ae4cb4-d1b9-4cff-911e-ae6f1be2a1da admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:43:03.267798 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e0ae4cb4-d1b9-4cff-911e-ae6f1be2a1da admin admin] 10.222.0.59 "PUT /v2.0/routers/0d79b76c-4fe3-465f-acf0-455e1b66d4bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5403070 Dec 17 13:43:03.270511 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42276) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:43:03.275009 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f43d0e-0592-453f-b095-ecdca5c8dc72 None None] Sync routers for ids ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:43:03.286501 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f43d0e-0592-453f-b095-ecdca5c8dc72 None None] Routers {'0d79b76c-4fe3-465f-acf0-455e1b66d4bb'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:43:03.287179 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d6f43d0e-0592-453f-b095-ecdca5c8dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:42:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:43:03.383800 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:03.397272 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-d6f43d0e-0592-453f-b095-ecdca5c8dc72 None None] Set router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:43:03.494782 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:03.594845 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d6f43d0e-0592-453f-b095-ecdca5c8dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:43:02Z', 'revision_number': 5, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port': {'id': '698d052d-cd85-408a-bac0-090e1c0aa258', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:0a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:43:03.641799 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Deleting port 698d052d-cd85-408a-bac0-090e1c0aa258 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:43:03.642219 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:03.735358 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f43d0e-0592-453f-b095-ecdca5c8dc72 None None] Checking router: 0d79b76c-4fe3-465f-acf0-455e1b66d4bb for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:43:03.744079 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f43d0e-0592-453f-b095-ecdca5c8dc72 None None] Routers {'0d79b76c-4fe3-465f-acf0-455e1b66d4bb'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:43:03.744696 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d6f43d0e-0592-453f-b095-ecdca5c8dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:42:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:43:03.763736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] For port 698d052d-cd85-408a-bac0-090e1c0aa258, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=698d052d-cd85-408a-bac0-090e1c0aa258,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:43:03.764354 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:03.780674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Calling delete_port for 698d052d-cd85-408a-bac0-090e1c0aa258 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:43:03.799025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de0e86-dc43-467d-9da9-675555e44ebb req-8597b5fc-5aff-4fbd-aaef-c6d4d06d4b32 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:03.801292 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-83de0e86-dc43-467d-9da9-675555e44ebb req-8597b5fc-5aff-4fbd-aaef-c6d4d06d4b32 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 943 time: 0.0889552 Dec 17 13:43:03.843879 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-d6f43d0e-0592-453f-b095-ecdca5c8dc72 None None] Set router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:43:03.896699 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-d6f43d0e-0592-453f-b095-ecdca5c8dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:43:03Z', 'revision_number': 6, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:43:03.901895 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-83de0e86-dc43-467d-9da9-675555e44ebb req-70ad5bfc-3026-46ec-a5d8-b104501bfe4f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931418 Dec 17 13:43:03.919725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e58ff292-7a1a-4e97-b2b0-983eeb2084dd no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:43:03.930246 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f43d0e-0592-453f-b095-ecdca5c8dc72 None None] The sync data for ids ['0d79b76c-4fe3-465f-acf0-455e1b66d4bb'] in n-d-815324-5 is: [{'id': '0d79b76c-4fe3-465f-acf0-455e1b66d4bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-34278195-router', 'tenant_id': '839a65c0744243679cb58d448acc858f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:41:49Z', 'updated_at': '2021-12-17T13:43:03Z', 'revision_number': 6, 'project_id': '839a65c0744243679cb58d448acc858f', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:43:03.954673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: e58ff292-7a1a-4e97-b2b0-983eeb2084dd {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:43:03.956794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device e58ff292-7a1a-4e97-b2b0-983eeb2084dd not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:43:04.087069 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:04.115612 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Pushing event deleted for resources: {'Port': ['ID=698d052d-cd85-408a-bac0-090e1c0aa258,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:04.148786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b8b415-0e12-42d3-9ab7-c81c2a5736e7 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:43:04.177863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:04.268817 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:04.271117 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:04.749393 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:04.750094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d79b76c-4fe3-465f-acf0-455e1b66d4bb {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:43:04.755130 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:04.756276 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a224ecd0-e5c9-45c2-b92a-2bde1b400407 admin admin] 10.222.0.59 "DELETE /v2.0/routers/0d79b76c-4fe3-465f-acf0-455e1b66d4bb HTTP/1.1" status: 204 len: 168 time: 1.4838653 Dec 17 13:43:04.759394 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42300) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:43:04.808590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-71278348-0f70-40b6-8013-f245a2804aae admin admin] Deleting subnet 6940fe2d-1de8-490d-8899-e1ff0305a812 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:43:04.812983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71278348-0f70-40b6-8013-f245a2804aae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:04.855257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 698d052d-cd85-408a-bac0-090e1c0aa258 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:43:04.863547 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71278348-0f70-40b6-8013-f245a2804aae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:04.875852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 698d052d-cd85-408a-bac0-090e1c0aa258 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:43:04.876210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 698d052d-cd85-408a-bac0-090e1c0aa258 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:43:04.876632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e6bc0bbe-c94f-41f7-a99d-a065cbaf719f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:43:04.896666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e6bc0bbe-c94f-41f7-a99d-a065cbaf719f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:43:04.897020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e6bc0bbe-c94f-41f7-a99d-a065cbaf719f not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:43:04.905834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71278348-0f70-40b6-8013-f245a2804aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:05.042613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b062ee-c7c5-4360-9464-8f54977f09cc req-368b4275-457d-4974-a346-2c81e34c6adf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:05.045287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9b062ee-c7c5-4360-9464-8f54977f09cc req-368b4275-457d-4974-a346-2c81e34c6adf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 943 time: 0.0574336 Dec 17 13:43:05.100185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9b062ee-c7c5-4360-9464-8f54977f09cc req-3ec0eb7c-81a1-443e-b55d-649c96432308 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494452 Dec 17 13:43:05.113725 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71278348-0f70-40b6-8013-f245a2804aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:05.135630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71278348-0f70-40b6-8013-f245a2804aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6940fe2d-1de8-490d-8899-e1ff0305a812,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:05.145482 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71278348-0f70-40b6-8013-f245a2804aae admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:05.148212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42310) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:43:05.148390 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-71278348-0f70-40b6-8013-f245a2804aae admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6940fe2d-1de8-490d-8899-e1ff0305a812 HTTP/1.1" status: 204 len: 168 time: 0.3876288 Dec 17 13:43:05.580666 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:05.669511 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:05.688934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc919817-3feb-4493-a86b-23ac448adcf1']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:43:05.698605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cc541a-ad94-491f-aa12-b79880d9f410') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:43:05.710901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cc541a-ad94-491f-aa12-b79880d9f410') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:43:05.710901 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:05.715147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device dd1c2ed4-2a03-4b3a-a9aa-45170783628c details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:43:05.722531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:05.729557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:43:05.729976 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:43:05.731810 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:43:05.821082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port dd1c2ed4-2a03-4b3a-a9aa-45170783628c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=dd1c2ed4-2a03-4b3a-a9aa-45170783628c,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:43:05.832814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'port_id': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c', 'mac_address': 'fa:16:3e:6c:ec:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:43:05.870153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:05.889969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1c2ed4-2a03-4b3a-a9aa-45170783628c {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:43:05.911474 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port dd1c2ed4-2a03-4b3a-a9aa-45170783628c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=dd1c2ed4-2a03-4b3a-a9aa-45170783628c,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:43:05.926771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:05.932767 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:05.936111 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] 10.222.0.59 "DELETE /v2.0/networks/cc919817-3feb-4493-a86b-23ac448adcf1 HTTP/1.1" status: 204 len: 168 time: 0.7862315 Dec 17 13:43:05.950797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a76fb-103f-42a8-a15a-31d6c833060a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc919817-3feb-4493-a86b-23ac448adcf1,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:06.006694 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:06.059812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=dd1c2ed4-2a03-4b3a-a9aa-45170783628c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:06.066989 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.067344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.067687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.068027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.068364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.068700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.069027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.070198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.070535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.070865 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.071188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.071513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.071835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:06.235236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9bffe-fb58-4cec-90ce-08277601f5cd req-14bb2d5d-cb03-41a9-9d18-2d7f188f58ce tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:06.236727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9b9bffe-fb58-4cec-90ce-08277601f5cd req-14bb2d5d-cb03-41a9-9d18-2d7f188f58ce tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 944 time: 0.0539877 Dec 17 13:43:06.263335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['dd1c2ed4-2a03-4b3a-a9aa-45170783628c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:43:06.288035 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9b9bffe-fb58-4cec-90ce-08277601f5cd req-6e65a105-1a0b-4178-abbe-6ac883334520 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444660 Dec 17 13:43:06.394080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42336) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:43:06.438477 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-32f825a2-b78b-4aec-9423-e51a84d99908 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=839a65c0744243679cb58d448acc858f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431745 Dec 17 13:43:06.443128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42340) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:43:06.461991 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:06.512029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c10b8a6b-50b4-4324-96eb-a87a9c996dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:06.534811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c10b8a6b-50b4-4324-96eb-a87a9c996dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:06.664636 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c10b8a6b-50b4-4324-96eb-a87a9c996dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:06.667665 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c10b8a6b-50b4-4324-96eb-a87a9c996dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:06.668990 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c10b8a6b-50b4-4324-96eb-a87a9c996dc4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/386d8f2f-0504-49de-a9e3-864254cdd26f HTTP/1.1" status: 204 len: 168 time: 0.2268581 Dec 17 13:43:06.677622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b8a6b-50b4-4324-96eb-a87a9c996dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386d8f2f-0504-49de-a9e3-864254cdd26f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:07.412630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03df0a4-c60e-4219-8339-e37c07e1ba61 req-590017a3-6b4d-464b-8bb9-82029c2d8397 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:07.414161 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d03df0a4-c60e-4219-8339-e37c07e1ba61 req-590017a3-6b4d-464b-8bb9-82029c2d8397 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 944 time: 0.0523438 Dec 17 13:43:07.469203 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d03df0a4-c60e-4219-8339-e37c07e1ba61 req-776cdb12-add4-4bf9-9c23-5777adb711bb tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490429 Dec 17 13:43:07.734536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device dd1c2ed4-2a03-4b3a-a9aa-45170783628c up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:43:07.835291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port dd1c2ed4-2a03-4b3a-a9aa-45170783628c completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:43:07.840014 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port dd1c2ed4-2a03-4b3a-a9aa-45170783628c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:43:07.840975 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:07.937508 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:07.963289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:43:07.965883 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268886d9-87a5-4d69-b94d-51182d597f67" -d '{"events": [{"server_uuid": "dd15bf47-250a-4d33-83b9-d92b4df649dc", "name": "network-vif-plugged", "status": "completed", "tag": "dd1c2ed4-2a03-4b3a-a9aa-45170783628c"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:43:07.983348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port dd1c2ed4-2a03-4b3a-a9aa-45170783628c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=dd1c2ed4-2a03-4b3a-a9aa-45170783628c,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:43:08.014131 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766f1743-681c-400f-abd3-50084499fa73 x-openstack-request-id: req-766f1743-681c-400f-abd3-50084499fa73 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:43:08.014131 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd15bf47-250a-4d33-83b9-d92b4df649dc", "name": "network-vif-plugged", "status": "completed", "tag": "dd1c2ed4-2a03-4b3a-a9aa-45170783628c", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:43:08.014131 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-766f1743-681c-400f-abd3-50084499fa73 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:43:08.014131 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c', 'code': 200} Dec 17 13:43:08.063881 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:08.129868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27f7d-7fcc-49ff-81a9-4e7e744ee832 req-35fc869c-7240-404a-ae4f-db8d2fb924e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:08.131109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-27b27f7d-7fcc-49ff-81a9-4e7e744ee832 req-35fc869c-7240-404a-ae4f-db8d2fb924e4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 1096 time: 0.0575180 Dec 17 13:43:08.139171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=dd1c2ed4-2a03-4b3a-a9aa-45170783628c,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:08.191993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-27b27f7d-7fcc-49ff-81a9-4e7e744ee832 req-37ab7900-bd51-4b2c-8509-0c632ce6e580 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524807 Dec 17 13:43:08.410168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d28e630f-28b3-4180-ac32-951143c327d2 req-df888df8-d804-4757-978e-06a02594a722 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=2adb9c90-6603-4fcd-91b2-0f3a9879fd7e HTTP/1.1" status: 200 len: 210 time: 0.0298042 Dec 17 13:43:08.599254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1671e7c-6a31-409e-9f74-811b985d9986 req-8e91d964-e129-48ce-9c0d-2cd606407994 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:08.600795 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1671e7c-6a31-409e-9f74-811b985d9986 req-8e91d964-e129-48ce-9c0d-2cd606407994 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 945 time: 0.0539579 Dec 17 13:43:08.654265 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1671e7c-6a31-409e-9f74-811b985d9986 req-d7c131ee-b51c-4532-a4d1-7ae9271993e4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467317 Dec 17 13:43:08.874711 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91c897ea-910f-4c71-ad80-0bfbec6a72c1 req-14e5d06d-4492-41c6-9d28-d2ee37a436f5 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0299633 Dec 17 13:43:09.793876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639148c2-e03a-4693-adfe-a8b80461882a req-9f7d2862-25c6-4340-b55e-75d3413b420f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:09.802110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-639148c2-e03a-4693-adfe-a8b80461882a req-9f7d2862-25c6-4340-b55e-75d3413b420f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 945 time: 0.0672159 Dec 17 13:43:09.873533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-639148c2-e03a-4693-adfe-a8b80461882a req-08c248a2-890e-46e0-8d3a-1112f38612ee tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702181 Dec 17 13:43:10.000775 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cdf85af7-3712-40e1-b7f9-8b0a60446a3b req-c07ae22d-215a-471a-b358-072d3fd53015 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0294216 Dec 17 13:43:10.047092 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd93164-431d-433a-8906-87721e4d91a3 req-3da65c12-fb24-459d-8022-63a83b941d82 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:10.052710 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfd93164-431d-433a-8906-87721e4d91a3 req-3da65c12-fb24-459d-8022-63a83b941d82 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 945 time: 0.0602992 Dec 17 13:43:10.101175 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfd93164-431d-433a-8906-87721e4d91a3 req-14e2319c-5b22-4862-b5bf-acce9958c6a1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453827 Dec 17 13:43:10.126048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 42440) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:43:10.378432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c099a-6c5b-4324-9932-f1b4c9bf87c5 tempest-TestVolumeBootPattern-1604665293 tempest-TestVolumeBootPattern-1604665293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:10.380419 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9f9c099a-6c5b-4324-9932-f1b4c9bf87c5 tempest-TestVolumeBootPattern-1604665293 tempest-TestVolumeBootPattern-1604665293-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 1091 time: 0.2532618 Dec 17 13:43:10.384382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 42444) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:43:10.388835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:43:10.577623 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:10.673482 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:10.785367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Allocated IP 172.25.0.60 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/0a76d41c-0ce1-4053-bbdb-9ffa25fce6d6) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:43:10.896046 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:11.082315 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:11.123030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e646c494-b386-4ef3-96d6-8fc1886b89d3 req-fe6e705e-5d74-46f5-ba70-1d78ae5d66cf tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0355859 Dec 17 13:43:11.135058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:43:11.139951 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:43:11.146925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:43:11.173464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=0a76d41c-0ce1-4053-bbdb-9ffa25fce6d6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:11.533513 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:11.668111 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:11.831311 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:11.892115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:11.957200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event updated for resources: {'Port': ['ID=0a76d41c-0ce1-4053-bbdb-9ffa25fce6d6,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:11.974576 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:12.078348 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Floating IP 842a8bb7-406d-4c2b-8069-a4f293ef8962 associated. External IP: 172.25.0.60, port: dd1c2ed4-2a03-4b3a-a9aa-45170783628c. Dec 17 13:43:12.266875 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52bc5217-fda7-4fce-9102-876646d6bb17 req-bc77e7a0-26a2-4ade-a1ef-65ed3d1e90e0 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0335481 Dec 17 13:43:12.333864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Router c2d4a34e-61ca-4d85-82d3-2308e356a405 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:43:12.443819 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:43:12.455925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0539f-0ee9-4e0f-9312-dc26115a5495 None None] Sync routers for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:43:12.464127 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e2fc9048-99a9-4d85-afea-5ad2b5199908 req-82aa3f81-895d-44b0-9755-6e3f082b8cb8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2adb9c90-6603-4fcd-91b2-0f3a9879fd7e HTTP/1.1" status: 200 len: 210 time: 0.0381560 Dec 17 13:43:12.467395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b0539f-0ee9-4e0f-9312-dc26115a5495 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:43:12.468056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d7b0539f-0ee9-4e0f-9312-dc26115a5495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:42:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:43:12.551024 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:12.579848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d7b0539f-0ee9-4e0f-9312-dc26115a5495 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:43:12.593051 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-57dde426-9f1a-4a9e-81ce-bf2fd2c8e1d4 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1960762 Dec 17 13:43:12.593051 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'tag': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:43:12.593051 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80686a1-5403-46ec-b811-2297ed0a7042" -d '{"events": [{"name": "network-changed", "server_uuid": "dd15bf47-250a-4d33-83b9-d92b4df649dc", "tag": "dd1c2ed4-2a03-4b3a-a9aa-45170783628c"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:43:12.631859 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815ec191-5f12-4fb3-86b7-301d6f5ee5ea x-openstack-request-id: req-815ec191-5f12-4fb3-86b7-301d6f5ee5ea {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:43:12.631859 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd15bf47-250a-4d33-83b9-d92b4df649dc", "tag": "dd1c2ed4-2a03-4b3a-a9aa-45170783628c", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:43:12.632408 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-815ec191-5f12-4fb3-86b7-301d6f5ee5ea {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:43:12.632830 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'tag': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c', 'status': 'completed', 'code': 200} Dec 17 13:43:12.702328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80686a1-5403-46ec-b811-2297ed0a7042 req-cbc8dd09-8543-40e3-aee4-2da796614499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:12.703860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c80686a1-5403-46ec-b811-2297ed0a7042 req-cbc8dd09-8543-40e3-aee4-2da796614499 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 1096 time: 0.0475304 Dec 17 13:43:12.805982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80686a1-5403-46ec-b811-2297ed0a7042 req-c4a4c0c2-ab34-4bc7-91c4-60073febe7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:12.807508 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c80686a1-5403-46ec-b811-2297ed0a7042 req-c4a4c0c2-ab34-4bc7-91c4-60073febe7cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.0948575 Dec 17 13:43:12.823054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d7b0539f-0ee9-4e0f-9312-dc26115a5495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '842a8bb7-406d-4c2b-8069-a4f293ef8962', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:6c:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:43:11Z', 'updated_at': '2021-12-17T13:43:11Z', 'revision_number': 0, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}, {'id': '9e433aac-bfc5-4c6c-8166-3340af93e8d2', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': '15752973-5df2-4020-ab00-09dc88863fdf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:16:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:39:48Z', 'updated_at': '2021-12-17T13:39:50Z', 'revision_number': 1, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:43:12.849267 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0539f-0ee9-4e0f-9312-dc26115a5495 None None] Checking router: c2d4a34e-61ca-4d85-82d3-2308e356a405 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:43:12.859362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b0539f-0ee9-4e0f-9312-dc26115a5495 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:43:12.860073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d7b0539f-0ee9-4e0f-9312-dc26115a5495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:42:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:43:12.879918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c80686a1-5403-46ec-b811-2297ed0a7042 req-fc8632b9-2c0b-46ac-b0da-556e758f4c36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd1c2ed4-2a03-4b3a-a9aa-45170783628c HTTP/1.1" status: 200 len: 998 time: 0.0649137 Dec 17 13:43:12.931931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80686a1-5403-46ec-b811-2297ed0a7042 req-9b695862-94f8-4e93-a6af-2f89edb0a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:12.933464 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c80686a1-5403-46ec-b811-2297ed0a7042 req-9b695862-94f8-4e93-a6af-2f89edb0a6ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0465786 Dec 17 13:43:12.972777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d7b0539f-0ee9-4e0f-9312-dc26115a5495 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:43:12.981276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80686a1-5403-46ec-b811-2297ed0a7042 req-ec8fbc62-5573-4e6e-a48e-3648fef2fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:12.982960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c80686a1-5403-46ec-b811-2297ed0a7042 req-ec8fbc62-5573-4e6e-a48e-3648fef2fcdc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425799 Dec 17 13:43:13.080296 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c80686a1-5403-46ec-b811-2297ed0a7042 req-4a415624-06d9-40dd-b771-ad33fe9f1a34 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901875 Dec 17 13:43:13.179869 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-840c58a8-bfb2-4e0f-9f3b-d742992d1c99 req-4bb8e50e-72ed-4865-895f-d82e8871897b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0440164 Dec 17 13:43:13.216998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c80686a1-5403-46ec-b811-2297ed0a7042 req-7c8ccf02-46e5-4d6d-8681-fc7a04dd856f service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281500 Dec 17 13:43:13.249411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d7b0539f-0ee9-4e0f-9312-dc26115a5495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '842a8bb7-406d-4c2b-8069-a4f293ef8962', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:6c:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:43:11Z', 'updated_at': '2021-12-17T13:43:11Z', 'revision_number': 0, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}, {'id': '9e433aac-bfc5-4c6c-8166-3340af93e8d2', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': '15752973-5df2-4020-ab00-09dc88863fdf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:16:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:39:48Z', 'updated_at': '2021-12-17T13:39:50Z', 'revision_number': 1, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:43:13.276205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0539f-0ee9-4e0f-9312-dc26115a5495 None None] The sync data for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 is: [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '842a8bb7-406d-4c2b-8069-a4f293ef8962', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:6c:ec:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:43:11Z', 'updated_at': '2021-12-17T13:43:11Z', 'revision_number': 0, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}, {'id': '9e433aac-bfc5-4c6c-8166-3340af93e8d2', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': '15752973-5df2-4020-ab00-09dc88863fdf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:16:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:39:48Z', 'updated_at': '2021-12-17T13:39:50Z', 'revision_number': 1, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:43:13.374989 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04b639fc-683c-45ba-afe0-c5f9e9176b7b req-7820ad0e-594f-46c4-9b8c-fa08a17d376a tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0279570 Dec 17 13:43:13.479206 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754e8a7e-ad12-4d42-987e-c4b18022ca6d None None] New status for floating IP 842a8bb7-406d-4c2b-8069-a4f293ef8962: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:43:13.885890 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fc17a91e-89c9-4aec-80f4-a90a41370879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:14.478739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71b5834e-8bd4-4cf1-a1bc-4dd1baa1db3b req-3f74ff91-9363-483e-9e75-78ec676a8342 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0263224 Dec 17 13:43:14.882175 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f08c719a-37d7-48de-a9c1-d3d4cc845203 req-7d93e0eb-c3b9-44cd-8fb4-0507895475ac tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0342057 Dec 17 13:43:15.235172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a56120d-0aba-4128-9dd9-25af98235a17 req-a30ab719-2203-4236-95ac-8fca1e2707fc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416241 Dec 17 13:43:15.343888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56120d-0aba-4128-9dd9-25af98235a17 req-434a654c-b670-4f31-9fc7-757435b79cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:15.345586 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a56120d-0aba-4128-9dd9-25af98235a17 req-434a654c-b670-4f31-9fc7-757435b79cc9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 1096 time: 0.0526166 Dec 17 13:43:15.450491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56120d-0aba-4128-9dd9-25af98235a17 req-1b78eb98-9757-4e84-8a5a-779afaa0ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:15.452036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a56120d-0aba-4128-9dd9-25af98235a17 req-1b78eb98-9757-4e84-8a5a-779afaa0ab20 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.0855145 Dec 17 13:43:15.523892 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a56120d-0aba-4128-9dd9-25af98235a17 req-ca44f160-473d-456c-be58-f4e6bc18506a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15752973-5df2-4020-ab00-09dc88863fdf HTTP/1.1" status: 200 len: 1001 time: 0.0627639 Dec 17 13:43:15.574430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56120d-0aba-4128-9dd9-25af98235a17 req-b65f56a1-c991-44f9-b8e2-e165003b4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:15.575942 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a56120d-0aba-4128-9dd9-25af98235a17 req-b65f56a1-c991-44f9-b8e2-e165003b4e82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0452979 Dec 17 13:43:15.622293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56120d-0aba-4128-9dd9-25af98235a17 req-fd00f280-63d1-46fe-a61b-026d30fb12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:15.623841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a56120d-0aba-4128-9dd9-25af98235a17 req-fd00f280-63d1-46fe-a61b-026d30fb12ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414295 Dec 17 13:43:15.719193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a56120d-0aba-4128-9dd9-25af98235a17 req-9c4c6a2d-b7d8-42c5-b45a-70f5ed4ba273 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883684 Dec 17 13:43:15.817221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3a56120d-0aba-4128-9dd9-25af98235a17 req-3e8bc3b2-8944-429b-94a4-bcbf203961e4 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886543 Dec 17 13:43:15.994985 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a682d5bd-b730-4054-819c-0d1617ba24d2 req-61b23fce-a713-4502-8cb1-c558b9b2383e tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0316379 Dec 17 13:43:16.360459 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9dfb529a-7f28-4bc4-b8c9-624c844b00e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:17.099750 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99fbc5d9-5303-4276-bae2-620f59321d46 req-4a48cccb-f50e-444e-96f8-205bf8134bbb tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0282407 Dec 17 13:43:17.783184 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:18.213017 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f02ba2a4-d0bd-4657-8eb0-174782508e20 req-6bec3594-c657-4a31-9f04-fe0e3baf8422 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0315180 Dec 17 13:43:18.988803 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:19.335235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d864f7fe-689a-4977-b818-5bcc7d730eee req-f3a338b4-c7d0-4515-8622-ca773511984e tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0319190 Dec 17 13:43:19.688653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b00345a0-d9df-41a7-a631-50e9cd9ee68e req-9ef22206-7775-4cc6-ac40-1d52de0ebf76 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2adb9c90-6603-4fcd-91b2-0f3a9879fd7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287352 Dec 17 13:43:19.757921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b00345a0-d9df-41a7-a631-50e9cd9ee68e req-7b17e264-e466-41eb-81de-62e8fbacdcdf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bcc6fa8c59e4447a4230e9f8043053b&device_id=2adb9c90-6603-4fcd-91b2-0f3a9879fd7e HTTP/1.1" status: 200 len: 210 time: 0.0268252 Dec 17 13:43:19.797336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b00345a0-d9df-41a7-a631-50e9cd9ee68e req-3703a40e-b8f2-4350-ac22-633d6e6b3324 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3bcc6fa8c59e4447a4230e9f8043053b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199127 Dec 17 13:43:19.817568 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:19.905485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00345a0-d9df-41a7-a631-50e9cd9ee68e req-1d32c7f6-f856-4e05-ba04-33649e33a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:19.907242 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b00345a0-d9df-41a7-a631-50e9cd9ee68e req-1d32c7f6-f856-4e05-ba04-33649e33a56d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035764 Dec 17 13:43:20.288787 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:43:20.439996 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1fc07f9c-75de-4cef-b1fd-06f1eecad237 req-a9172354-b90d-404e-aee1-a675b6e9df09 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0277662 Dec 17 13:43:21.545631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-63d8ca97-ca0e-4ee1-9255-04705fe076c2 req-0b95e68f-bd80-41ab-a5ed-3f055b7fd73a tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0278893 Dec 17 13:43:22.651166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b3ee58cb-9515-4ea2-abbf-5f0814c18abe req-c26e3f43-89e5-4e7c-bf5f-f4546dc79f34 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0284872 Dec 17 13:43:23.817356 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14afde85-4cee-4154-8a7f-a5b4a63dc885 req-b5c1c3b0-0f5a-4022-8821-1e2c2206a87f tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0843236 Dec 17 13:43:24.985601 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fa8d33e8-75b0-4624-bf24-223739dabdc5 req-3649cbdd-f00a-476e-9ca9-e353f9fc8888 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0924807 Dec 17 13:43:26.087089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6de7b757-2deb-473e-810b-3639c826fe82 req-d63424e7-117e-4c50-8e17-1dd7703fbd80 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0260332 Dec 17 13:43:27.191402 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a29cd027-d43a-4f91-bb0e-0ae5985f4ee3 req-79353353-da5e-4bca-9c3b-d57f3ccfb086 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0262859 Dec 17 13:43:28.294448 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4019734c-2c4f-456f-a3e3-85a2527744dc req-f40dfabb-1fce-43d8-889a-a41a3a85ab28 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0267816 Dec 17 13:43:29.400276 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7fe00534-6f85-48f9-8681-7512cf8a9235 req-360cfee6-c66c-43c8-87c6-c0100e1ef4dc tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0295191 Dec 17 13:43:30.501777 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e55a5aea-e5fe-4f2b-b4d6-f52ec5986bdd req-8796a986-c9c6-496e-bc2b-0f45feee1bc0 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0262194 Dec 17 13:43:31.608520 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-081b9bb8-0ae5-46f8-81bf-ae5517989a37 req-93daa91f-105d-4200-99b2-a0463bb1ac91 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0280955 Dec 17 13:43:31.856858 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:32.715456 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-791cb5d2-70c6-48bf-ada6-861d7b436918 req-1d70a35a-032f-4352-be74-706fafeff8ee tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0315473 Dec 17 13:43:33.816819 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-dd2d4854-0cc7-4d32-a9aa-2aa8d5a459f8 req-b254468f-d81b-4ad8-a074-e42d0f6b0659 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0257599 Dec 17 13:43:34.921718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f18c2603-9e67-4d42-a9af-6fe95565b4c8 req-a7400cce-19f7-42b9-8542-93e1a2d824fa tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0270762 Dec 17 13:43:36.029937 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0465525-f787-4e06-b183-181f915a60f0 req-e7010f58-2750-4bc5-819f-71ceead20694 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0293875 Dec 17 13:43:36.354286 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:37.016740 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43028) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:43:37.168960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43034) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:43:37.170370 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ab1c7488-efba-48d4-9f43-9dfd3320473b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=053e99d7cb504e1897b0e26aebdbcde8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523702 Dec 17 13:43:37.228089 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a718b60-7ef9-491c-910e-ac2332df0a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:37.252718 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a718b60-7ef9-491c-910e-ac2332df0a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:37.371678 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a718b60-7ef9-491c-910e-ac2332df0a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:37.374827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a718b60-7ef9-491c-910e-ac2332df0a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:37.389187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4a718b60-7ef9-491c-910e-ac2332df0a03 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66458947-f1a0-4b41-89c2-e40eaf78722b HTTP/1.1" status: 204 len: 168 time: 0.2089293 Dec 17 13:43:37.399465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a718b60-7ef9-491c-910e-ac2332df0a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66458947-f1a0-4b41-89c2-e40eaf78722b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:37.438876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f81c400b-df3b-4909-b38c-ec14dea1a46a req-e9d6cc15-e584-4be3-a241-cc820dd4abde tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0364716 Dec 17 13:43:38.549749 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ac77a9e3-5ffe-4440-b18d-d3e7695d1721 req-373fd1c7-f0f5-4f05-95d1-e7ab26c1e90e tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0285120 Dec 17 13:43:39.659020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a060b33-261f-4dcd-8bab-9f1eb883c11c req-8745c010-d36b-4a48-9129-4a02eff8e3d5 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0310309 Dec 17 13:43:40.770633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0bc7b070-77e0-4f24-a785-3dce0dfafaed req-e70066f6-b0e7-4be1-8693-d0740fa02d5d tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0308282 Dec 17 13:43:41.500552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-b38ee96c-e67f-4163-bdea-2efa78ba79fa tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=97ae24e7d03d426d899250e95e4ce92d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291400 Dec 17 13:43:41.642153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-4b869e11-dc24-4df3-9382-35615ffaf930 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:41.643624 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-4b869e11-dc24-4df3-9382-35615ffaf930 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375933 Dec 17 13:43:41.658960 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-2ff1c6d2-d0a7-4722-92cf-4da4bc0c415a tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/quotas/97ae24e7d03d426d899250e95e4ce92d HTTP/1.1" status: 200 len: 375 time: 0.0089505 Dec 17 13:43:41.690160 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-0b1898c7-439a-429d-8266-864def03a3fb tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=97ae24e7d03d426d899250e95e4ce92d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252807 Dec 17 13:43:41.873071 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-188adb54-b5b5-4480-bcf3-e15fa5714940 req-2214cb88-9e7d-4b5a-b87c-3d0aa0d004d4 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0271804 Dec 17 13:43:41.939043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5bf0e40-a1c7-41ef-b06c-9049f592c350 req-481d52df-f35b-4fea-8a36-6c7b8f47b880 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 210 time: 0.0269740 Dec 17 13:43:42.979124 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-542d95fe-8c0d-4fbd-949b-f58f85596f99 req-16c93b2b-b483-4843-a7f4-329c1e326cd9 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0274813 Dec 17 13:43:43.033429 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1d97e324-075f-44d3-8e29-da3e2469815b req-3e4d26dd-7eca-48a5-8a81-eb73d42aa132 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 210 time: 0.0260577 Dec 17 13:43:43.970951 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d099bc34-934f-4f48-9415-5742e4389986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:44.083145 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f8f2dbf9-8fda-436a-b97d-f1958a97ee25 req-0ed71d48-dc88-445d-a084-2e17bada7e0f tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0293820 Dec 17 13:43:44.130314 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c8e44737-8c66-49b0-b7a5-c15d85600ec5 req-92198a88-5978-449f-a3a3-97850768e22b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 210 time: 0.0263777 Dec 17 13:43:44.247807 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-756811d7-31e6-4230-9298-d9e0e31b80e0 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=97ae24e7d03d426d899250e95e4ce92d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260372 Dec 17 13:43:44.358849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-5046a485-0c70-4762-8acb-f672d3c578e7 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:44.360324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-5046a485-0c70-4762-8acb-f672d3c578e7 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1062107 Dec 17 13:43:44.373471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Request body: {'port': {'device_id': '96fb87a2-303b-455a-ac89-46347f41691f', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': '97ae24e7d03d426d899250e95e4ce92d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:43:44.588757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Made reservation on behalf of 97ae24e7d03d426d899250e95e4ce92d for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:43:44.592423 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:44.601371 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:44.676461 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:44.810872 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:44.872088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048f4633-a9f8-4faa-ad74-17c1c00c7269,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:44.888139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.888493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.888842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.889189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.889612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.889892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.890227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.890559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.890888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.891214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.891539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.891869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.892193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:44.959364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Allocated IP 192.168.233.11 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/10b25b68-8805-4930-87d3-55410ae224c7) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:43:45.101265 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:45.187663 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bea90499-283d-457a-8f09-5061381420b7 req-74607b37-4423-44ca-8f5f-c610b4c5e11f tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0274162 Dec 17 13:43:45.188934 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:45.258560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:43:45.266645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:43:45.273386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:43:45.278202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Pushing event updated for resources: {'Port': ['ID=10b25b68-8805-4930-87d3-55410ae224c7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:45.322087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5706a-de25-48a2-92ff-66eb01b8ab43 req-5d99e3cc-7a5a-4028-8e75-efd6152ecdef tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:45.326402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-faa5706a-de25-48a2-92ff-66eb01b8ab43 req-5d99e3cc-7a5a-4028-8e75-efd6152ecdef tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 935 time: 0.1220160 Dec 17 13:43:45.347921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:45.348572 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:45.398736 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-faa5706a-de25-48a2-92ff-66eb01b8ab43 req-0e6375a0-582a-41e2-a398-20a84929ad17 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/security-groups?id=048f4633-a9f8-4faa-ad74-17c1c00c7269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662529 Dec 17 13:43:45.449168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-220058d6-459d-4997-a07c-20a810bc942b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0793064 Dec 17 13:43:45.464892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Request body: {'port': {'device_id': '96fb87a2-303b-455a-ac89-46347f41691f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:43:45.513791 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:45.539119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b2716ad6-8622-4e2b-a409-557d2843b255 None None] Provisioning complete for port 10b25b68-8805-4930-87d3-55410ae224c7 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:43:45.540639 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b2716ad6-8622-4e2b-a409-557d2843b255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:45.575955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b2716ad6-8622-4e2b-a409-557d2843b255 None None] Port 10b25b68-8805-4930-87d3-55410ae224c7 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:43:45.771521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b25b68-8805-4930-87d3-55410ae224c7 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:43:45.779417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:45.791261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Transition to ACTIVE for port object 10b25b68-8805-4930-87d3-55410ae224c7 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:43:45.919568 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:45.974750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=10b25b68-8805-4930-87d3-55410ae224c7,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:46.054163 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Attempting to bind port 10b25b68-8805-4930-87d3-55410ae224c7 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:43:46.054507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Attempting to bind port 10b25b68-8805-4930-87d3-55410ae224c7 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:43:46.054843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Attempting to bind port 10b25b68-8805-4930-87d3-55410ae224c7 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:43:46.060389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Port 10b25b68-8805-4930-87d3-55410ae224c7 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:43:46.060720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Attempting to bind port 10b25b68-8805-4930-87d3-55410ae224c7 on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:43:46.066159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:43:46.070136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:43:46.070136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:43:46.070136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Bound port: 10b25b68-8805-4930-87d3-55410ae224c7, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:43:46.070136 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:46.134994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] For port 10b25b68-8805-4930-87d3-55410ae224c7, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:43:46.138384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] For port 10b25b68-8805-4930-87d3-55410ae224c7, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=10b25b68-8805-4930-87d3-55410ae224c7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:43:46.240373 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:46.288041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:46.288680 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:46.290237 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] 10.222.0.54 "PUT /v2.0/ports/10b25b68-8805-4930-87d3-55410ae224c7 HTTP/1.1" status: 200 len: 1095 time: 0.8329501 Dec 17 13:43:46.291193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fb87a2-303b-455a-ac89-46347f41691f', 'tag': '10b25b68-8805-4930-87d3-55410ae224c7'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:43:46.293535 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34fcfda-d654-41bb-aa5f-4829190df44d" -d '{"events": [{"name": "network-changed", "server_uuid": "96fb87a2-303b-455a-ac89-46347f41691f", "tag": "10b25b68-8805-4930-87d3-55410ae224c7"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:43:46.301537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-375c20b6-e5bb-4802-9b4e-ee8656fd8ad2 req-46a5e815-980b-48fc-b5be-c74e37eb8093 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0312560 Dec 17 13:43:46.321334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7c8de-422c-44ee-a963-5a4b2466fcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=10b25b68-8805-4930-87d3-55410ae224c7,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:46.345233 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef902f6-e7c4-429c-818c-a16f3d2dabed x-openstack-request-id: req-4ef902f6-e7c4-429c-818c-a16f3d2dabed {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:43:46.345537 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96fb87a2-303b-455a-ac89-46347f41691f", "tag": "10b25b68-8805-4930-87d3-55410ae224c7", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:43:46.345882 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ef902f6-e7c4-429c-818c-a16f3d2dabed {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:43:46.346296 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96fb87a2-303b-455a-ac89-46347f41691f', 'tag': '10b25b68-8805-4930-87d3-55410ae224c7', 'status': 'completed', 'code': 200} Dec 17 13:43:46.354282 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd904485-679f-4ba2-a60c-6567c946c8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:46.412253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fcfda-d654-41bb-aa5f-4829190df44d req-2f7176a0-dc24-4e7a-872d-4c614f34430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:46.413908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f34fcfda-d654-41bb-aa5f-4829190df44d req-2f7176a0-dc24-4e7a-872d-4c614f34430b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97ae24e7d03d426d899250e95e4ce92d&device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 1098 time: 0.0438704 Dec 17 13:43:46.447020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f34fcfda-d654-41bb-aa5f-4829190df44d req-b74acbfb-d4ba-4bd2-953f-22bd97dc217d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=97ae24e7d03d426d899250e95e4ce92d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246139 Dec 17 13:43:46.527315 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090509b7-1763-4555-bb3a-cfea1e7e603b req-0a060b0b-068e-43fe-838c-d41a7a932661 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:46.528919 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-090509b7-1763-4555-bb3a-cfea1e7e603b req-0a060b0b-068e-43fe-838c-d41a7a932661 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 947 time: 0.0572243 Dec 17 13:43:46.555005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fcfda-d654-41bb-aa5f-4829190df44d req-c7f77eec-83cd-4227-a1a6-eb68b71bbcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:46.556671 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f34fcfda-d654-41bb-aa5f-4829190df44d req-c7f77eec-83cd-4227-a1a6-eb68b71bbcf9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021028 Dec 17 13:43:46.581033 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-090509b7-1763-4555-bb3a-cfea1e7e603b req-fbd48582-adcb-4fed-8b47-3c1aa6367c88 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/security-groups?id=048f4633-a9f8-4faa-ad74-17c1c00c7269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Dec 17 13:43:46.638582 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-ca58c0ec-b0ab-4312-892e-b707eca927ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:46.640079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-ca58c0ec-b0ab-4312-892e-b707eca927ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97ae24e7d03d426d899250e95e4ce92d&device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 1098 time: 0.0426288 Dec 17 13:43:46.685148 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-1cfad90c-dfa9-4eac-ab2b-d44beb45a6e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=10b25b68-8805-4930-87d3-55410ae224c7 HTTP/1.1" status: 200 len: 217 time: 0.0354552 Dec 17 13:43:46.734211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-2a884dfb-b516-4a7c-a357-9154661e6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:46.735790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-2a884dfb-b516-4a7c-a357-9154661e6369 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0436137 Dec 17 13:43:46.787522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-4d61b77f-9863-42a9-bab4-5c76c63921ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:46.789149 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-4d61b77f-9863-42a9-bab4-5c76c63921ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460377 Dec 17 13:43:46.880253 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-3af0c95c-e079-4a80-8465-fcf805841191 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836308 Dec 17 13:43:46.973057 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9bb6de78-5a7b-4868-a5e0-94f5b2b29738 req-be436bf1-2fd8-475f-b3aa-e29752033281 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860662 Dec 17 13:43:47.423972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0dc4dfba-aa13-47af-b698-949fc834d9eb req-064d5800-ef19-485c-8192-31de7491b76d tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0271909 Dec 17 13:43:47.699585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47397892-dce9-4b11-acf4-46f1b2039125 req-da74951b-d4d7-4129-bf7c-b840508cf475 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:47.701000 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47397892-dce9-4b11-acf4-46f1b2039125 req-da74951b-d4d7-4129-bf7c-b840508cf475 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 947 time: 0.0483487 Dec 17 13:43:47.750022 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-47397892-dce9-4b11-acf4-46f1b2039125 req-249ac8c3-fd12-4bc5-9d1b-438cf3661e72 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/security-groups?id=048f4633-a9f8-4faa-ad74-17c1c00c7269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419586 Dec 17 13:43:47.760598 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:48.308875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e5cdf175-5bc2-4d26-9fd0-5d3b65fa906e req-142dc4f6-cb60-4af8-9deb-ee571daec598 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0245509 Dec 17 13:43:48.524218 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52c43e01-22c6-4a55-8a7e-d0c6a87456c0 req-a616a15f-d76e-4f08-958b-dec089c4b038 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0253878 Dec 17 13:43:48.869706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b29dd-f791-42fe-90fe-98f0a4a4be55 req-228ccbd4-3906-420a-aac8-9cc484b0d11c tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:48.871285 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-533b29dd-f791-42fe-90fe-98f0a4a4be55 req-228ccbd4-3906-420a-aac8-9cc484b0d11c tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 947 time: 0.0532308 Dec 17 13:43:48.919913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-533b29dd-f791-42fe-90fe-98f0a4a4be55 req-6e45914a-dffe-495b-91f5-ee2cec7208fb tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/security-groups?id=048f4633-a9f8-4faa-ad74-17c1c00c7269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415282 Dec 17 13:43:48.971099 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:49.625693 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2a47810-d9c3-420e-a1d9-0479c046b32b req-9a378a0d-f7fe-418f-bec6-acf750716bbb tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0270393 Dec 17 13:43:49.853348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 10b25b68-8805-4930-87d3-55410ae224c7 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:43:49.870654 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:49.926451 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1802ba4-9267-4748-9137-f1c556ef93b7 req-2dd2c013-e4c5-4feb-a4c2-903d4d7a9bff tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=2adb9c90-6603-4fcd-91b2-0f3a9879fd7e&device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0277529 Dec 17 13:43:50.002436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 10b25b68-8805-4930-87d3-55410ae224c7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=10b25b68-8805-4930-87d3-55410ae224c7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:43:50.014294 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '10b25b68-8805-4930-87d3-55410ae224c7', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': '10b25b68-8805-4930-87d3-55410ae224c7', 'mac_address': 'fa:16:3e:fd:2a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:43:50.045099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff4a1f-386b-44d5-a5bb-e625c521ee59 req-8398b214-5325-453f-885e-09f24864b1e1 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:50.046700 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98ff4a1f-386b-44d5-a5bb-e625c521ee59 req-8398b214-5325-453f-885e-09f24864b1e1 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 947 time: 0.0551877 Dec 17 13:43:50.052671 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:50.067203 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b25b68-8805-4930-87d3-55410ae224c7 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:43:50.088223 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 10b25b68-8805-4930-87d3-55410ae224c7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=10b25b68-8805-4930-87d3-55410ae224c7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:43:50.095228 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98ff4a1f-386b-44d5-a5bb-e625c521ee59 req-16013524-8044-485b-b583-5bb6ae94f7d6 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/security-groups?id=048f4633-a9f8-4faa-ad74-17c1c00c7269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Dec 17 13:43:50.148046 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:50.196617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=10b25b68-8805-4930-87d3-55410ae224c7,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:50.352957 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-900abd72-7b3b-40a6-8c6b-f067a726b94c req-bc04c3ff-3f0d-4a56-8201-9ab8f75d94a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bcc6fa8c59e4447a4230e9f8043053b&device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0331955 Dec 17 13:43:50.355807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['10b25b68-8805-4930-87d3-55410ae224c7'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:43:50.368155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb03b798-dc38-46f9-b93d-bc44af45ad6f req-73d35cd4-844b-4eec-8211-a5376e97b618 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0385447 Dec 17 13:43:50.398586 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-900abd72-7b3b-40a6-8c6b-f067a726b94c req-4a45334e-5a3e-47c3-ace6-d67af599613c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3bcc6fa8c59e4447a4230e9f8043053b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326614 Dec 17 13:43:50.498258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900abd72-7b3b-40a6-8c6b-f067a726b94c req-34653ab6-9e5b-4547-b3e0-7779d7cb7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:50.500781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-900abd72-7b3b-40a6-8c6b-f067a726b94c req-34653ab6-9e5b-4547-b3e0-7779d7cb7bc6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947828 Dec 17 13:43:51.209790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1852e5-80b2-4619-acaf-0b05de77a942 req-a6410c28-a966-45e0-b751-4bdf61b203a5 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:51.211275 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e1852e5-80b2-4619-acaf-0b05de77a942 req-a6410c28-a966-45e0-b751-4bdf61b203a5 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 948 time: 0.0479198 Dec 17 13:43:51.257727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e1852e5-80b2-4619-acaf-0b05de77a942 req-a2fd2cca-bdb9-48e9-b746-eb98e5cc1506 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/security-groups?id=048f4633-a9f8-4faa-ad74-17c1c00c7269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Dec 17 13:43:51.473165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3ad242a-301a-42fd-820b-29f0f3ab75fb req-6dff7c1f-e8c4-40b1-850e-4234d93c51f0 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0279028 Dec 17 13:43:51.857331 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-900abd72-7b3b-40a6-8c6b-f067a726b94c req-79c9d375-03eb-41cd-bde6-98b45cd21e08 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.61 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0260205 Dec 17 13:43:51.868273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 10b25b68-8805-4930-87d3-55410ae224c7 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:43:52.027993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 10b25b68-8805-4930-87d3-55410ae224c7 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:43:52.032268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 10b25b68-8805-4930-87d3-55410ae224c7 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:43:52.032705 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:52.114906 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:52.137191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fb87a2-303b-455a-ac89-46347f41691f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b25b68-8805-4930-87d3-55410ae224c7'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:43:52.139980 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695f7677-4690-4285-9b47-8525dc3e1c5e" -d '{"events": [{"server_uuid": "96fb87a2-303b-455a-ac89-46347f41691f", "name": "network-vif-plugged", "status": "completed", "tag": "10b25b68-8805-4930-87d3-55410ae224c7"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:43:52.153107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 10b25b68-8805-4930-87d3-55410ae224c7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=10b25b68-8805-4930-87d3-55410ae224c7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:43:52.187938 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ff1db7-7c08-4be5-b9c1-93c1a3dd713c x-openstack-request-id: req-a7ff1db7-7c08-4be5-b9c1-93c1a3dd713c {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:43:52.187938 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fb87a2-303b-455a-ac89-46347f41691f", "name": "network-vif-plugged", "status": "completed", "tag": "10b25b68-8805-4930-87d3-55410ae224c7", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:43:52.187938 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7ff1db7-7c08-4be5-b9c1-93c1a3dd713c {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:43:52.193210 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fb87a2-303b-455a-ac89-46347f41691f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b25b68-8805-4930-87d3-55410ae224c7', 'code': 200} Dec 17 13:43:52.238834 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:52.285192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46774e44-1070-4203-86c6-1a228f6f191c req-d6763246-f18c-4c0f-8560-f9b0a5f8acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:52.286874 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46774e44-1070-4203-86c6-1a228f6f191c req-d6763246-f18c-4c0f-8560-f9b0a5f8acd1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 1100 time: 0.0404146 Dec 17 13:43:52.287854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=10b25b68-8805-4930-87d3-55410ae224c7,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:52.360603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46774e44-1070-4203-86c6-1a228f6f191c req-8f0fa294-2b71-4085-94e2-b17409a3a60e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=048f4633-a9f8-4faa-ad74-17c1c00c7269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666254 Dec 17 13:43:52.381892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073c5b9-ca80-4cb0-b1af-bd4e5e217344 req-421f5741-2aab-47a8-ad7d-89f7a3fae21b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:52.383262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8073c5b9-ca80-4cb0-b1af-bd4e5e217344 req-421f5741-2aab-47a8-ad7d-89f7a3fae21b tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 949 time: 0.0564754 Dec 17 13:43:52.429068 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8073c5b9-ca80-4cb0-b1af-bd4e5e217344 req-ef5673d4-89c7-42e0-8375-fcd6c04958bb tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/security-groups?id=048f4633-a9f8-4faa-ad74-17c1c00c7269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Dec 17 13:43:52.586053 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ae9b78b4-7e6f-4b2e-a8a5-4482a3e3120d req-5e63b8e8-ebd4-435c-a7f1-2e9ebe024b77 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=3798002e-2c19-4d97-9b07-1a522e10050c HTTP/1.1" status: 200 len: 210 time: 0.0278029 Dec 17 13:43:53.546988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83ed10-235f-42fb-8a45-6e526810250d req-a142a70d-82ac-4315-b8ec-5342ac4b40e3 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:53.548486 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c83ed10-235f-42fb-8a45-6e526810250d req-a142a70d-82ac-4315-b8ec-5342ac4b40e3 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 949 time: 0.0501947 Dec 17 13:43:53.596059 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c83ed10-235f-42fb-8a45-6e526810250d req-32aefe23-b4e6-490e-be7c-86fdecceb276 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/security-groups?id=048f4633-a9f8-4faa-ad74-17c1c00c7269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Dec 17 13:43:54.155975 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7be181bc-3199-4cb9-bbbb-b2d36bf171c0 req-ff263444-5ad4-4ebb-b2d9-84746cff945a tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=2adb9c90-6603-4fcd-91b2-0f3a9879fd7e HTTP/1.1" status: 200 len: 210 time: 0.0307009 Dec 17 13:43:54.166665 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72e5a262-0c8e-404e-93ac-0671c76a5c79 req-55f494c5-dab5-439d-b898-efb74bb295d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bcc6fa8c59e4447a4230e9f8043053b&device_id=2adb9c90-6603-4fcd-91b2-0f3a9879fd7e HTTP/1.1" status: 200 len: 210 time: 0.0292978 Dec 17 13:43:54.198341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72e5a262-0c8e-404e-93ac-0671c76a5c79 req-24fae100-e147-492a-acc2-a846d7cb5e32 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3bcc6fa8c59e4447a4230e9f8043053b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195119 Dec 17 13:43:54.290971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a262-0c8e-404e-93ac-0671c76a5c79 req-a24e4d67-1889-4cd3-ad1c-00da355718c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:54.292598 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72e5a262-0c8e-404e-93ac-0671c76a5c79 req-a24e4d67-1889-4cd3-ad1c-00da355718c0 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853503 Dec 17 13:43:54.729760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e2729-1378-4f2c-b05a-046f81da8da8 req-6ab745d9-de86-40de-87b0-ab00607d42c9 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:54.731224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-602e2729-1378-4f2c-b05a-046f81da8da8 req-6ab745d9-de86-40de-87b0-ab00607d42c9 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 949 time: 0.0516686 Dec 17 13:43:54.778099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-602e2729-1378-4f2c-b05a-046f81da8da8 req-71b9c4a4-6396-4623-b50c-062a9def2013 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/security-groups?id=048f4633-a9f8-4faa-ad74-17c1c00c7269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Dec 17 13:43:55.256000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72069136-11ad-4fb0-9069-1574d69945aa req-9c6c2407-017c-450d-80ba-ce7b44a2371a tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:55.257590 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72069136-11ad-4fb0-9069-1574d69945aa req-9c6c2407-017c-450d-80ba-ce7b44a2371a tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 949 time: 0.0616190 Dec 17 13:43:55.267979 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c7ab6f4e-8901-4430-9afa-6bdc860f4ddf req-33875726-589a-4681-995e-c006224714d3 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=2adb9c90-6603-4fcd-91b2-0f3a9879fd7e HTTP/1.1" status: 200 len: 210 time: 0.0328603 Dec 17 13:43:55.306426 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72069136-11ad-4fb0-9069-1574d69945aa req-30a47259-5a38-4ce3-93a0-23e393d44d26 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/security-groups?id=048f4633-a9f8-4faa-ad74-17c1c00c7269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426359 Dec 17 13:43:55.692619 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72e5a262-0c8e-404e-93ac-0671c76a5c79 req-668cbf45-631e-43b4-bc0f-d607c14c51c6 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.61 "GET /v2.0/ports?device_id=2adb9c90-6603-4fcd-91b2-0f3a9879fd7e HTTP/1.1" status: 200 len: 210 time: 0.0249465 Dec 17 13:43:56.381517 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-62233c7d-7b9c-4853-8636-0e245d723562 req-7de89759-69af-4146-8e25-5e7b96220456 tempest-ServerShowV247Test-575475139 tempest-ServerShowV247Test-575475139-project] 10.222.0.59 "GET /v2.0/ports?device_id=2adb9c90-6603-4fcd-91b2-0f3a9879fd7e HTTP/1.1" status: 200 len: 210 time: 0.0286047 Dec 17 13:43:56.428489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec937873-c439-425c-8ea7-64438957ab31 req-db1b5174-46c2-4dc8-ae53-7c36dc01e095 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:56.429984 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec937873-c439-425c-8ea7-64438957ab31 req-db1b5174-46c2-4dc8-ae53-7c36dc01e095 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 949 time: 0.0528805 Dec 17 13:43:56.510366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b36be-2605-4de5-8746-343b504ae538 req-6ee0340d-4e4b-4611-b1d2-3479c307dbac tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:43:56.511854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb8b36be-2605-4de5-8746-343b504ae538 req-6ee0340d-4e4b-4611-b1d2-3479c307dbac tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.54 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 949 time: 0.0800061 Dec 17 13:43:56.516077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ec937873-c439-425c-8ea7-64438957ab31 req-ded0e244-44e7-4844-8ffe-b23d30576a03 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/security-groups?id=048f4633-a9f8-4faa-ad74-17c1c00c7269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759997 Dec 17 13:43:56.604111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-cb8b36be-2605-4de5-8746-343b504ae538 req-9a3a5857-4c6e-4b30-86ea-6ec493b7237c tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Deleting port 10b25b68-8805-4930-87d3-55410ae224c7 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:43:56.604453 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cb8b36be-2605-4de5-8746-343b504ae538 req-9a3a5857-4c6e-4b30-86ea-6ec493b7237c tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:56.695097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-cb8b36be-2605-4de5-8746-343b504ae538 req-9a3a5857-4c6e-4b30-86ea-6ec493b7237c tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] For port 10b25b68-8805-4930-87d3-55410ae224c7, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=10b25b68-8805-4930-87d3-55410ae224c7,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:43:56.695393 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cb8b36be-2605-4de5-8746-343b504ae538 req-9a3a5857-4c6e-4b30-86ea-6ec493b7237c tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:56.707632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-cb8b36be-2605-4de5-8746-343b504ae538 req-9a3a5857-4c6e-4b30-86ea-6ec493b7237c tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Calling delete_port for 10b25b68-8805-4930-87d3-55410ae224c7 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:43:56.902291 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cb8b36be-2605-4de5-8746-343b504ae538 req-9a3a5857-4c6e-4b30-86ea-6ec493b7237c tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:56.913683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['10b25b68-8805-4930-87d3-55410ae224c7'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:43:56.928894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a5857-4c6e-4b30-86ea-6ec493b7237c tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Pushing event deleted for resources: {'Port': ['ID=10b25b68-8805-4930-87d3-55410ae224c7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:56.973685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8b36be-2605-4de5-8746-343b504ae538 req-9a3a5857-4c6e-4b30-86ea-6ec493b7237c tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] No DVR routers for this DVR port 10b25b68-8805-4930-87d3-55410ae224c7 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:43:56.976460 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cb8b36be-2605-4de5-8746-343b504ae538 req-9a3a5857-4c6e-4b30-86ea-6ec493b7237c tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:56.979975 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb8b36be-2605-4de5-8746-343b504ae538 req-9a3a5857-4c6e-4b30-86ea-6ec493b7237c tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.54 "DELETE /v2.0/ports/10b25b68-8805-4930-87d3-55410ae224c7 HTTP/1.1" status: 204 len: 173 time: 0.4618025 Dec 17 13:43:56.980514 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fb87a2-303b-455a-ac89-46347f41691f', 'name': 'network-vif-deleted', 'tag': '10b25b68-8805-4930-87d3-55410ae224c7'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:43:56.982893 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e47032-82ec-4e69-8aa6-e4d737312834" -d '{"events": [{"server_uuid": "96fb87a2-303b-455a-ac89-46347f41691f", "name": "network-vif-deleted", "tag": "10b25b68-8805-4930-87d3-55410ae224c7"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:43:57.019873 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42491b5-b0bb-46d8-85e1-65b84e4d6214 x-openstack-request-id: req-c42491b5-b0bb-46d8-85e1-65b84e4d6214 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:43:57.020306 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fb87a2-303b-455a-ac89-46347f41691f", "name": "network-vif-deleted", "tag": "10b25b68-8805-4930-87d3-55410ae224c7", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:43:57.020573 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c42491b5-b0bb-46d8-85e1-65b84e4d6214 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:43:57.021008 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fb87a2-303b-455a-ac89-46347f41691f', 'name': 'network-vif-deleted', 'tag': '10b25b68-8805-4930-87d3-55410ae224c7', 'status': 'completed', 'code': 200} Dec 17 13:43:57.288359 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:43:57.628184 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a4f63539-a701-4ee8-9b7b-64d5ef749006 req-0b6172bd-278d-437f-8125-ee6df833e4c1 tempest-VolumesNegativeTest-2072588680 tempest-VolumesNegativeTest-2072588680-project] 10.222.0.59 "GET /v2.0/ports?device_id=96fb87a2-303b-455a-ac89-46347f41691f HTTP/1.1" status: 200 len: 210 time: 0.0261760 Dec 17 13:43:57.895959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43182) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:43:58.002324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-604f5629-17c8-466b-902b-b2213a4ccf68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:58.077638 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-604f5629-17c8-466b-902b-b2213a4ccf68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:58.141942 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-604f5629-17c8-466b-902b-b2213a4ccf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:58.180823 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-604f5629-17c8-466b-902b-b2213a4ccf68 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3bcc6fa8c59e4447a4230e9f8043053b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2837801 Dec 17 13:43:58.181811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f5629-17c8-466b-902b-b2213a4ccf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b04305-566c-445a-b58e-cd592d652d43,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:58.183619 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43186) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:43:58.231328 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:58.252620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:58.364878 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:58.367505 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:43:58.368660 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32b04305-566c-445a-b58e-cd592d652d43 HTTP/1.1" status: 204 len: 168 time: 0.1839969 Dec 17 13:43:58.376721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b04305-566c-445a-b58e-cd592d652d43,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:43:58.384272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.384641 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.384941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.385355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.385618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.385942 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.386266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.386587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.386909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.387231 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.387549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.387868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.388187 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d9c8d-c36c-4f1c-b66a-d46e99f36193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:43:58.881633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-485f67f2-f727-4f35-9910-28bc52618e7b req-e5a1223c-d4c5-40a1-af5f-4cda610fc8f8 service neutron] (110454) timed out ('10.222.0.59', 57774) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:43:59.853534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-764cd585-40da-4c63-8ec2-5a5f9ace05f9 req-b056a6d9-e0cd-4535-92f0-0c0abf3a921d tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0266073 Dec 17 13:43:59.899394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 10b25b68-8805-4930-87d3-55410ae224c7 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:43:59.919899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 10b25b68-8805-4930-87d3-55410ae224c7 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:43:59.920322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 10b25b68-8805-4930-87d3-55410ae224c7 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:44:00.956474 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9079e856-800f-4057-8c38-6a12bf4c65dc req-38503c09-ac3c-44fb-a331-e5546b076e19 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0280361 Dec 17 13:44:01.959091 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:02.058668 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5bd2efb4-6bc2-4984-af16-30abfae2a99c req-91f1d1f8-518f-431d-ab8f-3309c567d35c tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0265820 Dec 17 13:44:03.162171 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e3318708-1797-4f75-9748-6c1ebc1c8057 req-a85ac5d0-ca58-4125-9b77-c14eb307e2a8 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0275166 Dec 17 13:44:03.437008 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61257b20-3398-469b-9832-d078a208fbd3 req-8ff18257-0d36-4e12-b465-9edd9922f304 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0252140 Dec 17 13:44:04.267600 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ebf26ae4-1984-4113-a19c-a6ff45360e70 req-bd08d52b-8dbf-45b8-8cc8-67551faad60c tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0268703 Dec 17 13:44:05.376149 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9bcd6711-8809-4e26-a48c-7d0bb11e3d1e req-6308a162-edd2-405b-a3bd-29efdf69e022 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0285625 Dec 17 13:44:05.804231 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94166705-0614-4d99-8a94-cb40215658e2 req-e714f197-a7be-4f6e-80d8-905959a43a33 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0267177 Dec 17 13:44:06.330724 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:06.830571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43510) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:06.913039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b0403679-5d75-4d9e-bbfa-4d5080e58dce req-5b133d49-20d4-4559-9789-d9c8a9ee767c tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0320714 Dec 17 13:44:06.982592 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ee635c13-e7f7-4ac2-9750-981b41d99127 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97ae24e7d03d426d899250e95e4ce92d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507814 Dec 17 13:44:06.984968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43516) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:07.035304 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9487b2b8-e38b-4bf2-907c-5960e58453a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:07.057664 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9487b2b8-e38b-4bf2-907c-5960e58453a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:07.169387 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9487b2b8-e38b-4bf2-907c-5960e58453a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:07.169387 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9487b2b8-e38b-4bf2-907c-5960e58453a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:07.169387 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9487b2b8-e38b-4bf2-907c-5960e58453a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/048f4633-a9f8-4faa-ad74-17c1c00c7269 HTTP/1.1" status: 204 len: 168 time: 0.1827304 Dec 17 13:44:07.177272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487b2b8-e38b-4bf2-907c-5960e58453a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048f4633-a9f8-4faa-ad74-17c1c00c7269,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:08.020250 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b321f8e1-dae9-433e-aff0-2649bbce4425 req-413bb030-7420-4fc6-890f-33fe1816d9c0 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0274856 Dec 17 13:44:09.126713 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f865bb7b-c8ec-4692-a923-f3a672a65e0f req-11fd007d-33ce-4f1b-838c-bfc1f284128c tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0315220 Dec 17 13:44:10.247057 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13f937cd-9f9e-4607-8d64-326cff00f6de req-d5b5c247-3280-4f43-98ea-dfec5ee2b92d tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0303879 Dec 17 13:44:11.356042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9971be5b-10fd-42a8-a8ab-187bec8e81fc req-cdf8e5d8-4571-46dd-96ea-b342f68d735a tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0257235 Dec 17 13:44:12.457487 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f183ffe4-4bcd-4619-8adb-58e73e92caa7 req-870f3e24-196f-4d24-bed5-f10c5072fbe4 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0272069 Dec 17 13:44:13.564638 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0a9672b-c1dc-4891-b139-ed44dbe549aa req-ae601427-ebc1-4315-93d1-b9863c2c3c8c tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0272491 Dec 17 13:44:13.891197 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4042327d-4120-451f-98c9-ad4d4a0c3b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:14.673758 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6922e39-ec45-4c67-ab2c-8c56d8f39388 req-b696d539-5034-4c42-a992-0739868be833 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0295014 Dec 17 13:44:15.779105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b18925d8-6ffa-441a-8150-0cfb32a593ae req-1f3b0e87-db16-4548-ad86-6edbb8fb15ee tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0265145 Dec 17 13:44:16.528187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a2b73bc-2f2d-45ba-83ec-c1b65bb6055f req-976ed328-1773-4716-8424-30fd4529efb2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440743 Dec 17 13:44:16.529477 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7faa0a16-436f-4cb3-942f-4be5a022346e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:16.624333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b73bc-2f2d-45ba-83ec-c1b65bb6055f req-6270b2db-a0ea-4aa4-beff-814cbc29b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:44:16.625868 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a2b73bc-2f2d-45ba-83ec-c1b65bb6055f req-6270b2db-a0ea-4aa4-beff-814cbc29b6aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 1096 time: 0.3757319 Dec 17 13:44:16.731277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b73bc-2f2d-45ba-83ec-c1b65bb6055f req-446b7bd7-3276-4189-8cf0-4376ca5341a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:44:16.732743 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a2b73bc-2f2d-45ba-83ec-c1b65bb6055f req-446b7bd7-3276-4189-8cf0-4376ca5341a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.0857396 Dec 17 13:44:16.804768 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a2b73bc-2f2d-45ba-83ec-c1b65bb6055f req-12f928b7-3849-4f14-8037-58f28a8ddb7f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd1c2ed4-2a03-4b3a-a9aa-45170783628c HTTP/1.1" status: 200 len: 1000 time: 0.0642107 Dec 17 13:44:16.856193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b73bc-2f2d-45ba-83ec-c1b65bb6055f req-99235522-8918-479c-b83e-4b0649ab7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:44:16.857807 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a2b73bc-2f2d-45ba-83ec-c1b65bb6055f req-99235522-8918-479c-b83e-4b0649ab7b1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0464232 Dec 17 13:44:16.883841 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f6fdae50-8c89-483d-94b1-6d6c1d6989eb req-6084378f-5de0-419a-9d65-39ce684e26a7 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0274348 Dec 17 13:44:16.909718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b73bc-2f2d-45ba-83ec-c1b65bb6055f req-bc0910a3-2c73-43c9-baf9-cebb8693fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:44:16.909718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a2b73bc-2f2d-45ba-83ec-c1b65bb6055f req-bc0910a3-2c73-43c9-baf9-cebb8693fb62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429971 Dec 17 13:44:17.003045 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a2b73bc-2f2d-45ba-83ec-c1b65bb6055f req-5c0dad14-4aca-4ae9-ba33-d9fcf44cf152 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867822 Dec 17 13:44:17.096527 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a2b73bc-2f2d-45ba-83ec-c1b65bb6055f req-86a43ed3-89a5-4ef6-a765-eaba83e1a85d service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857253 Dec 17 13:44:17.822146 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:17.996372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-213e114a-a839-4811-bd97-f6ca6c9f3213 req-6e175d13-3ffb-4b52-a482-087db3801f6e tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0321534 Dec 17 13:44:18.987908 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:19.101666 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6581657e-0532-463c-8230-27e0e6257410 req-2b30676c-f4d5-4f18-94ee-c7f06e6055a7 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0269942 Dec 17 13:44:19.826321 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:20.219070 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6606f29d-c416-44e9-83fd-c3d98f75b193 req-6d4a50d0-7eec-460f-b6b0-ff515537b27f tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0276458 Dec 17 13:44:21.320010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b6f4002-d8a6-41e3-bbd6-53cda6f752c9 req-fb3e7042-b86a-4a3b-a91e-13b2fa1a5e62 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0267568 Dec 17 13:44:22.424959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1dac6698-fd78-4018-a72c-de810f89c219 req-a316f522-55d7-4b3e-982d-61c8df044f06 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0278831 Dec 17 13:44:23.527764 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d7beba5-5608-4e3f-ba3e-8ba3525e25c9 req-1096b708-87e2-49d7-beb3-765871370596 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0269711 Dec 17 13:44:24.638596 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c125e383-ec40-48bb-8f62-28575b65f044 req-464aa158-a3b2-4e00-bad5-f3e234e64d4f tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0277419 Dec 17 13:44:25.741818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-306d63f5-4bdb-4ee7-a495-5a93790b4d28 req-333909d8-94f0-4c1e-a0ae-deaf64c96023 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0262973 Dec 17 13:44:26.845734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1298a1d9-1e6a-42df-9a48-56b116719ccd req-7aed9f06-4dc9-414c-8290-0abe01aa41e2 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0275388 Dec 17 13:44:27.954702 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43f701fd-a6ea-4761-a555-9c7456d92743 req-a80400e9-dd69-44ea-9f57-a70a4c0ebf25 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0304022 Dec 17 13:44:29.058640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-277a7ee3-8eef-462f-a0f3-3c21392c19ef req-0d196d65-d414-4d4e-b417-726ba01d5614 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0259449 Dec 17 13:44:29.919099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43696) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:30.051340 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eb646917-ba92-44fc-b75b-ef53148093df admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:30.149598 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eb646917-ba92-44fc-b75b-ef53148093df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:30.177967 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3329f4dc-1e2c-4e19-8faa-41e3225172ae req-40557357-eb14-4130-a382-33a68447f9dd tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0327084 Dec 17 13:44:30.227344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eb646917-ba92-44fc-b75b-ef53148093df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:30.269189 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-eb646917-ba92-44fc-b75b-ef53148093df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c5fa4bfbc86645abb4f047cea323b488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3489180 Dec 17 13:44:30.270243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb646917-ba92-44fc-b75b-ef53148093df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4582d197-6a27-43f8-acdd-9a81d6c53b60,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:30.271887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43702) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:30.328837 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f936-ab99-45fc-976a-db97f5e49b5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:30.351209 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f936-ab99-45fc-976a-db97f5e49b5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:30.482700 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f936-ab99-45fc-976a-db97f5e49b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:30.486019 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-aeb4f936-ab99-45fc-976a-db97f5e49b5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:30.487178 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-aeb4f936-ab99-45fc-976a-db97f5e49b5c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4582d197-6a27-43f8-acdd-9a81d6c53b60 HTTP/1.1" status: 204 len: 168 time: 0.2142875 Dec 17 13:44:30.495576 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4f936-ab99-45fc-976a-db97f5e49b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4582d197-6a27-43f8-acdd-9a81d6c53b60,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:31.282739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-37885a32-66c5-409d-ac89-e21d44a88556 req-29902862-5ffa-45d4-a6f0-66b56bbbe3c7 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0259495 Dec 17 13:44:31.918391 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:32.389513 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-57e1ae8a-87a7-42e9-afce-9b08f9a8cd34 req-ee2c428f-fa9b-402e-8ec4-fc5d904a0062 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0286222 Dec 17 13:44:33.492990 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07c2ffbd-f211-4997-83d7-05c858444b13 req-e9ea41ac-c19e-4b7f-821a-5131b2ef61cf tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0273380 Dec 17 13:44:34.155159 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d509b6e5-1237-4e1f-9784-1a6a9940e664 req-80dec33a-de55-4df2-9d2c-4ddc89a6d65d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0256660 Dec 17 13:44:34.287948 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:44:34.597272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffeb3f5c-34d5-45d5-b49a-7db08f5393d5 req-fb479c6a-2c79-4c7b-acd0-90f0c793d7f2 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0293548 Dec 17 13:44:35.705699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-940888f7-2f37-486e-a1da-62e4cef3b8c9 req-544f5825-283f-4e78-96f5-9659ef05b64a tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0312390 Dec 17 13:44:36.313790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-638cae52-0d64-442a-b217-e38762bd4119 req-93e54c5e-d896-4017-b0aa-4e71109948e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=497cf9410bf54473b8722c802c8f2b05&device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0277326 Dec 17 13:44:36.354033 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cdf278e0-d6ff-4663-a8b8-d8bbb495648f req-3f61f095-60ad-499f-8b03-b55c7744b8b7 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0427020 Dec 17 13:44:36.356038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-638cae52-0d64-442a-b217-e38762bd4119 req-6aeddae2-5dc5-4ccd-831b-a788fbf12036 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=497cf9410bf54473b8722c802c8f2b05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333965 Dec 17 13:44:36.371153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:36.453371 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cae52-0d64-442a-b217-e38762bd4119 req-f7c2b02c-de88-417c-9f9c-76f930eb246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:44:36.454851 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-638cae52-0d64-442a-b217-e38762bd4119 req-f7c2b02c-de88-417c-9f9c-76f930eb246e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919943 Dec 17 13:44:37.457799 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-61ff31b7-6c9e-4524-a317-797df34f9da9 req-3208d93a-a407-4b37-9c45-4877ea41d208 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0272987 Dec 17 13:44:37.767837 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-638cae52-0d64-442a-b217-e38762bd4119 req-b1778da8-ff76-4cbc-b99a-3f6f9ffee021 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.61 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0258334 Dec 17 13:44:38.571234 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-741eba8a-044e-46c2-90c1-3fad01514384 req-bc178340-b067-4bdf-a5fe-5e5db2702dc2 tempest-ServerShowV257Test-1919704467 tempest-ServerShowV257Test-1919704467-project] 10.222.0.59 "GET /v2.0/ports?device_id=08de7923-afdc-4417-a81b-695373081c8e HTTP/1.1" status: 200 len: 210 time: 0.0273836 Dec 17 13:44:40.103359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43734) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:40.207905 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a44ba3f7-3436-4a63-8e41-825b9ea43401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:40.281075 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a44ba3f7-3436-4a63-8e41-825b9ea43401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:40.375478 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a44ba3f7-3436-4a63-8e41-825b9ea43401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:40.413749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ba3f7-3436-4a63-8e41-825b9ea43401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af84f544-c5dd-437b-b29b-a980ee529745,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:40.419525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a44ba3f7-3436-4a63-8e41-825b9ea43401 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=497cf9410bf54473b8722c802c8f2b05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150761 Dec 17 13:44:40.426212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43738) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:40.473467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-697cd903-c0c9-48eb-be4a-30c9bb7d827d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:40.497953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-697cd903-c0c9-48eb-be4a-30c9bb7d827d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:40.603905 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-697cd903-c0c9-48eb-be4a-30c9bb7d827d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:40.606898 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-697cd903-c0c9-48eb-be4a-30c9bb7d827d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:40.608106 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-697cd903-c0c9-48eb-be4a-30c9bb7d827d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/af84f544-c5dd-437b-b29b-a980ee529745 HTTP/1.1" status: 204 len: 168 time: 0.1850395 Dec 17 13:44:40.616036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cd903-c0c9-48eb-be4a-30c9bb7d827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af84f544-c5dd-437b-b29b-a980ee529745,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:41.543525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43760) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:41.641031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-901363787-network', 'tenant_id': '0e4440173d3e48bcb1163105cbb03722'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:44:41.735605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Made reservation on behalf of 0e4440173d3e48bcb1163105cbb03722 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:44:41.738543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:41.747097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:41.818771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:41.905397 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:41.932409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:44:41.937876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4137c5cc-3d0f-4810-8b9b-6c5f17799619,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:41.945820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:41.945820 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Added segment 5c61999e-88e3-4cfb-8e59-4a95cd9295a8 of type vlan for network 25d3e14c-281c-4c5b-b795-96e89a4a140f Dec 17 13:44:41.988956 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:42.067116 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:42.068086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:44:42.068673 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:42.126947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] Pushing event updated for resources: {'Network': ['ID=25d3e14c-281c-4c5b-b795-96e89a4a140f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:42.136641 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 25d3e14c-281c-4c5b-b795-96e89a4a140f details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:44:42.247611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-765f4bbc-0664-4ca8-abdb-2602d732f176 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7029428 Dec 17 13:44:42.701896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb4506-8cfa-4818-a92d-38a220d87eaf req-6275f47a-b8ff-4960-a1c1-5d51272e4fc7 tempest-ComputeTenantNetworksTest-1465075625 tempest-ComputeTenantNetworksTest-1465075625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:44:42.707996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb4506-8cfa-4818-a92d-38a220d87eaf req-6275f47a-b8ff-4960-a1c1-5d51272e4fc7 tempest-ComputeTenantNetworksTest-1465075625 tempest-ComputeTenantNetworksTest-1465075625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:44:42.714285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb4506-8cfa-4818-a92d-38a220d87eaf req-6275f47a-b8ff-4960-a1c1-5d51272e4fc7 tempest-ComputeTenantNetworksTest-1465075625 tempest-ComputeTenantNetworksTest-1465075625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:44:42.716204 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3fb4506-8cfa-4818-a92d-38a220d87eaf req-6275f47a-b8ff-4960-a1c1-5d51272e4fc7 tempest-ComputeTenantNetworksTest-1465075625 tempest-ComputeTenantNetworksTest-1465075625-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2011344 Dec 17 13:44:42.817860 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4dfe8-4e45-4039-8406-57c4df6bf455 req-0acee8ae-73b4-4939-acfb-c374e1d43613 tempest-ComputeTenantNetworksTest-1465075625 tempest-ComputeTenantNetworksTest-1465075625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:44:42.819384 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-38a4dfe8-4e45-4039-8406-57c4df6bf455 req-0acee8ae-73b4-4939-acfb-c374e1d43613 tempest-ComputeTenantNetworksTest-1465075625 tempest-ComputeTenantNetworksTest-1465075625-project] 10.222.0.59 "GET /v2.0/networks/25d3e14c-281c-4c5b-b795-96e89a4a140f HTTP/1.1" status: 200 len: 768 time: 0.0820875 Dec 17 13:44:42.831669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43774) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:42.902254 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:42.978829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:42.998631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d3e14c-281c-4c5b-b795-96e89a4a140f']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:44:43.007632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c61999e-88e3-4cfb-8e59-4a95cd9295a8') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:44:43.007932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c61999e-88e3-4cfb-8e59-4a95cd9295a8') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:44:43.021715 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:43.035022 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:43.040859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:44:43.041219 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:44:43.042848 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:44:43.164414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:43.170129 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:43.173372 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] 10.222.0.59 "DELETE /v2.0/networks/25d3e14c-281c-4c5b-b795-96e89a4a140f HTTP/1.1" status: 204 len: 168 time: 0.3407328 Dec 17 13:44:43.185620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c62169-1bbc-4db9-8c21-0b1081ed2f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d3e14c-281c-4c5b-b795-96e89a4a140f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:43.481243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43778) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:43.521208 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-293c3668-a6ca-4164-868f-5d609efb1e2f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e4440173d3e48bcb1163105cbb03722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387490 Dec 17 13:44:43.523874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43780) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:43.581449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41db4437-d2dd-489f-a629-d4bb472c5b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:43.603513 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41db4437-d2dd-489f-a629-d4bb472c5b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:43.713036 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41db4437-d2dd-489f-a629-d4bb472c5b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:43.715762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41db4437-d2dd-489f-a629-d4bb472c5b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:43.716968 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-41db4437-d2dd-489f-a629-d4bb472c5b2d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4137c5cc-3d0f-4810-8b9b-6c5f17799619 HTTP/1.1" status: 204 len: 168 time: 0.1920805 Dec 17 13:44:43.725805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db4437-d2dd-489f-a629-d4bb472c5b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4137c5cc-3d0f-4810-8b9b-6c5f17799619,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:43.876620 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cde3ab28-82d8-48de-a9eb-2c3b11bd1e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:46.356768 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-574a6cd0-6fa8-402a-9f22-52b4506f1145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:47.829321 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:49.004661 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:49.819449 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:52.623166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43906) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:52.728159 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:52.800076 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:52.895917 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:52.934274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ed3d1f8a7f8476285d452a2ca6bbf35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3099008 Dec 17 13:44:52.935210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8358bdd0-d90a-4fb5-a847-927dcc038207,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:52.936979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43910) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:52.943680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.943961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.944308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.944649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.944987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.945324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.945679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.946011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.946340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.946733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.947045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.947373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.947700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80f435-9872-40ba-954b-4f34093a4b08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:52.985758 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c1392834-50a0-4b40-97cc-f0f13d876be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:53.006830 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c1392834-50a0-4b40-97cc-f0f13d876be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:53.123999 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c1392834-50a0-4b40-97cc-f0f13d876be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:53.126859 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c1392834-50a0-4b40-97cc-f0f13d876be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:53.128234 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c1392834-50a0-4b40-97cc-f0f13d876be0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8358bdd0-d90a-4fb5-a847-927dcc038207 HTTP/1.1" status: 204 len: 168 time: 0.1900845 Dec 17 13:44:53.137425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1392834-50a0-4b40-97cc-f0f13d876be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8358bdd0-d90a-4fb5-a847-927dcc038207,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:53.727819 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43916) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:53.741465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36c1bf2c-d129-458e-b035-ff0edbc27db7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:53.813106 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36c1bf2c-d129-458e-b035-ff0edbc27db7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:53.872018 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36c1bf2c-d129-458e-b035-ff0edbc27db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:53.910440 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-36c1bf2c-d129-458e-b035-ff0edbc27db7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49e0969c7d194bf1b42847410c63cbc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1808295 Dec 17 13:44:53.911240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1bf2c-d129-458e-b035-ff0edbc27db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec28595a-df98-48ec-9363-b825ed851c53,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:53.913114 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43918) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:53.963798 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a6699d5c-8d74-4e0a-85c8-70fee83ebb2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:53.990709 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a6699d5c-8d74-4e0a-85c8-70fee83ebb2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:54.104810 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a6699d5c-8d74-4e0a-85c8-70fee83ebb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:54.107548 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a6699d5c-8d74-4e0a-85c8-70fee83ebb2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:54.108758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a6699d5c-8d74-4e0a-85c8-70fee83ebb2f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec28595a-df98-48ec-9363-b825ed851c53 HTTP/1.1" status: 204 len: 168 time: 0.1945202 Dec 17 13:44:54.116663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6699d5c-8d74-4e0a-85c8-70fee83ebb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec28595a-df98-48ec-9363-b825ed851c53,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:57.159851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 43982) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:57.265098 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-786b0b10-b8e3-41bc-b4ae-f1607b69bafc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:57.336631 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-786b0b10-b8e3-41bc-b4ae-f1607b69bafc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:57.442757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-786b0b10-b8e3-41bc-b4ae-f1607b69bafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:57.481472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-786b0b10-b8e3-41bc-b4ae-f1607b69bafc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0a27f7f860d42a3b72608f7350862c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199408 Dec 17 13:44:57.482399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b0b10-b8e3-41bc-b4ae-f1607b69bafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8efc8d-3aec-4b49-95d4-bd277344ac32,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:57.484147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43986) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:57.533560 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f69a-6710-4aa6-bd6b-72e0ab70e9c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:57.554827 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f69a-6710-4aa6-bd6b-72e0ab70e9c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:57.660985 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f69a-6710-4aa6-bd6b-72e0ab70e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:57.663905 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f69a-6710-4aa6-bd6b-72e0ab70e9c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:57.665371 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9cd5f69a-6710-4aa6-bd6b-72e0ab70e9c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea8efc8d-3aec-4b49-95d4-bd277344ac32 HTTP/1.1" status: 204 len: 168 time: 0.1786883 Dec 17 13:44:57.674228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5f69a-6710-4aa6-bd6b-72e0ab70e9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8efc8d-3aec-4b49-95d4-bd277344ac32,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:58.259196 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43992) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:58.275341 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:58.346383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:58.430153 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:58.468199 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b358f7f52b56479584752a390eb54756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2079649 Dec 17 13:44:58.469098 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeccd64-7591-405a-825b-13ad09825a57,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:44:58.470974 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 43994) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:44:58.487893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.488488 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.488586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.488881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.489275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.489629 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.490279 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.490608 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.490929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.491251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.491574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.491891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.492208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820d4ac6-0519-430b-8a0b-b2758cb70a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:44:58.531269 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5361948c-5044-4aad-a3df-4b4fe740ef1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:58.552412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5361948c-5044-4aad-a3df-4b4fe740ef1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:58.676172 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5361948c-5044-4aad-a3df-4b4fe740ef1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:58.678921 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5361948c-5044-4aad-a3df-4b4fe740ef1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:44:58.680074 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5361948c-5044-4aad-a3df-4b4fe740ef1d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ddeccd64-7591-405a-825b-13ad09825a57 HTTP/1.1" status: 204 len: 168 time: 0.2082119 Dec 17 13:44:58.688131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361948c-5044-4aad-a3df-4b4fe740ef1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeccd64-7591-405a-825b-13ad09825a57,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:01.872424 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:02.462699 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44068) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:02.569011 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07300654-a9c7-413c-9e4a-f77195dee64e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:02.642891 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07300654-a9c7-413c-9e4a-f77195dee64e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:02.715573 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07300654-a9c7-413c-9e4a-f77195dee64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:02.755134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-07300654-a9c7-413c-9e4a-f77195dee64e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e8d297934d74e4b9cb0c6d1945e598c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2913523 Dec 17 13:45:02.756044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07300654-a9c7-413c-9e4a-f77195dee64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51214bbf-a92c-491a-bae5-1d8688a4c18e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:02.757815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44072) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:02.805851 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-957a99af-5967-4274-91d7-7fea4c8f6575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:02.826511 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-957a99af-5967-4274-91d7-7fea4c8f6575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:02.946540 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-957a99af-5967-4274-91d7-7fea4c8f6575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:02.948990 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-957a99af-5967-4274-91d7-7fea4c8f6575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:02.950189 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-957a99af-5967-4274-91d7-7fea4c8f6575 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51214bbf-a92c-491a-bae5-1d8688a4c18e HTTP/1.1" status: 204 len: 168 time: 0.1913538 Dec 17 13:45:02.957883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a99af-5967-4274-91d7-7fea4c8f6575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51214bbf-a92c-491a-bae5-1d8688a4c18e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:03.429419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44078) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:03.443309 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e98b00cb-b494-40b9-9f46-521feba49b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:03.516919 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e98b00cb-b494-40b9-9f46-521feba49b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:03.574915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e98b00cb-b494-40b9-9f46-521feba49b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:03.620283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b00cb-b494-40b9-9f46-521feba49b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda2f0a6-1772-4c07-a297-21fb7f188e3f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:03.624554 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e98b00cb-b494-40b9-9f46-521feba49b38 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8911eecd04c246cbbebdfed4ab0352a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939795 Dec 17 13:45:03.627171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44080) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:03.673025 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f996f2b-f03f-46c0-8e7c-addbb7283f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:03.694559 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f996f2b-f03f-46c0-8e7c-addbb7283f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:03.812679 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f996f2b-f03f-46c0-8e7c-addbb7283f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:03.815267 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9f996f2b-f03f-46c0-8e7c-addbb7283f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:03.816698 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9f996f2b-f03f-46c0-8e7c-addbb7283f73 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cda2f0a6-1772-4c07-a297-21fb7f188e3f HTTP/1.1" status: 204 len: 168 time: 0.1886382 Dec 17 13:45:03.825775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f996f2b-f03f-46c0-8e7c-addbb7283f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda2f0a6-1772-4c07-a297-21fb7f188e3f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:06.329426 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:07.395639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44152) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:07.511214 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60b309b8-02f8-49d2-b973-0b9431542fcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:07.583907 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60b309b8-02f8-49d2-b973-0b9431542fcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:07.643402 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-60b309b8-02f8-49d2-b973-0b9431542fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:07.682280 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-60b309b8-02f8-49d2-b973-0b9431542fcd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a4ee4087aaea4c4390e35539bfe5395c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855756 Dec 17 13:45:07.683075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b309b8-02f8-49d2-b973-0b9431542fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb033d15-4bc8-40f5-8c3b-15992ab06ff9,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:07.684936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44156) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:07.733021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8cef-a5eb-4688-b7d8-c7dde06fc9e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:07.756955 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8cef-a5eb-4688-b7d8-c7dde06fc9e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:07.855182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8cef-a5eb-4688-b7d8-c7dde06fc9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:07.857756 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8cef-a5eb-4688-b7d8-c7dde06fc9e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:07.858979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5d6e8cef-a5eb-4688-b7d8-c7dde06fc9e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb033d15-4bc8-40f5-8c3b-15992ab06ff9 HTTP/1.1" status: 204 len: 168 time: 0.1729734 Dec 17 13:45:07.867437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e8cef-a5eb-4688-b7d8-c7dde06fc9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb033d15-4bc8-40f5-8c3b-15992ab06ff9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:08.472893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44162) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:08.486894 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-684d7f35-2f60-4077-9ef7-34a31b5d5ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:08.559960 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-684d7f35-2f60-4077-9ef7-34a31b5d5ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:08.606801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-684d7f35-2f60-4077-9ef7-34a31b5d5ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:08.644900 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-684d7f35-2f60-4077-9ef7-34a31b5d5ff0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40670df6b294438a86659a1269eba1d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1709256 Dec 17 13:45:08.645792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d7f35-2f60-4077-9ef7-34a31b5d5ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b6a89a-cdf9-4ee9-bcbf-b864f1d30bbe,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:08.648156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44164) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:08.696155 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-271a8c9d-075c-425f-acdc-3e7747d7079b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:08.716944 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-271a8c9d-075c-425f-acdc-3e7747d7079b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:08.830100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-271a8c9d-075c-425f-acdc-3e7747d7079b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:08.832717 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-271a8c9d-075c-425f-acdc-3e7747d7079b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:08.834284 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-271a8c9d-075c-425f-acdc-3e7747d7079b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81b6a89a-cdf9-4ee9-bcbf-b864f1d30bbe HTTP/1.1" status: 204 len: 168 time: 0.1850855 Dec 17 13:45:08.842340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a8c9d-075c-425f-acdc-3e7747d7079b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b6a89a-cdf9-4ee9-bcbf-b864f1d30bbe,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:11.286390 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:45:13.889186 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-42bec421-71a9-45fb-a957-28bde933ec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:15.878589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44298) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:16.197397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Deleting port 0a76d41c-0ce1-4053-bbdb-9ffa25fce6d6 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:16.197780 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:16.272318 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:16.272650 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:16.286239 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Calling delete_port for 0a76d41c-0ce1-4053-bbdb-9ffa25fce6d6 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:16.338454 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-30c6884e-f4fe-4687-badb-4ce6cbce706f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:16.492854 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:16.518116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event deleted for resources: {'Port': ['ID=0a76d41c-0ce1-4053-bbdb-9ffa25fce6d6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:16.581949 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:16.582351 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Floating IP 842a8bb7-406d-4c2b-8069-a4f293ef8962 disassociated (deleted). External IP: 172.25.0.60, port: dd1c2ed4-2a03-4b3a-a9aa-45170783628c. Dec 17 13:45:16.781874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Router c2d4a34e-61ca-4d85-82d3-2308e356a405 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:45:16.896005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:45:16.901051 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:16.907019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378a792-b229-45f8-a604-c6f3e2811a3b None None] Sync routers for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:45:16.918123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378a792-b229-45f8-a604-c6f3e2811a3b None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:45:16.918761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2378a792-b229-45f8-a604-c6f3e2811a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:45:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:16.938373 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8d1ecc90-493e-40d8-99eb-3be31a3c300a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "DELETE /v2.0/floatingips/842a8bb7-406d-4c2b-8069-a4f293ef8962 HTTP/1.1" status: 204 len: 168 time: 1.0586789 Dec 17 13:45:16.939300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'tag': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:45:16.942759 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863dde06a9e66d27e8ec76818fc2f6ab814f1a2f4d4abda2a106a1d66300b99a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1fbb47-9ebd-434e-af80-03a6084f2f88" -d '{"events": [{"name": "network-changed", "server_uuid": "dd15bf47-250a-4d33-83b9-d92b4df649dc", "tag": "dd1c2ed4-2a03-4b3a-a9aa-45170783628c"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:45:17.145146 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678b28ee-2aef-4819-9fb5-f8b3a5bdc32d x-openstack-request-id: req-678b28ee-2aef-4819-9fb5-f8b3a5bdc32d {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:45:17.145146 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd15bf47-250a-4d33-83b9-d92b4df649dc", "tag": "dd1c2ed4-2a03-4b3a-a9aa-45170783628c", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:45:17.145146 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-678b28ee-2aef-4819-9fb5-f8b3a5bdc32d {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:45:17.145146 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'tag': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c', 'status': 'completed', 'code': 200} Dec 17 13:45:17.202009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-2378a792-b229-45f8-a604-c6f3e2811a3b None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:45:17.383947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fbb47-9ebd-434e-af80-03a6084f2f88 req-f2458284-8784-41b8-99ef-9b246f64600f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:17.385538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e1fbb47-9ebd-434e-af80-03a6084f2f88 req-f2458284-8784-41b8-99ef-9b246f64600f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 1096 time: 0.2149587 Dec 17 13:45:17.456217 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2378a792-b229-45f8-a604-c6f3e2811a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '9e433aac-bfc5-4c6c-8166-3340af93e8d2', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': '15752973-5df2-4020-ab00-09dc88863fdf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:16:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:39:48Z', 'updated_at': '2021-12-17T13:39:50Z', 'revision_number': 1, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:17.461078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c5cc6-521b-4fd9-8575-c8bb193c79a5 req-415b5fcb-8865-48df-a971-dcdf289ac9fd tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:17.463854 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-759c5cc6-521b-4fd9-8575-c8bb193c79a5 req-415b5fcb-8865-48df-a971-dcdf289ac9fd tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 945 time: 0.0668223 Dec 17 13:45:17.491656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378a792-b229-45f8-a604-c6f3e2811a3b None None] Checking router: c2d4a34e-61ca-4d85-82d3-2308e356a405 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:45:17.500770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fbb47-9ebd-434e-af80-03a6084f2f88 req-436428c3-099e-47c3-b5e6-a44dd73ed20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:17.500925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378a792-b229-45f8-a604-c6f3e2811a3b None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:45:17.501457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2378a792-b229-45f8-a604-c6f3e2811a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:45:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:17.502400 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e1fbb47-9ebd-434e-af80-03a6084f2f88 req-436428c3-099e-47c3-b5e6-a44dd73ed20f service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.1097519 Dec 17 13:45:17.519748 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-759c5cc6-521b-4fd9-8575-c8bb193c79a5 req-78a3a6d4-154c-48cd-835b-7e6e6d062ac7 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490856 Dec 17 13:45:17.550944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e1fbb47-9ebd-434e-af80-03a6084f2f88 req-0d4f3d0d-79d8-45e6-8857-8e094a63a34d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd1c2ed4-2a03-4b3a-a9aa-45170783628c HTTP/1.1" status: 200 len: 217 time: 0.0406740 Dec 17 13:45:17.608184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fbb47-9ebd-434e-af80-03a6084f2f88 req-fafd0553-4319-421e-889e-7e8ec9eb535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:17.609790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e1fbb47-9ebd-434e-af80-03a6084f2f88 req-fafd0553-4319-421e-889e-7e8ec9eb535f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0503488 Dec 17 13:45:17.624500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-2378a792-b229-45f8-a604-c6f3e2811a3b None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:45:17.660876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fbb47-9ebd-434e-af80-03a6084f2f88 req-e96e3a18-22b2-47fa-9fb4-a759fb20d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:17.662583 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e1fbb47-9ebd-434e-af80-03a6084f2f88 req-e96e3a18-22b2-47fa-9fb4-a759fb20d940 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441775 Dec 17 13:45:17.762187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e1fbb47-9ebd-434e-af80-03a6084f2f88 req-136dd0ba-133f-49d7-b797-b4dea8c9d7d1 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913115 Dec 17 13:45:17.787158 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:17.860432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e1fbb47-9ebd-434e-af80-03a6084f2f88 req-ab3dbc18-61e4-46ca-87db-c931f212ff31 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903604 Dec 17 13:45:17.878042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2378a792-b229-45f8-a604-c6f3e2811a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '9e433aac-bfc5-4c6c-8166-3340af93e8d2', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': '15752973-5df2-4020-ab00-09dc88863fdf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:16:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:39:48Z', 'updated_at': '2021-12-17T13:39:50Z', 'revision_number': 1, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:17.908843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2378a792-b229-45f8-a604-c6f3e2811a3b None None] The sync data for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 is: [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '9e433aac-bfc5-4c6c-8166-3340af93e8d2', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'port_id': '15752973-5df2-4020-ab00-09dc88863fdf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'mac_address': 'fa:16:3e:16:c2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:39:48Z', 'updated_at': '2021-12-17T13:39:50Z', 'revision_number': 1, 'project_id': '009389a399ad43ddb25b067380a09158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:45:18.141127 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08490ab-fe41-4ed1-8760-77bca015095b None None] New status for floating IP 842a8bb7-406d-4c2b-8069-a4f293ef8962: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:45:18.222309 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03f56b3e-4374-421a-a116-a86e4f39c9f8 req-0c3685b2-3321-4bbc-a3a8-9e9667e7e90b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427825 Dec 17 13:45:18.312042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f56b3e-4374-421a-a116-a86e4f39c9f8 req-66c61826-b07b-49cb-9a5c-429804ca6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:18.313566 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03f56b3e-4374-421a-a116-a86e4f39c9f8 req-66c61826-b07b-49cb-9a5c-429804ca6f28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 1096 time: 0.0467260 Dec 17 13:45:18.420195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f56b3e-4374-421a-a116-a86e4f39c9f8 req-a0677027-4e01-48f5-a55d-893babaed4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:18.421827 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03f56b3e-4374-421a-a116-a86e4f39c9f8 req-a0677027-4e01-48f5-a55d-893babaed4e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.0843673 Dec 17 13:45:18.497459 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03f56b3e-4374-421a-a116-a86e4f39c9f8 req-183884d5-3a81-46f7-bac0-c88570011b22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15752973-5df2-4020-ab00-09dc88863fdf HTTP/1.1" status: 200 len: 1001 time: 0.0640152 Dec 17 13:45:18.547771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f56b3e-4374-421a-a116-a86e4f39c9f8 req-56454c7f-a68f-468a-9291-fe52f47f9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:18.549286 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03f56b3e-4374-421a-a116-a86e4f39c9f8 req-56454c7f-a68f-468a-9291-fe52f47f9558 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0447223 Dec 17 13:45:18.607939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f56b3e-4374-421a-a116-a86e4f39c9f8 req-609e7ebd-dc05-49b3-8dc2-5cf99fdc7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:18.609526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03f56b3e-4374-421a-a116-a86e4f39c9f8 req-609e7ebd-dc05-49b3-8dc2-5cf99fdc7566 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509381 Dec 17 13:45:18.697732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7943-6bf5-4cc1-a606-16ebe56d68f8 req-52275321-35d8-4c16-810b-b25899d7ca8d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:18.699246 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22dc7943-6bf5-4cc1-a606-16ebe56d68f8 req-52275321-35d8-4c16-810b-b25899d7ca8d tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 945 time: 0.1064270 Dec 17 13:45:18.745607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03f56b3e-4374-421a-a116-a86e4f39c9f8 req-ad6b5a83-cc21-4b44-b2e3-77d36d361af6 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230102 Dec 17 13:45:18.813198 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22dc7943-6bf5-4cc1-a606-16ebe56d68f8 req-cc3ebdfb-2324-4eaf-adcd-d36598534824 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056674 Dec 17 13:45:18.858069 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-03f56b3e-4374-421a-a116-a86e4f39c9f8 req-f5e669d2-37d0-4b93-960d-ec39e5a266d6 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046319 Dec 17 13:45:18.952016 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:18.960781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de5285-a8e8-4880-96a9-554048188949 req-a032a2a7-d06f-4a47-849e-45770a73f8a9 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:18.962292 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f4de5285-a8e8-4880-96a9-554048188949 req-a032a2a7-d06f-4a47-849e-45770a73f8a9 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 945 time: 0.0509121 Dec 17 13:45:19.056562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-f4de5285-a8e8-4880-96a9-554048188949 req-bb17b0cf-c115-4da7-bbe3-a332b286afaf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Deleting port dd1c2ed4-2a03-4b3a-a9aa-45170783628c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:19.056822 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f4de5285-a8e8-4880-96a9-554048188949 req-bb17b0cf-c115-4da7-bbe3-a332b286afaf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:19.146281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-f4de5285-a8e8-4880-96a9-554048188949 req-bb17b0cf-c115-4da7-bbe3-a332b286afaf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] For port dd1c2ed4-2a03-4b3a-a9aa-45170783628c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=dd1c2ed4-2a03-4b3a-a9aa-45170783628c,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:45:19.146666 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f4de5285-a8e8-4880-96a9-554048188949 req-bb17b0cf-c115-4da7-bbe3-a332b286afaf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:19.159907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-f4de5285-a8e8-4880-96a9-554048188949 req-bb17b0cf-c115-4da7-bbe3-a332b286afaf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Calling delete_port for dd1c2ed4-2a03-4b3a-a9aa-45170783628c owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:19.360944 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f4de5285-a8e8-4880-96a9-554048188949 req-bb17b0cf-c115-4da7-bbe3-a332b286afaf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:19.390066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17b0cf-c115-4da7-bbe3-a332b286afaf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event deleted for resources: {'Port': ['ID=dd1c2ed4-2a03-4b3a-a9aa-45170783628c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:19.477846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4de5285-a8e8-4880-96a9-554048188949 req-bb17b0cf-c115-4da7-bbe3-a332b286afaf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] No DVR routers for this DVR port dd1c2ed4-2a03-4b3a-a9aa-45170783628c on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:45:19.477846 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-f4de5285-a8e8-4880-96a9-554048188949 req-bb17b0cf-c115-4da7-bbe3-a332b286afaf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:19.477846 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f4de5285-a8e8-4880-96a9-554048188949 req-bb17b0cf-c115-4da7-bbe3-a332b286afaf tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "DELETE /v2.0/ports/dd1c2ed4-2a03-4b3a-a9aa-45170783628c HTTP/1.1" status: 204 len: 173 time: 0.4710755 Dec 17 13:45:19.477846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'name': 'network-vif-deleted', 'tag': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:45:19.477846 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71af35f-fdb3-49cd-8dc8-adb0f0513ddd" -d '{"events": [{"server_uuid": "dd15bf47-250a-4d33-83b9-d92b4df649dc", "name": "network-vif-deleted", "tag": "dd1c2ed4-2a03-4b3a-a9aa-45170783628c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:45:19.478748 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc3e572-7c36-4a32-ab1a-5f51146a96c2 x-openstack-request-id: req-7dc3e572-7c36-4a32-ab1a-5f51146a96c2 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:45:19.478843 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd15bf47-250a-4d33-83b9-d92b4df649dc", "name": "network-vif-deleted", "tag": "dd1c2ed4-2a03-4b3a-a9aa-45170783628c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:45:19.479088 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7dc3e572-7c36-4a32-ab1a-5f51146a96c2 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:45:19.479502 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd15bf47-250a-4d33-83b9-d92b4df649dc', 'name': 'network-vif-deleted', 'tag': 'dd1c2ed4-2a03-4b3a-a9aa-45170783628c', 'status': 'completed', 'code': 200} Dec 17 13:45:19.823964 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:19.921495 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-70e9dd5d-1d2f-4b02-b591-ad57bcead77e req-97e52551-6da9-415c-b48d-36a119242de9 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 210 time: 0.0324359 Dec 17 13:45:21.022208 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8b43a999-f6ab-4872-beb9-db3cab956b2e req-21df179a-8fa9-4c84-81bd-b5fdec9b448e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 210 time: 0.0260935 Dec 17 13:45:22.129432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-47017d7b-7a5f-4413-b4a7-edec2d289589 req-b3619f1c-4e31-45f9-80ea-d761b2bed792 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 210 time: 0.0261316 Dec 17 13:45:22.345135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device dd1c2ed4-2a03-4b3a-a9aa-45170783628c no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:45:22.366774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: dd1c2ed4-2a03-4b3a-a9aa-45170783628c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:45:22.367126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device dd1c2ed4-2a03-4b3a-a9aa-45170783628c not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:45:23.236186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3fe42b95-75ef-4ac1-b69f-ea41cae034d6 req-046a6695-4a9d-46e1-8cd9-f015efea957f tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 210 time: 0.0307641 Dec 17 13:45:24.348145 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-79b86400-4249-4938-8fc2-65f895f35a01 req-4be3f294-6131-4f32-9cc3-602ac22847d1 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd15bf47-250a-4d33-83b9-d92b4df649dc HTTP/1.1" status: 200 len: 210 time: 0.0256052 Dec 17 13:45:24.693630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44444) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:24.802268 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8e699191-eb48-4a60-9d88-f6bd7b93b0c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:24.875681 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8e699191-eb48-4a60-9d88-f6bd7b93b0c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:24.983691 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8e699191-eb48-4a60-9d88-f6bd7b93b0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:25.024744 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8e699191-eb48-4a60-9d88-f6bd7b93b0c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6bfc70823f0549cba2e1de23641a0a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3300419 Dec 17 13:45:25.025994 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e699191-eb48-4a60-9d88-f6bd7b93b0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9385560c-8d1c-461e-9583-2e359e176981,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:25.027428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44448) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:25.076280 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ea8fcc5f-72e1-42ab-9484-d117c1501475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:25.097043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ea8fcc5f-72e1-42ab-9484-d117c1501475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:25.212526 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ea8fcc5f-72e1-42ab-9484-d117c1501475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:25.215249 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ea8fcc5f-72e1-42ab-9484-d117c1501475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:25.216432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ea8fcc5f-72e1-42ab-9484-d117c1501475 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9385560c-8d1c-461e-9583-2e359e176981 HTTP/1.1" status: 204 len: 168 time: 0.1879740 Dec 17 13:45:25.224385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fcc5f-72e1-42ab-9484-d117c1501475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9385560c-8d1c-461e-9583-2e359e176981,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:25.830090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44460) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:25.845196 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c1c7fed-f84d-4142-b724-7d967826aeef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:25.918445 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c1c7fed-f84d-4142-b724-7d967826aeef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:26.015094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4c1c7fed-f84d-4142-b724-7d967826aeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:26.057035 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4c1c7fed-f84d-4142-b724-7d967826aeef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2f385a62ce94eb1ab30a84b82e2640e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230220 Dec 17 13:45:26.057035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c7fed-f84d-4142-b724-7d967826aeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06f780b-9586-4d40-940b-4d857c6905c7,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:26.057880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44462) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:26.110122 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2a70a7e-0e23-46c4-a9b8-97565349c160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:26.131034 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2a70a7e-0e23-46c4-a9b8-97565349c160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:26.226370 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2a70a7e-0e23-46c4-a9b8-97565349c160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:26.229261 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2a70a7e-0e23-46c4-a9b8-97565349c160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:26.230494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d2a70a7e-0e23-46c4-a9b8-97565349c160 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d06f780b-9586-4d40-940b-4d857c6905c7 HTTP/1.1" status: 204 len: 168 time: 0.1716335 Dec 17 13:45:26.238704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a70a7e-0e23-46c4-a9b8-97565349c160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06f780b-9586-4d40-940b-4d857c6905c7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:31.011913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44516) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:31.173451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Deleting port 8d4c20f5-15f8-4831-ab59-81a41ce41af8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:31.173850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:31.250368 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:31.250619 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:31.262880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Calling delete_port for 8d4c20f5-15f8-4831-ab59-81a41ce41af8 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:31.465874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:31.494845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event deleted for resources: {'Port': ['ID=8d4c20f5-15f8-4831-ab59-81a41ce41af8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:31.555912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:31.556281 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Floating IP 9e433aac-bfc5-4c6c-8166-3340af93e8d2 disassociated (deleted). External IP: 172.25.0.248, port: 15752973-5df2-4020-ab00-09dc88863fdf. Dec 17 13:45:31.774791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Router c2d4a34e-61ca-4d85-82d3-2308e356a405 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:45:31.883116 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:31.887987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:45:31.892847 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:31.905771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cda31-eedc-424e-a94d-16b653181084 None None] Sync routers for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:45:31.915047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cda31-eedc-424e-a94d-16b653181084 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:45:31.915670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d50cda31-eedc-424e-a94d-16b653181084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:45:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:31.920561 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d9939c60-0a87-4bbb-8b9f-10e642fca7e8 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "DELETE /v2.0/floatingips/9e433aac-bfc5-4c6c-8166-3340af93e8d2 HTTP/1.1" status: 204 len: 168 time: 0.9074266 Dec 17 13:45:31.921276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'tag': '15752973-5df2-4020-ab00-09dc88863fdf'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:45:31.923763 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf53097-13b1-4359-96e8-18833935b4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdbe380-3056-4781-8585-6c55ef2a9568", "tag": "15752973-5df2-4020-ab00-09dc88863fdf"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:45:31.962456 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13d4d58-8179-4baa-910c-24e4876cd8b2 x-openstack-request-id: req-b13d4d58-8179-4baa-910c-24e4876cd8b2 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:45:31.962763 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdbe380-3056-4781-8585-6c55ef2a9568", "tag": "15752973-5df2-4020-ab00-09dc88863fdf", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:45:31.963028 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b13d4d58-8179-4baa-910c-24e4876cd8b2 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:45:31.963424 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'tag': '15752973-5df2-4020-ab00-09dc88863fdf', 'status': 'completed', 'code': 200} Dec 17 13:45:32.027274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53097-13b1-4359-96e8-18833935b4c1 req-ae7afecd-e871-4cf4-bdab-d3eb13392416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:32.028779 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daf53097-13b1-4359-96e8-18833935b4c1 req-ae7afecd-e871-4cf4-bdab-d3eb13392416 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=009389a399ad43ddb25b067380a09158&device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 1096 time: 0.0427215 Dec 17 13:45:32.040829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d50cda31-eedc-424e-a94d-16b653181084 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:45:32.127430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53097-13b1-4359-96e8-18833935b4c1 req-e2a0df0f-cee8-4efb-b050-034bff90c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:32.129140 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daf53097-13b1-4359-96e8-18833935b4c1 req-e2a0df0f-cee8-4efb-b050-034bff90c791 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 200 len: 913 time: 0.0921378 Dec 17 13:45:32.174078 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daf53097-13b1-4359-96e8-18833935b4c1 req-372a7aea-7bc0-4826-8479-0bdfbe5431e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15752973-5df2-4020-ab00-09dc88863fdf HTTP/1.1" status: 200 len: 217 time: 0.0370524 Dec 17 13:45:32.224976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53097-13b1-4359-96e8-18833935b4c1 req-ea93bb2f-53f1-4e6c-bbed-8257bfa997ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:32.227195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daf53097-13b1-4359-96e8-18833935b4c1 req-ea93bb2f-53f1-4e6c-bbed-8257bfa997ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 200 len: 851 time: 0.0465343 Dec 17 13:45:32.251330 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d50cda31-eedc-424e-a94d-16b653181084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:32.279355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf53097-13b1-4359-96e8-18833935b4c1 req-5e1b8303-609e-4869-aeb7-482f5549cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:32.280809 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daf53097-13b1-4359-96e8-18833935b4c1 req-5e1b8303-609e-4869-aeb7-482f5549cb46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ecd0a89a-e368-44f2-9fad-d6001ff5c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462031 Dec 17 13:45:32.286089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cda31-eedc-424e-a94d-16b653181084 None None] Checking router: c2d4a34e-61ca-4d85-82d3-2308e356a405 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:45:32.295398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50cda31-eedc-424e-a94d-16b653181084 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:45:32.296046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d50cda31-eedc-424e-a94d-16b653181084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:45:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:32.388195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daf53097-13b1-4359-96e8-18833935b4c1 req-4e49fa01-c4cf-4352-b454-7292189d7bb3 service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984123 Dec 17 13:45:32.422441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d50cda31-eedc-424e-a94d-16b653181084 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:45:32.455091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc5418-66ce-4184-a96b-a6e546b2902a req-d84191cc-36ce-4337-a3d6-01e46a1d8dc6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:32.457341 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2afc5418-66ce-4184-a96b-a6e546b2902a req-d84191cc-36ce-4337-a3d6-01e46a1d8dc6 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 945 time: 0.0609250 Dec 17 13:45:32.515611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daf53097-13b1-4359-96e8-18833935b4c1 req-9954ed14-4cff-467b-bf9f-9dd0f8008f6b service neutron] 10.222.0.54 "GET /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139317 Dec 17 13:45:32.540750 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2afc5418-66ce-4184-a96b-a6e546b2902a req-eadbf955-cb01-4d18-a430-710d30a0050a tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/security-groups?id=94f781ea-31af-44d0-a5b6-fa15b1fb44ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736759 Dec 17 13:45:32.677812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d50cda31-eedc-424e-a94d-16b653181084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:32.708523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50cda31-eedc-424e-a94d-16b653181084 None None] The sync data for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 is: [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:29:08Z', 'revision_number': 4, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '50fb220c-2b4b-40b9-a3df-f7f6010ebdd8', 'name': '', 'network_id': 'ecd0a89a-e368-44f2-9fad-d6001ff5c547', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'mac_address': 'fa:16:3e:51:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:07Z', 'updated_at': '2021-12-17T13:29:13Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'subnets': [{'id': '53326f79-47a6-4d5d-aa1f-178b1b8e2cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:45:32.961893 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987f8e0-d7af-4b19-8ae7-fa55103c4a19 None None] New status for floating IP 9e433aac-bfc5-4c6c-8166-3340af93e8d2: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:45:32.973017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25e5ed-5d81-4d77-887b-b28108b0e1ea req-3db77d78-fe70-468a-a38f-c4563185831b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:45:32.974547 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8a25e5ed-5d81-4d77-887b-b28108b0e1ea req-3db77d78-fe70-468a-a38f-c4563185831b tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 945 time: 0.0512073 Dec 17 13:45:33.078570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-8a25e5ed-5d81-4d77-887b-b28108b0e1ea req-38f60321-f8b0-429f-b29f-cd6367e01441 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Deleting port 15752973-5df2-4020-ab00-09dc88863fdf {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:33.079189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8a25e5ed-5d81-4d77-887b-b28108b0e1ea req-38f60321-f8b0-429f-b29f-cd6367e01441 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:33.178809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-8a25e5ed-5d81-4d77-887b-b28108b0e1ea req-38f60321-f8b0-429f-b29f-cd6367e01441 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] For port 15752973-5df2-4020-ab00-09dc88863fdf, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=15752973-5df2-4020-ab00-09dc88863fdf,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:45:33.179180 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8a25e5ed-5d81-4d77-887b-b28108b0e1ea req-38f60321-f8b0-429f-b29f-cd6367e01441 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:33.191643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-8a25e5ed-5d81-4d77-887b-b28108b0e1ea req-38f60321-f8b0-429f-b29f-cd6367e01441 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Calling delete_port for 15752973-5df2-4020-ab00-09dc88863fdf owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:33.489035 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8a25e5ed-5d81-4d77-887b-b28108b0e1ea req-38f60321-f8b0-429f-b29f-cd6367e01441 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:33.520540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f60321-f8b0-429f-b29f-cd6367e01441 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event deleted for resources: {'Port': ['ID=15752973-5df2-4020-ab00-09dc88863fdf,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:33.564932 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a25e5ed-5d81-4d77-887b-b28108b0e1ea req-38f60321-f8b0-429f-b29f-cd6367e01441 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] No DVR routers for this DVR port 15752973-5df2-4020-ab00-09dc88863fdf on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:45:33.570541 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8a25e5ed-5d81-4d77-887b-b28108b0e1ea req-38f60321-f8b0-429f-b29f-cd6367e01441 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:33.577052 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8a25e5ed-5d81-4d77-887b-b28108b0e1ea req-38f60321-f8b0-429f-b29f-cd6367e01441 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.54 "DELETE /v2.0/ports/15752973-5df2-4020-ab00-09dc88863fdf HTTP/1.1" status: 204 len: 173 time: 0.5928793 Dec 17 13:45:33.651101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cecd5ec2-4fb3-44ab-bfa7-c309745f3d82 req-2709385d-dcc1-43f4-9fd4-d742e8859183 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 210 time: 0.0306623 Dec 17 13:45:33.964334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'name': 'network-vif-deleted', 'tag': '15752973-5df2-4020-ab00-09dc88863fdf'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:45:33.967063 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a02260-ae55-46b4-8aa1-a6d5a29d6ca9" -d '{"events": [{"server_uuid": "6cdbe380-3056-4781-8585-6c55ef2a9568", "name": "network-vif-deleted", "tag": "15752973-5df2-4020-ab00-09dc88863fdf"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:45:34.153805 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fe7074-d547-4b25-9598-27f75b9e041d x-openstack-request-id: req-67fe7074-d547-4b25-9598-27f75b9e041d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:45:34.154320 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdbe380-3056-4781-8585-6c55ef2a9568", "name": "network-vif-deleted", "tag": "15752973-5df2-4020-ab00-09dc88863fdf", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:45:34.154412 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67fe7074-d547-4b25-9598-27f75b9e041d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:45:34.154814 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdbe380-3056-4781-8585-6c55ef2a9568', 'name': 'network-vif-deleted', 'tag': '15752973-5df2-4020-ab00-09dc88863fdf', 'status': 'completed', 'code': 200} Dec 17 13:45:34.762891 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-08e3c5cf-e851-4d0c-be09-407e7f79f22b req-a3325195-bfbe-4c0e-9424-ec7f8dc29b27 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 210 time: 0.0283513 Dec 17 13:45:35.413251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-11c6634f-a565-4f9f-9311-69c1b382bce3 req-4c2ab1b6-cdde-443d-a150-b2282ec22c20 tempest-TestNetworkAdvancedServerOps-257796761 tempest-TestNetworkAdvancedServerOps-257796761-project] (110453) timed out ('10.222.0.54', 64991) {{(pid=110453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:45:35.864712 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e900a0dd-f2b7-41aa-85c7-4b19e5ef7620 req-822cfb25-eec3-4f26-9e19-f816946ed30c tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 210 time: 0.0293443 Dec 17 13:45:36.449823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 15752973-5df2-4020-ab00-09dc88863fdf no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:45:36.469405 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 15752973-5df2-4020-ab00-09dc88863fdf {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:45:36.469788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 15752973-5df2-4020-ab00-09dc88863fdf not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:45:36.545700 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:36.959721 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4c993969-13e5-4195-b54c-6e2fb63fbc00 req-d319d7d8-bfa7-40dc-ab16-909c9456efcc tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 210 time: 0.0263271 Dec 17 13:45:38.060591 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ba482258-7b06-4603-bcb2-c25fa792e4a3 req-55c6685e-a037-4f00-8eeb-b3882818a2aa tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 210 time: 0.0292921 Dec 17 13:45:39.174086 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eff126ce-fccf-4553-8f7f-6ef23c44c36c req-a244aa3a-649c-4a2c-9271-ce3388ee9d27 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cdbe380-3056-4781-8585-6c55ef2a9568 HTTP/1.1" status: 200 len: 210 time: 0.0283704 Dec 17 13:45:40.231563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44566) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:40.700333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-43430aee-5e85-4d77-bd92-b4fc1f6df84e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Deleting port c57581a9-1a60-418f-bfd1-645755335a44 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:40.700712 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-43430aee-5e85-4d77-bd92-b4fc1f6df84e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:40.784838 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-43430aee-5e85-4d77-bd92-b4fc1f6df84e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:40.785169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-43430aee-5e85-4d77-bd92-b4fc1f6df84e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:40.797248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-43430aee-5e85-4d77-bd92-b4fc1f6df84e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Calling delete_port for c57581a9-1a60-418f-bfd1-645755335a44 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:41.011771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-43430aee-5e85-4d77-bd92-b4fc1f6df84e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:41.041156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43430aee-5e85-4d77-bd92-b4fc1f6df84e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event deleted for resources: {'Port': ['ID=c57581a9-1a60-418f-bfd1-645755335a44,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:41.107129 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-43430aee-5e85-4d77-bd92-b4fc1f6df84e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:41.110939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-43430aee-5e85-4d77-bd92-b4fc1f6df84e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:41.112612 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-43430aee-5e85-4d77-bd92-b4fc1f6df84e tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "DELETE /v2.0/floatingips/4be45477-1449-4cc2-8ea4-f8a2644dfc23 HTTP/1.1" status: 204 len: 168 time: 0.8798208 Dec 17 13:45:43.891441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b0f7-246a-4ae4-aa2a-c5543f842fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:44.578750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44582) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:44.636839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-13bfbf4b-cc9f-41be-825f-dc11ec542e02 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:44.663875 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-13bfbf4b-cc9f-41be-825f-dc11ec542e02 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:44.814611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-13bfbf4b-cc9f-41be-825f-dc11ec542e02 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:44.818266 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-13bfbf4b-cc9f-41be-825f-dc11ec542e02 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:44.818573 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-13bfbf4b-cc9f-41be-825f-dc11ec542e02 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] 10.222.0.59 "DELETE /v2.0/security-groups/94f781ea-31af-44d0-a5b6-fa15b1fb44ba HTTP/1.1" status: 204 len: 168 time: 0.2388058 Dec 17 13:45:44.830598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfbf4b-cc9f-41be-825f-dc11ec542e02 tempest-TestVolumeBootPattern-469692667 tempest-TestVolumeBootPattern-469692667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f781ea-31af-44d0-a5b6-fa15b1fb44ba,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:45.971481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44588) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:46.388999 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2bcc-8429-4772-8b7c-57cd4bc591ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:46.503277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e71bfe3e-d6b3-422c-96b7-4c9b5b193a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:46.763324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e71bfe3e-d6b3-422c-96b7-4c9b5b193a71 admin admin] Deleting port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:46.763742 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e71bfe3e-d6b3-422c-96b7-4c9b5b193a71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:46.848672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-e71bfe3e-d6b3-422c-96b7-4c9b5b193a71 admin admin] For port 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=50fb220c-2b4b-40b9-a3df-f7f6010ebdd8,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:45:46.849036 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e71bfe3e-d6b3-422c-96b7-4c9b5b193a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:46.863791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e71bfe3e-d6b3-422c-96b7-4c9b5b193a71 admin admin] Calling delete_port for 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:47.120658 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e71bfe3e-d6b3-422c-96b7-4c9b5b193a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:47.148030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bfe3e-d6b3-422c-96b7-4c9b5b193a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=50fb220c-2b4b-40b9-a3df-f7f6010ebdd8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:47.318080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e71bfe3e-d6b3-422c-96b7-4c9b5b193a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:47.538910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71bfe3e-d6b3-422c-96b7-4c9b5b193a71 admin admin] Router c2d4a34e-61ca-4d85-82d3-2308e356a405 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:45:47.653253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71bfe3e-d6b3-422c-96b7-4c9b5b193a71 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:45:47.658396 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e71bfe3e-d6b3-422c-96b7-4c9b5b193a71 admin admin] 10.222.0.59 "PUT /v2.0/routers/c2d4a34e-61ca-4d85-82d3-2308e356a405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6857512 Dec 17 13:45:47.661050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44602) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:47.662612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96a3770-3656-47a7-97f9-3d18b422bc36 None None] Sync routers for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:45:47.673027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96a3770-3656-47a7-97f9-3d18b422bc36 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:45:47.673923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a96a3770-3656-47a7-97f9-3d18b422bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:45:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:47.775839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:47.797813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a96a3770-3656-47a7-97f9-3d18b422bc36 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:45:47.894469 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.026283 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.064479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Deleting port 68a25673-2615-4662-a30d-2d20b4136931 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:48.064731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.155027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] For port 68a25673-2615-4662-a30d-2d20b4136931, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=68a25673-2615-4662-a30d-2d20b4136931,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:45:48.155582 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.168072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Calling delete_port for 68a25673-2615-4662-a30d-2d20b4136931 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:48.169396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a96a3770-3656-47a7-97f9-3d18b422bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '68a25673-2615-4662-a30d-2d20b4136931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:45:47Z', 'revision_number': 5, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port': {'id': '68a25673-2615-4662-a30d-2d20b4136931', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:01Z', 'updated_at': '2021-12-17T13:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:48.196970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96a3770-3656-47a7-97f9-3d18b422bc36 None None] Checking router: c2d4a34e-61ca-4d85-82d3-2308e356a405 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:45:48.205835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96a3770-3656-47a7-97f9-3d18b422bc36 None None] Routers {'c2d4a34e-61ca-4d85-82d3-2308e356a405'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:45:48.206487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a96a3770-3656-47a7-97f9-3d18b422bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:45:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c2d4a34e-61ca-4d85-82d3-2308e356a405'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:48.290788 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:45:48.299502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a96a3770-3656-47a7-97f9-3d18b422bc36 None None] Set router c2d4a34e-61ca-4d85-82d3-2308e356a405 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:45:48.356901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a96a3770-3656-47a7-97f9-3d18b422bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:45:47Z', 'revision_number': 6, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:48.382492 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96a3770-3656-47a7-97f9-3d18b422bc36 None None] The sync data for ids ['c2d4a34e-61ca-4d85-82d3-2308e356a405'] in n-d-815324-5 is: [{'id': 'c2d4a34e-61ca-4d85-82d3-2308e356a405', 'name': 'tempest-TestVolumeBootPattern-2020910788-router', 'tenant_id': '009389a399ad43ddb25b067380a09158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:28:59Z', 'updated_at': '2021-12-17T13:45:47Z', 'revision_number': 6, 'project_id': '009389a399ad43ddb25b067380a09158', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:45:48.414771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.440903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a25673-2615-4662-a30d-2d20b4136931,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:48.454962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3475c4f-b2df-425e-9239-3a31a3f45735 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:45:48.500482 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.592911 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.595127 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.694617 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.695142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2d4a34e-61ca-4d85-82d3-2308e356a405 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:45:48.701637 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.702869 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-16e791e8-1caa-490e-ab9d-128d3ceb4671 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c2d4a34e-61ca-4d85-82d3-2308e356a405 HTTP/1.1" status: 204 len: 168 time: 1.0404832 Dec 17 13:45:48.705426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44608) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:48.759497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd5f8a1-3294-439f-8970-1a762623f537 admin admin] Deleting subnet 53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:45:48.763410 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f8a1-3294-439f-8970-1a762623f537 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.804652 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f8a1-3294-439f-8970-1a762623f537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.896448 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f8a1-3294-439f-8970-1a762623f537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:48.988529 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.034739 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f8a1-3294-439f-8970-1a762623f537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.062070 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5f8a1-3294-439f-8970-1a762623f537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53326f79-47a6-4d5d-aa1f-178b1b8e2cf6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:49.066771 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8cd5f8a1-3294-439f-8970-1a762623f537 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.082605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8cd5f8a1-3294-439f-8970-1a762623f537 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/53326f79-47a6-4d5d-aa1f-178b1b8e2cf6 HTTP/1.1" status: 204 len: 168 time: 0.3636825 Dec 17 13:45:49.082605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44610) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:49.083016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e0fd15-55ec-4024-984f-264b2c15888e None None] Network ecd0a89a-e368-44f2-9fad-d6001ff5c547 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:45:49.159763 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.246535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:45:49.262604 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Deleting port cedd177b-620b-4c80-994b-f303b13149e3 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:49.262963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.270477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:45:49.271209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 50fb220c-2b4b-40b9-a3df-f7f6010ebdd8 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:45:49.271800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 68a25673-2615-4662-a30d-2d20b4136931 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:45:49.277354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] DHCP port deletion for ecd0a89a-e368-44f2-9fad-d6001ff5c547 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:45:49.297327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 68a25673-2615-4662-a30d-2d20b4136931 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:45:49.297716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 68a25673-2615-4662-a30d-2d20b4136931 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:45:49.338256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] For port cedd177b-620b-4c80-994b-f303b13149e3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cedd177b-620b-4c80-994b-f303b13149e3,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:45:49.338770 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.348817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Deleting port cedd177b-620b-4c80-994b-f303b13149e3 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:49.352166 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.354908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Calling delete_port for cedd177b-620b-4c80-994b-f303b13149e3 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:49.418070 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] For port cedd177b-620b-4c80-994b-f303b13149e3, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cedd177b-620b-4c80-994b-f303b13149e3,segment=NetworkSegment(a750cb5d-68eb-48d6-a55d-21f5df342ab5),segment_id=a750cb5d-68eb-48d6-a55d-21f5df342ab5)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:45:49.418478 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.434127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Calling delete_port for cedd177b-620b-4c80-994b-f303b13149e3 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:49.511465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.519736 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.538727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cedd177b-620b-4c80-994b-f303b13149e3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:49.542673 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] No DVR routers for this DVR port cedd177b-620b-4c80-994b-f303b13149e3 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:45:49.549552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Pushing event deleted for resources: {'Port': ['ID=cedd177b-620b-4c80-994b-f303b13149e3,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:49.554108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] No DVR routers for this DVR port cedd177b-620b-4c80-994b-f303b13149e3 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:45:49.564822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.564822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.566445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.566445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.566445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.566445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.566445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.566856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.567260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.567460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.567951 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.568281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.568612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f3b9d7-efb5-4255-be6e-0680540c7a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:49.842741 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.905800 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.925456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd0a89a-e368-44f2-9fad-d6001ff5c547']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:49.935371 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a750cb5d-68eb-48d6-a55d-21f5df342ab5') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:49.935668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a750cb5d-68eb-48d6-a55d-21f5df342ab5') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:49.946486 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.960374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.966350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:45:49.966735 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:45:49.968595 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:45:50.088951 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:50.094953 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:50.098173 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ecd0a89a-e368-44f2-9fad-d6001ff5c547 HTTP/1.1" status: 204 len: 168 time: 1.0244253 Dec 17 13:45:50.101151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44618) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:50.110012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e6530-87e0-4778-a829-e0254da876a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd0a89a-e368-44f2-9fad-d6001ff5c547,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:50.456288 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e9c9fbe3-2631-41dd-92fd-1932f080399a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:50.713644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9fbe3-2631-41dd-92fd-1932f080399a admin admin] Deleting port 57da2ccc-a9b8-4e42-b739-c7b846a44980 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:50.715680 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e9c9fbe3-2631-41dd-92fd-1932f080399a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:50.792217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-e9c9fbe3-2631-41dd-92fd-1932f080399a admin admin] For port 57da2ccc-a9b8-4e42-b739-c7b846a44980, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=57da2ccc-a9b8-4e42-b739-c7b846a44980,segment=NetworkSegment(cc900568-299d-4ae0-8497-0dafd7aedeb0),segment_id=cc900568-299d-4ae0-8497-0dafd7aedeb0)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:45:50.792590 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e9c9fbe3-2631-41dd-92fd-1932f080399a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:50.805950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9fbe3-2631-41dd-92fd-1932f080399a admin admin] Calling delete_port for 57da2ccc-a9b8-4e42-b739-c7b846a44980 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:50.936014 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cedd177b-620b-4c80-994b-f303b13149e3 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:45:50.956867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: cedd177b-620b-4c80-994b-f303b13149e3 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:45:50.957088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cedd177b-620b-4c80-994b-f303b13149e3 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:45:51.074746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e9c9fbe3-2631-41dd-92fd-1932f080399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:51.100106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9fbe3-2631-41dd-92fd-1932f080399a admin admin] Pushing event deleted for resources: {'Port': ['ID=57da2ccc-a9b8-4e42-b739-c7b846a44980,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:51.629421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e9c9fbe3-2631-41dd-92fd-1932f080399a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:51.847005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c9fbe3-2631-41dd-92fd-1932f080399a admin admin] Router c8576679-452e-4165-bda1-5c22bf6a9b56 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:45:51.956625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c9fbe3-2631-41dd-92fd-1932f080399a admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:45:51.964124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e9c9fbe3-2631-41dd-92fd-1932f080399a admin admin] 10.222.0.59 "PUT /v2.0/routers/c8576679-452e-4165-bda1-5c22bf6a9b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8595109 Dec 17 13:45:51.965111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44628) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:51.968557 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50e278-e306-4bcf-9f87-a81fd8085863 None None] Sync routers for ids ['c8576679-452e-4165-bda1-5c22bf6a9b56'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:45:51.979813 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50e278-e306-4bcf-9f87-a81fd8085863 None None] Routers {'c8576679-452e-4165-bda1-5c22bf6a9b56'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:45:51.980522 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1e50e278-e306-4bcf-9f87-a81fd8085863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:45:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c8576679-452e-4165-bda1-5c22bf6a9b56'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:52.077900 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:52.095749 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1e50e278-e306-4bcf-9f87-a81fd8085863 None None] Set router c8576679-452e-4165-bda1-5c22bf6a9b56 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:45:52.180766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:52.313036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Deleting port f444fb0d-48ab-4986-b907-eca2ca869da2 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:52.313502 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:52.366000 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1e50e278-e306-4bcf-9f87-a81fd8085863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'name': 'tempest-TestVolumeBootPattern-2073704149-router', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:14Z', 'updated_at': '2021-12-17T13:45:50Z', 'revision_number': 5, 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'gw_port': {'id': 'f444fb0d-48ab-4986-b907-eca2ca869da2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:29:16Z', 'updated_at': '2021-12-17T13:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:52.392783 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50e278-e306-4bcf-9f87-a81fd8085863 None None] Checking router: c8576679-452e-4165-bda1-5c22bf6a9b56 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:45:52.399810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] For port f444fb0d-48ab-4986-b907-eca2ca869da2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f444fb0d-48ab-4986-b907-eca2ca869da2,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:45:52.400209 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:52.401117 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50e278-e306-4bcf-9f87-a81fd8085863 None None] Routers {'c8576679-452e-4165-bda1-5c22bf6a9b56'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:45:52.401759 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1e50e278-e306-4bcf-9f87-a81fd8085863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:45:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c8576679-452e-4165-bda1-5c22bf6a9b56'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:52.412829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Calling delete_port for f444fb0d-48ab-4986-b907-eca2ca869da2 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:52.486424 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-1e50e278-e306-4bcf-9f87-a81fd8085863 None None] Set router c8576679-452e-4165-bda1-5c22bf6a9b56 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:45:52.541211 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-1e50e278-e306-4bcf-9f87-a81fd8085863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'name': 'tempest-TestVolumeBootPattern-2073704149-router', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:14Z', 'updated_at': '2021-12-17T13:45:52Z', 'revision_number': 6, 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:52.568709 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50e278-e306-4bcf-9f87-a81fd8085863 None None] The sync data for ids ['c8576679-452e-4165-bda1-5c22bf6a9b56'] in n-d-815324-5 is: [{'id': 'c8576679-452e-4165-bda1-5c22bf6a9b56', 'name': 'tempest-TestVolumeBootPattern-2073704149-router', 'tenant_id': 'cf6bc649b2b34e40887f42d08a281b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:29:14Z', 'updated_at': '2021-12-17T13:45:52Z', 'revision_number': 6, 'project_id': 'cf6bc649b2b34e40887f42d08a281b79', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:45:52.691719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:52.716527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Pushing event deleted for resources: {'Port': ['ID=f444fb0d-48ab-4986-b907-eca2ca869da2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:52.734470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0942d1f-0934-4ad2-bbeb-0bc4af438751 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:45:52.791660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:52.884140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:52.886418 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.026850 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 57da2ccc-a9b8-4e42-b739-c7b846a44980 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:45:53.050770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 57da2ccc-a9b8-4e42-b739-c7b846a44980 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:45:53.051132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 57da2ccc-a9b8-4e42-b739-c7b846a44980 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:45:53.063100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.066592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8576679-452e-4165-bda1-5c22bf6a9b56 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:45:53.068187 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.069393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-060c9d79-3c81-4a77-9a8b-c4dc7f800dff admin admin] 10.222.0.59 "DELETE /v2.0/routers/c8576679-452e-4165-bda1-5c22bf6a9b56 HTTP/1.1" status: 204 len: 168 time: 1.1039135 Dec 17 13:45:53.072153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44634) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:53.123588 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Deleting subnet 73988577-c73f-41af-af17-3209be866ea4 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:45:53.126809 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.166008 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.221862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44638) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:53.243547 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.332339 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49979cbe-6d40-42ac-8ddd-e781bbfc0fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.360307 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.390320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73988577-c73f-41af-af17-3209be866ea4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:53.392586 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.397233 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] 10.222.0.59 "DELETE /v2.0/subnets/73988577-c73f-41af-af17-3209be866ea4 HTTP/1.1" status: 204 len: 168 time: 0.3234901 Dec 17 13:45:53.399754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 44642) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:53.402820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0b8a86-6a8d-4641-9dd2-4520a5bdf84a None None] Network e21a4d71-ab2a-4878-a830-b02695fa081a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:45:53.451883 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49979cbe-6d40-42ac-8ddd-e781bbfc0fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.456547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.456904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.457290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.457608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.462461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.462461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.462461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.462461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.462461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.462461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.462461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.462461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.462461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550613f-4b7c-4fd4-9747-8dce43c214be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:45:53.497871 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.511246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49979cbe-6d40-42ac-8ddd-e781bbfc0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.573649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Deleting port 74c9490c-f102-446c-ad69-65e2513af29f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:53.574146 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.604134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49979cbe-6d40-42ac-8ddd-e781bbfc0fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6814a8dd-5c4e-4d3a-beae-b937c2685920,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:53.620862 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-49979cbe-6d40-42ac-8ddd-e781bbfc0fc8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e2ee6e0eba2483c945dcacf735e757b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3976974 Dec 17 13:45:53.623933 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44644) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:53.625860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72e9b6d-34c6-4340-9d8f-622f2157a3b1 None None] DHCP port deletion for e21a4d71-ab2a-4878-a830-b02695fa081a request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:45:53.686412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] For port 74c9490c-f102-446c-ad69-65e2513af29f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=74c9490c-f102-446c-ad69-65e2513af29f,segment=NetworkSegment(cc900568-299d-4ae0-8497-0dafd7aedeb0),segment_id=cc900568-299d-4ae0-8497-0dafd7aedeb0)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:45:53.687538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.713490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Calling delete_port for 74c9490c-f102-446c-ad69-65e2513af29f owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:53.745127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-146c64f4-6c27-4fb8-a77b-e10c22b69cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.762870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c72e9b6d-34c6-4340-9d8f-622f2157a3b1 None None] Deleting port 74c9490c-f102-446c-ad69-65e2513af29f {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:45:53.763849 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c72e9b6d-34c6-4340-9d8f-622f2157a3b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.771961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-146c64f4-6c27-4fb8-a77b-e10c22b69cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.839568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c72e9b6d-34c6-4340-9d8f-622f2157a3b1 None None] For port 74c9490c-f102-446c-ad69-65e2513af29f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=74c9490c-f102-446c-ad69-65e2513af29f,segment=NetworkSegment(cc900568-299d-4ae0-8497-0dafd7aedeb0),segment_id=cc900568-299d-4ae0-8497-0dafd7aedeb0)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:45:53.839970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c72e9b6d-34c6-4340-9d8f-622f2157a3b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.852835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c72e9b6d-34c6-4340-9d8f-622f2157a3b1 None None] Calling delete_port for 74c9490c-f102-446c-ad69-65e2513af29f owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:45:53.922837 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.932646 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c72e9b6d-34c6-4340-9d8f-622f2157a3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.945469 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-146c64f4-6c27-4fb8-a77b-e10c22b69cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.949473 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-146c64f4-6c27-4fb8-a77b-e10c22b69cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:53.953306 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-146c64f4-6c27-4fb8-a77b-e10c22b69cb3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6814a8dd-5c4e-4d3a-beae-b937c2685920 HTTP/1.1" status: 204 len: 168 time: 0.3248646 Dec 17 13:45:53.954280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Pushing event deleted for resources: {'Port': ['ID=74c9490c-f102-446c-ad69-65e2513af29f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:53.958496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] No DVR routers for this DVR port 74c9490c-f102-446c-ad69-65e2513af29f on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:45:53.959659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e9b6d-34c6-4340-9d8f-622f2157a3b1 None None] Pushing event deleted for resources: {'Port': ['ID=74c9490c-f102-446c-ad69-65e2513af29f,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:53.966276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e9b6d-34c6-4340-9d8f-622f2157a3b1 None None] No DVR routers for this DVR port 74c9490c-f102-446c-ad69-65e2513af29f on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:45:53.971025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c64f4-6c27-4fb8-a77b-e10c22b69cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6814a8dd-5c4e-4d3a-beae-b937c2685920,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:54.049082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:54.070302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21a4d71-ab2a-4878-a830-b02695fa081a']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:54.079759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc900568-299d-4ae0-8497-0dafd7aedeb0') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:54.080071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc900568-299d-4ae0-8497-0dafd7aedeb0') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:45:54.089987 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:54.103893 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:54.109822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:45:54.110212 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:45:54.111883 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:45:54.251139 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:54.265399 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:54.265399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] 10.222.0.59 "DELETE /v2.0/networks/e21a4d71-ab2a-4878-a830-b02695fa081a HTTP/1.1" status: 204 len: 168 time: 0.8607624 Dec 17 13:45:54.272674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233aeb2-cf52-4011-8a95-a2413bc96ced admin admin] Pushing event deleted for resources: {'Network': ['ID=e21a4d71-ab2a-4878-a830-b02695fa081a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:54.620560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44660) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:54.659998 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-89f3f24f-f7e3-4b08-9886-ef30650706ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=009389a399ad43ddb25b067380a09158&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381606 Dec 17 13:45:54.662501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44662) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:54.709230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86215124-95a7-4b27-ad28-c2a3678c67f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:54.737764 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86215124-95a7-4b27-ad28-c2a3678c67f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:54.842963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86215124-95a7-4b27-ad28-c2a3678c67f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:54.845841 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86215124-95a7-4b27-ad28-c2a3678c67f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:54.850580 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-86215124-95a7-4b27-ad28-c2a3678c67f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0963e027-5e62-4a2d-89c8-336f2949fbc6 HTTP/1.1" status: 204 len: 168 time: 0.1836033 Dec 17 13:45:54.857620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86215124-95a7-4b27-ad28-c2a3678c67f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0963e027-5e62-4a2d-89c8-336f2949fbc6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:45:54.960522 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f444fb0d-48ab-4986-b907-eca2ca869da2 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:45:54.983834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f444fb0d-48ab-4986-b907-eca2ca869da2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:45:54.984305 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f444fb0d-48ab-4986-b907-eca2ca869da2 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:45:54.984806 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 74c9490c-f102-446c-ad69-65e2513af29f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:45:55.013042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 74c9490c-f102-446c-ad69-65e2513af29f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:45:55.013899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 74c9490c-f102-446c-ad69-65e2513af29f not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:45:55.505648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44684) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:55.550062 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4f7482e2-5ea7-4ff4-b5ab-a9c10f12b695 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf6bc649b2b34e40887f42d08a281b79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430992 Dec 17 13:45:55.552613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 44686) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:45:55.607045 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-226b6c81-da17-4e6c-91e6-85c76711166b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:55.628642 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-226b6c81-da17-4e6c-91e6-85c76711166b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:55.736791 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-226b6c81-da17-4e6c-91e6-85c76711166b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:55.739498 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-226b6c81-da17-4e6c-91e6-85c76711166b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:45:55.740665 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-226b6c81-da17-4e6c-91e6-85c76711166b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0df27132-c76a-4da4-8d0f-2ac4b6590c76 HTTP/1.1" status: 204 len: 168 time: 0.1871021 Dec 17 13:45:55.760050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b6c81-da17-4e6c-91e6-85c76711166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df27132-c76a-4da4-8d0f-2ac4b6590c76,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:01.905509 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:04.923312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45010) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:05.077125 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:05.150827 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:05.216133 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:05.255342 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=565e05beb1304272b475307373c33f82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308799 Dec 17 13:46:05.256311 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be40402d-6565-41ce-90c9-76d48ac3c83a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:05.258109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45016) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:05.264087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.264437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.264778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.265117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.265450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.265821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.266151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.266529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.266865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.267184 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.267506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.267824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.268143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea549fc-eb13-415a-896f-54437cc41e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:05.305642 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3208ef74-c66c-4ac0-8728-75160f354324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:05.327016 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3208ef74-c66c-4ac0-8728-75160f354324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:05.445020 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3208ef74-c66c-4ac0-8728-75160f354324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:05.447750 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3208ef74-c66c-4ac0-8728-75160f354324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:05.448941 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3208ef74-c66c-4ac0-8728-75160f354324 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be40402d-6565-41ce-90c9-76d48ac3c83a HTTP/1.1" status: 204 len: 168 time: 0.1896670 Dec 17 13:46:05.456685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208ef74-c66c-4ac0-8728-75160f354324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be40402d-6565-41ce-90c9-76d48ac3c83a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:06.393845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:08.808694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45100) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:08.940227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4cbda20-b51d-4939-a1a9-967d28bff23e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:09.016916 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4cbda20-b51d-4939-a1a9-967d28bff23e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:09.088555 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4cbda20-b51d-4939-a1a9-967d28bff23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:09.126726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d4cbda20-b51d-4939-a1a9-967d28bff23e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f6c57b86aa84bc1a5c1232b2587f946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3169470 Dec 17 13:46:09.127575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbda20-b51d-4939-a1a9-967d28bff23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725e1192-f375-439c-b914-667ea0e7ca66,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:09.129473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45106) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:09.179924 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e140da-adb4-4e09-b738-d1de26f959cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:09.201648 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e140da-adb4-4e09-b738-d1de26f959cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:09.301992 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e140da-adb4-4e09-b738-d1de26f959cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:09.304667 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2e140da-adb4-4e09-b738-d1de26f959cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:09.305841 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e2e140da-adb4-4e09-b738-d1de26f959cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/725e1192-f375-439c-b914-667ea0e7ca66 HTTP/1.1" status: 204 len: 168 time: 0.1751587 Dec 17 13:46:09.314370 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e140da-adb4-4e09-b738-d1de26f959cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725e1192-f375-439c-b914-667ea0e7ca66,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:09.875428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45112) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:09.888488 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-392d924a-bea7-4de1-962f-ba5070904cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:10.047863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-392d924a-bea7-4de1-962f-ba5070904cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:10.136635 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-392d924a-bea7-4de1-962f-ba5070904cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:10.178769 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-392d924a-bea7-4de1-962f-ba5070904cb0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b39c409ee9f9456f923c01932287db5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3022144 Dec 17 13:46:10.179628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d924a-bea7-4de1-962f-ba5070904cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e6f130-8fe5-420f-b1d7-667e1fc496c4,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:10.182287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45114) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:10.235164 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d5f551cf-34a4-4012-af82-22e63ebe51c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:10.256144 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d5f551cf-34a4-4012-af82-22e63ebe51c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:10.380166 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d5f551cf-34a4-4012-af82-22e63ebe51c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:10.383352 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d5f551cf-34a4-4012-af82-22e63ebe51c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:10.384515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d5f551cf-34a4-4012-af82-22e63ebe51c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66e6f130-8fe5-420f-b1d7-667e1fc496c4 HTTP/1.1" status: 204 len: 168 time: 0.2007661 Dec 17 13:46:10.393023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f551cf-34a4-4012-af82-22e63ebe51c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e6f130-8fe5-420f-b1d7-667e1fc496c4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:12.137689 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45182) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:12.257374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54df88b8-1432-4bdc-9f7e-eb107095d756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:12.329530 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54df88b8-1432-4bdc-9f7e-eb107095d756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:12.370682 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-54df88b8-1432-4bdc-9f7e-eb107095d756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:12.409034 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-54df88b8-1432-4bdc-9f7e-eb107095d756 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad8ae38b83b64cbea9ddccceb3ff756e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702782 Dec 17 13:46:12.410286 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df88b8-1432-4bdc-9f7e-eb107095d756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fd2471-fc93-4569-87d3-67b2f506945a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:12.411831 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45186) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:12.463417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d68614eb-5df8-4ec7-891e-fe51ea3db3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:12.483421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d68614eb-5df8-4ec7-891e-fe51ea3db3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:12.602522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d68614eb-5df8-4ec7-891e-fe51ea3db3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:12.605301 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d68614eb-5df8-4ec7-891e-fe51ea3db3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:12.606515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d68614eb-5df8-4ec7-891e-fe51ea3db3a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38fd2471-fc93-4569-87d3-67b2f506945a HTTP/1.1" status: 204 len: 168 time: 0.1936548 Dec 17 13:46:12.614389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68614eb-5df8-4ec7-891e-fe51ea3db3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fd2471-fc93-4569-87d3-67b2f506945a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:13.627117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45212) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:13.743360 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-71f7fc56-1d51-4a13-9a37-3992294d164e tempest-AgentManagementNegativeTest-2067547246 tempest-AgentManagementNegativeTest-2067547246-project] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1150589 Dec 17 13:46:13.890449 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9c961d3-c482-4c13-8263-60e99d367c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:14.180053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45220) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:14.288983 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e855561e-00d1-49e9-ba96-259346534b03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:14.361270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e855561e-00d1-49e9-ba96-259346534b03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:14.433853 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e855561e-00d1-49e9-ba96-259346534b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:14.478345 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e855561e-00d1-49e9-ba96-259346534b03 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=135347ae7a9f480faa23ae53b3f93c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2971556 Dec 17 13:46:14.479090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855561e-00d1-49e9-ba96-259346534b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb8f1bf-8415-40e4-88e0-b5b02394c605,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:14.482605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45224) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:14.563957 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ccd25564-b347-4e96-ae72-4f9417d409a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:14.599327 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ccd25564-b347-4e96-ae72-4f9417d409a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:14.734013 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ccd25564-b347-4e96-ae72-4f9417d409a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:14.737037 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ccd25564-b347-4e96-ae72-4f9417d409a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:14.738435 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ccd25564-b347-4e96-ae72-4f9417d409a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfb8f1bf-8415-40e4-88e0-b5b02394c605 HTTP/1.1" status: 204 len: 168 time: 0.2546391 Dec 17 13:46:14.751333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd25564-b347-4e96-ae72-4f9417d409a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb8f1bf-8415-40e4-88e0-b5b02394c605,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:15.844537 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45246) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:15.939850 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1167583936'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:16.041997 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:16.045543 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:16.054271 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:16.126865 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:16.204740 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:16.233074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:46:16.243548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6996496-0e52-450b-8eea-5145062bea20,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:16.250164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:16.250515 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Added segment fd8382f2-f7f9-4606-b144-4cd6d5ea1efd of type vlan for network 576de818-3303-4a3d-9744-01f91b8e2aab Dec 17 13:46:16.292605 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:16.347685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-84c5eda7-3565-48dd-ab81-87c214a9d5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:16.373841 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:16.383067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:16.383067 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:16.450796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Network': ['ID=576de818-3303-4a3d-9744-01f91b8e2aab,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:16.460790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:46:16.521614 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6d4437fb-4778-4f84-b14b-4dcd5b4e0669 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6759427 Dec 17 13:46:16.526047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45250) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:16.530929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-43c1e9b8-e9cf-4078-91cb-9a65e5de7e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:16.722018 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c1e9b8-e9cf-4078-91cb-9a65e5de7e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:16.725549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43c1e9b8-e9cf-4078-91cb-9a65e5de7e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:17.019974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43c1e9b8-e9cf-4078-91cb-9a65e5de7e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:17.089125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1e9b8-e9cf-4078-91cb-9a65e5de7e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=b295666e-cd0a-4659-b39d-0a5e36c01722,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:17.098050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c1e9b8-e9cf-4078-91cb-9a65e5de7e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:17.098414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c1e9b8-e9cf-4078-91cb-9a65e5de7e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network hostable DHCP agents. Network: 576de818-3303-4a3d-9744-01f91b8e2aab, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:46:17.185622 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c1e9b8-e9cf-4078-91cb-9a65e5de7e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:46:17.270874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-43c1e9b8-e9cf-4078-91cb-9a65e5de7e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 576de818-3303-4a3d-9744-01f91b8e2aab) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:17.275223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c1e9b8-e9cf-4078-91cb-9a65e5de7e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:17.275824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43c1e9b8-e9cf-4078-91cb-9a65e5de7e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:17.280352 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1be1a8-7757-403b-acdb-08421ef26071 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:17.359769 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-43c1e9b8-e9cf-4078-91cb-9a65e5de7e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8327169 Dec 17 13:46:17.362800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45252) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:17.368029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'name': 'tempest-NetworksTestDHCPv6-230265370'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:17.380533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': 'b295666e-cd0a-4659-b39d-0a5e36c01722'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:46:17.381566 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:17.552340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Allocated IP 2001:db8::2 (576de818-3303-4a3d-9744-01f91b8e2aab/b295666e-cd0a-4659-b39d-0a5e36c01722/2b07f5af-4ba6-44c5-867f-c9017fed7862) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:17.570334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:17.576192 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:17.598037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port fb7218f7-aed2-43d8-a41d-fb25fdc04c4f yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:46:17.729784 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:17.826031 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:17.858825 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:17.867121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:17.870658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:17.875054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:17.884432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Pushing event updated for resources: {'Port': ['ID=2b07f5af-4ba6-44c5-867f-c9017fed7862,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:17.892308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::3a7 (576de818-3303-4a3d-9744-01f91b8e2aab/b295666e-cd0a-4659-b39d-0a5e36c01722/fb7218f7-aed2-43d8-a41d-fb25fdc04c4f) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:17.942630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Attempting to bind port 2b07f5af-4ba6-44c5-867f-c9017fed7862 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:17.943003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Attempting to bind port 2b07f5af-4ba6-44c5-867f-c9017fed7862 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:17.943372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Attempting to bind port 2b07f5af-4ba6-44c5-867f-c9017fed7862 on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:17.949251 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:17.949552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:17.954782 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:17.954782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:17.954782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Bound port: 2b07f5af-4ba6-44c5-867f-c9017fed7862, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:17.954782 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:18.018442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] For port 2b07f5af-4ba6-44c5-867f-c9017fed7862, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:46:18.021801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] For port 2b07f5af-4ba6-44c5-867f-c9017fed7862, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2b07f5af-4ba6-44c5-867f-c9017fed7862,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:46:18.054686 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:18.085147 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:18.158983 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:18.160716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410091f8-91f9-4dda-b1f1-d57817143a28 None None] Pushing event updated for resources: {'Port': ['ID=2b07f5af-4ba6-44c5-867f-c9017fed7862,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:18.221054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:18.224929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:18.227181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=fb7218f7-aed2-43d8-a41d-fb25fdc04c4f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:18.229515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:18.235253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:18.235931 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:18.321311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-30463c1b-103e-4cd0-9e4b-beb74b48c2a2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9573746 Dec 17 13:46:18.324001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45254) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:18.412684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5d16a-f5f8-4e30-890a-3e67ae58c9aa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:18.419447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5d16a-f5f8-4e30-890a-3e67ae58c9aa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:18.425621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-49a5d16a-f5f8-4e30-890a-3e67ae58c9aa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1001906 Dec 17 13:46:18.428346 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45256) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:18.519909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dff66-938c-4c9b-9e91-138f78400a39 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port fb7218f7-aed2-43d8-a41d-fb25fdc04c4f {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:18.520256 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac4dff66-938c-4c9b-9e91-138f78400a39 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:18.609678 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac4dff66-938c-4c9b-9e91-138f78400a39 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:18.621924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dff66-938c-4c9b-9e91-138f78400a39 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for fb7218f7-aed2-43d8-a41d-fb25fdc04c4f owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:18.827241 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac4dff66-938c-4c9b-9e91-138f78400a39 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:18.867108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dff66-938c-4c9b-9e91-138f78400a39 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=fb7218f7-aed2-43d8-a41d-fb25fdc04c4f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:18.888999 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ac4dff66-938c-4c9b-9e91-138f78400a39 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:18.895502 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ac4dff66-938c-4c9b-9e91-138f78400a39 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/fb7218f7-aed2-43d8-a41d-fb25fdc04c4f HTTP/1.1" status: 204 len: 168 time: 0.4659934 Dec 17 13:46:18.898068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45258) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:18.964836 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:18.991394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4b724d-0557-41fb-8646-cbf81ade0595 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:18.992928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4b724d-0557-41fb-8646-cbf81ade0595 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:18.997230 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5f4b724d-0557-41fb-8646-cbf81ade0595 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0953004 Dec 17 13:46:18.998991 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45260) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:19.007988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2b07f5af-4ba6-44c5-867f-c9017fed7862 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:46:19.053791 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e34f49-647f-41c2-b443-7723d57e4c1a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet b295666e-cd0a-4659-b39d-0a5e36c01722 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:46:19.058475 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88e34f49-647f-41c2-b443-7723d57e4c1a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.063662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2b07f5af-4ba6-44c5-867f-c9017fed7862 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:19.064040 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.112143 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88e34f49-647f-41c2-b443-7723d57e4c1a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.112233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d2d954-47a1-4d4f-ac7f-c88ab3b7f90b None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:19.195957 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88e34f49-647f-41c2-b443-7723d57e4c1a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.217338 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.265006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bb66b643-1210-47d6-b241-850185c9db50 None None] Provisioning complete for port 2b07f5af-4ba6-44c5-867f-c9017fed7862 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:19.265374 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bb66b643-1210-47d6-b241-850185c9db50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.331190 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88e34f49-647f-41c2-b443-7723d57e4c1a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.361601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e34f49-647f-41c2-b443-7723d57e4c1a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=b295666e-cd0a-4659-b39d-0a5e36c01722,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:19.363842 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88e34f49-647f-41c2-b443-7723d57e4c1a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.370791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45262) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:19.381931 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-88e34f49-647f-41c2-b443-7723d57e4c1a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/b295666e-cd0a-4659-b39d-0a5e36c01722 HTTP/1.1" status: 204 len: 168 time: 0.3703213 Dec 17 13:46:19.388814 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bb66b643-1210-47d6-b241-850185c9db50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.407846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:46:19.408113 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:46:19.429368 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c23d7328-e498-4772-9bb9-053345184cd0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572159 Dec 17 13:46:19.433099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45264) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:19.439700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-92a733f7-f951-42dc-a28f-3c7079db8011 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:19.458675 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-bb66b643-1210-47d6-b241-850185c9db50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:46:19.459036 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-bb66b643-1210-47d6-b241-850185c9db50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:46:19.508826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494d1f51-83aa-483d-889d-e2846abab2cf None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:19.633149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a733f7-f951-42dc-a28f-3c7079db8011 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:19.637375 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92a733f7-f951-42dc-a28f-3c7079db8011 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.645261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c26aef-1868-4a99-a53a-3889191ff5dd None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:46:19.705733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-05c26aef-1868-4a99-a53a-3889191ff5dd None None] Deleting port 2b07f5af-4ba6-44c5-867f-c9017fed7862 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:19.706049 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05c26aef-1868-4a99-a53a-3889191ff5dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.784221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-05c26aef-1868-4a99-a53a-3889191ff5dd None None] For port 2b07f5af-4ba6-44c5-867f-c9017fed7862, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2b07f5af-4ba6-44c5-867f-c9017fed7862,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:19.784626 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05c26aef-1868-4a99-a53a-3889191ff5dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.798456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-05c26aef-1868-4a99-a53a-3889191ff5dd None None] Calling delete_port for 2b07f5af-4ba6-44c5-867f-c9017fed7862 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:19.860471 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.941938 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92a733f7-f951-42dc-a28f-3c7079db8011 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.945327 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.984391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a733f7-f951-42dc-a28f-3c7079db8011 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:19.988808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-92a733f7-f951-42dc-a28f-3c7079db8011 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:19.989178 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-05c26aef-1868-4a99-a53a-3889191ff5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:19.993503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a733f7-f951-42dc-a28f-3c7079db8011 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:19.994225 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92a733f7-f951-42dc-a28f-3c7079db8011 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:20.009384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a733f7-f951-42dc-a28f-3c7079db8011 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=6d870af3-e7b2-48d5-98a4-e0dfbd9a90a1,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:20.026612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c26aef-1868-4a99-a53a-3889191ff5dd None None] Pushing event deleted for resources: {'Port': ['ID=2b07f5af-4ba6-44c5-867f-c9017fed7862,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:20.035256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c26aef-1868-4a99-a53a-3889191ff5dd None None] No DVR routers for this DVR port 2b07f5af-4ba6-44c5-867f-c9017fed7862 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:46:20.070368 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-92a733f7-f951-42dc-a28f-3c7079db8011 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6360590 Dec 17 13:46:20.074068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45266) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:20.079205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'name': 'tempest-NetworksTestDHCPv6-1774099587'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:20.231577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3095ae12-dacc-4c44-a4e0-732e772ea098 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:20.235822 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bb66b643-1210-47d6-b241-850185c9db50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:20.295929 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:20.299506 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:20.318466 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 89ccf87a-c9f7-4523-9bb3-ec19b3d77abd yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:46:20.369920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': '6d870af3-e7b2-48d5-98a4-e0dfbd9a90a1'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:46:20.370814 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:20.444048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::c2 (576de818-3303-4a3d-9744-01f91b8e2aab/6d870af3-e7b2-48d5-98a4-e0dfbd9a90a1/89ccf87a-c9f7-4523-9bb3-ec19b3d77abd) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:20.448420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0def0368-4990-43bc-a3f9-bc420aef6b38 None None] Could not find standard attr ID for object 2b07f5af-4ba6-44c5-867f-c9017fed7862. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:46:20.598356 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:20.693988 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:20.744923 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:20.746160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Allocated IP 2001:db8::2 (576de818-3303-4a3d-9744-01f91b8e2aab/6d870af3-e7b2-48d5-98a4-e0dfbd9a90a1/87d72743-3e5e-4f49-9162-eb492d27d9e9) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:20.748299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:20.752179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:20.757837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:20.758476 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:20.765825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=89ccf87a-c9f7-4523-9bb3-ec19b3d77abd,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:20.836128 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-49b0c693-fb2c-4901-8ae5-aeb598208110 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7609499 Dec 17 13:46:20.838694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45268) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:20.897200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c19ee05-db38-4f7d-bd23-6ed77a81f739 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:20.898920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0c19ee05-db38-4f7d-bd23-6ed77a81f739 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0592458 Dec 17 13:46:20.902233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45270) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:20.907020 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:20.954332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2b07f5af-4ba6-44c5-867f-c9017fed7862 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:46:20.975649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 2b07f5af-4ba6-44c5-867f-c9017fed7862 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:46:20.976150 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2b07f5af-4ba6-44c5-867f-c9017fed7862 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:46:20.978187 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:20.992407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-20422250-630d-446b-9798-eecec6097b9b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 89ccf87a-c9f7-4523-9bb3-ec19b3d77abd {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:20.992749 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20422250-630d-446b-9798-eecec6097b9b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:21.024214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:21.028234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:21.032834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:21.036015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Pushing event updated for resources: {'Port': ['ID=87d72743-3e5e-4f49-9162-eb492d27d9e9,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:21.087384 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20422250-630d-446b-9798-eecec6097b9b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:21.089623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Attempting to bind port 87d72743-3e5e-4f49-9162-eb492d27d9e9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:21.090011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Attempting to bind port 87d72743-3e5e-4f49-9162-eb492d27d9e9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:21.090372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Attempting to bind port 87d72743-3e5e-4f49-9162-eb492d27d9e9 on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:21.096290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:21.096671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:21.097073 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:21.097468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:21.097970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Bound port: 87d72743-3e5e-4f49-9162-eb492d27d9e9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:21.098355 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:21.100626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-20422250-630d-446b-9798-eecec6097b9b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 89ccf87a-c9f7-4523-9bb3-ec19b3d77abd owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:21.168302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] For port 87d72743-3e5e-4f49-9162-eb492d27d9e9, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:46:21.171686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] For port 87d72743-3e5e-4f49-9162-eb492d27d9e9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=87d72743-3e5e-4f49-9162-eb492d27d9e9,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:46:21.256480 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:21.308614 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20422250-630d-446b-9798-eecec6097b9b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:21.314658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46062f-f0cc-4c31-867b-ec9779facdbf None None] Pushing event updated for resources: {'Port': ['ID=87d72743-3e5e-4f49-9162-eb492d27d9e9,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:21.348952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20422250-630d-446b-9798-eecec6097b9b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=89ccf87a-c9f7-4523-9bb3-ec19b3d77abd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:21.372933 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-20422250-630d-446b-9798-eecec6097b9b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:21.376640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-20422250-630d-446b-9798-eecec6097b9b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/89ccf87a-c9f7-4523-9bb3-ec19b3d77abd HTTP/1.1" status: 204 len: 168 time: 0.4734004 Dec 17 13:46:21.379259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45272) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:21.468733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21b163c-c0e8-44eb-a902-f7153012784a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:21.470586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21b163c-c0e8-44eb-a902-f7153012784a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:21.474730 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e21b163c-c0e8-44eb-a902-f7153012784a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0919783 Dec 17 13:46:21.476132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45274) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:21.534352 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6aed74-33ae-4377-aab4-7c0898a9dd38 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 6d870af3-e7b2-48d5-98a4-e0dfbd9a90a1 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:46:21.537830 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff6aed74-33ae-4377-aab4-7c0898a9dd38 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:21.589829 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff6aed74-33ae-4377-aab4-7c0898a9dd38 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:21.679255 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff6aed74-33ae-4377-aab4-7c0898a9dd38 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:21.808922 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff6aed74-33ae-4377-aab4-7c0898a9dd38 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:21.840616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6aed74-33ae-4377-aab4-7c0898a9dd38 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=6d870af3-e7b2-48d5-98a4-e0dfbd9a90a1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:21.844316 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff6aed74-33ae-4377-aab4-7c0898a9dd38 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:21.847655 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ff6aed74-33ae-4377-aab4-7c0898a9dd38 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/6d870af3-e7b2-48d5-98a4-e0dfbd9a90a1 HTTP/1.1" status: 204 len: 168 time: 0.3716376 Dec 17 13:46:21.850295 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45276) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:21.905085 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0a2392f6-d16e-480f-bfc9-ba64f4c39116 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537589 Dec 17 13:46:21.908003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45278) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:21.913031 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6c1f9506-4f4f-4a85-b759-b319df892026 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:22.088183 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1f9506-4f4f-4a85-b759-b319df892026 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:22.092599 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c1f9506-4f4f-4a85-b759-b319df892026 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:22.247922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d3f8f9-b4e9-4fe7-9bc6-05056d0e8423 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:22.317435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3ba4b67e-57cb-4485-8d37-3107010e09c9 None None] Provisioning complete for port 87d72743-3e5e-4f49-9162-eb492d27d9e9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:22.317843 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3ba4b67e-57cb-4485-8d37-3107010e09c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:22.379638 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c1f9506-4f4f-4a85-b759-b319df892026 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:22.426256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1f9506-4f4f-4a85-b759-b319df892026 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:22.429333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-6c1f9506-4f4f-4a85-b759-b319df892026 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:22.432939 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3ba4b67e-57cb-4485-8d37-3107010e09c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:22.434101 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1f9506-4f4f-4a85-b759-b319df892026 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:22.434701 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c1f9506-4f4f-4a85-b759-b319df892026 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:22.446275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f9506-4f4f-4a85-b759-b319df892026 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=1e84aa9d-40fe-4e73-9fdb-824a1f6037dd,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:22.447697 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a4882-6690-4cbb-99a0-ff72389243da None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:46:22.498091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3ba4b67e-57cb-4485-8d37-3107010e09c9 None None] For port 87d72743-3e5e-4f49-9162-eb492d27d9e9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=87d72743-3e5e-4f49-9162-eb492d27d9e9,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:22.515535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6c1f9506-4f4f-4a85-b759-b319df892026 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6063435 Dec 17 13:46:22.522055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45280) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:22.522889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'name': 'tempest-NetworksTestDHCPv6-1819407882'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:22.523349 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-006a4882-6690-4cbb-99a0-ff72389243da None None] Deleting port 87d72743-3e5e-4f49-9162-eb492d27d9e9 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:22.523730 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-006a4882-6690-4cbb-99a0-ff72389243da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:22.573323 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3ba4b67e-57cb-4485-8d37-3107010e09c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:22.649995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-006a4882-6690-4cbb-99a0-ff72389243da None None] For port 87d72743-3e5e-4f49-9162-eb492d27d9e9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=87d72743-3e5e-4f49-9162-eb492d27d9e9,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:22.650406 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-006a4882-6690-4cbb-99a0-ff72389243da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:22.664762 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4b67e-57cb-4485-8d37-3107010e09c9 None None] Pushing event updated for resources: {'Port': ['ID=87d72743-3e5e-4f49-9162-eb492d27d9e9,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:22.668110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-006a4882-6690-4cbb-99a0-ff72389243da None None] Calling delete_port for 87d72743-3e5e-4f49-9162-eb492d27d9e9 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:22.724860 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:22.728986 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:22.747939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 61cb3dab-0bb4-4447-bdc0-1a0d16b7d631 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:46:22.833386 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-006a4882-6690-4cbb-99a0-ff72389243da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:22.863009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a4882-6690-4cbb-99a0-ff72389243da None None] Pushing event deleted for resources: {'Port': ['ID=87d72743-3e5e-4f49-9162-eb492d27d9e9,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:22.867971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a4882-6690-4cbb-99a0-ff72389243da None None] No DVR routers for this DVR port 87d72743-3e5e-4f49-9162-eb492d27d9e9 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:46:22.869748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::23d (576de818-3303-4a3d-9744-01f91b8e2aab/1e84aa9d-40fe-4e73-9fdb-824a1f6037dd/61cb3dab-0bb4-4447-bdc0-1a0d16b7d631) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:22.886875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ea383-ccd8-44b6-8d31-ec66f2361ce7 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:22.990040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': '1e84aa9d-40fe-4e73-9fdb-824a1f6037dd'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:46:22.990918 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.029496 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.122521 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.172223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:23.172456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Allocated IP 2001:db8::2 (576de818-3303-4a3d-9744-01f91b8e2aab/1e84aa9d-40fe-4e73-9fdb-824a1f6037dd/f888a416-979f-458c-ab46-767f7370ab44) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:23.175628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:23.179419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:23.185678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:23.186341 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.195540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=61cb3dab-0bb4-4447-bdc0-1a0d16b7d631,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:23.287647 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f60048ae-8059-4f54-82f7-afa9fc52e544 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7685244 Dec 17 13:46:23.290228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45282) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:23.319834 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.370393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6167bb-4b60-4fca-b933-3f001838f680 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:23.371927 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9f6167bb-4b60-4fca-b933-3f001838f680 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0800834 Dec 17 13:46:23.374714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45284) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:23.382163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.424521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:23.427712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:23.430657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:23.440501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Pushing event updated for resources: {'Port': ['ID=f888a416-979f-458c-ab46-767f7370ab44,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:23.469898 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c3db0d10-206b-461d-9a6f-9d1592f60aae tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 61cb3dab-0bb4-4447-bdc0-1a0d16b7d631 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:23.478454 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3db0d10-206b-461d-9a6f-9d1592f60aae tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.493109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Attempting to bind port f888a416-979f-458c-ab46-767f7370ab44 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:23.493636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Attempting to bind port f888a416-979f-458c-ab46-767f7370ab44 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:23.494536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Attempting to bind port f888a416-979f-458c-ab46-767f7370ab44 on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:23.499665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:23.500039 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:23.500441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.500844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:23.501320 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Bound port: f888a416-979f-458c-ab46-767f7370ab44, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:23.501738 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.559349 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3db0d10-206b-461d-9a6f-9d1592f60aae tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.568990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] For port f888a416-979f-458c-ab46-767f7370ab44, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:46:23.571454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c3db0d10-206b-461d-9a6f-9d1592f60aae tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 61cb3dab-0bb4-4447-bdc0-1a0d16b7d631 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:23.572039 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] For port f888a416-979f-458c-ab46-767f7370ab44, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f888a416-979f-458c-ab46-767f7370ab44,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:46:23.631032 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.693046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b884ba-d88f-483c-9029-f46af92b5707 None None] Pushing event updated for resources: {'Port': ['ID=f888a416-979f-458c-ab46-767f7370ab44,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:23.771556 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3db0d10-206b-461d-9a6f-9d1592f60aae tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.802038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db0d10-206b-461d-9a6f-9d1592f60aae tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=61cb3dab-0bb4-4447-bdc0-1a0d16b7d631,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:23.854127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3db0d10-206b-461d-9a6f-9d1592f60aae tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:23.859782 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c3db0d10-206b-461d-9a6f-9d1592f60aae tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/61cb3dab-0bb4-4447-bdc0-1a0d16b7d631 HTTP/1.1" status: 204 len: 168 time: 0.4835978 Dec 17 13:46:23.862701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45286) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:23.938670 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6a0e2f-f0ae-41ba-8887-8b779c80f579 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:23.941181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6a0e2f-f0ae-41ba-8887-8b779c80f579 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:23.944830 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8e6a0e2f-f0ae-41ba-8887-8b779c80f579 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0784361 Dec 17 13:46:23.947348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45288) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:24.014685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cd1e01-3633-4d11-970f-bbf74a894a65 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 1e84aa9d-40fe-4e73-9fdb-824a1f6037dd {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:46:24.018312 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1e01-3633-4d11-970f-bbf74a894a65 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:24.059049 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1e01-3633-4d11-970f-bbf74a894a65 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:24.152180 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1e01-3633-4d11-970f-bbf74a894a65 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:24.315174 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1e01-3633-4d11-970f-bbf74a894a65 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:24.349037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd1e01-3633-4d11-970f-bbf74a894a65 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=1e84aa9d-40fe-4e73-9fdb-824a1f6037dd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:24.354926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1e01-3633-4d11-970f-bbf74a894a65 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:24.360169 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f1cd1e01-3633-4d11-970f-bbf74a894a65 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/1e84aa9d-40fe-4e73-9fdb-824a1f6037dd HTTP/1.1" status: 204 len: 168 time: 0.4087646 Dec 17 13:46:24.361380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45290) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:24.411691 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-870f1edb-bdfe-40b0-9e2c-2ea20e3619fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459566 Dec 17 13:46:24.414819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45292) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:24.465522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625ac87-d638-4cb4-a5b5-695662b9275b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:24.467163 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6625ac87-d638-4cb4-a5b5-695662b9275b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0514159 Dec 17 13:46:24.470113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45294) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:24.535749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3c37ba-414c-4cc9-8a89-6fd7c0320c16 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:24.537906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2b3c37ba-414c-4cc9-8a89-6fd7c0320c16 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0667970 Dec 17 13:46:24.541719 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45296) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:24.587433 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c2daf414-0698-4a3d-a0e2-833a7258e103 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444443 Dec 17 13:46:24.592230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45298) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:24.598556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-af74419d-ff00-4f91-a294-6558f5fe0950 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:24.706474 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00874c34-3251-4db0-b2e9-6c4b6dfd8fd1 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:24.784367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af74419d-ff00-4f91-a294-6558f5fe0950 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:24.789524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af74419d-ff00-4f91-a294-6558f5fe0950 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:24.821657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3d02223f-6b22-47f8-adcb-05f927290f16 None None] Provisioning complete for port f888a416-979f-458c-ab46-767f7370ab44 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:24.821908 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3d02223f-6b22-47f8-adcb-05f927290f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:24.919957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5776af8-540a-4cf0-9120-0c2becd38d92 None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:46:24.959933 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3d02223f-6b22-47f8-adcb-05f927290f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:25.019451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3d02223f-6b22-47f8-adcb-05f927290f16 None None] For port f888a416-979f-458c-ab46-767f7370ab44, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f888a416-979f-458c-ab46-767f7370ab44,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:25.029092 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c5776af8-540a-4cf0-9120-0c2becd38d92 None None] Deleting port f888a416-979f-458c-ab46-767f7370ab44 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:25.031957 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c5776af8-540a-4cf0-9120-0c2becd38d92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:25.122474 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c5776af8-540a-4cf0-9120-0c2becd38d92 None None] For port f888a416-979f-458c-ab46-767f7370ab44, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f888a416-979f-458c-ab46-767f7370ab44,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:25.123300 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c5776af8-540a-4cf0-9120-0c2becd38d92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:25.143352 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c5776af8-540a-4cf0-9120-0c2becd38d92 None None] Calling delete_port for f888a416-979f-458c-ab46-767f7370ab44 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:25.199937 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3d02223f-6b22-47f8-adcb-05f927290f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:25.288514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02223f-6b22-47f8-adcb-05f927290f16 None None] Pushing event updated for resources: {'Port': ['ID=f888a416-979f-458c-ab46-767f7370ab44,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:25.302769 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:46:25.371195 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c5776af8-540a-4cf0-9120-0c2becd38d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:25.400638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5776af8-540a-4cf0-9120-0c2becd38d92 None None] Pushing event deleted for resources: {'Port': ['ID=f888a416-979f-458c-ab46-767f7370ab44,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:25.404751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5776af8-540a-4cf0-9120-0c2becd38d92 None None] No DVR routers for this DVR port f888a416-979f-458c-ab46-767f7370ab44 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:46:25.502010 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af74419d-ff00-4f91-a294-6558f5fe0950 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:25.548293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af74419d-ff00-4f91-a294-6558f5fe0950 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:25.552084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-af74419d-ff00-4f91-a294-6558f5fe0950 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:25.558148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af74419d-ff00-4f91-a294-6558f5fe0950 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:25.558953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af74419d-ff00-4f91-a294-6558f5fe0950 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:25.565609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74419d-ff00-4f91-a294-6558f5fe0950 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=1677d40e-5483-4f87-ae70-16704abaaba6,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:25.566453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96110d42-14cf-4a91-82c1-4e039648d938 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:25.692965 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-af74419d-ff00-4f91-a294-6558f5fe0950 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0994744 Dec 17 13:46:25.695967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45300) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:25.702430 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': '1677d40e-5483-4f87-ae70-16704abaaba6', 'ip_address': '2001:db8::8dc1:e5b:663:bff1'}], 'name': 'tempest-NetworksTestDHCPv6-55321328'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:25.710529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': '1677d40e-5483-4f87-ae70-16704abaaba6'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:46:25.711430 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:25.908699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Allocated IP 2001:db8::2 (576de818-3303-4a3d-9744-01f91b8e2aab/1677d40e-5483-4f87-ae70-16704abaaba6/483765cd-518a-4be2-8d1d-c20728dc5dfa) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:26.033402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:26.125163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:26.161793 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:26.192256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 548b0717-fbd8-4ea1-93fe-a66789e51bb5 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:46:26.205364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:26.256961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:26.268319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:26.270743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Pushing event updated for resources: {'Port': ['ID=483765cd-518a-4be2-8d1d-c20728dc5dfa,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:26.273063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:26.333643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Attempting to bind port 483765cd-518a-4be2-8d1d-c20728dc5dfa on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:26.334938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Attempting to bind port 483765cd-518a-4be2-8d1d-c20728dc5dfa by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:26.334938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Attempting to bind port 483765cd-518a-4be2-8d1d-c20728dc5dfa on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:26.340712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:26.341095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:26.341507 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:26.341933 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:26.342413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Bound port: 483765cd-518a-4be2-8d1d-c20728dc5dfa, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:26.342799 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:26.418619 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::8dc1:e5b:663:bff1 (576de818-3303-4a3d-9744-01f91b8e2aab/1677d40e-5483-4f87-ae70-16704abaaba6/548b0717-fbd8-4ea1-93fe-a66789e51bb5) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:26.428629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] For port 483765cd-518a-4be2-8d1d-c20728dc5dfa, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:46:26.433325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] For port 483765cd-518a-4be2-8d1d-c20728dc5dfa, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=483765cd-518a-4be2-8d1d-c20728dc5dfa,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:46:26.519828 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:26.596683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44fefc-78dd-4b94-ac13-54b3a8517564 None None] Pushing event updated for resources: {'Port': ['ID=483765cd-518a-4be2-8d1d-c20728dc5dfa,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:26.655403 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:26.765345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:26.823219 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:26.829167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:26.836871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:26.843138 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:26.843847 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:26.858233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=548b0717-fbd8-4ea1-93fe-a66789e51bb5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:26.934784 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-937e477c-a16b-4d95-8195-66344f667a77 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2371159 Dec 17 13:46:26.937064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45304) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:26.998805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825352c0-606d-4a5a-b491-c14efa7c6ac3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:27.005384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825352c0-606d-4a5a-b491-c14efa7c6ac3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:27.006849 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-825352c0-606d-4a5a-b491-c14efa7c6ac3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.0684638 Dec 17 13:46:27.010376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45306) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:27.104413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4af992ce-1fec-4d91-a78e-1c29585c85c3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 548b0717-fbd8-4ea1-93fe-a66789e51bb5 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:27.105154 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4af992ce-1fec-4d91-a78e-1c29585c85c3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:27.146191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 483765cd-518a-4be2-8d1d-c20728dc5dfa up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:46:27.203626 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 483765cd-518a-4be2-8d1d-c20728dc5dfa triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:27.204000 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:27.205795 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4af992ce-1fec-4d91-a78e-1c29585c85c3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:27.219314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-4af992ce-1fec-4d91-a78e-1c29585c85c3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 548b0717-fbd8-4ea1-93fe-a66789e51bb5 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:27.292967 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:27.328525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 483765cd-518a-4be2-8d1d-c20728dc5dfa, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=483765cd-518a-4be2-8d1d-c20728dc5dfa,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:27.399228 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:27.450507 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4af992ce-1fec-4d91-a78e-1c29585c85c3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:27.453282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=483765cd-518a-4be2-8d1d-c20728dc5dfa,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:27.488335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af992ce-1fec-4d91-a78e-1c29585c85c3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=548b0717-fbd8-4ea1-93fe-a66789e51bb5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:27.512910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4af992ce-1fec-4d91-a78e-1c29585c85c3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:27.516539 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4af992ce-1fec-4d91-a78e-1c29585c85c3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/548b0717-fbd8-4ea1-93fe-a66789e51bb5 HTTP/1.1" status: 204 len: 168 time: 0.5051315 Dec 17 13:46:27.519793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45308) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:27.579478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ed180-3a1f-4596-8604-c8d712930b2b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:27.581094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ed180-3a1f-4596-8604-c8d712930b2b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:27.583072 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4f5ed180-3a1f-4596-8604-c8d712930b2b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0620484 Dec 17 13:46:27.586257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45310) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:27.641906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-23ba12cd-02a9-4276-b998-ab4f6c5c9647 None None] Provisioning complete for port 483765cd-518a-4be2-8d1d-c20728dc5dfa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:27.642250 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-23ba12cd-02a9-4276-b998-ab4f6c5c9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:27.643162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-48347a2a-5758-456e-b660-07b04d86ae1e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 1677d40e-5483-4f87-ae70-16704abaaba6 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:46:27.647543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48347a2a-5758-456e-b660-07b04d86ae1e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:27.707049 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48347a2a-5758-456e-b660-07b04d86ae1e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:27.823908 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48347a2a-5758-456e-b660-07b04d86ae1e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:27.971070 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48347a2a-5758-456e-b660-07b04d86ae1e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:28.021991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48347a2a-5758-456e-b660-07b04d86ae1e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=1677d40e-5483-4f87-ae70-16704abaaba6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:28.028126 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48347a2a-5758-456e-b660-07b04d86ae1e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:28.033844 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-48347a2a-5758-456e-b660-07b04d86ae1e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/1677d40e-5483-4f87-ae70-16704abaaba6 HTTP/1.1" status: 204 len: 168 time: 0.4462271 Dec 17 13:46:28.036121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45312) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:28.061727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d83319ef-02c9-4dc7-a481-49f95f6b40e3 None None] Could not find standard attr ID for object 548b0717-fbd8-4ea1-93fe-a66789e51bb5. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:46:28.079662 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-043c8efb-3287-4cde-b763-861cdc259535 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418398 Dec 17 13:46:28.082317 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45314) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:28.087792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-78e5b948-f435-4c0d-9948-e3844b01f296 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:28.090582 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b0c03-aba1-4262-b8dd-0249c4d6c256 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:28.267768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c483c5-9ec4-4446-852e-d3a0070493f5 None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:46:28.279997 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e5b948-f435-4c0d-9948-e3844b01f296 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:28.282890 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e5b948-f435-4c0d-9948-e3844b01f296 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:28.334971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-45c483c5-9ec4-4446-852e-d3a0070493f5 None None] Deleting port 483765cd-518a-4be2-8d1d-c20728dc5dfa {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:28.335516 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45c483c5-9ec4-4446-852e-d3a0070493f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:28.414895 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-45c483c5-9ec4-4446-852e-d3a0070493f5 None None] For port 483765cd-518a-4be2-8d1d-c20728dc5dfa, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=483765cd-518a-4be2-8d1d-c20728dc5dfa,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:28.415459 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45c483c5-9ec4-4446-852e-d3a0070493f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:28.443442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-45c483c5-9ec4-4446-852e-d3a0070493f5 None None] Calling delete_port for 483765cd-518a-4be2-8d1d-c20728dc5dfa owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:28.571154 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e5b948-f435-4c0d-9948-e3844b01f296 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:28.619366 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45c483c5-9ec4-4446-852e-d3a0070493f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:28.625966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e5b948-f435-4c0d-9948-e3844b01f296 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:28.632851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-78e5b948-f435-4c0d-9948-e3844b01f296 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:28.639732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e5b948-f435-4c0d-9948-e3844b01f296 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:28.643602 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e5b948-f435-4c0d-9948-e3844b01f296 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:28.647149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c483c5-9ec4-4446-852e-d3a0070493f5 None None] Pushing event deleted for resources: {'Port': ['ID=483765cd-518a-4be2-8d1d-c20728dc5dfa,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:28.651281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c483c5-9ec4-4446-852e-d3a0070493f5 None None] No DVR routers for this DVR port 483765cd-518a-4be2-8d1d-c20728dc5dfa on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:46:28.663363 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5b948-f435-4c0d-9948-e3844b01f296 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=bf0f91ec-f988-423b-88ab-da662cfe8ff4,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:28.678683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922145c-0440-4a8b-89a4-716ca0c30c87 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:28.782229 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-78e5b948-f435-4c0d-9948-e3844b01f296 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6988072 Dec 17 13:46:28.785027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45316) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:28.796696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': 'bf0f91ec-f988-423b-88ab-da662cfe8ff4', 'ip_address': '2001:db8::f50f:809e:6743:b094'}], 'name': 'tempest-NetworksTestDHCPv6-1550485435'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:28.796915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': 'bf0f91ec-f988-423b-88ab-da662cfe8ff4'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:46:28.796915 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:28.977608 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 483765cd-518a-4be2-8d1d-c20728dc5dfa no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:46:28.988592 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Allocated IP 2001:db8::2 (576de818-3303-4a3d-9744-01f91b8e2aab/bf0f91ec-f988-423b-88ab-da662cfe8ff4/86aec5a4-0fa5-4bfd-a217-682942c08d0a) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:29.011951 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 483765cd-518a-4be2-8d1d-c20728dc5dfa {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:46:29.012406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 483765cd-518a-4be2-8d1d-c20728dc5dfa not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:46:29.186081 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:29.305808 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:29.348951 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:29.352434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:29.356075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:29.361663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Pushing event updated for resources: {'Port': ['ID=86aec5a4-0fa5-4bfd-a217-682942c08d0a,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:29.385854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:29.391533 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:29.411281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port af891678-c73c-45df-8de0-35fbaa23b863 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:46:29.417838 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Attempting to bind port 86aec5a4-0fa5-4bfd-a217-682942c08d0a on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:29.418213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Attempting to bind port 86aec5a4-0fa5-4bfd-a217-682942c08d0a by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:29.418590 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Attempting to bind port 86aec5a4-0fa5-4bfd-a217-682942c08d0a on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:29.423871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:29.429260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:29.429260 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:29.429260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:29.429260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Bound port: 86aec5a4-0fa5-4bfd-a217-682942c08d0a, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:29.429260 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:29.507372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] For port 86aec5a4-0fa5-4bfd-a217-682942c08d0a, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:46:29.511750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] For port 86aec5a4-0fa5-4bfd-a217-682942c08d0a, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=86aec5a4-0fa5-4bfd-a217-682942c08d0a,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:46:29.587904 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:29.595018 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::f50f:809e:6743:b094 (576de818-3303-4a3d-9744-01f91b8e2aab/bf0f91ec-f988-423b-88ab-da662cfe8ff4/af891678-c73c-45df-8de0-35fbaa23b863) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:29.672137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac392295-c223-4ab1-91db-4e75c15a6c3c None None] Pushing event updated for resources: {'Port': ['ID=86aec5a4-0fa5-4bfd-a217-682942c08d0a,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:29.790856 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:29.936187 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:29.999335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:30.003027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:30.007769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:30.018490 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:30.022873 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:30.025697 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=af891678-c73c-45df-8de0-35fbaa23b863,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:30.113859 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e1aba66e-9c01-4871-bc70-10049002093d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3275859 Dec 17 13:46:30.116313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45318) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:30.178181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c47a2a-1933-44bf-be7b-342aea83cf3b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:30.184312 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c47a2a-1933-44bf-be7b-342aea83cf3b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:30.185936 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b7c47a2a-1933-44bf-be7b-342aea83cf3b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0683813 Dec 17 13:46:30.189411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45320) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:30.287209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-23f3dc66-3d46-4cf7-98bc-8d5cfc1713f5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port af891678-c73c-45df-8de0-35fbaa23b863 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:30.287549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23f3dc66-3d46-4cf7-98bc-8d5cfc1713f5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:30.405400 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23f3dc66-3d46-4cf7-98bc-8d5cfc1713f5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:30.423427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-23f3dc66-3d46-4cf7-98bc-8d5cfc1713f5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for af891678-c73c-45df-8de0-35fbaa23b863 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:30.673615 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23f3dc66-3d46-4cf7-98bc-8d5cfc1713f5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:30.707677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3dc66-3d46-4cf7-98bc-8d5cfc1713f5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=af891678-c73c-45df-8de0-35fbaa23b863,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:30.730061 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a287753d-4fc7-4418-991b-3fbae3588f3f None None] Provisioning complete for port 86aec5a4-0fa5-4bfd-a217-682942c08d0a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:30.730915 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a287753d-4fc7-4418-991b-3fbae3588f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:30.753724 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-23f3dc66-3d46-4cf7-98bc-8d5cfc1713f5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:30.762095 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-23f3dc66-3d46-4cf7-98bc-8d5cfc1713f5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/af891678-c73c-45df-8de0-35fbaa23b863 HTTP/1.1" status: 204 len: 168 time: 0.5682786 Dec 17 13:46:30.762898 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45322) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:30.845937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60431c9c-9d10-41a9-98c0-39af0ed6f53c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:30.847667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60431c9c-9d10-41a9-98c0-39af0ed6f53c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:30.850379 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-60431c9c-9d10-41a9-98c0-39af0ed6f53c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0845029 Dec 17 13:46:30.851986 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45324) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:30.860970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a287753d-4fc7-4418-991b-3fbae3588f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:30.913383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a287753d-4fc7-4418-991b-3fbae3588f3f None None] For port 86aec5a4-0fa5-4bfd-a217-682942c08d0a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=86aec5a4-0fa5-4bfd-a217-682942c08d0a,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:30.925124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d88e8d-6616-47b5-a6c8-cc0faa45f31c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet bf0f91ec-f988-423b-88ab-da662cfe8ff4 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:46:30.932376 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89d88e8d-6616-47b5-a6c8-cc0faa45f31c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:30.989314 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89d88e8d-6616-47b5-a6c8-cc0faa45f31c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:31.012669 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a287753d-4fc7-4418-991b-3fbae3588f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:31.027863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 86aec5a4-0fa5-4bfd-a217-682942c08d0a up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:46:31.115695 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89d88e8d-6616-47b5-a6c8-cc0faa45f31c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:31.120767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287753d-4fc7-4418-991b-3fbae3588f3f None None] Pushing event updated for resources: {'Port': ['ID=86aec5a4-0fa5-4bfd-a217-682942c08d0a,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:31.133147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d61d82bf-7bc7-4c4b-be00-1e5bfaaa8892 None None] Could not find standard attr ID for object af891678-c73c-45df-8de0-35fbaa23b863. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:46:31.146944 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 86aec5a4-0fa5-4bfd-a217-682942c08d0a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:31.147413 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:31.294063 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89d88e8d-6616-47b5-a6c8-cc0faa45f31c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:31.325948 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-89d88e8d-6616-47b5-a6c8-cc0faa45f31c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:31.329311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-89d88e8d-6616-47b5-a6c8-cc0faa45f31c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/bf0f91ec-f988-423b-88ab-da662cfe8ff4 HTTP/1.1" status: 204 len: 168 time: 0.4762061 Dec 17 13:46:31.330208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d88e8d-6616-47b5-a6c8-cc0faa45f31c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0f91ec-f988-423b-88ab-da662cfe8ff4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:31.331998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45326) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:31.333948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b62f240-b178-442a-92a7-59b10c3f87bd None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:31.371974 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c45aa7e5-8218-4d58-ab22-11e4a6e54927 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385916 Dec 17 13:46:31.374890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45328) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:31.379804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4cbc1571-0b39-447d-add3-694ffc8f6457 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:31.492806 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8c06bd-42de-418b-80fe-d4423d5778a0 None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:46:31.530012 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbc1571-0b39-447d-add3-694ffc8f6457 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:31.533656 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1571-0b39-447d-add3-694ffc8f6457 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:31.557525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c06bd-42de-418b-80fe-d4423d5778a0 None None] Deleting port 86aec5a4-0fa5-4bfd-a217-682942c08d0a {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:31.558102 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a8c06bd-42de-418b-80fe-d4423d5778a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:31.625471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8a8c06bd-42de-418b-80fe-d4423d5778a0 None None] For port 86aec5a4-0fa5-4bfd-a217-682942c08d0a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=86aec5a4-0fa5-4bfd-a217-682942c08d0a,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:31.626855 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a8c06bd-42de-418b-80fe-d4423d5778a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:31.643386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c06bd-42de-418b-80fe-d4423d5778a0 None None] Calling delete_port for 86aec5a4-0fa5-4bfd-a217-682942c08d0a owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:31.832652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a8c06bd-42de-418b-80fe-d4423d5778a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:31.859438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c06bd-42de-418b-80fe-d4423d5778a0 None None] Pushing event deleted for resources: {'Port': ['ID=86aec5a4-0fa5-4bfd-a217-682942c08d0a,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:31.861437 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1571-0b39-447d-add3-694ffc8f6457 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:31.863275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c06bd-42de-418b-80fe-d4423d5778a0 None None] No DVR routers for this DVR port 86aec5a4-0fa5-4bfd-a217-682942c08d0a on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:46:31.907355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc1571-0b39-447d-add3-694ffc8f6457 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:31.910599 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-4cbc1571-0b39-447d-add3-694ffc8f6457 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:31.914877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbc1571-0b39-447d-add3-694ffc8f6457 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:31.915484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1571-0b39-447d-add3-694ffc8f6457 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:31.919738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6dd0d2-35c8-4dc1-9236-9121d90d375f None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:31.929708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc1571-0b39-447d-add3-694ffc8f6457 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=67760832-248f-4fb9-a6db-deec753ef164,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:31.965094 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:32.019223 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4cbc1571-0b39-447d-add3-694ffc8f6457 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6432734 Dec 17 13:46:32.022004 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45330) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:32.027170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': '67760832-248f-4fb9-a6db-deec753ef164', 'ip_address': '2001:db8::6e91:b953:d91a:a63'}], 'name': 'tempest-NetworksTestDHCPv6-2116210791'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:32.036795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': '67760832-248f-4fb9-a6db-deec753ef164'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:46:32.037717 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:32.200488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Allocated IP 2001:db8::2 (576de818-3303-4a3d-9744-01f91b8e2aab/67760832-248f-4fb9-a6db-deec753ef164/0124cc83-46a3-4c1b-9df0-7f7f4166a95e) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:32.250099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:32.353751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:32.362764 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:32.378061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 8c3a086c-29e3-48c1-9048-ae0ffe165aef yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:46:32.433890 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:32.476623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:32.480431 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:32.484287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:32.494441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Pushing event updated for resources: {'Port': ['ID=0124cc83-46a3-4c1b-9df0-7f7f4166a95e,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:32.549923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Attempting to bind port 0124cc83-46a3-4c1b-9df0-7f7f4166a95e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:32.550303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Attempting to bind port 0124cc83-46a3-4c1b-9df0-7f7f4166a95e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:32.550684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Attempting to bind port 0124cc83-46a3-4c1b-9df0-7f7f4166a95e on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:32.564788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:32.565214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:32.565832 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:32.566243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:32.566798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Bound port: 0124cc83-46a3-4c1b-9df0-7f7f4166a95e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:32.567298 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:32.570857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::6e91:b953:d91a:a63 (576de818-3303-4a3d-9744-01f91b8e2aab/67760832-248f-4fb9-a6db-deec753ef164/8c3a086c-29e3-48c1-9048-ae0ffe165aef) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:32.636519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] For port 0124cc83-46a3-4c1b-9df0-7f7f4166a95e, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:46:32.639631 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] For port 0124cc83-46a3-4c1b-9df0-7f7f4166a95e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0124cc83-46a3-4c1b-9df0-7f7f4166a95e,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:46:32.719148 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:32.729736 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:32.788283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15715f-a684-42b2-b2ba-66316feb34e4 None None] Pushing event updated for resources: {'Port': ['ID=0124cc83-46a3-4c1b-9df0-7f7f4166a95e,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:32.876878 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:32.922262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:32.925509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:32.929451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:32.935542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:32.936311 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:32.971494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=8c3a086c-29e3-48c1-9048-ae0ffe165aef,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:32.986963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 86aec5a4-0fa5-4bfd-a217-682942c08d0a no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:46:33.008543 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 86aec5a4-0fa5-4bfd-a217-682942c08d0a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:46:33.015605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 86aec5a4-0fa5-4bfd-a217-682942c08d0a not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:46:33.047268 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c0c13a36-b891-42a2-a3bf-0770cc70e7c0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0239589 Dec 17 13:46:33.049672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45336) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:33.103141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a26b5e-b507-4aac-99ff-ad44538b4ec6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:33.109198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a26b5e-b507-4aac-99ff-ad44538b4ec6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:33.110902 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-88a26b5e-b507-4aac-99ff-ad44538b4ec6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0601683 Dec 17 13:46:33.113796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45338) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:33.211555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c7590d2d-7a52-4380-ae3f-2360370d5be2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 8c3a086c-29e3-48c1-9048-ae0ffe165aef {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:33.211829 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7590d2d-7a52-4380-ae3f-2360370d5be2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:33.306007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7590d2d-7a52-4380-ae3f-2360370d5be2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:33.319242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c7590d2d-7a52-4380-ae3f-2360370d5be2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 8c3a086c-29e3-48c1-9048-ae0ffe165aef owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:33.570401 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7590d2d-7a52-4380-ae3f-2360370d5be2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:33.609390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7590d2d-7a52-4380-ae3f-2360370d5be2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=8c3a086c-29e3-48c1-9048-ae0ffe165aef,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:33.639250 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7590d2d-7a52-4380-ae3f-2360370d5be2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:33.643818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c7590d2d-7a52-4380-ae3f-2360370d5be2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/8c3a086c-29e3-48c1-9048-ae0ffe165aef HTTP/1.1" status: 204 len: 168 time: 0.5286787 Dec 17 13:46:33.646101 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45342) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:33.701030 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55887c41-7051-4592-9329-1cf312f0dd12 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:33.702717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55887c41-7051-4592-9329-1cf312f0dd12 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:33.704309 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-55887c41-7051-4592-9329-1cf312f0dd12 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0572147 Dec 17 13:46:33.707021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45344) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:33.770732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e14115-8f4d-4814-854c-632489386f78 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 67760832-248f-4fb9-a6db-deec753ef164 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:46:33.770732 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49e14115-8f4d-4814-854c-632489386f78 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:33.808303 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49e14115-8f4d-4814-854c-632489386f78 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:33.879848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-03169069-e6f2-4200-9011-bb1426f77ca3 None None] Provisioning complete for port 0124cc83-46a3-4c1b-9df0-7f7f4166a95e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:33.880310 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-03169069-e6f2-4200-9011-bb1426f77ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:33.978751 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-03169069-e6f2-4200-9011-bb1426f77ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:34.003433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49e14115-8f4d-4814-854c-632489386f78 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:34.029820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-fc41eab3-edae-4f70-8e82-31345d2eee70 req-201e02ac-3e2f-4057-bb16-5534b9b48dc1 service neutron] (110454) timed out ('10.222.0.61', 62842) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:46:34.159047 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49e14115-8f4d-4814-854c-632489386f78 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:34.190836 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e14115-8f4d-4814-854c-632489386f78 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=67760832-248f-4fb9-a6db-deec753ef164,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:34.197325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49e14115-8f4d-4814-854c-632489386f78 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:34.200929 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-49e14115-8f4d-4814-854c-632489386f78 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/67760832-248f-4fb9-a6db-deec753ef164 HTTP/1.1" status: 204 len: 168 time: 0.4928062 Dec 17 13:46:34.201361 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-03169069-e6f2-4200-9011-bb1426f77ca3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:46:34.201849 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-03169069-e6f2-4200-9011-bb1426f77ca3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:46:34.203329 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45346) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:34.212815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0fdc4-19ed-49e7-a369-804608488282 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:34.250575 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cd563a78-16a9-4b2e-9ce1-2bdfe38efb0f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460377 Dec 17 13:46:34.253472 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45350) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:34.302011 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cff8e4-176f-4187-962b-1412f9a8d402 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:34.303425 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d9cff8e4-176f-4187-962b-1412f9a8d402 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0489297 Dec 17 13:46:34.306116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45352) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:34.370562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903773a5-e593-48b2-b4dd-cb403ab21515 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:34.373185 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-903773a5-e593-48b2-b4dd-cb403ab21515 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0659127 Dec 17 13:46:34.375639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45354) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:34.379812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41e8f8a-e3f8-43bb-9ed3-f479d70c1386 None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:46:34.419722 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b99fe35b-83ae-4629-bef0-f993f14ebc9e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426385 Dec 17 13:46:34.425864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45356) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:34.431506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c39fdf12-5fbc-47a3-9d4e-7805c7d8d927 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:34.436857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e41e8f8a-e3f8-43bb-9ed3-f479d70c1386 None None] Deleting port 0124cc83-46a3-4c1b-9df0-7f7f4166a95e {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:34.437232 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e41e8f8a-e3f8-43bb-9ed3-f479d70c1386 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:34.510132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e41e8f8a-e3f8-43bb-9ed3-f479d70c1386 None None] For port 0124cc83-46a3-4c1b-9df0-7f7f4166a95e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=0124cc83-46a3-4c1b-9df0-7f7f4166a95e,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:34.510564 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e41e8f8a-e3f8-43bb-9ed3-f479d70c1386 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:34.523830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e41e8f8a-e3f8-43bb-9ed3-f479d70c1386 None None] Calling delete_port for 0124cc83-46a3-4c1b-9df0-7f7f4166a95e owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:34.627813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39fdf12-5fbc-47a3-9d4e-7805c7d8d927 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:34.631571 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c39fdf12-5fbc-47a3-9d4e-7805c7d8d927 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:34.695579 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e41e8f8a-e3f8-43bb-9ed3-f479d70c1386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:34.732904 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e8f8a-e3f8-43bb-9ed3-f479d70c1386 None None] Pushing event deleted for resources: {'Port': ['ID=0124cc83-46a3-4c1b-9df0-7f7f4166a95e,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:34.734750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e8f8a-e3f8-43bb-9ed3-f479d70c1386 None None] No DVR routers for this DVR port 0124cc83-46a3-4c1b-9df0-7f7f4166a95e on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:46:34.753054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-03169069-e6f2-4200-9011-bb1426f77ca3 None None] Port 0124cc83-46a3-4c1b-9df0-7f7f4166a95e update to ACTIVE by agent not found {{(pid=110455) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 17 13:46:34.868587 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fa63d242-59b6-4c6a-866f-1a798105b4c3 None None] Could not find standard attr ID for object 8c3a086c-29e3-48c1-9048-ae0ffe165aef. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:46:34.890540 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c39fdf12-5fbc-47a3-9d4e-7805c7d8d927 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:34.951144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39fdf12-5fbc-47a3-9d4e-7805c7d8d927 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:34.954881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-c39fdf12-5fbc-47a3-9d4e-7805c7d8d927 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:34.961498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39fdf12-5fbc-47a3-9d4e-7805c7d8d927 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:34.962260 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c39fdf12-5fbc-47a3-9d4e-7805c7d8d927 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:34.967293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e7c8d6-d25a-4fe4-b94b-19da212d8ee3 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:34.984040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fdf12-5fbc-47a3-9d4e-7805c7d8d927 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=e52eeb7b-507b-4fa9-a3f3-55345568bff2,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:35.092918 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c39fdf12-5fbc-47a3-9d4e-7805c7d8d927 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6659431 Dec 17 13:46:35.097488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45358) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:35.103785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': 'e52eeb7b-507b-4fa9-a3f3-55345568bff2', 'ip_address': '2001:db8::d6e0:b787:f5e0:7107'}], 'name': 'tempest-NetworksTestDHCPv6-418286933'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:35.264248 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': 'e52eeb7b-507b-4fa9-a3f3-55345568bff2'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:46:35.265455 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:35.323842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:35.328945 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:35.348356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port d0eb3cff-4968-4b9b-ba78-dc6b4ed15b98 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:46:35.404195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Allocated IP 2001:db8::2 (576de818-3303-4a3d-9744-01f91b8e2aab/e52eeb7b-507b-4fa9-a3f3-55345568bff2/50e38f10-9558-4a06-bfb2-a7df901c0e92) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:35.556763 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:35.621417 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:35.666283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:35.669324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:35.672917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:35.674384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::d6e0:b787:f5e0:7107 (576de818-3303-4a3d-9744-01f91b8e2aab/e52eeb7b-507b-4fa9-a3f3-55345568bff2/d0eb3cff-4968-4b9b-ba78-dc6b4ed15b98) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:35.678415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Pushing event updated for resources: {'Port': ['ID=50e38f10-9558-4a06-bfb2-a7df901c0e92,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:35.735349 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Attempting to bind port 50e38f10-9558-4a06-bfb2-a7df901c0e92 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:35.735807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Attempting to bind port 50e38f10-9558-4a06-bfb2-a7df901c0e92 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:35.736185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Attempting to bind port 50e38f10-9558-4a06-bfb2-a7df901c0e92 on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:35.741743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:35.742132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:35.742548 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:35.742945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:35.743487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Bound port: 50e38f10-9558-4a06-bfb2-a7df901c0e92, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:35.743877 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:35.808118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] For port 50e38f10-9558-4a06-bfb2-a7df901c0e92, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:46:35.811657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] For port 50e38f10-9558-4a06-bfb2-a7df901c0e92, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=50e38f10-9558-4a06-bfb2-a7df901c0e92,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:46:35.842134 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:35.890136 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:35.948524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:35.956210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862bba6-ba70-43ec-9842-4e0942968172 None None] Pushing event updated for resources: {'Port': ['ID=50e38f10-9558-4a06-bfb2-a7df901c0e92,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:36.000066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:36.003407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:36.007212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:36.013427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:36.014215 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:36.020739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=d0eb3cff-4968-4b9b-ba78-dc6b4ed15b98,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:36.127529 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-77609fff-046b-470e-ac3a-933367f16c1d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0283570 Dec 17 13:46:36.130648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45360) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:36.138186 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1ae8a043-a2c2-45ec-92f9-6752141164f4 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': 'e52eeb7b-507b-4fa9-a3f3-55345568bff2', 'ip_address': '2001:db8::d6e0:b787:f5e0:7107'}], 'name': 'tempest-NetworksTestDHCPv6-788817287'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:36.329478 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae8a043-a2c2-45ec-92f9-6752141164f4 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:36.356282 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:36.428050 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ae8a043-a2c2-45ec-92f9-6752141164f4 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:36.447862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-1ae8a043-a2c2-45ec-92f9-6752141164f4 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 53b900de-d1f2-482b-b8ff-10d78fafd4c0 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:46:36.643436 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae8a043-a2c2-45ec-92f9-6752141164f4 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 17 13:46:36.643928 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae8a043-a2c2-45ec-92f9-6752141164f4 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:46:36.725945 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1ae8a043-a2c2-45ec-92f9-6752141164f4 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5934880 Dec 17 13:46:36.729036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45362) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:36.796452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261372d5-f7cc-4ae6-9389-cd283f390418 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:36.802631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261372d5-f7cc-4ae6-9389-cd283f390418 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:36.804956 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-261372d5-f7cc-4ae6-9389-cd283f390418 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0742695 Dec 17 13:46:36.808158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45364) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:36.915914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-72924e97-59b4-4883-82b0-8b072d570a5a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port d0eb3cff-4968-4b9b-ba78-dc6b4ed15b98 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:36.915914 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-72924e97-59b4-4883-82b0-8b072d570a5a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.013035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3e7b83b0-dd2a-44a5-8da0-2b3395af85bf None None] Provisioning complete for port 50e38f10-9558-4a06-bfb2-a7df901c0e92 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:37.014621 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3e7b83b0-dd2a-44a5-8da0-2b3395af85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.019038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 50e38f10-9558-4a06-bfb2-a7df901c0e92 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:46:37.029210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-72924e97-59b4-4883-82b0-8b072d570a5a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.045336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-72924e97-59b4-4883-82b0-8b072d570a5a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for d0eb3cff-4968-4b9b-ba78-dc6b4ed15b98 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:37.117813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 50e38f10-9558-4a06-bfb2-a7df901c0e92 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:37.118324 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.189807 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3e7b83b0-dd2a-44a5-8da0-2b3395af85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.250814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3e7b83b0-dd2a-44a5-8da0-2b3395af85bf None None] For port 50e38f10-9558-4a06-bfb2-a7df901c0e92, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=50e38f10-9558-4a06-bfb2-a7df901c0e92,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:37.260513 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.293275 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-72924e97-59b4-4883-82b0-8b072d570a5a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.321353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72924e97-59b4-4883-82b0-8b072d570a5a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=d0eb3cff-4968-4b9b-ba78-dc6b4ed15b98,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:37.324564 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3e7b83b0-dd2a-44a5-8da0-2b3395af85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.357984 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-72924e97-59b4-4883-82b0-8b072d570a5a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.364419 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-72924e97-59b4-4883-82b0-8b072d570a5a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/d0eb3cff-4968-4b9b-ba78-dc6b4ed15b98 HTTP/1.1" status: 204 len: 168 time: 0.5528157 Dec 17 13:46:37.364695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45366) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:37.406377 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:46:37.407009 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:46:37.413432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b83b0-dd2a-44a5-8da0-2b3395af85bf None None] Pushing event updated for resources: {'Port': ['ID=50e38f10-9558-4a06-bfb2-a7df901c0e92,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:37.426951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e759d7-3175-460b-a73e-4c5e6376ceb1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:37.428518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e759d7-3175-460b-a73e-4c5e6376ceb1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:37.430480 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-87e759d7-3175-460b-a73e-4c5e6376ceb1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0645921 Dec 17 13:46:37.432816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45368) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:37.440679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-34c60cd6-971c-4c48-9895-ca74b798d3f8 None None] Could not find standard attr ID for object d0eb3cff-4968-4b9b-ba78-dc6b4ed15b98. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:46:37.494048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f62a9d-26cb-4ae1-8630-25f7a64b7a6f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet e52eeb7b-507b-4fa9-a3f3-55345568bff2 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:46:37.497602 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05f62a9d-26cb-4ae1-8630-25f7a64b7a6f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.552497 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05f62a9d-26cb-4ae1-8630-25f7a64b7a6f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.651405 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05f62a9d-26cb-4ae1-8630-25f7a64b7a6f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.804610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05f62a9d-26cb-4ae1-8630-25f7a64b7a6f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.833804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f62a9d-26cb-4ae1-8630-25f7a64b7a6f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=e52eeb7b-507b-4fa9-a3f3-55345568bff2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:37.838727 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-05f62a9d-26cb-4ae1-8630-25f7a64b7a6f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:37.842156 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-05f62a9d-26cb-4ae1-8630-25f7a64b7a6f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/e52eeb7b-507b-4fa9-a3f3-55345568bff2 HTTP/1.1" status: 204 len: 168 time: 0.4082546 Dec 17 13:46:37.844757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45370) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:37.847912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aadcb9b-9f47-4720-8aa3-b2984d3585ac None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:37.889901 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8e7d7e2a-d142-417b-b805-f822e19a9f4d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437255 Dec 17 13:46:37.894318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45372) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:37.899618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0a8efaa1-d50e-4f69-8d1b-324e3ad223ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:38.041441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf33f4-8d06-4e1a-8d49-c3de4c45a138 None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:46:38.093453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3daf33f4-8d06-4e1a-8d49-c3de4c45a138 None None] Deleting port 50e38f10-9558-4a06-bfb2-a7df901c0e92 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:38.093759 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3daf33f4-8d06-4e1a-8d49-c3de4c45a138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:38.100938 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8efaa1-d50e-4f69-8d1b-324e3ad223ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:38.104857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0a8efaa1-d50e-4f69-8d1b-324e3ad223ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:38.162286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3daf33f4-8d06-4e1a-8d49-c3de4c45a138 None None] For port 50e38f10-9558-4a06-bfb2-a7df901c0e92, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=50e38f10-9558-4a06-bfb2-a7df901c0e92,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:38.162732 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3daf33f4-8d06-4e1a-8d49-c3de4c45a138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:38.176377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3daf33f4-8d06-4e1a-8d49-c3de4c45a138 None None] Calling delete_port for 50e38f10-9558-4a06-bfb2-a7df901c0e92 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:38.323879 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3daf33f4-8d06-4e1a-8d49-c3de4c45a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:38.354134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf33f4-8d06-4e1a-8d49-c3de4c45a138 None None] Pushing event deleted for resources: {'Port': ['ID=50e38f10-9558-4a06-bfb2-a7df901c0e92,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:38.356341 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0a8efaa1-d50e-4f69-8d1b-324e3ad223ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:38.358698 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf33f4-8d06-4e1a-8d49-c3de4c45a138 None None] No DVR routers for this DVR port 50e38f10-9558-4a06-bfb2-a7df901c0e92 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:46:38.404417 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8efaa1-d50e-4f69-8d1b-324e3ad223ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:38.407521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-0a8efaa1-d50e-4f69-8d1b-324e3ad223ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:38.411966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8efaa1-d50e-4f69-8d1b-324e3ad223ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:38.412571 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0a8efaa1-d50e-4f69-8d1b-324e3ad223ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:38.423730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8efaa1-d50e-4f69-8d1b-324e3ad223ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=9497c664-8701-465d-aba9-443f4f08bd41,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:38.424053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508c465e-890f-4bcc-bc47-f168886a7353 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:38.514928 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0a8efaa1-d50e-4f69-8d1b-324e3ad223ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6193693 Dec 17 13:46:38.518192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45374) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:38.523701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-dda32167-be1f-4330-a431-a3cb663fa696 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': '9497c664-8701-465d-aba9-443f4f08bd41', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-308067237'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:38.529381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': '9497c664-8701-465d-aba9-443f4f08bd41'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:46:38.530368 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:38.679910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Allocated IP 2001:db8::2 (576de818-3303-4a3d-9744-01f91b8e2aab/9497c664-8701-465d-aba9-443f4f08bd41/d902ffa3-6312-4a87-9f7d-d7fb1cdbf058) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:38.717845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda32167-be1f-4330-a431-a3cb663fa696 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:38.820246 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dda32167-be1f-4330-a431-a3cb663fa696 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:38.834678 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:38.837918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-dda32167-be1f-4330-a431-a3cb663fa696 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 28ee5057-442f-40ad-9bab-da5760c758c6 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:46:38.907003 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:38.953484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 50e38f10-9558-4a06-bfb2-a7df901c0e92 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:46:38.956373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:38.964685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:38.966926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:38.988222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Pushing event updated for resources: {'Port': ['ID=d902ffa3-6312-4a87-9f7d-d7fb1cdbf058,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:38.991059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 50e38f10-9558-4a06-bfb2-a7df901c0e92 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:46:38.991635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 50e38f10-9558-4a06-bfb2-a7df901c0e92 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:46:38.998633 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda32167-be1f-4330-a431-a3cb663fa696 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:46:38.999127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda32167-be1f-4330-a431-a3cb663fa696 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:46:39.047910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Attempting to bind port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:39.048284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Attempting to bind port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:39.048652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Attempting to bind port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:39.054091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:39.054470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:39.054916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:39.055318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:39.055821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Bound port: d902ffa3-6312-4a87-9f7d-d7fb1cdbf058, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:39.056201 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:39.107660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dda32167-be1f-4330-a431-a3cb663fa696 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5876899 Dec 17 13:46:39.109648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45376) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:39.117923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] For port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:46:39.123770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] For port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d902ffa3-6312-4a87-9f7d-d7fb1cdbf058,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:46:39.163572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51b800d-ddd7-4a6a-9cb5-02b9d82086a5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:39.165099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f51b800d-ddd7-4a6a-9cb5-02b9d82086a5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0544958 Dec 17 13:46:39.167683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45378) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:39.216007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:39.220951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0adba8-16ce-431c-91dd-722fce1655f0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:39.222706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0adba8-16ce-431c-91dd-722fce1655f0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:39.224362 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2d0adba8-16ce-431c-91dd-722fce1655f0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0555761 Dec 17 13:46:39.226922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45380) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:39.273386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef0e4a-3808-4893-ac2a-a7e0f86a4f94 None None] Pushing event updated for resources: {'Port': ['ID=d902ffa3-6312-4a87-9f7d-d7fb1cdbf058,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:39.287136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf543dd-3e91-4de7-b293-824057a0be44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 9497c664-8701-465d-aba9-443f4f08bd41 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:46:39.290677 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bf543dd-3e91-4de7-b293-824057a0be44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:39.334283 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bf543dd-3e91-4de7-b293-824057a0be44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:39.429973 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bf543dd-3e91-4de7-b293-824057a0be44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:39.591082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bf543dd-3e91-4de7-b293-824057a0be44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:39.618518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf543dd-3e91-4de7-b293-824057a0be44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=9497c664-8701-465d-aba9-443f4f08bd41,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:39.623791 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0bf543dd-3e91-4de7-b293-824057a0be44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:39.627040 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0bf543dd-3e91-4de7-b293-824057a0be44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/9497c664-8701-465d-aba9-443f4f08bd41 HTTP/1.1" status: 204 len: 168 time: 0.3991382 Dec 17 13:46:39.629560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45382) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:39.671649 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-72caffbb-7c71-4073-b5f5-8f0b04a47a4e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408268 Dec 17 13:46:39.675269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45384) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:39.680147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cf518b7e-6a64-4a59-a1c5-aa14af65f609 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:39.878613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf518b7e-6a64-4a59-a1c5-aa14af65f609 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:39.884968 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cf518b7e-6a64-4a59-a1c5-aa14af65f609 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:40.162245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cf518b7e-6a64-4a59-a1c5-aa14af65f609 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:40.212517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf518b7e-6a64-4a59-a1c5-aa14af65f609 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:40.213284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79805cbf-ea02-4945-85ea-db84c6f0376b None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:40.215866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-cf518b7e-6a64-4a59-a1c5-aa14af65f609 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:40.220183 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf518b7e-6a64-4a59-a1c5-aa14af65f609 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:40.220808 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cf518b7e-6a64-4a59-a1c5-aa14af65f609 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:40.231383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf518b7e-6a64-4a59-a1c5-aa14af65f609 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=dfd9ae83-bb8b-4baa-a114-f90d774ac7d8,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:40.292878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cf518b7e-6a64-4a59-a1c5-aa14af65f609 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6165113 Dec 17 13:46:40.295725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45386) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:40.297592 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1f56af95-8742-42ec-835f-98c0c53452a0 None None] Provisioning complete for port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:40.298108 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1f56af95-8742-42ec-835f-98c0c53452a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:40.301551 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f47ca536-fe8e-4fd6-b474-98b9c005a053 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-849023407', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:40.409257 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1f56af95-8742-42ec-835f-98c0c53452a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:40.425062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f47ca536-fe8e-4fd6-b474-98b9c005a053 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:40.426464 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f47ca536-fe8e-4fd6-b474-98b9c005a053 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:40.451623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1f56af95-8742-42ec-835f-98c0c53452a0 None None] For port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d902ffa3-6312-4a87-9f7d-d7fb1cdbf058,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:40.499558 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f47ca536-fe8e-4fd6-b474-98b9c005a053 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:40.570824 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1f56af95-8742-42ec-835f-98c0c53452a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:40.596019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e1e38-b520-4ae7-ad35-b8e2c9f02e9e None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:40.598097 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f47ca536-fe8e-4fd6-b474-98b9c005a053 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:40.670490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56af95-8742-42ec-835f-98c0c53452a0 None None] Pushing event updated for resources: {'Port': ['ID=d902ffa3-6312-4a87-9f7d-d7fb1cdbf058,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:40.691923 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f47ca536-fe8e-4fd6-b474-98b9c005a053 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:40.693536 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f47ca536-fe8e-4fd6-b474-98b9c005a053 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3962672 Dec 17 13:46:40.696812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45388) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:40.710887 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0c1109ff-6506-4172-91bc-ddf5b2e9bbcf None None] Provisioning complete for port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:40.711262 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c1109ff-6506-4172-91bc-ddf5b2e9bbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:41.001051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:46:41.004533 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:41.053343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3c4b253c-5de5-4058-b130-69202b806ce6 None None] Provisioning complete for port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:41.053653 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c4b253c-5de5-4058-b130-69202b806ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:41.095675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:41.096040 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:41.247406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::1 (576de818-3303-4a3d-9744-01f91b8e2aab/dfd9ae83-bb8b-4baa-a114-f90d774ac7d8/005ad135-bc53-4b56-8740-ad3a710630de) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:41.361502 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:41.488214 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:41.536324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:41.539551 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:41.543235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:41.543772 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:41.549393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=005ad135-bc53-4b56-8740-ad3a710630de,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:41.726274 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:41.802296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d93af296-c051-4c4a-9825-a4ef49cb2aae None None] Provisioning complete for port 005ad135-bc53-4b56-8740-ad3a710630de triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:41.802862 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d93af296-c051-4c4a-9825-a4ef49cb2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:41.838211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d93af296-c051-4c4a-9825-a4ef49cb2aae None None] Port 005ad135-bc53-4b56-8740-ad3a710630de cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:46:41.980107 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:42.058710 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:42.059424 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:42.153480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=005ad135-bc53-4b56-8740-ad3a710630de,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:42.197683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:42.199093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:42.386548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Router 5c2f6526-62cc-459e-b1af-eda0a23066ce is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:46:42.463523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c89bda57-8f90-4d6e-9951-133ac733b63c None None] Provisioning complete for port 005ad135-bc53-4b56-8740-ad3a710630de triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:42.464089 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c89bda57-8f90-4d6e-9951-133ac733b63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:42.491246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:46:42.498143 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-87667523-f72f-4682-ad96-b8741f63d008 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "PUT /v2.0/routers/5c2f6526-62cc-459e-b1af-eda0a23066ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7997966 Dec 17 13:46:42.500687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45390) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:42.503161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Sync routers for ids ['5c2f6526-62cc-459e-b1af-eda0a23066ce'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:46:42.520970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c89bda57-8f90-4d6e-9951-133ac733b63c None None] Port 005ad135-bc53-4b56-8740-ad3a710630de cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:46:42.522449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Routers {'5c2f6526-62cc-459e-b1af-eda0a23066ce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:46:42.523092 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:46:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['5c2f6526-62cc-459e-b1af-eda0a23066ce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:46:42.549761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a65e1d-90bc-4b15-837d-bfb241147277 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:42.551155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b9a65e1d-90bc-4b15-837d-bfb241147277 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports/005ad135-bc53-4b56-8740-ad3a710630de HTTP/1.1" status: 200 len: 911 time: 0.0494528 Dec 17 13:46:42.553853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45392) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:42.601275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8483b5f-ce47-4f56-a938-9f35c771545f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:42.607748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8483b5f-ce47-4f56-a938-9f35c771545f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:42.609337 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f8483b5f-ce47-4f56-a938-9f35c771545f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0545664 Dec 17 13:46:42.610735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Set router 5c2f6526-62cc-459e-b1af-eda0a23066ce gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:46:42.612925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45394) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:42.969661 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2f6526-62cc-459e-b1af-eda0a23066ce', 'name': 'tempest-NetworksTestDHCPv6-router-849023407', 'tenant_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:46:40Z', 'updated_at': '2021-12-17T13:46:41Z', 'revision_number': 2, 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'gw_port_host': None, '_interfaces': [{'id': '005ad135-bc53-4b56-8740-ad3a710630de', 'name': '', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'tenant_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'mac_address': 'fa:16:3e:47:ed:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2f6526-62cc-459e-b1af-eda0a23066ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'dfd9ae83-bb8b-4baa-a114-f90d774ac7d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:46:41Z', 'updated_at': '2021-12-17T13:46:41Z', 'revision_number': 2, 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'subnets': [{'id': 'dfd9ae83-bb8b-4baa-a114-f90d774ac7d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:46:42.997162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Checking router: 5c2f6526-62cc-459e-b1af-eda0a23066ce for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:46:42.997519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Updating router 5c2f6526-62cc-459e-b1af-eda0a23066ce port 005ad135-bc53-4b56-8740-ad3a710630de binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:46:43.026189 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:43.051010 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-12ee94a3-216d-4e6a-ab60-8624ee0eda41 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:43.268879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-12ee94a3-216d-4e6a-ab60-8624ee0eda41 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 005ad135-bc53-4b56-8740-ad3a710630de {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:43.269228 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-12ee94a3-216d-4e6a-ab60-8624ee0eda41 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:43.302213 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:43.357263 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-12ee94a3-216d-4e6a-ab60-8624ee0eda41 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:43.369369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-12ee94a3-216d-4e6a-ab60-8624ee0eda41 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 005ad135-bc53-4b56-8740-ad3a710630de owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:43.375109 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:43.426102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8101c2b-141b-4436-a570-90c066fa173a None None] Pushing event updated for resources: {'Port': ['ID=005ad135-bc53-4b56-8740-ad3a710630de,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:43.486798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Attempting to bind port 005ad135-bc53-4b56-8740-ad3a710630de on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:43.487173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Attempting to bind port 005ad135-bc53-4b56-8740-ad3a710630de by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:43.487530 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Attempting to bind port 005ad135-bc53-4b56-8740-ad3a710630de on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:43.495670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:43.496085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:43.496444 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:43.496844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:43.497315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Bound port: 005ad135-bc53-4b56-8740-ad3a710630de, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:43.497733 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:43.654659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-353cebb3-9dc1-4b59-b4cc-0e57008e3074 None None] Provisioning complete for port 005ad135-bc53-4b56-8740-ad3a710630de triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:43.655036 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-353cebb3-9dc1-4b59-b4cc-0e57008e3074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:43.660705 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-12ee94a3-216d-4e6a-ab60-8624ee0eda41 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:43.682530 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:46:43.682928 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:46:43.689139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee94a3-216d-4e6a-ab60-8624ee0eda41 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=005ad135-bc53-4b56-8740-ad3a710630de,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:43.693783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-353cebb3-9dc1-4b59-b4cc-0e57008e3074 None None] Port 005ad135-bc53-4b56-8740-ad3a710630de cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:46:43.789320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-12ee94a3-216d-4e6a-ab60-8624ee0eda41 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:43.872190 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-df2a3bce-e831-4371-a87f-901182fd4d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:43.965264 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ee94a3-216d-4e6a-ab60-8624ee0eda41 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Router 5c2f6526-62cc-459e-b1af-eda0a23066ce has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:46:44.210635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Attempting to bind port 005ad135-bc53-4b56-8740-ad3a710630de on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:44.212334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Attempting to bind port 005ad135-bc53-4b56-8740-ad3a710630de by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:44.212334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Attempting to bind port 005ad135-bc53-4b56-8740-ad3a710630de on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:44.218005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:44.218463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:44.219088 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:44.219704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:44.220419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Bound port: 005ad135-bc53-4b56-8740-ad3a710630de, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:44.221197 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:44.267611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Port 005ad135-bc53-4b56-8740-ad3a710630de has been deleted concurrently {{(pid=110455) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 17 13:46:44.279586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Routers {'5c2f6526-62cc-459e-b1af-eda0a23066ce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:46:44.280226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:46:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['5c2f6526-62cc-459e-b1af-eda0a23066ce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:46:44.356047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] Set router 5c2f6526-62cc-459e-b1af-eda0a23066ce gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:46:44.411227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2f6526-62cc-459e-b1af-eda0a23066ce', 'name': 'tempest-NetworksTestDHCPv6-router-849023407', 'tenant_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:46:40Z', 'updated_at': '2021-12-17T13:46:43Z', 'revision_number': 3, 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:46:44.431986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ee94a3-216d-4e6a-ab60-8624ee0eda41 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:46:44.437134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-12ee94a3-216d-4e6a-ab60-8624ee0eda41 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "PUT /v2.0/routers/5c2f6526-62cc-459e-b1af-eda0a23066ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8241374 Dec 17 13:46:44.439870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45396) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:44.443495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143ceec-2dd7-4ada-bfdb-badb290e94c0 None None] The sync data for ids ['5c2f6526-62cc-459e-b1af-eda0a23066ce'] in n-d-815324-5 is: [{'id': '5c2f6526-62cc-459e-b1af-eda0a23066ce', 'name': 'tempest-NetworksTestDHCPv6-router-849023407', 'tenant_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:46:40Z', 'updated_at': '2021-12-17T13:46:43Z', 'revision_number': 3, 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:46:44.510994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59408b7c-d588-4b02-9eee-a4961b43ada1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:44.513180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59408b7c-d588-4b02-9eee-a4961b43ada1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:44.514842 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-59408b7c-d588-4b02-9eee-a4961b43ada1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0738232 Dec 17 13:46:44.517811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45398) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:44.585645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-39137dcb-0f03-413f-8168-2ab4cfc44019 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet dfd9ae83-bb8b-4baa-a114-f90d774ac7d8 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:46:44.589925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39137dcb-0f03-413f-8168-2ab4cfc44019 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:44.638145 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39137dcb-0f03-413f-8168-2ab4cfc44019 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:44.691878 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39137dcb-0f03-413f-8168-2ab4cfc44019 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:44.807642 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39137dcb-0f03-413f-8168-2ab4cfc44019 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:44.833039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39137dcb-0f03-413f-8168-2ab4cfc44019 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd9ae83-bb8b-4baa-a114-f90d774ac7d8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:44.839572 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-39137dcb-0f03-413f-8168-2ab4cfc44019 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:44.842880 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-39137dcb-0f03-413f-8168-2ab4cfc44019 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/dfd9ae83-bb8b-4baa-a114-f90d774ac7d8 HTTP/1.1" status: 204 len: 168 time: 0.3240540 Dec 17 13:46:44.845868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45400) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:44.847161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a86e8d-ce46-4d0b-b1ab-af583121a018 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:44.960050 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c599950a-4afb-490f-83ed-dd22aa603e8e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1128521 Dec 17 13:46:44.963061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45402) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:44.993027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0357d18-9d0e-423a-8167-4f259b62fedb None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:46:45.050586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f0357d18-9d0e-423a-8167-4f259b62fedb None None] Deleting port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:45.050982 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0357d18-9d0e-423a-8167-4f259b62fedb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:45.122339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f0357d18-9d0e-423a-8167-4f259b62fedb None None] For port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d902ffa3-6312-4a87-9f7d-d7fb1cdbf058,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:45.122751 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0357d18-9d0e-423a-8167-4f259b62fedb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:45.138101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f0357d18-9d0e-423a-8167-4f259b62fedb None None] Calling delete_port for d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:45.306537 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f0357d18-9d0e-423a-8167-4f259b62fedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:45.336235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0357d18-9d0e-423a-8167-4f259b62fedb None None] Pushing event deleted for resources: {'Port': ['ID=d902ffa3-6312-4a87-9f7d-d7fb1cdbf058,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:45.343051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0357d18-9d0e-423a-8167-4f259b62fedb None None] No DVR routers for this DVR port d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:46:45.356012 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f0cc3-f863-4c14-8a10-d34dd75ff145 None None] Sync routers for ids ['5c2f6526-62cc-459e-b1af-eda0a23066ce'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:46:45.357624 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19973623-b5c7-45b3-bf5c-74e726c27d44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:45.367334 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f0cc3-f863-4c14-8a10-d34dd75ff145 None None] Routers {'5c2f6526-62cc-459e-b1af-eda0a23066ce'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:46:45.368550 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-578f0cc3-f863-4c14-8a10-d34dd75ff145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:46:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['5c2f6526-62cc-459e-b1af-eda0a23066ce'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:46:45.438929 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-578f0cc3-f863-4c14-8a10-d34dd75ff145 None None] Set router 5c2f6526-62cc-459e-b1af-eda0a23066ce gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:46:45.491862 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-578f0cc3-f863-4c14-8a10-d34dd75ff145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2f6526-62cc-459e-b1af-eda0a23066ce', 'name': 'tempest-NetworksTestDHCPv6-router-849023407', 'tenant_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:46:40Z', 'updated_at': '2021-12-17T13:46:43Z', 'revision_number': 3, 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:46:45.522494 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f0cc3-f863-4c14-8a10-d34dd75ff145 None None] Checking router: 5c2f6526-62cc-459e-b1af-eda0a23066ce for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:46:45.522745 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19973623-b5c7-45b3-bf5c-74e726c27d44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:45.525136 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19973623-b5c7-45b3-bf5c-74e726c27d44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:45.531350 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f0cc3-f863-4c14-8a10-d34dd75ff145 None None] Routers {'5c2f6526-62cc-459e-b1af-eda0a23066ce'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:46:45.532007 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-578f0cc3-f863-4c14-8a10-d34dd75ff145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:46:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['5c2f6526-62cc-459e-b1af-eda0a23066ce'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:46:45.603497 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-578f0cc3-f863-4c14-8a10-d34dd75ff145 None None] Set router 5c2f6526-62cc-459e-b1af-eda0a23066ce gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:46:45.632156 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19973623-b5c7-45b3-bf5c-74e726c27d44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:45.632684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19973623-b5c7-45b3-bf5c-74e726c27d44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2f6526-62cc-459e-b1af-eda0a23066ce {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:46:45.641550 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19973623-b5c7-45b3-bf5c-74e726c27d44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:45.645982 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-19973623-b5c7-45b3-bf5c-74e726c27d44 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/routers/5c2f6526-62cc-459e-b1af-eda0a23066ce HTTP/1.1" status: 204 len: 168 time: 0.6787019 Dec 17 13:46:45.646199 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45404) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:45.651573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3554335b-4b2c-4ff9-80d2-c9eeccfc0c7a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:45.656040 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-578f0cc3-f863-4c14-8a10-d34dd75ff145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2f6526-62cc-459e-b1af-eda0a23066ce', 'name': 'tempest-NetworksTestDHCPv6-router-849023407', 'tenant_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:46:40Z', 'updated_at': '2021-12-17T13:46:43Z', 'revision_number': 3, 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:46:45.694886 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f0cc3-f863-4c14-8a10-d34dd75ff145 None None] The sync data for ids ['5c2f6526-62cc-459e-b1af-eda0a23066ce'] in n-d-815324-5 is: [{'id': '5c2f6526-62cc-459e-b1af-eda0a23066ce', 'name': 'tempest-NetworksTestDHCPv6-router-849023407', 'tenant_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:46:40Z', 'updated_at': '2021-12-17T13:46:43Z', 'revision_number': 3, 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:46:45.832087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3554335b-4b2c-4ff9-80d2-c9eeccfc0c7a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:45.835976 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3554335b-4b2c-4ff9-80d2-c9eeccfc0c7a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.104679 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3554335b-4b2c-4ff9-80d2-c9eeccfc0c7a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.145017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3554335b-4b2c-4ff9-80d2-c9eeccfc0c7a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:46.152894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3554335b-4b2c-4ff9-80d2-c9eeccfc0c7a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:46.155949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3554335b-4b2c-4ff9-80d2-c9eeccfc0c7a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:46.156726 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3554335b-4b2c-4ff9-80d2-c9eeccfc0c7a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.171198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ead90-5215-408e-ba84-e66a11ca730d None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:46.173987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554335b-4b2c-4ff9-80d2-c9eeccfc0c7a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=a3c94c9b-d352-4f60-8144-af6384e790f0,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:46.252537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3554335b-4b2c-4ff9-80d2-c9eeccfc0c7a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6050098 Dec 17 13:46:46.255149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45406) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:46.259813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-48be0e47-2149-4ea8-a5ae-dc24129e6508 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1135423441', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:46.280110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': 'a3c94c9b-d352-4f60-8144-af6384e790f0'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:46:46.280960 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.378934 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48be0e47-2149-4ea8-a5ae-dc24129e6508 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.380034 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48be0e47-2149-4ea8-a5ae-dc24129e6508 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.410881 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3fc0-919d-45b8-9bbb-9b4b43306bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.431446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Allocated IP 2001:db8::2 (576de818-3303-4a3d-9744-01f91b8e2aab/a3c94c9b-d352-4f60-8144-af6384e790f0/50bfd145-3701-400a-8e14-e9784bc3bc04) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:46.443218 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48be0e47-2149-4ea8-a5ae-dc24129e6508 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.533764 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48be0e47-2149-4ea8-a5ae-dc24129e6508 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.593653 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.638062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-48be0e47-2149-4ea8-a5ae-dc24129e6508 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.639602 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-48be0e47-2149-4ea8-a5ae-dc24129e6508 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3832436 Dec 17 13:46:46.642668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45408) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:46.663555 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.709001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:46.712797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:46.716501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:46.721916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Pushing event updated for resources: {'Port': ['ID=50bfd145-3701-400a-8e14-e9784bc3bc04,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:46.773452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Attempting to bind port 50bfd145-3701-400a-8e14-e9784bc3bc04 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:46.774617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Attempting to bind port 50bfd145-3701-400a-8e14-e9784bc3bc04 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:46.774991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Attempting to bind port 50bfd145-3701-400a-8e14-e9784bc3bc04 on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:46.779961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:46.780337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:46.780753 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.781139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:46.781653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Bound port: 50bfd145-3701-400a-8e14-e9784bc3bc04, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:46.782047 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.845396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] For port 50bfd145-3701-400a-8e14-e9784bc3bc04, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:46:46.848553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] For port 50bfd145-3701-400a-8e14-e9784bc3bc04, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=50bfd145-3701-400a-8e14-e9784bc3bc04,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:46:46.921439 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.941702 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:46.973002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:46:47.006368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:46:47.007061 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d902ffa3-6312-4a87-9f7d-d7fb1cdbf058 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:46:47.028961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c63de-131c-4703-be36-ed875e86b65e None None] Pushing event updated for resources: {'Port': ['ID=50bfd145-3701-400a-8e14-e9784bc3bc04,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:47.195061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::1 (576de818-3303-4a3d-9744-01f91b8e2aab/a3c94c9b-d352-4f60-8144-af6384e790f0/1a80e45d-b615-4cd2-8441-182b0339fdbb) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:47.326564 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:47.432885 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:47.474832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:47.478578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:47.482453 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:47.482987 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:47.488936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=1a80e45d-b615-4cd2-8441-182b0339fdbb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:47.663469 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:47.786835 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:47.957866 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:48.038149 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:48.038961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:48.064759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c667bae8-d9ee-4a71-9113-ad2044f13e5f None None] Provisioning complete for port 50bfd145-3701-400a-8e14-e9784bc3bc04 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:48.065630 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c667bae8-d9ee-4a71-9113-ad2044f13e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:48.135168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=1a80e45d-b615-4cd2-8441-182b0339fdbb,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:48.173417 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c667bae8-d9ee-4a71-9113-ad2044f13e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:48.189088 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:48.190678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:48.210996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c667bae8-d9ee-4a71-9113-ad2044f13e5f None None] For port 50bfd145-3701-400a-8e14-e9784bc3bc04, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=50bfd145-3701-400a-8e14-e9784bc3bc04,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:48.277620 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c667bae8-d9ee-4a71-9113-ad2044f13e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:48.327870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667bae8-d9ee-4a71-9113-ad2044f13e5f None None] Pushing event updated for resources: {'Port': ['ID=50bfd145-3701-400a-8e14-e9784bc3bc04,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:48.380869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Router 262d995a-b4e0-43a0-b3db-1b2ec8503228 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:46:48.401386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-88d5ca09-c5e0-4261-8c2f-f1af94382583 None None] Provisioning complete for port 1a80e45d-b615-4cd2-8441-182b0339fdbb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:48.402112 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-88d5ca09-c5e0-4261-8c2f-f1af94382583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:48.438462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-88d5ca09-c5e0-4261-8c2f-f1af94382583 None None] Port 1a80e45d-b615-4cd2-8441-182b0339fdbb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:46:48.480574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:46:48.486185 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-49cc05ad-ea35-4014-ab0d-6dd42a8cf3e1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "PUT /v2.0/routers/262d995a-b4e0-43a0-b3db-1b2ec8503228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8419793 Dec 17 13:46:48.488387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45410) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:48.494912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Sync routers for ids ['262d995a-b4e0-43a0-b3db-1b2ec8503228'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:46:48.506945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Routers {'262d995a-b4e0-43a0-b3db-1b2ec8503228'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:46:48.507505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:46:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['262d995a-b4e0-43a0-b3db-1b2ec8503228'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:46:48.541397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82612ec9-020e-4563-8e42-dd92e2651c5e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:48.545705 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-82612ec9-020e-4563-8e42-dd92e2651c5e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports/1a80e45d-b615-4cd2-8441-182b0339fdbb HTTP/1.1" status: 200 len: 911 time: 0.0530007 Dec 17 13:46:48.546351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45412) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:48.599342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e0de4f85-9adb-4da9-8dba-57b6b10270e9 None None] Provisioning complete for port 1a80e45d-b615-4cd2-8441-182b0339fdbb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:48.599720 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e0de4f85-9adb-4da9-8dba-57b6b10270e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:48.604364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf9730b-85c9-4ae5-a0e5-325298b8fdc9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:48.609879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf9730b-85c9-4ae5-a0e5-325298b8fdc9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:48.611546 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-acf9730b-85c9-4ae5-a0e5-325298b8fdc9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0635219 Dec 17 13:46:48.614274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45414) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:48.632975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Set router 262d995a-b4e0-43a0-b3db-1b2ec8503228 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:46:48.676162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e0de4f85-9adb-4da9-8dba-57b6b10270e9 None None] Port 1a80e45d-b615-4cd2-8441-182b0339fdbb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:46:48.849849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d995a-b4e0-43a0-b3db-1b2ec8503228', 'name': 'tempest-NetworksTestDHCPv6-router-1135423441', 'tenant_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:46:46Z', 'updated_at': '2021-12-17T13:46:47Z', 'revision_number': 2, 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'gw_port_host': None, '_interfaces': [{'id': '1a80e45d-b615-4cd2-8441-182b0339fdbb', 'name': '', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'tenant_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'mac_address': 'fa:16:3e:df:73:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262d995a-b4e0-43a0-b3db-1b2ec8503228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'a3c94c9b-d352-4f60-8144-af6384e790f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:46:47Z', 'updated_at': '2021-12-17T13:46:47Z', 'revision_number': 2, 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'subnets': [{'id': 'a3c94c9b-d352-4f60-8144-af6384e790f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:46:48.878369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Checking router: 262d995a-b4e0-43a0-b3db-1b2ec8503228 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:46:48.878721 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Updating router 262d995a-b4e0-43a0-b3db-1b2ec8503228 port 1a80e45d-b615-4cd2-8441-182b0339fdbb binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:46:48.920823 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.028303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 50bfd145-3701-400a-8e14-e9784bc3bc04 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:46:49.036460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.065136 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b288435-1365-431f-957c-0a1f9b76ad93 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.287186 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-0b288435-1365-431f-957c-0a1f9b76ad93 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 1a80e45d-b615-4cd2-8441-182b0339fdbb {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:49.287681 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b288435-1365-431f-957c-0a1f9b76ad93 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.320110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 50bfd145-3701-400a-8e14-e9784bc3bc04 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:49.320397 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.373305 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b288435-1365-431f-957c-0a1f9b76ad93 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.386274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-0b288435-1365-431f-957c-0a1f9b76ad93 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 1a80e45d-b615-4cd2-8441-182b0339fdbb owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:49.475394 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.575056 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.634912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Pushing event updated for resources: {'Port': ['ID=1a80e45d-b615-4cd2-8441-182b0339fdbb,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:49.671097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.671444 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.671781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.672118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.672447 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.672777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.673102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.673425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.673772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.674096 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.674417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.674762 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.675084 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ba085-9c43-4472-9fcc-4e1df2380827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:49.693265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Attempting to bind port 1a80e45d-b615-4cd2-8441-182b0339fdbb on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:49.693669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Attempting to bind port 1a80e45d-b615-4cd2-8441-182b0339fdbb by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:49.694040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Attempting to bind port 1a80e45d-b615-4cd2-8441-182b0339fdbb on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:49.699676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:49.702541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:49.702541 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.702541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:49.702541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Bound port: 1a80e45d-b615-4cd2-8441-182b0339fdbb, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:49.702541 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.723331 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b288435-1365-431f-957c-0a1f9b76ad93 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.761083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b288435-1365-431f-957c-0a1f9b76ad93 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=1a80e45d-b615-4cd2-8441-182b0339fdbb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:49.777825 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:46:49.778078 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:46:49.838317 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.871102 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0b288435-1365-431f-957c-0a1f9b76ad93 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:49.902763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-96249660-2eab-43c4-a81f-ed4e33d12d3b None None] Could not find standard attr ID for object 1a80e45d-b615-4cd2-8441-182b0339fdbb. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:46:50.292829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Attempting to bind port 1a80e45d-b615-4cd2-8441-182b0339fdbb on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:50.293081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Attempting to bind port 1a80e45d-b615-4cd2-8441-182b0339fdbb by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:50.293452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Attempting to bind port 1a80e45d-b615-4cd2-8441-182b0339fdbb on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:50.300185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:50.300708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:50.301122 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:50.301566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:50.302074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Bound port: 1a80e45d-b615-4cd2-8441-182b0339fdbb, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:50.302463 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:50.331725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b288435-1365-431f-957c-0a1f9b76ad93 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Router 262d995a-b4e0-43a0-b3db-1b2ec8503228 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:46:50.336597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Port 1a80e45d-b615-4cd2-8441-182b0339fdbb has been deleted concurrently {{(pid=110455) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 17 13:46:50.346012 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Routers {'262d995a-b4e0-43a0-b3db-1b2ec8503228'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:46:50.346636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:46:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['262d995a-b4e0-43a0-b3db-1b2ec8503228'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:46:50.408338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b288435-1365-431f-957c-0a1f9b76ad93 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:46:50.424229 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0b288435-1365-431f-957c-0a1f9b76ad93 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "PUT /v2.0/routers/262d995a-b4e0-43a0-b3db-1b2ec8503228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7984233 Dec 17 13:46:50.424394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45416) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:50.424819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] Set router 262d995a-b4e0-43a0-b3db-1b2ec8503228 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:46:50.471808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262d995a-b4e0-43a0-b3db-1b2ec8503228', 'name': 'tempest-NetworksTestDHCPv6-router-1135423441', 'tenant_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:46:46Z', 'updated_at': '2021-12-17T13:46:49Z', 'revision_number': 3, 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:46:50.472424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83cc07-97e5-4bf1-83bd-966473af926a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:50.474117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83cc07-97e5-4bf1-83bd-966473af926a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:50.475634 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8f83cc07-97e5-4bf1-83bd-966473af926a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0583835 Dec 17 13:46:50.478272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45418) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:50.502220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13459818-6904-42a7-8453-1b16dc4ee99c None None] The sync data for ids ['262d995a-b4e0-43a0-b3db-1b2ec8503228'] in n-d-815324-5 is: [{'id': '262d995a-b4e0-43a0-b3db-1b2ec8503228', 'name': 'tempest-NetworksTestDHCPv6-router-1135423441', 'tenant_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:46:46Z', 'updated_at': '2021-12-17T13:46:49Z', 'revision_number': 3, 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:46:50.535053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-16740c61-326c-4be0-80c4-41311cbd6f34 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet a3c94c9b-d352-4f60-8144-af6384e790f0 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:46:50.538283 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16740c61-326c-4be0-80c4-41311cbd6f34 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:50.580859 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16740c61-326c-4be0-80c4-41311cbd6f34 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:50.668731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16740c61-326c-4be0-80c4-41311cbd6f34 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:50.802105 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16740c61-326c-4be0-80c4-41311cbd6f34 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:50.828274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16740c61-326c-4be0-80c4-41311cbd6f34 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c94c9b-d352-4f60-8144-af6384e790f0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:50.833829 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-16740c61-326c-4be0-80c4-41311cbd6f34 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:50.842557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-16740c61-326c-4be0-80c4-41311cbd6f34 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/a3c94c9b-d352-4f60-8144-af6384e790f0 HTTP/1.1" status: 204 len: 168 time: 0.3578782 Dec 17 13:46:50.842557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45420) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:50.842825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7c17f6-2af2-4191-8799-635673f6bc66 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:50.953701 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2cbcbdcb-aa2a-4999-88b7-3cacf2996241 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1127100 Dec 17 13:46:50.957325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45422) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:50.997766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bfffa4-aef6-44e8-a551-ee2519b7e57e None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:46:51.038925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d8a41c4-2b07-4369-b991-b3fc1d2aa88d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:51.050674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-34bfffa4-aef6-44e8-a551-ee2519b7e57e None None] Deleting port 50bfd145-3701-400a-8e14-e9784bc3bc04 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:51.051056 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-34bfffa4-aef6-44e8-a551-ee2519b7e57e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:51.115458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-34bfffa4-aef6-44e8-a551-ee2519b7e57e None None] For port 50bfd145-3701-400a-8e14-e9784bc3bc04, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=50bfd145-3701-400a-8e14-e9784bc3bc04,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:51.116162 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-34bfffa4-aef6-44e8-a551-ee2519b7e57e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:51.130867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-34bfffa4-aef6-44e8-a551-ee2519b7e57e None None] Calling delete_port for 50bfd145-3701-400a-8e14-e9784bc3bc04 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:51.203999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d8a41c4-2b07-4369-b991-b3fc1d2aa88d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:51.206257 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d8a41c4-2b07-4369-b991-b3fc1d2aa88d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:51.293385 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-34bfffa4-aef6-44e8-a551-ee2519b7e57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:51.316146 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d8a41c4-2b07-4369-b991-b3fc1d2aa88d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:51.316667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8a41c4-2b07-4369-b991-b3fc1d2aa88d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Fanout notify agent at l3_agent the message router_deleted on router 262d995a-b4e0-43a0-b3db-1b2ec8503228 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:46:51.319132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfffa4-aef6-44e8-a551-ee2519b7e57e None None] Pushing event deleted for resources: {'Port': ['ID=50bfd145-3701-400a-8e14-e9784bc3bc04,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:51.324338 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0d8a41c4-2b07-4369-b991-b3fc1d2aa88d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:51.324755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bfffa4-aef6-44e8-a551-ee2519b7e57e None None] No DVR routers for this DVR port 50bfd145-3701-400a-8e14-e9784bc3bc04 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:46:51.328190 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0d8a41c4-2b07-4369-b991-b3fc1d2aa88d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/routers/262d995a-b4e0-43a0-b3db-1b2ec8503228 HTTP/1.1" status: 204 len: 168 time: 0.3682075 Dec 17 13:46:51.328457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45424) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:51.357962 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-02cd513d-fda9-4d01-b432-6e18dd2b3430 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0282893 Dec 17 13:46:51.360350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45426) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:51.387291 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1eb13-1ce3-4d46-8243-2940bd95363b None None] Sync routers for ids ['262d995a-b4e0-43a0-b3db-1b2ec8503228'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:46:51.397517 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1eb13-1ce3-4d46-8243-2940bd95363b None None] Routers set() bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:46:51.397946 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1eb13-1ce3-4d46-8243-2940bd95363b None None] Router IDs set() for agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 13:46:51.399132 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_agentschedulers_db [None req-3fb1eb13-1ce3-4d46-8243-2940bd95363b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'262d995a-b4e0-43a0-b3db-1b2ec8503228'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:46:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent'). {{(pid=110456) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 13:46:51.407482 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1eb13-1ce3-4d46-8243-2940bd95363b None None] Routers set() bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:46:51.407844 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1eb13-1ce3-4d46-8243-2940bd95363b None None] Router IDs set() for agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 13:46:51.408407 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_agentschedulers_db [None req-3fb1eb13-1ce3-4d46-8243-2940bd95363b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'262d995a-b4e0-43a0-b3db-1b2ec8503228'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:46:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent'). {{(pid=110456) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 13:46:51.408775 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb1eb13-1ce3-4d46-8243-2940bd95363b None None] The sync data for ids ['262d995a-b4e0-43a0-b3db-1b2ec8503228'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:46:51.415440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc3cba9-e57c-49bb-91a6-108369b31cf1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:51.417639 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5bc3cba9-e57c-49bb-91a6-108369b31cf1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0557148 Dec 17 13:46:51.419522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45428) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:51.463332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9e2def74-aa4a-4a2f-ae55-c16ec0f5a8bf tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426250 Dec 17 13:46:51.467650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45430) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:51.472874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-457328ac-4907-4dee-a2bf-7f02fc7d7e79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:51.641535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457328ac-4907-4dee-a2bf-7f02fc7d7e79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:51.645144 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-457328ac-4907-4dee-a2bf-7f02fc7d7e79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:51.998805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-457328ac-4907-4dee-a2bf-7f02fc7d7e79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:46:52.000357 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-457328ac-4907-4dee-a2bf-7f02fc7d7e79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:52.049474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457328ac-4907-4dee-a2bf-7f02fc7d7e79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:52.052662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-457328ac-4907-4dee-a2bf-7f02fc7d7e79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:52.057648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457328ac-4907-4dee-a2bf-7f02fc7d7e79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:52.058249 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-457328ac-4907-4dee-a2bf-7f02fc7d7e79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:52.062808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03722878-dd3e-4326-bdc2-1cdcdba56f08 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:52.064130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457328ac-4907-4dee-a2bf-7f02fc7d7e79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=a2dd3609-f2aa-41fb-9a1d-bd0abfbbcb7f,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:52.154819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-457328ac-4907-4dee-a2bf-7f02fc7d7e79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6860821 Dec 17 13:46:52.157641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45432) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:52.164808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bf17be0d-b1f0-4b91-a1d7-b51aab18e9bd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:52.165709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': 'a2dd3609-f2aa-41fb-9a1d-bd0abfbbcb7f'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:46:52.166622 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:52.297149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Allocated IP 2001:db8::f816:3eff:fe74:f628 (576de818-3303-4a3d-9744-01f91b8e2aab/a2dd3609-f2aa-41fb-9a1d-bd0abfbbcb7f/30625b14-9e51-492a-9738-736bad9a43ff) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:52.355949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf17be0d-b1f0-4b91-a1d7-b51aab18e9bd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:52.359609 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf17be0d-b1f0-4b91-a1d7-b51aab18e9bd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:52.445346 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:52.518790 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:52.568088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:52.572354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:52.575895 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:52.582954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Pushing event updated for resources: {'Port': ['ID=30625b14-9e51-492a-9738-736bad9a43ff,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:52.642171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Attempting to bind port 30625b14-9e51-492a-9738-736bad9a43ff on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:46:52.642471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Attempting to bind port 30625b14-9e51-492a-9738-736bad9a43ff by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:46:52.642834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Attempting to bind port 30625b14-9e51-492a-9738-736bad9a43ff on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:46:52.647824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:46:52.648240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:46:52.648603 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:52.648997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:46:52.649512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Bound port: 30625b14-9e51-492a-9738-736bad9a43ff, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:46:52.650413 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:52.687975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf17be0d-b1f0-4b91-a1d7-b51aab18e9bd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:52.713280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] For port 30625b14-9e51-492a-9738-736bad9a43ff, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:46:52.717090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] For port 30625b14-9e51-492a-9738-736bad9a43ff, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=30625b14-9e51-492a-9738-736bad9a43ff,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:46:52.728328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf17be0d-b1f0-4b91-a1d7-b51aab18e9bd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:52.731676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-bf17be0d-b1f0-4b91-a1d7-b51aab18e9bd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:52.737455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf17be0d-b1f0-4b91-a1d7-b51aab18e9bd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:52.738091 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf17be0d-b1f0-4b91-a1d7-b51aab18e9bd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:52.753638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17be0d-b1f0-4b91-a1d7-b51aab18e9bd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=02e53eaa-accb-4eee-929d-dc19a437bf13,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:52.792207 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:52.823135 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bf17be0d-b1f0-4b91-a1d7-b51aab18e9bd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6638577 Dec 17 13:46:52.826798 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45434) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:52.833108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:92:46:67', 'name': 'tempest-NetworksTestDHCPv6-441548356'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:52.851636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d7f1a-f781-4c7b-84fa-0c8bca05ee2a None None] Pushing event updated for resources: {'Port': ['ID=30625b14-9e51-492a-9738-736bad9a43ff,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:52.972522 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 50bfd145-3701-400a-8e14-e9784bc3bc04 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:46:52.997737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 50bfd145-3701-400a-8e14-e9784bc3bc04 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:46:52.998090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 50bfd145-3701-400a-8e14-e9784bc3bc04 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:46:53.088634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:53.176310 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:53.201192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 36fd66c5-b7e0-4313-8720-5f99f8c2bb88 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:46:53.364347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 172.20.0.5 (576de818-3303-4a3d-9744-01f91b8e2aab/02e53eaa-accb-4eee-929d-dc19a437bf13/36fd66c5-b7e0-4313-8720-5f99f8c2bb88) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:53.371038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::f816:3eff:fe92:4667 (576de818-3303-4a3d-9744-01f91b8e2aab/a2dd3609-f2aa-41fb-9a1d-bd0abfbbcb7f/36fd66c5-b7e0-4313-8720-5f99f8c2bb88) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:53.525761 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:53.642651 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:53.689763 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:53.693006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:53.695505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:53.735728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=36fd66c5-b7e0-4313-8720-5f99f8c2bb88,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:53.763631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:53.763631 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:53.857944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ecebcd9f-cf09-42ee-b243-b40cc26ba41a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0297244 Dec 17 13:46:53.860748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45436) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:53.872300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4397bb99-e2f2-42a6-b9d3-79944b9344bf None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:53.914088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07b1729-ff80-4c54-8d55-d2dbe5ea6b79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:53.921775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07b1729-ff80-4c54-8d55-d2dbe5ea6b79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:53.923697 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c07b1729-ff80-4c54-8d55-d2dbe5ea6b79 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0619140 Dec 17 13:46:53.927695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45438) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:53.984497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9f09eac8-0f53-42a2-b825-80dfb2797eb8 None None] Provisioning complete for port 30625b14-9e51-492a-9738-736bad9a43ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:53.984987 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f09eac8-0f53-42a2-b825-80dfb2797eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.053446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 36fd66c5-b7e0-4313-8720-5f99f8c2bb88 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:54.053857 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.112716 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f09eac8-0f53-42a2-b825-80dfb2797eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.128783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c9996-a8e9-4ba1-91d4-ac8f78bf612e None None] Update dhcp port {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': 'a2dd3609-f2aa-41fb-9a1d-bd0abfbbcb7f', 'ip_address': '2001:db8::f816:3eff:fe74:f628'}, {'subnet_id': '02e53eaa-accb-4eee-929d-dc19a437bf13'}], 'binding:host_id': 'n-d-815324-5'}, 'id': '30625b14-9e51-492a-9738-736bad9a43ff'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:46:54.155474 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.168228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 36fd66c5-b7e0-4313-8720-5f99f8c2bb88 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:54.174899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9f09eac8-0f53-42a2-b825-80dfb2797eb8 None None] For port 30625b14-9e51-492a-9738-736bad9a43ff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=30625b14-9e51-492a-9738-736bad9a43ff,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:54.176371 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f6c9996-a8e9-4ba1-91d4-ac8f78bf612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.271648 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f09eac8-0f53-42a2-b825-80dfb2797eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.362525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09eac8-0f53-42a2-b825-80dfb2797eb8 None None] Pushing event updated for resources: {'Port': ['ID=30625b14-9e51-492a-9738-736bad9a43ff,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:54.382279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-4f6c9996-a8e9-4ba1-91d4-ac8f78bf612e None None] Allocated IP 172.20.0.2 (576de818-3303-4a3d-9744-01f91b8e2aab/02e53eaa-accb-4eee-929d-dc19a437bf13/30625b14-9e51-492a-9738-736bad9a43ff) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:54.430192 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.460013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=36fd66c5-b7e0-4313-8720-5f99f8c2bb88,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:54.476487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4f6c9996-a8e9-4ba1-91d4-ac8f78bf612e None None] For port 30625b14-9e51-492a-9738-736bad9a43ff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=30625b14-9e51-492a-9738-736bad9a43ff,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:54.488642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.488994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.489331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.489689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.490028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.490354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.490681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.491005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.491330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.491700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.491962 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.492278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.492600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:46:54.510752 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f6c9996-a8e9-4ba1-91d4-ac8f78bf612e None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.557757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.560990 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bbe0b500-d6ed-4a64-969c-8e754a3f59dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/36fd66c5-b7e0-4313-8720-5f99f8c2bb88 HTTP/1.1" status: 204 len: 168 time: 0.6323509 Dec 17 13:46:54.564059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45440) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:54.591747 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f6c9996-a8e9-4ba1-91d4-ac8f78bf612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.626333 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c365fe-5bc9-4b4c-8009-f91e08153e3c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:54.627832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c365fe-5bc9-4b4c-8009-f91e08153e3c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:54.629522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c365fe-5bc9-4b4c-8009-f91e08153e3c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:54.631134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b7c365fe-5bc9-4b4c-8009-f91e08153e3c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0659761 Dec 17 13:46:54.634073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45442) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:54.681266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c9996-a8e9-4ba1-91d4-ac8f78bf612e None None] Pushing event updated for resources: {'Port': ['ID=30625b14-9e51-492a-9738-736bad9a43ff,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:54.685499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e43113-28e4-4abf-b789-5ee02f62db9d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 02e53eaa-accb-4eee-929d-dc19a437bf13 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:46:54.689451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2e43113-28e4-4abf-b789-5ee02f62db9d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.730198 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2e43113-28e4-4abf-b789-5ee02f62db9d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.822170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2e43113-28e4-4abf-b789-5ee02f62db9d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:54.973556 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2e43113-28e4-4abf-b789-5ee02f62db9d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:55.010385 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2e43113-28e4-4abf-b789-5ee02f62db9d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:55.016031 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d2e43113-28e4-4abf-b789-5ee02f62db9d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/02e53eaa-accb-4eee-929d-dc19a437bf13 HTTP/1.1" status: 204 len: 168 time: 0.3785059 Dec 17 13:46:55.016031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e43113-28e4-4abf-b789-5ee02f62db9d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=02e53eaa-accb-4eee-929d-dc19a437bf13,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:55.016398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45444) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:55.033965 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 30625b14-9e51-492a-9738-736bad9a43ff up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:46:55.080516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd447b3-e195-435f-a079-7bf78edb0f5b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet a2dd3609-f2aa-41fb-9a1d-bd0abfbbcb7f {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:46:55.084229 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9dd447b3-e195-435f-a079-7bf78edb0f5b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:55.113787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 30625b14-9e51-492a-9738-736bad9a43ff triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:55.114441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:55.128741 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9dd447b3-e195-435f-a079-7bf78edb0f5b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:55.238722 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9dd447b3-e195-435f-a079-7bf78edb0f5b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:55.320059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1132c0e2-9582-41f5-96b9-fdbd100f09b4 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:55.403931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9dd447b3-e195-435f-a079-7bf78edb0f5b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:55.431344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-255784f6-bdc9-4046-ba37-15a508f0a7dd None None] Provisioning complete for port 30625b14-9e51-492a-9738-736bad9a43ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:55.431721 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-255784f6-bdc9-4046-ba37-15a508f0a7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:55.436762 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9dd447b3-e195-435f-a079-7bf78edb0f5b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:55.442972 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9dd447b3-e195-435f-a079-7bf78edb0f5b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/a2dd3609-f2aa-41fb-9a1d-bd0abfbbcb7f HTTP/1.1" status: 204 len: 168 time: 0.4219429 Dec 17 13:46:55.442972 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd447b3-e195-435f-a079-7bf78edb0f5b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=a2dd3609-f2aa-41fb-9a1d-bd0abfbbcb7f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:55.443342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45446) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:55.503084 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4eb7ede8-55e9-4ffd-b810-fb53a6a77510 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585382 Dec 17 13:46:55.507394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45448) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:55.512859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:55.660227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:55.664392 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:55.730153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea98f8a-2b11-482a-b8ac-0cbe771fa47a None None] Update dhcp port {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': 'a2dd3609-f2aa-41fb-9a1d-bd0abfbbcb7f'}], 'binding:host_id': 'n-d-815324-5'}, 'id': '30625b14-9e51-492a-9738-736bad9a43ff'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:46:55.735079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-255784f6-bdc9-4046-ba37-15a508f0a7dd None None] Could not find standard attr ID for object 36fd66c5-b7e0-4313-8720-5f99f8c2bb88. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:46:55.758243 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5ea98f8a-2b11-482a-b8ac-0cbe771fa47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:55.941462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc74ac4d-83c4-4e86-a5fe-e70959c51ee0 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:56.042554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6b51b310-c8e7-4ecc-a01f-96f4528fc509 None None] Provisioning complete for port 30625b14-9e51-492a-9738-736bad9a43ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:56.042554 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b51b310-c8e7-4ecc-a01f-96f4528fc509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:56.074259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:46:56.221993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d4b7f1-73b0-43f3-874f-afc3f815def6 None None] Update dhcp port {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': '2d0d08d2-9f26-451e-90d2-e171e2c6e4e0'}], 'binding:host_id': 'n-d-815324-5'}, 'id': '30625b14-9e51-492a-9738-736bad9a43ff'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:46:56.249849 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14d4b7f1-73b0-43f3-874f-afc3f815def6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:56.427153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-14d4b7f1-73b0-43f3-874f-afc3f815def6 None None] Allocated IP 2001:db8::f816:3eff:fe74:f628 (576de818-3303-4a3d-9744-01f91b8e2aab/2d0d08d2-9f26-451e-90d2-e171e2c6e4e0/30625b14-9e51-492a-9738-736bad9a43ff) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:56.525237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-14d4b7f1-73b0-43f3-874f-afc3f815def6 None None] For port 30625b14-9e51-492a-9738-736bad9a43ff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=30625b14-9e51-492a-9738-736bad9a43ff,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:56.553814 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14d4b7f1-73b0-43f3-874f-afc3f815def6 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:56.643591 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14d4b7f1-73b0-43f3-874f-afc3f815def6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:56.644183 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.api [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe74:f628-cc79ddab-7766-423b-bb15-112fab8023 {{(pid=110453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:46:56.644548 n-d-815324-5 neutron-server[110453]: DEBUG oslo_db.api [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:46:56.717698 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4b7f1-73b0-43f3-874f-afc3f815def6 None None] Pushing event updated for resources: {'Port': ['ID=30625b14-9e51-492a-9738-736bad9a43ff,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:56.918607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 30625b14-9e51-492a-9738-736bad9a43ff no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:46:57.025544 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:57.075848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 30625b14-9e51-492a-9738-736bad9a43ff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=30625b14-9e51-492a-9738-736bad9a43ff,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:57.144153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:57.213473 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=30625b14-9e51-492a-9738-736bad9a43ff,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:57.267875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:46:57.273863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 30625b14-9e51-492a-9738-736bad9a43ff up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:46:57.329045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 30625b14-9e51-492a-9738-736bad9a43ff triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:57.329474 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:57.359619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.ipam_pluggable_backend [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Port 30625b14-9e51-492a-9738-736bad9a43ff got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=110453) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Dec 17 13:46:57.360321 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:57.421189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:57.426129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:57.433386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:57.434188 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:57.449348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=2d0d08d2-9f26-451e-90d2-e171e2c6e4e0,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:57.449795 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:57.466611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-47f39c6a-0ee0-43a0-8e4c-4f5c7e578efe None None] Provisioning complete for port 30625b14-9e51-492a-9738-736bad9a43ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:57.472958 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-47f39c6a-0ee0-43a0-8e4c-4f5c7e578efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:57.523192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 30625b14-9e51-492a-9738-736bad9a43ff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=30625b14-9e51-492a-9738-736bad9a43ff,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:57.537926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-af640f8b-a568-45f2-97c8-428a66fad3c5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0294197 Dec 17 13:46:57.540844 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45450) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:57.547196 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cd55696e-96c4-40f1-bb8d-ae7348cec143 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:57.566345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d991a048-c536-4ac5-8090-2b66b2bf1b3d None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:57.614643 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-47f39c6a-0ee0-43a0-8e4c-4f5c7e578efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:57.632951 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:57.729037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd55696e-96c4-40f1-bb8d-ae7348cec143 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:57.732851 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd55696e-96c4-40f1-bb8d-ae7348cec143 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:57.764629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=30625b14-9e51-492a-9738-736bad9a43ff,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:57.768865 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-47f39c6a-0ee0-43a0-8e4c-4f5c7e578efe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:46:57.769234 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-47f39c6a-0ee0-43a0-8e4c-4f5c7e578efe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:46:58.112385 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd55696e-96c4-40f1-bb8d-ae7348cec143 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:58.161131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd55696e-96c4-40f1-bb8d-ae7348cec143 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:58.164523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-cd55696e-96c4-40f1-bb8d-ae7348cec143 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:58.168990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd55696e-96c4-40f1-bb8d-ae7348cec143 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:58.169603 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd55696e-96c4-40f1-bb8d-ae7348cec143 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:58.177533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63519856-7737-4b01-b421-84ac15ee3fa7 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:46:58.184602 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55696e-96c4-40f1-bb8d-ae7348cec143 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=ebdb095d-f25d-49f4-8be5-0fb4057f7e0a,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:58.305819 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cd55696e-96c4-40f1-bb8d-ae7348cec143 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7628398 Dec 17 13:46:58.308965 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45452) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:58.314506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:cf:5f:db', 'name': 'tempest-NetworksTestDHCPv6-1358427142'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:46:58.392923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd8d30-51c4-4428-9552-96692458b255 None None] Update dhcp port {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': '2d0d08d2-9f26-451e-90d2-e171e2c6e4e0', 'ip_address': '2001:db8::f816:3eff:fe74:f628'}, {'subnet_id': 'ebdb095d-f25d-49f4-8be5-0fb4057f7e0a'}], 'binding:host_id': 'n-d-815324-5'}, 'id': '30625b14-9e51-492a-9738-736bad9a43ff'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:46:58.418426 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0fbd8d30-51c4-4428-9552-96692458b255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:58.468557 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9cf2dbc3-5974-47a1-bd3a-b53da2941d9b None None] Provisioning complete for port 30625b14-9e51-492a-9738-736bad9a43ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:58.468925 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9cf2dbc3-5974-47a1-bd3a-b53da2941d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:58.493497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:46:58.597569 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:58.618544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port eaf5ebdc-2b8a-4b50-8beb-3ccf08e3fbef yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:46:58.665566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-0fbd8d30-51c4-4428-9552-96692458b255 None None] Allocated IP 172.20.0.2 (576de818-3303-4a3d-9744-01f91b8e2aab/ebdb095d-f25d-49f4-8be5-0fb4057f7e0a/30625b14-9e51-492a-9738-736bad9a43ff) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:58.698078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9cf2dbc3-5974-47a1-bd3a-b53da2941d9b None None] Could not find standard attr ID for object 36fd66c5-b7e0-4313-8720-5f99f8c2bb88. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:46:58.766705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0fbd8d30-51c4-4428-9552-96692458b255 None None] For port 30625b14-9e51-492a-9738-736bad9a43ff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=30625b14-9e51-492a-9738-736bad9a43ff,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:46:58.795992 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0fbd8d30-51c4-4428-9552-96692458b255 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:58.894691 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0fbd8d30-51c4-4428-9552-96692458b255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:58.983369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 30625b14-9e51-492a-9738-736bad9a43ff up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:46:59.002521 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 172.20.0.9 (576de818-3303-4a3d-9744-01f91b8e2aab/ebdb095d-f25d-49f4-8be5-0fb4057f7e0a/eaf5ebdc-2b8a-4b50-8beb-3ccf08e3fbef) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:59.005520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd8d30-51c4-4428-9552-96692458b255 None None] Pushing event updated for resources: {'Port': ['ID=30625b14-9e51-492a-9738-736bad9a43ff,revision_number=10']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:59.010873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::f816:3eff:fecf:5fdb (576de818-3303-4a3d-9744-01f91b8e2aab/2d0d08d2-9f26-451e-90d2-e171e2c6e4e0/eaf5ebdc-2b8a-4b50-8beb-3ccf08e3fbef) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:46:59.037298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 30625b14-9e51-492a-9738-736bad9a43ff triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:59.038214 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:59.172877 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:59.238046 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:59.296002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:46:59.299336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:46:59.303228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:46:59.327969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=eaf5ebdc-2b8a-4b50-8beb-3ccf08e3fbef,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:46:59.358640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:59.359071 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:59.428550 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-26bee234-b506-4ea7-b3ab-cb510f35eb90 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1181779 Dec 17 13:46:59.432347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45454) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:59.485388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37b3b67-ddb7-4da7-aea0-a32378ca00f7 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:59.491398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37b3b67-ddb7-4da7-aea0-a32378ca00f7 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:46:59.496284 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d37b3b67-ddb7-4da7-aea0-a32378ca00f7 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0603826 Dec 17 13:46:59.496764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45456) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:46:59.597971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-f7971c14-c31d-48e9-b008-772689d6371c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port eaf5ebdc-2b8a-4b50-8beb-3ccf08e3fbef {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:46:59.598633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f7971c14-c31d-48e9-b008-772689d6371c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:59.628781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ab78421c-a3f8-42c3-9290-b6440e84d19e None None] Provisioning complete for port 30625b14-9e51-492a-9738-736bad9a43ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:59.629322 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ab78421c-a3f8-42c3-9290-b6440e84d19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:59.695273 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f7971c14-c31d-48e9-b008-772689d6371c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:59.708480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-f7971c14-c31d-48e9-b008-772689d6371c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for eaf5ebdc-2b8a-4b50-8beb-3ccf08e3fbef owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:46:59.831383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ccbca928-df2e-4a0c-9eed-b436ab783c46 None None] Provisioning complete for port eaf5ebdc-2b8a-4b50-8beb-3ccf08e3fbef triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:46:59.831760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ccbca928-df2e-4a0c-9eed-b436ab783c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:59.867049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ccbca928-df2e-4a0c-9eed-b436ab783c46 None None] Port eaf5ebdc-2b8a-4b50-8beb-3ccf08e3fbef cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:46:59.945930 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f7971c14-c31d-48e9-b008-772689d6371c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:46:59.983699 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7971c14-c31d-48e9-b008-772689d6371c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=eaf5ebdc-2b8a-4b50-8beb-3ccf08e3fbef,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:00.077069 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f7971c14-c31d-48e9-b008-772689d6371c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:00.080769 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f7971c14-c31d-48e9-b008-772689d6371c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/eaf5ebdc-2b8a-4b50-8beb-3ccf08e3fbef HTTP/1.1" status: 204 len: 168 time: 0.5826211 Dec 17 13:47:00.083094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45458) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:00.143396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b845f695-58ce-46b8-bd3e-403e37d9baed tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:00.145075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b845f695-58ce-46b8-bd3e-403e37d9baed tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:00.146625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b845f695-58ce-46b8-bd3e-403e37d9baed tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:00.150024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b845f695-58ce-46b8-bd3e-403e37d9baed tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0641632 Dec 17 13:47:00.151537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45460) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:00.204134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9d61f5-1af0-4982-9ea0-ff18ef1098b2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 2d0d08d2-9f26-451e-90d2-e171e2c6e4e0 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:00.207182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db9d61f5-1af0-4982-9ea0-ff18ef1098b2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:00.246858 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db9d61f5-1af0-4982-9ea0-ff18ef1098b2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:00.334253 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db9d61f5-1af0-4982-9ea0-ff18ef1098b2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:00.475951 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db9d61f5-1af0-4982-9ea0-ff18ef1098b2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:00.502634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d61f5-1af0-4982-9ea0-ff18ef1098b2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0d08d2-9f26-451e-90d2-e171e2c6e4e0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:00.506904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db9d61f5-1af0-4982-9ea0-ff18ef1098b2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:00.510887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-db9d61f5-1af0-4982-9ea0-ff18ef1098b2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/2d0d08d2-9f26-451e-90d2-e171e2c6e4e0 HTTP/1.1" status: 204 len: 168 time: 0.3583157 Dec 17 13:47:00.513959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45462) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:00.515161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9bbace-ce45-49c4-965f-fade856079d6 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:00.565284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-0555922a-358c-4baf-a186-4e92ccc03b11 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet ebdb095d-f25d-49f4-8be5-0fb4057f7e0a {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:00.568494 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0555922a-358c-4baf-a186-4e92ccc03b11 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:00.608707 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0555922a-358c-4baf-a186-4e92ccc03b11 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:00.701359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0555922a-358c-4baf-a186-4e92ccc03b11 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:00.835872 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0555922a-358c-4baf-a186-4e92ccc03b11 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:00.864721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555922a-358c-4baf-a186-4e92ccc03b11 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdb095d-f25d-49f4-8be5-0fb4057f7e0a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:00.870807 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0555922a-358c-4baf-a186-4e92ccc03b11 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:00.874033 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0555922a-358c-4baf-a186-4e92ccc03b11 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/ebdb095d-f25d-49f4-8be5-0fb4057f7e0a HTTP/1.1" status: 204 len: 168 time: 0.3590472 Dec 17 13:47:00.876453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45464) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:00.919154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-af67dba1-89a8-4c10-a7d5-7d64368c3bd3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413866 Dec 17 13:47:00.921483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45466) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:00.931795 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-650b1864-237a-4fe9-a2b8-5b535ecea5b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:00.975093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 30625b14-9e51-492a-9738-736bad9a43ff up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:01.025310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 30625b14-9e51-492a-9738-736bad9a43ff triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:01.025711 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:01.112344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650b1864-237a-4fe9-a2b8-5b535ecea5b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:01.115851 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-650b1864-237a-4fe9-a2b8-5b535ecea5b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:01.119406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e808a9eb-ba05-4a12-bcbc-d72895521b09 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:01.220052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3995c824-0583-4dcd-812e-350751569296 None None] Provisioning complete for port 30625b14-9e51-492a-9738-736bad9a43ff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:01.220318 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3995c824-0583-4dcd-812e-350751569296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:01.335784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21c2fa6-b975-4823-985e-714bcc4b4c4b None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:47:01.391910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f21c2fa6-b975-4823-985e-714bcc4b4c4b None None] Deleting port 30625b14-9e51-492a-9738-736bad9a43ff {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:01.392230 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f21c2fa6-b975-4823-985e-714bcc4b4c4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:01.408849 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-650b1864-237a-4fe9-a2b8-5b535ecea5b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:01.463092 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f21c2fa6-b975-4823-985e-714bcc4b4c4b None None] For port 30625b14-9e51-492a-9738-736bad9a43ff, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=30625b14-9e51-492a-9738-736bad9a43ff,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:01.463501 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f21c2fa6-b975-4823-985e-714bcc4b4c4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:01.463620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b1864-237a-4fe9-a2b8-5b535ecea5b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:01.466771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-650b1864-237a-4fe9-a2b8-5b535ecea5b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:01.471021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650b1864-237a-4fe9-a2b8-5b535ecea5b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:01.471632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-650b1864-237a-4fe9-a2b8-5b535ecea5b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:01.477834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f21c2fa6-b975-4823-985e-714bcc4b4c4b None None] Calling delete_port for 30625b14-9e51-492a-9738-736bad9a43ff owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:01.483064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b1864-237a-4fe9-a2b8-5b535ecea5b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=30a91983-0224-4dc2-a6c4-955360b9dde6,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:01.554677 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-650b1864-237a-4fe9-a2b8-5b535ecea5b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6321139 Dec 17 13:47:01.557783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45468) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:01.563059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1226d714-5fcd-4a30-b666-7f3dc72778de tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:01.619753 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f21c2fa6-b975-4823-985e-714bcc4b4c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:01.648920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c2fa6-b975-4823-985e-714bcc4b4c4b None None] Pushing event deleted for resources: {'Port': ['ID=30625b14-9e51-492a-9738-736bad9a43ff,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:01.660740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c2fa6-b975-4823-985e-714bcc4b4c4b None None] No DVR routers for this DVR port 30625b14-9e51-492a-9738-736bad9a43ff on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:47:01.680827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188ea9b2-320b-419f-bf7e-7d0f515f1a7a None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:01.762818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1226d714-5fcd-4a30-b666-7f3dc72778de tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:01.766451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1226d714-5fcd-4a30-b666-7f3dc72778de tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:01.783337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': '30a91983-0224-4dc2-a6c4-955360b9dde6'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:47:01.783337 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:01.927963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Allocated IP 172.20.0.2 (576de818-3303-4a3d-9744-01f91b8e2aab/30a91983-0224-4dc2-a6c4-955360b9dde6/d8da017e-5cc5-47a5-b881-8067d0b67c4f) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:01.953299 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:02.075395 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:02.125956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-1226d714-5fcd-4a30-b666-7f3dc72778de tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:47:02.127448 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1226d714-5fcd-4a30-b666-7f3dc72778de tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:02.134582 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:02.176089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1226d714-5fcd-4a30-b666-7f3dc72778de tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:02.176465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:02.177958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1226d714-5fcd-4a30-b666-7f3dc72778de tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:02.179676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:02.183703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:02.184549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1226d714-5fcd-4a30-b666-7f3dc72778de tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:02.185865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1226d714-5fcd-4a30-b666-7f3dc72778de tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:02.189165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Pushing event updated for resources: {'Port': ['ID=d8da017e-5cc5-47a5-b881-8067d0b67c4f,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:02.201940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226d714-5fcd-4a30-b666-7f3dc72778de tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=50e3fba9-ab50-4c79-a6eb-c4bc3fe6b2da,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:02.273053 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1226d714-5fcd-4a30-b666-7f3dc72778de tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7142031 Dec 17 13:47:02.276765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45470) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:02.282261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:62:20:64', 'name': 'tempest-NetworksTestDHCPv6-1501939044'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:02.292639 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:47:02.418453 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Attempting to bind port d8da017e-5cc5-47a5-b881-8067d0b67c4f on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:47:02.418832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Attempting to bind port d8da017e-5cc5-47a5-b881-8067d0b67c4f by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:47:02.419198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Attempting to bind port d8da017e-5cc5-47a5-b881-8067d0b67c4f on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:47:02.424393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:47:02.424778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:02.425219 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:02.425652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:47:02.426129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Bound port: d8da017e-5cc5-47a5-b881-8067d0b67c4f, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:47:02.426510 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:02.469853 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:02.474253 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:02.488898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] For port d8da017e-5cc5-47a5-b881-8067d0b67c4f, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:47:02.492488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] For port d8da017e-5cc5-47a5-b881-8067d0b67c4f, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d8da017e-5cc5-47a5-b881-8067d0b67c4f,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:47:02.494886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 111526f1-3fd0-45a8-a057-360749600024 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:02.568936 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:02.627222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66296df-e3c7-448c-a138-c1455741ac36 None None] Pushing event updated for resources: {'Port': ['ID=d8da017e-5cc5-47a5-b881-8067d0b67c4f,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:02.668576 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 172.20.0.10 (576de818-3303-4a3d-9744-01f91b8e2aab/30a91983-0224-4dc2-a6c4-955360b9dde6/111526f1-3fd0-45a8-a057-360749600024) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:02.676567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::f816:3eff:fe62:2064 (576de818-3303-4a3d-9744-01f91b8e2aab/50e3fba9-ab50-4c79-a6eb-c4bc3fe6b2da/111526f1-3fd0-45a8-a057-360749600024) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:02.839283 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:02.934964 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:02.984428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:02.998022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d8da017e-5cc5-47a5-b881-8067d0b67c4f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:02.998188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:02.998188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:02.998188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=111526f1-3fd0-45a8-a057-360749600024,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:03.039277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d8da017e-5cc5-47a5-b881-8067d0b67c4f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:03.039821 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:03.043578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:03.044207 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:03.118496 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:03.131073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7982cdbe-9ce2-4697-b7e9-4db64fe972a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8529642 Dec 17 13:47:03.133490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45472) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:03.152534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port d8da017e-5cc5-47a5-b881-8067d0b67c4f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d8da017e-5cc5-47a5-b881-8067d0b67c4f,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:03.183898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2867f87-ac73-4d63-8a78-8f298ba5d919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:03.190325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2867f87-ac73-4d63-8a78-8f298ba5d919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:03.191896 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f2867f87-ac73-4d63-8a78-8f298ba5d919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0568223 Dec 17 13:47:03.194589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45474) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:03.231385 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:03.295626 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 30625b14-9e51-492a-9738-736bad9a43ff no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:47:03.313847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-6c98edb2-608c-4e93-b52d-12d50e066348 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 111526f1-3fd0-45a8-a057-360749600024 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:03.314206 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6c98edb2-608c-4e93-b52d-12d50e066348 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:03.318248 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=d8da017e-5cc5-47a5-b881-8067d0b67c4f,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:03.320893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 30625b14-9e51-492a-9738-736bad9a43ff {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:47:03.321302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 30625b14-9e51-492a-9738-736bad9a43ff not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:47:03.408392 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6c98edb2-608c-4e93-b52d-12d50e066348 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:03.421608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-6c98edb2-608c-4e93-b52d-12d50e066348 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 111526f1-3fd0-45a8-a057-360749600024 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:03.565293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24c47e-3a59-4284-89eb-a7be652c87b2 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:03.677323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e092531d-6061-4a26-add2-08e64608a77d None None] Provisioning complete for port d8da017e-5cc5-47a5-b881-8067d0b67c4f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:03.677553 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6c98edb2-608c-4e93-b52d-12d50e066348 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:03.677765 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e092531d-6061-4a26-add2-08e64608a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:03.713257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98edb2-608c-4e93-b52d-12d50e066348 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=111526f1-3fd0-45a8-a057-360749600024,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:03.756514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062f9ce8-252e-42aa-a2a6-349356cb8296 None None] Update dhcp port {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': '30a91983-0224-4dc2-a6c4-955360b9dde6', 'ip_address': '172.20.0.2'}, {'subnet_id': '50e3fba9-ab50-4c79-a6eb-c4bc3fe6b2da'}], 'binding:host_id': 'n-d-815324-5'}, 'id': 'd8da017e-5cc5-47a5-b881-8067d0b67c4f'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:47:03.800587 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6c98edb2-608c-4e93-b52d-12d50e066348 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:03.806721 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6c98edb2-608c-4e93-b52d-12d50e066348 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/111526f1-3fd0-45a8-a057-360749600024 HTTP/1.1" status: 204 len: 168 time: 0.6084282 Dec 17 13:47:03.807017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45476) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:03.808947 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-062f9ce8-252e-42aa-a2a6-349356cb8296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:03.863720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8cf8cc-c0ff-4a5d-9db8-888d9dcf93cf tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:03.865270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8cf8cc-c0ff-4a5d-9db8-888d9dcf93cf tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:03.866950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8cf8cc-c0ff-4a5d-9db8-888d9dcf93cf tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:03.869143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4a8cf8cc-c0ff-4a5d-9db8-888d9dcf93cf tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0611558 Dec 17 13:47:03.871884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45478) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:03.923307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9ad155-baef-488a-84be-38fb4bf12376 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 30a91983-0224-4dc2-a6c4-955360b9dde6 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:03.926510 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eb9ad155-baef-488a-84be-38fb4bf12376 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:03.966359 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eb9ad155-baef-488a-84be-38fb4bf12376 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.051868 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eb9ad155-baef-488a-84be-38fb4bf12376 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.201477 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eb9ad155-baef-488a-84be-38fb4bf12376 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server [None req-062f9ce8-252e-42aa-a2a6-349356cb8296 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30a91983-0224-4dc2-a6c4-955360b9dde6: This subnet is being modified by another concurrent operation. Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server raise exception Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30a91983-0224-4dc2-a6c4-955360b9dde6: This subnet is being modified by another concurrent operation. Dec 17 13:47:04.203257 n-d-815324-5 neutron-server[110455]: ERROR oslo_messaging.rpc.server Dec 17 13:47:04.231150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ad155-baef-488a-84be-38fb4bf12376 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=30a91983-0224-4dc2-a6c4-955360b9dde6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:04.236422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eb9ad155-baef-488a-84be-38fb4bf12376 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.239547 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-eb9ad155-baef-488a-84be-38fb4bf12376 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/30a91983-0224-4dc2-a6c4-955360b9dde6 HTTP/1.1" status: 204 len: 168 time: 0.3667235 Dec 17 13:47:04.242170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45480) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:04.294688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14eb75f-6295-4a19-a3ba-7e064cfbe785 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:04.295040 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-138efd29-02dc-4ac0-bb60-75508254c8a3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 50e3fba9-ab50-4c79-a6eb-c4bc3fe6b2da {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:04.298402 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-138efd29-02dc-4ac0-bb60-75508254c8a3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.338546 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-138efd29-02dc-4ac0-bb60-75508254c8a3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.367447 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ff88a78b-e859-4a83-9a75-9d7d186971f7 None None] Provisioning complete for port d8da017e-5cc5-47a5-b881-8067d0b67c4f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:04.367844 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ff88a78b-e859-4a83-9a75-9d7d186971f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.386240 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-138efd29-02dc-4ac0-bb60-75508254c8a3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.512123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-138efd29-02dc-4ac0-bb60-75508254c8a3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.514326 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ff88a78b-e859-4a83-9a75-9d7d186971f7 None None] Could not find standard attr ID for object 111526f1-3fd0-45a8-a057-360749600024. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:04.518318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d215f74-c2f0-439b-8fcc-a7bb3afb79b1 None None] Update dhcp port {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': '50e3fba9-ab50-4c79-a6eb-c4bc3fe6b2da'}], 'binding:host_id': 'n-d-815324-5'}, 'id': 'd8da017e-5cc5-47a5-b881-8067d0b67c4f'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:47:04.541302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138efd29-02dc-4ac0-bb60-75508254c8a3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=50e3fba9-ab50-4c79-a6eb-c4bc3fe6b2da,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:04.543389 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-138efd29-02dc-4ac0-bb60-75508254c8a3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.546702 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-138efd29-02dc-4ac0-bb60-75508254c8a3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/50e3fba9-ab50-4c79-a6eb-c4bc3fe6b2da HTTP/1.1" status: 204 len: 168 time: 0.3035848 Dec 17 13:47:04.553332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45482) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:04.553603 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0d215f74-c2f0-439b-8fcc-a7bb3afb79b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.587029 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3f994146-aa01-4243-bbbc-3171bef4a882 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367441 Dec 17 13:47:04.589817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45484) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:04.594631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-53d3cde9-ad0a-476a-b6c0-136be533743b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:04.734294 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-120b3871-8562-428f-9a89-982388ac1290 None None] Provisioning complete for port d8da017e-5cc5-47a5-b881-8067d0b67c4f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:04.734677 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-120b3871-8562-428f-9a89-982388ac1290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.768560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d3cde9-ad0a-476a-b6c0-136be533743b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:04.773053 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-53d3cde9-ad0a-476a-b6c0-136be533743b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:04.787701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14191df4-dd35-46ed-a5ac-e948d1a83527 None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:47:04.880372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14191df4-dd35-46ed-a5ac-e948d1a83527 None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:47:04.968796 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c775c429-6cde-46d8-aae7-1c126d9fab61 None None] Could not find standard attr ID for object 111526f1-3fd0-45a8-a057-360749600024. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:04.974469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d8da017e-5cc5-47a5-b881-8067d0b67c4f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:47:05.060427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-53d3cde9-ad0a-476a-b6c0-136be533743b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:05.099015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3cde9-ad0a-476a-b6c0-136be533743b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:05.106938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-53d3cde9-ad0a-476a-b6c0-136be533743b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:05.112125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3cde9-ad0a-476a-b6c0-136be533743b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:05.113018 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-53d3cde9-ad0a-476a-b6c0-136be533743b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:05.126505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3cde9-ad0a-476a-b6c0-136be533743b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=5adcb5fa-fcc9-43f6-8ab7-ffb1995f3a9d,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:05.127231 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:05.175700 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-53d3cde9-ad0a-476a-b6c0-136be533743b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5849063 Dec 17 13:47:05.178595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45486) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:05.179730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port d8da017e-5cc5-47a5-b881-8067d0b67c4f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d8da017e-5cc5-47a5-b881-8067d0b67c4f,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:05.184431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:05.238064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e2d13b-33f4-4881-b93f-f965f495f8f6 None None] Update dhcp port {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': '5adcb5fa-fcc9-43f6-8ab7-ffb1995f3a9d'}], 'binding:host_id': 'n-d-815324-5'}, 'id': 'd8da017e-5cc5-47a5-b881-8067d0b67c4f'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:47:05.241669 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:05.293289 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-67e2d13b-33f4-4881-b93f-f965f495f8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:05.319830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=d8da017e-5cc5-47a5-b881-8067d0b67c4f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:05.368560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:05.372140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:05.471909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-67e2d13b-33f4-4881-b93f-f965f495f8f6 None None] Allocated IP 172.20.0.2 (576de818-3303-4a3d-9744-01f91b8e2aab/5adcb5fa-fcc9-43f6-8ab7-ffb1995f3a9d/d8da017e-5cc5-47a5-b881-8067d0b67c4f) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:05.565649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-67e2d13b-33f4-4881-b93f-f965f495f8f6 None None] For port d8da017e-5cc5-47a5-b881-8067d0b67c4f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d8da017e-5cc5-47a5-b881-8067d0b67c4f,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:05.599846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-67e2d13b-33f4-4881-b93f-f965f495f8f6 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:05.682140 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-67e2d13b-33f4-4881-b93f-f965f495f8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:05.760609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:47:05.764441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2d13b-33f4-4881-b93f-f965f495f8f6 None None] Pushing event updated for resources: {'Port': ['ID=d8da017e-5cc5-47a5-b881-8067d0b67c4f,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:06.001204 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:06.172023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] For port d8da017e-5cc5-47a5-b881-8067d0b67c4f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d8da017e-5cc5-47a5-b881-8067d0b67c4f,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:06.204843 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:06.259197 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:06.260141 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:06.345673 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:06.349056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f917f-7dc5-483c-a134-cc92a9e704eb None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 13:47:06.350836 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:06.362903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=77d372dd-60a2-4bfa-89da-ffefd69980ee,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:06.365877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:06.369519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:06.370182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:06.383449 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=d8da017e-5cc5-47a5-b881-8067d0b67c4f,revision_number=8']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:06.428758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9f917f-7dc5-483c-a134-cc92a9e704eb None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 13:47:06.432312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c9caf3d7-32f1-4efc-8d74-6d2aac4eb0c0 None None] Provisioning complete for port d8da017e-5cc5-47a5-b881-8067d0b67c4f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:06.432685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9caf3d7-32f1-4efc-8d74-6d2aac4eb0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:06.451863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-51cc61ea-c79a-4318-9a9e-b772b8dcdb05 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2718968 Dec 17 13:47:06.454722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45488) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:06.459987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:b6:5b:92', 'name': 'tempest-NetworksTestDHCPv6-2028317699'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:06.591000 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9caf3d7-32f1-4efc-8d74-6d2aac4eb0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:06.636791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:06.644116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c9caf3d7-32f1-4efc-8d74-6d2aac4eb0c0 None None] For port d8da017e-5cc5-47a5-b881-8067d0b67c4f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d8da017e-5cc5-47a5-b881-8067d0b67c4f,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:06.715696 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9caf3d7-32f1-4efc-8d74-6d2aac4eb0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:06.735278 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:06.757976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 10c14e93-f09d-4a39-a7cc-aa3f8f91e680 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:06.781302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caf3d7-32f1-4efc-8d74-6d2aac4eb0c0 None None] Pushing event updated for resources: {'Port': ['ID=d8da017e-5cc5-47a5-b881-8067d0b67c4f,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:06.949137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 172.20.0.7 (576de818-3303-4a3d-9744-01f91b8e2aab/5adcb5fa-fcc9-43f6-8ab7-ffb1995f3a9d/10c14e93-f09d-4a39-a7cc-aa3f8f91e680) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:06.956057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::f816:3eff:feb6:5b92 (576de818-3303-4a3d-9744-01f91b8e2aab/77d372dd-60a2-4bfa-89da-ffefd69980ee/10c14e93-f09d-4a39-a7cc-aa3f8f91e680) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:07.023909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d8da017e-5cc5-47a5-b881-8067d0b67c4f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:07.081883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d8da017e-5cc5-47a5-b881-8067d0b67c4f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:07.082270 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:07.132936 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:07.254782 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:07.305142 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:07.312318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:07.315390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=10c14e93-f09d-4a39-a7cc-aa3f8f91e680,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:07.319063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:07.369883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0610f1-6dc6-48e1-8735-726000a171a2 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:07.371558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:07.371966 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:07.451240 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-74734e87-ab9d-41ce-b922-df2a2f5e71b1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9954150 Dec 17 13:47:07.453876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45490) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:07.478336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5c7b0bb3-47da-4faf-81f4-9377f84d199c None None] Provisioning complete for port d8da017e-5cc5-47a5-b881-8067d0b67c4f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:07.478714 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c7b0bb3-47da-4faf-81f4-9377f84d199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:07.507131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975bfe4-df1f-4659-93e8-0ea91ff4358c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:07.513073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975bfe4-df1f-4659-93e8-0ea91ff4358c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:07.514792 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1975bfe4-df1f-4659-93e8-0ea91ff4358c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0599501 Dec 17 13:47:07.517607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45492) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:07.617279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-55ef8985-d7a7-4834-954c-eb9037eae37a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 10c14e93-f09d-4a39-a7cc-aa3f8f91e680 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:07.617614 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-55ef8985-d7a7-4834-954c-eb9037eae37a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:07.717363 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-55ef8985-d7a7-4834-954c-eb9037eae37a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:07.730801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-55ef8985-d7a7-4834-954c-eb9037eae37a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 10c14e93-f09d-4a39-a7cc-aa3f8f91e680 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:07.782476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4b3729-7cbf-4531-ad9d-fe52e19de22e None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:07.887828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-99dd0cac-ab85-43db-8125-f7d4ce78319d None None] Provisioning complete for port d8da017e-5cc5-47a5-b881-8067d0b67c4f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:07.888203 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-99dd0cac-ab85-43db-8125-f7d4ce78319d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:07.976431 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-55ef8985-d7a7-4834-954c-eb9037eae37a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:07.983360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-99dd0cac-ab85-43db-8125-f7d4ce78319d None None] Could not find standard attr ID for object 10c14e93-f09d-4a39-a7cc-aa3f8f91e680. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:08.015330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef8985-d7a7-4834-954c-eb9037eae37a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=10c14e93-f09d-4a39-a7cc-aa3f8f91e680,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:08.104458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-55ef8985-d7a7-4834-954c-eb9037eae37a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:08.107801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-55ef8985-d7a7-4834-954c-eb9037eae37a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/10c14e93-f09d-4a39-a7cc-aa3f8f91e680 HTTP/1.1" status: 204 len: 168 time: 0.5892327 Dec 17 13:47:08.110480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45494) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:08.166321 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef85551-adb0-478b-8135-28fef446c642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:08.168032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef85551-adb0-478b-8135-28fef446c642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:08.169634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef85551-adb0-478b-8135-28fef446c642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:08.171237 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0ef85551-adb0-478b-8135-28fef446c642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0595670 Dec 17 13:47:08.173910 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45496) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:08.205304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c921b8f8-05ea-4ae2-bd86-c8ba9d4a6860 None None] Provisioning complete for port d8da017e-5cc5-47a5-b881-8067d0b67c4f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:08.205779 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c921b8f8-05ea-4ae2-bd86-c8ba9d4a6860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:08.226687 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 5adcb5fa-fcc9-43f6-8ab7-ffb1995f3a9d {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:08.230723 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:08.279291 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:08.298929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c921b8f8-05ea-4ae2-bd86-c8ba9d4a6860 None None] Could not find standard attr ID for object 10c14e93-f09d-4a39-a7cc-aa3f8f91e680. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:08.375747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:08.512369 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1376e39c-6ec0-47bd-8f19-3f1b24a40a00 None None] Could not find standard attr ID for object 10c14e93-f09d-4a39-a7cc-aa3f8f91e680. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:08.533736 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:08.561926 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=5adcb5fa-fcc9-43f6-8ab7-ffb1995f3a9d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:08.569234 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:08.572884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/5adcb5fa-fcc9-43f6-8ab7-ffb1995f3a9d HTTP/1.1" status: 204 len: 168 time: 0.3980207 Dec 17 13:47:08.575519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45498) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:08.578964 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.579432 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.579877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.580313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.580731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.581288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.581754 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.582194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.582631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.583159 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.583487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.583947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.585317 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9618deb-2cfb-483d-8a00-fe389b21f471 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:08.643067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b656109-85ac-4fd8-ba6c-1c08c767dcef tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 77d372dd-60a2-4bfa-89da-ffefd69980ee {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:08.646679 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b656109-85ac-4fd8-ba6c-1c08c767dcef tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:08.655343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c855990-7aa7-49d8-ac40-b01ace4ad4ad None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:08.971042 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b656109-85ac-4fd8-ba6c-1c08c767dcef tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:09.054427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b656109-85ac-4fd8-ba6c-1c08c767dcef tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:09.201694 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b656109-85ac-4fd8-ba6c-1c08c767dcef tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:09.228929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b656109-85ac-4fd8-ba6c-1c08c767dcef tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=77d372dd-60a2-4bfa-89da-ffefd69980ee,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:09.234394 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5b656109-85ac-4fd8-ba6c-1c08c767dcef tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:09.235741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5b656109-85ac-4fd8-ba6c-1c08c767dcef tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/77d372dd-60a2-4bfa-89da-ffefd69980ee HTTP/1.1" status: 204 len: 168 time: 0.6592000 Dec 17 13:47:09.238504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45500) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:09.257998 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd810ba0-59ff-4108-9680-04fea8482095 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:09.282454 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4bf91dfe-da70-448d-900d-8d58ed3ce60b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427668 Dec 17 13:47:09.285249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45502) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:09.334092 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdb2a2c-e65d-4a63-942c-4ef8c32445a5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:09.335607 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-abdb2a2c-e65d-4a63-942c-4ef8c32445a5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0494220 Dec 17 13:47:09.338681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45504) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:09.356509 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f303f1fc-99bb-4b24-9ff8-139103914124 None None] Provisioning complete for port d8da017e-5cc5-47a5-b881-8067d0b67c4f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:09.356812 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f303f1fc-99bb-4b24-9ff8-139103914124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:09.391442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5ce1f1-a353-4030-ace2-6409ef9e325f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:09.398396 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7f5ce1f1-a353-4030-ace2-6409ef9e325f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0559185 Dec 17 13:47:09.399462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45506) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:09.433547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed53edf7-8354-4e2d-82e9-4df17dd1d773 None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:47:09.437674 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1c4b720c-7325-416f-8f43-e6e0ae59abf5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369527 Dec 17 13:47:09.442665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45508) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:09.447691 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d1429a88-8939-4fa8-99fa-043d310cbb75 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:09.494091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ed53edf7-8354-4e2d-82e9-4df17dd1d773 None None] Deleting port d8da017e-5cc5-47a5-b881-8067d0b67c4f {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:09.494485 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ed53edf7-8354-4e2d-82e9-4df17dd1d773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:09.560424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ed53edf7-8354-4e2d-82e9-4df17dd1d773 None None] For port d8da017e-5cc5-47a5-b881-8067d0b67c4f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d8da017e-5cc5-47a5-b881-8067d0b67c4f,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:09.561153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ed53edf7-8354-4e2d-82e9-4df17dd1d773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:09.573193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ed53edf7-8354-4e2d-82e9-4df17dd1d773 None None] Calling delete_port for d8da017e-5cc5-47a5-b881-8067d0b67c4f owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:09.625837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1429a88-8939-4fa8-99fa-043d310cbb75 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:09.629323 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d1429a88-8939-4fa8-99fa-043d310cbb75 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:09.630784 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1429a88-8939-4fa8-99fa-043d310cbb75 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:47:09.631219 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1429a88-8939-4fa8-99fa-043d310cbb75 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:09.742522 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d1429a88-8939-4fa8-99fa-043d310cbb75 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2986765 Dec 17 13:47:09.745250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45510) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:09.751296 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9b078a91-e9e6-4aba-b6b2-db4116010bee tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:09.779868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ed53edf7-8354-4e2d-82e9-4df17dd1d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:09.810725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53edf7-8354-4e2d-82e9-4df17dd1d773 None None] Pushing event deleted for resources: {'Port': ['ID=d8da017e-5cc5-47a5-b881-8067d0b67c4f,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:09.816395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53edf7-8354-4e2d-82e9-4df17dd1d773 None None] No DVR routers for this DVR port d8da017e-5cc5-47a5-b881-8067d0b67c4f on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:47:09.928002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b078a91-e9e6-4aba-b6b2-db4116010bee tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:09.931586 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b078a91-e9e6-4aba-b6b2-db4116010bee tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:09.933042 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b078a91-e9e6-4aba-b6b2-db4116010bee tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:47:09.933471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b078a91-e9e6-4aba-b6b2-db4116010bee tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:10.112188 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9b078a91-e9e6-4aba-b6b2-db4116010bee tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3657362 Dec 17 13:47:10.115025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45512) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:10.120394 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0e03c891-8ca1-4ea8-91b3-400f87f99dc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:10.269798 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e03c891-8ca1-4ea8-91b3-400f87f99dc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:10.273464 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0e03c891-8ca1-4ea8-91b3-400f87f99dc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:10.274895 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e03c891-8ca1-4ea8-91b3-400f87f99dc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:47:10.275326 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e03c891-8ca1-4ea8-91b3-400f87f99dc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:10.363686 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0e03c891-8ca1-4ea8-91b3-400f87f99dc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2476001 Dec 17 13:47:10.366667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45514) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:10.372991 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a6c2c875-0fb7-43a0-a738-0169f335a1d6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:10.528526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c2c875-0fb7-43a0-a738-0169f335a1d6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:10.532100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a6c2c875-0fb7-43a0-a738-0169f335a1d6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:10.533504 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c2c875-0fb7-43a0-a738-0169f335a1d6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:47:10.534094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c2c875-0fb7-43a0-a738-0169f335a1d6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:10.616910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a6c2c875-0fb7-43a0-a738-0169f335a1d6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2491391 Dec 17 13:47:10.620505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45516) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:10.625731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c3f54c70-6dbf-456e-9bcb-cc6a9a283c85 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:10.796999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f54c70-6dbf-456e-9bcb-cc6a9a283c85 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:10.800656 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3f54c70-6dbf-456e-9bcb-cc6a9a283c85 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:10.802076 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f54c70-6dbf-456e-9bcb-cc6a9a283c85 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:47:10.802500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f54c70-6dbf-456e-9bcb-cc6a9a283c85 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:10.901604 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c3f54c70-6dbf-456e-9bcb-cc6a9a283c85 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2800395 Dec 17 13:47:10.904569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45518) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:10.913014 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-68032f70-5394-4f4c-92b2-d38690ee8aa2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:10.974167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d8da017e-5cc5-47a5-b881-8067d0b67c4f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:47:10.994698 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: d8da017e-5cc5-47a5-b881-8067d0b67c4f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:47:10.995083 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d8da017e-5cc5-47a5-b881-8067d0b67c4f not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:47:11.082857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68032f70-5394-4f4c-92b2-d38690ee8aa2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:11.086821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68032f70-5394-4f4c-92b2-d38690ee8aa2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:11.088971 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-68032f70-5394-4f4c-92b2-d38690ee8aa2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:47:11.089440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68032f70-5394-4f4c-92b2-d38690ee8aa2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:11.166781 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-68032f70-5394-4f4c-92b2-d38690ee8aa2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2592573 Dec 17 13:47:11.169294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45520) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:11.198207 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-953a01e9-2f8d-4cc5-8122-1bd0c644dcc3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0273414 Dec 17 13:47:11.200272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45522) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:11.252132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6396f-8e80-410f-9b84-453de0db774f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:11.253769 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ebc6396f-8e80-410f-9b84-453de0db774f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0523772 Dec 17 13:47:11.256215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45524) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:11.298553 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7f8d97da-fafe-4ba1-b159-097d07347e60 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412049 Dec 17 13:47:11.303832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45526) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:11.309053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bd78a1aa-4b28-4034-a6f2-1ca443a7265e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:11.477161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd78a1aa-4b28-4034-a6f2-1ca443a7265e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:11.480729 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd78a1aa-4b28-4034-a6f2-1ca443a7265e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:11.818044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-bd78a1aa-4b28-4034-a6f2-1ca443a7265e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:47:11.819644 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd78a1aa-4b28-4034-a6f2-1ca443a7265e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:11.863041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd78a1aa-4b28-4034-a6f2-1ca443a7265e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:11.867794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-bd78a1aa-4b28-4034-a6f2-1ca443a7265e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:11.871342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd78a1aa-4b28-4034-a6f2-1ca443a7265e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:11.871949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd78a1aa-4b28-4034-a6f2-1ca443a7265e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:11.877859 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0601f6f9-733c-4751-9b53-737a76ff6773 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:11.889912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78a1aa-4b28-4034-a6f2-1ca443a7265e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=17c01f8a-b8a4-4b5f-a502-a08ce881c825,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:11.973289 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bd78a1aa-4b28-4034-a6f2-1ca443a7265e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6683216 Dec 17 13:47:11.973951 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45528) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:11.979557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:42:83:8d', 'name': 'tempest-NetworksTestDHCPv6-2085714627'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:11.983159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': '17c01f8a-b8a4-4b5f-a502-a08ce881c825'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:47:11.984274 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:12.123891 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Allocated IP 2001:db8::f816:3eff:fec1:c815 (576de818-3303-4a3d-9744-01f91b8e2aab/17c01f8a-b8a4-4b5f-a502-a08ce881c825/ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:12.174983 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:12.265740 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:12.281514 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:12.287909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port d5f4c9d8-c1b2-4bab-a0b1-6292225968e6 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:12.340279 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:12.385376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:12.388287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:12.391267 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:12.401726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::f816:3eff:fe42:838d (576de818-3303-4a3d-9744-01f91b8e2aab/17c01f8a-b8a4-4b5f-a502-a08ce881c825/d5f4c9d8-c1b2-4bab-a0b1-6292225968e6) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:12.405620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Pushing event updated for resources: {'Port': ['ID=ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:12.456102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Attempting to bind port ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:47:12.456480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Attempting to bind port ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:47:12.456845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Attempting to bind port ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89 on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:47:12.465542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:47:12.466190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:12.466829 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:12.467512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:47:12.470088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Bound port: ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:47:12.470088 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:12.543354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] For port ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:47:12.546780 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] For port ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:47:12.560395 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:12.603376 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:12.659660 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:12.669041 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c36e6-87c8-4d1d-a8e8-9e5de21260b9 None None] Pushing event updated for resources: {'Port': ['ID=ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:12.713149 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:12.716561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:12.719243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:12.725150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:12.726051 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:12.736868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=d5f4c9d8-c1b2-4bab-a0b1-6292225968e6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:12.804431 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-426a3886-145e-4762-a6f9-785e475a23fd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8293226 Dec 17 13:47:12.810972 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45530) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:12.866205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a0030-9017-4b7f-85f8-2833de81955a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:12.872082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a0030-9017-4b7f-85f8-2833de81955a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:12.873778 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d44a0030-9017-4b7f-85f8-2833de81955a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0642898 Dec 17 13:47:12.876508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45532) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:13.002535 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-32f02e5b-eb94-4c3a-9e00-2e1de2e60da6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port d5f4c9d8-c1b2-4bab-a0b1-6292225968e6 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:13.002997 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-32f02e5b-eb94-4c3a-9e00-2e1de2e60da6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.045119 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:13.095845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:13.096161 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.111779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-32f02e5b-eb94-4c3a-9e00-2e1de2e60da6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.124619 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-32f02e5b-eb94-4c3a-9e00-2e1de2e60da6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for d5f4c9d8-c1b2-4bab-a0b1-6292225968e6 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:13.184160 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.234176 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:13.339689 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.362772 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-32f02e5b-eb94-4c3a-9e00-2e1de2e60da6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.394564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f02e5b-eb94-4c3a-9e00-2e1de2e60da6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=d5f4c9d8-c1b2-4bab-a0b1-6292225968e6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:13.396175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:13.425845 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-32f02e5b-eb94-4c3a-9e00-2e1de2e60da6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.429992 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-32f02e5b-eb94-4c3a-9e00-2e1de2e60da6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/d5f4c9d8-c1b2-4bab-a0b1-6292225968e6 HTTP/1.1" status: 204 len: 168 time: 0.5523357 Dec 17 13:47:13.433147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45534) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:13.498682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79104852-e618-4057-a483-03900bd32dc0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:13.500045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79104852-e618-4057-a483-03900bd32dc0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:13.501676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-79104852-e618-4057-a483-03900bd32dc0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0675051 Dec 17 13:47:13.506015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45536) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:13.564923 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffa4b83-d5b2-4357-b4b3-967cb74d2148 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 17c01f8a-b8a4-4b5f-a502-a08ce881c825 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:13.568769 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4b83-d5b2-4357-b4b3-967cb74d2148 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.611799 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4b83-d5b2-4357-b4b3-967cb74d2148 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.708714 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4b83-d5b2-4357-b4b3-967cb74d2148 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.728574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-cb39e3ba-dfa5-4b1b-9df8-1e36fb3d1c9f None None] Provisioning complete for port ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:13.729199 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cb39e3ba-dfa5-4b1b-9df8-1e36fb3d1c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.859004 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4b83-d5b2-4357-b4b3-967cb74d2148 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.891579 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4b83-d5b2-4357-b4b3-967cb74d2148 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.894902 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4ffa4b83-d5b2-4357-b4b3-967cb74d2148 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/17c01f8a-b8a4-4b5f-a502-a08ce881c825 HTTP/1.1" status: 204 len: 168 time: 0.3878603 Dec 17 13:47:13.895966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa4b83-d5b2-4357-b4b3-967cb74d2148 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=17c01f8a-b8a4-4b5f-a502-a08ce881c825,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:13.897433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45538) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:13.909763 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-74c8fa9f-2033-49a1-8aea-7627db58674f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:13.943549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9ea93fa8-5f5a-4021-b3d3-ef765eabe9ac tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418091 Dec 17 13:47:13.944017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45540) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:13.945470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be9e62c-a35b-4edf-ad9d-587ab655581d None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:13.949255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-ed9d1681-03ee-403a-9804-638b60645ce8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:13.995300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fb363447-e63f-4a96-827a-5e4d23fa1345 None None] Could not find standard attr ID for object d5f4c9d8-c1b2-4bab-a0b1-6292225968e6. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:14.115591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb3a7ab-4576-4485-aa8a-ac91c376f7f0 None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:47:14.128274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9d1681-03ee-403a-9804-638b60645ce8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:14.131961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1681-03ee-403a-9804-638b60645ce8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:14.175363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3a7ab-4576-4485-aa8a-ac91c376f7f0 None None] Deleting port ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:14.175744 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a7ab-4576-4485-aa8a-ac91c376f7f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:14.245956 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-fbb3a7ab-4576-4485-aa8a-ac91c376f7f0 None None] For port ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:14.246266 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a7ab-4576-4485-aa8a-ac91c376f7f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:14.259111 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3a7ab-4576-4485-aa8a-ac91c376f7f0 None None] Calling delete_port for ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:14.408478 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a7ab-4576-4485-aa8a-ac91c376f7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:14.437871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3a7ab-4576-4485-aa8a-ac91c376f7f0 None None] Pushing event deleted for resources: {'Port': ['ID=ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:14.441662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3a7ab-4576-4485-aa8a-ac91c376f7f0 None None] No DVR routers for this DVR port ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:47:14.471981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-ed9d1681-03ee-403a-9804-638b60645ce8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:47:14.473794 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1681-03ee-403a-9804-638b60645ce8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:14.518785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9d1681-03ee-403a-9804-638b60645ce8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:14.522097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-ed9d1681-03ee-403a-9804-638b60645ce8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:14.527167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9d1681-03ee-403a-9804-638b60645ce8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:14.532819 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ed9d1681-03ee-403a-9804-638b60645ce8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:14.534400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af2d83-3f0e-443e-b591-252a29e63d2a None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:14.536360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d1681-03ee-403a-9804-638b60645ce8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=f149e696-3188-4c87-8b61-c1766ef2510b,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:14.638534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ed9d1681-03ee-403a-9804-638b60645ce8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6932774 Dec 17 13:47:14.641482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45542) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:14.646797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:35:6d:5f', 'name': 'tempest-NetworksTestDHCPv6-1220404272'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:14.648298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': 'f149e696-3188-4c87-8b61-c1766ef2510b'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:47:14.649233 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:14.786920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Allocated IP 2001:db8::f816:3eff:fe6a:c789 (576de818-3303-4a3d-9744-01f91b8e2aab/f149e696-3188-4c87-8b61-c1766ef2510b/00181ee7-dbac-4ed5-849a-5229c6c8f4bb) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:14.847932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:14.852114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:14.877963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 38841c8e-5dab-46bb-88e5-78fb81640e9a yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:14.952481 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:14.982428 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:47:15.002772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:47:15.003123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ce6c5cd4-7ae5-4d55-8f20-80aa94c3af89 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:47:15.048425 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:15.093539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:15.098425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:15.100224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::f816:3eff:fe35:6d5f (576de818-3303-4a3d-9744-01f91b8e2aab/f149e696-3188-4c87-8b61-c1766ef2510b/38841c8e-5dab-46bb-88e5-78fb81640e9a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:15.103538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:15.106853 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Pushing event updated for resources: {'Port': ['ID=00181ee7-dbac-4ed5-849a-5229c6c8f4bb,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:15.162171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Attempting to bind port 00181ee7-dbac-4ed5-849a-5229c6c8f4bb on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:47:15.162804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Attempting to bind port 00181ee7-dbac-4ed5-849a-5229c6c8f4bb by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:47:15.162929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Attempting to bind port 00181ee7-dbac-4ed5-849a-5229c6c8f4bb on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:47:15.169232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:47:15.169646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:15.170063 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:15.170465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:47:15.170949 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Bound port: 00181ee7-dbac-4ed5-849a-5229c6c8f4bb, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:47:15.171337 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:15.240224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] For port 00181ee7-dbac-4ed5-849a-5229c6c8f4bb, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:47:15.244460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] For port 00181ee7-dbac-4ed5-849a-5229c6c8f4bb, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=00181ee7-dbac-4ed5-849a-5229c6c8f4bb,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:47:15.334364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:15.403594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed3fa0-71ce-4445-9e56-d3bb27eeaf65 None None] Pushing event updated for resources: {'Port': ['ID=00181ee7-dbac-4ed5-849a-5229c6c8f4bb,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:15.609063 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:15.705425 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:15.749821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:15.753076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:15.757028 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:15.764988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:15.765967 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:15.785048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=38841c8e-5dab-46bb-88e5-78fb81640e9a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:15.867041 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d6beebd6-a761-434f-ab16-7dd648ef918d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2243836 Dec 17 13:47:15.869853 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45544) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:15.921304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e60f85-3ea2-4915-ba99-3b1dff451ab9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:15.927315 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e60f85-3ea2-4915-ba99-3b1dff451ab9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:15.928968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-85e60f85-3ea2-4915-ba99-3b1dff451ab9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0581143 Dec 17 13:47:15.931742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45546) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:16.028693 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf362f-cbf8-48d1-a94a-5af22d4aa336 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 38841c8e-5dab-46bb-88e5-78fb81640e9a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:16.029044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9bcf362f-cbf8-48d1-a94a-5af22d4aa336 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.123593 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9bcf362f-cbf8-48d1-a94a-5af22d4aa336 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.137004 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf362f-cbf8-48d1-a94a-5af22d4aa336 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 38841c8e-5dab-46bb-88e5-78fb81640e9a owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:16.362880 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9bcf362f-cbf8-48d1-a94a-5af22d4aa336 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.399181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf362f-cbf8-48d1-a94a-5af22d4aa336 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=38841c8e-5dab-46bb-88e5-78fb81640e9a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:16.419840 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eefb0793-3e8b-4320-8b9b-543a99024ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.427147 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9bcf362f-cbf8-48d1-a94a-5af22d4aa336 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.431174 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9bcf362f-cbf8-48d1-a94a-5af22d4aa336 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/38841c8e-5dab-46bb-88e5-78fb81640e9a HTTP/1.1" status: 204 len: 168 time: 0.4976759 Dec 17 13:47:16.432437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45548) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:16.453471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-53554166-e23f-4a43-9316-a2394ddc4fb9 None None] Provisioning complete for port 00181ee7-dbac-4ed5-849a-5229c6c8f4bb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:16.453877 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-53554166-e23f-4a43-9316-a2394ddc4fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.493682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79509e56-94c9-43db-acc0-e34b58c25cd0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:16.495260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79509e56-94c9-43db-acc0-e34b58c25cd0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:16.499608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45550) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:16.500160 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-79509e56-94c9-43db-acc0-e34b58c25cd0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0661125 Dec 17 13:47:16.539747 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-53554166-e23f-4a43-9316-a2394ddc4fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.565804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c9acae-850c-454b-8127-ac5d39c607ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet f149e696-3188-4c87-8b61-c1766ef2510b {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:16.569159 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36c9acae-850c-454b-8127-ac5d39c607ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.576101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-53554166-e23f-4a43-9316-a2394ddc4fb9 None None] For port 00181ee7-dbac-4ed5-849a-5229c6c8f4bb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=00181ee7-dbac-4ed5-849a-5229c6c8f4bb,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:16.613136 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36c9acae-850c-454b-8127-ac5d39c607ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.648070 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-53554166-e23f-4a43-9316-a2394ddc4fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.701417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36c9acae-850c-454b-8127-ac5d39c607ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.702335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53554166-e23f-4a43-9316-a2394ddc4fb9 None None] Pushing event updated for resources: {'Port': ['ID=00181ee7-dbac-4ed5-849a-5229c6c8f4bb,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:16.761341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4910cde1-c0e9-464f-8a4b-10e8bc6bdc6a None None] Could not find standard attr ID for object 38841c8e-5dab-46bb-88e5-78fb81640e9a. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:16.834140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36c9acae-850c-454b-8127-ac5d39c607ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.867651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9acae-850c-454b-8127-ac5d39c607ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=f149e696-3188-4c87-8b61-c1766ef2510b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:16.873472 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-36c9acae-850c-454b-8127-ac5d39c607ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:16.878105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-36c9acae-850c-454b-8127-ac5d39c607ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/f149e696-3188-4c87-8b61-c1766ef2510b HTTP/1.1" status: 204 len: 168 time: 0.3771703 Dec 17 13:47:16.879940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feede57-b271-464e-9f88-38084a6441a6 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:16.881927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45552) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:16.928498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d4d709a9-e5d8-4322-8090-a5b29f3cfeca tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418811 Dec 17 13:47:16.928498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45554) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:16.991216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8371af-a4e9-418b-9576-9326d8eee470 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:16.994064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7b8371af-a4e9-418b-9576-9326d8eee470 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0642970 Dec 17 13:47:16.996005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45556) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:17.020877 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 00181ee7-dbac-4ed5-849a-5229c6c8f4bb up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:17.060954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a0ff4-309c-4d45-b8ab-2aa45b336da3 None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:47:17.062465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec77958-d5e6-41b3-8715-80ceff137c37 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:17.064014 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3ec77958-d5e6-41b3-8715-80ceff137c37 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0672307 Dec 17 13:47:17.067658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45558) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:17.110090 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ee8ca795-e0de-4fe9-b7e4-f08ca3f6de7d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376883 Dec 17 13:47:17.111079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45560) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:17.114984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 00181ee7-dbac-4ed5-849a-5229c6c8f4bb triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:17.115368 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:17.116253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b532c0ea-b921-4754-8c6d-adc94adba642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:17.151815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-248a0ff4-309c-4d45-b8ab-2aa45b336da3 None None] Deleting port 00181ee7-dbac-4ed5-849a-5229c6c8f4bb {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:17.152105 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-248a0ff4-309c-4d45-b8ab-2aa45b336da3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:17.257908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-248a0ff4-309c-4d45-b8ab-2aa45b336da3 None None] For port 00181ee7-dbac-4ed5-849a-5229c6c8f4bb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=00181ee7-dbac-4ed5-849a-5229c6c8f4bb,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:17.258240 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-248a0ff4-309c-4d45-b8ab-2aa45b336da3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:17.276256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-248a0ff4-309c-4d45-b8ab-2aa45b336da3 None None] Calling delete_port for 00181ee7-dbac-4ed5-849a-5229c6c8f4bb owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:17.327944 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b532c0ea-b921-4754-8c6d-adc94adba642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:17.331714 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b532c0ea-b921-4754-8c6d-adc94adba642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:17.427032 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-248a0ff4-309c-4d45-b8ab-2aa45b336da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:17.471520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a0ff4-309c-4d45-b8ab-2aa45b336da3 None None] Pushing event deleted for resources: {'Port': ['ID=00181ee7-dbac-4ed5-849a-5229c6c8f4bb,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:17.474478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a0ff4-309c-4d45-b8ab-2aa45b336da3 None None] No DVR routers for this DVR port 00181ee7-dbac-4ed5-849a-5229c6c8f4bb on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:47:17.722106 n-d-815324-5 neutron-server[110454]: DEBUG neutron.objects.ports [None req-b532c0ea-b921-4754-8c6d-adc94adba642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:47:17.723574 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b532c0ea-b921-4754-8c6d-adc94adba642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:17.774141 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b532c0ea-b921-4754-8c6d-adc94adba642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:17.777330 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b532c0ea-b921-4754-8c6d-adc94adba642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:17.781948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b532c0ea-b921-4754-8c6d-adc94adba642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:17.782371 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b532c0ea-b921-4754-8c6d-adc94adba642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:17.787635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839dc209-d2a9-4c78-a98b-4c80a6f5497d None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:17.787980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532c0ea-b921-4754-8c6d-adc94adba642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=a963113c-751a-4481-a9d5-c51f9425410b,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:17.827901 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:17.861320 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b532c0ea-b921-4754-8c6d-adc94adba642 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7485480 Dec 17 13:47:17.863533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45562) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:17.869245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:c9:25:55', 'name': 'tempest-NetworksTestDHCPv6-1279744773'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:18.056612 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': 'a963113c-751a-4481-a9d5-c51f9425410b'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:47:18.057471 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:18.099278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:18.194699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Allocated IP 2001:db8::f816:3eff:feaa:61f6 (576de818-3303-4a3d-9744-01f91b8e2aab/a963113c-751a-4481-a9d5-c51f9425410b/a1d982b5-1e86-4f14-898d-7c3939002beb) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:18.204751 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:18.227015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 99ea6fa6-0b8e-4803-bd52-85b18955b053 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:18.341824 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:18.414053 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:18.461256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:18.465021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:18.465269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::f816:3eff:fec9:2555 (576de818-3303-4a3d-9744-01f91b8e2aab/a963113c-751a-4481-a9d5-c51f9425410b/99ea6fa6-0b8e-4803-bd52-85b18955b053) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:18.469389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:18.480852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Pushing event updated for resources: {'Port': ['ID=a1d982b5-1e86-4f14-898d-7c3939002beb,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:18.534730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Attempting to bind port a1d982b5-1e86-4f14-898d-7c3939002beb on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:47:18.535300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Attempting to bind port a1d982b5-1e86-4f14-898d-7c3939002beb by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:47:18.535878 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Attempting to bind port a1d982b5-1e86-4f14-898d-7c3939002beb on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:47:18.543259 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:47:18.543744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:18.544151 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:18.544550 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:47:18.545025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Bound port: a1d982b5-1e86-4f14-898d-7c3939002beb, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:47:18.545412 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:18.611148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] For port a1d982b5-1e86-4f14-898d-7c3939002beb, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:47:18.616131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] For port a1d982b5-1e86-4f14-898d-7c3939002beb, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a1d982b5-1e86-4f14-898d-7c3939002beb,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:47:18.629044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:18.711499 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:18.739794 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:18.772670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbc90b-1fad-4517-974a-50d8503be74b None None] Pushing event updated for resources: {'Port': ['ID=a1d982b5-1e86-4f14-898d-7c3939002beb,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:18.796383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:18.799743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:18.804262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:18.810219 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:18.810864 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:18.815245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=99ea6fa6-0b8e-4803-bd52-85b18955b053,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:18.885606 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e74a0e46-a776-4794-a917-5bf879b80bf9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0209870 Dec 17 13:47:18.888390 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45564) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:18.947099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543b6ca-2a2c-4947-8430-c13462ca241b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:18.962842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543b6ca-2a2c-4947-8430-c13462ca241b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:18.964598 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9543b6ca-2a2c-4947-8430-c13462ca241b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0751345 Dec 17 13:47:18.967830 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45566) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:18.987782 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.041598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 00181ee7-dbac-4ed5-849a-5229c6c8f4bb no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:47:19.064417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 00181ee7-dbac-4ed5-849a-5229c6c8f4bb {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:47:19.064909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 00181ee7-dbac-4ed5-849a-5229c6c8f4bb not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:47:19.081087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-02128786-eabf-48e0-8867-abcf3f1b3851 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 99ea6fa6-0b8e-4803-bd52-85b18955b053 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:19.081504 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-02128786-eabf-48e0-8867-abcf3f1b3851 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.177229 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-02128786-eabf-48e0-8867-abcf3f1b3851 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.198798 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-02128786-eabf-48e0-8867-abcf3f1b3851 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 99ea6fa6-0b8e-4803-bd52-85b18955b053 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:19.390597 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-02128786-eabf-48e0-8867-abcf3f1b3851 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.417826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02128786-eabf-48e0-8867-abcf3f1b3851 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=99ea6fa6-0b8e-4803-bd52-85b18955b053,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:19.447749 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-02128786-eabf-48e0-8867-abcf3f1b3851 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.453347 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-02128786-eabf-48e0-8867-abcf3f1b3851 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/99ea6fa6-0b8e-4803-bd52-85b18955b053 HTTP/1.1" status: 204 len: 168 time: 0.4800963 Dec 17 13:47:19.453768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45570) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:19.521906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82302a8c-4c42-4c25-818f-d97666dfbf31 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:19.524767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82302a8c-4c42-4c25-818f-d97666dfbf31 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:19.527323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-82302a8c-4c42-4c25-818f-d97666dfbf31 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0724440 Dec 17 13:47:19.529804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45572) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:19.586028 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-81032e4b-9d34-4e3d-9b82-9bfc0c4c354b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet a963113c-751a-4481-a9d5-c51f9425410b {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:19.589692 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-81032e4b-9d34-4e3d-9b82-9bfc0c4c354b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.638373 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-81032e4b-9d34-4e3d-9b82-9bfc0c4c354b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.736557 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-81032e4b-9d34-4e3d-9b82-9bfc0c4c354b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.806365 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.818517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8503297b-9606-4fc1-99cc-72a55b7e54bf None None] Provisioning complete for port a1d982b5-1e86-4f14-898d-7c3939002beb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:19.819271 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8503297b-9606-4fc1-99cc-72a55b7e54bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.849025 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-81032e4b-9d34-4e3d-9b82-9bfc0c4c354b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.898156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81032e4b-9d34-4e3d-9b82-9bfc0c4c354b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=a963113c-751a-4481-a9d5-c51f9425410b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:19.909004 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-81032e4b-9d34-4e3d-9b82-9bfc0c4c354b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.911174 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-81032e4b-9d34-4e3d-9b82-9bfc0c4c354b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/a963113c-751a-4481-a9d5-c51f9425410b HTTP/1.1" status: 204 len: 168 time: 0.3801413 Dec 17 13:47:19.913686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45574) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:19.921286 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8503297b-9606-4fc1-99cc-72a55b7e54bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:19.958500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8503297b-9606-4fc1-99cc-72a55b7e54bf None None] For port a1d982b5-1e86-4f14-898d-7c3939002beb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a1d982b5-1e86-4f14-898d-7c3939002beb,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:19.983501 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f3cd3f1a-ac25-419e-b35c-0b270aacf647 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668242 Dec 17 13:47:19.986104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45576) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:19.991507 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:20.015099 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d4aacc-5721-4bdb-8469-3baeef7abbf9 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:20.058775 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8503297b-9606-4fc1-99cc-72a55b7e54bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:20.140042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503297b-9606-4fc1-99cc-72a55b7e54bf None None] Pushing event updated for resources: {'Port': ['ID=a1d982b5-1e86-4f14-898d-7c3939002beb,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:20.153541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:20.157407 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:20.179238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-68df4b72-a985-4841-92a3-fe840f98a1b3 None None] Could not find standard attr ID for object 99ea6fa6-0b8e-4803-bd52-85b18955b053. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:20.227727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53f0caf-32d2-49a2-bc21-ae5473f8c840 None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:47:20.286940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b53f0caf-32d2-49a2-bc21-ae5473f8c840 None None] Deleting port a1d982b5-1e86-4f14-898d-7c3939002beb {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:20.287330 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b53f0caf-32d2-49a2-bc21-ae5473f8c840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:20.359740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b53f0caf-32d2-49a2-bc21-ae5473f8c840 None None] For port a1d982b5-1e86-4f14-898d-7c3939002beb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a1d982b5-1e86-4f14-898d-7c3939002beb,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:20.360286 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b53f0caf-32d2-49a2-bc21-ae5473f8c840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:20.374776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b53f0caf-32d2-49a2-bc21-ae5473f8c840 None None] Calling delete_port for a1d982b5-1e86-4f14-898d-7c3939002beb owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:20.514656 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b53f0caf-32d2-49a2-bc21-ae5473f8c840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:20.541073 n-d-815324-5 neutron-server[110454]: DEBUG neutron.objects.ports [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:47:20.543073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f0caf-32d2-49a2-bc21-ae5473f8c840 None None] Pushing event deleted for resources: {'Port': ['ID=a1d982b5-1e86-4f14-898d-7c3939002beb,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:20.546966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f0caf-32d2-49a2-bc21-ae5473f8c840 None None] No DVR routers for this DVR port a1d982b5-1e86-4f14-898d-7c3939002beb on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:47:20.703618 n-d-815324-5 neutron-server[110454]: WARNING neutron.services.revisions.revision_plugin [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Could not find related port for resource to bump revision. Dec 17 13:47:20.739475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_pluggable_backend [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Port a1d982b5-1e86-4f14-898d-7c3939002beb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110454) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 17 13:47:20.739792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_pluggable_backend [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Reverting IP allocation for 2001:db8::f816:3eff:feaa:61f6 {{(pid=110454) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 17 13:47:20.744116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_pluggable_backend [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaa:61f6 {{(pid=110454) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 17 13:47:20.745386 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:20.789723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:20.792968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:20.797457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:20.798058 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:20.802149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac22d51-a077-4ee7-8b21-19e7e0219c27 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:20.803744 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=284d0c7b-d15d-4a9b-b3c5-83acb061ff29,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:20.862707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6fdf5581-04b2-427d-83e7-9fadf50f0438 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8753481 Dec 17 13:47:20.865422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45578) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:20.871234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:85:0d:fc', 'name': 'tempest-NetworksTestDHCPv6-1686968312'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:20.912663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': '284d0c7b-d15d-4a9b-b3c5-83acb061ff29'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:47:20.913617 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:21.056939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Allocated IP 2001:db8::f816:3eff:fee3:d628 (576de818-3303-4a3d-9744-01f91b8e2aab/284d0c7b-d15d-4a9b-b3c5-83acb061ff29/459a3778-5f50-467b-94fa-3eacbbc00e53) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:21.097957 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:21.102749 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:21.124373 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 500e1f3a-40d4-4f60-8369-67932479c345 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:21.219246 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:21.293991 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:21.337189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:21.339797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:21.343652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:21.347672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::f816:3eff:fe85:dfc (576de818-3303-4a3d-9744-01f91b8e2aab/284d0c7b-d15d-4a9b-b3c5-83acb061ff29/500e1f3a-40d4-4f60-8369-67932479c345) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:21.349244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Pushing event updated for resources: {'Port': ['ID=459a3778-5f50-467b-94fa-3eacbbc00e53,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:21.405275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Attempting to bind port 459a3778-5f50-467b-94fa-3eacbbc00e53 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:47:21.405692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Attempting to bind port 459a3778-5f50-467b-94fa-3eacbbc00e53 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:47:21.406064 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Attempting to bind port 459a3778-5f50-467b-94fa-3eacbbc00e53 on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:47:21.412111 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:47:21.412712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:21.413212 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:21.413664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:47:21.414270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Bound port: 459a3778-5f50-467b-94fa-3eacbbc00e53, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:47:21.414780 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:21.491018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] For port 459a3778-5f50-467b-94fa-3eacbbc00e53, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:47:21.497070 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] For port 459a3778-5f50-467b-94fa-3eacbbc00e53, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=459a3778-5f50-467b-94fa-3eacbbc00e53,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:47:21.521159 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:21.578516 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:21.637116 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:21.639232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea08e8-1892-47ca-820c-d3cbfa7ba7ab None None] Pushing event updated for resources: {'Port': ['ID=459a3778-5f50-467b-94fa-3eacbbc00e53,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:21.690280 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:21.693877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:21.698522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:21.704128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:21.704759 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:21.711250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=500e1f3a-40d4-4f60-8369-67932479c345,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:21.783197 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cd6b818a-2d3c-478f-bd41-45ba0a9a8709 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9165823 Dec 17 13:47:21.794335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45580) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:21.851217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe97ab4-e841-4695-8a12-542f8ec3e959 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:21.859423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe97ab4-e841-4695-8a12-542f8ec3e959 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:21.861302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5fe97ab4-e841-4695-8a12-542f8ec3e959 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0653179 Dec 17 13:47:21.864196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45582) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:21.966145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-6530dedd-2929-4a29-a1d6-61fdcec01466 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 500e1f3a-40d4-4f60-8369-67932479c345 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:21.966584 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6530dedd-2929-4a29-a1d6-61fdcec01466 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:22.063373 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6530dedd-2929-4a29-a1d6-61fdcec01466 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:22.076489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-6530dedd-2929-4a29-a1d6-61fdcec01466 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 500e1f3a-40d4-4f60-8369-67932479c345 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:22.276550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6530dedd-2929-4a29-a1d6-61fdcec01466 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:22.308800 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530dedd-2929-4a29-a1d6-61fdcec01466 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=500e1f3a-40d4-4f60-8369-67932479c345,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:22.342304 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6530dedd-2929-4a29-a1d6-61fdcec01466 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:22.348963 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6530dedd-2929-4a29-a1d6-61fdcec01466 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/500e1f3a-40d4-4f60-8369-67932479c345 HTTP/1.1" status: 204 len: 168 time: 0.4813297 Dec 17 13:47:22.349178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45584) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:22.405746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f180a5-fac2-4ead-9e95-26701cb6eded tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:22.407332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f180a5-fac2-4ead-9e95-26701cb6eded tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:22.408974 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b2f180a5-fac2-4ead-9e95-26701cb6eded tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0587184 Dec 17 13:47:22.411695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45586) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:22.484077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-e659bc90-b907-40dc-a3ee-2e3359ee4a26 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 284d0c7b-d15d-4a9b-b3c5-83acb061ff29 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:22.488002 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e659bc90-b907-40dc-a3ee-2e3359ee4a26 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:22.535225 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e659bc90-b907-40dc-a3ee-2e3359ee4a26 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:22.646840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e659bc90-b907-40dc-a3ee-2e3359ee4a26 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:22.719773 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0c6548c4-9251-4b6d-b273-77d980953f1d None None] Provisioning complete for port 459a3778-5f50-467b-94fa-3eacbbc00e53 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:22.720319 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c6548c4-9251-4b6d-b273-77d980953f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:22.779748 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e659bc90-b907-40dc-a3ee-2e3359ee4a26 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:22.810510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659bc90-b907-40dc-a3ee-2e3359ee4a26 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=284d0c7b-d15d-4a9b-b3c5-83acb061ff29,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:22.811435 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c6548c4-9251-4b6d-b273-77d980953f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:22.820086 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e659bc90-b907-40dc-a3ee-2e3359ee4a26 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:22.823158 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e659bc90-b907-40dc-a3ee-2e3359ee4a26 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/284d0c7b-d15d-4a9b-b3c5-83acb061ff29 HTTP/1.1" status: 204 len: 168 time: 0.4104662 Dec 17 13:47:22.826335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45588) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:22.870491 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f09d1cc6-d083-40e2-94af-c485a36addfb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429287 Dec 17 13:47:22.883220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c20be2-2fe5-4edf-a960-0334668e4ddd None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:22.885350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45590) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:22.896548 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-0c6548c4-9251-4b6d-b273-77d980953f1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:47:22.896923 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-0c6548c4-9251-4b6d-b273-77d980953f1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:47:22.941274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2424e6a1-f628-4d1a-be7b-a778935afa4f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:22.945351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2424e6a1-f628-4d1a-be7b-a778935afa4f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0567393 Dec 17 13:47:22.945811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45592) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:23.018710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe672f6-83e3-4c93-b285-9da1a0fb2db8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:23.023126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1fe672f6-83e3-4c93-b285-9da1a0fb2db8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0738313 Dec 17 13:47:23.023326 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 459a3778-5f50-467b-94fa-3eacbbc00e53 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:23.023425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45594) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:23.063567 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8d7aafd0-13a7-4df4-b0fb-b4c387a42296 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389528 Dec 17 13:47:23.067540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45596) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:23.068381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d32f8-56a6-46c6-8b9f-77040d5d5036 None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:47:23.073165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-98934249-a6be-4380-9792-f5d4307d6fab tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:23.081927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 459a3778-5f50-467b-94fa-3eacbbc00e53 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:23.082290 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:23.158397 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-825d32f8-56a6-46c6-8b9f-77040d5d5036 None None] Deleting port 459a3778-5f50-467b-94fa-3eacbbc00e53 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:23.158397 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-825d32f8-56a6-46c6-8b9f-77040d5d5036 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:23.246329 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:23.252411 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-825d32f8-56a6-46c6-8b9f-77040d5d5036 None None] For port 459a3778-5f50-467b-94fa-3eacbbc00e53, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=459a3778-5f50-467b-94fa-3eacbbc00e53,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:23.252803 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-825d32f8-56a6-46c6-8b9f-77040d5d5036 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:23.257687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98934249-a6be-4380-9792-f5d4307d6fab tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:23.261294 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98934249-a6be-4380-9792-f5d4307d6fab tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:23.272649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-825d32f8-56a6-46c6-8b9f-77040d5d5036 None None] Calling delete_port for 459a3778-5f50-467b-94fa-3eacbbc00e53 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:23.331214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 459a3778-5f50-467b-94fa-3eacbbc00e53, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=459a3778-5f50-467b-94fa-3eacbbc00e53,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:23.424149 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:23.458969 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c6548c4-9251-4b6d-b273-77d980953f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:23.495777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=459a3778-5f50-467b-94fa-3eacbbc00e53,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:23.511308 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-825d32f8-56a6-46c6-8b9f-77040d5d5036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:23.539237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d32f8-56a6-46c6-8b9f-77040d5d5036 None None] Pushing event deleted for resources: {'Port': ['ID=459a3778-5f50-467b-94fa-3eacbbc00e53,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:23.539515 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98934249-a6be-4380-9792-f5d4307d6fab tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:23.559804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825d32f8-56a6-46c6-8b9f-77040d5d5036 None None] No DVR routers for this DVR port 459a3778-5f50-467b-94fa-3eacbbc00e53 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:47:23.588880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98934249-a6be-4380-9792-f5d4307d6fab tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:23.593778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-98934249-a6be-4380-9792-f5d4307d6fab tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:23.598068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98934249-a6be-4380-9792-f5d4307d6fab tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:23.598671 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98934249-a6be-4380-9792-f5d4307d6fab tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:23.603866 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f592f7c0-bef0-40ef-976f-82b770901851 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:23.613083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98934249-a6be-4380-9792-f5d4307d6fab tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=251353f3-d0f8-4f28-a13b-e322abc84c38,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:23.687773 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-98934249-a6be-4380-9792-f5d4307d6fab tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6186676 Dec 17 13:47:23.690229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45598) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:23.691008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5c0b6197-150b-4b9f-9834-1c76a52e76c5 None None] Could not find standard attr ID for object 500e1f3a-40d4-4f60-8369-67932479c345. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:23.702208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:96:b1:07', 'name': 'tempest-NetworksTestDHCPv6-326566792'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:23.724708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': '251353f3-d0f8-4f28-a13b-e322abc84c38'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:47:23.725650 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:23.875769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Allocated IP 2001:db8::2 (576de818-3303-4a3d-9744-01f91b8e2aab/251353f3-d0f8-4f28-a13b-e322abc84c38/da185f22-d702-4486-8c06-63f9dc4c45bc) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:23.916626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:24.010854 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:24.040472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 5fde01cc-48c6-4ce8-97b0-7882cf70219c yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:24.047089 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:24.153271 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:24.197324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:24.200377 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:24.205142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:24.208443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Pushing event updated for resources: {'Port': ['ID=da185f22-d702-4486-8c06-63f9dc4c45bc,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:24.220073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::2a0 (576de818-3303-4a3d-9744-01f91b8e2aab/251353f3-d0f8-4f28-a13b-e322abc84c38/5fde01cc-48c6-4ce8-97b0-7882cf70219c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:24.268351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Attempting to bind port da185f22-d702-4486-8c06-63f9dc4c45bc on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:47:24.268736 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Attempting to bind port da185f22-d702-4486-8c06-63f9dc4c45bc by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:47:24.269098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Attempting to bind port da185f22-d702-4486-8c06-63f9dc4c45bc on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:47:24.274702 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:47:24.275446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:24.275582 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:24.275979 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:47:24.276456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Bound port: da185f22-d702-4486-8c06-63f9dc4c45bc, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:47:24.276902 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:24.344543 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] For port da185f22-d702-4486-8c06-63f9dc4c45bc, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:47:24.347719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] For port da185f22-d702-4486-8c06-63f9dc4c45bc, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=da185f22-d702-4486-8c06-63f9dc4c45bc,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:47:24.384884 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:24.471370 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:24.527351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:24.541968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae959b6e-1f70-4c13-a167-6526b6b05ac1 None None] Pushing event updated for resources: {'Port': ['ID=da185f22-d702-4486-8c06-63f9dc4c45bc,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:24.577671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:24.581272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:24.585918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:24.591976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:24.592675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:24.599597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=5fde01cc-48c6-4ce8-97b0-7882cf70219c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:24.651155 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8fb5ff66-c159-4f92-b791-6c7bfd011485 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9590390 Dec 17 13:47:24.654366 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45600) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:24.728901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad945742-be9d-4fa4-8398-f15ac90feb0c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:24.737754 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad945742-be9d-4fa4-8398-f15ac90feb0c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:24.740738 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ad945742-be9d-4fa4-8398-f15ac90feb0c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0853453 Dec 17 13:47:24.743626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45602) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:24.845943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2fcb-15b9-4e1f-b782-a36a0a0a926b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 5fde01cc-48c6-4ce8-97b0-7882cf70219c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:24.846372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2fcb-15b9-4e1f-b782-a36a0a0a926b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:24.962798 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2fcb-15b9-4e1f-b782-a36a0a0a926b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:24.979854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2fcb-15b9-4e1f-b782-a36a0a0a926b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 5fde01cc-48c6-4ce8-97b0-7882cf70219c owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:25.019041 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device da185f22-d702-4486-8c06-63f9dc4c45bc up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:25.073209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port da185f22-d702-4486-8c06-63f9dc4c45bc triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:25.073622 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:25.152932 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:25.188298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2fcb-15b9-4e1f-b782-a36a0a0a926b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:25.195860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port da185f22-d702-4486-8c06-63f9dc4c45bc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=da185f22-d702-4486-8c06-63f9dc4c45bc,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:25.224637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2fcb-15b9-4e1f-b782-a36a0a0a926b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=5fde01cc-48c6-4ce8-97b0-7882cf70219c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:25.254884 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2fcb-15b9-4e1f-b782-a36a0a0a926b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:25.258538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dfbb2fcb-15b9-4e1f-b782-a36a0a0a926b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/5fde01cc-48c6-4ce8-97b0-7882cf70219c HTTP/1.1" status: 204 len: 168 time: 0.5137961 Dec 17 13:47:25.261076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45604) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:25.265049 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:25.338045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1171841-5556-4e3a-82fa-76d6f6c0e477 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:25.339049 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1171841-5556-4e3a-82fa-76d6f6c0e477 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:25.340303 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e1171841-5556-4e3a-82fa-76d6f6c0e477 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0780876 Dec 17 13:47:25.343703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45606) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:25.348916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=da185f22-d702-4486-8c06-63f9dc4c45bc,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:25.354306 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 459a3778-5f50-467b-94fa-3eacbbc00e53 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:47:25.377252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 459a3778-5f50-467b-94fa-3eacbbc00e53 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:47:25.377685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 459a3778-5f50-467b-94fa-3eacbbc00e53 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:47:25.405027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5d83a9-b31f-4121-a6b5-fa51ff07a263 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 251353f3-d0f8-4f28-a13b-e322abc84c38 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:25.408985 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa5d83a9-b31f-4121-a6b5-fa51ff07a263 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:25.459093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa5d83a9-b31f-4121-a6b5-fa51ff07a263 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:25.557692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa5d83a9-b31f-4121-a6b5-fa51ff07a263 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:25.625281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-195a25cc-a40a-478a-a670-673e1decb929 None None] Provisioning complete for port da185f22-d702-4486-8c06-63f9dc4c45bc triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:25.625704 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-195a25cc-a40a-478a-a670-673e1decb929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:25.653121 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-d44d94ff-a05a-44fb-8be4-9491b76d5605 req-cee81e80-35d8-4884-815a-a3faead27072 service neutron] (110454) timed out ('10.222.0.59', 40332) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:47:25.706080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa5d83a9-b31f-4121-a6b5-fa51ff07a263 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:25.743346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d83a9-b31f-4121-a6b5-fa51ff07a263 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=251353f3-d0f8-4f28-a13b-e322abc84c38,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:25.747317 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fa5d83a9-b31f-4121-a6b5-fa51ff07a263 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:25.750786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fa5d83a9-b31f-4121-a6b5-fa51ff07a263 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/251353f3-d0f8-4f28-a13b-e322abc84c38 HTTP/1.1" status: 204 len: 168 time: 0.4060295 Dec 17 13:47:25.756156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45608) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:25.802753 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ee4c038b-b556-4fbd-9c1a-a994df8a6afd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453472 Dec 17 13:47:25.806004 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45610) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:25.862249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6acd58-7d69-429f-a4fb-3bf87936ffbb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:25.863859 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cb6acd58-7d69-429f-a4fb-3bf87936ffbb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0570478 Dec 17 13:47:25.866916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45612) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:25.875431 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2757b3-398f-49d3-9e0b-0713a229e85f None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:25.920794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24c11a-4148-4e88-9234-e299093247f9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:25.922387 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ae24c11a-4148-4e88-9234-e299093247f9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0541832 Dec 17 13:47:25.932874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45614) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:25.974335 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8828f805-f2dd-4a84-aeb0-a3784b2d499c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397024 Dec 17 13:47:25.979124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45616) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:25.983962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-288c480b-fbe9-4641-83e2-4ec0a457edaa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:26.046584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3552011e-9c0b-41bb-ac03-55fa288e0b7c None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:47:26.050704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-572413c2-21a9-44bf-8891-3bea7d43b5f2 None None] Could not find standard attr ID for object 5fde01cc-48c6-4ce8-97b0-7882cf70219c. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:26.103487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3552011e-9c0b-41bb-ac03-55fa288e0b7c None None] Deleting port da185f22-d702-4486-8c06-63f9dc4c45bc {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:26.103868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3552011e-9c0b-41bb-ac03-55fa288e0b7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:26.155874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288c480b-fbe9-4641-83e2-4ec0a457edaa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:26.159783 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-288c480b-fbe9-4641-83e2-4ec0a457edaa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:26.170959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3552011e-9c0b-41bb-ac03-55fa288e0b7c None None] For port da185f22-d702-4486-8c06-63f9dc4c45bc, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=da185f22-d702-4486-8c06-63f9dc4c45bc,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:26.171359 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3552011e-9c0b-41bb-ac03-55fa288e0b7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:26.185410 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3552011e-9c0b-41bb-ac03-55fa288e0b7c None None] Calling delete_port for da185f22-d702-4486-8c06-63f9dc4c45bc owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:26.339298 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3552011e-9c0b-41bb-ac03-55fa288e0b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:26.364606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552011e-9c0b-41bb-ac03-55fa288e0b7c None None] Pushing event deleted for resources: {'Port': ['ID=da185f22-d702-4486-8c06-63f9dc4c45bc,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:26.368150 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552011e-9c0b-41bb-ac03-55fa288e0b7c None None] No DVR routers for this DVR port da185f22-d702-4486-8c06-63f9dc4c45bc on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:47:26.516070 n-d-815324-5 neutron-server[110454]: DEBUG neutron.objects.ports [None req-288c480b-fbe9-4641-83e2-4ec0a457edaa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:47:26.517760 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-288c480b-fbe9-4641-83e2-4ec0a457edaa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:26.563302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c480b-fbe9-4641-83e2-4ec0a457edaa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:26.568026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-288c480b-fbe9-4641-83e2-4ec0a457edaa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:26.573031 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c480b-fbe9-4641-83e2-4ec0a457edaa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:26.573712 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-288c480b-fbe9-4641-83e2-4ec0a457edaa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:26.578059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf8c4b-f579-4a4e-ae4d-90244bdeb89f None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:26.587605 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c480b-fbe9-4641-83e2-4ec0a457edaa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=de9291a1-d96c-4129-90f7-e2ab6b80ce39,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:26.667520 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-288c480b-fbe9-4641-83e2-4ec0a457edaa tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6873963 Dec 17 13:47:26.670329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45618) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:26.675790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-eed72171-d0cf-424c-a43f-9c3a4a3a3cc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:26.684081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': 'de9291a1-d96c-4129-90f7-e2ab6b80ce39'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:47:26.684963 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:26.834344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Allocated IP 2001:db8::f816:3eff:fe20:d78b (576de818-3303-4a3d-9744-01f91b8e2aab/de9291a1-d96c-4129-90f7-e2ab6b80ce39/4c6b2424-2147-4958-a526-a9813cabc574) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:26.888029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed72171-d0cf-424c-a43f-9c3a4a3a3cc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:26.891631 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eed72171-d0cf-424c-a43f-9c3a4a3a3cc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:26.988147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device da185f22-d702-4486-8c06-63f9dc4c45bc no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:47:27.020434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: da185f22-d702-4486-8c06-63f9dc4c45bc {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:47:27.020911 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device da185f22-d702-4486-8c06-63f9dc4c45bc not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:47:27.032881 n-d-815324-5 neutron-server[110453]: INFO neutron.db.ipam_backend_mixin [None req-eed72171-d0cf-424c-a43f-9c3a4a3a3cc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de9291a1-d96c-4129-90f7-e2ab6b80ce39 (CIDR: 2001:db8::/64) Dec 17 13:47:27.042572 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:27.088131 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed72171-d0cf-424c-a43f-9c3a4a3a3cc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:47:27.088601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed72171-d0cf-424c-a43f-9c3a4a3a3cc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:27.122259 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:27.168963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:27.172201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:27.174827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:27.186692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Pushing event updated for resources: {'Port': ['ID=4c6b2424-2147-4958-a526-a9813cabc574,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:27.239538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Attempting to bind port 4c6b2424-2147-4958-a526-a9813cabc574 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:47:27.239926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Attempting to bind port 4c6b2424-2147-4958-a526-a9813cabc574 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:47:27.240286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Attempting to bind port 4c6b2424-2147-4958-a526-a9813cabc574 on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:47:27.247711 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-eed72171-d0cf-424c-a43f-9c3a4a3a3cc1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5735631 Dec 17 13:47:27.247981 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:47:27.247981 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:27.247981 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:27.248366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45620) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:27.248470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:47:27.248566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Bound port: 4c6b2424-2147-4958-a526-a9813cabc574, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:47:27.248904 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:27.253376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3f26c709-25e8-4342-9405-6847143ea919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:27.318080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] For port 4c6b2424-2147-4958-a526-a9813cabc574, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:47:27.321325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] For port 4c6b2424-2147-4958-a526-a9813cabc574, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4c6b2424-2147-4958-a526-a9813cabc574,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:47:27.396027 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:27.459464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f26c709-25e8-4342-9405-6847143ea919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:27.466388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f26c709-25e8-4342-9405-6847143ea919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:27.466854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622189a8-7152-4b9f-bf31-4f92fed76765 None None] Pushing event updated for resources: {'Port': ['ID=4c6b2424-2147-4958-a526-a9813cabc574,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:27.847789 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f26c709-25e8-4342-9405-6847143ea919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:27.895144 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f26c709-25e8-4342-9405-6847143ea919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:27.898428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-3f26c709-25e8-4342-9405-6847143ea919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:27.903665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f26c709-25e8-4342-9405-6847143ea919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:27.904279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f26c709-25e8-4342-9405-6847143ea919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:27.909984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26c709-25e8-4342-9405-6847143ea919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=7f60d848-b27b-4af7-bec3-4418bc8308da,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:27.982278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3f26c709-25e8-4342-9405-6847143ea919 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7329013 Dec 17 13:47:27.984994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45622) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:27.990292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:4d:a7:b0', 'name': 'tempest-NetworksTestDHCPv6-849354739'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:28.184320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:28.191302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:28.218101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 851bf0a1-0228-4d67-bb30-9573c1b2fcc8 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:28.413625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8:0:1::9 (576de818-3303-4a3d-9744-01f91b8e2aab/7f60d848-b27b-4af7-bec3-4418bc8308da/851bf0a1-0228-4d67-bb30-9573c1b2fcc8) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:28.420938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::f816:3eff:fe4d:a7b0 (576de818-3303-4a3d-9744-01f91b8e2aab/de9291a1-d96c-4129-90f7-e2ab6b80ce39/851bf0a1-0228-4d67-bb30-9573c1b2fcc8) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:28.484139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a83c06-a25f-4309-b28f-3d92bf9e6a84 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:28.555547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-952b194d-b3de-413a-95a5-95c50c13ab6d None None] Provisioning complete for port 4c6b2424-2147-4958-a526-a9813cabc574 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:28.555927 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-952b194d-b3de-413a-95a5-95c50c13ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:28.730031 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-952b194d-b3de-413a-95a5-95c50c13ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:28.802425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-952b194d-b3de-413a-95a5-95c50c13ab6d None None] For port 4c6b2424-2147-4958-a526-a9813cabc574, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4c6b2424-2147-4958-a526-a9813cabc574,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:28.821547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b6b3e-e396-4b5d-a226-580ae031138c None None] Update dhcp port {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': 'de9291a1-d96c-4129-90f7-e2ab6b80ce39', 'ip_address': '2001:db8::f816:3eff:fe20:d78b'}, {'subnet_id': '7f60d848-b27b-4af7-bec3-4418bc8308da'}], 'binding:host_id': 'n-d-815324-5'}, 'id': '4c6b2424-2147-4958-a526-a9813cabc574'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:47:28.854077 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f71b6b3e-e396-4b5d-a226-580ae031138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:28.880806 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:28.893730 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-952b194d-b3de-413a-95a5-95c50c13ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:29.029856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4c6b2424-2147-4958-a526-a9813cabc574 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:29.035059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b194d-b3de-413a-95a5-95c50c13ab6d None None] Pushing event updated for resources: {'Port': ['ID=4c6b2424-2147-4958-a526-a9813cabc574,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:29.036779 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:29.108593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:29.114312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:29.120124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:29.125969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:29.131047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-f71b6b3e-e396-4b5d-a226-580ae031138c None None] Allocated IP 2001:db8:0:1::2 (576de818-3303-4a3d-9744-01f91b8e2aab/7f60d848-b27b-4af7-bec3-4418bc8308da/4c6b2424-2147-4958-a526-a9813cabc574) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:29.131250 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:29.134398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=851bf0a1-0228-4d67-bb30-9573c1b2fcc8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:29.144893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4c6b2424-2147-4958-a526-a9813cabc574 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:29.145274 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:29.233296 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-28c8f61a-a7a5-4b26-b4ba-31522e654729 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2468882 Dec 17 13:47:29.237427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45624) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:29.271225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f71b6b3e-e396-4b5d-a226-580ae031138c None None] For port 4c6b2424-2147-4958-a526-a9813cabc574, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4c6b2424-2147-4958-a526-a9813cabc574,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:29.334126 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f71b6b3e-e396-4b5d-a226-580ae031138c None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:29.346050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3a744b83-0a02-40b6-ba87-0e508177d2d3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 851bf0a1-0228-4d67-bb30-9573c1b2fcc8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:29.351256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a744b83-0a02-40b6-ba87-0e508177d2d3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:29.385563 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f71b6b3e-e396-4b5d-a226-580ae031138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:29.457834 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a744b83-0a02-40b6-ba87-0e508177d2d3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:29.473978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3a744b83-0a02-40b6-ba87-0e508177d2d3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 851bf0a1-0228-4d67-bb30-9573c1b2fcc8 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:29.499044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b6b3e-e396-4b5d-a226-580ae031138c None None] Pushing event updated for resources: {'Port': ['ID=4c6b2424-2147-4958-a526-a9813cabc574,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:29.740678 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a744b83-0a02-40b6-ba87-0e508177d2d3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:29.792129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a744b83-0a02-40b6-ba87-0e508177d2d3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=851bf0a1-0228-4d67-bb30-9573c1b2fcc8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:29.872216 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3a744b83-0a02-40b6-ba87-0e508177d2d3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:29.875779 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3a744b83-0a02-40b6-ba87-0e508177d2d3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/851bf0a1-0228-4d67-bb30-9573c1b2fcc8 HTTP/1.1" status: 204 len: 168 time: 0.6372805 Dec 17 13:47:29.878385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45626) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:29.933498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b642ca31-978a-475d-8fa8-d34f35f21ae8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:29.935128 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b642ca31-978a-475d-8fa8-d34f35f21ae8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0555050 Dec 17 13:47:29.938105 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45628) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:29.995113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce1f211-4dd6-454b-a8d0-a5951fa65fe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:29.997020 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6ce1f211-4dd6-454b-a8d0-a5951fa65fe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0577927 Dec 17 13:47:29.999640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45630) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:30.057917 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a29ce2b-7ad1-477e-a958-5f15c1a77e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:30.059582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a29ce2b-7ad1-477e-a958-5f15c1a77e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:30.061364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a29ce2b-7ad1-477e-a958-5f15c1a77e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:30.063150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7a29ce2b-7ad1-477e-a958-5f15c1a77e8b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0624714 Dec 17 13:47:30.066375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45632) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:30.136412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9225dd-ff38-44ba-ab59-4f333aae6689 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 7f60d848-b27b-4af7-bec3-4418bc8308da {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:30.141192 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb9225dd-ff38-44ba-ab59-4f333aae6689 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:30.172095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a4fa0733-1a15-447b-acf3-eddf5b818990 None None] Provisioning complete for port 4c6b2424-2147-4958-a526-a9813cabc574 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:30.172687 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0733-1a15-447b-acf3-eddf5b818990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:30.208808 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb9225dd-ff38-44ba-ab59-4f333aae6689 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:30.316724 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb9225dd-ff38-44ba-ab59-4f333aae6689 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:30.385120 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7b659e81-bdc7-4824-860e-689bec0eabc4 None None] Could not find standard attr ID for object 851bf0a1-0228-4d67-bb30-9573c1b2fcc8. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:30.448487 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb9225dd-ff38-44ba-ab59-4f333aae6689 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:30.489563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9225dd-ff38-44ba-ab59-4f333aae6689 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=7f60d848-b27b-4af7-bec3-4418bc8308da,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:30.499269 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cb9225dd-ff38-44ba-ab59-4f333aae6689 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:30.505229 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cb9225dd-ff38-44ba-ab59-4f333aae6689 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/7f60d848-b27b-4af7-bec3-4418bc8308da HTTP/1.1" status: 204 len: 168 time: 0.4373217 Dec 17 13:47:30.508844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45634) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:30.569544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-11aadd57-bfb0-49d6-9dc7-4f029af6a605 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet de9291a1-d96c-4129-90f7-e2ab6b80ce39 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:30.573373 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11aadd57-bfb0-49d6-9dc7-4f029af6a605 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:30.589179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2595d3cd-3d78-404e-980c-052b082bfdb5 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:30.625736 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11aadd57-bfb0-49d6-9dc7-4f029af6a605 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:30.773390 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11aadd57-bfb0-49d6-9dc7-4f029af6a605 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:30.922373 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11aadd57-bfb0-49d6-9dc7-4f029af6a605 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:30.954282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aadd57-bfb0-49d6-9dc7-4f029af6a605 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=de9291a1-d96c-4129-90f7-e2ab6b80ce39,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:30.966283 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-11aadd57-bfb0-49d6-9dc7-4f029af6a605 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:30.971002 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-11aadd57-bfb0-49d6-9dc7-4f029af6a605 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/de9291a1-d96c-4129-90f7-e2ab6b80ce39 HTTP/1.1" status: 204 len: 168 time: 0.4589791 Dec 17 13:47:30.972457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45636) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:31.013624 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-14439a1c-2abc-45ac-838d-d8a8d85ce185 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394804 Dec 17 13:47:31.013851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4c6b2424-2147-4958-a526-a9813cabc574 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:31.018356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45638) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:31.023595 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:31.086675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4c6b2424-2147-4958-a526-a9813cabc574 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:31.087067 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:31.207510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:31.211466 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:31.341623 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886a34bf-611c-4f45-89ce-60de101c8c98 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:31.436409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-39b54d67-118c-43af-ba9a-4790f4968d53 None None] Provisioning complete for port 4c6b2424-2147-4958-a526-a9813cabc574 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:31.436783 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-39b54d67-118c-43af-ba9a-4790f4968d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:31.554178 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4591f09c-f55a-470b-9155-83cf961d6ccf None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:47:31.603187 n-d-815324-5 neutron-server[110454]: DEBUG neutron.objects.ports [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:47:31.608789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4591f09c-f55a-470b-9155-83cf961d6ccf None None] Deleting port 4c6b2424-2147-4958-a526-a9813cabc574 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:31.609397 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4591f09c-f55a-470b-9155-83cf961d6ccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:31.690365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4591f09c-f55a-470b-9155-83cf961d6ccf None None] For port 4c6b2424-2147-4958-a526-a9813cabc574, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4c6b2424-2147-4958-a526-a9813cabc574,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:31.690765 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4591f09c-f55a-470b-9155-83cf961d6ccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:31.705822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4591f09c-f55a-470b-9155-83cf961d6ccf None None] Calling delete_port for 4c6b2424-2147-4958-a526-a9813cabc574 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:31.866573 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:31.927639 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4591f09c-f55a-470b-9155-83cf961d6ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:31.956073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591f09c-f55a-470b-9155-83cf961d6ccf None None] Pushing event deleted for resources: {'Port': ['ID=4c6b2424-2147-4958-a526-a9813cabc574,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:31.961733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591f09c-f55a-470b-9155-83cf961d6ccf None None] No DVR routers for this DVR port 4c6b2424-2147-4958-a526-a9813cabc574 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:47:31.983685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:32.030676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] For port 4c6b2424-2147-4958-a526-a9813cabc574, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4c6b2424-2147-4958-a526-a9813cabc574,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:32.061157 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:32.151617 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:32.152363 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:32.204427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=4c6b2424-2147-4958-a526-a9813cabc574,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:32.224544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:32.228330 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:32.232813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:32.233419 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:32.237710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f994ff-9e82-4445-b954-e1b9545a9049 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:32.239035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=41fa5982-c15c-4fb8-b322-f0ab47ed3eef,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:32.308017 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-db81ff92-fc04-49cf-92b4-9f67d75d4044 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2884796 Dec 17 13:47:32.312659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45640) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:32.318908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7827a02e-776c-4309-bcca-c7b82fd55f20 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:32.354211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': '41fa5982-c15c-4fb8-b322-f0ab47ed3eef'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:47:32.355255 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:32.487362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7827a02e-776c-4309-bcca-c7b82fd55f20 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:32.490952 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7827a02e-776c-4309-bcca-c7b82fd55f20 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:32.500872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Allocated IP 2001:db8::f816:3eff:feee:b2ff (576de818-3303-4a3d-9744-01f91b8e2aab/41fa5982-c15c-4fb8-b322-f0ab47ed3eef/7134115c-6090-466a-abb4-9bebf12dc7ca) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:32.596963 n-d-815324-5 neutron-server[110453]: INFO neutron.db.ipam_backend_mixin [None req-7827a02e-776c-4309-bcca-c7b82fd55f20 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41fa5982-c15c-4fb8-b322-f0ab47ed3eef (CIDR: 2001:db8::/64) Dec 17 13:47:32.659696 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7827a02e-776c-4309-bcca-c7b82fd55f20 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:47:32.660200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7827a02e-776c-4309-bcca-c7b82fd55f20 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:32.665846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:32.755301 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:32.770533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7827a02e-776c-4309-bcca-c7b82fd55f20 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4559293 Dec 17 13:47:32.773285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45642) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:32.779065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1956bec6-97b4-4568-ae16-d877b458c523 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:32.800466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:32.803710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:32.807360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:32.813467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Pushing event updated for resources: {'Port': ['ID=7134115c-6090-466a-abb4-9bebf12dc7ca,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:33.012021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1956bec6-97b4-4568-ae16-d877b458c523 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:33.015587 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1956bec6-97b4-4568-ae16-d877b458c523 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:33.021139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4c6b2424-2147-4958-a526-a9813cabc574 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:47:33.055686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 4c6b2424-2147-4958-a526-a9813cabc574 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:47:33.056034 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4c6b2424-2147-4958-a526-a9813cabc574 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:47:33.067662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Attempting to bind port 7134115c-6090-466a-abb4-9bebf12dc7ca on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:47:33.068048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Attempting to bind port 7134115c-6090-466a-abb4-9bebf12dc7ca by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:47:33.068424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Attempting to bind port 7134115c-6090-466a-abb4-9bebf12dc7ca on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:47:33.074270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:47:33.074656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:33.075064 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:33.075464 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:47:33.075945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Bound port: 7134115c-6090-466a-abb4-9bebf12dc7ca, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:47:33.076333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:33.138438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] For port 7134115c-6090-466a-abb4-9bebf12dc7ca, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:47:33.141713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] For port 7134115c-6090-466a-abb4-9bebf12dc7ca, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7134115c-6090-466a-abb4-9bebf12dc7ca,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:47:33.206718 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:33.266751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d713627-dada-4f75-a17f-ad859a8d8c43 None None] Pushing event updated for resources: {'Port': ['ID=7134115c-6090-466a-abb4-9bebf12dc7ca,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:33.327605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1956bec6-97b4-4568-ae16-d877b458c523 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:33.381540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1956bec6-97b4-4568-ae16-d877b458c523 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:33.396940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1956bec6-97b4-4568-ae16-d877b458c523 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:33.400801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956bec6-97b4-4568-ae16-d877b458c523 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:33.401473 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1956bec6-97b4-4568-ae16-d877b458c523 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:33.403994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956bec6-97b4-4568-ae16-d877b458c523 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=55a7e857-5778-4cbb-890d-1b48e36433d6,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:33.496771 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1956bec6-97b4-4568-ae16-d877b458c523 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7217405 Dec 17 13:47:33.499625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45644) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:33.505290 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:03:76:ea', 'name': 'tempest-NetworksTestDHCPv6-307530976'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:33.698833 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:33.799320 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:33.820336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 82b5c0fd-dca1-45c9-b2e9-6a3fd11da743 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:34.038314 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8:0:1::37f (576de818-3303-4a3d-9744-01f91b8e2aab/55a7e857-5778-4cbb-890d-1b48e36433d6/82b5c0fd-dca1-45c9-b2e9-6a3fd11da743) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:34.044897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::f816:3eff:fe03:76ea (576de818-3303-4a3d-9744-01f91b8e2aab/41fa5982-c15c-4fb8-b322-f0ab47ed3eef/82b5c0fd-dca1-45c9-b2e9-6a3fd11da743) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:34.222940 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:34.230770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40e6495-99eb-4860-b653-cdf9dff7e998 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:34.306188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c9008bde-e81e-4914-a6e2-2b7ba05ae874 None None] Provisioning complete for port 7134115c-6090-466a-abb4-9bebf12dc7ca triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:34.306564 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9008bde-e81e-4914-a6e2-2b7ba05ae874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:34.356454 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:34.406486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:34.410554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:34.416103 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:34.421922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:34.422567 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:34.426514 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=82b5c0fd-dca1-45c9-b2e9-6a3fd11da743,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:34.434777 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9008bde-e81e-4914-a6e2-2b7ba05ae874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:34.500735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-192f8801-4a1e-43ea-ad7b-ccc4f9865436 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9997578 Dec 17 13:47:34.503160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45646) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:34.503391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c9008bde-e81e-4914-a6e2-2b7ba05ae874 None None] For port 7134115c-6090-466a-abb4-9bebf12dc7ca, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7134115c-6090-466a-abb4-9bebf12dc7ca,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:34.510083 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd9844-a2b5-46e4-ac68-380d46a3dce8 None None] Update dhcp port {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'fixed_ips': [{'subnet_id': '41fa5982-c15c-4fb8-b322-f0ab47ed3eef', 'ip_address': '2001:db8::f816:3eff:feee:b2ff'}, {'subnet_id': '55a7e857-5778-4cbb-890d-1b48e36433d6'}], 'binding:host_id': 'n-d-815324-5'}, 'id': '7134115c-6090-466a-abb4-9bebf12dc7ca'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:47:34.536199 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-98fd9844-a2b5-46e4-ac68-380d46a3dce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:34.603589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e14d26a8-0958-4eab-bfd7-61ff8bcf8ceb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 82b5c0fd-dca1-45c9-b2e9-6a3fd11da743 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:34.603927 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e14d26a8-0958-4eab-bfd7-61ff8bcf8ceb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:34.644493 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9008bde-e81e-4914-a6e2-2b7ba05ae874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:34.696179 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e14d26a8-0958-4eab-bfd7-61ff8bcf8ceb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:34.708554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e14d26a8-0958-4eab-bfd7-61ff8bcf8ceb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 82b5c0fd-dca1-45c9-b2e9-6a3fd11da743 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:34.729924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9008bde-e81e-4914-a6e2-2b7ba05ae874 None None] Pushing event updated for resources: {'Port': ['ID=7134115c-6090-466a-abb4-9bebf12dc7ca,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:34.754282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-98fd9844-a2b5-46e4-ac68-380d46a3dce8 None None] Allocated IP 2001:db8:0:1::2 (576de818-3303-4a3d-9744-01f91b8e2aab/55a7e857-5778-4cbb-890d-1b48e36433d6/7134115c-6090-466a-abb4-9bebf12dc7ca) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:34.859863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-98fd9844-a2b5-46e4-ac68-380d46a3dce8 None None] For port 7134115c-6090-466a-abb4-9bebf12dc7ca, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7134115c-6090-466a-abb4-9bebf12dc7ca,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:34.891750 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-98fd9844-a2b5-46e4-ac68-380d46a3dce8 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:34.955897 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-98fd9844-a2b5-46e4-ac68-380d46a3dce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:34.983837 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e14d26a8-0958-4eab-bfd7-61ff8bcf8ceb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:35.028375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7134115c-6090-466a-abb4-9bebf12dc7ca up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:35.029765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d26a8-0958-4eab-bfd7-61ff8bcf8ceb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=82b5c0fd-dca1-45c9-b2e9-6a3fd11da743,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:35.091783 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e14d26a8-0958-4eab-bfd7-61ff8bcf8ceb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:35.098698 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e14d26a8-0958-4eab-bfd7-61ff8bcf8ceb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/82b5c0fd-dca1-45c9-b2e9-6a3fd11da743 HTTP/1.1" status: 204 len: 168 time: 0.5923791 Dec 17 13:47:35.098909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd9844-a2b5-46e4-ac68-380d46a3dce8 None None] Pushing event updated for resources: {'Port': ['ID=7134115c-6090-466a-abb4-9bebf12dc7ca,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:35.099012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45648) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:35.125867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 7134115c-6090-466a-abb4-9bebf12dc7ca triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:35.126244 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:35.166791 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a0526-718e-4605-b27f-a1e42461285a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:35.171225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45650) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:35.171824 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-911a0526-718e-4605-b27f-a1e42461285a tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0711865 Dec 17 13:47:35.223988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe90d27-753b-4ed8-858f-6a69d1b29895 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:35.229245 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7fe90d27-753b-4ed8-858f-6a69d1b29895 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0546072 Dec 17 13:47:35.229821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45652) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:35.288862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a55633-f841-4d8b-a77b-9f7a13d21ee5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:35.290496 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a55633-f841-4d8b-a77b-9f7a13d21ee5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:35.292165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a55633-f841-4d8b-a77b-9f7a13d21ee5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:35.294538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f6a55633-f841-4d8b-a77b-9f7a13d21ee5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0631890 Dec 17 13:47:35.296591 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45654) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:35.366830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-be74b364-18da-4d9f-b356-86c05337bb72 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 41fa5982-c15c-4fb8-b322-f0ab47ed3eef {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:35.370692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-be74b364-18da-4d9f-b356-86c05337bb72 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:35.416421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-be74b364-18da-4d9f-b356-86c05337bb72 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:35.510642 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-be74b364-18da-4d9f-b356-86c05337bb72 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:35.630796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-be74b364-18da-4d9f-b356-86c05337bb72 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:35.659757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74b364-18da-4d9f-b356-86c05337bb72 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=41fa5982-c15c-4fb8-b322-f0ab47ed3eef,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:35.664627 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-be74b364-18da-4d9f-b356-86c05337bb72 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:35.672732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b7ba840d-5c31-4ed6-b3b4-5441bb347099 None None] Provisioning complete for port 7134115c-6090-466a-abb4-9bebf12dc7ca triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:35.673326 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b7ba840d-5c31-4ed6-b3b4-5441bb347099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:35.674834 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-be74b364-18da-4d9f-b356-86c05337bb72 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/41fa5982-c15c-4fb8-b322-f0ab47ed3eef HTTP/1.1" status: 204 len: 168 time: 0.3771791 Dec 17 13:47:35.675360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45656) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:35.731582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4149548-508c-4099-a7e5-f1dd7d264962 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 55a7e857-5778-4cbb-890d-1b48e36433d6 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:35.735383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c4149548-508c-4099-a7e5-f1dd7d264962 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:35.777769 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c4149548-508c-4099-a7e5-f1dd7d264962 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:35.824306 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcebfd8-9183-4311-b7c6-78f3f901bdb6 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:35.869440 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c4149548-508c-4099-a7e5-f1dd7d264962 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:35.878837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1a6ef065-f78a-48b6-990d-491753202283 None None] Could not find standard attr ID for object 82b5c0fd-dca1-45c9-b2e9-6a3fd11da743. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:35.992236 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c4149548-508c-4099-a7e5-f1dd7d264962 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:36.020007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4149548-508c-4099-a7e5-f1dd7d264962 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=55a7e857-5778-4cbb-890d-1b48e36433d6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:36.024634 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c4149548-508c-4099-a7e5-f1dd7d264962 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:36.027983 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c4149548-508c-4099-a7e5-f1dd7d264962 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/55a7e857-5778-4cbb-890d-1b48e36433d6 HTTP/1.1" status: 204 len: 168 time: 0.3511240 Dec 17 13:47:36.030630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45658) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:36.388905 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:36.394155 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a6722305-0af1-4c0f-b0e7-e45a4f305739 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3623919 Dec 17 13:47:36.397090 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45660) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:36.402343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5688c9af-60ce-485e-8e85-7c7c84edae5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:36.434682 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d117a133-5591-45c2-bf57-2032c2eba90b None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:36.523265 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4f18a330-d88b-4b82-9f3e-985b3d3dbb2c None None] Provisioning complete for port 7134115c-6090-466a-abb4-9bebf12dc7ca triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:36.524062 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f18a330-d88b-4b82-9f3e-985b3d3dbb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:36.549045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5688c9af-60ce-485e-8e85-7c7c84edae5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:36.552703 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5688c9af-60ce-485e-8e85-7c7c84edae5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:36.627819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f9d475-6b2c-4f39-8e91-a7f1712cc4dd None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:47:36.674809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-54f9d475-6b2c-4f39-8e91-a7f1712cc4dd None None] Deleting port 7134115c-6090-466a-abb4-9bebf12dc7ca {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:36.675507 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-54f9d475-6b2c-4f39-8e91-a7f1712cc4dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:36.745649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-54f9d475-6b2c-4f39-8e91-a7f1712cc4dd None None] For port 7134115c-6090-466a-abb4-9bebf12dc7ca, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7134115c-6090-466a-abb4-9bebf12dc7ca,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:36.746060 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-54f9d475-6b2c-4f39-8e91-a7f1712cc4dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:36.759991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-54f9d475-6b2c-4f39-8e91-a7f1712cc4dd None None] Calling delete_port for 7134115c-6090-466a-abb4-9bebf12dc7ca owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:36.795861 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5688c9af-60ce-485e-8e85-7c7c84edae5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:36.845180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688c9af-60ce-485e-8e85-7c7c84edae5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:36.848334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-5688c9af-60ce-485e-8e85-7c7c84edae5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:36.852499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5688c9af-60ce-485e-8e85-7c7c84edae5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:36.853169 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5688c9af-60ce-485e-8e85-7c7c84edae5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:36.865502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688c9af-60ce-485e-8e85-7c7c84edae5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=ef697329-3282-442a-8a60-35c59b012e95,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:36.904483 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-54f9d475-6b2c-4f39-8e91-a7f1712cc4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:36.927316 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5688c9af-60ce-485e-8e85-7c7c84edae5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5264444 Dec 17 13:47:36.936036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45662) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:36.936036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d26e4570-b098-46d7-8c03-516953570e8f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:36.936189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9d475-6b2c-4f39-8e91-a7f1712cc4dd None None] Pushing event deleted for resources: {'Port': ['ID=7134115c-6090-466a-abb4-9bebf12dc7ca,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:36.936915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9d475-6b2c-4f39-8e91-a7f1712cc4dd None None] No DVR routers for this DVR port 7134115c-6090-466a-abb4-9bebf12dc7ca on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:47:36.954344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4248eeb2-4336-4168-85cb-6a1ffd4e2945 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:37.008706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7134115c-6090-466a-abb4-9bebf12dc7ca no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:47:37.031770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 7134115c-6090-466a-abb4-9bebf12dc7ca {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:47:37.032456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7134115c-6090-466a-abb4-9bebf12dc7ca not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:47:37.087987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': 'ef697329-3282-442a-8a60-35c59b012e95'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:47:37.088894 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:37.120717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26e4570-b098-46d7-8c03-516953570e8f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:37.124414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26e4570-b098-46d7-8c03-516953570e8f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:37.222734 n-d-815324-5 neutron-server[110454]: INFO neutron.db.ipam_backend_mixin [None req-d26e4570-b098-46d7-8c03-516953570e8f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef697329-3282-442a-8a60-35c59b012e95 (CIDR: 2001:db8::/64) Dec 17 13:47:37.228366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Allocated IP 2001:db8::2 (576de818-3303-4a3d-9744-01f91b8e2aab/ef697329-3282-442a-8a60-35c59b012e95/e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:37.271014 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26e4570-b098-46d7-8c03-516953570e8f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:47:37.271474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26e4570-b098-46d7-8c03-516953570e8f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:37.371854 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:37.382240 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d26e4570-b098-46d7-8c03-516953570e8f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4533744 Dec 17 13:47:37.385154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45664) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:37.390262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:37.442049 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:37.485532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:37.488594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:37.491985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:37.498722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Pushing event updated for resources: {'Port': ['ID=e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:37.547141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Attempting to bind port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:47:37.547517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Attempting to bind port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:47:37.547880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Attempting to bind port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:47:37.552714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:47:37.555880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:37.555880 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:37.555880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:47:37.555880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Bound port: e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:47:37.555880 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:37.572687 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:37.576237 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:37.616153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] For port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:47:37.619292 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] For port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:47:37.699041 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:37.762020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862312c3-177b-49d1-bacf-27fe871a39a1 None None] Pushing event updated for resources: {'Port': ['ID=e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:37.942150 n-d-815324-5 neutron-server[110454]: DEBUG neutron.objects.ports [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110454) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:47:38.149675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:38.300629 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] For port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:38.332254 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:38.372908 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:38.373736 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:38.460612 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:38.472489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:38.479242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:38.479851 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:38.482548 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=25ae950c-6541-4256-90f9-81e04f5440da,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:38.485731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf,revision_number=4']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:38.568863 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e9c2d3ba-62ef-441c-a629-53210400b21e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1824756 Dec 17 13:47:38.571707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45666) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:38.576725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:cc:94:4f', 'name': 'tempest-NetworksTestDHCPv6-2091674986'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:38.671518 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b929b4-6e68-4464-ba04-7026c1be992d None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:38.744418 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:38.753505 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:38.774668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 6ed37eab-bf86-421f-ada6-784e90f5889a yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:38.777315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c897cdd4-4124-4022-8e17-882fce2daeba None None] Provisioning complete for port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:38.777851 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c897cdd4-4124-4022-8e17-882fce2daeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:38.868701 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c897cdd4-4124-4022-8e17-882fce2daeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:38.902302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c897cdd4-4124-4022-8e17-882fce2daeba None None] For port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:38.957262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::239 (576de818-3303-4a3d-9744-01f91b8e2aab/ef697329-3282-442a-8a60-35c59b012e95/6ed37eab-bf86-421f-ada6-784e90f5889a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:38.965801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8:0:1:f816:3eff:fecc:944f (576de818-3303-4a3d-9744-01f91b8e2aab/25ae950c-6541-4256-90f9-81e04f5440da/6ed37eab-bf86-421f-ada6-784e90f5889a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:38.986989 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c897cdd4-4124-4022-8e17-882fce2daeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:39.041257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:39.073832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897cdd4-4124-4022-8e17-882fce2daeba None None] Pushing event updated for resources: {'Port': ['ID=e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:39.109268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:39.109688 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:39.162912 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:39.264955 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:39.293659 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:47:39.312436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:39.315780 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:39.319722 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:39.325513 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:39.326178 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:39.332649 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=6ed37eab-bf86-421f-ada6-784e90f5889a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:39.412255 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-68334c1a-5c79-4d0b-9ccc-3f075ce20dd0 None None] Provisioning complete for port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:39.412736 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-68334c1a-5c79-4d0b-9ccc-3f075ce20dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:39.424241 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b64be6ff-5829-4474-92d2-445e1300a47c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8514173 Dec 17 13:47:39.424442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45668) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:39.521449 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3cd11939-f30d-4ddf-955f-d6c34205f09f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 6ed37eab-bf86-421f-ada6-784e90f5889a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:39.521975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3cd11939-f30d-4ddf-955f-d6c34205f09f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:39.617492 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3cd11939-f30d-4ddf-955f-d6c34205f09f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:39.617895 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0df9cd9f-b97f-42a5-823c-56e7fc690c3e None None] Provisioning complete for port 6ed37eab-bf86-421f-ada6-784e90f5889a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:39.618336 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0df9cd9f-b97f-42a5-823c-56e7fc690c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:39.629394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3cd11939-f30d-4ddf-955f-d6c34205f09f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 6ed37eab-bf86-421f-ada6-784e90f5889a owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:39.651776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0df9cd9f-b97f-42a5-823c-56e7fc690c3e None None] Port 6ed37eab-bf86-421f-ada6-784e90f5889a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:47:39.863904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3cd11939-f30d-4ddf-955f-d6c34205f09f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:39.893372 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd11939-f30d-4ddf-955f-d6c34205f09f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=6ed37eab-bf86-421f-ada6-784e90f5889a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:39.937789 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3cd11939-f30d-4ddf-955f-d6c34205f09f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:39.943716 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3cd11939-f30d-4ddf-955f-d6c34205f09f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/6ed37eab-bf86-421f-ada6-784e90f5889a HTTP/1.1" status: 204 len: 168 time: 0.5158951 Dec 17 13:47:39.943996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45670) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:39.997688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a6466e-339f-4205-b6d3-22ec1a5f68b5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:39.999372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f4a6466e-339f-4205-b6d3-22ec1a5f68b5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0546927 Dec 17 13:47:40.002068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45672) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:40.054235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c221777f-64a6-436c-aa1a-38b28df68a9e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:40.056364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c221777f-64a6-436c-aa1a-38b28df68a9e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0533335 Dec 17 13:47:40.059055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45674) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:40.116628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e50ce1-3e48-40d2-b865-6fe9f361a6ac tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:40.118798 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e50ce1-3e48-40d2-b865-6fe9f361a6ac tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:40.120384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e50ce1-3e48-40d2-b865-6fe9f361a6ac tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:40.121978 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d2e50ce1-3e48-40d2-b865-6fe9f361a6ac tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0619273 Dec 17 13:47:40.124938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45676) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:40.177214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc836f52-eb81-4107-ac9f-ee22d81eb573 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 25ae950c-6541-4256-90f9-81e04f5440da {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:40.181097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc836f52-eb81-4107-ac9f-ee22d81eb573 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:40.220341 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc836f52-eb81-4107-ac9f-ee22d81eb573 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:40.302514 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc836f52-eb81-4107-ac9f-ee22d81eb573 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:40.424439 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc836f52-eb81-4107-ac9f-ee22d81eb573 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:40.453909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc836f52-eb81-4107-ac9f-ee22d81eb573 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=25ae950c-6541-4256-90f9-81e04f5440da,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:40.455928 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fc836f52-eb81-4107-ac9f-ee22d81eb573 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:40.459193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fc836f52-eb81-4107-ac9f-ee22d81eb573 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/25ae950c-6541-4256-90f9-81e04f5440da HTTP/1.1" status: 204 len: 168 time: 0.3332257 Dec 17 13:47:40.461740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45678) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:40.462252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99886c36-42cd-4879-a094-8a407c06b336 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:40.518060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-af74bef5-2b0b-4c77-9de4-e1670e31a893 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet ef697329-3282-442a-8a60-35c59b012e95 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:40.521688 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af74bef5-2b0b-4c77-9de4-e1670e31a893 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:40.564968 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af74bef5-2b0b-4c77-9de4-e1670e31a893 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:40.652219 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af74bef5-2b0b-4c77-9de4-e1670e31a893 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:40.774944 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af74bef5-2b0b-4c77-9de4-e1670e31a893 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:40.801505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74bef5-2b0b-4c77-9de4-e1670e31a893 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=ef697329-3282-442a-8a60-35c59b012e95,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:40.809532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-af74bef5-2b0b-4c77-9de4-e1670e31a893 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:40.813199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-af74bef5-2b0b-4c77-9de4-e1670e31a893 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/ef697329-3282-442a-8a60-35c59b012e95 HTTP/1.1" status: 204 len: 168 time: 0.3505116 Dec 17 13:47:40.815904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45680) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:40.855613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-071b9879-74cb-4488-b42f-923189713a7c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385563 Dec 17 13:47:40.858326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45682) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:40.863187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bab456ca-9e3b-4f9c-acdc-88e04700ef54 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:40.991659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:40.996745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab456ca-9e3b-4f9c-acdc-88e04700ef54 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:41.000539 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bab456ca-9e3b-4f9c-acdc-88e04700ef54 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:41.042535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:41.042913 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:41.245374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee9d567-a8d3-47d5-b66c-95b45352bf5f None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:41.253019 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bab456ca-9e3b-4f9c-acdc-88e04700ef54 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:41.297254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab456ca-9e3b-4f9c-acdc-88e04700ef54 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:41.300456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-bab456ca-9e3b-4f9c-acdc-88e04700ef54 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:41.304717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab456ca-9e3b-4f9c-acdc-88e04700ef54 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:41.305328 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bab456ca-9e3b-4f9c-acdc-88e04700ef54 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:41.312160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d89cd00c-8248-4ad3-823a-0132339af78c None None] Provisioning complete for port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:41.312538 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d89cd00c-8248-4ad3-823a-0132339af78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:41.318029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab456ca-9e3b-4f9c-acdc-88e04700ef54 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=5a6889d8-1691-403f-b8c7-9140cde95784,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:41.366733 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bab456ca-9e3b-4f9c-acdc-88e04700ef54 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5047643 Dec 17 13:47:41.367071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45684) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:41.372133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7df39719-5346-4a9b-8fde-5b79a9e5efc3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:41.440482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa43b878-356b-4583-88eb-492cdd436f0f None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:47:41.488963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-aa43b878-356b-4583-88eb-492cdd436f0f None None] Deleting port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:41.489658 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aa43b878-356b-4583-88eb-492cdd436f0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:41.549956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df39719-5346-4a9b-8fde-5b79a9e5efc3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:41.553733 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7df39719-5346-4a9b-8fde-5b79a9e5efc3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:41.569820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-aa43b878-356b-4583-88eb-492cdd436f0f None None] For port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:41.570789 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aa43b878-356b-4583-88eb-492cdd436f0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:41.583712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-aa43b878-356b-4583-88eb-492cdd436f0f None None] Calling delete_port for e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:41.640957 n-d-815324-5 neutron-server[110453]: INFO neutron.db.ipam_backend_mixin [None req-7df39719-5346-4a9b-8fde-5b79a9e5efc3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a6889d8-1691-403f-b8c7-9140cde95784 (CIDR: 2001:db8::/64) Dec 17 13:47:41.670339 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df39719-5346-4a9b-8fde-5b79a9e5efc3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:47:41.670802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df39719-5346-4a9b-8fde-5b79a9e5efc3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:41.704256 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aa43b878-356b-4583-88eb-492cdd436f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:41.732343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7df39719-5346-4a9b-8fde-5b79a9e5efc3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3617756 Dec 17 13:47:41.732623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45686) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:41.732756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43b878-356b-4583-88eb-492cdd436f0f None None] Pushing event deleted for resources: {'Port': ['ID=e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:41.738484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'subnet': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:41.742687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43b878-356b-4583-88eb-492cdd436f0f None None] No DVR routers for this DVR port e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:47:41.759310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f2073-8bfd-405b-bfb6-0d2396336944 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:41.855210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-576de818-3303-4a3d-9744-01f91b8e2aab', 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'project_id': 'cfca85e54d9844be8f0e8fd04e3e3e9e', 'fixed_ips': [{'subnet_id': '5a6889d8-1691-403f-b8c7-9140cde95784'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:47:41.856133 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:41.955656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:41.959290 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:41.994360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Allocated IP 2001:db8::2 (576de818-3303-4a3d-9744-01f91b8e2aab/5a6889d8-1691-403f-b8c7-9140cde95784/3615ecaa-4cbf-4cc3-84fe-7b0161ee594c) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:42.142256 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:42.196145 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:42.231641 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:42.236246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:42.239838 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:42.248908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Pushing event updated for resources: {'Port': ['ID=3615ecaa-4cbf-4cc3-84fe-7b0161ee594c,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:42.297322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Attempting to bind port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:47:42.297738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Attempting to bind port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:47:42.298089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Attempting to bind port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c on network 576de818-3303-4a3d-9744-01f91b8e2aab {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:47:42.303137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:47:42.303545 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Checking segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:42.303950 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:42.304345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Bound using segment: {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:47:42.305432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Bound port: 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:47:42.305847 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:42.344285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.objects.ports [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110453) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 13:47:42.373044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] For port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:47:42.376700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] For port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3615ecaa-4cbf-4cc3-84fe-7b0161ee594c,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:47:42.441359 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:42.508363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406df2db-e57d-4cb4-a922-2b8532c6dcc7 None None] Pushing event updated for resources: {'Port': ['ID=3615ecaa-4cbf-4cc3-84fe-7b0161ee594c,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:42.557214 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:42.731237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] For port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3615ecaa-4cbf-4cc3-84fe-7b0161ee594c,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:42.762610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:42.823816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:42.824646 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:42.897685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:42.908440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:42.918828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:42.919430 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:42.930969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Subnet': ['ID=7c9d0161-08cb-4d4f-8684-d0284f7f8f84,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:42.935533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=3615ecaa-4cbf-4cc3-84fe-7b0161ee594c,revision_number=4']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:43.010149 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c35be6f1-870f-4204-8b17-4ef68a7645ec tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2765024 Dec 17 13:47:43.013345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45688) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:43.018739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Request body: {'port': {'network_id': '576de818-3303-4a3d-9744-01f91b8e2aab', 'mac_address': 'fa:16:3e:47:c6:aa', 'name': 'tempest-NetworksTestDHCPv6-1945038235'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:43.020348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:43.070069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:43.070538 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:43.156652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:43.192997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3615ecaa-4cbf-4cc3-84fe-7b0161ee594c,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:43.212909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Made reservation on behalf of cfca85e54d9844be8f0e8fd04e3e3e9e for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:43.269722 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:43.315326 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:43.340265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] device_id is not set on port 82501947-a355-480c-8b4b-0eae7e079724 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:43.345568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=3615ecaa-4cbf-4cc3-84fe-7b0161ee594c,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:43.350597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:47:43.371684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:47:43.372035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e84b19a5-8f77-4d2c-84fd-8d646d7ef9bf not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:47:43.462972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071de90a-d9d9-42ab-b8a1-25e7301bd776 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:43.522829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8::177 (576de818-3303-4a3d-9744-01f91b8e2aab/5a6889d8-1691-403f-b8c7-9140cde95784/82501947-a355-480c-8b4b-0eae7e079724) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:43.529484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Allocated IP 2001:db8:0:1:f816:3eff:fe47:c6aa (576de818-3303-4a3d-9744-01f91b8e2aab/7c9d0161-08cb-4d4f-8684-d0284f7f8f84/82501947-a355-480c-8b4b-0eae7e079724) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:43.572894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6dbafc54-e753-482a-8a68-4de578123930 None None] Provisioning complete for port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:43.573449 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6dbafc54-e753-482a-8a68-4de578123930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:43.898322 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6dfcd983-96ec-4031-861d-cb09c8b21b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:43.963316 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:44.075709 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:44.121796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Network 576de818-3303-4a3d-9744-01f91b8e2aab is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:44.124962 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:44.128699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:44.135265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:44.135919 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:44.144876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event updated for resources: {'Port': ['ID=82501947-a355-480c-8b4b-0eae7e079724,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:44.184013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4340382f-50ab-4020-96d6-38cfc3ba2699 None None] Provisioning complete for port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:44.184400 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4340382f-50ab-4020-96d6-38cfc3ba2699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:44.232708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-355bc10c-f7dc-4cae-8b79-6b6dcd9dd304 req-5680a70d-0935-40c1-afea-3d767f32452b service neutron] (110453) timed out ('10.222.0.61', 62354) {{(pid=110453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:47:44.240500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-89479eb7-cbfd-4f72-8fce-066fbf68cbe0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2243645 Dec 17 13:47:44.240947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45694) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:44.338618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6d26c3b4-23fe-447f-9d68-42ab1dac9673 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting port 82501947-a355-480c-8b4b-0eae7e079724 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:44.338968 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d26c3b4-23fe-447f-9d68-42ab1dac9673 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:44.401855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-759f4e79-2e62-459d-8fc0-52f74c8900c5 None None] Provisioning complete for port 82501947-a355-480c-8b4b-0eae7e079724 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:44.402153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-759f4e79-2e62-459d-8fc0-52f74c8900c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:44.427795 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d26c3b4-23fe-447f-9d68-42ab1dac9673 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:44.437748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-759f4e79-2e62-459d-8fc0-52f74c8900c5 None None] Port 82501947-a355-480c-8b4b-0eae7e079724 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:47:44.440380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6d26c3b4-23fe-447f-9d68-42ab1dac9673 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Calling delete_port for 82501947-a355-480c-8b4b-0eae7e079724 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:44.687264 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d26c3b4-23fe-447f-9d68-42ab1dac9673 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:44.717401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26c3b4-23fe-447f-9d68-42ab1dac9673 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Port': ['ID=82501947-a355-480c-8b4b-0eae7e079724,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:44.762821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d26c3b4-23fe-447f-9d68-42ab1dac9673 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:44.766180 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6d26c3b4-23fe-447f-9d68-42ab1dac9673 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/82501947-a355-480c-8b4b-0eae7e079724 HTTP/1.1" status: 204 len: 168 time: 0.5228565 Dec 17 13:47:44.768698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45696) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:44.817709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3098dbb4-7c94-4310-bd19-2dc53abd51dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:44.819293 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3098dbb4-7c94-4310-bd19-2dc53abd51dd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0495760 Dec 17 13:47:44.821878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45698) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:44.874942 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f1f4eb-e1b8-4a18-af38-bccb51d3fb4e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:44.876519 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-72f1f4eb-e1b8-4a18-af38-bccb51d3fb4e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0536466 Dec 17 13:47:44.879154 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45700) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:44.933277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0aef24-a65b-48b2-94f2-639252625eb6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:44.934827 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0aef24-a65b-48b2-94f2-639252625eb6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:44.937214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0aef24-a65b-48b2-94f2-639252625eb6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:44.938938 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9e0aef24-a65b-48b2-94f2-639252625eb6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0588386 Dec 17 13:47:44.941614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45702) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:44.996549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e2143b-4fdd-40fa-8cb3-5bf80cc64a25 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 5a6889d8-1691-403f-b8c7-9140cde95784 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:45.000090 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9e2143b-4fdd-40fa-8cb3-5bf80cc64a25 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:45.001724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:45.040955 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9e2143b-4fdd-40fa-8cb3-5bf80cc64a25 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:45.050987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:45.051369 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:45.128737 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9e2143b-4fdd-40fa-8cb3-5bf80cc64a25 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:45.235915 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9e2143b-4fdd-40fa-8cb3-5bf80cc64a25 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:45.264056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2143b-4fdd-40fa-8cb3-5bf80cc64a25 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6889d8-1691-403f-b8c7-9140cde95784,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:45.269473 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f9e2143b-4fdd-40fa-8cb3-5bf80cc64a25 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:45.272251 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f9e2143b-4fdd-40fa-8cb3-5bf80cc64a25 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/5a6889d8-1691-403f-b8c7-9140cde95784 HTTP/1.1" status: 204 len: 168 time: 0.3297040 Dec 17 13:47:45.275719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45704) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:45.276554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2695a611-e8dd-4f8c-9800-5d9c0c93ea3e None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:45.334942 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdac8811-8cf8-447a-8218-70328670b997 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Deleting subnet 7c9d0161-08cb-4d4f-8684-d0284f7f8f84 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:45.338463 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdac8811-8cf8-447a-8218-70328670b997 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:45.378933 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdac8811-8cf8-447a-8218-70328670b997 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:45.460190 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdac8811-8cf8-447a-8218-70328670b997 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:45.601775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdac8811-8cf8-447a-8218-70328670b997 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:45.630776 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac8811-8cf8-447a-8218-70328670b997 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9d0161-08cb-4d4f-8684-d0284f7f8f84,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:45.635575 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cdac8811-8cf8-447a-8218-70328670b997 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:45.638822 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cdac8811-8cf8-447a-8218-70328670b997 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/7c9d0161-08cb-4d4f-8684-d0284f7f8f84 HTTP/1.1" status: 204 len: 168 time: 0.3621478 Dec 17 13:47:45.641348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45706) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:45.680298 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-37818829-0ff0-41f6-8f79-a8c101618f09 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370839 Dec 17 13:47:45.683611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45708) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:45.732076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebef389-9f9c-4e36-9e13-3d21b86e03ca tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:45.733801 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9ebef389-9f9c-4e36-9e13-3d21b86e03ca tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0491722 Dec 17 13:47:45.736417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45710) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:45.791153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4a8e30-983d-4f16-acf3-4423d38288a1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:45.792678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4c4a8e30-983d-4f16-acf3-4423d38288a1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0553360 Dec 17 13:47:45.795272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45712) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:45.833436 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-77a08c39-1c3d-478b-8874-67303b504cc4 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368321 Dec 17 13:47:45.841453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45714) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:45.864254 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-625be3eb-76a9-4401-9c96-9d0cc0e4e3e4 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:45.864822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625be3eb-76a9-4401-9c96-9d0cc0e4e3e4 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:45.869884 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-625be3eb-76a9-4401-9c96-9d0cc0e4e3e4 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/82501947-a355-480c-8b4b-0eae7e079724 HTTP/1.1" status: 404 len: 333 time: 0.0256450 Dec 17 13:47:45.870851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45716) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:45.897296 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b68e8b1-7c35-48b5-93e0-9b7a977c06fc tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:45.897797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b68e8b1-7c35-48b5-93e0-9b7a977c06fc tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:45.899875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc3cbf2-956f-4e95-bde1-594ca0ba2169 None None] Network 576de818-3303-4a3d-9744-01f91b8e2aab requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:45.901396 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4b68e8b1-7c35-48b5-93e0-9b7a977c06fc tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/7c9d0161-08cb-4d4f-8684-d0284f7f8f84 HTTP/1.1" status: 404 len: 337 time: 0.0295596 Dec 17 13:47:45.903945 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45718) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:45.929146 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-65003e0c-e2fe-4ad9-b690-e405056e9b86 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:45.931529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65003e0c-e2fe-4ad9-b690-e405056e9b86 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:45.932788 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-65003e0c-e2fe-4ad9-b690-e405056e9b86 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/5a6889d8-1691-403f-b8c7-9140cde95784 HTTP/1.1" status: 404 len: 337 time: 0.0278590 Dec 17 13:47:45.935560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45720) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:45.970574 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea957063-4cbe-4bb8-b1d6-f67e45bfa91e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:45.970574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea957063-4cbe-4bb8-b1d6-f67e45bfa91e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:45.970574 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ea957063-4cbe-4bb8-b1d6-f67e45bfa91e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/6ed37eab-bf86-421f-ada6-784e90f5889a HTTP/1.1" status: 404 len: 333 time: 0.0307283 Dec 17 13:47:45.971947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45722) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:45.987811 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-067e6837-d369-4a11-98a3-0c3d25f107c7 None None] Provisioning complete for port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:45.988163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-067e6837-d369-4a11-98a3-0c3d25f107c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:45.998289 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde1e555-1b29-41a7-9804-a415dc767703 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:45.998752 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde1e555-1b29-41a7-9804-a415dc767703 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.001876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dde1e555-1b29-41a7-9804-a415dc767703 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/25ae950c-6541-4256-90f9-81e04f5440da HTTP/1.1" status: 404 len: 337 time: 0.0288949 Dec 17 13:47:46.004375 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45724) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.031174 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99a6b37-5d06-42ee-a447-b51ff331fcad tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.031635 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99a6b37-5d06-42ee-a447-b51ff331fcad tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.035595 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b99a6b37-5d06-42ee-a447-b51ff331fcad tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/ef697329-3282-442a-8a60-35c59b012e95 HTTP/1.1" status: 404 len: 337 time: 0.0300386 Dec 17 13:47:46.037928 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45726) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.062300 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f8455f-bd07-4906-9e97-bafd10326971 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.062868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f8455f-bd07-4906-9e97-bafd10326971 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.066727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c3f8455f-bd07-4906-9e97-bafd10326971 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/82b5c0fd-dca1-45c9-b2e9-6a3fd11da743 HTTP/1.1" status: 404 len: 333 time: 0.0278790 Dec 17 13:47:46.069231 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45728) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.084367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6a4556-bebd-4adb-93e6-d7661af1bca6 None None] DHCP port deletion for 576de818-3303-4a3d-9744-01f91b8e2aab request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:47:46.095551 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a003ceab-fb23-40e0-ab83-c056fa3d3480 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.096016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a003ceab-fb23-40e0-ab83-c056fa3d3480 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.099077 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a003ceab-fb23-40e0-ab83-c056fa3d3480 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/55a7e857-5778-4cbb-890d-1b48e36433d6 HTTP/1.1" status: 404 len: 337 time: 0.0289030 Dec 17 13:47:46.101695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45730) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.126659 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9c5ebb-5749-4844-a4a6-6329021c8e4c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.127116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9c5ebb-5749-4844-a4a6-6329021c8e4c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.130104 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dc9c5ebb-5749-4844-a4a6-6329021c8e4c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/41fa5982-c15c-4fb8-b322-f0ab47ed3eef HTTP/1.1" status: 404 len: 337 time: 0.0275145 Dec 17 13:47:46.130922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a4556-bebd-4adb-93e6-d7661af1bca6 None None] Deleting port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:46.131303 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4556-bebd-4adb-93e6-d7661af1bca6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:46.132719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45732) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.159469 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f203fc-7861-4d91-aa5d-bec2be3588e9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.160032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f203fc-7861-4d91-aa5d-bec2be3588e9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.165388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-71f203fc-7861-4d91-aa5d-bec2be3588e9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/851bf0a1-0228-4d67-bb30-9573c1b2fcc8 HTTP/1.1" status: 404 len: 333 time: 0.0292449 Dec 17 13:47:46.165647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45734) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.191436 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d26de5e-b86a-4f3c-af29-f54bdcf8a59f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.191880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d26de5e-b86a-4f3c-af29-f54bdcf8a59f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.194962 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9d26de5e-b86a-4f3c-af29-f54bdcf8a59f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/7f60d848-b27b-4af7-bec3-4418bc8308da HTTP/1.1" status: 404 len: 337 time: 0.0283475 Dec 17 13:47:46.198085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45736) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.198801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0e6a4556-bebd-4adb-93e6-d7661af1bca6 None None] For port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=3615ecaa-4cbf-4cc3-84fe-7b0161ee594c,segment=NetworkSegment(fd8382f2-f7f9-4606-b144-4cd6d5ea1efd),segment_id=fd8382f2-f7f9-4606-b144-4cd6d5ea1efd)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:46.199208 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4556-bebd-4adb-93e6-d7661af1bca6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:46.211567 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a4556-bebd-4adb-93e6-d7661af1bca6 None None] Calling delete_port for 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:46.222991 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e09a37f-d1f9-48f3-abda-95c702bf0ebc tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.223447 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e09a37f-d1f9-48f3-abda-95c702bf0ebc tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.226481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6e09a37f-d1f9-48f3-abda-95c702bf0ebc tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/de9291a1-d96c-4129-90f7-e2ab6b80ce39 HTTP/1.1" status: 404 len: 337 time: 0.0274835 Dec 17 13:47:46.228967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45738) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.251210 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec966121-e3ae-439e-b506-6a89c945b073 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.251758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec966121-e3ae-439e-b506-6a89c945b073 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.254861 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ec966121-e3ae-439e-b506-6a89c945b073 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/5fde01cc-48c6-4ce8-97b0-7882cf70219c HTTP/1.1" status: 404 len: 333 time: 0.0249448 Dec 17 13:47:46.257251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45740) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.282735 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7b561c-21dd-4786-bd0c-bbfc63d1f91f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.283409 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7b561c-21dd-4786-bd0c-bbfc63d1f91f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.286219 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0e7b561c-21dd-4786-bd0c-bbfc63d1f91f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/251353f3-d0f8-4f28-a13b-e322abc84c38 HTTP/1.1" status: 404 len: 337 time: 0.0279961 Dec 17 13:47:46.288796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45742) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.312964 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d67a037-cdc3-4ea8-965c-844d22e5f402 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.313487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d67a037-cdc3-4ea8-965c-844d22e5f402 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.316689 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0d67a037-cdc3-4ea8-965c-844d22e5f402 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/500e1f3a-40d4-4f60-8369-67932479c345 HTTP/1.1" status: 404 len: 333 time: 0.0269988 Dec 17 13:47:46.319298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45744) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.348554 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e455f94-c87b-49bf-bffd-5d40f63a15e9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.348997 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e455f94-c87b-49bf-bffd-5d40f63a15e9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.352004 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6e455f94-c87b-49bf-bffd-5d40f63a15e9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/284d0c7b-d15d-4a9b-b3c5-83acb061ff29 HTTP/1.1" status: 404 len: 337 time: 0.0318272 Dec 17 13:47:46.354593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45746) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.361587 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e826b48f-f2ae-433f-8aa9-e60b7eba1cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:46.377077 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-423d08f9-6120-4429-b3d8-c0de5651906c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.377620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423d08f9-6120-4429-b3d8-c0de5651906c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.380634 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-423d08f9-6120-4429-b3d8-c0de5651906c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/99ea6fa6-0b8e-4803-bd52-85b18955b053 HTTP/1.1" status: 404 len: 333 time: 0.0251348 Dec 17 13:47:46.383232 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45748) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.389118 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4556-bebd-4adb-93e6-d7661af1bca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:46.408682 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbbf0a9-5861-4014-8230-0f37c52be3b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.409143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cbbf0a9-5861-4014-8230-0f37c52be3b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.412323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0cbbf0a9-5861-4014-8230-0f37c52be3b0 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/a963113c-751a-4481-a9d5-c51f9425410b HTTP/1.1" status: 404 len: 337 time: 0.0282011 Dec 17 13:47:46.414922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45750) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.418734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a4556-bebd-4adb-93e6-d7661af1bca6 None None] Pushing event deleted for resources: {'Port': ['ID=3615ecaa-4cbf-4cc3-84fe-7b0161ee594c,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:46.427583 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a4556-bebd-4adb-93e6-d7661af1bca6 None None] No DVR routers for this DVR port 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:47:46.438417 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-856f19b6-e3cc-4b3d-ae90-bbeac2ad25a7 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.439127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856f19b6-e3cc-4b3d-ae90-bbeac2ad25a7 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.442196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-856f19b6-e3cc-4b3d-ae90-bbeac2ad25a7 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/38841c8e-5dab-46bb-88e5-78fb81640e9a HTTP/1.1" status: 404 len: 333 time: 0.0263727 Dec 17 13:47:46.444797 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45752) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.471374 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e54d56-6398-48ff-9af4-bcdf740c7aa6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.471826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e54d56-6398-48ff-9af4-bcdf740c7aa6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.474838 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-98e54d56-6398-48ff-9af4-bcdf740c7aa6 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/f149e696-3188-4c87-8b61-c1766ef2510b HTTP/1.1" status: 404 len: 337 time: 0.0285232 Dec 17 13:47:46.477233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45754) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.498551 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c2934a-4c78-489d-85b8-dbb390b84f73 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.499066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c2934a-4c78-489d-85b8-dbb390b84f73 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.502040 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e9c2934a-4c78-489d-85b8-dbb390b84f73 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/d5f4c9d8-c1b2-4bab-a0b1-6292225968e6 HTTP/1.1" status: 404 len: 333 time: 0.0239043 Dec 17 13:47:46.504497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45756) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.534589 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa487a2-64d4-4cc8-84d8-c30c009cb2c9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.534967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa487a2-64d4-4cc8-84d8-c30c009cb2c9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.537968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5fa487a2-64d4-4cc8-84d8-c30c009cb2c9 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/17c01f8a-b8a4-4b5f-a502-a08ce881c825 HTTP/1.1" status: 404 len: 337 time: 0.0326009 Dec 17 13:47:46.540475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45758) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.562601 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a24ffd5-cb6d-4c94-b442-8f8244458de3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.563118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a24ffd5-cb6d-4c94-b442-8f8244458de3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.566027 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7a24ffd5-cb6d-4c94-b442-8f8244458de3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/10c14e93-f09d-4a39-a7cc-aa3f8f91e680 HTTP/1.1" status: 404 len: 333 time: 0.0246727 Dec 17 13:47:46.568434 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45760) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.594467 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7664936a-a4f9-4e7e-b23d-c6dd30493e1e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.594934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7664936a-a4f9-4e7e-b23d-c6dd30493e1e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.597909 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7664936a-a4f9-4e7e-b23d-c6dd30493e1e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/77d372dd-60a2-4bfa-89da-ffefd69980ee HTTP/1.1" status: 404 len: 337 time: 0.0285823 Dec 17 13:47:46.600491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45762) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.625021 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-82967c9f-5380-4eea-b940-751a9f8b7b2b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.625463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82967c9f-5380-4eea-b940-751a9f8b7b2b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.628385 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-82967c9f-5380-4eea-b940-751a9f8b7b2b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/5adcb5fa-fcc9-43f6-8ab7-ffb1995f3a9d HTTP/1.1" status: 404 len: 337 time: 0.0270255 Dec 17 13:47:46.630731 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45764) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.653127 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6e7f9f-5558-4ee9-8bc2-317b54ae18f5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.653664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6e7f9f-5558-4ee9-8bc2-317b54ae18f5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.656540 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0d6e7f9f-5558-4ee9-8bc2-317b54ae18f5 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/111526f1-3fd0-45a8-a057-360749600024 HTTP/1.1" status: 404 len: 333 time: 0.0249562 Dec 17 13:47:46.658852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45766) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.682564 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68993aa-e3f1-4901-b542-17d6761ffa1c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.682940 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68993aa-e3f1-4901-b542-17d6761ffa1c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.686103 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a68993aa-e3f1-4901-b542-17d6761ffa1c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/50e3fba9-ab50-4c79-a6eb-c4bc3fe6b2da HTTP/1.1" status: 404 len: 337 time: 0.0263987 Dec 17 13:47:46.688297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45768) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.717145 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9772a0ce-aaf3-4138-9a48-cd59a7e76af7 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.717737 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9772a0ce-aaf3-4138-9a48-cd59a7e76af7 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.720649 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9772a0ce-aaf3-4138-9a48-cd59a7e76af7 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/30a91983-0224-4dc2-a6c4-955360b9dde6 HTTP/1.1" status: 404 len: 337 time: 0.0314038 Dec 17 13:47:46.723139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45770) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.744402 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4d6d27-5ba7-4731-a9a1-6f4a5fbc0047 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.744904 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4d6d27-5ba7-4731-a9a1-6f4a5fbc0047 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.747801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1f4d6d27-5ba7-4731-a9a1-6f4a5fbc0047 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/eaf5ebdc-2b8a-4b50-8beb-3ccf08e3fbef HTTP/1.1" status: 404 len: 333 time: 0.0238073 Dec 17 13:47:46.750113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45772) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.775045 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbe5c3a-d507-47bb-bc18-ac34ef65e62e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.775485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dbe5c3a-d507-47bb-bc18-ac34ef65e62e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.778389 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5dbe5c3a-d507-47bb-bc18-ac34ef65e62e tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/ebdb095d-f25d-49f4-8be5-0fb4057f7e0a HTTP/1.1" status: 404 len: 337 time: 0.0274272 Dec 17 13:47:46.780805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45774) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.805897 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfc6a00-d5dc-4fd0-8562-cddbd8fe98dc tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.806344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfc6a00-d5dc-4fd0-8562-cddbd8fe98dc tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.809259 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ecfc6a00-d5dc-4fd0-8562-cddbd8fe98dc tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/2d0d08d2-9f26-451e-90d2-e171e2c6e4e0 HTTP/1.1" status: 404 len: 337 time: 0.0275939 Dec 17 13:47:46.814043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45776) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.838265 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-239a9102-ccee-4afc-8413-40fdf0ab68e2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.838784 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239a9102-ccee-4afc-8413-40fdf0ab68e2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.841751 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-239a9102-ccee-4afc-8413-40fdf0ab68e2 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/36fd66c5-b7e0-4313-8720-5f99f8c2bb88 HTTP/1.1" status: 404 len: 333 time: 0.0263255 Dec 17 13:47:46.844268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45778) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.869054 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3d7f05-8db9-4793-a876-b960528d4131 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.869496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3d7f05-8db9-4793-a876-b960528d4131 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.872590 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1a3d7f05-8db9-4793-a876-b960528d4131 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/02e53eaa-accb-4eee-929d-dc19a437bf13 HTTP/1.1" status: 404 len: 337 time: 0.0274441 Dec 17 13:47:46.874982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45780) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.904082 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f05b8c0-cdc3-4b12-9cc9-052ae6735f5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:46.904526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f05b8c0-cdc3-4b12-9cc9-052ae6735f5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:46.907540 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5f05b8c0-cdc3-4b12-9cc9-052ae6735f5d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/a2dd3609-f2aa-41fb-9a1d-bd0abfbbcb7f HTTP/1.1" status: 404 len: 337 time: 0.0316753 Dec 17 13:47:46.910047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45782) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.938443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-285fb2b8-f119-4c92-b946-3804add30a5b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports?device_id=262d995a-b4e0-43a0-b3db-1b2ec8503228 HTTP/1.1" status: 200 len: 205 time: 0.0248699 Dec 17 13:47:46.939655 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45784) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.977003 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-d5ede5d8-fe35-4c0a-ad72-7c73dd44aafd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] delete failed (client error): The resource could not be found. Dec 17 13:47:46.978086 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d5ede5d8-fe35-4c0a-ad72-7c73dd44aafd tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/routers/262d995a-b4e0-43a0-b3db-1b2ec8503228 HTTP/1.1" status: 404 len: 336 time: 0.0375271 Dec 17 13:47:46.980567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45786) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:46.986704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:47:47.006937 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4148168d-c00b-424d-abe5-c4413871919d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.007155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:47:47.007425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4148168d-c00b-424d-abe5-c4413871919d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.007589 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 3615ecaa-4cbf-4cc3-84fe-7b0161ee594c not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:47:47.011721 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4148168d-c00b-424d-abe5-c4413871919d tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/a3c94c9b-d352-4f60-8144-af6384e790f0 HTTP/1.1" status: 404 len: 337 time: 0.0302508 Dec 17 13:47:47.014531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45788) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.040776 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fc5429c1-3209-46df-ad99-c4f453d76e62 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c2f6526-62cc-459e-b1af-eda0a23066ce HTTP/1.1" status: 200 len: 205 time: 0.0251255 Dec 17 13:47:47.043118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45790) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.082965 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-52a64374-a8d1-473b-8580-430e5acf5114 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] delete failed (client error): The resource could not be found. Dec 17 13:47:47.083875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-52a64374-a8d1-473b-8580-430e5acf5114 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/routers/5c2f6526-62cc-459e-b1af-eda0a23066ce HTTP/1.1" status: 404 len: 336 time: 0.0398829 Dec 17 13:47:47.086486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45792) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.111045 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-583bc689-bfe5-42a7-a35b-cedbe20e137c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.111488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583bc689-bfe5-42a7-a35b-cedbe20e137c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.114439 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-583bc689-bfe5-42a7-a35b-cedbe20e137c tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/dfd9ae83-bb8b-4baa-a114-f90d774ac7d8 HTTP/1.1" status: 404 len: 337 time: 0.0270789 Dec 17 13:47:47.116668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45794) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.143030 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-35963091-6017-4524-b0b6-ef7a1f38bb4b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.143801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35963091-6017-4524-b0b6-ef7a1f38bb4b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.149446 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-35963091-6017-4524-b0b6-ef7a1f38bb4b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/9497c664-8701-465d-aba9-443f4f08bd41 HTTP/1.1" status: 404 len: 337 time: 0.0311191 Dec 17 13:47:47.151953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45796) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.176176 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57b2f47-50a1-47eb-a41e-73f113e32378 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.176684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57b2f47-50a1-47eb-a41e-73f113e32378 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.180288 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b57b2f47-50a1-47eb-a41e-73f113e32378 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/d0eb3cff-4968-4b9b-ba78-dc6b4ed15b98 HTTP/1.1" status: 404 len: 333 time: 0.0272577 Dec 17 13:47:47.182761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45798) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.210869 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-69797430-343e-4b71-a63b-5919d390f8b8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.211332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69797430-343e-4b71-a63b-5919d390f8b8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.214407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-69797430-343e-4b71-a63b-5919d390f8b8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/e52eeb7b-507b-4fa9-a3f3-55345568bff2 HTTP/1.1" status: 404 len: 337 time: 0.0307555 Dec 17 13:47:47.216776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45800) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.243662 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-99051342-165e-4016-bea4-70a551c84c18 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.244181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99051342-165e-4016-bea4-70a551c84c18 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.247188 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-99051342-165e-4016-bea4-70a551c84c18 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/8c3a086c-29e3-48c1-9048-ae0ffe165aef HTTP/1.1" status: 404 len: 333 time: 0.0295036 Dec 17 13:47:47.249569 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45802) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.273962 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc7012c-6076-4158-83f4-47887b57bcdb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.274415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc7012c-6076-4158-83f4-47887b57bcdb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.277377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7bc7012c-6076-4158-83f4-47887b57bcdb tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/67760832-248f-4fb9-a6db-deec753ef164 HTTP/1.1" status: 404 len: 337 time: 0.0269027 Dec 17 13:47:47.279662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45804) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.301404 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afdd6f0-20c0-4e39-b6e3-45fce49ac7da tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.301952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afdd6f0-20c0-4e39-b6e3-45fce49ac7da tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.305552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6afdd6f0-20c0-4e39-b6e3-45fce49ac7da tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/af891678-c73c-45df-8de0-35fbaa23b863 HTTP/1.1" status: 404 len: 333 time: 0.0250196 Dec 17 13:47:47.307857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45806) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.332599 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9ebcad-f9ea-494c-876c-117381a431a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.333107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9ebcad-f9ea-494c-876c-117381a431a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.336098 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0a9ebcad-f9ea-494c-876c-117381a431a8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/bf0f91ec-f988-423b-88ab-da662cfe8ff4 HTTP/1.1" status: 404 len: 337 time: 0.0273323 Dec 17 13:47:47.338317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45808) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.360002 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a1419b-cc08-4e37-b0b9-fb0a0058ea8f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.360518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a1419b-cc08-4e37-b0b9-fb0a0058ea8f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.363506 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-44a1419b-cc08-4e37-b0b9-fb0a0058ea8f tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/548b0717-fbd8-4ea1-93fe-a66789e51bb5 HTTP/1.1" status: 404 len: 333 time: 0.0243120 Dec 17 13:47:47.365713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45810) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.390548 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dee2fe-6855-476c-abfb-0489f3947477 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.390999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61dee2fe-6855-476c-abfb-0489f3947477 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.394039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-61dee2fe-6855-476c-abfb-0489f3947477 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/1677d40e-5483-4f87-ae70-16704abaaba6 HTTP/1.1" status: 404 len: 337 time: 0.0274408 Dec 17 13:47:47.396315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45812) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.422697 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3861999-f757-4886-8acc-256f24830298 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.423255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3861999-f757-4886-8acc-256f24830298 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.426357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b3861999-f757-4886-8acc-256f24830298 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/61cb3dab-0bb4-4447-bdc0-1a0d16b7d631 HTTP/1.1" status: 404 len: 333 time: 0.0291424 Dec 17 13:47:47.428810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45814) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.455135 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b44726-436e-4a8a-a3be-2de75e8b31ef tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.455604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b44726-436e-4a8a-a3be-2de75e8b31ef tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.458690 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-07b44726-436e-4a8a-a3be-2de75e8b31ef tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/1e84aa9d-40fe-4e73-9fdb-824a1f6037dd HTTP/1.1" status: 404 len: 337 time: 0.0282650 Dec 17 13:47:47.461196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45816) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.483638 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ae31ef-8af5-496a-befc-4e80c6f427c1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.484168 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ae31ef-8af5-496a-befc-4e80c6f427c1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.487194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-50ae31ef-8af5-496a-befc-4e80c6f427c1 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/89ccf87a-c9f7-4523-9bb3-ec19b3d77abd HTTP/1.1" status: 404 len: 333 time: 0.0250685 Dec 17 13:47:47.489500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45818) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.515544 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-97af9a6d-3c57-4663-9108-23fb6c67b0b8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.516192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97af9a6d-3c57-4663-9108-23fb6c67b0b8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.519053 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-97af9a6d-3c57-4663-9108-23fb6c67b0b8 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/6d870af3-e7b2-48d5-98a4-e0dfbd9a90a1 HTTP/1.1" status: 404 len: 337 time: 0.0286419 Dec 17 13:47:47.521389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45820) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.543452 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bbcb58-f823-42a0-8605-95d71a30fe0b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.543982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bbcb58-f823-42a0-8605-95d71a30fe0b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.547005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-01bbcb58-f823-42a0-8605-95d71a30fe0b tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/ports/fb7218f7-aed2-43d8-a41d-fb25fdc04c4f HTTP/1.1" status: 404 len: 333 time: 0.0246921 Dec 17 13:47:47.549290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45822) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.574395 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e1ae33-34cb-47e8-9e57-2b12847b7ce3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:47.574848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e1ae33-34cb-47e8-9e57-2b12847b7ce3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:47.577833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-67e1ae33-34cb-47e8-9e57-2b12847b7ce3 tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/subnets/b295666e-cd0a-4659-b39d-0a5e36c01722 HTTP/1.1" status: 404 len: 337 time: 0.0275960 Dec 17 13:47:47.580257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45824) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:47.657275 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:47.752392 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:47.771708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576de818-3303-4a3d-9744-01f91b8e2aab']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:47:47.781404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:47:47.781752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8382f2-f7f9-4606-b144-4cd6d5ea1efd') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:47:47.791680 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:47.804517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:47.810655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:47:47.811113 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:47.812325 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: items = [ Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:47:47.814023 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:47:47.920926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:47.928491 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:47.931427 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] 10.222.0.59 "DELETE /v2.0/networks/576de818-3303-4a3d-9744-01f91b8e2aab HTTP/1.1" status: 204 len: 168 time: 0.3502846 Dec 17 13:47:47.950425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa6175-0d78-46a1-af76-c7345427cbff tempest-NetworksTestDHCPv6-455799050 tempest-NetworksTestDHCPv6-455799050-project] Pushing event deleted for resources: {'Network': ['ID=576de818-3303-4a3d-9744-01f91b8e2aab,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:48.334567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45830) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:48.475608 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2ee2b74f-4570-49da-9792-41420db186b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cfca85e54d9844be8f0e8fd04e3e3e9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398871 Dec 17 13:47:48.478652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45834) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:48.524811 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4880c535-d6f6-46e5-92ca-91d9e3644578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:48.545634 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4880c535-d6f6-46e5-92ca-91d9e3644578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:48.652388 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4880c535-d6f6-46e5-92ca-91d9e3644578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:48.655012 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4880c535-d6f6-46e5-92ca-91d9e3644578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:48.656223 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4880c535-d6f6-46e5-92ca-91d9e3644578 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6996496-0e52-450b-8eea-5145062bea20 HTTP/1.1" status: 204 len: 168 time: 0.1766973 Dec 17 13:47:48.664708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880c535-d6f6-46e5-92ca-91d9e3644578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6996496-0e52-450b-8eea-5145062bea20,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:48.973098 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:49.608302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45856) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:49.702434 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-245495922'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:49.794808 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:49.796556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:49.799889 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:49.809102 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:49.883364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:49.926322 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:49.954942 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:47:49.964477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc116b3-a602-4998-8e5e-23d189ae44bf,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:49.970109 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:49.970450 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Added segment f0ca8668-e09a-4b16-a5bc-7e748a70e44e of type vlan for network 3640d814-773f-4234-bc3a-b513f4d2a85a Dec 17 13:47:50.012346 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:50.097164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:50.102738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:50.103341 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:50.166303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Network': ['ID=3640d814-773f-4234-bc3a-b513f4d2a85a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:50.176093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 3640d814-773f-4234-bc3a-b513f4d2a85a details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:47:50.220311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1ea80174-6bfa-4d69-a655-93e4364a3742 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6108961 Dec 17 13:47:50.222985 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45860) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:50.227899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'name': 'tempest-PortsIpV6TestJSON-1045675640'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:50.384206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:50.387709 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:50.406541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:50.566909 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:50.658308 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:50.714980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=bad752c7-21bb-4ec8-9f0f-c0bcb5831674,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:50.725842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Checking segment: {'id': 'f0ca8668-e09a-4b16-a5bc-7e748a70e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:50.725842 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network hostable DHCP agents. Network: 3640d814-773f-4234-bc3a-b513f4d2a85a, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:47:50.800321 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 3640d814-773f-4234-bc3a-b513f4d2a85a is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:47:50.863221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 3640d814-773f-4234-bc3a-b513f4d2a85a) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:50.867773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:50.873325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3e99eb-8dba-4a59-8fd0-ea60e1ad1832 None None] Network 3640d814-773f-4234-bc3a-b513f4d2a85a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:50.874509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:50.875143 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:50.980720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-13bc6793-a702-4731-95cb-0d4c1f82e4a0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7565801 Dec 17 13:47:50.983768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45862) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:50.988680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d3ee2d31-dd80-4e29-8e0a-c9934c290f83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-773660416'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:51.091329 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ee2d31-dd80-4e29-8e0a-c9934c290f83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:51.094957 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2d31-dd80-4e29-8e0a-c9934c290f83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:51.119445 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ee2d31-dd80-4e29-8e0a-c9934c290f83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:47:51.127877 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2d31-dd80-4e29-8e0a-c9934c290f83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:51.128218 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-d3ee2d31-dd80-4e29-8e0a-c9934c290f83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Added segment eca80251-f805-47e1-ab02-e1cfff01d660 of type vlan for network 2de857a7-9ea0-4557-9acf-b30fb5b41edb Dec 17 13:47:51.166866 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2d31-dd80-4e29-8e0a-c9934c290f83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:51.251774 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2d31-dd80-4e29-8e0a-c9934c290f83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:51.257205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ee2d31-dd80-4e29-8e0a-c9934c290f83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:51.257836 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2d31-dd80-4e29-8e0a-c9934c290f83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:51.323556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee2d31-dd80-4e29-8e0a-c9934c290f83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Network': ['ID=2de857a7-9ea0-4557-9acf-b30fb5b41edb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:51.333803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 2de857a7-9ea0-4557-9acf-b30fb5b41edb details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:47:51.380919 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d3ee2d31-dd80-4e29-8e0a-c9934c290f83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3960943 Dec 17 13:47:51.383484 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45864) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:51.388285 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'ports': [{'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a'}, {'network_id': '2de857a7-9ea0-4557-9acf-b30fb5b41edb'}]} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:51.388628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:51.389059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': '2de857a7-9ea0-4557-9acf-b30fb5b41edb'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:51.617715 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 2} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:51.622339 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:51.635026 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:51.716702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port cfd6c5ab-2744-48f5-807f-89a2a51cd324 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:51.822532 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:51.888912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port 44b2afee-a9cd-43c3-84e1-9399b72cad0c yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:51.993026 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:52.075338 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:52.119050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 3640d814-773f-4234-bc3a-b513f4d2a85a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:52.122221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:52.125874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:52.126702 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:52.135570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=cfd6c5ab-2744-48f5-807f-89a2a51cd324,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:52.197190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=44b2afee-a9cd-43c3-84e1-9399b72cad0c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:52.202621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Checking segment: {'id': 'eca80251-f805-47e1-ab02-e1cfff01d660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '2de857a7-9ea0-4557-9acf-b30fb5b41edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:52.202981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network hostable DHCP agents. Network: 2de857a7-9ea0-4557-9acf-b30fb5b41edb, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:47:52.274549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 2de857a7-9ea0-4557-9acf-b30fb5b41edb is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:47:52.354690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 2de857a7-9ea0-4557-9acf-b30fb5b41edb) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:52.358256 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:52.363167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c2117b-839a-468d-9651-041bed555987 None None] Network 2de857a7-9ea0-4557-9acf-b30fb5b41edb requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:52.363953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:52.368769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:52.369431 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:52.449746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e59b501c-1a3b-4a8c-a150-c84825a093df tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0650890 Dec 17 13:47:52.452747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45866) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:52.542454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d7930e73-3eba-4388-b1f0-0f3568457fca tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port 44b2afee-a9cd-43c3-84e1-9399b72cad0c {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:52.546545 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d7930e73-3eba-4388-b1f0-0f3568457fca tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:52.612282 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d7930e73-3eba-4388-b1f0-0f3568457fca tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:52.629848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d7930e73-3eba-4388-b1f0-0f3568457fca tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for 44b2afee-a9cd-43c3-84e1-9399b72cad0c owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:52.811811 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d7930e73-3eba-4388-b1f0-0f3568457fca tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:52.838520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7930e73-3eba-4388-b1f0-0f3568457fca tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=44b2afee-a9cd-43c3-84e1-9399b72cad0c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:52.845565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d7930e73-3eba-4388-b1f0-0f3568457fca tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:52.848818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d7930e73-3eba-4388-b1f0-0f3568457fca tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/44b2afee-a9cd-43c3-84e1-9399b72cad0c HTTP/1.1" status: 204 len: 168 time: 0.3951142 Dec 17 13:47:52.851954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45868) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:52.903423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7392fe-e263-434b-bf46-0ec88a037448 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:52.909303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7392fe-e263-434b-bf46-0ec88a037448 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:52.910877 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2d7392fe-e263-434b-bf46-0ec88a037448 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0579979 Dec 17 13:47:52.914254 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45870) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:52.998050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-1986bf84-6caa-4d2a-bb89-c26d91d6dbdb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port cfd6c5ab-2744-48f5-807f-89a2a51cd324 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:52.998384 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1986bf84-6caa-4d2a-bb89-c26d91d6dbdb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.065613 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1986bf84-6caa-4d2a-bb89-c26d91d6dbdb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.078600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-1986bf84-6caa-4d2a-bb89-c26d91d6dbdb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for cfd6c5ab-2744-48f5-807f-89a2a51cd324 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:53.234354 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1986bf84-6caa-4d2a-bb89-c26d91d6dbdb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.263798 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986bf84-6caa-4d2a-bb89-c26d91d6dbdb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=cfd6c5ab-2744-48f5-807f-89a2a51cd324,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:53.267259 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1986bf84-6caa-4d2a-bb89-c26d91d6dbdb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.270581 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1986bf84-6caa-4d2a-bb89-c26d91d6dbdb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/cfd6c5ab-2744-48f5-807f-89a2a51cd324 HTTP/1.1" status: 204 len: 168 time: 0.3553705 Dec 17 13:47:53.273860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45872) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:53.329361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b421a-a6ab-4f9d-8a3f-091b4f420406 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:53.329361 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-355b421a-a6ab-4f9d-8a3f-091b4f420406 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0515265 Dec 17 13:47:53.331499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45874) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:53.358839 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54206b4-813b-428e-9ab1-fe486c70ed60 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:47:53.360198 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f54206b4-813b-428e-9ab1-fe486c70ed60 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/44b2afee-a9cd-43c3-84e1-9399b72cad0c HTTP/1.1" status: 404 len: 333 time: 0.0277069 Dec 17 13:47:53.362737 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45876) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:53.386028 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7ab895-78b3-47e7-87f2-88203a0400f4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:47:53.387323 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ea7ab895-78b3-47e7-87f2-88203a0400f4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/cfd6c5ab-2744-48f5-807f-89a2a51cd324 HTTP/1.1" status: 404 len: 333 time: 0.0236869 Dec 17 13:47:53.389770 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45878) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:53.461358 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.546766 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.566475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de857a7-9ea0-4557-9acf-b30fb5b41edb']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:47:53.576359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca80251-f805-47e1-ab02-e1cfff01d660') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:47:53.576647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca80251-f805-47e1-ab02-e1cfff01d660') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:47:53.587345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.600153 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.607577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:47:53.607960 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: items = [ Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:47:53.610967 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:47:53.737452 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.744637 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.747956 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/networks/2de857a7-9ea0-4557-9acf-b30fb5b41edb HTTP/1.1" status: 204 len: 168 time: 0.3573031 Dec 17 13:47:53.751610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45880) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:53.756878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7b0b926c-bb13-4d6f-bac5-18d602663b3d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2099476797'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:53.760840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135eb039-0162-449e-95c8-aac113a443e1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Network': ['ID=2de857a7-9ea0-4557-9acf-b30fb5b41edb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:53.852700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0b926c-bb13-4d6f-bac5-18d602663b3d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:53.856110 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b0b926c-bb13-4d6f-bac5-18d602663b3d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.879122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0b926c-bb13-4d6f-bac5-18d602663b3d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:47:53.887650 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b0b926c-bb13-4d6f-bac5-18d602663b3d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.887994 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-7b0b926c-bb13-4d6f-bac5-18d602663b3d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Added segment 124b738a-4ee2-4557-88c8-3f357d58daa4 of type vlan for network f4c6a260-51ed-4779-96b8-1c7c91b7df86 Dec 17 13:47:53.927713 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b0b926c-bb13-4d6f-bac5-18d602663b3d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.989265 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b0b926c-bb13-4d6f-bac5-18d602663b3d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:53.994804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b926c-bb13-4d6f-bac5-18d602663b3d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:53.995388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7b0b926c-bb13-4d6f-bac5-18d602663b3d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:54.093072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b926c-bb13-4d6f-bac5-18d602663b3d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Network': ['ID=f4c6a260-51ed-4779-96b8-1c7c91b7df86,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:54.103684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f4c6a260-51ed-4779-96b8-1c7c91b7df86 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:47:54.109686 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7b0b926c-bb13-4d6f-bac5-18d602663b3d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3537915 Dec 17 13:47:54.111008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45882) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:54.114998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': 'f4c6a260-51ed-4779-96b8-1c7c91b7df86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:54.263556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:54.267302 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:54.329035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_backend_mixin [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Performing IP validity checks on allocation pools {{(pid=110454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 13:47:54.331851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.ipam_backend_mixin [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 13:47:54.538254 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:54.602834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Subnet': ['ID=73ea3002-8708-43f6-9694-ef72c5e408f7,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:54.611774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Checking segment: {'id': '124b738a-4ee2-4557-88c8-3f357d58daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c6a260-51ed-4779-96b8-1c7c91b7df86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:54.612135 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network hostable DHCP agents. Network: f4c6a260-51ed-4779-96b8-1c7c91b7df86, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:47:54.691912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network f4c6a260-51ed-4779-96b8-1c7c91b7df86 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:47:54.789147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f4c6a260-51ed-4779-96b8-1c7c91b7df86) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:54.793066 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:54.793705 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:54.798337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6324e70-1d28-465d-aca3-16405ee3afd9 None None] Network f4c6a260-51ed-4779-96b8-1c7c91b7df86 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:54.897338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-f4c6a260-51ed-4779-96b8-1c7c91b7df86', 'network_id': 'f4c6a260-51ed-4779-96b8-1c7c91b7df86', 'project_id': 'ccc222bdd13f4e8da3aab2c43a527ede', 'fixed_ips': [{'subnet_id': '73ea3002-8708-43f6-9694-ef72c5e408f7'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:47:54.898893 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:54.929406 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-80053b58-68ad-4120-9e98-0aeb372c4ec5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8183503 Dec 17 13:47:54.931893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45884) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:54.938667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': 'f4c6a260-51ed-4779-96b8-1c7c91b7df86', 'name': 'tempest-PortsIpV6TestJSON-990725543'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:55.044263 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Allocated IP 2001:db8::2 (f4c6a260-51ed-4779-96b8-1c7c91b7df86/73ea3002-8708-43f6-9694-ef72c5e408f7/29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:55.126589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:55.130570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:55.150806 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port 73356540-cdb7-4ca6-8494-822f65b64338 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:55.194224 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:55.281413 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:55.330421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Network f4c6a260-51ed-4779-96b8-1c7c91b7df86 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:55.337452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:55.339486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Pushing event updated for resources: {'Port': ['ID=29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:55.346990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:55.351519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.351880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.352229 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.352577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.352915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.353254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.353611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.353976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.354314 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.354648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.354980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.355334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.355633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:55.419068 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Attempting to bind port 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:47:55.419534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Attempting to bind port 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '124b738a-4ee2-4557-88c8-3f357d58daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c6a260-51ed-4779-96b8-1c7c91b7df86'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:47:55.419967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Attempting to bind port 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 on network f4c6a260-51ed-4779-96b8-1c7c91b7df86 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:47:55.425768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:47:55.426260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Checking segment: {'id': '124b738a-4ee2-4557-88c8-3f357d58daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c6a260-51ed-4779-96b8-1c7c91b7df86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:55.426734 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:55.427197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Bound using segment: {'id': '124b738a-4ee2-4557-88c8-3f357d58daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c6a260-51ed-4779-96b8-1c7c91b7df86'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:47:55.427741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Bound port: 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124b738a-4ee2-4557-88c8-3f357d58daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f4c6a260-51ed-4779-96b8-1c7c91b7df86'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:47:55.428190 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:55.492532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] For port 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:47:55.495677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] For port 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2,segment=NetworkSegment(124b738a-4ee2-4557-88c8-3f357d58daa4),segment_id=124b738a-4ee2-4557-88c8-3f357d58daa4)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:47:55.555824 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:55.601917 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8::2ab (f4c6a260-51ed-4779-96b8-1c7c91b7df86/73ea3002-8708-43f6-9694-ef72c5e408f7/73356540-cdb7-4ca6-8494-822f65b64338) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:55.631875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdb5f6-3561-47dc-95c3-5b7421892e05 None None] Pushing event updated for resources: {'Port': ['ID=29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:55.770025 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:55.875931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:55.920566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network f4c6a260-51ed-4779-96b8-1c7c91b7df86 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:55.929710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:55.934419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:55.941137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:55.941884 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:55.953625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=73356540-cdb7-4ca6-8494-822f65b64338,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:56.032021 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e261eb53-7b9b-48f2-9ef7-746a063f4492 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0990119 Dec 17 13:47:56.034639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45886) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:56.125860 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c62b0050-7ca3-437a-a765-b435c70253ac tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port 73356540-cdb7-4ca6-8494-822f65b64338 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:56.126128 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c62b0050-7ca3-437a-a765-b435c70253ac tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:56.211605 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c62b0050-7ca3-437a-a765-b435c70253ac tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:56.223134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c62b0050-7ca3-437a-a765-b435c70253ac tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for 73356540-cdb7-4ca6-8494-822f65b64338 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:56.406593 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c62b0050-7ca3-437a-a765-b435c70253ac tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:56.436665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b0050-7ca3-437a-a765-b435c70253ac tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=73356540-cdb7-4ca6-8494-822f65b64338,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:56.469144 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c62b0050-7ca3-437a-a765-b435c70253ac tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:56.473006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c62b0050-7ca3-437a-a765-b435c70253ac tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/73356540-cdb7-4ca6-8494-822f65b64338 HTTP/1.1" status: 204 len: 168 time: 0.4370847 Dec 17 13:47:56.475370 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45888) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:56.497880 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-217c7c4a-74af-4db2-ba76-f8b6fe30f95d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] DELETE failed (client error): The resource could not be found. Dec 17 13:47:56.498436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217c7c4a-74af-4db2-ba76-f8b6fe30f95d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:47:56.501444 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-217c7c4a-74af-4db2-ba76-f8b6fe30f95d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/73356540-cdb7-4ca6-8494-822f65b64338 HTTP/1.1" status: 404 len: 333 time: 0.0250680 Dec 17 13:47:56.504226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45890) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:56.529103 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f480df4-6556-4ceb-9e11-c9fd2b24af71 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:47:56.530566 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8f480df4-6556-4ceb-9e11-c9fd2b24af71 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/73356540-cdb7-4ca6-8494-822f65b64338 HTTP/1.1" status: 404 len: 333 time: 0.0254204 Dec 17 13:47:56.533461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45892) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:56.586083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f18384-e0a3-47ad-8312-a68c939e1826 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting subnet 73ea3002-8708-43f6-9694-ef72c5e408f7 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:47:56.586226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f378f0-68e0-44c1-8ea1-63ce7c90a476 None None] Network f4c6a260-51ed-4779-96b8-1c7c91b7df86 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:56.589474 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06f18384-e0a3-47ad-8312-a68c939e1826 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:56.630750 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06f18384-e0a3-47ad-8312-a68c939e1826 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:56.700871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b711801d-6d70-4765-b779-9fdd76be884b None None] Provisioning complete for port 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:56.701145 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b711801d-6d70-4765-b779-9fdd76be884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:56.719964 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06f18384-e0a3-47ad-8312-a68c939e1826 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:56.791414 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b711801d-6d70-4765-b779-9fdd76be884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:56.875604 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06f18384-e0a3-47ad-8312-a68c939e1826 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:56.906243 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f18384-e0a3-47ad-8312-a68c939e1826 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Subnet': ['ID=73ea3002-8708-43f6-9694-ef72c5e408f7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:56.908167 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-06f18384-e0a3-47ad-8312-a68c939e1826 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:56.914911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45894) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:56.918163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-06f18384-e0a3-47ad-8312-a68c939e1826 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/73ea3002-8708-43f6-9694-ef72c5e408f7 HTTP/1.1" status: 204 len: 168 time: 0.3835618 Dec 17 13:47:56.923197 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-b711801d-6d70-4765-b779-9fdd76be884b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:47:56.923638 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-b711801d-6d70-4765-b779-9fdd76be884b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:47:57.010165 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.048852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:47:57.073063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:57.073421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.104316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:47:57.104690 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.142649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] For port 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2,segment=NetworkSegment(124b738a-4ee2-4557-88c8-3f357d58daa4),segment_id=124b738a-4ee2-4557-88c8-3f357d58daa4)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:47:57.143045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.143683 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af93ebf9-e9a6-4118-8492-02fc188d18b3 None None] Network f4c6a260-51ed-4779-96b8-1c7c91b7df86 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:57.159723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:47:57.260701 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.315213 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.344124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:57.345107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a90b639-a34c-46b6-b91c-7b0800acae81 None None] DHCP port deletion for f4c6a260-51ed-4779-96b8-1c7c91b7df86 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:47:57.346495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No DVR routers for this DVR port 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:47:57.357856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.358221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.358566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.358904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.359237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.359564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.359890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.360219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.360541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.360864 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.361185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.361523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.361840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:47:57.439917 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.444310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b711801d-6d70-4765-b779-9fdd76be884b None None] Port 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 update to ACTIVE by agent not found {{(pid=110455) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 17 13:47:57.459082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c6a260-51ed-4779-96b8-1c7c91b7df86']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:47:57.468634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124b738a-4ee2-4557-88c8-3f357d58daa4') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:47:57.468942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124b738a-4ee2-4557-88c8-3f357d58daa4') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:47:57.478654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.491515 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.497196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:47:57.497599 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:47:57.500708 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:47:57.555849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ce558cee-e075-442f-be4c-035148750199 None None] Could not find standard attr ID for object 73356540-cdb7-4ca6-8494-822f65b64338. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:57.558947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ce558cee-e075-442f-be4c-035148750199 None None] Could not find standard attr ID for object 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:47:57.646197 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.656728 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.657430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/networks/f4c6a260-51ed-4779-96b8-1c7c91b7df86 HTTP/1.1" status: 204 len: 168 time: 0.7409673 Dec 17 13:47:57.661380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45900) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:57.674922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a0067721-4a3a-42cb-ad0f-362236813612 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1475518501'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:57.679046 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe978a-0262-49b1-9075-e4aa601b593b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Network': ['ID=f4c6a260-51ed-4779-96b8-1c7c91b7df86,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:57.759685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0067721-4a3a-42cb-ad0f-362236813612 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:57.763237 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0067721-4a3a-42cb-ad0f-362236813612 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.786959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0067721-4a3a-42cb-ad0f-362236813612 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:47:57.795726 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0067721-4a3a-42cb-ad0f-362236813612 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.796077 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-a0067721-4a3a-42cb-ad0f-362236813612 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Added segment f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115 of type vlan for network 64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b Dec 17 13:47:57.839596 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0067721-4a3a-42cb-ad0f-362236813612 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.931613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0067721-4a3a-42cb-ad0f-362236813612 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:57.937548 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0067721-4a3a-42cb-ad0f-362236813612 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:57.940019 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a0067721-4a3a-42cb-ad0f-362236813612 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:58.003729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0067721-4a3a-42cb-ad0f-362236813612 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Network': ['ID=64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:58.014791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:47:58.112285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a0067721-4a3a-42cb-ad0f-362236813612 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4497042 Dec 17 13:47:58.115231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45902) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:58.120628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1857ac01-45d9-46eb-8643-9763b005d6c2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': '64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:58.291973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1857ac01-45d9-46eb-8643-9763b005d6c2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:58.295551 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1857ac01-45d9-46eb-8643-9763b005d6c2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:58.509433 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1857ac01-45d9-46eb-8643-9763b005d6c2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:58.564978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857ac01-45d9-46eb-8643-9763b005d6c2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Subnet': ['ID=288142f4-4301-41bc-8f01-4daa84d95596,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:58.582809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1857ac01-45d9-46eb-8643-9763b005d6c2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Checking segment: {'id': 'f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:58.583180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857ac01-45d9-46eb-8643-9763b005d6c2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network hostable DHCP agents. Network: 64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:47:58.668580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857ac01-45d9-46eb-8643-9763b005d6c2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:47:58.754421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1857ac01-45d9-46eb-8643-9763b005d6c2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:58.759084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857ac01-45d9-46eb-8643-9763b005d6c2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:58.759763 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1857ac01-45d9-46eb-8643-9763b005d6c2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:58.768280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c2ef3d-9a46-4213-88c9-b00982404863 None None] Network 64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:47:58.848827 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1857ac01-45d9-46eb-8643-9763b005d6c2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7324939 Dec 17 13:47:58.852158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45904) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:58.857046 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': '64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-130887736'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:47:58.866852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b', 'network_id': '64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b', 'project_id': 'ccc222bdd13f4e8da3aab2c43a527ede', 'fixed_ips': [{'subnet_id': '288142f4-4301-41bc-8f01-4daa84d95596'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:47:58.867904 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:58.999508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:47:59.032996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:47:59.033684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 29c07df0-cdc2-46cc-b92c-e2d50b8fb9a2 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:47:59.035820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Allocated IP 2001:db8::2 (64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b/288142f4-4301-41bc-8f01-4daa84d95596/9fec4c05-3ab6-47e7-96a2-636d1caa926a) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:59.040490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:47:59.044605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:59.062594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port 929dca05-9494-4567-bbee-2aedeaa61f12 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:47:59.173840 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:59.240663 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:59.291956 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Network 64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:59.295011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:59.299205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:59.303352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8::103 (64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b/288142f4-4301-41bc-8f01-4daa84d95596/929dca05-9494-4567-bbee-2aedeaa61f12) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:47:59.307584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Pushing event updated for resources: {'Port': ['ID=9fec4c05-3ab6-47e7-96a2-636d1caa926a,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:59.361143 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Attempting to bind port 9fec4c05-3ab6-47e7-96a2-636d1caa926a on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:47:59.361517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Attempting to bind port 9fec4c05-3ab6-47e7-96a2-636d1caa926a by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:47:59.361916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Attempting to bind port 9fec4c05-3ab6-47e7-96a2-636d1caa926a on network 64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:47:59.367037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:47:59.367423 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Checking segment: {'id': 'f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:47:59.367838 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:59.368253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Bound using segment: {'id': 'f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:47:59.368731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Bound port: 9fec4c05-3ab6-47e7-96a2-636d1caa926a, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:47:59.369121 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:59.426409 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:59.431404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3c547639-93de-437f-99c7-e65179afc085 None None] For port 9fec4c05-3ab6-47e7-96a2-636d1caa926a, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:47:59.434493 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3c547639-93de-437f-99c7-e65179afc085 None None] For port 9fec4c05-3ab6-47e7-96a2-636d1caa926a, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9fec4c05-3ab6-47e7-96a2-636d1caa926a,segment=NetworkSegment(f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115),segment_id=f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:47:59.503993 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:59.521024 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:59.565424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c547639-93de-437f-99c7-e65179afc085 None None] Pushing event updated for resources: {'Port': ['ID=9fec4c05-3ab6-47e7-96a2-636d1caa926a,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:59.568902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:47:59.572939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:47:59.576868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:47:59.582571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:47:59.583236 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:59.593888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=929dca05-9494-4567-bbee-2aedeaa61f12,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:47:59.649263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-886fb1f0-dc67-4d80-beb0-a53e2b3e6dd5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7960417 Dec 17 13:47:59.651960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45906) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:47:59.764757 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e89b91a7-4f28-4e2e-9f83-a06d13970d39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port 929dca05-9494-4567-bbee-2aedeaa61f12 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:47:59.764757 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e89b91a7-4f28-4e2e-9f83-a06d13970d39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:59.854812 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e89b91a7-4f28-4e2e-9f83-a06d13970d39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:47:59.867953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e89b91a7-4f28-4e2e-9f83-a06d13970d39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for 929dca05-9494-4567-bbee-2aedeaa61f12 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:00.091843 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e89b91a7-4f28-4e2e-9f83-a06d13970d39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.119934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b91a7-4f28-4e2e-9f83-a06d13970d39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=929dca05-9494-4567-bbee-2aedeaa61f12,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:00.143623 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e89b91a7-4f28-4e2e-9f83-a06d13970d39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.147012 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e89b91a7-4f28-4e2e-9f83-a06d13970d39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/929dca05-9494-4567-bbee-2aedeaa61f12 HTTP/1.1" status: 204 len: 168 time: 0.4940276 Dec 17 13:48:00.150551 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45908) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:00.186186 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa400f4-d194-4855-bb00-ad33788d7979 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:48:00.187769 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2fa400f4-d194-4855-bb00-ad33788d7979 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/929dca05-9494-4567-bbee-2aedeaa61f12 HTTP/1.1" status: 404 len: 333 time: 0.0362132 Dec 17 13:48:00.190436 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45910) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:00.242651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2a449d-4a0f-41c7-84b0-e16bc6d040e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting subnet 288142f4-4301-41bc-8f01-4daa84d95596 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:48:00.245893 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0f2a449d-4a0f-41c7-84b0-e16bc6d040e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.287807 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0f2a449d-4a0f-41c7-84b0-e16bc6d040e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.384741 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0f2a449d-4a0f-41c7-84b0-e16bc6d040e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.504234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2041cf11-5243-41cd-9d34-60f7e5bb232f None None] Network 64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:00.509680 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0f2a449d-4a0f-41c7-84b0-e16bc6d040e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.534586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a449d-4a0f-41c7-84b0-e16bc6d040e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Subnet': ['ID=288142f4-4301-41bc-8f01-4daa84d95596,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:00.542917 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0f2a449d-4a0f-41c7-84b0-e16bc6d040e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.547247 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0f2a449d-4a0f-41c7-84b0-e16bc6d040e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/288142f4-4301-41bc-8f01-4daa84d95596 HTTP/1.1" status: 204 len: 168 time: 0.3535581 Dec 17 13:48:00.547771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45912) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:00.604183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b3642998-eeab-4cdc-9c13-84760892c805 None None] Provisioning complete for port 9fec4c05-3ab6-47e7-96a2-636d1caa926a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:00.604557 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b3642998-eeab-4cdc-9c13-84760892c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.625374 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.684401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c51b1e1-9fe4-4b49-93f6-af64d20b50fc None None] DHCP port deletion for 64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:48:00.685317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port 9fec4c05-3ab6-47e7-96a2-636d1caa926a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:00.685852 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.721915 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b3642998-eeab-4cdc-9c13-84760892c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.750937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] For port 9fec4c05-3ab6-47e7-96a2-636d1caa926a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9fec4c05-3ab6-47e7-96a2-636d1caa926a,segment=NetworkSegment(f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115),segment_id=f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:00.751249 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.764565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for 9fec4c05-3ab6-47e7-96a2-636d1caa926a owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:00.769906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b3642998-eeab-4cdc-9c13-84760892c805 None None] For port 9fec4c05-3ab6-47e7-96a2-636d1caa926a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9fec4c05-3ab6-47e7-96a2-636d1caa926a,segment=NetworkSegment(f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115),segment_id=f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:00.781023 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0c51b1e1-9fe4-4b49-93f6-af64d20b50fc None None] Deleting port 9fec4c05-3ab6-47e7-96a2-636d1caa926a {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:00.781023 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c51b1e1-9fe4-4b49-93f6-af64d20b50fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.819992 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b3642998-eeab-4cdc-9c13-84760892c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.874186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0c51b1e1-9fe4-4b49-93f6-af64d20b50fc None None] For port 9fec4c05-3ab6-47e7-96a2-636d1caa926a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9fec4c05-3ab6-47e7-96a2-636d1caa926a,segment=NetworkSegment(f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115),segment_id=f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:00.874553 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c51b1e1-9fe4-4b49-93f6-af64d20b50fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.894044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0c51b1e1-9fe4-4b49-93f6-af64d20b50fc None None] Calling delete_port for 9fec4c05-3ab6-47e7-96a2-636d1caa926a owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:00.894340 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:00.911434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3642998-eeab-4cdc-9c13-84760892c805 None None] Pushing event updated for resources: {'Port': ['ID=9fec4c05-3ab6-47e7-96a2-636d1caa926a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:00.921285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=9fec4c05-3ab6-47e7-96a2-636d1caa926a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:00.927206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No DVR routers for this DVR port 9fec4c05-3ab6-47e7-96a2-636d1caa926a on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:48:00.990507 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c51b1e1-9fe4-4b49-93f6-af64d20b50fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.008251 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.016297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51b1e1-9fe4-4b49-93f6-af64d20b50fc None None] Pushing event deleted for resources: {'Port': ['ID=9fec4c05-3ab6-47e7-96a2-636d1caa926a,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:01.021566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51b1e1-9fe4-4b49-93f6-af64d20b50fc None None] No DVR routers for this DVR port 9fec4c05-3ab6-47e7-96a2-636d1caa926a on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:48:01.031024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:01.041407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:01.041780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a3aa3d-9cb9-4e5e-9c43-e7b98e023115') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:01.051910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.067345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.073825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:48:01.074217 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:48:01.077276 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:48:01.212043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.219177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.222581 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/networks/64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b HTTP/1.1" status: 204 len: 168 time: 0.6737998 Dec 17 13:48:01.228004 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45914) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:01.233108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'name': 'tempest-PortsIpV6TestJSON-2122321768'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:01.235662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850634e-6e27-4c6c-bf8a-7552d0be6b25 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Network': ['ID=64a0dc87-cbeb-4e30-a6ad-a33cdfd4d71b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:01.388689 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:01.392240 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.412337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port f7547b67-6f02-4ac1-a001-d3dc6a1b35f8 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:48:01.568518 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.657412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.700328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 3640d814-773f-4234-bc3a-b513f4d2a85a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:01.705558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:01.709132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:01.715664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:01.716262 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.724294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=f7547b67-6f02-4ac1-a001-d3dc6a1b35f8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:01.791283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6bd479d0-bee8-47ea-8e88-7da6d7fdf934 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5621068 Dec 17 13:48:01.793844 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45916) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:01.879664 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-71e38092-0e75-475d-8a3a-89daf767a0a5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port f7547b67-6f02-4ac1-a001-d3dc6a1b35f8 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:01.880015 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71e38092-0e75-475d-8a3a-89daf767a0a5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.908916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.949544 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71e38092-0e75-475d-8a3a-89daf767a0a5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:01.962931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-71e38092-0e75-475d-8a3a-89daf767a0a5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for f7547b67-6f02-4ac1-a001-d3dc6a1b35f8 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:02.091777 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71e38092-0e75-475d-8a3a-89daf767a0a5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:02.126192 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e38092-0e75-475d-8a3a-89daf767a0a5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=f7547b67-6f02-4ac1-a001-d3dc6a1b35f8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:02.130180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-71e38092-0e75-475d-8a3a-89daf767a0a5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:02.134468 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-71e38092-0e75-475d-8a3a-89daf767a0a5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/f7547b67-6f02-4ac1-a001-d3dc6a1b35f8 HTTP/1.1" status: 204 len: 168 time: 0.3396764 Dec 17 13:48:02.136820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45918) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:02.141683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'mac_address': 'fa:16:3e:19:e6:60', 'name': 'tempest-PortsIpV6TestJSON-1110794170'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:02.280053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:02.347883 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:02.368549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port bfb2b4bb-5120-4866-94c2-1d295e515c98 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:48:02.525127 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:02.617523 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:02.661269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 3640d814-773f-4234-bc3a-b513f4d2a85a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:02.665137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:02.668781 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:02.674342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:02.674949 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:02.680656 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=bfb2b4bb-5120-4866-94c2-1d295e515c98,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:02.745565 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-73990d59-dd88-4e02-84cd-97832d70b47a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6077247 Dec 17 13:48:02.748016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45922) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:02.790388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd570e4-6dea-4446-a827-3ded63ba7ec2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:02.791723 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6fd570e4-6dea-4446-a827-3ded63ba7ec2 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/bfb2b4bb-5120-4866-94c2-1d295e515c98 HTTP/1.1" status: 200 len: 845 time: 0.0427938 Dec 17 13:48:02.794428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45924) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:02.879084 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4da6651d-df9f-4fc7-9ddc-334af85d7b95 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port bfb2b4bb-5120-4866-94c2-1d295e515c98 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:02.879351 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4da6651d-df9f-4fc7-9ddc-334af85d7b95 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:02.944132 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4da6651d-df9f-4fc7-9ddc-334af85d7b95 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:02.956838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4da6651d-df9f-4fc7-9ddc-334af85d7b95 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for bfb2b4bb-5120-4866-94c2-1d295e515c98 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:03.091481 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4da6651d-df9f-4fc7-9ddc-334af85d7b95 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:03.117162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6651d-df9f-4fc7-9ddc-334af85d7b95 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=bfb2b4bb-5120-4866-94c2-1d295e515c98,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:03.124147 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4da6651d-df9f-4fc7-9ddc-334af85d7b95 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:03.127662 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4da6651d-df9f-4fc7-9ddc-334af85d7b95 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/bfb2b4bb-5120-4866-94c2-1d295e515c98 HTTP/1.1" status: 204 len: 168 time: 0.3323328 Dec 17 13:48:03.130376 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45926) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:03.155458 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7520c8eb-bf85-459d-a519-01e69f17e746 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:48:03.156879 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7520c8eb-bf85-459d-a519-01e69f17e746 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/bfb2b4bb-5120-4866-94c2-1d295e515c98 HTTP/1.1" status: 404 len: 333 time: 0.0256274 Dec 17 13:48:03.160469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45928) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:03.165207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'name': 'tempest-PortsIpV6TestJSON-1798144479'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:03.325852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:03.329696 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:03.347880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port ba1a3f4d-66a2-400b-af18-b937c1b7321c yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:48:03.502744 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:03.600600 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:03.644647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 3640d814-773f-4234-bc3a-b513f4d2a85a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:03.648281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:03.650620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:03.656258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:03.656904 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:03.669340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=ba1a3f4d-66a2-400b-af18-b937c1b7321c,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:03.769185 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a68f679f-3a39-4b52-a65f-39a1db5b06fb tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6074908 Dec 17 13:48:03.771631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45930) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:03.777355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-df740c2f-c0b4-4b64-8190-5b05086c195a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:03.843296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df740c2f-c0b4-4b64-8190-5b05086c195a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:03.990241 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df740c2f-c0b4-4b64-8190-5b05086c195a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:04.045789 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df740c2f-c0b4-4b64-8190-5b05086c195a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:04.082444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-df740c2f-c0b4-4b64-8190-5b05086c195a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] In _notify_port_updated(), no bound segment for port ba1a3f4d-66a2-400b-af18-b937c1b7321c on network 3640d814-773f-4234-bc3a-b513f4d2a85a {{(pid=110454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:48:04.088501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df740c2f-c0b4-4b64-8190-5b05086c195a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:04.089105 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df740c2f-c0b4-4b64-8190-5b05086c195a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:04.090561 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-df740c2f-c0b4-4b64-8190-5b05086c195a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "PUT /v2.0/ports/ba1a3f4d-66a2-400b-af18-b937c1b7321c HTTP/1.1" status: 200 len: 818 time: 0.3180025 Dec 17 13:48:04.093270 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45932) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:04.130283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df740c2f-c0b4-4b64-8190-5b05086c195a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=ba1a3f4d-66a2-400b-af18-b937c1b7321c,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:04.185696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-29e58f18-8058-414a-9aa4-8a16af0b5f88 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port ba1a3f4d-66a2-400b-af18-b937c1b7321c {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:04.186044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29e58f18-8058-414a-9aa4-8a16af0b5f88 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:04.252684 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29e58f18-8058-414a-9aa4-8a16af0b5f88 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:04.265990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-29e58f18-8058-414a-9aa4-8a16af0b5f88 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for ba1a3f4d-66a2-400b-af18-b937c1b7321c owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:04.400334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29e58f18-8058-414a-9aa4-8a16af0b5f88 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:04.429415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e58f18-8058-414a-9aa4-8a16af0b5f88 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=ba1a3f4d-66a2-400b-af18-b937c1b7321c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:04.436042 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29e58f18-8058-414a-9aa4-8a16af0b5f88 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:04.439566 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-29e58f18-8058-414a-9aa4-8a16af0b5f88 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/ba1a3f4d-66a2-400b-af18-b937c1b7321c HTTP/1.1" status: 204 len: 168 time: 0.3453498 Dec 17 13:48:04.442175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45934) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:04.493278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0370a037-430f-4985-83b4-b8e03ee28b7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:04.494780 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0370a037-430f-4985-83b4-b8e03ee28b7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0516930 Dec 17 13:48:04.497384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45936) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:04.520776 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-051d4ed6-8a67-437c-9ead-d17a8180cd83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:48:04.522132 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-051d4ed6-8a67-437c-9ead-d17a8180cd83 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/ba1a3f4d-66a2-400b-af18-b937c1b7321c HTTP/1.1" status: 404 len: 333 time: 0.0238178 Dec 17 13:48:04.526029 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45938) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:04.530730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-07d03866-f798-41de-9ad5-879e8e0f2195 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1601365922'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:04.623008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d03866-f798-41de-9ad5-879e8e0f2195 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:04.626562 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07d03866-f798-41de-9ad5-879e8e0f2195 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:04.651162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d03866-f798-41de-9ad5-879e8e0f2195 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:48:04.659458 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07d03866-f798-41de-9ad5-879e8e0f2195 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:04.659804 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-07d03866-f798-41de-9ad5-879e8e0f2195 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Added segment ef913fe9-ee2c-4d2d-a488-c1370cba9c0d of type vlan for network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a Dec 17 13:48:04.698808 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07d03866-f798-41de-9ad5-879e8e0f2195 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:04.765723 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07d03866-f798-41de-9ad5-879e8e0f2195 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:04.771208 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d03866-f798-41de-9ad5-879e8e0f2195 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:04.774796 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-07d03866-f798-41de-9ad5-879e8e0f2195 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:04.837992 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d03866-f798-41de-9ad5-879e8e0f2195 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Network': ['ID=c4f09d8c-5c6b-47f4-b4af-9db74f239d6a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:04.848497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:48:04.894167 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-07d03866-f798-41de-9ad5-879e8e0f2195 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3671145 Dec 17 13:48:04.896900 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45940) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:04.901861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2a4aca3c-a46e-4e5d-9ccf-c77c1b40fed5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': 'c4f09d8c-5c6b-47f4-b4af-9db74f239d6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:05.086334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4aca3c-a46e-4e5d-9ccf-c77c1b40fed5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:05.089882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a4aca3c-a46e-4e5d-9ccf-c77c1b40fed5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:05.326817 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a4aca3c-a46e-4e5d-9ccf-c77c1b40fed5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:05.389018 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4aca3c-a46e-4e5d-9ccf-c77c1b40fed5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Subnet': ['ID=9de846d3-1faf-4a02-82ac-4d368c54f21d,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:05.400621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4aca3c-a46e-4e5d-9ccf-c77c1b40fed5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Checking segment: {'id': 'ef913fe9-ee2c-4d2d-a488-c1370cba9c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c4f09d8c-5c6b-47f4-b4af-9db74f239d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:48:05.401202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4aca3c-a46e-4e5d-9ccf-c77c1b40fed5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network hostable DHCP agents. Network: c4f09d8c-5c6b-47f4-b4af-9db74f239d6a, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:48:05.497407 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4aca3c-a46e-4e5d-9ccf-c77c1b40fed5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:48:05.560422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2a4aca3c-a46e-4e5d-9ccf-c77c1b40fed5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, c4f09d8c-5c6b-47f4-b4af-9db74f239d6a) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:05.564397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4aca3c-a46e-4e5d-9ccf-c77c1b40fed5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:05.565021 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2a4aca3c-a46e-4e5d-9ccf-c77c1b40fed5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:05.570342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f570e5-9ebb-42c1-922b-9aae38f8e385 None None] Network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:05.660454 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2a4aca3c-a46e-4e5d-9ccf-c77c1b40fed5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7624772 Dec 17 13:48:05.663328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45942) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:05.665852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-c4f09d8c-5c6b-47f4-b4af-9db74f239d6a', 'network_id': 'c4f09d8c-5c6b-47f4-b4af-9db74f239d6a', 'project_id': 'ccc222bdd13f4e8da3aab2c43a527ede', 'fixed_ips': [{'subnet_id': '9de846d3-1faf-4a02-82ac-4d368c54f21d'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:48:05.666740 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:05.668358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9b252d82-f681-4451-9db4-a9012f3aef4d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': 'c4f09d8c-5c6b-47f4-b4af-9db74f239d6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:05.802925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Allocated IP 2001:db8::2 (c4f09d8c-5c6b-47f4-b4af-9db74f239d6a/9de846d3-1faf-4a02-82ac-4d368c54f21d/96d2420a-67de-44b1-80f6-fe0ebbab0278) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:05.852046 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b252d82-f681-4451-9db4-a9012f3aef4d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:05.855649 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b252d82-f681-4451-9db4-a9012f3aef4d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:05.943102 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:05.949596 n-d-815324-5 neutron-server[110454]: INFO neutron.db.ipam_backend_mixin [None req-9b252d82-f681-4451-9db4-a9012f3aef4d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9de846d3-1faf-4a02-82ac-4d368c54f21d (CIDR: 2001:db8::/64) Dec 17 13:48:06.000617 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b252d82-f681-4451-9db4-a9012f3aef4d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:06.001097 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b252d82-f681-4451-9db4-a9012f3aef4d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:06.040534 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:06.079952 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:06.082784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:06.085150 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:06.095694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Pushing event updated for resources: {'Port': ['ID=96d2420a-67de-44b1-80f6-fe0ebbab0278,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:06.117929 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9b252d82-f681-4451-9db4-a9012f3aef4d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4532795 Dec 17 13:48:06.120441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45944) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:06.125354 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d9d366cc-b0a1-4e8e-9249-98db4fdebcb6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': 'c4f09d8c-5c6b-47f4-b4af-9db74f239d6a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:06.144210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Attempting to bind port 96d2420a-67de-44b1-80f6-fe0ebbab0278 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:48:06.144585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Attempting to bind port 96d2420a-67de-44b1-80f6-fe0ebbab0278 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'ef913fe9-ee2c-4d2d-a488-c1370cba9c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c4f09d8c-5c6b-47f4-b4af-9db74f239d6a'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:48:06.144982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Attempting to bind port 96d2420a-67de-44b1-80f6-fe0ebbab0278 on network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:48:06.150329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:48:06.150708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Checking segment: {'id': 'ef913fe9-ee2c-4d2d-a488-c1370cba9c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c4f09d8c-5c6b-47f4-b4af-9db74f239d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:48:06.151119 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:06.151514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Bound using segment: {'id': 'ef913fe9-ee2c-4d2d-a488-c1370cba9c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c4f09d8c-5c6b-47f4-b4af-9db74f239d6a'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:48:06.151981 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Bound port: 96d2420a-67de-44b1-80f6-fe0ebbab0278, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef913fe9-ee2c-4d2d-a488-c1370cba9c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c4f09d8c-5c6b-47f4-b4af-9db74f239d6a'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:48:06.152365 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:06.217653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] For port 96d2420a-67de-44b1-80f6-fe0ebbab0278, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:48:06.221185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] For port 96d2420a-67de-44b1-80f6-fe0ebbab0278, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=96d2420a-67de-44b1-80f6-fe0ebbab0278,segment=NetworkSegment(ef913fe9-ee2c-4d2d-a488-c1370cba9c0d),segment_id=ef913fe9-ee2c-4d2d-a488-c1370cba9c0d)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:48:06.331815 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:06.359998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d366cc-b0a1-4e8e-9249-98db4fdebcb6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:06.363509 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d9d366cc-b0a1-4e8e-9249-98db4fdebcb6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:06.371204 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:06.391216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd15d1-7076-4d86-aba7-2e878343698c None None] Pushing event updated for resources: {'Port': ['ID=96d2420a-67de-44b1-80f6-fe0ebbab0278,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:06.680417 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d9d366cc-b0a1-4e8e-9249-98db4fdebcb6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:06.720448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d366cc-b0a1-4e8e-9249-98db4fdebcb6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:06.724836 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-d9d366cc-b0a1-4e8e-9249-98db4fdebcb6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:06.729113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d366cc-b0a1-4e8e-9249-98db4fdebcb6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:06.729735 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d9d366cc-b0a1-4e8e-9249-98db4fdebcb6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:06.744600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d366cc-b0a1-4e8e-9249-98db4fdebcb6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Subnet': ['ID=d18a949c-b7a2-4229-a9f5-ff46fd7afbc2,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:06.808878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d9d366cc-b0a1-4e8e-9249-98db4fdebcb6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6873963 Dec 17 13:48:06.811719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45946) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:06.816501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': 'c4f09d8c-5c6b-47f4-b4af-9db74f239d6a', 'fixed_ips': [{'subnet_id': '9de846d3-1faf-4a02-82ac-4d368c54f21d'}, {'subnet_id': 'd18a949c-b7a2-4229-a9f5-ff46fd7afbc2'}], 'name': 'tempest-PortsIpV6TestJSON-935260016'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:07.012384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:07.028378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 96d2420a-67de-44b1-80f6-fe0ebbab0278 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:48:07.082451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 96d2420a-67de-44b1-80f6-fe0ebbab0278 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:07.082850 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:07.104359 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:07.122441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port a2cc2365-39c8-421f-8e60-a880cdab3f53 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:48:07.169845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:07.205652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 96d2420a-67de-44b1-80f6-fe0ebbab0278, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=96d2420a-67de-44b1-80f6-fe0ebbab0278,segment=NetworkSegment(ef913fe9-ee2c-4d2d-a488-c1370cba9c0d),segment_id=ef913fe9-ee2c-4d2d-a488-c1370cba9c0d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:07.263268 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:07.309346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706fcd01-12b0-4e04-b699-f1905851b81e None None] Network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:07.367780 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=96d2420a-67de-44b1-80f6-fe0ebbab0278,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:07.410859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8::29e (c4f09d8c-5c6b-47f4-b4af-9db74f239d6a/9de846d3-1faf-4a02-82ac-4d368c54f21d/a2cc2365-39c8-421f-8e60-a880cdab3f53) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:07.415477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3113b96a-a9a4-4b1f-8de9-8857041aa062 None None] Provisioning complete for port 96d2420a-67de-44b1-80f6-fe0ebbab0278 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:07.415859 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3113b96a-a9a4-4b1f-8de9-8857041aa062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:07.417502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8:0:1::3ae (c4f09d8c-5c6b-47f4-b4af-9db74f239d6a/d18a949c-b7a2-4229-a9f5-ff46fd7afbc2/a2cc2365-39c8-421f-8e60-a880cdab3f53) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:07.569562 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:07.674870 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:07.721361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:07.723228 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aaa963-b5bd-4436-9395-fd7fb18bba0e None None] Update dhcp port {'port': {'network_id': 'c4f09d8c-5c6b-47f4-b4af-9db74f239d6a', 'fixed_ips': [{'subnet_id': '9de846d3-1faf-4a02-82ac-4d368c54f21d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd18a949c-b7a2-4229-a9f5-ff46fd7afbc2'}], 'binding:host_id': 'n-d-815324-5'}, 'id': '96d2420a-67de-44b1-80f6-fe0ebbab0278'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:48:07.724584 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:07.728475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:07.734124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:07.734755 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:07.746497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=a2cc2365-39c8-421f-8e60-a880cdab3f53,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:07.750343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa963-b5bd-4436-9395-fd7fb18bba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:07.825532 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0ce8e68c-0fdd-46ea-97ad-538b4208e250 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.0127487 Dec 17 13:48:07.828249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45948) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:07.833547 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9de846d3-1faf-4a02-82ac-4d368c54f21d'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:07.900954 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:07.912075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-b7aaa963-b5bd-4436-9395-fd7fb18bba0e None None] Allocated IP 2001:db8:0:1::2 (c4f09d8c-5c6b-47f4-b4af-9db74f239d6a/d18a949c-b7a2-4229-a9f5-ff46fd7afbc2/96d2420a-67de-44b1-80f6-fe0ebbab0278) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:08.012388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b7aaa963-b5bd-4436-9395-fd7fb18bba0e None None] For port 96d2420a-67de-44b1-80f6-fe0ebbab0278, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=96d2420a-67de-44b1-80f6-fe0ebbab0278,segment=NetworkSegment(ef913fe9-ee2c-4d2d-a488-c1370cba9c0d),segment_id=ef913fe9-ee2c-4d2d-a488-c1370cba9c0d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:08.041855 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa963-b5bd-4436-9395-fd7fb18bba0e None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:08.085510 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b7aaa963-b5bd-4436-9395-fd7fb18bba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:08.147642 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Delete allocated IP 2001:db8:0:1::3ae (c4f09d8c-5c6b-47f4-b4af-9db74f239d6a/d18a949c-b7a2-4229-a9f5-ff46fd7afbc2) {{(pid=110454) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 13:48:08.173155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aaa963-b5bd-4436-9395-fd7fb18bba0e None None] Pushing event updated for resources: {'Port': ['ID=96d2420a-67de-44b1-80f6-fe0ebbab0278,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:08.277876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:08.342873 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:08.661708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e631a-a958-4edd-b68d-d9895ce78f25 None None] Network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:08.732281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] In _notify_port_updated(), no bound segment for port a2cc2365-39c8-421f-8e60-a880cdab3f53 on network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a {{(pid=110454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:48:08.737959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:08.738580 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:08.739897 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "PUT /v2.0/ports/a2cc2365-39c8-421f-8e60-a880cdab3f53 HTTP/1.1" status: 200 len: 925 time: 0.9106135 Dec 17 13:48:08.743292 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45950) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:08.750151 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7ae8916b-27ec-48c1-a729-24deff548b39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9de846d3-1faf-4a02-82ac-4d368c54f21d'}, {'subnet_id': 'd18a949c-b7a2-4229-a9f5-ff46fd7afbc2'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:08.757357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=a2cc2365-39c8-421f-8e60-a880cdab3f53,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:08.766718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0b244db9-d9e4-4073-8740-ca2e7746ebe3 None None] Provisioning complete for port 96d2420a-67de-44b1-80f6-fe0ebbab0278 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:08.767055 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0b244db9-d9e4-4073-8740-ca2e7746ebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:08.780387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.780739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.781084 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.781438 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.781785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.782112 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.782438 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.782768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.783094 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.783419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.783745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.784061 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.784381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925289-bbcc-49f3-b6ee-05236742948b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:48:08.829806 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7ae8916b-27ec-48c1-a729-24deff548b39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.020699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 96d2420a-67de-44b1-80f6-fe0ebbab0278 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:48:09.082575 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 96d2420a-67de-44b1-80f6-fe0ebbab0278 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:09.083216 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.086240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6329be88-935c-4e92-aa0d-24b1f1afbe48 None None] Provisioning complete for port a2cc2365-39c8-421f-8e60-a880cdab3f53 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:09.086610 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6329be88-935c-4e92-aa0d-24b1f1afbe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.111821 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-7ae8916b-27ec-48c1-a729-24deff548b39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8:0:1::289 (c4f09d8c-5c6b-47f4-b4af-9db74f239d6a/d18a949c-b7a2-4229-a9f5-ff46fd7afbc2/a2cc2365-39c8-421f-8e60-a880cdab3f53) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:09.156374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6329be88-935c-4e92-aa0d-24b1f1afbe48 None None] Port a2cc2365-39c8-421f-8e60-a880cdab3f53 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:09.172630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6329be88-935c-4e92-aa0d-24b1f1afbe48 None None] Provisioning complete for port 96d2420a-67de-44b1-80f6-fe0ebbab0278 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:09.173012 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6329be88-935c-4e92-aa0d-24b1f1afbe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.252193 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7ae8916b-27ec-48c1-a729-24deff548b39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.339390 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7ae8916b-27ec-48c1-a729-24deff548b39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.421881 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2dbf64e8-175b-4f5c-ad42-22c4a77600f7 None None] Provisioning complete for port a2cc2365-39c8-421f-8e60-a880cdab3f53 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:09.422266 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2dbf64e8-175b-4f5c-ad42-22c4a77600f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.428798 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8916b-27ec-48c1-a729-24deff548b39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] In _notify_port_updated(), no bound segment for port a2cc2365-39c8-421f-8e60-a880cdab3f53 on network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a {{(pid=110454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:48:09.434706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8916b-27ec-48c1-a729-24deff548b39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:09.435426 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7ae8916b-27ec-48c1-a729-24deff548b39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.439685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45952) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:09.440220 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7ae8916b-27ec-48c1-a729-24deff548b39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "PUT /v2.0/ports/a2cc2365-39c8-421f-8e60-a880cdab3f53 HTTP/1.1" status: 200 len: 1011 time: 0.6954312 Dec 17 13:48:09.441241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8916b-27ec-48c1-a729-24deff548b39 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=a2cc2365-39c8-421f-8e60-a880cdab3f53,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:09.461537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf64e8-175b-4f5c-ad42-22c4a77600f7 None None] Port a2cc2365-39c8-421f-8e60-a880cdab3f53 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:09.540484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-491c8e93-632a-4760-ad51-4532f4695d03 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port a2cc2365-39c8-421f-8e60-a880cdab3f53 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:09.540833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-491c8e93-632a-4760-ad51-4532f4695d03 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.581841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b24b7536-03bb-4ee4-a7a7-babe74f2f712 None None] Provisioning complete for port a2cc2365-39c8-421f-8e60-a880cdab3f53 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:09.582229 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b24b7536-03bb-4ee4-a7a7-babe74f2f712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.618553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7536-03bb-4ee4-a7a7-babe74f2f712 None None] Port a2cc2365-39c8-421f-8e60-a880cdab3f53 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:09.633543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-491c8e93-632a-4760-ad51-4532f4695d03 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.645942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-491c8e93-632a-4760-ad51-4532f4695d03 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for a2cc2365-39c8-421f-8e60-a880cdab3f53 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:09.737903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c6813709-3957-453a-b1e8-d8096b9bff07 None None] Provisioning complete for port a2cc2365-39c8-421f-8e60-a880cdab3f53 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:09.738287 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c6813709-3957-453a-b1e8-d8096b9bff07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.774794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c6813709-3957-453a-b1e8-d8096b9bff07 None None] Port a2cc2365-39c8-421f-8e60-a880cdab3f53 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:09.914413 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-491c8e93-632a-4760-ad51-4532f4695d03 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:09.948584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c8e93-632a-4760-ad51-4532f4695d03 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=a2cc2365-39c8-421f-8e60-a880cdab3f53,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:09.994253 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-491c8e93-632a-4760-ad51-4532f4695d03 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.000414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-491c8e93-632a-4760-ad51-4532f4695d03 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/a2cc2365-39c8-421f-8e60-a880cdab3f53 HTTP/1.1" status: 204 len: 168 time: 0.5570941 Dec 17 13:48:10.000672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45954) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:10.029744 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-595b9960-c568-4111-bc3e-6065312307d9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:48:10.031205 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-595b9960-c568-4111-bc3e-6065312307d9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/a2cc2365-39c8-421f-8e60-a880cdab3f53 HTTP/1.1" status: 404 len: 333 time: 0.0295708 Dec 17 13:48:10.034137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45956) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:10.087071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32f9ff4-190a-4425-8428-52c01025ef07 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting subnet d18a949c-b7a2-4229-a9f5-ff46fd7afbc2 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:48:10.090439 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a32f9ff4-190a-4425-8428-52c01025ef07 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.131980 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a32f9ff4-190a-4425-8428-52c01025ef07 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.217884 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a32f9ff4-190a-4425-8428-52c01025ef07 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.354610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a32f9ff4-190a-4425-8428-52c01025ef07 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.382348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f9ff4-190a-4425-8428-52c01025ef07 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Subnet': ['ID=d18a949c-b7a2-4229-a9f5-ff46fd7afbc2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:10.386175 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a32f9ff4-190a-4425-8428-52c01025ef07 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.389417 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a32f9ff4-190a-4425-8428-52c01025ef07 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/d18a949c-b7a2-4229-a9f5-ff46fd7afbc2 HTTP/1.1" status: 204 len: 168 time: 0.3543537 Dec 17 13:48:10.392193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45958) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:10.396602 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16185dd0-6402-4424-a54f-34aa66d7398e None None] Network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:10.448971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-5719695e-66df-4140-8a7d-c3f0b71bce77 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting subnet 9de846d3-1faf-4a02-82ac-4d368c54f21d {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:48:10.454236 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5719695e-66df-4140-8a7d-c3f0b71bce77 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.495279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5719695e-66df-4140-8a7d-c3f0b71bce77 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.580093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5719695e-66df-4140-8a7d-c3f0b71bce77 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.686745 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5719695e-66df-4140-8a7d-c3f0b71bce77 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.714294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719695e-66df-4140-8a7d-c3f0b71bce77 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Subnet': ['ID=9de846d3-1faf-4a02-82ac-4d368c54f21d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:10.717948 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5719695e-66df-4140-8a7d-c3f0b71bce77 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.721055 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5719695e-66df-4140-8a7d-c3f0b71bce77 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/9de846d3-1faf-4a02-82ac-4d368c54f21d HTTP/1.1" status: 204 len: 168 time: 0.3279145 Dec 17 13:48:10.724051 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45960) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:10.802909 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.860554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port 96d2420a-67de-44b1-80f6-fe0ebbab0278 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:10.860890 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.923893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] For port 96d2420a-67de-44b1-80f6-fe0ebbab0278, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=96d2420a-67de-44b1-80f6-fe0ebbab0278,segment=NetworkSegment(ef913fe9-ee2c-4d2d-a488-c1370cba9c0d),segment_id=ef913fe9-ee2c-4d2d-a488-c1370cba9c0d)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:10.924262 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:10.939946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for 96d2420a-67de-44b1-80f6-fe0ebbab0278 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:10.995873 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69247c2d-fa95-42ec-9345-0c19f0a0710f None None] Network c4f09d8c-5c6b-47f4-b4af-9db74f239d6a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:11.056826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9baf2a92-9e19-4178-b723-ca3afc5a670f None None] Provisioning complete for port 96d2420a-67de-44b1-80f6-fe0ebbab0278 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:11.059791 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9baf2a92-9e19-4178-b723-ca3afc5a670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.097231 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.115401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9baf2a92-9e19-4178-b723-ca3afc5a670f None None] Could not find standard attr ID for object 96d2420a-67de-44b1-80f6-fe0ebbab0278. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:48:11.119840 n-d-815324-5 neutron-server[110455]: INFO neutron.plugins.ml2.db [None req-9baf2a92-9e19-4178-b723-ca3afc5a670f None None] No ports have port_id starting with 96d2420a-67de-44b1-80f6-fe0ebbab0278 Dec 17 13:48:11.123753 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=96d2420a-67de-44b1-80f6-fe0ebbab0278,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:11.125600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No DVR routers for this DVR port 96d2420a-67de-44b1-80f6-fe0ebbab0278 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:48:11.200605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9877627-9fe9-402d-be10-3de6a0089f64 None None] DHCP port deletion for c4f09d8c-5c6b-47f4-b4af-9db74f239d6a request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:48:11.206871 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.227335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f09d8c-5c6b-47f4-b4af-9db74f239d6a']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:11.236444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef913fe9-ee2c-4d2d-a488-c1370cba9c0d') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:11.236687 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef913fe9-ee2c-4d2d-a488-c1370cba9c0d') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:11.250743 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.263347 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.269205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:48:11.269594 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:48:11.272658 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:48:11.423102 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.427601 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.432150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/networks/c4f09d8c-5c6b-47f4-b4af-9db74f239d6a HTTP/1.1" status: 204 len: 168 time: 0.7070849 Dec 17 13:48:11.436012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45962) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:11.468411 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649b631-aad3-4c11-9aa1-f90ab07c7524 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Network': ['ID=c4f09d8c-5c6b-47f4-b4af-9db74f239d6a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:11.492520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f48d1-6d1e-4381-8332-87998d8eceaa tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:11.494024 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-948f48d1-6d1e-4381-8332-87998d8eceaa tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0571072 Dec 17 13:48:11.497724 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45964) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:11.542524 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-880e69b0-4c17-4bae-8646-2be99ebeb955 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0437415 Dec 17 13:48:11.545923 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45968) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:11.550511 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ffdb07e2-629a-40d0-b865-d2931266de65 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1554005792'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:11.634024 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdb07e2-629a-40d0-b865-d2931266de65 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:11.637439 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffdb07e2-629a-40d0-b865-d2931266de65 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.664826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdb07e2-629a-40d0-b865-d2931266de65 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:48:11.673205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffdb07e2-629a-40d0-b865-d2931266de65 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.673482 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-ffdb07e2-629a-40d0-b865-d2931266de65 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Added segment 0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d of type vlan for network 98b071ef-6930-483b-8988-ec96e6d527e6 Dec 17 13:48:11.711800 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffdb07e2-629a-40d0-b865-d2931266de65 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.789191 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffdb07e2-629a-40d0-b865-d2931266de65 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.795073 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb07e2-629a-40d0-b865-d2931266de65 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:11.795661 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffdb07e2-629a-40d0-b865-d2931266de65 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:11.860679 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb07e2-629a-40d0-b865-d2931266de65 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Network': ['ID=98b071ef-6930-483b-8988-ec96e6d527e6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:11.870605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 98b071ef-6930-483b-8988-ec96e6d527e6 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:48:11.900060 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ffdb07e2-629a-40d0-b865-d2931266de65 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3531358 Dec 17 13:48:11.902947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45970) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:11.907937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f890e543-c3f7-4bb2-abdd-0a0b0fb5d656 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': '98b071ef-6930-483b-8988-ec96e6d527e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:12.039841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f890e543-c3f7-4bb2-abdd-0a0b0fb5d656 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:12.043320 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f890e543-c3f7-4bb2-abdd-0a0b0fb5d656 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:12.257937 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f890e543-c3f7-4bb2-abdd-0a0b0fb5d656 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:12.320925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890e543-c3f7-4bb2-abdd-0a0b0fb5d656 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Subnet': ['ID=f5f46507-a4a7-4a15-8740-35df9784a5d7,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:12.326351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890e543-c3f7-4bb2-abdd-0a0b0fb5d656 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Checking segment: {'id': '0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '98b071ef-6930-483b-8988-ec96e6d527e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:48:12.326715 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890e543-c3f7-4bb2-abdd-0a0b0fb5d656 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network hostable DHCP agents. Network: 98b071ef-6930-483b-8988-ec96e6d527e6, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:48:12.400065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890e543-c3f7-4bb2-abdd-0a0b0fb5d656 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 98b071ef-6930-483b-8988-ec96e6d527e6 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:48:12.451353 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-f890e543-c3f7-4bb2-abdd-0a0b0fb5d656 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 98b071ef-6930-483b-8988-ec96e6d527e6) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:12.455794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f890e543-c3f7-4bb2-abdd-0a0b0fb5d656 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:12.456972 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f890e543-c3f7-4bb2-abdd-0a0b0fb5d656 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:12.461098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b423e8-ef47-4bc8-8a6d-224579f40fc0 None None] Network 98b071ef-6930-483b-8988-ec96e6d527e6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:12.511330 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f890e543-c3f7-4bb2-abdd-0a0b0fb5d656 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6070328 Dec 17 13:48:12.513856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45972) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:12.518755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': '98b071ef-6930-483b-8988-ec96e6d527e6', 'name': 'tempest-PortsIpV6TestJSON-2023371671'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:12.563595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-98b071ef-6930-483b-8988-ec96e6d527e6', 'network_id': '98b071ef-6930-483b-8988-ec96e6d527e6', 'project_id': 'ccc222bdd13f4e8da3aab2c43a527ede', 'fixed_ips': [{'subnet_id': 'f5f46507-a4a7-4a15-8740-35df9784a5d7'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:48:12.564459 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:12.686075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:12.689823 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:12.700940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Allocated IP 2001:db8::2 (98b071ef-6930-483b-8988-ec96e6d527e6/f5f46507-a4a7-4a15-8740-35df9784a5d7/81a5f212-9d35-494b-b599-f72b9c2e106e) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:12.706904 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port 5825c572-3f0c-49f0-a1ce-b5cea9dd8a49 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:48:12.837231 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:12.925870 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:12.971659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Network 98b071ef-6930-483b-8988-ec96e6d527e6 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:12.974641 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:12.979613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:12.982795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Pushing event updated for resources: {'Port': ['ID=81a5f212-9d35-494b-b599-f72b9c2e106e,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:12.995569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8::67 (98b071ef-6930-483b-8988-ec96e6d527e6/f5f46507-a4a7-4a15-8740-35df9784a5d7/5825c572-3f0c-49f0-a1ce-b5cea9dd8a49) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:13.008943 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 96d2420a-67de-44b1-80f6-fe0ebbab0278 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:48:13.052820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 96d2420a-67de-44b1-80f6-fe0ebbab0278 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:48:13.053230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 96d2420a-67de-44b1-80f6-fe0ebbab0278 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:48:13.058662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Attempting to bind port 81a5f212-9d35-494b-b599-f72b9c2e106e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:48:13.059893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Attempting to bind port 81a5f212-9d35-494b-b599-f72b9c2e106e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '98b071ef-6930-483b-8988-ec96e6d527e6'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:48:13.060279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Attempting to bind port 81a5f212-9d35-494b-b599-f72b9c2e106e on network 98b071ef-6930-483b-8988-ec96e6d527e6 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:48:13.066033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:48:13.066415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Checking segment: {'id': '0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '98b071ef-6930-483b-8988-ec96e6d527e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:48:13.066809 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:13.067189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Bound using segment: {'id': '0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '98b071ef-6930-483b-8988-ec96e6d527e6'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:48:13.067659 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Bound port: 81a5f212-9d35-494b-b599-f72b9c2e106e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '98b071ef-6930-483b-8988-ec96e6d527e6'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:48:13.068040 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:13.130713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] For port 81a5f212-9d35-494b-b599-f72b9c2e106e, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:48:13.133703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] For port 81a5f212-9d35-494b-b599-f72b9c2e106e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=81a5f212-9d35-494b-b599-f72b9c2e106e,segment=NetworkSegment(0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d),segment_id=0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:48:13.146487 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:13.234805 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:13.263410 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:13.301754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf81378-c639-401e-a9b3-6b5502fd2dc2 None None] Pushing event updated for resources: {'Port': ['ID=81a5f212-9d35-494b-b599-f72b9c2e106e,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:13.316107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 98b071ef-6930-483b-8988-ec96e6d527e6 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:13.319449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:13.323385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:13.329080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:13.329732 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:13.339225 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=5825c572-3f0c-49f0-a1ce-b5cea9dd8a49,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:13.414641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-57108717-61ba-4ba3-a8fd-a38590949f7b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8997164 Dec 17 13:48:13.417137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45974) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:13.423686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': '98b071ef-6930-483b-8988-ec96e6d527e6', 'name': 'tempest-PortsIpV6TestJSON-783030777'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:13.600144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:13.603740 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:13.621273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port b1f99426-117b-4f4b-8a28-6c01bfeb555d yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:48:13.737813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8::248 (98b071ef-6930-483b-8988-ec96e6d527e6/f5f46507-a4a7-4a15-8740-35df9784a5d7/b1f99426-117b-4f4b-8a28-6c01bfeb555d) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:13.886018 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bf434ed4-5480-47b7-b126-09a09fd3d55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:13.887971 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:13.994628 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.040808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 98b071ef-6930-483b-8988-ec96e6d527e6 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:14.044124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:14.047979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:14.053665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:14.054304 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.060918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=b1f99426-117b-4f4b-8a28-6c01bfeb555d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:14.117693 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7fc91d25-aaac-480d-8dca-f92f4bd0ac53 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6992166 Dec 17 13:48:14.120366 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45976) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:14.218227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9fb783-87ac-4174-ba53-93a767ae3f3c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:14.219748 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ae9fb783-87ac-4174-ba53-93a767ae3f3c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A67 HTTP/1.1" status: 200 len: 928 time: 0.0983508 Dec 17 13:48:14.222555 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45978) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:14.225710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbfae7c-7fba-44c3-a88c-e810c8237f17 None None] Network 98b071ef-6930-483b-8988-ec96e6d527e6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:14.293178 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bd52eca7-064f-4f10-9e89-c53d6202d043 None None] Provisioning complete for port 81a5f212-9d35-494b-b599-f72b9c2e106e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:14.293554 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd52eca7-064f-4f10-9e89-c53d6202d043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.309732 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-35751e1b-714a-4b5e-8317-fdec16eceb24 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port b1f99426-117b-4f4b-8a28-6c01bfeb555d {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:14.310085 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35751e1b-714a-4b5e-8317-fdec16eceb24 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.414406 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd52eca7-064f-4f10-9e89-c53d6202d043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.419070 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35751e1b-714a-4b5e-8317-fdec16eceb24 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.434858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-35751e1b-714a-4b5e-8317-fdec16eceb24 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for b1f99426-117b-4f4b-8a28-6c01bfeb555d owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:14.450147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bd52eca7-064f-4f10-9e89-c53d6202d043 None None] For port 81a5f212-9d35-494b-b599-f72b9c2e106e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=81a5f212-9d35-494b-b599-f72b9c2e106e,segment=NetworkSegment(0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d),segment_id=0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:14.525655 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd52eca7-064f-4f10-9e89-c53d6202d043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.582427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52eca7-064f-4f10-9e89-c53d6202d043 None None] Pushing event updated for resources: {'Port': ['ID=81a5f212-9d35-494b-b599-f72b9c2e106e,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:14.654002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1e9b83ed-b3b3-421f-b529-9402ec35f4b5 None None] Provisioning complete for port b1f99426-117b-4f4b-8a28-6c01bfeb555d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:14.654211 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1e9b83ed-b3b3-421f-b529-9402ec35f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.663105 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35751e1b-714a-4b5e-8317-fdec16eceb24 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.690690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b83ed-b3b3-421f-b529-9402ec35f4b5 None None] Port b1f99426-117b-4f4b-8a28-6c01bfeb555d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:14.696805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35751e1b-714a-4b5e-8317-fdec16eceb24 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=b1f99426-117b-4f4b-8a28-6c01bfeb555d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:14.702425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1e9b83ed-b3b3-421f-b529-9402ec35f4b5 None None] Provisioning complete for port 81a5f212-9d35-494b-b599-f72b9c2e106e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:14.702887 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1e9b83ed-b3b3-421f-b529-9402ec35f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.724515 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35751e1b-714a-4b5e-8317-fdec16eceb24 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.730911 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-35751e1b-714a-4b5e-8317-fdec16eceb24 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/b1f99426-117b-4f4b-8a28-6c01bfeb555d HTTP/1.1" status: 204 len: 168 time: 0.5048542 Dec 17 13:48:14.731261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45984) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:14.756523 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d1dc40-f1a3-410d-8087-97bbb193178c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:48:14.758440 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f4d1dc40-f1a3-410d-8087-97bbb193178c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/b1f99426-117b-4f4b-8a28-6c01bfeb555d HTTP/1.1" status: 404 len: 333 time: 0.0260348 Dec 17 13:48:14.763845 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45986) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:14.815100 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1e9b83ed-b3b3-421f-b529-9402ec35f4b5 None None] Provisioning complete for port 5825c572-3f0c-49f0-a1ce-b5cea9dd8a49 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:14.818445 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1e9b83ed-b3b3-421f-b529-9402ec35f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.853861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b83ed-b3b3-421f-b529-9402ec35f4b5 None None] Port 5825c572-3f0c-49f0-a1ce-b5cea9dd8a49 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:14.891785 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9909283e-73f8-49b1-9934-1997620ea44b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port 5825c572-3f0c-49f0-a1ce-b5cea9dd8a49 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:14.892128 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9909283e-73f8-49b1-9934-1997620ea44b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.981604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f6f16592-74cd-418b-8944-a2fb7f57ed9f None None] Provisioning complete for port 5825c572-3f0c-49f0-a1ce-b5cea9dd8a49 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:14.982118 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f6f16592-74cd-418b-8944-a2fb7f57ed9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:14.994462 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9909283e-73f8-49b1-9934-1997620ea44b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.007625 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9909283e-73f8-49b1-9934-1997620ea44b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for 5825c572-3f0c-49f0-a1ce-b5cea9dd8a49 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:15.027558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f6f16592-74cd-418b-8944-a2fb7f57ed9f None None] Port 5825c572-3f0c-49f0-a1ce-b5cea9dd8a49 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:15.066158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 81a5f212-9d35-494b-b599-f72b9c2e106e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:48:15.114275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 81a5f212-9d35-494b-b599-f72b9c2e106e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:15.114657 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.164609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6e089ba3-32e5-4ead-8147-f1a6025802a2 None None] Could not find standard attr ID for object b1f99426-117b-4f4b-8a28-6c01bfeb555d. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:48:15.206241 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9909283e-73f8-49b1-9934-1997620ea44b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.237423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909283e-73f8-49b1-9934-1997620ea44b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=5825c572-3f0c-49f0-a1ce-b5cea9dd8a49,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:15.263488 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9909283e-73f8-49b1-9934-1997620ea44b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.266997 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9909283e-73f8-49b1-9934-1997620ea44b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/5825c572-3f0c-49f0-a1ce-b5cea9dd8a49 HTTP/1.1" status: 204 len: 168 time: 0.5020089 Dec 17 13:48:15.269677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45988) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:15.298261 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7602d7b0-5572-450a-94fe-a3710d7f09a6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:48:15.299756 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7602d7b0-5572-450a-94fe-a3710d7f09a6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/5825c572-3f0c-49f0-a1ce-b5cea9dd8a49 HTTP/1.1" status: 404 len: 333 time: 0.0291283 Dec 17 13:48:15.302501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45990) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:15.355678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c97be0-a6e5-446e-b0b0-eafce33455fc tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting subnet f5f46507-a4a7-4a15-8740-35df9784a5d7 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:48:15.359421 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8c97be0-a6e5-446e-b0b0-eafce33455fc tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.404980 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8c97be0-a6e5-446e-b0b0-eafce33455fc tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.502139 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8c97be0-a6e5-446e-b0b0-eafce33455fc tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.628857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8c97be0-a6e5-446e-b0b0-eafce33455fc tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.653455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c97be0-a6e5-446e-b0b0-eafce33455fc tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f46507-a4a7-4a15-8740-35df9784a5d7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:15.659863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e8c97be0-a6e5-446e-b0b0-eafce33455fc tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.665094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e8c97be0-a6e5-446e-b0b0-eafce33455fc tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/f5f46507-a4a7-4a15-8740-35df9784a5d7 HTTP/1.1" status: 204 len: 168 time: 0.3613179 Dec 17 13:48:15.665964 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2084cf74-e246-42fe-93f6-db64a3ffe330 None None] Network 98b071ef-6930-483b-8988-ec96e6d527e6 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:15.667427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 45992) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:15.747332 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.804389 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port 81a5f212-9d35-494b-b599-f72b9c2e106e {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:15.804725 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.809714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8408cd78-b3ad-41b4-929f-010ef73a5818 None None] DHCP port deletion for 98b071ef-6930-483b-8988-ec96e6d527e6 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:48:15.860363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8408cd78-b3ad-41b4-929f-010ef73a5818 None None] Deleting port 81a5f212-9d35-494b-b599-f72b9c2e106e {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:15.860774 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8408cd78-b3ad-41b4-929f-010ef73a5818 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.868323 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] For port 81a5f212-9d35-494b-b599-f72b9c2e106e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=81a5f212-9d35-494b-b599-f72b9c2e106e,segment=NetworkSegment(0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d),segment_id=0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:15.868685 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.886918 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for 81a5f212-9d35-494b-b599-f72b9c2e106e owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:15.923211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8408cd78-b3ad-41b4-929f-010ef73a5818 None None] For port 81a5f212-9d35-494b-b599-f72b9c2e106e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=81a5f212-9d35-494b-b599-f72b9c2e106e,segment=NetworkSegment(0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d),segment_id=0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:15.923609 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8408cd78-b3ad-41b4-929f-010ef73a5818 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:15.937894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8408cd78-b3ad-41b4-929f-010ef73a5818 None None] Calling delete_port for 81a5f212-9d35-494b-b599-f72b9c2e106e owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:16.039924 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.045815 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8408cd78-b3ad-41b4-929f-010ef73a5818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.067630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=81a5f212-9d35-494b-b599-f72b9c2e106e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:16.069976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No DVR routers for this DVR port 81a5f212-9d35-494b-b599-f72b9c2e106e on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:48:16.071303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408cd78-b3ad-41b4-929f-010ef73a5818 None None] Pushing event deleted for resources: {'Port': ['ID=81a5f212-9d35-494b-b599-f72b9c2e106e,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:16.074747 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408cd78-b3ad-41b4-929f-010ef73a5818 None None] No DVR routers for this DVR port 81a5f212-9d35-494b-b599-f72b9c2e106e on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:48:16.153194 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.173235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b071ef-6930-483b-8988-ec96e6d527e6']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:16.182393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:16.182690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8262fa-6b06-41d3-a4ee-cc5a2fa9934d') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:16.192488 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.205449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.211886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:48:16.212482 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:48:16.215997 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:48:16.294379 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:48:16.313888 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.321016 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.324258 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/networks/98b071ef-6930-483b-8988-ec96e6d527e6 HTTP/1.1" status: 204 len: 168 time: 0.6558545 Dec 17 13:48:16.328118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45994) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:16.330960 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f13746ca-0e67-448f-8a2c-69b21726348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.335178 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-30b25044-14bd-4b8d-ad3f-3ece9567a5c9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-117522868'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:16.336680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f055f9-0d68-45a4-a249-103f8983a49b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Network': ['ID=98b071ef-6930-483b-8988-ec96e6d527e6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:16.399528 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b25044-14bd-4b8d-ad3f-3ece9567a5c9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:16.403109 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30b25044-14bd-4b8d-ad3f-3ece9567a5c9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.428421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b25044-14bd-4b8d-ad3f-3ece9567a5c9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:48:16.437118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30b25044-14bd-4b8d-ad3f-3ece9567a5c9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.437460 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-30b25044-14bd-4b8d-ad3f-3ece9567a5c9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Added segment 519bb156-2878-454b-92ef-b310328413c3 of type vlan for network 7e5add06-24b4-42f9-bb7e-fd0a1269f70e Dec 17 13:48:16.477136 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30b25044-14bd-4b8d-ad3f-3ece9567a5c9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.548277 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30b25044-14bd-4b8d-ad3f-3ece9567a5c9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.553898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b25044-14bd-4b8d-ad3f-3ece9567a5c9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:16.554487 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-30b25044-14bd-4b8d-ad3f-3ece9567a5c9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:16.624506 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b25044-14bd-4b8d-ad3f-3ece9567a5c9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Network': ['ID=7e5add06-24b4-42f9-bb7e-fd0a1269f70e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:16.638572 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 7e5add06-24b4-42f9-bb7e-fd0a1269f70e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:48:16.653693 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-30b25044-14bd-4b8d-ad3f-3ece9567a5c9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3243854 Dec 17 13:48:16.656414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45996) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:16.661818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4668792d-6361-4de1-b26f-c7a39a9a3947 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': '7e5add06-24b4-42f9-bb7e-fd0a1269f70e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:16.799620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4668792d-6361-4de1-b26f-c7a39a9a3947 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:16.803703 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4668792d-6361-4de1-b26f-c7a39a9a3947 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:17.000025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 81a5f212-9d35-494b-b599-f72b9c2e106e no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:48:17.020319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 81a5f212-9d35-494b-b599-f72b9c2e106e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:48:17.020670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 81a5f212-9d35-494b-b599-f72b9c2e106e not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:48:17.068780 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4668792d-6361-4de1-b26f-c7a39a9a3947 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:17.133457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668792d-6361-4de1-b26f-c7a39a9a3947 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Subnet': ['ID=3c51694d-edd0-43cd-b4fd-92d97b44e61d,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:17.142570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4668792d-6361-4de1-b26f-c7a39a9a3947 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Checking segment: {'id': '519bb156-2878-454b-92ef-b310328413c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '7e5add06-24b4-42f9-bb7e-fd0a1269f70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:48:17.142946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4668792d-6361-4de1-b26f-c7a39a9a3947 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network hostable DHCP agents. Network: 7e5add06-24b4-42f9-bb7e-fd0a1269f70e, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:48:17.194309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4668792d-6361-4de1-b26f-c7a39a9a3947 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 7e5add06-24b4-42f9-bb7e-fd0a1269f70e is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:48:17.268002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-4668792d-6361-4de1-b26f-c7a39a9a3947 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 7e5add06-24b4-42f9-bb7e-fd0a1269f70e) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:17.273360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4668792d-6361-4de1-b26f-c7a39a9a3947 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:17.274365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4668792d-6361-4de1-b26f-c7a39a9a3947 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:17.277533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f417af-e57c-4661-ab6b-5ce310a1ca1c None None] Network 7e5add06-24b4-42f9-bb7e-fd0a1269f70e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:17.339986 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4668792d-6361-4de1-b26f-c7a39a9a3947 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6823831 Dec 17 13:48:17.343005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 45998) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:17.348114 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': '7e5add06-24b4-42f9-bb7e-fd0a1269f70e', 'name': 'tempest-PortsIpV6TestJSON-1303848559', 'fixed_ips': [{'subnet_id': '3c51694d-edd0-43cd-b4fd-92d97b44e61d', 'ip_address': '2001:db8::10'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:17.548174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-7e5add06-24b4-42f9-bb7e-fd0a1269f70e', 'network_id': '7e5add06-24b4-42f9-bb7e-fd0a1269f70e', 'project_id': 'ccc222bdd13f4e8da3aab2c43a527ede', 'fixed_ips': [{'subnet_id': '3c51694d-edd0-43cd-b4fd-92d97b44e61d'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:48:17.548320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:17.549157 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:17.692128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Allocated IP 2001:db8::2 (7e5add06-24b4-42f9-bb7e-fd0a1269f70e/3c51694d-edd0-43cd-b4fd-92d97b44e61d/b44b1dcd-8210-4c1c-adaa-6c0f59274cda) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:17.836064 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:17.855670 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:17.900645 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:17.917153 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port cff034ca-2925-4311-ae1b-39f613d0c4ed yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:48:17.937304 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:17.978548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Network 7e5add06-24b4-42f9-bb7e-fd0a1269f70e is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:17.983685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:17.985899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Pushing event updated for resources: {'Port': ['ID=b44b1dcd-8210-4c1c-adaa-6c0f59274cda,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:17.988080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:18.041555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Attempting to bind port b44b1dcd-8210-4c1c-adaa-6c0f59274cda on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:48:18.042250 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Attempting to bind port b44b1dcd-8210-4c1c-adaa-6c0f59274cda by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '519bb156-2878-454b-92ef-b310328413c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '7e5add06-24b4-42f9-bb7e-fd0a1269f70e'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:48:18.042373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Attempting to bind port b44b1dcd-8210-4c1c-adaa-6c0f59274cda on network 7e5add06-24b4-42f9-bb7e-fd0a1269f70e {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:48:18.047913 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:48:18.048302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Checking segment: {'id': '519bb156-2878-454b-92ef-b310328413c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '7e5add06-24b4-42f9-bb7e-fd0a1269f70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:48:18.048709 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:18.049116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Bound using segment: {'id': '519bb156-2878-454b-92ef-b310328413c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '7e5add06-24b4-42f9-bb7e-fd0a1269f70e'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:48:18.049609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Bound port: b44b1dcd-8210-4c1c-adaa-6c0f59274cda, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519bb156-2878-454b-92ef-b310328413c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '7e5add06-24b4-42f9-bb7e-fd0a1269f70e'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:48:18.050008 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:18.075339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8::10 (7e5add06-24b4-42f9-bb7e-fd0a1269f70e/3c51694d-edd0-43cd-b4fd-92d97b44e61d/cff034ca-2925-4311-ae1b-39f613d0c4ed) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:18.115588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] For port b44b1dcd-8210-4c1c-adaa-6c0f59274cda, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:48:18.118578 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] For port b44b1dcd-8210-4c1c-adaa-6c0f59274cda, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b44b1dcd-8210-4c1c-adaa-6c0f59274cda,segment=NetworkSegment(519bb156-2878-454b-92ef-b310328413c3),segment_id=519bb156-2878-454b-92ef-b310328413c3)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:48:18.171914 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:18.230857 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:18.233038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24ac4-c1aa-45f7-9f3e-edc21c338201 None None] Pushing event updated for resources: {'Port': ['ID=b44b1dcd-8210-4c1c-adaa-6c0f59274cda,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:18.331831 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:18.395593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 7e5add06-24b4-42f9-bb7e-fd0a1269f70e is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:18.399750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:18.403639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:18.409358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:18.410021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:18.417304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=cff034ca-2925-4311-ae1b-39f613d0c4ed,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:18.482955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0c28840d-52ab-4e03-a05c-48ecc6483d74 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1387846 Dec 17 13:48:18.485483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46000) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:18.490624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': '7e5add06-24b4-42f9-bb7e-fd0a1269f70e', 'name': 'tempest-PortsIpV6TestJSON-337839106', 'fixed_ips': [{'subnet_id': '3c51694d-edd0-43cd-b4fd-92d97b44e61d', 'ip_address': '2001:db8::f'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:18.663147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:18.668413 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:18.686525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port ce6b6e91-1d46-4a9e-8ece-1b697009d9c9 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:48:18.843489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8::f (7e5add06-24b4-42f9-bb7e-fd0a1269f70e/3c51694d-edd0-43cd-b4fd-92d97b44e61d/ce6b6e91-1d46-4a9e-8ece-1b697009d9c9) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:18.977112 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.015813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.051610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b44b1dcd-8210-4c1c-adaa-6c0f59274cda up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:48:19.102628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b44b1dcd-8210-4c1c-adaa-6c0f59274cda triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:19.103014 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.120396 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.179873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 7e5add06-24b4-42f9-bb7e-fd0a1269f70e is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:19.183722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=ce6b6e91-1d46-4a9e-8ece-1b697009d9c9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:19.187479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:19.189538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:19.191918 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.197437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:19.198141 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.208014 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda611fc-fabb-4e51-8042-6bf6c65a1191 None None] Network 7e5add06-24b4-42f9-bb7e-fd0a1269f70e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:19.253897 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-94a365f6-c71a-4b52-a23b-ed4ecfae9c45 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7672310 Dec 17 13:48:19.257360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46002) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:19.271784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port b44b1dcd-8210-4c1c-adaa-6c0f59274cda, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b44b1dcd-8210-4c1c-adaa-6c0f59274cda,segment=NetworkSegment(519bb156-2878-454b-92ef-b310328413c3),segment_id=519bb156-2878-454b-92ef-b310328413c3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:19.339591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-818c35cf-0b28-41cf-9fcf-86f6dcded61d None None] Provisioning complete for port b44b1dcd-8210-4c1c-adaa-6c0f59274cda triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:19.339979 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-818c35cf-0b28-41cf-9fcf-86f6dcded61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.345147 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.347209 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51000c38-a43e-4fb5-9c09-87030b7895ae tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:19.349290 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-51000c38-a43e-4fb5-9c09-87030b7895ae tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0897539 Dec 17 13:48:19.351477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46004) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:19.425138 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7363a2d6-1602-4cec-b1c2-31f1d65b3d90 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:19.432238 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7363a2d6-1602-4cec-b1c2-31f1d65b3d90 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:19.433252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=b44b1dcd-8210-4c1c-adaa-6c0f59274cda,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:19.438674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7363a2d6-1602-4cec-b1c2-31f1d65b3d90 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:19.440416 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7363a2d6-1602-4cec-b1c2-31f1d65b3d90 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0878012 Dec 17 13:48:19.443380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46008) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:19.538636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-90ba9c00-0b71-4c50-953f-50b8e27c1ff6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port ce6b6e91-1d46-4a9e-8ece-1b697009d9c9 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:19.538985 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-90ba9c00-0b71-4c50-953f-50b8e27c1ff6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.633077 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-90ba9c00-0b71-4c50-953f-50b8e27c1ff6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.645813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-90ba9c00-0b71-4c50-953f-50b8e27c1ff6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for ce6b6e91-1d46-4a9e-8ece-1b697009d9c9 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:19.716681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f5cf4740-a1c7-4b23-92ac-0b5acbeeea3f None None] Provisioning complete for port ce6b6e91-1d46-4a9e-8ece-1b697009d9c9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:19.717050 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4740-a1c7-4b23-92ac-0b5acbeeea3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.764918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf4740-a1c7-4b23-92ac-0b5acbeeea3f None None] Port ce6b6e91-1d46-4a9e-8ece-1b697009d9c9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:19.780635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f5cf4740-a1c7-4b23-92ac-0b5acbeeea3f None None] Provisioning complete for port b44b1dcd-8210-4c1c-adaa-6c0f59274cda triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:19.781420 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4740-a1c7-4b23-92ac-0b5acbeeea3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.836469 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-90ba9c00-0b71-4c50-953f-50b8e27c1ff6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.877595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba9c00-0b71-4c50-953f-50b8e27c1ff6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=ce6b6e91-1d46-4a9e-8ece-1b697009d9c9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:19.888976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f5cf4740-a1c7-4b23-92ac-0b5acbeeea3f None None] Provisioning complete for port cff034ca-2925-4311-ae1b-39f613d0c4ed triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:19.889367 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4740-a1c7-4b23-92ac-0b5acbeeea3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.906659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-90ba9c00-0b71-4c50-953f-50b8e27c1ff6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:19.913860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-90ba9c00-0b71-4c50-953f-50b8e27c1ff6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/ce6b6e91-1d46-4a9e-8ece-1b697009d9c9 HTTP/1.1" status: 204 len: 168 time: 0.4670830 Dec 17 13:48:19.914512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46010) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:19.941345 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-402c541b-c54a-4489-86d1-c5e8a3f9d5d5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:48:19.943233 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-402c541b-c54a-4489-86d1-c5e8a3f9d5d5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/ce6b6e91-1d46-4a9e-8ece-1b697009d9c9 HTTP/1.1" status: 404 len: 333 time: 0.0275800 Dec 17 13:48:19.945917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46012) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:19.946195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf4740-a1c7-4b23-92ac-0b5acbeeea3f None None] Port cff034ca-2925-4311-ae1b-39f613d0c4ed cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:20.038831 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-06130288-6442-40ae-b6e1-20bbd32fa575 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port cff034ca-2925-4311-ae1b-39f613d0c4ed {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:20.039194 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06130288-6442-40ae-b6e1-20bbd32fa575 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.040325 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.069629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6a91f153-ea59-4e16-b818-e87788bef778 None None] Provisioning complete for port cff034ca-2925-4311-ae1b-39f613d0c4ed triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:20.069629 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6a91f153-ea59-4e16-b818-e87788bef778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.116218 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6a91f153-ea59-4e16-b818-e87788bef778 None None] Port cff034ca-2925-4311-ae1b-39f613d0c4ed cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:20.136941 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06130288-6442-40ae-b6e1-20bbd32fa575 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.150196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-06130288-6442-40ae-b6e1-20bbd32fa575 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for cff034ca-2925-4311-ae1b-39f613d0c4ed owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:20.228986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-34a572ba-7bbf-475c-9858-65967656410a None None] Could not find standard attr ID for object ce6b6e91-1d46-4a9e-8ece-1b697009d9c9. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:48:20.365164 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06130288-6442-40ae-b6e1-20bbd32fa575 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.394188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06130288-6442-40ae-b6e1-20bbd32fa575 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=cff034ca-2925-4311-ae1b-39f613d0c4ed,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:20.420048 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06130288-6442-40ae-b6e1-20bbd32fa575 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.423496 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-06130288-6442-40ae-b6e1-20bbd32fa575 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/cff034ca-2925-4311-ae1b-39f613d0c4ed HTTP/1.1" status: 204 len: 168 time: 0.4764984 Dec 17 13:48:20.426147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46014) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:20.451010 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11cf8d3-c2b0-4906-b507-1495c50ea773 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:48:20.452872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b11cf8d3-c2b0-4906-b507-1495c50ea773 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/cff034ca-2925-4311-ae1b-39f613d0c4ed HTTP/1.1" status: 404 len: 333 time: 0.0254450 Dec 17 13:48:20.458293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46016) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:20.517030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cd3d0e-1a41-4a99-9df7-a4d0721b30b3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting subnet 3c51694d-edd0-43cd-b4fd-92d97b44e61d {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:48:20.520612 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0cd3d0e-1a41-4a99-9df7-a4d0721b30b3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.567616 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0cd3d0e-1a41-4a99-9df7-a4d0721b30b3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.648740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0cd3d0e-1a41-4a99-9df7-a4d0721b30b3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.782755 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0cd3d0e-1a41-4a99-9df7-a4d0721b30b3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.809995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd3d0e-1a41-4a99-9df7-a4d0721b30b3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Subnet': ['ID=3c51694d-edd0-43cd-b4fd-92d97b44e61d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:20.815301 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c0cd3d0e-1a41-4a99-9df7-a4d0721b30b3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.819240 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c0cd3d0e-1a41-4a99-9df7-a4d0721b30b3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/3c51694d-edd0-43cd-b4fd-92d97b44e61d HTTP/1.1" status: 204 len: 168 time: 0.3593953 Dec 17 13:48:20.821797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46018) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:20.822114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd496d0f-9dd5-46a4-847e-6fadb1c8bbde None None] Network 7e5add06-24b4-42f9-bb7e-fd0a1269f70e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:20.897273 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.952393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port b44b1dcd-8210-4c1c-adaa-6c0f59274cda {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:20.952759 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:20.978929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e587532a-f65f-4021-bb68-39d628a17a94 None None] DHCP port deletion for 7e5add06-24b4-42f9-bb7e-fd0a1269f70e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:48:21.020676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] For port b44b1dcd-8210-4c1c-adaa-6c0f59274cda, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b44b1dcd-8210-4c1c-adaa-6c0f59274cda,segment=NetworkSegment(519bb156-2878-454b-92ef-b310328413c3),segment_id=519bb156-2878-454b-92ef-b310328413c3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:21.021046 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.028656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b44b1dcd-8210-4c1c-adaa-6c0f59274cda no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:48:21.036691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for b44b1dcd-8210-4c1c-adaa-6c0f59274cda owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:21.055350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e587532a-f65f-4021-bb68-39d628a17a94 None None] Deleting port b44b1dcd-8210-4c1c-adaa-6c0f59274cda {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:21.055738 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e587532a-f65f-4021-bb68-39d628a17a94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.128697 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e587532a-f65f-4021-bb68-39d628a17a94 None None] For port b44b1dcd-8210-4c1c-adaa-6c0f59274cda, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b44b1dcd-8210-4c1c-adaa-6c0f59274cda,segment=NetworkSegment(519bb156-2878-454b-92ef-b310328413c3),segment_id=519bb156-2878-454b-92ef-b310328413c3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:21.139508 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e587532a-f65f-4021-bb68-39d628a17a94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.144422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e587532a-f65f-4021-bb68-39d628a17a94 None None] Calling delete_port for b44b1dcd-8210-4c1c-adaa-6c0f59274cda owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:21.194409 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.218991 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.226288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No DVR routers for this DVR port b44b1dcd-8210-4c1c-adaa-6c0f59274cda on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:48:21.232071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=b44b1dcd-8210-4c1c-adaa-6c0f59274cda,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:21.284409 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e587532a-f65f-4021-bb68-39d628a17a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.308053 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.313274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587532a-f65f-4021-bb68-39d628a17a94 None None] No DVR routers for this DVR port b44b1dcd-8210-4c1c-adaa-6c0f59274cda on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:48:21.315218 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587532a-f65f-4021-bb68-39d628a17a94 None None] Pushing event deleted for resources: {'Port': ['ID=b44b1dcd-8210-4c1c-adaa-6c0f59274cda,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:21.333069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5add06-24b4-42f9-bb7e-fd0a1269f70e']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:21.343028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519bb156-2878-454b-92ef-b310328413c3') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:21.343329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519bb156-2878-454b-92ef-b310328413c3') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:21.352671 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.366033 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.372151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:48:21.372538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:48:21.375643 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:48:21.514248 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.521719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.524756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/networks/7e5add06-24b4-42f9-bb7e-fd0a1269f70e HTTP/1.1" status: 204 len: 168 time: 0.7020326 Dec 17 13:48:21.528589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46020) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:21.534204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-78e2715d-1e90-459c-bc98-09f9c61b2ab7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-515508720'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:21.537097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270f38d-2370-4483-a32f-8f0e42469f9b tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Network': ['ID=7e5add06-24b4-42f9-bb7e-fd0a1269f70e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:21.593810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e2715d-1e90-459c-bc98-09f9c61b2ab7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:21.597164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e2715d-1e90-459c-bc98-09f9c61b2ab7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.620795 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e2715d-1e90-459c-bc98-09f9c61b2ab7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:48:21.629253 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e2715d-1e90-459c-bc98-09f9c61b2ab7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.629617 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-78e2715d-1e90-459c-bc98-09f9c61b2ab7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Added segment c46bab44-6ec7-4538-9607-332ef341f7c9 of type vlan for network de6c69e9-c447-424f-ade1-8d398e227841 Dec 17 13:48:21.671827 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e2715d-1e90-459c-bc98-09f9c61b2ab7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.747622 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e2715d-1e90-459c-bc98-09f9c61b2ab7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.753099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e2715d-1e90-459c-bc98-09f9c61b2ab7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:21.753713 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-78e2715d-1e90-459c-bc98-09f9c61b2ab7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:21.820824 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2715d-1e90-459c-bc98-09f9c61b2ab7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Network': ['ID=de6c69e9-c447-424f-ade1-8d398e227841,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:21.830954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network de6c69e9-c447-424f-ade1-8d398e227841 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:48:21.867312 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-78e2715d-1e90-459c-bc98-09f9c61b2ab7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3367941 Dec 17 13:48:21.869913 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46022) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:21.875085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-988ebdd7-050f-4c1a-b36a-90454adf1341 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': 'de6c69e9-c447-424f-ade1-8d398e227841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:22.023038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988ebdd7-050f-4c1a-b36a-90454adf1341 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:22.026595 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-988ebdd7-050f-4c1a-b36a-90454adf1341 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:22.239747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-988ebdd7-050f-4c1a-b36a-90454adf1341 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:22.298895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ebdd7-050f-4c1a-b36a-90454adf1341 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Subnet': ['ID=4d5872f3-496e-4ab9-b9f9-0a72557fbd8d,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:22.308014 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ebdd7-050f-4c1a-b36a-90454adf1341 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Checking segment: {'id': 'c46bab44-6ec7-4538-9607-332ef341f7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'de6c69e9-c447-424f-ade1-8d398e227841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:48:22.308384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ebdd7-050f-4c1a-b36a-90454adf1341 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network hostable DHCP agents. Network: de6c69e9-c447-424f-ade1-8d398e227841, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:48:22.359440 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ebdd7-050f-4c1a-b36a-90454adf1341 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network de6c69e9-c447-424f-ade1-8d398e227841 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:48:22.410856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-988ebdd7-050f-4c1a-b36a-90454adf1341 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, de6c69e9-c447-424f-ade1-8d398e227841) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:22.415204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988ebdd7-050f-4c1a-b36a-90454adf1341 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:22.417480 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-988ebdd7-050f-4c1a-b36a-90454adf1341 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:22.420219 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9159b5a1-639d-4226-acf9-0a93e2723581 None None] Network de6c69e9-c447-424f-ade1-8d398e227841 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:22.471397 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-988ebdd7-050f-4c1a-b36a-90454adf1341 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6002724 Dec 17 13:48:22.474023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46024) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:22.479099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-187b4035-7aeb-4547-b4d1-f66dced245da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1948816550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:22.523836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-de6c69e9-c447-424f-ade1-8d398e227841', 'network_id': 'de6c69e9-c447-424f-ade1-8d398e227841', 'project_id': 'ccc222bdd13f4e8da3aab2c43a527ede', 'fixed_ips': [{'subnet_id': '4d5872f3-496e-4ab9-b9f9-0a72557fbd8d'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:48:22.524748 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:22.560477 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-187b4035-7aeb-4547-b4d1-f66dced245da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:22.561607 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-187b4035-7aeb-4547-b4d1-f66dced245da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:22.615273 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-187b4035-7aeb-4547-b4d1-f66dced245da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:22.658241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Allocated IP 2001:db8::2 (de6c69e9-c447-424f-ade1-8d398e227841/4d5872f3-496e-4ab9-b9f9-0a72557fbd8d/57a46356-ceb8-4103-9ad5-23976deee32b) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:22.677943 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-187b4035-7aeb-4547-b4d1-f66dced245da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:22.728670 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-187b4035-7aeb-4547-b4d1-f66dced245da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:22.730836 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-187b4035-7aeb-4547-b4d1-f66dced245da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2548842 Dec 17 13:48:22.735111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46026) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:22.742618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'network_id': 'de6c69e9-c447-424f-ade1-8d398e227841', 'name': 'tempest-PortsIpV6TestJSON-1380262771'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:22.819274 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:22.874363 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:22.920297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Network de6c69e9-c447-424f-ade1-8d398e227841 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:22.924212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:22.926679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:22.930357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Pushing event updated for resources: {'Port': ['ID=57a46356-ceb8-4103-9ad5-23976deee32b,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:22.949415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:22.953092 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:22.973673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port 89e950c5-50f8-474a-9627-13df2cbb15cb yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:48:22.997985 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Attempting to bind port 57a46356-ceb8-4103-9ad5-23976deee32b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:48:22.998381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Attempting to bind port 57a46356-ceb8-4103-9ad5-23976deee32b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'c46bab44-6ec7-4538-9607-332ef341f7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'de6c69e9-c447-424f-ade1-8d398e227841'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:48:22.998757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Attempting to bind port 57a46356-ceb8-4103-9ad5-23976deee32b on network de6c69e9-c447-424f-ade1-8d398e227841 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:48:23.004597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:48:23.004988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Checking segment: {'id': 'c46bab44-6ec7-4538-9607-332ef341f7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'de6c69e9-c447-424f-ade1-8d398e227841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:48:23.005399 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:23.005826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Bound using segment: {'id': 'c46bab44-6ec7-4538-9607-332ef341f7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'de6c69e9-c447-424f-ade1-8d398e227841'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:48:23.006383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Bound port: 57a46356-ceb8-4103-9ad5-23976deee32b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46bab44-6ec7-4538-9607-332ef341f7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'de6c69e9-c447-424f-ade1-8d398e227841'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:48:23.006768 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:23.073016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] For port 57a46356-ceb8-4103-9ad5-23976deee32b, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:48:23.076749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] For port 57a46356-ceb8-4103-9ad5-23976deee32b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=57a46356-ceb8-4103-9ad5-23976deee32b,segment=NetworkSegment(c46bab44-6ec7-4538-9607-332ef341f7c9),segment_id=c46bab44-6ec7-4538-9607-332ef341f7c9)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:48:23.092199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8::e7 (de6c69e9-c447-424f-ade1-8d398e227841/4d5872f3-496e-4ab9-b9f9-0a72557fbd8d/89e950c5-50f8-474a-9627-13df2cbb15cb) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:23.137157 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:23.203558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bcb83-96f3-4b8b-947c-53917bc5df58 None None] Pushing event updated for resources: {'Port': ['ID=57a46356-ceb8-4103-9ad5-23976deee32b,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:23.254840 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:23.354459 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:23.414641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network de6c69e9-c447-424f-ade1-8d398e227841 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:23.418941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:23.422075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:23.427826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:23.428470 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:23.431190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=89e950c5-50f8-474a-9627-13df2cbb15cb,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:23.508478 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9cc0ff30-c958-4388-9af9-e4d906821044 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7714369 Dec 17 13:48:23.511063 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46030) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:23.914335 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:24.174293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38158c50-b652-4473-9334-1e3456d066f9 None None] Network de6c69e9-c447-424f-ade1-8d398e227841 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:24.180774 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:24.262462 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:24.291142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e3d2717a-0c01-42b7-9788-54eb3582fefa None None] Provisioning complete for port 57a46356-ceb8-4103-9ad5-23976deee32b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:24.291513 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e3d2717a-0c01-42b7-9788-54eb3582fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:24.336735 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=89e950c5-50f8-474a-9627-13df2cbb15cb,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:24.394926 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e3d2717a-0c01-42b7-9788-54eb3582fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:24.433319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e3d2717a-0c01-42b7-9788-54eb3582fefa None None] For port 57a46356-ceb8-4103-9ad5-23976deee32b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=57a46356-ceb8-4103-9ad5-23976deee32b,segment=NetworkSegment(c46bab44-6ec7-4538-9607-332ef341f7c9),segment_id=c46bab44-6ec7-4538-9607-332ef341f7c9)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:24.459274 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:24.508314 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e3d2717a-0c01-42b7-9788-54eb3582fefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:24.558845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2717a-0c01-42b7-9788-54eb3582fefa None None] Pushing event updated for resources: {'Port': ['ID=57a46356-ceb8-4103-9ad5-23976deee32b,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:24.638107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5a96a7a4-00bf-4ab9-91b7-a9deca10cb72 None None] Provisioning complete for port 89e950c5-50f8-474a-9627-13df2cbb15cb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:24.638484 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7a4-00bf-4ab9-91b7-a9deca10cb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:24.650436 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:24.676480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5a96a7a4-00bf-4ab9-91b7-a9deca10cb72 None None] Port 89e950c5-50f8-474a-9627-13df2cbb15cb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:24.688047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5a96a7a4-00bf-4ab9-91b7-a9deca10cb72 None None] Provisioning complete for port 57a46356-ceb8-4103-9ad5-23976deee32b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:24.688424 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5a96a7a4-00bf-4ab9-91b7-a9deca10cb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:24.892667 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-906f60e9-0aa8-40b4-a659-2d3a7a042dba None None] Provisioning complete for port 89e950c5-50f8-474a-9627-13df2cbb15cb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:24.893131 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-906f60e9-0aa8-40b4-a659-2d3a7a042dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:24.932261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-906f60e9-0aa8-40b4-a659-2d3a7a042dba None None] Port 89e950c5-50f8-474a-9627-13df2cbb15cb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:25.039417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 57a46356-ceb8-4103-9ad5-23976deee32b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:48:25.090313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c09d4a9b-ccfc-483a-abbc-8d2e88126d63 None None] Provisioning complete for port 89e950c5-50f8-474a-9627-13df2cbb15cb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:25.090865 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c09d4a9b-ccfc-483a-abbc-8d2e88126d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:25.132991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c09d4a9b-ccfc-483a-abbc-8d2e88126d63 None None] Port 89e950c5-50f8-474a-9627-13df2cbb15cb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:25.136570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 57a46356-ceb8-4103-9ad5-23976deee32b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:25.136951 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:25.272603 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:25.353975 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:25.354775 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:25.435092 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=89e950c5-50f8-474a-9627-13df2cbb15cb,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:25.488033 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network de6c69e9-c447-424f-ade1-8d398e227841 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:25.489513 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:25.713991 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Router 05f23262-b4b4-46c2-8aee-87336780af51 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:48:25.756761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a7e1405e-4b62-414f-a194-37a5498be562 None None] Provisioning complete for port 89e950c5-50f8-474a-9627-13df2cbb15cb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:25.757382 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a7e1405e-4b62-414f-a194-37a5498be562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:25.792438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1405e-4b62-414f-a194-37a5498be562 None None] Port 89e950c5-50f8-474a-9627-13df2cbb15cb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:25.808224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:48:25.813987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ffd72889-9957-4247-a272-674d20a3c900 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "PUT /v2.0/routers/05f23262-b4b4-46c2-8aee-87336780af51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3015609 Dec 17 13:48:25.817660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46032) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:25.821396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f111a-e054-4bbc-b43d-edc5a1e56122 None None] Sync routers for ids ['05f23262-b4b4-46c2-8aee-87336780af51'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:48:25.832940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78f111a-e054-4bbc-b43d-edc5a1e56122 None None] Routers {'05f23262-b4b4-46c2-8aee-87336780af51'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:48:25.833605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f78f111a-e054-4bbc-b43d-edc5a1e56122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:48:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['05f23262-b4b4-46c2-8aee-87336780af51'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:25.873019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f78f111a-e054-4bbc-b43d-edc5a1e56122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:25.877479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a356c7a-e171-4a26-90cd-2502a913f886 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:25.879346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9a356c7a-e171-4a26-90cd-2502a913f886 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports?device_id=05f23262-b4b4-46c2-8aee-87336780af51 HTTP/1.1" status: 200 len: 988 time: 0.0606835 Dec 17 13:48:25.889000 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46034) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:25.890461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78f111a-e054-4bbc-b43d-edc5a1e56122 None None] Routers {'05f23262-b4b4-46c2-8aee-87336780af51'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:48:25.891755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f78f111a-e054-4bbc-b43d-edc5a1e56122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:48:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['05f23262-b4b4-46c2-8aee-87336780af51'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:25.930351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-f78f111a-e054-4bbc-b43d-edc5a1e56122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:25.931024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f111a-e054-4bbc-b43d-edc5a1e56122 None None] The sync data for ids ['05f23262-b4b4-46c2-8aee-87336780af51'] in n-d-815324-5 is: [] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:48:26.209296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21f8c175-a22f-442f-8531-48027dcbdb18 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:26.433380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-21f8c175-a22f-442f-8531-48027dcbdb18 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port 89e950c5-50f8-474a-9627-13df2cbb15cb {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:26.434377 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21f8c175-a22f-442f-8531-48027dcbdb18 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:26.528627 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21f8c175-a22f-442f-8531-48027dcbdb18 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:26.540451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-21f8c175-a22f-442f-8531-48027dcbdb18 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for 89e950c5-50f8-474a-9627-13df2cbb15cb owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:26.782781 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21f8c175-a22f-442f-8531-48027dcbdb18 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:26.815188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8c175-a22f-442f-8531-48027dcbdb18 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=89e950c5-50f8-474a-9627-13df2cbb15cb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:26.916095 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21f8c175-a22f-442f-8531-48027dcbdb18 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:27.079734 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f8c175-a22f-442f-8531-48027dcbdb18 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Router 05f23262-b4b4-46c2-8aee-87336780af51 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:48:27.152975 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f8c175-a22f-442f-8531-48027dcbdb18 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:48:27.158143 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-21f8c175-a22f-442f-8531-48027dcbdb18 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "PUT /v2.0/routers/05f23262-b4b4-46c2-8aee-87336780af51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2680724 Dec 17 13:48:27.160822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46038) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:27.163769 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb3d128-a557-4e41-ba19-af821c366425 None None] Sync routers for ids ['05f23262-b4b4-46c2-8aee-87336780af51'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:48:27.173282 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb3d128-a557-4e41-ba19-af821c366425 None None] Routers {'05f23262-b4b4-46c2-8aee-87336780af51'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:48:27.174012 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-9fb3d128-a557-4e41-ba19-af821c366425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:48:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['05f23262-b4b4-46c2-8aee-87336780af51'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:27.188883 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b554f6-bcd4-49e9-8146-d6b748aedc34 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:48:27.190550 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a6b554f6-bcd4-49e9-8146-d6b748aedc34 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/89e950c5-50f8-474a-9627-13df2cbb15cb HTTP/1.1" status: 404 len: 333 time: 0.0287237 Dec 17 13:48:27.194329 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46042) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:27.211887 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-9fb3d128-a557-4e41-ba19-af821c366425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:27.220477 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb3d128-a557-4e41-ba19-af821c366425 None None] Routers {'05f23262-b4b4-46c2-8aee-87336780af51'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:48:27.221078 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-9fb3d128-a557-4e41-ba19-af821c366425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:48:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['05f23262-b4b4-46c2-8aee-87336780af51'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:27.252437 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-9fb3d128-a557-4e41-ba19-af821c366425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:27.253086 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb3d128-a557-4e41-ba19-af821c366425 None None] The sync data for ids ['05f23262-b4b4-46c2-8aee-87336780af51'] in n-d-815324-5 is: [] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:48:27.266724 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-90e8409e-639f-4720-993d-ba4f6687e4a1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:27.424428 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-90e8409e-639f-4720-993d-ba4f6687e4a1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:27.426590 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-90e8409e-639f-4720-993d-ba4f6687e4a1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:27.537558 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-90e8409e-639f-4720-993d-ba4f6687e4a1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:27.538301 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e8409e-639f-4720-993d-ba4f6687e4a1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Fanout notify agent at l3_agent the message router_deleted on router 05f23262-b4b4-46c2-8aee-87336780af51 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 13:48:27.544993 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-90e8409e-639f-4720-993d-ba4f6687e4a1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:27.546186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-90e8409e-639f-4720-993d-ba4f6687e4a1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/routers/05f23262-b4b4-46c2-8aee-87336780af51 HTTP/1.1" status: 204 len: 168 time: 0.3508468 Dec 17 13:48:27.548782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46044) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:27.600303 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-943f4d68-ca71-4f86-a177-ff212402a273 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting subnet 4d5872f3-496e-4ab9-b9f9-0a72557fbd8d {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:48:27.603479 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-943f4d68-ca71-4f86-a177-ff212402a273 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:27.643400 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-943f4d68-ca71-4f86-a177-ff212402a273 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:27.728783 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-943f4d68-ca71-4f86-a177-ff212402a273 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:27.864079 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-943f4d68-ca71-4f86-a177-ff212402a273 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:27.897188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-943f4d68-ca71-4f86-a177-ff212402a273 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:27.900426 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-943f4d68-ca71-4f86-a177-ff212402a273 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/4d5872f3-496e-4ab9-b9f9-0a72557fbd8d HTTP/1.1" status: 204 len: 168 time: 0.3506725 Dec 17 13:48:27.901714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f4d68-ca71-4f86-a177-ff212402a273 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5872f3-496e-4ab9-b9f9-0a72557fbd8d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:27.903521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46046) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:27.905586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7abb9c-f48a-4229-a332-af248e76a910 None None] Network de6c69e9-c447-424f-ade1-8d398e227841 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:27.980785 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.041405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port 57a46356-ceb8-4103-9ad5-23976deee32b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:28.041789 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.049787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5de7cdb-0025-47ee-889a-ce296abfb31d None None] DHCP port deletion for de6c69e9-c447-424f-ade1-8d398e227841 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:48:28.113136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] For port 57a46356-ceb8-4103-9ad5-23976deee32b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=57a46356-ceb8-4103-9ad5-23976deee32b,segment=NetworkSegment(c46bab44-6ec7-4538-9607-332ef341f7c9),segment_id=c46bab44-6ec7-4538-9607-332ef341f7c9)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:28.113512 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.127439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for 57a46356-ceb8-4103-9ad5-23976deee32b owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:28.256852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b5de7cdb-0025-47ee-889a-ce296abfb31d None None] Deleting port 57a46356-ceb8-4103-9ad5-23976deee32b {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:28.257156 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b5de7cdb-0025-47ee-889a-ce296abfb31d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.267844 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.294523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=57a46356-ceb8-4103-9ad5-23976deee32b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:28.298035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No DVR routers for this DVR port 57a46356-ceb8-4103-9ad5-23976deee32b on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:48:28.322074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b5de7cdb-0025-47ee-889a-ce296abfb31d None None] For port 57a46356-ceb8-4103-9ad5-23976deee32b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=57a46356-ceb8-4103-9ad5-23976deee32b,segment=NetworkSegment(c46bab44-6ec7-4538-9607-332ef341f7c9),segment_id=c46bab44-6ec7-4538-9607-332ef341f7c9)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:28.322473 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b5de7cdb-0025-47ee-889a-ce296abfb31d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.338505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b5de7cdb-0025-47ee-889a-ce296abfb31d None None] Calling delete_port for 57a46356-ceb8-4103-9ad5-23976deee32b owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:28.376328 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.401562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6c69e9-c447-424f-ade1-8d398e227841']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:28.411236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46bab44-6ec7-4538-9607-332ef341f7c9') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:28.411532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46bab44-6ec7-4538-9607-332ef341f7c9') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:28.413773 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b5de7cdb-0025-47ee-889a-ce296abfb31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.421979 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.435540 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.439483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de7cdb-0025-47ee-889a-ce296abfb31d None None] Pushing event deleted for resources: {'Port': ['ID=57a46356-ceb8-4103-9ad5-23976deee32b,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:28.441671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de7cdb-0025-47ee-889a-ce296abfb31d None None] No DVR routers for this DVR port 57a46356-ceb8-4103-9ad5-23976deee32b on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:48:28.444686 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:48:28.445555 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:48:28.449694 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:48:28.571058 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.578290 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:28.581251 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/networks/de6c69e9-c447-424f-ade1-8d398e227841 HTTP/1.1" status: 204 len: 168 time: 0.6762919 Dec 17 13:48:28.585776 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46048) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:28.593895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4bfc0-c345-437b-835e-a28bd7f9340c tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Network': ['ID=de6c69e9-c447-424f-ade1-8d398e227841,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:28.628207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ab542-9aac-4486-aab9-e47e3f623078 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:28.629601 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2e9ab542-9aac-4486-aab9-e47e3f623078 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/bad752c7-21bb-4ec8-9f0f-c0bcb5831674 HTTP/1.1" status: 200 len: 845 time: 0.0428240 Dec 17 13:48:28.633659 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46050) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:28.675169 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-99136828-8913-4bb5-a085-b49cae054ea6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/bad752c7-21bb-4ec8-9f0f-c0bcb5831674?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0404420 Dec 17 13:48:28.678829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46052) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:28.683506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-bfa53303-bb5e-4b43-9db1-c9511b38cee1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:28.833508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa53303-bb5e-4b43-9db1-c9511b38cee1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:28.837183 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bfa53303-bb5e-4b43-9db1-c9511b38cee1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.003733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 57a46356-ceb8-4103-9ad5-23976deee32b no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:48:29.027138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 57a46356-ceb8-4103-9ad5-23976deee32b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:48:29.027490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 57a46356-ceb8-4103-9ad5-23976deee32b not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:48:29.097430 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bfa53303-bb5e-4b43-9db1-c9511b38cee1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.144852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa53303-bb5e-4b43-9db1-c9511b38cee1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 3640d814-773f-4234-bc3a-b513f4d2a85a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:29.148195 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-bfa53303-bb5e-4b43-9db1-c9511b38cee1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:29.164340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa53303-bb5e-4b43-9db1-c9511b38cee1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:29.164340 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bfa53303-bb5e-4b43-9db1-c9511b38cee1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.164595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a6b74-a1cb-4688-be80-45626a48dc5e None None] Network 3640d814-773f-4234-bc3a-b513f4d2a85a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:29.170688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa53303-bb5e-4b43-9db1-c9511b38cee1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Subnet': ['ID=33158b14-e80c-47c2-bb43-4bc23b909f0a,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:29.253977 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bfa53303-bb5e-4b43-9db1-c9511b38cee1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5740619 Dec 17 13:48:29.256645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46054) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:29.261158 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-68663bc4-e7cb-4aed-991c-9a31f4f78384 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1301790748'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:29.272251 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-3640d814-773f-4234-bc3a-b513f4d2a85a', 'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'project_id': 'ccc222bdd13f4e8da3aab2c43a527ede', 'fixed_ips': [{'subnet_id': '33158b14-e80c-47c2-bb43-4bc23b909f0a'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:48:29.273294 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.319851 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68663bc4-e7cb-4aed-991c-9a31f4f78384 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.389550 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68663bc4-e7cb-4aed-991c-9a31f4f78384 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.411391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Allocated IP 2001:db8::2 (3640d814-773f-4234-bc3a-b513f4d2a85a/33158b14-e80c-47c2-bb43-4bc23b909f0a/a7914821-5c23-49e8-b5da-c8d8be4f7d95) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:29.462779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68663bc4-e7cb-4aed-991c-9a31f4f78384 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.499118 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68663bc4-e7cb-4aed-991c-9a31f4f78384 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30968dc1-bb31-4bfc-b864-ee793bd6609e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:29.556722 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-68663bc4-e7cb-4aed-991c-9a31f4f78384 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.558339 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-68663bc4-e7cb-4aed-991c-9a31f4f78384 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3006868 Dec 17 13:48:29.562658 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46056) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:29.567337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-dca0cb9d-b7c3-4028-a85a-3b5f6f6f39f9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1027766993'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:29.573043 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.646012 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.680014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dca0cb9d-b7c3-4028-a85a-3b5f6f6f39f9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.686638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Network 3640d814-773f-4234-bc3a-b513f4d2a85a is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:29.689691 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:29.693189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:29.699016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Pushing event updated for resources: {'Port': ['ID=a7914821-5c23-49e8-b5da-c8d8be4f7d95,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:29.767115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Attempting to bind port a7914821-5c23-49e8-b5da-c8d8be4f7d95 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:48:29.767489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Attempting to bind port a7914821-5c23-49e8-b5da-c8d8be4f7d95 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'f0ca8668-e09a-4b16-a5bc-7e748a70e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:48:29.767850 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Attempting to bind port a7914821-5c23-49e8-b5da-c8d8be4f7d95 on network 3640d814-773f-4234-bc3a-b513f4d2a85a {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:48:29.768248 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dca0cb9d-b7c3-4028-a85a-3b5f6f6f39f9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.777095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:48:29.777466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Checking segment: {'id': 'f0ca8668-e09a-4b16-a5bc-7e748a70e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:48:29.777895 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.778297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Bound using segment: {'id': 'f0ca8668-e09a-4b16-a5bc-7e748a70e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:48:29.778768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Bound port: a7914821-5c23-49e8-b5da-c8d8be4f7d95, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ca8668-e09a-4b16-a5bc-7e748a70e44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:48:29.779147 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.833748 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dca0cb9d-b7c3-4028-a85a-3b5f6f6f39f9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.865162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0cb9d-b7c3-4028-a85a-3b5f6f6f39f9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054d806c-ec01-4c83-945b-1e938f448ce1,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:29.886066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] For port a7914821-5c23-49e8-b5da-c8d8be4f7d95, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:48:29.889685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] For port a7914821-5c23-49e8-b5da-c8d8be4f7d95, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a7914821-5c23-49e8-b5da-c8d8be4f7d95,segment=NetworkSegment(f0ca8668-e09a-4b16-a5bc-7e748a70e44e),segment_id=f0ca8668-e09a-4b16-a5bc-7e748a70e44e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:48:29.962344 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dca0cb9d-b7c3-4028-a85a-3b5f6f6f39f9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:29.963792 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dca0cb9d-b7c3-4028-a85a-3b5f6f6f39f9 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3999267 Dec 17 13:48:29.970012 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46058) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:29.975705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1294263507', 'security_groups': ['054d806c-ec01-4c83-945b-1e938f448ce1'], 'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '33158b14-e80c-47c2-bb43-4bc23b909f0a'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:29.990339 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:30.060551 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09e90b-a3f5-428c-9cb6-185edb35eddd None None] Pushing event updated for resources: {'Port': ['ID=a7914821-5c23-49e8-b5da-c8d8be4f7d95,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:30.190714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:30.284651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:30.311130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port 5ca940aa-466a-469c-bea8-d8ae44358319 yet. {{(pid=110453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:48:30.509246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8::137 (3640d814-773f-4234-bc3a-b513f4d2a85a/33158b14-e80c-47c2-bb43-4bc23b909f0a/5ca940aa-466a-469c-bea8-d8ae44358319) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:30.645604 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:30.731572 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:30.780605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 3640d814-773f-4234-bc3a-b513f4d2a85a is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:30.784418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:30.789525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:30.795682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:30.796334 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:30.802930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=5ca940aa-466a-469c-bea8-d8ae44358319,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:30.906230 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-06c3b64d-760e-4c32-b333-2f72cb43974f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9350469 Dec 17 13:48:30.909978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46060) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:30.915679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-31dd9ecd-f6f8-44bc-a38a-ac4582b49ea5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:31.057997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8b4dfb61-4397-4311-b3c8-a1ac9fd48a4f None None] Provisioning complete for port a7914821-5c23-49e8-b5da-c8d8be4f7d95 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:31.057997 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8b4dfb61-4397-4311-b3c8-a1ac9fd48a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:31.079771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a7914821-5c23-49e8-b5da-c8d8be4f7d95 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:48:31.102337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dd9ecd-f6f8-44bc-a38a-ac4582b49ea5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:31.106041 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-31dd9ecd-f6f8-44bc-a38a-ac4582b49ea5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:31.186226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a7914821-5c23-49e8-b5da-c8d8be4f7d95 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:31.186656 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:31.223394 n-d-815324-5 neutron-server[110453]: INFO neutron.db.ipam_backend_mixin [None req-31dd9ecd-f6f8-44bc-a38a-ac4582b49ea5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33158b14-e80c-47c2-bb43-4bc23b909f0a (CIDR: 2001:db8::/64) Dec 17 13:48:31.224150 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8b4dfb61-4397-4311-b3c8-a1ac9fd48a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:31.266948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8b4dfb61-4397-4311-b3c8-a1ac9fd48a4f None None] For port a7914821-5c23-49e8-b5da-c8d8be4f7d95, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a7914821-5c23-49e8-b5da-c8d8be4f7d95,segment=NetworkSegment(f0ca8668-e09a-4b16-a5bc-7e748a70e44e),segment_id=f0ca8668-e09a-4b16-a5bc-7e748a70e44e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:31.303298 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-31dd9ecd-f6f8-44bc-a38a-ac4582b49ea5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:31.303674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31dd9ecd-f6f8-44bc-a38a-ac4582b49ea5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:31.307180 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:31.353790 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8b4dfb61-4397-4311-b3c8-a1ac9fd48a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:31.385380 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-31dd9ecd-f6f8-44bc-a38a-ac4582b49ea5 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4743209 Dec 17 13:48:31.388710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46062) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:31.393897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-40d9ad9b-7b93-48e8-9fa1-324b444b00d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:31.421136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8b4dfb61-4397-4311-b3c8-a1ac9fd48a4f None None] Provisioning complete for port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:31.421535 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8b4dfb61-4397-4311-b3c8-a1ac9fd48a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:31.427454 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:48:31.428378 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:48:31.467078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dfb61-4397-4311-b3c8-a1ac9fd48a4f None None] Pushing event updated for resources: {'Port': ['ID=a7914821-5c23-49e8-b5da-c8d8be4f7d95,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:31.476481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8b4dfb61-4397-4311-b3c8-a1ac9fd48a4f None None] Port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:31.593480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d9ad9b-7b93-48e8-9fa1-324b444b00d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:31.595799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fd8abe8c-4f4c-420f-9f90-4385dff52cf0 None None] Provisioning complete for port 5ca940aa-466a-469c-bea8-d8ae44358319 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:31.596178 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fd8abe8c-4f4c-420f-9f90-4385dff52cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:31.597202 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40d9ad9b-7b93-48e8-9fa1-324b444b00d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:31.632173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fd8abe8c-4f4c-420f-9f90-4385dff52cf0 None None] Port 5ca940aa-466a-469c-bea8-d8ae44358319 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:31.868262 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40d9ad9b-7b93-48e8-9fa1-324b444b00d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:31.909437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d9ad9b-7b93-48e8-9fa1-324b444b00d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 3640d814-773f-4234-bc3a-b513f4d2a85a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:31.914529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-40d9ad9b-7b93-48e8-9fa1-324b444b00d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:31.918679 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d9ad9b-7b93-48e8-9fa1-324b444b00d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:31.919277 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-40d9ad9b-7b93-48e8-9fa1-324b444b00d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:31.919402 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:31.924226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd924c6-2ed0-421e-abed-97419db8caab None None] Network 3640d814-773f-4234-bc3a-b513f4d2a85a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:31.933716 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9ad9b-7b93-48e8-9fa1-324b444b00d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Subnet': ['ID=f7953526-f201-40a8-877c-ef37594f2267,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:32.008461 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-40d9ad9b-7b93-48e8-9fa1-324b444b00d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6185784 Dec 17 13:48:32.011514 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46064) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:32.017254 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6ef47250-aac2-4cfe-ba47-6809f9ccbf49 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1454767410', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f7953526-f201-40a8-877c-ef37594f2267'}], 'security_groups': ['30968dc1-bb31-4bfc-b864-ee793bd6609e']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:32.081951 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ef47250-aac2-4cfe-ba47-6809f9ccbf49 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:32.124795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3a819b-d270-4133-a3f0-771c3ff31835 None None] Update dhcp port {'port': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'fixed_ips': [{'subnet_id': '33158b14-e80c-47c2-bb43-4bc23b909f0a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7953526-f201-40a8-877c-ef37594f2267'}], 'binding:host_id': 'n-d-815324-5'}, 'id': 'a7914821-5c23-49e8-b5da-c8d8be4f7d95'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:48:32.151453 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f3a819b-d270-4133-a3f0-771c3ff31835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:32.324451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-4f3a819b-d270-4133-a3f0-771c3ff31835 None None] Allocated IP 2001:db8:0:1::2 (3640d814-773f-4234-bc3a-b513f4d2a85a/f7953526-f201-40a8-877c-ef37594f2267/a7914821-5c23-49e8-b5da-c8d8be4f7d95) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:32.419494 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4f3a819b-d270-4133-a3f0-771c3ff31835 None None] For port a7914821-5c23-49e8-b5da-c8d8be4f7d95, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a7914821-5c23-49e8-b5da-c8d8be4f7d95,segment=NetworkSegment(f0ca8668-e09a-4b16-a5bc-7e748a70e44e),segment_id=f0ca8668-e09a-4b16-a5bc-7e748a70e44e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:32.448225 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f3a819b-d270-4133-a3f0-771c3ff31835 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:32.508373 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4f3a819b-d270-4133-a3f0-771c3ff31835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:32.603622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a819b-d270-4133-a3f0-771c3ff31835 None None] Pushing event updated for resources: {'Port': ['ID=a7914821-5c23-49e8-b5da-c8d8be4f7d95,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:32.624578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-6ef47250-aac2-4cfe-ba47-6809f9ccbf49 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Delete allocated IP 2001:db8::137 (3640d814-773f-4234-bc3a-b513f4d2a85a/33158b14-e80c-47c2-bb43-4bc23b909f0a) {{(pid=110453) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 13:48:32.634516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-6ef47250-aac2-4cfe-ba47-6809f9ccbf49 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8:0:1::1b3 (3640d814-773f-4234-bc3a-b513f4d2a85a/f7953526-f201-40a8-877c-ef37594f2267/5ca940aa-466a-469c-bea8-d8ae44358319) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:32.792329 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ef47250-aac2-4cfe-ba47-6809f9ccbf49 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:32.839310 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ef47250-aac2-4cfe-ba47-6809f9ccbf49 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:32.907995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-6ef47250-aac2-4cfe-ba47-6809f9ccbf49 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] In _notify_port_updated(), no bound segment for port 5ca940aa-466a-469c-bea8-d8ae44358319 on network 3640d814-773f-4234-bc3a-b513f4d2a85a {{(pid=110453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:48:32.914135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef47250-aac2-4cfe-ba47-6809f9ccbf49 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:32.914779 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ef47250-aac2-4cfe-ba47-6809f9ccbf49 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:32.916144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6ef47250-aac2-4cfe-ba47-6809f9ccbf49 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "PUT /v2.0/ports/5ca940aa-466a-469c-bea8-d8ae44358319 HTTP/1.1" status: 200 len: 931 time: 0.9035861 Dec 17 13:48:32.919235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46066) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:32.923461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef47250-aac2-4cfe-ba47-6809f9ccbf49 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=5ca940aa-466a-469c-bea8-d8ae44358319,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:33.023347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a7914821-5c23-49e8-b5da-c8d8be4f7d95 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:48:33.031426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8b227-f1fc-4824-bf0c-f5d2f9b997da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port 5ca940aa-466a-469c-bea8-d8ae44358319 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:33.031868 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b227-f1fc-4824-bf0c-f5d2f9b997da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.076901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a7914821-5c23-49e8-b5da-c8d8be4f7d95 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:33.077340 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.131856 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b227-f1fc-4824-bf0c-f5d2f9b997da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.148474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8b227-f1fc-4824-bf0c-f5d2f9b997da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for 5ca940aa-466a-469c-bea8-d8ae44358319 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:33.178163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dc989be8-e335-4e4e-863b-3c9f40a320f8 None None] Provisioning complete for port a7914821-5c23-49e8-b5da-c8d8be4f7d95 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:33.178740 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dc989be8-e335-4e4e-863b-3c9f40a320f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.279754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dc989be8-e335-4e4e-863b-3c9f40a320f8 None None] Provisioning complete for port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:33.280047 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dc989be8-e335-4e4e-863b-3c9f40a320f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.320025 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-dc989be8-e335-4e4e-863b-3c9f40a320f8 None None] Port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:33.330689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dc989be8-e335-4e4e-863b-3c9f40a320f8 None None] Provisioning complete for port 5ca940aa-466a-469c-bea8-d8ae44358319 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:33.331072 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dc989be8-e335-4e4e-863b-3c9f40a320f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.359845 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b227-f1fc-4824-bf0c-f5d2f9b997da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.373254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-dc989be8-e335-4e4e-863b-3c9f40a320f8 None None] Port 5ca940aa-466a-469c-bea8-d8ae44358319 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:33.393684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8b227-f1fc-4824-bf0c-f5d2f9b997da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=5ca940aa-466a-469c-bea8-d8ae44358319,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:33.416275 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b227-f1fc-4824-bf0c-f5d2f9b997da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.419663 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4ff8b227-f1fc-4824-bf0c-f5d2f9b997da tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/5ca940aa-466a-469c-bea8-d8ae44358319 HTTP/1.1" status: 204 len: 168 time: 0.4993944 Dec 17 13:48:33.422248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46068) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:33.451250 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1069b435-8af0-4b10-9593-c44481971ea6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:48:33.452731 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1069b435-8af0-4b10-9593-c44481971ea6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/5ca940aa-466a-469c-bea8-d8ae44358319 HTTP/1.1" status: 404 len: 333 time: 0.0295808 Dec 17 13:48:33.455544 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46070) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:33.485429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2e55fd89-39fd-46be-a75f-d8baa587d2fb None None] Could not find standard attr ID for object 5ca940aa-466a-469c-bea8-d8ae44358319. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:48:33.517927 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8aae-a521-4d43-a888-c00c50224da0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.547163 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8aae-a521-4d43-a888-c00c50224da0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.674350 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8aae-a521-4d43-a888-c00c50224da0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.677364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8aae-a521-4d43-a888-c00c50224da0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.679470 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d4bd8aae-a521-4d43-a888-c00c50224da0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/security-groups/054d806c-ec01-4c83-945b-1e938f448ce1 HTTP/1.1" status: 204 len: 168 time: 0.2229629 Dec 17 13:48:33.684134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46072) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:33.691877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd8aae-a521-4d43-a888-c00c50224da0 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054d806c-ec01-4c83-945b-1e938f448ce1,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:33.764781 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6bef7e47-96d4-44cd-89a9-204f8de42e2f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.795673 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6bef7e47-96d4-44cd-89a9-204f8de42e2f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.896932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6bef7e47-96d4-44cd-89a9-204f8de42e2f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.899712 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6bef7e47-96d4-44cd-89a9-204f8de42e2f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:33.900910 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6bef7e47-96d4-44cd-89a9-204f8de42e2f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/security-groups/30968dc1-bb31-4bfc-b864-ee793bd6609e HTTP/1.1" status: 204 len: 168 time: 0.2157273 Dec 17 13:48:33.903848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46074) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:33.911681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef7e47-96d4-44cd-89a9-204f8de42e2f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30968dc1-bb31-4bfc-b864-ee793bd6609e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:33.964825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc40f83-bd92-4698-9a1a-99e0b914cc7f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting subnet 33158b14-e80c-47c2-bb43-4bc23b909f0a {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:48:33.969618 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bc40f83-bd92-4698-9a1a-99e0b914cc7f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:34.033920 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bc40f83-bd92-4698-9a1a-99e0b914cc7f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:34.118709 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bc40f83-bd92-4698-9a1a-99e0b914cc7f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:34.240226 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bc40f83-bd92-4698-9a1a-99e0b914cc7f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:34.284618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc40f83-bd92-4698-9a1a-99e0b914cc7f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Subnet': ['ID=33158b14-e80c-47c2-bb43-4bc23b909f0a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:34.288897 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bc40f83-bd92-4698-9a1a-99e0b914cc7f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:34.292192 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2bc40f83-bd92-4698-9a1a-99e0b914cc7f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/33158b14-e80c-47c2-bb43-4bc23b909f0a HTTP/1.1" status: 204 len: 168 time: 0.3869700 Dec 17 13:48:34.297222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46076) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:34.298899 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7362c908-302c-43ba-9362-05afbbcbe2e0 None None] Network 3640d814-773f-4234-bc3a-b513f4d2a85a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:34.303111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e90fcaa4-78a5-4a3d-b3d4-abea344533d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:34.788939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90fcaa4-78a5-4a3d-b3d4-abea344533d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:34.792496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e90fcaa4-78a5-4a3d-b3d4-abea344533d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:35.024031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b4ae2360-df12-41a5-ba88-ad28cdd1ee0f None None] Provisioning complete for port a7914821-5c23-49e8-b5da-c8d8be4f7d95 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:35.024408 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2360-df12-41a5-ba88-ad28cdd1ee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:35.096856 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e90fcaa4-78a5-4a3d-b3d4-abea344533d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:35.112323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b4ae2360-df12-41a5-ba88-ad28cdd1ee0f None None] Provisioning complete for port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:35.112704 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4ae2360-df12-41a5-ba88-ad28cdd1ee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:35.142643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90fcaa4-78a5-4a3d-b3d4-abea344533d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 3640d814-773f-4234-bc3a-b513f4d2a85a is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:35.148373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-e90fcaa4-78a5-4a3d-b3d4-abea344533d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:35.153099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90fcaa4-78a5-4a3d-b3d4-abea344533d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:35.153916 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e90fcaa4-78a5-4a3d-b3d4-abea344533d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:35.156311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae2360-df12-41a5-ba88-ad28cdd1ee0f None None] Port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:35.162777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb28178-2fd6-4001-a857-459c52dab4f9 None None] Network 3640d814-773f-4234-bc3a-b513f4d2a85a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:35.170928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fcaa4-78a5-4a3d-b3d4-abea344533d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Subnet': ['ID=e14f9c19-673b-4334-9b4a-9e336298b063,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:35.248089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e90fcaa4-78a5-4a3d-b3d4-abea344533d4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9495218 Dec 17 13:48:35.251110 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46078) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:35.256177 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2ac09b67-848f-4b68-b99d-4cab379bf134 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1089479864'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:35.328500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adfd92a-ae0a-4d85-8e39-1363662141db None None] Update dhcp port {'port': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'fixed_ips': [{'subnet_id': 'f7953526-f201-40a8-877c-ef37594f2267', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e14f9c19-673b-4334-9b4a-9e336298b063'}], 'binding:host_id': 'n-d-815324-5'}, 'id': 'a7914821-5c23-49e8-b5da-c8d8be4f7d95'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:48:35.336954 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ac09b67-848f-4b68-b99d-4cab379bf134 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:35.359032 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6adfd92a-ae0a-4d85-8e39-1363662141db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:35.529961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-6adfd92a-ae0a-4d85-8e39-1363662141db None None] Allocated IP 2001:db8::2 (3640d814-773f-4234-bc3a-b513f4d2a85a/e14f9c19-673b-4334-9b4a-9e336298b063/a7914821-5c23-49e8-b5da-c8d8be4f7d95) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:35.639015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6adfd92a-ae0a-4d85-8e39-1363662141db None None] For port a7914821-5c23-49e8-b5da-c8d8be4f7d95, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a7914821-5c23-49e8-b5da-c8d8be4f7d95,segment=NetworkSegment(f0ca8668-e09a-4b16-a5bc-7e748a70e44e),segment_id=f0ca8668-e09a-4b16-a5bc-7e748a70e44e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:35.671085 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6adfd92a-ae0a-4d85-8e39-1363662141db None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:35.741389 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ac09b67-848f-4b68-b99d-4cab379bf134 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:35.759863 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6adfd92a-ae0a-4d85-8e39-1363662141db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:35.782365 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ac09b67-848f-4b68-b99d-4cab379bf134 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:35.813264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac09b67-848f-4b68-b99d-4cab379bf134 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeae08d-eb2c-4bab-a029-2eefbfe1d850,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:35.865493 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ac09b67-848f-4b68-b99d-4cab379bf134 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:35.867138 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2ac09b67-848f-4b68-b99d-4cab379bf134 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6150038 Dec 17 13:48:35.869939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46080) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:35.874619 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5c939eb7-c523-4d1e-81c7-685c8a0ba9e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'security_group': {'name': 'tempest-secgroup-955473947'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:35.954310 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c939eb7-c523-4d1e-81c7-685c8a0ba9e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:36.011866 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfd92a-ae0a-4d85-8e39-1363662141db None None] Pushing event updated for resources: {'Port': ['ID=a7914821-5c23-49e8-b5da-c8d8be4f7d95,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:36.030874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c939eb7-c523-4d1e-81c7-685c8a0ba9e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:36.085840 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c939eb7-c523-4d1e-81c7-685c8a0ba9e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:36.117202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c939eb7-c523-4d1e-81c7-685c8a0ba9e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd86323b-4fb9-474d-a181-b715f7ef4dc4,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:36.161656 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c939eb7-c523-4d1e-81c7-685c8a0ba9e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:36.163772 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5c939eb7-c523-4d1e-81c7-685c8a0ba9e4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2928376 Dec 17 13:48:36.166812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46082) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:36.171669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4d78c484-1040-4aab-baa2-e67cd370e945 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'security_group': {'name': 'tempest-secgroup-197274455'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:36.234140 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d78c484-1040-4aab-baa2-e67cd370e945 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:36.313123 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d78c484-1040-4aab-baa2-e67cd370e945 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:36.388412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d78c484-1040-4aab-baa2-e67cd370e945 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:36.424995 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78c484-1040-4aab-baa2-e67cd370e945 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954a7449-ba1e-443b-a1a1-9a35f983d788,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:36.434581 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:36.491489 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d78c484-1040-4aab-baa2-e67cd370e945 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:36.491489 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4d78c484-1040-4aab-baa2-e67cd370e945 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3206487 Dec 17 13:48:36.491737 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46084) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:36.496748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-407976213', 'security_groups': ['954a7449-ba1e-443b-a1a1-9a35f983d788'], 'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e14f9c19-673b-4334-9b4a-9e336298b063'}]}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:36.589809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e4d1abc9-c42e-4222-bc43-8729c1c6e08a None None] Provisioning complete for port a7914821-5c23-49e8-b5da-c8d8be4f7d95 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:36.590183 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4d1abc9-c42e-4222-bc43-8729c1c6e08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:36.673800 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:36.685154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e4d1abc9-c42e-4222-bc43-8729c1c6e08a None None] Provisioning complete for port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:36.685531 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4d1abc9-c42e-4222-bc43-8729c1c6e08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:36.725277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1abc9-c42e-4222-bc43-8729c1c6e08a None None] Port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:36.757654 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:36.779772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] device_id is not set on port 5f01b1c8-90c9-4e95-ae13-3455a3fa5a90 yet. {{(pid=110454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 13:48:36.938994 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8::ea (3640d814-773f-4234-bc3a-b513f4d2a85a/e14f9c19-673b-4334-9b4a-9e336298b063/5f01b1c8-90c9-4e95-ae13-3455a3fa5a90) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:37.015997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a7914821-5c23-49e8-b5da-c8d8be4f7d95 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:48:37.067164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a7914821-5c23-49e8-b5da-c8d8be4f7d95 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:37.067540 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:37.086858 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:37.188537 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:37.237889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 3640d814-773f-4234-bc3a-b513f4d2a85a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:37.241695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:37.246281 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:48:37.251835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:37.252476 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:37.259767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=5f01b1c8-90c9-4e95-ae13-3455a3fa5a90,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:37.362309 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-92b690ea-d088-4cd7-83c8-75e0406c5c99 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8695595 Dec 17 13:48:37.365803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46086) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:37.370922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f71b6325-5e49-41d0-aa43-1ce78d458eee tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:37.530978 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71b6325-5e49-41d0-aa43-1ce78d458eee tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:37.534542 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f71b6325-5e49-41d0-aa43-1ce78d458eee tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:37.549017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-43d2cf7f-a1f2-4344-a2c3-1885c0d7bb86 None None] Provisioning complete for port 5f01b1c8-90c9-4e95-ae13-3455a3fa5a90 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:37.549614 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-43d2cf7f-a1f2-4344-a2c3-1885c0d7bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:37.587678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-43d2cf7f-a1f2-4344-a2c3-1885c0d7bb86 None None] Port 5f01b1c8-90c9-4e95-ae13-3455a3fa5a90 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:37.635116 n-d-815324-5 neutron-server[110454]: INFO neutron.db.ipam_backend_mixin [None req-f71b6325-5e49-41d0-aa43-1ce78d458eee tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e14f9c19-673b-4334-9b4a-9e336298b063 (CIDR: 2001:db8::/64) Dec 17 13:48:37.656894 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71b6325-5e49-41d0-aa43-1ce78d458eee tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:37.657355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71b6325-5e49-41d0-aa43-1ce78d458eee tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:37.739131 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f71b6325-5e49-41d0-aa43-1ce78d458eee tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3721974 Dec 17 13:48:37.742492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46088) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:37.747367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0438d448-5247-4259-bc78-39e93f0fe0c1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:37.919324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0438d448-5247-4259-bc78-39e93f0fe0c1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:37.923028 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0438d448-5247-4259-bc78-39e93f0fe0c1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:38.019095 n-d-815324-5 neutron-server[110454]: INFO neutron.db.ipam_backend_mixin [None req-0438d448-5247-4259-bc78-39e93f0fe0c1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f7953526-f201-40a8-877c-ef37594f2267 (CIDR: 2001:db8:0:1::/64) Dec 17 13:48:38.045677 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-0438d448-5247-4259-bc78-39e93f0fe0c1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:38.046145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0438d448-5247-4259-bc78-39e93f0fe0c1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:38.104947 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0438d448-5247-4259-bc78-39e93f0fe0c1 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3613658 Dec 17 13:48:38.107762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46090) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:38.112743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1aa6810b-6038-4d2a-a3fe-dfff62775694 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'subnet': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:38.285493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa6810b-6038-4d2a-a3fe-dfff62775694 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Made reservation on behalf of ccc222bdd13f4e8da3aab2c43a527ede for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:38.289121 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1aa6810b-6038-4d2a-a3fe-dfff62775694 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:38.565257 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1aa6810b-6038-4d2a-a3fe-dfff62775694 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:38.603927 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa6810b-6038-4d2a-a3fe-dfff62775694 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Network 3640d814-773f-4234-bc3a-b513f4d2a85a is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:48:38.608291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-1aa6810b-6038-4d2a-a3fe-dfff62775694 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:48:38.612354 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa6810b-6038-4d2a-a3fe-dfff62775694 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:38.612948 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1aa6810b-6038-4d2a-a3fe-dfff62775694 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:38.618852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d5c8c0-bae2-4841-b730-e6155205701f None None] Network 3640d814-773f-4234-bc3a-b513f4d2a85a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:38.626690 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6810b-6038-4d2a-a3fe-dfff62775694 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Subnet': ['ID=d769e6bb-0dc3-4577-85a8-e54e4be9ea2f,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:38.688183 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1aa6810b-6038-4d2a-a3fe-dfff62775694 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5793221 Dec 17 13:48:38.690897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46092) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:38.696966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-29255fe4-b215-481a-9855-d9fa11b2fb64 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1022187008', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd769e6bb-0dc3-4577-85a8-e54e4be9ea2f'}], 'security_groups': ['eaeae08d-eb2c-4bab-a029-2eefbfe1d850', 'bd86323b-4fb9-474d-a181-b715f7ef4dc4']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:38.778204 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29255fe4-b215-481a-9855-d9fa11b2fb64 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:38.796204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077a9d04-1035-4268-ab6d-83d8ec92db73 None None] Update dhcp port {'port': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'fixed_ips': [{'subnet_id': 'f7953526-f201-40a8-877c-ef37594f2267', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e14f9c19-673b-4334-9b4a-9e336298b063', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd769e6bb-0dc3-4577-85a8-e54e4be9ea2f'}], 'binding:host_id': 'n-d-815324-5'}, 'id': 'a7914821-5c23-49e8-b5da-c8d8be4f7d95'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:48:38.823108 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-077a9d04-1035-4268-ab6d-83d8ec92db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:38.986306 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-077a9d04-1035-4268-ab6d-83d8ec92db73 None None] Allocated IP 2001:db8:0:2::2 (3640d814-773f-4234-bc3a-b513f4d2a85a/d769e6bb-0dc3-4577-85a8-e54e4be9ea2f/a7914821-5c23-49e8-b5da-c8d8be4f7d95) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:39.081896 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-077a9d04-1035-4268-ab6d-83d8ec92db73 None None] For port a7914821-5c23-49e8-b5da-c8d8be4f7d95, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a7914821-5c23-49e8-b5da-c8d8be4f7d95,segment=NetworkSegment(f0ca8668-e09a-4b16-a5bc-7e748a70e44e),segment_id=f0ca8668-e09a-4b16-a5bc-7e748a70e44e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:39.110569 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-077a9d04-1035-4268-ab6d-83d8ec92db73 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:39.199233 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-077a9d04-1035-4268-ab6d-83d8ec92db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:39.282285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a9d04-1035-4268-ab6d-83d8ec92db73 None None] Pushing event updated for resources: {'Port': ['ID=a7914821-5c23-49e8-b5da-c8d8be4f7d95,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:39.315146 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-29255fe4-b215-481a-9855-d9fa11b2fb64 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Delete allocated IP 2001:db8::ea (3640d814-773f-4234-bc3a-b513f4d2a85a/e14f9c19-673b-4334-9b4a-9e336298b063) {{(pid=110454) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 13:48:39.324254 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-29255fe4-b215-481a-9855-d9fa11b2fb64 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Allocated IP 2001:db8:0:2::be (3640d814-773f-4234-bc3a-b513f4d2a85a/d769e6bb-0dc3-4577-85a8-e54e4be9ea2f/5f01b1c8-90c9-4e95-ae13-3455a3fa5a90) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:48:39.524158 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29255fe4-b215-481a-9855-d9fa11b2fb64 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:39.582537 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29255fe4-b215-481a-9855-d9fa11b2fb64 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:39.643057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-29255fe4-b215-481a-9855-d9fa11b2fb64 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] In _notify_port_updated(), no bound segment for port 5f01b1c8-90c9-4e95-ae13-3455a3fa5a90 on network 3640d814-773f-4234-bc3a-b513f4d2a85a {{(pid=110454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 13:48:39.648695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29255fe4-b215-481a-9855-d9fa11b2fb64 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:39.649367 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-29255fe4-b215-481a-9855-d9fa11b2fb64 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:39.650798 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-29255fe4-b215-481a-9855-d9fa11b2fb64 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "PUT /v2.0/ports/5f01b1c8-90c9-4e95-ae13-3455a3fa5a90 HTTP/1.1" status: 200 len: 969 time: 0.9588516 Dec 17 13:48:39.653943 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46094) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:39.690262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29255fe4-b215-481a-9855-d9fa11b2fb64 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event updated for resources: {'Port': ['ID=5f01b1c8-90c9-4e95-ae13-3455a3fa5a90,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:39.760569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-ab238ed5-b83f-4715-bafc-1584c68cb468 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port 5f01b1c8-90c9-4e95-ae13-3455a3fa5a90 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:39.760919 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab238ed5-b83f-4715-bafc-1584c68cb468 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:39.855476 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab238ed5-b83f-4715-bafc-1584c68cb468 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:39.869748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-ab238ed5-b83f-4715-bafc-1584c68cb468 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for 5f01b1c8-90c9-4e95-ae13-3455a3fa5a90 owned by {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:40.028502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d4e40bf1-d78a-45ac-a12f-8411cac52342 None None] Provisioning complete for port a7914821-5c23-49e8-b5da-c8d8be4f7d95 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:40.029108 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4e40bf1-d78a-45ac-a12f-8411cac52342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.051245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab238ed5-b83f-4715-bafc-1584c68cb468 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.081324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab238ed5-b83f-4715-bafc-1584c68cb468 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=5f01b1c8-90c9-4e95-ae13-3455a3fa5a90,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:40.119144 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab238ed5-b83f-4715-bafc-1584c68cb468 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.122617 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ab238ed5-b83f-4715-bafc-1584c68cb468 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/5f01b1c8-90c9-4e95-ae13-3455a3fa5a90 HTTP/1.1" status: 204 len: 168 time: 0.4676795 Dec 17 13:48:40.125401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46096) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:40.129135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d4e40bf1-d78a-45ac-a12f-8411cac52342 None None] Could not find standard attr ID for object 5f01b1c8-90c9-4e95-ae13-3455a3fa5a90. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:48:40.142957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d4e40bf1-d78a-45ac-a12f-8411cac52342 None None] Provisioning complete for port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:40.143341 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d4e40bf1-d78a-45ac-a12f-8411cac52342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.157358 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-616026f9-5065-42c0-9fcf-a39d26ede959 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] GET failed (client error): The resource could not be found. Dec 17 13:48:40.162399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-616026f9-5065-42c0-9fcf-a39d26ede959 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports/5f01b1c8-90c9-4e95-ae13-3455a3fa5a90 HTTP/1.1" status: 404 len: 333 time: 0.0350113 Dec 17 13:48:40.166015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46098) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:40.184154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d4e40bf1-d78a-45ac-a12f-8411cac52342 None None] Port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:40.225017 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc782aae-3b57-46e5-9175-efca9aa571e3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.249558 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc782aae-3b57-46e5-9175-efca9aa571e3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.296370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-01fdb33e-6f81-4ac0-a89f-f17d588f4837 None None] Could not find standard attr ID for object 5f01b1c8-90c9-4e95-ae13-3455a3fa5a90. {{(pid=110455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 13:48:40.359785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc782aae-3b57-46e5-9175-efca9aa571e3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.362535 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cc782aae-3b57-46e5-9175-efca9aa571e3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.363725 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cc782aae-3b57-46e5-9175-efca9aa571e3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/security-groups/954a7449-ba1e-443b-a1a1-9a35f983d788 HTTP/1.1" status: 204 len: 168 time: 0.1966178 Dec 17 13:48:40.366536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46100) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:40.373275 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc782aae-3b57-46e5-9175-efca9aa571e3 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954a7449-ba1e-443b-a1a1-9a35f983d788,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:40.425715 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a6920cc7-86a5-4e76-8ec9-9f79103e5e12 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.449422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a6920cc7-86a5-4e76-8ec9-9f79103e5e12 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.576924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a6920cc7-86a5-4e76-8ec9-9f79103e5e12 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.579691 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a6920cc7-86a5-4e76-8ec9-9f79103e5e12 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.580846 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a6920cc7-86a5-4e76-8ec9-9f79103e5e12 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/security-groups/bd86323b-4fb9-474d-a181-b715f7ef4dc4 HTTP/1.1" status: 204 len: 168 time: 0.2131293 Dec 17 13:48:40.584517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46102) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:40.591052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6920cc7-86a5-4e76-8ec9-9f79103e5e12 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd86323b-4fb9-474d-a181-b715f7ef4dc4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:40.640299 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0a309389-4d7e-4e67-a0f3-47d5b4831d6d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.663444 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0a309389-4d7e-4e67-a0f3-47d5b4831d6d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.776872 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0a309389-4d7e-4e67-a0f3-47d5b4831d6d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.779625 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0a309389-4d7e-4e67-a0f3-47d5b4831d6d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.780792 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0a309389-4d7e-4e67-a0f3-47d5b4831d6d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/security-groups/eaeae08d-eb2c-4bab-a029-2eefbfe1d850 HTTP/1.1" status: 204 len: 168 time: 0.1952155 Dec 17 13:48:40.783691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46104) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:40.790508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a309389-4d7e-4e67-a0f3-47d5b4831d6d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeae08d-eb2c-4bab-a029-2eefbfe1d850,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:40.839598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2244059-1a64-42a7-a921-42be79d960d7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting subnet e14f9c19-673b-4334-9b4a-9e336298b063 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:48:40.842827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b2244059-1a64-42a7-a921-42be79d960d7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.896762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b2244059-1a64-42a7-a921-42be79d960d7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:40.983091 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b2244059-1a64-42a7-a921-42be79d960d7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.017082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a7914821-5c23-49e8-b5da-c8d8be4f7d95 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:48:41.064748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a7914821-5c23-49e8-b5da-c8d8be4f7d95 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:41.065404 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.114501 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b2244059-1a64-42a7-a921-42be79d960d7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.149246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2244059-1a64-42a7-a921-42be79d960d7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Subnet': ['ID=e14f9c19-673b-4334-9b4a-9e336298b063,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:41.155954 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b2244059-1a64-42a7-a921-42be79d960d7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.160712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b2244059-1a64-42a7-a921-42be79d960d7 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/e14f9c19-673b-4334-9b4a-9e336298b063 HTTP/1.1" status: 204 len: 168 time: 0.3748672 Dec 17 13:48:41.166540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46106) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:41.169365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a0e70e-31da-4017-aa2b-92c97bc6083c None None] Network 3640d814-773f-4234-bc3a-b513f4d2a85a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:41.225810 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9fbe41-9a55-4a55-a6d9-8d049ee8e120 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting subnet d769e6bb-0dc3-4577-85a8-e54e4be9ea2f {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:48:41.229274 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbe41-9a55-4a55-a6d9-8d049ee8e120 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.270180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbe41-9a55-4a55-a6d9-8d049ee8e120 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.358575 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbe41-9a55-4a55-a6d9-8d049ee8e120 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.502680 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbe41-9a55-4a55-a6d9-8d049ee8e120 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.532400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fbe41-9a55-4a55-a6d9-8d049ee8e120 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Subnet': ['ID=d769e6bb-0dc3-4577-85a8-e54e4be9ea2f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:41.535233 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbe41-9a55-4a55-a6d9-8d049ee8e120 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.539018 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6d9fbe41-9a55-4a55-a6d9-8d049ee8e120 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/d769e6bb-0dc3-4577-85a8-e54e4be9ea2f HTTP/1.1" status: 204 len: 168 time: 0.3713675 Dec 17 13:48:41.541473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46108) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:41.568550 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-beff4932-19da-4341-b67b-5db8d5538a03 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] DELETE failed (client error): The resource could not be found. Dec 17 13:48:41.569009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beff4932-19da-4341-b67b-5db8d5538a03 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:41.572129 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-beff4932-19da-4341-b67b-5db8d5538a03 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/e14f9c19-673b-4334-9b4a-9e336298b063 HTTP/1.1" status: 404 len: 337 time: 0.0296702 Dec 17 13:48:41.574841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46110) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:41.627890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a2b751-3aca-458c-8b81-249338b57691 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting subnet f7953526-f201-40a8-877c-ef37594f2267 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:48:41.631572 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b751-3aca-458c-8b81-249338b57691 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.674193 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b751-3aca-458c-8b81-249338b57691 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.770168 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b751-3aca-458c-8b81-249338b57691 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.780462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a6746c-a1c5-405b-93bf-8d6d9342a3e2 None None] Network 3640d814-773f-4234-bc3a-b513f4d2a85a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:41.852248 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e40501f5-b5bc-4e61-a0c4-e01ba77f7ac9 None None] Provisioning complete for port a7914821-5c23-49e8-b5da-c8d8be4f7d95 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:41.852610 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e40501f5-b5bc-4e61-a0c4-e01ba77f7ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.914635 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b751-3aca-458c-8b81-249338b57691 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.947567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2b751-3aca-458c-8b81-249338b57691 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Subnet': ['ID=f7953526-f201-40a8-877c-ef37594f2267,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:41.953068 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b751-3aca-458c-8b81-249338b57691 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.956707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c7a2b751-3aca-458c-8b81-249338b57691 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/f7953526-f201-40a8-877c-ef37594f2267 HTTP/1.1" status: 204 len: 168 time: 0.3807979 Dec 17 13:48:41.959911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46112) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:41.991040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e40501f5-b5bc-4e61-a0c4-e01ba77f7ac9 None None] Provisioning complete for port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:41.991420 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e40501f5-b5bc-4e61-a0c4-e01ba77f7ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:41.991877 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c420d5b6-b796-49c5-b7b4-9d28b8f5b4b6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] DELETE failed (client error): The resource could not be found. Dec 17 13:48:41.992471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c420d5b6-b796-49c5-b7b4-9d28b8f5b4b6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:41.995485 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c420d5b6-b796-49c5-b7b4-9d28b8f5b4b6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/33158b14-e80c-47c2-bb43-4bc23b909f0a HTTP/1.1" status: 404 len: 337 time: 0.0346265 Dec 17 13:48:41.998261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46114) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.031716 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-02b241e2-75b7-4163-bfe6-f4c891dd5141 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "GET /v2.0/ports?device_id=05f23262-b4b4-46c2-8aee-87336780af51 HTTP/1.1" status: 200 len: 205 time: 0.0301490 Dec 17 13:48:42.031908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46116) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.054253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e40501f5-b5bc-4e61-a0c4-e01ba77f7ac9 None None] Port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:42.062570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d9e9af-1e54-43f7-a748-9c91003e7adf None None] Update dhcp port {'port': {'network_id': '3640d814-773f-4234-bc3a-b513f4d2a85a', 'fixed_ips': [{'subnet_id': 'f7953526-f201-40a8-877c-ef37594f2267'}], 'binding:host_id': 'n-d-815324-5'}, 'id': 'a7914821-5c23-49e8-b5da-c8d8be4f7d95'} from n-d-815324-5. {{(pid=110455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 13:48:42.071783 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-7c4a5c8a-ae2f-44be-a6c5-1c648fc59bdd tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] delete failed (client error): The resource could not be found. Dec 17 13:48:42.075340 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7c4a5c8a-ae2f-44be-a6c5-1c648fc59bdd tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/routers/05f23262-b4b4-46c2-8aee-87336780af51 HTTP/1.1" status: 404 len: 336 time: 0.0397911 Dec 17 13:48:42.075682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46118) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.089163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-03d9e9af-1e54-43f7-a748-9c91003e7adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:42.102771 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-51956d50-6af4-4d13-afce-48c3572fb9f4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] DELETE failed (client error): The resource could not be found. Dec 17 13:48:42.103227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51956d50-6af4-4d13-afce-48c3572fb9f4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:42.108958 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-51956d50-6af4-4d13-afce-48c3572fb9f4 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/4d5872f3-496e-4ab9-b9f9-0a72557fbd8d HTTP/1.1" status: 404 len: 337 time: 0.0296969 Dec 17 13:48:42.110089 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46120) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.137372 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa46763-4272-43b3-833b-9d118625813f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] DELETE failed (client error): The resource could not be found. Dec 17 13:48:42.137952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa46763-4272-43b3-833b-9d118625813f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:42.141434 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1fa46763-4272-43b3-833b-9d118625813f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/3c51694d-edd0-43cd-b4fd-92d97b44e61d HTTP/1.1" status: 404 len: 337 time: 0.0302725 Dec 17 13:48:42.144683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46122) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.178018 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcb8237-a964-41b5-9896-622167a5c4a6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] DELETE failed (client error): The resource could not be found. Dec 17 13:48:42.178482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcb8237-a964-41b5-9896-622167a5c4a6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:42.181591 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8dcb8237-a964-41b5-9896-622167a5c4a6 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/f5f46507-a4a7-4a15-8740-35df9784a5d7 HTTP/1.1" status: 404 len: 337 time: 0.0358272 Dec 17 13:48:42.184582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46124) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.210682 n-d-815324-5 neutron-server[110454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd12b55-580d-46dd-9dd6-6ac706f1379a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] DELETE failed (client error): The resource could not be found. Dec 17 13:48:42.211273 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd12b55-580d-46dd-9dd6-6ac706f1379a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:42.214475 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9bd12b55-580d-46dd-9dd6-6ac706f1379a tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/a2cc2365-39c8-421f-8e60-a880cdab3f53 HTTP/1.1" status: 404 len: 333 time: 0.0288181 Dec 17 13:48:42.217177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46126) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.246316 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f69930e-363f-426b-82d4-1aa61d535379 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] DELETE failed (client error): The resource could not be found. Dec 17 13:48:42.246782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f69930e-363f-426b-82d4-1aa61d535379 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:42.250215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9f69930e-363f-426b-82d4-1aa61d535379 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/d18a949c-b7a2-4229-a9f5-ff46fd7afbc2 HTTP/1.1" status: 404 len: 337 time: 0.0319254 Dec 17 13:48:42.253949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46128) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.276210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a769642-a951-4f17-96c0-a6cb4404f5f0 None None] Network 3640d814-773f-4234-bc3a-b513f4d2a85a requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:48:42.281345 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb753d2-1b68-4924-b6d3-57f51e21cd17 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] DELETE failed (client error): The resource could not be found. Dec 17 13:48:42.281839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb753d2-1b68-4924-b6d3-57f51e21cd17 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:42.284912 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ebb753d2-1b68-4924-b6d3-57f51e21cd17 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/9de846d3-1faf-4a02-82ac-4d368c54f21d HTTP/1.1" status: 404 len: 337 time: 0.0300152 Dec 17 13:48:42.287546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46130) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.311136 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ef8195-45a4-45e3-839e-facfcbe2a47f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] DELETE failed (client error): The resource could not be found. Dec 17 13:48:42.311708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ef8195-45a4-45e3-839e-facfcbe2a47f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:42.315847 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-10ef8195-45a4-45e3-839e-facfcbe2a47f tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/929dca05-9494-4567-bbee-2aedeaa61f12 HTTP/1.1" status: 404 len: 333 time: 0.0263326 Dec 17 13:48:42.317411 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46132) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.343229 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa2ae6c-c182-4490-96ac-a2e1f64cec1d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] DELETE failed (client error): The resource could not be found. Dec 17 13:48:42.343698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa2ae6c-c182-4490-96ac-a2e1f64cec1d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:42.346933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2aa2ae6c-c182-4490-96ac-a2e1f64cec1d tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/288142f4-4301-41bc-8f01-4daa84d95596 HTTP/1.1" status: 404 len: 337 time: 0.0278018 Dec 17 13:48:42.349326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46134) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.377276 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-735a3b1f-d119-4528-9c9d-1a1e6dc8b916 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] DELETE failed (client error): The resource could not be found. Dec 17 13:48:42.377950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735a3b1f-d119-4528-9c9d-1a1e6dc8b916 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 13:48:42.380372 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a7437fb7-48da-4aa0-bc33-233a52315b77 None None] Provisioning complete for port a7914821-5c23-49e8-b5da-c8d8be4f7d95 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:42.381361 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a7437fb7-48da-4aa0-bc33-233a52315b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:42.384731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-735a3b1f-d119-4528-9c9d-1a1e6dc8b916 tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/subnets/73ea3002-8708-43f6-9694-ef72c5e408f7 HTTP/1.1" status: 404 len: 337 time: 0.0320866 Dec 17 13:48:42.385096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46136) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.406753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd75443e-4608-47d7-b0d0-5dbc71449e5b None None] DHCP port deletion for 3640d814-773f-4234-bc3a-b513f4d2a85a request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:48:42.478648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-6d415b86-5554-4f43-8c60-9d792e840c0e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Deleting port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:42.478977 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d415b86-5554-4f43-8c60-9d792e840c0e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:42.503668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bd75443e-4608-47d7-b0d0-5dbc71449e5b None None] Deleting port a7914821-5c23-49e8-b5da-c8d8be4f7d95 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:48:42.503959 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd75443e-4608-47d7-b0d0-5dbc71449e5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:42.553337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d415b86-5554-4f43-8c60-9d792e840c0e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:42.571610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-6d415b86-5554-4f43-8c60-9d792e840c0e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Calling delete_port for bad752c7-21bb-4ec8-9f0f-c0bcb5831674 owned by {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:42.575341 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a7437fb7-48da-4aa0-bc33-233a52315b77 None None] Provisioning complete for port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:48:42.575717 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a7437fb7-48da-4aa0-bc33-233a52315b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:42.611241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-bd75443e-4608-47d7-b0d0-5dbc71449e5b None None] For port a7914821-5c23-49e8-b5da-c8d8be4f7d95, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a7914821-5c23-49e8-b5da-c8d8be4f7d95,segment=NetworkSegment(f0ca8668-e09a-4b16-a5bc-7e748a70e44e),segment_id=f0ca8668-e09a-4b16-a5bc-7e748a70e44e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:48:42.611638 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd75443e-4608-47d7-b0d0-5dbc71449e5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:42.629115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-bd75443e-4608-47d7-b0d0-5dbc71449e5b None None] Calling delete_port for a7914821-5c23-49e8-b5da-c8d8be4f7d95 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:48:42.635771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a7437fb7-48da-4aa0-bc33-233a52315b77 None None] Port bad752c7-21bb-4ec8-9f0f-c0bcb5831674 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:48:42.765179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d415b86-5554-4f43-8c60-9d792e840c0e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:42.793547 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd75443e-4608-47d7-b0d0-5dbc71449e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:42.794118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d415b86-5554-4f43-8c60-9d792e840c0e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Port': ['ID=bad752c7-21bb-4ec8-9f0f-c0bcb5831674,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:42.803261 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6d415b86-5554-4f43-8c60-9d792e840c0e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:42.804866 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6d415b86-5554-4f43-8c60-9d792e840c0e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/ports/bad752c7-21bb-4ec8-9f0f-c0bcb5831674 HTTP/1.1" status: 204 len: 168 time: 0.4186180 Dec 17 13:48:42.807270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46138) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:42.822443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75443e-4608-47d7-b0d0-5dbc71449e5b None None] Pushing event deleted for resources: {'Port': ['ID=a7914821-5c23-49e8-b5da-c8d8be4f7d95,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:42.826310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75443e-4608-47d7-b0d0-5dbc71449e5b None None] No DVR routers for this DVR port a7914821-5c23-49e8-b5da-c8d8be4f7d95 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:48:42.894573 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:42.983260 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:43.005366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3640d814-773f-4234-bc3a-b513f4d2a85a']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:43.015837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ca8668-e09a-4b16-a5bc-7e748a70e44e') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:43.016026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a7914821-5c23-49e8-b5da-c8d8be4f7d95 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:48:43.016133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ca8668-e09a-4b16-a5bc-7e748a70e44e') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:43.031875 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:43.037616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: a7914821-5c23-49e8-b5da-c8d8be4f7d95 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:48:43.037988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a7914821-5c23-49e8-b5da-c8d8be4f7d95 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:48:43.047408 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:43.054235 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:48:43.054649 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:48:43.057684 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:48:43.176780 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:43.184526 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:43.187753 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] 10.222.0.59 "DELETE /v2.0/networks/3640d814-773f-4234-bc3a-b513f4d2a85a HTTP/1.1" status: 204 len: 168 time: 0.3795021 Dec 17 13:48:43.200044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31cce4-4368-4eb1-8cb9-39c76e5ae46e tempest-PortsIpV6TestJSON-417593559 tempest-PortsIpV6TestJSON-417593559-project] Pushing event deleted for resources: {'Network': ['ID=3640d814-773f-4234-bc3a-b513f4d2a85a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:43.700048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46144) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:43.849093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6fdff070-6586-4c5f-8113-4cc3059a9669 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ccc222bdd13f4e8da3aab2c43a527ede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477449 Dec 17 13:48:43.851776 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46148) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:43.874103 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fa2c0ea0-f3cb-43e1-a671-74574525e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:43.901259 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3272c14-cbc8-4579-b942-754ef21bdd4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:43.922535 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3272c14-cbc8-4579-b942-754ef21bdd4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:44.016352 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3272c14-cbc8-4579-b942-754ef21bdd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:44.018973 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3272c14-cbc8-4579-b942-754ef21bdd4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:44.020126 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a3272c14-cbc8-4579-b942-754ef21bdd4f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5dc116b3-a602-4998-8e5e-23d189ae44bf HTTP/1.1" status: 204 len: 168 time: 0.1671226 Dec 17 13:48:44.027873 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3272c14-cbc8-4579-b942-754ef21bdd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc116b3-a602-4998-8e5e-23d189ae44bf,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:44.966972 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46170) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:45.067939 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e3d346f7-604c-4c31-a386-3787835b0fa8 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:45.068454 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-e3d346f7-604c-4c31-a386-3787835b0fa8 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 13:48:45.068930 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-e3d346f7-604c-4c31-a386-3787835b0fa8 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 13:48:45.069966 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e3d346f7-604c-4c31-a386-3787835b0fa8 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1019776 Dec 17 13:48:45.073454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46178) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:45.078621 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-becbf291-301c-4142-b319-d870ef1a8344 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062910474'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:45.147993 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-becbf291-301c-4142-b319-d870ef1a8344 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:45.156943 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-becbf291-301c-4142-b319-d870ef1a8344 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:45.245047 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-becbf291-301c-4142-b319-d870ef1a8344 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:45.303105 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-becbf291-301c-4142-b319-d870ef1a8344 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:45.338476 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbf291-301c-4142-b319-d870ef1a8344 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50628f8f-2107-4a10-8c3e-c2c9283aa604,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:45.380176 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-becbf291-301c-4142-b319-d870ef1a8344 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:45.434084 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-becbf291-301c-4142-b319-d870ef1a8344 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:45.463809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbf291-301c-4142-b319-d870ef1a8344 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d48e6d-8c58-4c40-ae98-8cae228b469f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:45.522272 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-becbf291-301c-4142-b319-d870ef1a8344 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:45.523500 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-becbf291-301c-4142-b319-d870ef1a8344 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4491057 Dec 17 13:48:45.526470 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46180) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:45.531044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2ebe999e-b25a-4a3b-be37-a973971b3903 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': '43d48e6d-8c58-4c40-ae98-8cae228b469f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:45.629122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ebe999e-b25a-4a3b-be37-a973971b3903 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:45.685167 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ebe999e-b25a-4a3b-be37-a973971b3903 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:45.765531 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ebe999e-b25a-4a3b-be37-a973971b3903 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:45.783982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe999e-b25a-4a3b-be37-a973971b3903 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4416a7e3-f20a-4369-a1a5-6aae2c11e1d1,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:45.858942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2ebe999e-b25a-4a3b-be37-a973971b3903 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:45.860187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2ebe999e-b25a-4a3b-be37-a973971b3903 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327606 Dec 17 13:48:45.862968 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46182) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:45.867377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-974e9539-b57c-444b-8530-d8126efaa223 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': '43d48e6d-8c58-4c40-ae98-8cae228b469f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:45.959680 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-974e9539-b57c-444b-8530-d8126efaa223 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.068739 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-974e9539-b57c-444b-8530-d8126efaa223 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 13:48:46.069869 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-974e9539-b57c-444b-8530-d8126efaa223 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2059429 Dec 17 13:48:46.072634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46184) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:46.129203 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26aba2d-a5dd-4d16-bb5f-cbbe388a8e8b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.153793 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26aba2d-a5dd-4d16-bb5f-cbbe388a8e8b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.284974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26aba2d-a5dd-4d16-bb5f-cbbe388a8e8b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.287675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d26aba2d-a5dd-4d16-bb5f-cbbe388a8e8b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.289209 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d26aba2d-a5dd-4d16-bb5f-cbbe388a8e8b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "DELETE /v2.0/security-groups/43d48e6d-8c58-4c40-ae98-8cae228b469f HTTP/1.1" status: 204 len: 168 time: 0.2153163 Dec 17 13:48:46.291678 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46186) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:46.301205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aba2d-a5dd-4d16-bb5f-cbbe388a8e8b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d48e6d-8c58-4c40-ae98-8cae228b469f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:46.347642 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-986035cc-130c-45eb-9250-acbcba8676ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.353296 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-eacf2c81-69d4-4119-8607-13701de08037 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0603325 Dec 17 13:48:46.356905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46188) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:46.361326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-78f8e49f-9379-43a6-8ff8-096f4f79c6d0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1859046646'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:46.433812 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-78f8e49f-9379-43a6-8ff8-096f4f79c6d0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.506836 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-78f8e49f-9379-43a6-8ff8-096f4f79c6d0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.548149 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-78f8e49f-9379-43a6-8ff8-096f4f79c6d0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.581383 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8e49f-9379-43a6-8ff8-096f4f79c6d0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688cf4e1-0af4-4624-988b-f5d565c7e4d6,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:46.619005 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-78f8e49f-9379-43a6-8ff8-096f4f79c6d0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.620313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-78f8e49f-9379-43a6-8ff8-096f4f79c6d0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2624202 Dec 17 13:48:46.623482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46190) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:46.628015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-309a48a3-4fca-4dee-b60b-807e95f64d3c tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': '688cf4e1-0af4-4624-988b-f5d565c7e4d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:46.628782 n-d-815324-5 neutron-server[110453]: WARNING neutron.api.v2.base [None req-309a48a3-4fca-4dee-b60b-807e95f64d3c tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 17 13:48:46.629285 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-309a48a3-4fca-4dee-b60b-807e95f64d3c tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:46.630300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-309a48a3-4fca-4dee-b60b-807e95f64d3c tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058739 Dec 17 13:48:46.632644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46192) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:46.686651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db067d63-9e07-43d4-9cce-290a37142aaf tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.711212 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db067d63-9e07-43d4-9cce-290a37142aaf tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.821982 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db067d63-9e07-43d4-9cce-290a37142aaf tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.824629 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-db067d63-9e07-43d4-9cce-290a37142aaf tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:46.825819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-db067d63-9e07-43d4-9cce-290a37142aaf tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "DELETE /v2.0/security-groups/688cf4e1-0af4-4624-988b-f5d565c7e4d6 HTTP/1.1" status: 204 len: 168 time: 0.1922903 Dec 17 13:48:46.828566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46194) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:46.843175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db067d63-9e07-43d4-9cce-290a37142aaf tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=688cf4e1-0af4-4624-988b-f5d565c7e4d6,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:46.883275 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2fa111ab-ca91-4478-907e-0505b4956f9d tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0534790 Dec 17 13:48:46.886742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46196) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:46.890876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d73573d4-4dc6-49b9-a05d-e2edfc4415aa tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265354748'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:46.987944 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d73573d4-4dc6-49b9-a05d-e2edfc4415aa tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.057880 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d73573d4-4dc6-49b9-a05d-e2edfc4415aa tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.119487 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d73573d4-4dc6-49b9-a05d-e2edfc4415aa tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.149453 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73573d4-4dc6-49b9-a05d-e2edfc4415aa tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e92202-ddfd-4aea-87d9-731354c05508,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:47.204044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d73573d4-4dc6-49b9-a05d-e2edfc4415aa tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.206436 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d73573d4-4dc6-49b9-a05d-e2edfc4415aa tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3185551 Dec 17 13:48:47.210775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46198) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:47.216341 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-27a5ba9c-09d3-429c-85e7-8591689a8a13 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': '59e92202-ddfd-4aea-87d9-731354c05508', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:47.217255 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-27a5ba9c-09d3-429c-85e7-8591689a8a13 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 17 13:48:47.217805 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-27a5ba9c-09d3-429c-85e7-8591689a8a13 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:47.218845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-27a5ba9c-09d3-429c-85e7-8591689a8a13 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067720 Dec 17 13:48:47.221651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46200) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:47.275877 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58230169-2483-42b3-a552-3943b80d6de0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.303784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58230169-2483-42b3-a552-3943b80d6de0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.405432 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58230169-2483-42b3-a552-3943b80d6de0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.407996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-58230169-2483-42b3-a552-3943b80d6de0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.409163 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-58230169-2483-42b3-a552-3943b80d6de0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "DELETE /v2.0/security-groups/59e92202-ddfd-4aea-87d9-731354c05508 HTTP/1.1" status: 204 len: 168 time: 0.1865902 Dec 17 13:48:47.412479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46202) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:47.421951 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58230169-2483-42b3-a552-3943b80d6de0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e92202-ddfd-4aea-87d9-731354c05508,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:47.459392 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3036bc0b-8c14-476b-beb2-5112c3afd460 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0452440 Dec 17 13:48:47.463210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46204) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:47.467689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-540e4664-f409-4d6b-a496-ad9edf020cca tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group': {'name': 'tempest-secgroup--644147058'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:47.548567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-540e4664-f409-4d6b-a496-ad9edf020cca tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.622093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-540e4664-f409-4d6b-a496-ad9edf020cca tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.667624 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-540e4664-f409-4d6b-a496-ad9edf020cca tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.713020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e4664-f409-4d6b-a496-ad9edf020cca tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ed6ce0-ae90-4946-a7dd-8d52204fa0f4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:47.755420 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-540e4664-f409-4d6b-a496-ad9edf020cca tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.756855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-540e4664-f409-4d6b-a496-ad9edf020cca tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2926207 Dec 17 13:48:47.760190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46206) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:47.766342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-521b23b3-028b-4226-84e1-401c09c317f4 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'a3ed6ce0-ae90-4946-a7dd-8d52204fa0f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:47.767874 n-d-815324-5 neutron-server[110453]: WARNING neutron.api.v2.base [None req-521b23b3-028b-4226-84e1-401c09c317f4 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 17 13:48:47.768732 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-521b23b3-028b-4226-84e1-401c09c317f4 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:47.770496 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-521b23b3-028b-4226-84e1-401c09c317f4 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091586 Dec 17 13:48:47.773523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46208) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:47.777933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5ad7dbd6-9106-498f-beb1-397b9d48d21e tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'a3ed6ce0-ae90-4946-a7dd-8d52204fa0f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:47.778604 n-d-815324-5 neutron-server[110453]: WARNING neutron.api.v2.base [None req-5ad7dbd6-9106-498f-beb1-397b9d48d21e tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 17 13:48:47.779139 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-5ad7dbd6-9106-498f-beb1-397b9d48d21e tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:47.780100 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5ad7dbd6-9106-498f-beb1-397b9d48d21e tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056331 Dec 17 13:48:47.782685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46210) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:47.788417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6dff0de4-28ad-4b8d-88c7-f64d69a74719 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'a3ed6ce0-ae90-4946-a7dd-8d52204fa0f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:47.789198 n-d-815324-5 neutron-server[110453]: WARNING neutron.api.v2.base [None req-6dff0de4-28ad-4b8d-88c7-f64d69a74719 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 17 13:48:47.789700 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-6dff0de4-28ad-4b8d-88c7-f64d69a74719 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:47.790643 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6dff0de4-28ad-4b8d-88c7-f64d69a74719 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070748 Dec 17 13:48:47.793075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46212) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:47.797108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-02902e8d-63d6-4ec2-a9c8-e79911270cc5 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'a3ed6ce0-ae90-4946-a7dd-8d52204fa0f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:47.797981 n-d-815324-5 neutron-server[110453]: WARNING neutron.api.v2.base [None req-02902e8d-63d6-4ec2-a9c8-e79911270cc5 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 17 13:48:47.798444 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-02902e8d-63d6-4ec2-a9c8-e79911270cc5 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:47.799370 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-02902e8d-63d6-4ec2-a9c8-e79911270cc5 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054233 Dec 17 13:48:47.799503 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.801752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46214) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:47.854974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06701da5-c8d4-4440-9e5d-f4ba39f30c8f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.877379 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06701da5-c8d4-4440-9e5d-f4ba39f30c8f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.977053 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06701da5-c8d4-4440-9e5d-f4ba39f30c8f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.979613 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-06701da5-c8d4-4440-9e5d-f4ba39f30c8f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:47.980791 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-06701da5-c8d4-4440-9e5d-f4ba39f30c8f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "DELETE /v2.0/security-groups/a3ed6ce0-ae90-4946-a7dd-8d52204fa0f4 HTTP/1.1" status: 204 len: 168 time: 0.1781535 Dec 17 13:48:47.983554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46216) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:47.990369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06701da5-c8d4-4440-9e5d-f4ba39f30c8f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ed6ce0-ae90-4946-a7dd-8d52204fa0f4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:48.033696 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4b643048-1b5b-4522-a667-3047e726156b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485544 Dec 17 13:48:48.037039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46218) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:48.054773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-43a5c12e-610b-47e9-b5e4-eb346307c7df tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group': {'name': 'tempest-secgroup--248673858'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:48.154159 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43a5c12e-610b-47e9-b5e4-eb346307c7df tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:48.221531 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43a5c12e-610b-47e9-b5e4-eb346307c7df tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:48.285245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43a5c12e-610b-47e9-b5e4-eb346307c7df tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:48.314086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5c12e-610b-47e9-b5e4-eb346307c7df tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce823e93-4d91-4f73-9e0f-bd6a11d2e89e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:48.367811 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-43a5c12e-610b-47e9-b5e4-eb346307c7df tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:48.369109 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-43a5c12e-610b-47e9-b5e4-eb346307c7df tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3310056 Dec 17 13:48:48.371985 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46220) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:48.376255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-627f181d-b4c3-4522-a20d-546459a1448b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'ce823e93-4d91-4f73-9e0f-bd6a11d2e89e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:48.376738 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-627f181d-b4c3-4522-a20d-546459a1448b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 13:48:48.377230 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-627f181d-b4c3-4522-a20d-546459a1448b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:48.378196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-627f181d-b4c3-4522-a20d-546459a1448b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053115 Dec 17 13:48:48.381036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46222) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:48.384977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3b22d322-9251-49a6-a87f-257f1ba029f5 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'ce823e93-4d91-4f73-9e0f-bd6a11d2e89e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:48.634080 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-3b22d322-9251-49a6-a87f-257f1ba029f5 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:48.635179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3b22d322-9251-49a6-a87f-257f1ba029f5 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2532327 Dec 17 13:48:48.638011 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46224) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:48.642568 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4f4c4414-bebe-44e3-a44b-49e4db255605 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'ce823e93-4d91-4f73-9e0f-bd6a11d2e89e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:48.643051 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-4f4c4414-bebe-44e3-a44b-49e4db255605 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 17 13:48:48.647874 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-4f4c4414-bebe-44e3-a44b-49e4db255605 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:48.647874 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4f4c4414-bebe-44e3-a44b-49e4db255605 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055389 Dec 17 13:48:48.650781 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46226) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:48.657740 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ea8da0fe-a15f-40a3-8738-0117069c2e09 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'ce823e93-4d91-4f73-9e0f-bd6a11d2e89e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:48.880586 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-ea8da0fe-a15f-40a3-8738-0117069c2e09 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:48.880883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ea8da0fe-a15f-40a3-8738-0117069c2e09 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2288039 Dec 17 13:48:48.883755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46228) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:48.889659 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5ebef3e6-530b-461d-b7ba-069aad7f349a tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'ce823e93-4d91-4f73-9e0f-bd6a11d2e89e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:48.889659 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-5ebef3e6-530b-461d-b7ba-069aad7f349a tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 13:48:48.889659 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-5ebef3e6-530b-461d-b7ba-069aad7f349a tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:48.890176 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5ebef3e6-530b-461d-b7ba-069aad7f349a tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055125 Dec 17 13:48:48.892948 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46230) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:48.897137 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b649fb63-8297-42b5-a4ac-ad840664713c tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'ce823e93-4d91-4f73-9e0f-bd6a11d2e89e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:48.994539 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:49.073540 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-b649fb63-8297-42b5-a4ac-ad840664713c tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:49.074646 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b649fb63-8297-42b5-a4ac-ad840664713c tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1807532 Dec 17 13:48:49.077359 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46232) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:49.081747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-54208971-b37e-445c-8136-5bc245e818d9 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'ce823e93-4d91-4f73-9e0f-bd6a11d2e89e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:49.082220 n-d-815324-5 neutron-server[110454]: WARNING neutron.api.v2.base [None req-54208971-b37e-445c-8136-5bc245e818d9 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 17 13:48:49.082681 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-54208971-b37e-445c-8136-5bc245e818d9 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:49.084133 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-54208971-b37e-445c-8136-5bc245e818d9 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058637 Dec 17 13:48:49.086736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46234) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:49.092172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-38634ff0-4cd8-4d41-934e-2e085b3b1d86 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'ce823e93-4d91-4f73-9e0f-bd6a11d2e89e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:49.268378 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-38634ff0-4cd8-4d41-934e-2e085b3b1d86 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:49.269477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-38634ff0-4cd8-4d41-934e-2e085b3b1d86 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1818354 Dec 17 13:48:49.272733 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46238) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:49.277005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-129898c9-acbd-4a5b-8812-4d61884b01f0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': 'ce823e93-4d91-4f73-9e0f-bd6a11d2e89e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:49.422115 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-129898c9-acbd-4a5b-8812-4d61884b01f0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:49.423091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-129898c9-acbd-4a5b-8812-4d61884b01f0 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1494539 Dec 17 13:48:49.425912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46240) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:49.486810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3dd4-753c-4107-9d96-9b5cc4814ae7 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:49.509774 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3dd4-753c-4107-9d96-9b5cc4814ae7 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:49.627739 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3dd4-753c-4107-9d96-9b5cc4814ae7 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:49.630935 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbaa3dd4-753c-4107-9d96-9b5cc4814ae7 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:49.632090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fbaa3dd4-753c-4107-9d96-9b5cc4814ae7 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "DELETE /v2.0/security-groups/ce823e93-4d91-4f73-9e0f-bd6a11d2e89e HTTP/1.1" status: 204 len: 168 time: 0.2052562 Dec 17 13:48:49.634790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46242) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:49.641297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa3dd4-753c-4107-9d96-9b5cc4814ae7 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce823e93-4d91-4f73-9e0f-bd6a11d2e89e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:49.685029 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-99a6208b-44dc-417f-8af0-922131ed36cf tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0469725 Dec 17 13:48:49.687466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46244) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:49.691654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6054401e-0fde-42d0-a8d3-426a3e46759f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361336877'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:49.821837 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:49.822083 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6054401e-0fde-42d0-a8d3-426a3e46759f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:49.886647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6054401e-0fde-42d0-a8d3-426a3e46759f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:49.942165 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6054401e-0fde-42d0-a8d3-426a3e46759f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:49.972468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054401e-0fde-42d0-a8d3-426a3e46759f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fee061-42eb-43d9-bdb7-592171d33a40,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:50.053411 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6054401e-0fde-42d0-a8d3-426a3e46759f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:50.054720 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6054401e-0fde-42d0-a8d3-426a3e46759f tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3663244 Dec 17 13:48:50.057526 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46246) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:50.062173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-3c007f02-d26d-4fc3-8a5f-d6774d5ae04d tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': '83fee061-42eb-43d9-bdb7-592171d33a40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:50.239192 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-3c007f02-d26d-4fc3-8a5f-d6774d5ae04d tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The resource could not be found. Dec 17 13:48:50.241202 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3c007f02-d26d-4fc3-8a5f-d6774d5ae04d tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1824198 Dec 17 13:48:50.243747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46248) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:50.248110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-673700ab-6ac1-4ee9-838a-1c2f2dfad650 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': '83fee061-42eb-43d9-bdb7-592171d33a40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '17e2ac56-ab95-48ea-b73f-fbda7fc90c20'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:50.433425 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-673700ab-6ac1-4ee9-838a-1c2f2dfad650 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The resource could not be found. Dec 17 13:48:50.434812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-673700ab-6ac1-4ee9-838a-1c2f2dfad650 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1901491 Dec 17 13:48:50.437623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46250) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:50.490592 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf7a1-ce9b-4a7f-a326-df534dabe2bb tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:50.512156 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf7a1-ce9b-4a7f-a326-df534dabe2bb tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:50.616147 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf7a1-ce9b-4a7f-a326-df534dabe2bb tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:50.618965 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf7a1-ce9b-4a7f-a326-df534dabe2bb tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:50.620169 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a9bdf7a1-ce9b-4a7f-a326-df534dabe2bb tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "DELETE /v2.0/security-groups/83fee061-42eb-43d9-bdb7-592171d33a40 HTTP/1.1" status: 204 len: 168 time: 0.1816406 Dec 17 13:48:50.622930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46252) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:50.629759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdf7a1-ce9b-4a7f-a326-df534dabe2bb tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fee061-42eb-43d9-bdb7-592171d33a40,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:50.669822 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d96e8ac0-c332-4f3d-8b41-4e679b6f61fe tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0456798 Dec 17 13:48:50.673551 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46254) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:50.677738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0714ce0b-ba08-47ea-92fe-1a6bff290e99 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': '55454cc3-bc74-4621-8e17-c09a56aec4e2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:50.799024 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-0714ce0b-ba08-47ea-92fe-1a6bff290e99 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The resource could not be found. Dec 17 13:48:50.800079 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0714ce0b-ba08-47ea-92fe-1a6bff290e99 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1255860 Dec 17 13:48:50.803765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46256) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:50.808796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4eb9bf2e-687e-4809-b0f9-3aa9b5bebd5e tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211405526'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:50.873767 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4eb9bf2e-687e-4809-b0f9-3aa9b5bebd5e tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:50.938871 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4eb9bf2e-687e-4809-b0f9-3aa9b5bebd5e tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:51.033415 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4eb9bf2e-687e-4809-b0f9-3aa9b5bebd5e tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:51.062729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9bf2e-687e-4809-b0f9-3aa9b5bebd5e tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0cd281-ba30-4eb8-b670-0c952bac6b1c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:51.121522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4eb9bf2e-687e-4809-b0f9-3aa9b5bebd5e tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:51.122838 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4eb9bf2e-687e-4809-b0f9-3aa9b5bebd5e tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3180339 Dec 17 13:48:51.125759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46258) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:51.130674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c57ae6ec-77c4-456f-bb43-e87241bf7582 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1524277872'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:51.222508 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c57ae6ec-77c4-456f-bb43-e87241bf7582 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:51.289040 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c57ae6ec-77c4-456f-bb43-e87241bf7582 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:51.353737 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c57ae6ec-77c4-456f-bb43-e87241bf7582 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:51.385321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ae6ec-77c4-456f-bb43-e87241bf7582 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388d2bee-0016-448d-9826-1e3d6274a22b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:51.441068 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c57ae6ec-77c4-456f-bb43-e87241bf7582 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:51.442377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c57ae6ec-77c4-456f-bb43-e87241bf7582 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3156841 Dec 17 13:48:51.445195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46260) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:51.449481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-882b8933-ffd8-47ff-8f4a-908393ae44d1 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group_rule': {'security_group_id': '5d0cd281-ba30-4eb8-b670-0c952bac6b1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '388d2bee-0016-448d-9826-1e3d6274a22b'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:51.615660 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-882b8933-ffd8-47ff-8f4a-908393ae44d1 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 13:48:51.616669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-882b8933-ffd8-47ff-8f4a-908393ae44d1 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1705284 Dec 17 13:48:51.621166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46262) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:51.673921 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5d4f-9c77-47be-a12b-6059f6131299 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:51.696240 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5d4f-9c77-47be-a12b-6059f6131299 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:51.793319 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5d4f-9c77-47be-a12b-6059f6131299 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:51.796224 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5d4f-9c77-47be-a12b-6059f6131299 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:51.797401 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7cdf5d4f-9c77-47be-a12b-6059f6131299 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "DELETE /v2.0/security-groups/388d2bee-0016-448d-9826-1e3d6274a22b HTTP/1.1" status: 204 len: 168 time: 0.1751981 Dec 17 13:48:51.800234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46264) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:51.807615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf5d4f-9c77-47be-a12b-6059f6131299 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388d2bee-0016-448d-9826-1e3d6274a22b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:51.853758 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7d6433e9-5081-4bd2-aebb-fc6e374eb3bf tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0522232 Dec 17 13:48:51.856459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46266) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:51.906552 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47de9505-bb49-4940-97f8-9ecaa6a06928 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:51.930783 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47de9505-bb49-4940-97f8-9ecaa6a06928 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:52.032889 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47de9505-bb49-4940-97f8-9ecaa6a06928 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:52.035636 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-47de9505-bb49-4940-97f8-9ecaa6a06928 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:52.036804 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-47de9505-bb49-4940-97f8-9ecaa6a06928 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "DELETE /v2.0/security-groups/5d0cd281-ba30-4eb8-b670-0c952bac6b1c HTTP/1.1" status: 204 len: 168 time: 0.1794419 Dec 17 13:48:52.039573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46268) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:52.046008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de9505-bb49-4940-97f8-9ecaa6a06928 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0cd281-ba30-4eb8-b670-0c952bac6b1c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:52.084959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c46828bb-1aa8-45aa-b7d1-5f26d2a9831a tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0441470 Dec 17 13:48:52.088692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46270) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:52.093041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4f36cdbf-fdc4-479f-a731-4a9080ca09da tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group': {'name': 'tempest-secgroup--140118622'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:52.199560 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f36cdbf-fdc4-479f-a731-4a9080ca09da tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:52.264313 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f36cdbf-fdc4-479f-a731-4a9080ca09da tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:52.336377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f36cdbf-fdc4-479f-a731-4a9080ca09da tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:52.364290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36cdbf-fdc4-479f-a731-4a9080ca09da tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25bf1780-65d3-464e-a029-e30f37512823,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:52.413370 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f36cdbf-fdc4-479f-a731-4a9080ca09da tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:52.414750 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4f36cdbf-fdc4-479f-a731-4a9080ca09da tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3251288 Dec 17 13:48:52.417567 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46272) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:52.422481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c551df8a-1599-459f-b90b-3798df968717 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:52.423250 n-d-815324-5 neutron-server[110453]: WARNING neutron.api.v2.base [None req-c551df8a-1599-459f-b90b-3798df968717 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 13:48:52.423750 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-c551df8a-1599-459f-b90b-3798df968717 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] update failed (client error): There was a conflict when trying to complete your request. Dec 17 13:48:52.424699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c551df8a-1599-459f-b90b-3798df968717 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "PUT /v2.0/security-groups/25bf1780-65d3-464e-a029-e30f37512823 HTTP/1.1" status: 409 len: 330 time: 0.0061665 Dec 17 13:48:52.427780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46274) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:52.483055 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f1b-739a-4530-8da2-7268b4af4d36 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:52.505026 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f1b-739a-4530-8da2-7268b4af4d36 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:52.604229 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f1b-739a-4530-8da2-7268b4af4d36 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:52.606975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f1b-739a-4530-8da2-7268b4af4d36 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:52.608122 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-22bf3f1b-739a-4530-8da2-7268b4af4d36 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "DELETE /v2.0/security-groups/25bf1780-65d3-464e-a029-e30f37512823 HTTP/1.1" status: 204 len: 168 time: 0.1794834 Dec 17 13:48:52.610856 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46276) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:52.618075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf3f1b-739a-4530-8da2-7268b4af4d36 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bf1780-65d3-464e-a029-e30f37512823,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:52.653870 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-57722a0d-c5ce-4e1f-b42b-9ad69ee2e790 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0418019 Dec 17 13:48:52.657392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46278) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:52.670705 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-e8295e1c-a42f-4951-8cfc-02f3c39fbe8b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] delete failed (client error): The resource could not be found. Dec 17 13:48:52.671684 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e8295e1c-a42f-4951-8cfc-02f3c39fbe8b tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "DELETE /v2.0/security-groups/8de715cd-b5ce-4a41-bc19-13745a051d36 HTTP/1.1" status: 404 len: 347 time: 0.0133729 Dec 17 13:48:52.675059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46280) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:52.688076 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-1a35c2a5-14b2-481a-8d31-2d327be2fe70 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] show failed (client error): The resource could not be found. Dec 17 13:48:52.689006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1a35c2a5-14b2-481a-8d31-2d327be2fe70 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "GET /v2.0/security-groups/3b6781dc-7da3-4108-8663-6c1560fab710 HTTP/1.1" status: 404 len: 347 time: 0.0131083 Dec 17 13:48:52.692100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46282) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:52.704822 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-4951c15a-bd7c-4ca9-9853-b64429209122 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] show failed (client error): The resource could not be found. Dec 17 13:48:52.705796 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4951c15a-bd7c-4ca9-9853-b64429209122 tempest-NegativeSecGroupTest-400966276 tempest-NegativeSecGroupTest-400966276-project] 10.222.0.59 "GET /v2.0/security-group-rules/db65a6c2-be83-4b5c-8958-a8a96ce8eb99 HTTP/1.1" status: 404 len: 356 time: 0.0128202 Dec 17 13:48:53.116994 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46288) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:53.246915 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-39b754e4-80ac-47ba-9c05-885d7c57b87d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbafc4c508ea49eb84d5ce33742e951f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286240 Dec 17 13:48:53.249464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46292) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:53.293823 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:48:53.297741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e6097625-94ff-459e-91c3-561d9f1fa36c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:53.319298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e6097625-94ff-459e-91c3-561d9f1fa36c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:53.428402 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e6097625-94ff-459e-91c3-561d9f1fa36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:53.431127 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e6097625-94ff-459e-91c3-561d9f1fa36c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:53.432399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e6097625-94ff-459e-91c3-561d9f1fa36c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50628f8f-2107-4a10-8c3e-c2c9283aa604 HTTP/1.1" status: 204 len: 168 time: 0.1818247 Dec 17 13:48:53.440448 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6097625-94ff-459e-91c3-561d9f1fa36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50628f8f-2107-4a10-8c3e-c2c9283aa604,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:54.367306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46314) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:54.464658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-8376228'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:48:54.559848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Made reservation on behalf of a0dedfeda92b467285442f8b8fa09240 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:48:54.563763 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:54.573503 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:54.658268 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:54.718782 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:54.748263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:48:54.754532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b00cc2-c753-4025-869f-97fbb0e3df0b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:54.760421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:54.760769 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Added segment e26ab8a7-f103-4b49-a663-f1e66b51ee6e of type vlan for network 443ffd0e-4877-4b63-87a6-86c961257d82 Dec 17 13:48:54.799555 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:54.896491 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:54.902072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:48:54.902960 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:54.967975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Pushing event updated for resources: {'Network': ['ID=443ffd0e-4877-4b63-87a6-86c961257d82,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:54.981436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 443ffd0e-4877-4b63-87a6-86c961257d82 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:48:55.020086 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e8317369-0f58-4f74-b303-64b491cf5c9b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6510584 Dec 17 13:48:55.023220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46318) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:55.028260 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-a70b3d94-3038-40c7-b4a0-bd32118660d1 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '443ffd0e-4877-4b63-87a6-86c961257d82', 'tempest-TagsTest-Tag-338728947') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:55.171540 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a70b3d94-3038-40c7-b4a0-bd32118660d1 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "PUT /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82/tags/tempest-TagsTest-Tag-338728947 HTTP/1.1" status: 201 len: 201 time: 0.1470094 Dec 17 13:48:55.173982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46320) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:55.178065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-b9248580-534d-43c8-abab-99f3a099fc31 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '443ffd0e-4877-4b63-87a6-86c961257d82', 'tempest-TagsTest-Tag-338728947') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:55.243847 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b9248580-534d-43c8-abab-99f3a099fc31 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "GET /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82/tags/tempest-TagsTest-Tag-338728947 HTTP/1.1" status: 204 len: 168 time: 0.0688086 Dec 17 13:48:55.246147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46322) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:55.251691 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-1ddab344-ec84-43aa-9b3d-7e25dbe2f558 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '443ffd0e-4877-4b63-87a6-86c961257d82') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:55.323547 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1ddab344-ec84-43aa-9b3d-7e25dbe2f558 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "GET /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82/tags HTTP/1.1" status: 200 len: 237 time: 0.0763173 Dec 17 13:48:55.326145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46324) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:55.330529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-f0289e12-990f-4776-b6e9-6e429313e326 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '443ffd0e-4877-4b63-87a6-86c961257d82', {'tags': ['tempest-TagsTest-Tag-454676092', 'tempest-TagsTest-Tag-1604597508', 'tempest-TagsTest-Tag-1924540657']}) {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:55.479380 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f0289e12-990f-4776-b6e9-6e429313e326 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "PUT /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82/tags HTTP/1.1" status: 200 len: 308 time: 0.1521819 Dec 17 13:48:55.482415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46326) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:55.486371 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-dbe00a07-5bb8-48e4-adf1-46ce225b683a tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '443ffd0e-4877-4b63-87a6-86c961257d82', 'tempest-TagsTest-Tag-454676092') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:55.628681 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dbe00a07-5bb8-48e4-adf1-46ce225b683a tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "DELETE /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82/tags/tempest-TagsTest-Tag-454676092 HTTP/1.1" status: 204 len: 168 time: 0.1455584 Dec 17 13:48:55.631827 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46328) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:55.635982 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-f13054fe-90a9-4929-976c-7a7df7e4bacf tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '443ffd0e-4877-4b63-87a6-86c961257d82', 'tempest-TagsTest-Tag-454676092') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:55.700551 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-f13054fe-90a9-4929-976c-7a7df7e4bacf tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] show failed (client error): The resource could not be found. Dec 17 13:48:55.701604 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f13054fe-90a9-4929-976c-7a7df7e4bacf tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "GET /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82/tags/tempest-TagsTest-Tag-454676092 HTTP/1.1" status: 404 len: 325 time: 0.0688553 Dec 17 13:48:55.706365 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46330) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:55.711123 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-7d2fc948-e135-48e5-a218-31ab1a7197c0 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '443ffd0e-4877-4b63-87a6-86c961257d82', 'tempest-TagsTest-Tag-1604597508') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:55.781806 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7d2fc948-e135-48e5-a218-31ab1a7197c0 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "GET /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82/tags/tempest-TagsTest-Tag-1604597508 HTTP/1.1" status: 204 len: 168 time: 0.0743897 Dec 17 13:48:55.784179 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46332) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:55.788297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-882a37ae-535e-4f97-8d51-2a6258870bd1 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '443ffd0e-4877-4b63-87a6-86c961257d82', 'tempest-TagsTest-Tag-1924540657') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:55.865238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-882a37ae-535e-4f97-8d51-2a6258870bd1 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "GET /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82/tags/tempest-TagsTest-Tag-1924540657 HTTP/1.1" status: 204 len: 168 time: 0.0794456 Dec 17 13:48:55.867758 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46334) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:55.872052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-a240c8c2-d819-4497-b71e-1bf91bf3fff3 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '443ffd0e-4877-4b63-87a6-86c961257d82') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:56.057669 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a240c8c2-d819-4497-b71e-1bf91bf3fff3 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "DELETE /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82/tags HTTP/1.1" status: 204 len: 168 time: 0.1887846 Dec 17 13:48:56.060500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46336) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:56.064672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-62ce5cfc-c63e-4997-8dc1-536de842f984 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '443ffd0e-4877-4b63-87a6-86c961257d82', 'tempest-TagsTest-Tag-1604597508') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:56.133074 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-62ce5cfc-c63e-4997-8dc1-536de842f984 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] show failed (client error): The resource could not be found. Dec 17 13:48:56.134068 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-62ce5cfc-c63e-4997-8dc1-536de842f984 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "GET /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82/tags/tempest-TagsTest-Tag-1604597508 HTTP/1.1" status: 404 len: 326 time: 0.0726562 Dec 17 13:48:56.136812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46338) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:56.140883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-451f0e03-317c-4991-8194-457f8a4b923b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '443ffd0e-4877-4b63-87a6-86c961257d82', 'tempest-TagsTest-Tag-1924540657') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:56.208965 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-451f0e03-317c-4991-8194-457f8a4b923b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] show failed (client error): The resource could not be found. Dec 17 13:48:56.210068 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-451f0e03-317c-4991-8194-457f8a4b923b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "GET /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82/tags/tempest-TagsTest-Tag-1924540657 HTTP/1.1" status: 404 len: 326 time: 0.0723803 Dec 17 13:48:56.212805 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46340) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:56.217106 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.tag.tag_plugin [None req-dba980e5-e579-4daa-9a10-7e3958c61717 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '443ffd0e-4877-4b63-87a6-86c961257d82') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:56.289795 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dba980e5-e579-4daa-9a10-7e3958c61717 tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "DELETE /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82/tags HTTP/1.1" status: 204 len: 168 time: 0.0758054 Dec 17 13:48:56.293881 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46342) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:56.366278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:56.452042 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:56.470631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443ffd0e-4877-4b63-87a6-86c961257d82']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:56.479896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26ab8a7-f103-4b49-a663-f1e66b51ee6e') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:56.480193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26ab8a7-f103-4b49-a663-f1e66b51ee6e') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:48:56.489918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:56.502672 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:56.508398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:48:56.508772 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: timer() Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:48:56.511625 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:48:56.639278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:56.646994 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:56.649901 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] 10.222.0.59 "DELETE /v2.0/networks/443ffd0e-4877-4b63-87a6-86c961257d82 HTTP/1.1" status: 204 len: 168 time: 0.3550832 Dec 17 13:48:56.662144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e672f53-29cc-4f17-8dd5-840ea322905b tempest-TagsTest-1289186314 tempest-TagsTest-1289186314-project] Pushing event deleted for resources: {'Network': ['ID=443ffd0e-4877-4b63-87a6-86c961257d82,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:48:57.050494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46348) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:57.180227 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f64d4fb3-1083-4616-9d65-190bf1be9597 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0dedfeda92b467285442f8b8fa09240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285691 Dec 17 13:48:57.182631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46352) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:48:57.228847 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b414c4fb-3b8d-4919-bdb5-c8608edc65e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:57.249044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b414c4fb-3b8d-4919-bdb5-c8608edc65e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:57.376620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b414c4fb-3b8d-4919-bdb5-c8608edc65e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:57.379279 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b414c4fb-3b8d-4919-bdb5-c8608edc65e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:48:57.381143 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b414c4fb-3b8d-4919-bdb5-c8608edc65e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89b00cc2-c753-4025-869f-97fbb0e3df0b HTTP/1.1" status: 204 len: 168 time: 0.1976202 Dec 17 13:48:57.388843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414c4fb-3b8d-4919-bdb5-c8608edc65e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b00cc2-c753-4025-869f-97fbb0e3df0b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:00.363670 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46422) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:00.467667 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4abd701a-87e9-4994-9031-e5e3485fa310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:00.544733 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4abd701a-87e9-4994-9031-e5e3485fa310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:00.616236 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4abd701a-87e9-4994-9031-e5e3485fa310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:00.652742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd701a-87e9-4994-9031-e5e3485fa310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e76295-973b-4848-a903-82c4f95ae450,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:00.657073 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4abd701a-87e9-4994-9031-e5e3485fa310 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b38d694f2acf41ba916f29a2f35cc089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2917728 Dec 17 13:49:00.659781 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46426) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:00.706913 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5a1192fb-ae28-48c2-bdcf-e2bf4ebb5593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:00.727501 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5a1192fb-ae28-48c2-bdcf-e2bf4ebb5593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:00.844844 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5a1192fb-ae28-48c2-bdcf-e2bf4ebb5593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:00.847510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5a1192fb-ae28-48c2-bdcf-e2bf4ebb5593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:00.849166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5a1192fb-ae28-48c2-bdcf-e2bf4ebb5593 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1e76295-973b-4848-a903-82c4f95ae450 HTTP/1.1" status: 204 len: 168 time: 0.1879709 Dec 17 13:49:00.857340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1192fb-ae28-48c2-bdcf-e2bf4ebb5593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e76295-973b-4848-a903-82c4f95ae450,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:01.424370 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46432) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:01.437565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be3f2485-ab46-4e83-952d-a7350b941185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:01.508444 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be3f2485-ab46-4e83-952d-a7350b941185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:01.587767 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-be3f2485-ab46-4e83-952d-a7350b941185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:01.628310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-be3f2485-ab46-4e83-952d-a7350b941185 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e528d652f374d54b5eed2c98b7af2f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028532 Dec 17 13:49:01.629190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f2485-ab46-4e83-952d-a7350b941185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50d9aac-f0cd-4337-80dd-6045c75a6507,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:01.631572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46434) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:01.684577 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:01.705276 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:01.839165 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:01.841794 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:01.843041 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b50d9aac-f0cd-4337-80dd-6045c75a6507 HTTP/1.1" status: 204 len: 168 time: 0.2103784 Dec 17 13:49:01.850946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50d9aac-f0cd-4337-80dd-6045c75a6507,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:01.858764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.867164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.867164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.867164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.867164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.867164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.867164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.867164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.867164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.867164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.867164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.867164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.867164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4837e766-fe2f-4578-a7e1-372a5817f1cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:01.953179 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:04.185922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46482) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:04.288424 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de9d1b6a-72b7-47d6-a862-1fc18a25da7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:04.362815 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de9d1b6a-72b7-47d6-a862-1fc18a25da7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:04.438711 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-de9d1b6a-72b7-47d6-a862-1fc18a25da7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:04.477423 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-de9d1b6a-72b7-47d6-a862-1fc18a25da7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=737f20d0154d4149beec97d9abc2d9e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2904096 Dec 17 13:49:04.478325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d1b6a-72b7-47d6-a862-1fc18a25da7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ca6042-0a6a-47a3-9038-63250afcbd57,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:04.480101 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46486) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:04.529905 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-775794dd-52d3-4ec1-b2d0-319c15c785b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:04.549868 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-775794dd-52d3-4ec1-b2d0-319c15c785b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:04.667507 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-775794dd-52d3-4ec1-b2d0-319c15c785b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:04.672246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-775794dd-52d3-4ec1-b2d0-319c15c785b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:04.672246 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-775794dd-52d3-4ec1-b2d0-319c15c785b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32ca6042-0a6a-47a3-9038-63250afcbd57 HTTP/1.1" status: 204 len: 168 time: 0.1895535 Dec 17 13:49:04.681557 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775794dd-52d3-4ec1-b2d0-319c15c785b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ca6042-0a6a-47a3-9038-63250afcbd57,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:05.248540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46492) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:05.261329 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3409550-6dcf-45e8-9dd0-2cc49f806ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:05.334126 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3409550-6dcf-45e8-9dd0-2cc49f806ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:05.382243 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c3409550-6dcf-45e8-9dd0-2cc49f806ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:05.420441 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c3409550-6dcf-45e8-9dd0-2cc49f806ae4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34976007aedb4105838c408fe63424e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1707294 Dec 17 13:49:05.421221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3409550-6dcf-45e8-9dd0-2cc49f806ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c53208-2230-4628-8578-ca04f79fe0ea,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:05.423033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46494) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:05.474312 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b63d2dd-d00f-4ceb-bb57-3b8ab91e80e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:05.495126 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b63d2dd-d00f-4ceb-bb57-3b8ab91e80e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:05.610726 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b63d2dd-d00f-4ceb-bb57-3b8ab91e80e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:05.613342 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6b63d2dd-d00f-4ceb-bb57-3b8ab91e80e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:05.614552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6b63d2dd-d00f-4ceb-bb57-3b8ab91e80e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75c53208-2230-4628-8578-ca04f79fe0ea HTTP/1.1" status: 204 len: 168 time: 0.1897295 Dec 17 13:49:05.622749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63d2dd-d00f-4ceb-bb57-3b8ab91e80e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c53208-2230-4628-8578-ca04f79fe0ea,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:06.371107 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:08.865803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46564) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:08.968931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:09.043924 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:09.112332 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:09.150345 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f42d324a0a14e59bc1fccd3e7d14fc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834530 Dec 17 13:49:09.152321 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d304659c-f96c-4e7e-bafd-e3e74aea5283,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:09.153366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46568) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:09.159832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.160182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.160518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.160870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.161202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.161528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.161891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.162196 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.162518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.162834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.163152 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.163469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.163782 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c5dfbb-561e-43d6-97a4-733a67395580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:09.204337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51e5821d-0237-4adb-b388-6ba155c21ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:09.225432 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51e5821d-0237-4adb-b388-6ba155c21ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:09.330558 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51e5821d-0237-4adb-b388-6ba155c21ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:09.333215 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-51e5821d-0237-4adb-b388-6ba155c21ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:09.334455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-51e5821d-0237-4adb-b388-6ba155c21ebf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d304659c-f96c-4e7e-bafd-e3e74aea5283 HTTP/1.1" status: 204 len: 168 time: 0.1802807 Dec 17 13:49:09.342331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5821d-0237-4adb-b388-6ba155c21ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d304659c-f96c-4e7e-bafd-e3e74aea5283,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:09.906366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46574) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:09.919818 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c989bc9-1bbb-4fb3-9cec-72146b4c637f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:10.000388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c989bc9-1bbb-4fb3-9cec-72146b4c637f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:10.079160 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5c989bc9-1bbb-4fb3-9cec-72146b4c637f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:10.118860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c989bc9-1bbb-4fb3-9cec-72146b4c637f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8d8a43-9f9d-4e00-bff6-0235ea8ad16f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:10.123534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5c989bc9-1bbb-4fb3-9cec-72146b4c637f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12bf9f1a99404899b99305ddd89b2873&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160769 Dec 17 13:49:10.126322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46576) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:10.173369 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1fe39d80-ccc7-4a7e-945c-89e64699df3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:10.196105 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1fe39d80-ccc7-4a7e-945c-89e64699df3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:10.295382 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1fe39d80-ccc7-4a7e-945c-89e64699df3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:10.298056 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1fe39d80-ccc7-4a7e-945c-89e64699df3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:10.299227 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1fe39d80-ccc7-4a7e-945c-89e64699df3a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d8d8a43-9f9d-4e00-bff6-0235ea8ad16f HTTP/1.1" status: 204 len: 168 time: 0.1722069 Dec 17 13:49:10.307679 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe39d80-ccc7-4a7e-945c-89e64699df3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8d8a43-9f9d-4e00-bff6-0235ea8ad16f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:11.832332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46606) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:11.937898 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-82085b11-1f54-49f8-86ef-c712515a6dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:12.029228 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-82085b11-1f54-49f8-86ef-c712515a6dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:12.084600 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-82085b11-1f54-49f8-86ef-c712515a6dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:12.123443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-82085b11-1f54-49f8-86ef-c712515a6dc6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f54a7a25c76d448f9d35551540ce55aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899144 Dec 17 13:49:12.124333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82085b11-1f54-49f8-86ef-c712515a6dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1de8d-5c80-415b-b675-1246fdfcd1a7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:12.126106 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46610) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:12.174572 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f781b786-b409-4d81-a7a1-b5913c5e9f30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:12.195874 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f781b786-b409-4d81-a7a1-b5913c5e9f30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:12.296382 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f781b786-b409-4d81-a7a1-b5913c5e9f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:12.299058 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f781b786-b409-4d81-a7a1-b5913c5e9f30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:12.300202 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f781b786-b409-4d81-a7a1-b5913c5e9f30 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bca1de8d-5c80-415b-b675-1246fdfcd1a7 HTTP/1.1" status: 204 len: 168 time: 0.1730149 Dec 17 13:49:12.309025 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781b786-b409-4d81-a7a1-b5913c5e9f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca1de8d-5c80-415b-b675-1246fdfcd1a7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:13.883535 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e3c8ab37-5778-471d-81c4-522fcd168012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:16.336154 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9e374752-358e-4a7a-869e-12992089970c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:17.844866 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:19.005278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:19.799198 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:25.627004 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46704) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:25.746554 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aab4b231-7c9a-474f-a5ec-e287d0557074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:25.818238 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aab4b231-7c9a-474f-a5ec-e287d0557074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:25.917894 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-aab4b231-7c9a-474f-a5ec-e287d0557074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:25.958206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4b231-7c9a-474f-a5ec-e287d0557074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d82da2-a6de-4afe-80e9-b39e49dde623,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:25.962525 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-aab4b231-7c9a-474f-a5ec-e287d0557074 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=477acc2f734f4cd98be5a7e61d352933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3345118 Dec 17 13:49:25.965120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46708) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:26.012303 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6c36-341d-4901-af12-57aab501db68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:26.036096 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6c36-341d-4901-af12-57aab501db68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:26.158855 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6c36-341d-4901-af12-57aab501db68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:26.162123 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6c36-341d-4901-af12-57aab501db68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:26.163305 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e2ee6c36-341d-4901-af12-57aab501db68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54d82da2-a6de-4afe-80e9-b39e49dde623 HTTP/1.1" status: 204 len: 168 time: 0.1972523 Dec 17 13:49:26.173177 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee6c36-341d-4901-af12-57aab501db68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d82da2-a6de-4afe-80e9-b39e49dde623,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:27.259386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 46734) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:27.354108 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1233268819-network', 'tenant_id': 'b597d2899dd54377b6093e9c226b60b2'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:49:27.460428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Made reservation on behalf of b597d2899dd54377b6093e9c226b60b2 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:49:27.462876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:27.471773 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:27.543974 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:27.604235 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:27.624912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:49:27.639742 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad79281e-86a2-4596-83e0-e4378b2935b3,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:27.642881 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:27.643726 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Added segment bd7559c5-8a1f-4451-9ad7-463164b7f38f of type vlan for network 0c5fced7-3832-436b-b53c-f15ab9c2c217 Dec 17 13:49:27.686771 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:27.770368 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:27.771355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:27.771945 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:27.828695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] Pushing event updated for resources: {'Network': ['ID=0c5fced7-3832-436b-b53c-f15ab9c2c217,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:27.838691 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 0c5fced7-3832-436b-b53c-f15ab9c2c217 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:49:27.876376 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-de129f9e-5d1b-449c-a0bb-53dbbada5e47 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6155484 Dec 17 13:49:27.879717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 46738) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:49:27.884744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1593b8a2-0093-4a1f-8a67-bcbb5a049ac7 admin admin] Request body: {'subnet': {'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1233268819-subnet', 'tenant_id': 'b597d2899dd54377b6093e9c226b60b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:49:27.964704 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1593b8a2-0093-4a1f-8a67-bcbb5a049ac7 admin admin] Made reservation on behalf of b597d2899dd54377b6093e9c226b60b2 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:49:27.967169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1593b8a2-0093-4a1f-8a67-bcbb5a049ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:28.176460 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1593b8a2-0093-4a1f-8a67-bcbb5a049ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:28.237510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593b8a2-0093-4a1f-8a67-bcbb5a049ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b981b1ec-49f8-47f1-bed1-97ee1821486a,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:28.244612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1593b8a2-0093-4a1f-8a67-bcbb5a049ac7 admin admin] Checking segment: {'id': 'bd7559c5-8a1f-4451-9ad7-463164b7f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:49:28.244976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1593b8a2-0093-4a1f-8a67-bcbb5a049ac7 admin admin] Network hostable DHCP agents. Network: 0c5fced7-3832-436b-b53c-f15ab9c2c217, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:49:28.313166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1593b8a2-0093-4a1f-8a67-bcbb5a049ac7 admin admin] Network 0c5fced7-3832-436b-b53c-f15ab9c2c217 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:49:28.369891 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1593b8a2-0093-4a1f-8a67-bcbb5a049ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 0c5fced7-3832-436b-b53c-f15ab9c2c217) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:49:28.374212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1593b8a2-0093-4a1f-8a67-bcbb5a049ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:28.374819 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1593b8a2-0093-4a1f-8a67-bcbb5a049ac7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:28.379414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e201eb-b18e-46ab-b135-bc59ef6d6887 None None] Network 0c5fced7-3832-436b-b53c-f15ab9c2c217 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:49:28.447432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1593b8a2-0093-4a1f-8a67-bcbb5a049ac7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5664957 Dec 17 13:49:28.478666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523d68b7-a975-437d-8a50-20f9e1c402d3 None None] Network 0c5fced7-3832-436b-b53c-f15ab9c2c217 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:49:30.293721 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:49:31.789067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-f418346a-fb09-41ee-957a-0840ea46396e tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:31.790576 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-f418346a-fb09-41ee-957a-0840ea46396e tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/networks?id=0c5fced7-3832-436b-b53c-f15ab9c2c217 HTTP/1.1" status: 200 len: 809 time: 0.1043217 Dec 17 13:49:31.805597 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-d35bf884-372b-43d6-80a9-6d1080cc05c3 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/quotas/b597d2899dd54377b6093e9c226b60b2 HTTP/1.1" status: 200 len: 375 time: 0.0092828 Dec 17 13:49:31.836795 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-976d607b-384f-42b1-9a83-67bc261e6db7 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b597d2899dd54377b6093e9c226b60b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258558 Dec 17 13:49:31.934630 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:31.989818 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-20cc5ce1-4da6-447c-9a2e-19a9ef6b3fd9 service neutron] 10.222.0.59 "GET /v2.0/networks/0c5fced7-3832-436b-b53c-f15ab9c2c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460953 Dec 17 13:49:32.076924 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-83954aa0-c7a4-4a4a-9cf6-0e9b51502d4e service neutron] 10.222.0.59 "GET /v2.0/networks/0c5fced7-3832-436b-b53c-f15ab9c2c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809910 Dec 17 13:49:33.380596 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fed6fb0d-ba51-4c23-9f8c-38752c3a0f39 req-31a8cecd-e635-4f5c-b495-d3de379dfc00 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 210 time: 0.0844803 Dec 17 13:49:34.460976 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0092442-1695-4257-9623-fda0240d8428 req-092d8986-c7fd-4b41-a60e-fe77856301f1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 210 time: 0.0282815 Dec 17 13:49:35.571907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d484d0cf-0173-460e-a620-b7358cb9f1d7 req-98c6862c-8c50-47f8-ac9c-ab7ebab7d0aa tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 210 time: 0.0332429 Dec 17 13:49:36.393060 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:36.646064 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-648bda0f-47e1-48d4-bcae-7bc8d9fb6fad req-9866f8cb-b350-4218-9057-5608b8dc5e4f tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 210 time: 0.0262821 Dec 17 13:49:37.736740 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3acef53d-024e-4c64-860d-d74d7cfd3ec6 req-3a9db5d6-539d-453a-b1a4-05e0ec29fea2 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 210 time: 0.0263360 Dec 17 13:49:38.832914 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79e39c5f-6411-4af8-b53a-ad5095691acd req-67b42460-a8e8-4928-bfea-9f2b66944b5e tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 210 time: 0.0299854 Dec 17 13:49:39.668039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-3ec67532-d106-4c88-b243-79f7171e246e tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:39.669492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-3ec67532-d106-4c88-b243-79f7171e246e tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.54 "GET /v2.0/networks?id=0c5fced7-3832-436b-b53c-f15ab9c2c217 HTTP/1.1" status: 200 len: 809 time: 0.1823509 Dec 17 13:49:39.682739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Request body: {'port': {'device_id': '95e3e8dd-9962-4fca-b837-d2343439cb04', 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217', 'admin_state_up': True, 'tenant_id': 'b597d2899dd54377b6093e9c226b60b2'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:49:39.872809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Made reservation on behalf of b597d2899dd54377b6093e9c226b60b2 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:49:39.876449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:39.957978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90cf8781-ca97-450c-be8b-0d97431c4b7e req-f98eb83c-6cf1-418e-8a4d-3853873cb39f tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 210 time: 0.0568705 Dec 17 13:49:40.025429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Allocated IP 172.20.0.5 (0c5fced7-3832-436b-b53c-f15ab9c2c217/b981b1ec-49f8-47f1-bed1-97ee1821486a/20b56747-9463-4de6-8b7d-81df252b9cba) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:49:40.179028 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:40.285652 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:40.327779 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Network 0c5fced7-3832-436b-b53c-f15ab9c2c217 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:49:40.330892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:49:40.334607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:49:40.365270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Pushing event updated for resources: {'Port': ['ID=20b56747-9463-4de6-8b7d-81df252b9cba,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:40.389602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:40.390232 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:40.498794 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-33b6b328-81b5-4af1-99db-6642863806b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8199227 Dec 17 13:49:40.509151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-6ca2dda8-b0fc-4848-97ed-2ac0fad20540 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:49:40.510192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-6ca2dda8-b0fc-4848-97ed-2ac0fad20540 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052032 Dec 17 13:49:40.522261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Request body: {'port': {'device_id': '95e3e8dd-9962-4fca-b837-d2343439cb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:49:40.574458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:40.828814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b56747-9463-4de6-8b7d-81df252b9cba {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:49:40.836504 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:40.848809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Transition to ACTIVE for port object 20b56747-9463-4de6-8b7d-81df252b9cba will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:49:40.917180 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:40.981380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Pushing event updated for resources: {'Port': ['ID=20b56747-9463-4de6-8b7d-81df252b9cba,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:41.035492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Attempting to bind port 20b56747-9463-4de6-8b7d-81df252b9cba on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:49:41.035832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Attempting to bind port 20b56747-9463-4de6-8b7d-81df252b9cba by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'bd7559c5-8a1f-4451-9ad7-463164b7f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:49:41.036162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Attempting to bind port 20b56747-9463-4de6-8b7d-81df252b9cba on network 0c5fced7-3832-436b-b53c-f15ab9c2c217 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:49:41.040764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Port 20b56747-9463-4de6-8b7d-81df252b9cba on network 0c5fced7-3832-436b-b53c-f15ab9c2c217 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:49:41.041091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Attempting to bind port 20b56747-9463-4de6-8b7d-81df252b9cba on network 0c5fced7-3832-436b-b53c-f15ab9c2c217 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:49:41.046521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:49:41.046870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Checking segment: {'id': 'bd7559c5-8a1f-4451-9ad7-463164b7f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:49:41.047257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Bound using segment: {'id': 'bd7559c5-8a1f-4451-9ad7-463164b7f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:49:41.047682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Bound port: 20b56747-9463-4de6-8b7d-81df252b9cba, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7559c5-8a1f-4451-9ad7-463164b7f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:49:41.048041 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:41.077250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836f91e-c4c1-4cc2-9069-0be77591747e req-3d8af505-5e63-401a-8a86-15d76bc6a5c1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:41.078913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1836f91e-c4c1-4cc2-9069-0be77591747e req-3d8af505-5e63-401a-8a86-15d76bc6a5c1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 943 time: 0.0501087 Dec 17 13:49:41.115069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] For port 20b56747-9463-4de6-8b7d-81df252b9cba, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:49:41.118016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] For port 20b56747-9463-4de6-8b7d-81df252b9cba, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=20b56747-9463-4de6-8b7d-81df252b9cba,segment=NetworkSegment(bd7559c5-8a1f-4451-9ad7-463164b7f38f),segment_id=bd7559c5-8a1f-4451-9ad7-463164b7f38f)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:49:41.126262 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1836f91e-c4c1-4cc2-9069-0be77591747e req-58b28c53-d33e-418a-a41a-7c3d57f0e2b1 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Dec 17 13:49:41.186787 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:41.223148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:41.223778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:41.225208 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] 10.222.0.54 "PUT /v2.0/ports/20b56747-9463-4de6-8b7d-81df252b9cba HTTP/1.1" status: 200 len: 1091 time: 0.7071404 Dec 17 13:49:41.225707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e3e8dd-9962-4fca-b837-d2343439cb04', 'tag': '20b56747-9463-4de6-8b7d-81df252b9cba'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:49:41.227976 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf8d1e1-ea59-45c0-87df-afd0d915329f" -d '{"events": [{"name": "network-changed", "server_uuid": "95e3e8dd-9962-4fca-b837-d2343439cb04", "tag": "20b56747-9463-4de6-8b7d-81df252b9cba"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:49:41.252125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971f0e9-76b5-44cc-aa44-a0e18042d37d service neutron] Pushing event updated for resources: {'Port': ['ID=20b56747-9463-4de6-8b7d-81df252b9cba,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:41.267059 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee11cc4e-9916-48e0-a426-83deea4d509f x-openstack-request-id: req-ee11cc4e-9916-48e0-a426-83deea4d509f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:49:41.267360 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e3e8dd-9962-4fca-b837-d2343439cb04", "tag": "20b56747-9463-4de6-8b7d-81df252b9cba", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:49:41.267613 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee11cc4e-9916-48e0-a426-83deea4d509f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:49:41.268012 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e3e8dd-9962-4fca-b837-d2343439cb04', 'tag': '20b56747-9463-4de6-8b7d-81df252b9cba', 'status': 'completed', 'code': 200} Dec 17 13:49:41.374707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8d1e1-ea59-45c0-87df-afd0d915329f req-f655d761-7ca7-4e2a-a283-819b6a7aa3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:41.376160 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0cf8d1e1-ea59-45c0-87df-afd0d915329f req-f655d761-7ca7-4e2a-a283-819b6a7aa3ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b597d2899dd54377b6093e9c226b60b2&device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 1094 time: 0.0411928 Dec 17 13:49:41.533770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8d1e1-ea59-45c0-87df-afd0d915329f req-dffcd0f5-6216-44b9-ab23-6777f39a72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:41.535350 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0cf8d1e1-ea59-45c0-87df-afd0d915329f req-dffcd0f5-6216-44b9-ab23-6777f39a72ab service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b597d2899dd54377b6093e9c226b60b2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1517193 Dec 17 13:49:41.630473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8d1e1-ea59-45c0-87df-afd0d915329f req-844fc484-78d8-4858-9215-018f02f5cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:41.631859 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0cf8d1e1-ea59-45c0-87df-afd0d915329f req-844fc484-78d8-4858-9215-018f02f5cdcd service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895422 Dec 17 13:49:41.706594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-e9f0203a-49ce-48ce-9808-a8167f639a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:41.708793 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-e9f0203a-49ce-48ce-9808-a8167f639a86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b597d2899dd54377b6093e9c226b60b2&device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 1094 time: 0.0405366 Dec 17 13:49:41.752172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-add0505b-f3c9-4d4b-b9b9-fa062b2eda63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b56747-9463-4de6-8b7d-81df252b9cba HTTP/1.1" status: 200 len: 217 time: 0.0351951 Dec 17 13:49:42.068693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-fd8606b6-2d3a-406a-8e55-77671c7d7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:42.071708 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-fd8606b6-2d3a-406a-8e55-77671c7d7bd4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b981b1ec-49f8-47f1-bed1-97ee1821486a HTTP/1.1" status: 200 len: 849 time: 0.3115273 Dec 17 13:49:42.101739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-3041186a-4fe2-4d27-ab31-90f96197505f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0c5fced7-3832-436b-b53c-f15ab9c2c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240052 Dec 17 13:49:42.199501 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-e808f20d-f69f-4114-9194-2bef4dd0ba4f service neutron] 10.222.0.54 "GET /v2.0/networks/0c5fced7-3832-436b-b53c-f15ab9c2c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899630 Dec 17 13:49:42.242720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3132f-e802-4576-8378-cee11eeeb080 req-1392d0a5-bb9a-4a22-a8ed-dda0934fe948 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:42.244224 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebf3132f-e802-4576-8378-cee11eeeb080 req-1392d0a5-bb9a-4a22-a8ed-dda0934fe948 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 943 time: 0.0483043 Dec 17 13:49:42.288267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfd199a5-5eee-46da-a3b8-a3ff0cfd111f req-9bae9b82-6063-46f6-84d0-3f9c75feca4e service neutron] 10.222.0.54 "GET /v2.0/networks/0c5fced7-3832-436b-b53c-f15ab9c2c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819194 Dec 17 13:49:42.291431 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebf3132f-e802-4576-8378-cee11eeeb080 req-6ad09ac0-1593-4396-83d9-2e6f3dd3b42c tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410759 Dec 17 13:49:43.407097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6160bec-1bde-4799-a7b1-6a8260aafcdc req-884c5e98-3612-4e84-ae98-0ac4e309c27e tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:43.408597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b6160bec-1bde-4799-a7b1-6a8260aafcdc req-884c5e98-3612-4e84-ae98-0ac4e309c27e tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 943 time: 0.0490274 Dec 17 13:49:43.455850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b6160bec-1bde-4799-a7b1-6a8260aafcdc req-6fd298c9-5709-470e-a1d7-ac940f7a2c40 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 Dec 17 13:49:43.867368 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7a52eebc-41ba-43a1-aa53-ac07050ca4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:44.572915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43753445-5d5a-4fda-8c10-4cec0faa1206 req-f0191116-b1d4-461a-8e47-36e1ad5bfa1f tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:44.574430 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43753445-5d5a-4fda-8c10-4cec0faa1206 req-f0191116-b1d4-461a-8e47-36e1ad5bfa1f tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 943 time: 0.0513461 Dec 17 13:49:44.620537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43753445-5d5a-4fda-8c10-4cec0faa1206 req-9d7fa598-5f27-44ac-bdf3-c22eb500fb84 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 Dec 17 13:49:45.703598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 20b56747-9463-4de6-8b7d-81df252b9cba details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:49:45.742698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893e733-cdba-4a54-a563-bf9f147193f7 req-22a0ea1e-6df3-4ac3-ad02-23f2eefac008 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:45.744357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4893e733-cdba-4a54-a563-bf9f147193f7 req-22a0ea1e-6df3-4ac3-ad02-23f2eefac008 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 943 time: 0.0547965 Dec 17 13:49:45.792000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4893e733-cdba-4a54-a563-bf9f147193f7 req-b487bd7a-c355-4555-a998-da4ed2944e1c tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414541 Dec 17 13:49:45.798266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 20b56747-9463-4de6-8b7d-81df252b9cba, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=20b56747-9463-4de6-8b7d-81df252b9cba,segment=NetworkSegment(bd7559c5-8a1f-4451-9ad7-463164b7f38f),segment_id=bd7559c5-8a1f-4451-9ad7-463164b7f38f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:49:45.810284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '20b56747-9463-4de6-8b7d-81df252b9cba', 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217', 'port_id': '20b56747-9463-4de6-8b7d-81df252b9cba', 'mac_address': 'fa:16:3e:ba:f7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b981b1ec-49f8-47f1-bed1-97ee1821486a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:49:45.850873 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:46.022355 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b56747-9463-4de6-8b7d-81df252b9cba {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:49:46.041938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 20b56747-9463-4de6-8b7d-81df252b9cba, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=20b56747-9463-4de6-8b7d-81df252b9cba,segment=NetworkSegment(bd7559c5-8a1f-4451-9ad7-463164b7f38f),segment_id=bd7559c5-8a1f-4451-9ad7-463164b7f38f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:49:46.101561 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:46.153835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=20b56747-9463-4de6-8b7d-81df252b9cba,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:46.161934 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.162297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.162653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.163004 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.163347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.163686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.164019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.164353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.164685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.165016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.165350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.165706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.166038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:49:46.338647 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['20b56747-9463-4de6-8b7d-81df252b9cba'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:49:46.371417 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9be6d674-c07c-4f78-853e-2da4a5231b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:46.905080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cb683-8f9c-4d31-a4f2-87383e6afcef req-497794f6-5d91-4289-82e0-e639d59cbf1d tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:46.906574 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca1cb683-8f9c-4d31-a4f2-87383e6afcef req-497794f6-5d91-4289-82e0-e639d59cbf1d tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 944 time: 0.0476592 Dec 17 13:49:46.952647 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca1cb683-8f9c-4d31-a4f2-87383e6afcef req-ac4f09c4-1c40-414f-b2fb-7719ad6d8c7b tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397167 Dec 17 13:49:47.704669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 20b56747-9463-4de6-8b7d-81df252b9cba up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:49:47.816363 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:47.833409 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 20b56747-9463-4de6-8b7d-81df252b9cba completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:49:47.837300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 20b56747-9463-4de6-8b7d-81df252b9cba triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:49:47.837688 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:47.915413 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:47.937949 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e3e8dd-9962-4fca-b837-d2343439cb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b56747-9463-4de6-8b7d-81df252b9cba'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:49:47.940219 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720c48b8-26a1-4c37-b07d-e39bd6ec846b" -d '{"events": [{"server_uuid": "95e3e8dd-9962-4fca-b837-d2343439cb04", "name": "network-vif-plugged", "status": "completed", "tag": "20b56747-9463-4de6-8b7d-81df252b9cba"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:49:47.954104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 20b56747-9463-4de6-8b7d-81df252b9cba, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=20b56747-9463-4de6-8b7d-81df252b9cba,segment=NetworkSegment(bd7559c5-8a1f-4451-9ad7-463164b7f38f),segment_id=bd7559c5-8a1f-4451-9ad7-463164b7f38f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:49:48.020741 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:48.051694 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa893c4-3c7b-4588-9bc3-611d53ee6248 x-openstack-request-id: req-dfa893c4-3c7b-4588-9bc3-611d53ee6248 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:49:48.051995 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e3e8dd-9962-4fca-b837-d2343439cb04", "name": "network-vif-plugged", "status": "completed", "tag": "20b56747-9463-4de6-8b7d-81df252b9cba", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:49:48.052253 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dfa893c4-3c7b-4588-9bc3-611d53ee6248 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:49:48.052645 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e3e8dd-9962-4fca-b837-d2343439cb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b56747-9463-4de6-8b7d-81df252b9cba', 'code': 200} Dec 17 13:49:48.072573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be3b88-fd62-4ca8-8e00-bc47773b11a0 req-953157a3-6b87-49d8-9e21-9066eb6896b2 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:48.074156 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55be3b88-fd62-4ca8-8e00-bc47773b11a0 req-953157a3-6b87-49d8-9e21-9066eb6896b2 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 945 time: 0.0532982 Dec 17 13:49:48.074586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=20b56747-9463-4de6-8b7d-81df252b9cba,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:48.132068 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55be3b88-fd62-4ca8-8e00-bc47773b11a0 req-266813d7-6f8c-462e-aac3-1a973590b788 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479212 Dec 17 13:49:48.149836 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782018d-eb7b-4857-8886-7c84a1245959 req-be6e791f-09bc-44aa-84c5-cbc92061a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:48.152168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4782018d-eb7b-4857-8886-7c84a1245959 req-be6e791f-09bc-44aa-84c5-cbc92061a063 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 1096 time: 0.0422480 Dec 17 13:49:48.202485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4782018d-eb7b-4857-8886-7c84a1245959 req-7e25d915-5b03-4353-a6fe-f8991e18dbba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 Dec 17 13:49:48.988364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:49.258918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a5008-f7c8-4833-a23f-e672269dae73 req-12dad28d-4827-4800-9e5a-b96b1c26e2b5 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:49.260464 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac3a5008-f7c8-4833-a23f-e672269dae73 req-12dad28d-4827-4800-9e5a-b96b1c26e2b5 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 945 time: 0.0530565 Dec 17 13:49:49.309684 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac3a5008-f7c8-4833-a23f-e672269dae73 req-67fe0b02-8214-436d-b519-380b68b077c0 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428517 Dec 17 13:49:49.804014 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:50.424324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc03b9-575c-4bc6-93f9-2b40655f4b36 req-61345840-7987-4352-9bae-b75023f1df3a tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:50.430866 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9afc03b9-575c-4bc6-93f9-2b40655f4b36 req-61345840-7987-4352-9bae-b75023f1df3a tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 945 time: 0.0487812 Dec 17 13:49:50.473441 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9afc03b9-575c-4bc6-93f9-2b40655f4b36 req-3bb0c174-98f3-44af-acfa-3bfb00a64bc5 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411477 Dec 17 13:49:51.692835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3d528-4cca-4ac0-8d3c-9830ce21e845 req-872ab8d4-d371-4fd8-a9fe-c3432c81c34b tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:51.694378 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3bd3d528-4cca-4ac0-8d3c-9830ce21e845 req-872ab8d4-d371-4fd8-a9fe-c3432c81c34b tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 945 time: 0.0486259 Dec 17 13:49:51.741994 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3bd3d528-4cca-4ac0-8d3c-9830ce21e845 req-b42164f4-9be7-44e2-b694-80b7289a3ea9 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Dec 17 13:49:52.860599 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2740423-1aee-4fd6-ba3c-f47c40b11142 req-bf3b8d00-062b-49b9-9aaa-2fa8d1347c32 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:52.862131 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2740423-1aee-4fd6-ba3c-f47c40b11142 req-bf3b8d00-062b-49b9-9aaa-2fa8d1347c32 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 945 time: 0.0490787 Dec 17 13:49:52.909391 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2740423-1aee-4fd6-ba3c-f47c40b11142 req-d0991697-bcab-44dd-89ac-e42fcbaa4f19 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Dec 17 13:49:52.963320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c879ef-5595-4557-ab30-252603ef19e2 req-b453c97b-bab4-47dd-8c4c-b9bec612e074 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:52.964791 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38c879ef-5595-4557-ab30-252603ef19e2 req-b453c97b-bab4-47dd-8c4c-b9bec612e074 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.54 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 945 time: 0.0484817 Dec 17 13:49:53.056369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-38c879ef-5595-4557-ab30-252603ef19e2 req-2d955bd5-a905-4c49-bed8-5eb1ba8c4a81 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Deleting port 20b56747-9463-4de6-8b7d-81df252b9cba {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:49:53.056717 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-38c879ef-5595-4557-ab30-252603ef19e2 req-2d955bd5-a905-4c49-bed8-5eb1ba8c4a81 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:53.145199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-38c879ef-5595-4557-ab30-252603ef19e2 req-2d955bd5-a905-4c49-bed8-5eb1ba8c4a81 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] For port 20b56747-9463-4de6-8b7d-81df252b9cba, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=20b56747-9463-4de6-8b7d-81df252b9cba,segment=NetworkSegment(bd7559c5-8a1f-4451-9ad7-463164b7f38f),segment_id=bd7559c5-8a1f-4451-9ad7-463164b7f38f)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:49:53.145563 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-38c879ef-5595-4557-ab30-252603ef19e2 req-2d955bd5-a905-4c49-bed8-5eb1ba8c4a81 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:53.158290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-38c879ef-5595-4557-ab30-252603ef19e2 req-2d955bd5-a905-4c49-bed8-5eb1ba8c4a81 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Calling delete_port for 20b56747-9463-4de6-8b7d-81df252b9cba owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:49:53.357002 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-38c879ef-5595-4557-ab30-252603ef19e2 req-2d955bd5-a905-4c49-bed8-5eb1ba8c4a81 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:53.368322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['20b56747-9463-4de6-8b7d-81df252b9cba'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:49:53.386826 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d955bd5-a905-4c49-bed8-5eb1ba8c4a81 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Pushing event deleted for resources: {'Port': ['ID=20b56747-9463-4de6-8b7d-81df252b9cba,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:53.434484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c879ef-5595-4557-ab30-252603ef19e2 req-2d955bd5-a905-4c49-bed8-5eb1ba8c4a81 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] No DVR routers for this DVR port 20b56747-9463-4de6-8b7d-81df252b9cba on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:49:53.437401 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-38c879ef-5595-4557-ab30-252603ef19e2 req-2d955bd5-a905-4c49-bed8-5eb1ba8c4a81 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:53.441666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-38c879ef-5595-4557-ab30-252603ef19e2 req-2d955bd5-a905-4c49-bed8-5eb1ba8c4a81 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.54 "DELETE /v2.0/ports/20b56747-9463-4de6-8b7d-81df252b9cba HTTP/1.1" status: 204 len: 173 time: 0.4699764 Dec 17 13:49:53.442117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e3e8dd-9962-4fca-b837-d2343439cb04', 'name': 'network-vif-deleted', 'tag': '20b56747-9463-4de6-8b7d-81df252b9cba'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:49:53.444413 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28fb3aa-2c95-4544-9916-218ffc693b5e" -d '{"events": [{"server_uuid": "95e3e8dd-9962-4fca-b837-d2343439cb04", "name": "network-vif-deleted", "tag": "20b56747-9463-4de6-8b7d-81df252b9cba"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:49:53.482209 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df26a10-bc43-40d6-a892-c39389d440a5 x-openstack-request-id: req-1df26a10-bc43-40d6-a892-c39389d440a5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:49:53.482509 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e3e8dd-9962-4fca-b837-d2343439cb04", "name": "network-vif-deleted", "tag": "20b56747-9463-4de6-8b7d-81df252b9cba", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:49:53.482761 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1df26a10-bc43-40d6-a892-c39389d440a5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:49:53.483239 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e3e8dd-9962-4fca-b837-d2343439cb04', 'name': 'network-vif-deleted', 'tag': '20b56747-9463-4de6-8b7d-81df252b9cba', 'status': 'completed', 'code': 200} Dec 17 13:49:54.014239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-526f87b2-4997-44bc-a8ee-7a93bf367aa1 req-57fa97d9-9f70-41cf-a656-4e5751ea1820 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=95e3e8dd-9962-4fca-b837-d2343439cb04 HTTP/1.1" status: 200 len: 210 time: 0.0258741 Dec 17 13:49:55.279614 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e3121862-cb1c-44c6-93bd-50c01990f88e tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:55.281024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e3121862-cb1c-44c6-93bd-50c01990f88e tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/networks?id=0c5fced7-3832-436b-b53c-f15ab9c2c217 HTTP/1.1" status: 200 len: 809 time: 0.1019115 Dec 17 13:49:55.295910 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-464a27e8-00d9-4844-a28c-684000a42a4e tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/quotas/b597d2899dd54377b6093e9c226b60b2 HTTP/1.1" status: 200 len: 375 time: 0.0091648 Dec 17 13:49:55.332338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-333287a0-3b2b-4733-80fa-617ad5839be5 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b597d2899dd54377b6093e9c226b60b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309458 Dec 17 13:49:55.393206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-533e12d1-410d-45b0-ad35-5b4db16e1c98 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:49:55.394326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-533e12d1-410d-45b0-ad35-5b4db16e1c98 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0544994 Dec 17 13:49:55.485485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-00ef5a65-2844-4244-b649-b1d8246c086e service neutron] 10.222.0.59 "GET /v2.0/networks/0c5fced7-3832-436b-b53c-f15ab9c2c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840185 Dec 17 13:49:55.583498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-5ec94955-92fb-4ffe-b5d4-e4ea3bc3fea6 service neutron] 10.222.0.59 "GET /v2.0/networks/0c5fced7-3832-436b-b53c-f15ab9c2c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910807 Dec 17 13:49:55.735427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 20b56747-9463-4de6-8b7d-81df252b9cba no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:49:55.756800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 20b56747-9463-4de6-8b7d-81df252b9cba {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:49:55.756800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 20b56747-9463-4de6-8b7d-81df252b9cba not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:49:55.830543 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-95536cb1-215c-44c7-9597-04cd13aa972d req-f0d00c2e-2076-437e-8b56-08092b68577a tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 210 time: 0.0319562 Dec 17 13:49:56.927264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9df1cee9-d396-4cad-88d1-b8309e243545 req-1377b8f3-0fa5-497b-8ddd-97fc9c253a44 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 210 time: 0.0269220 Dec 17 13:49:57.776941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-9578c000-5485-4652-a992-71a9280035d5 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:57.778479 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-9578c000-5485-4652-a992-71a9280035d5 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.54 "GET /v2.0/networks?id=0c5fced7-3832-436b-b53c-f15ab9c2c217 HTTP/1.1" status: 200 len: 809 time: 0.1081634 Dec 17 13:49:57.791400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Request body: {'port': {'device_id': '22c49bd3-06de-4570-b764-83567be9b3f4', 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217', 'admin_state_up': True, 'tenant_id': 'b597d2899dd54377b6093e9c226b60b2'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:49:57.999246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Made reservation on behalf of b597d2899dd54377b6093e9c226b60b2 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:49:58.002943 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:58.021556 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d652fbdb-463e-4377-a32c-4bb152723138 req-0e596c5e-5780-4b7c-b5cf-8063c1aaa510 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 210 time: 0.0261793 Dec 17 13:49:58.161492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Allocated IP 172.20.0.7 (0c5fced7-3832-436b-b53c-f15ab9c2c217/b981b1ec-49f8-47f1-bed1-97ee1821486a/4d3b963c-8622-4dee-b5a4-74cfeb2b5db8) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:49:58.321416 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:58.414721 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:58.459955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Network 0c5fced7-3832-436b-b53c-f15ab9c2c217 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:49:58.463162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:49:58.466964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:49:58.473301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Pushing event updated for resources: {'Port': ['ID=4d3b963c-8622-4dee-b5a4-74cfeb2b5db8,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:58.518031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:58.518656 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:58.601552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-e632225e-304f-423d-a444-aecc1b5c13ca tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8138716 Dec 17 13:49:58.614719 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Request body: {'port': {'device_id': '22c49bd3-06de-4570-b764-83567be9b3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:49:58.675609 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:58.933034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:49:58.940308 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:58.952643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Transition to ACTIVE for port object 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:49:59.032655 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:59.084090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Pushing event updated for resources: {'Port': ['ID=4d3b963c-8622-4dee-b5a4-74cfeb2b5db8,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:59.188406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373277ab-4958-4834-b71a-9fe88964c295 req-0312f05d-103f-4997-97c8-de21ebdaaaec tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:59.189908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-373277ab-4958-4834-b71a-9fe88964c295 req-0312f05d-103f-4997-97c8-de21ebdaaaec tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 943 time: 0.0873842 Dec 17 13:49:59.194373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Attempting to bind port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:49:59.194709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Attempting to bind port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'bd7559c5-8a1f-4451-9ad7-463164b7f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:49:59.195041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Attempting to bind port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 on network 0c5fced7-3832-436b-b53c-f15ab9c2c217 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:49:59.205623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 on network 0c5fced7-3832-436b-b53c-f15ab9c2c217 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:49:59.205957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Attempting to bind port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 on network 0c5fced7-3832-436b-b53c-f15ab9c2c217 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:49:59.219632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:49:59.219975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Checking segment: {'id': 'bd7559c5-8a1f-4451-9ad7-463164b7f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:49:59.220353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Bound using segment: {'id': 'bd7559c5-8a1f-4451-9ad7-463164b7f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:49:59.220777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Bound port: 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7559c5-8a1f-4451-9ad7-463164b7f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:49:59.221132 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:59.276416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-373277ab-4958-4834-b71a-9fe88964c295 req-27e93882-a519-4ed8-a8c3-aaa653eecf88 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791047 Dec 17 13:49:59.302426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] For port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:49:59.305322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] For port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4d3b963c-8622-4dee-b5a4-74cfeb2b5db8,segment=NetworkSegment(bd7559c5-8a1f-4451-9ad7-463164b7f38f),segment_id=bd7559c5-8a1f-4451-9ad7-463164b7f38f)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:49:59.393333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:59.433635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:59.434273 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:49:59.435675 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] 10.222.0.54 "PUT /v2.0/ports/4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 HTTP/1.1" status: 200 len: 1091 time: 0.8250268 Dec 17 13:49:59.436118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c49bd3-06de-4570-b764-83567be9b3f4', 'tag': '4d3b963c-8622-4dee-b5a4-74cfeb2b5db8'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:49:59.438513 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2777a8d6-42ca-4ad0-8de5-bda2bf4b6c82" -d '{"events": [{"name": "network-changed", "server_uuid": "22c49bd3-06de-4570-b764-83567be9b3f4", "tag": "4d3b963c-8622-4dee-b5a4-74cfeb2b5db8"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:49:59.462541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d840a-4c0b-413e-9e37-ca1de9b2e85f service neutron] Pushing event updated for resources: {'Port': ['ID=4d3b963c-8622-4dee-b5a4-74cfeb2b5db8,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:49:59.482148 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea6fb8b-a102-475c-9669-c839aa4f0fcf x-openstack-request-id: req-4ea6fb8b-a102-475c-9669-c839aa4f0fcf {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:49:59.482467 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c49bd3-06de-4570-b764-83567be9b3f4", "tag": "4d3b963c-8622-4dee-b5a4-74cfeb2b5db8", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:49:59.482786 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ea6fb8b-a102-475c-9669-c839aa4f0fcf {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:49:59.483233 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c49bd3-06de-4570-b764-83567be9b3f4', 'tag': '4d3b963c-8622-4dee-b5a4-74cfeb2b5db8', 'status': 'completed', 'code': 200} Dec 17 13:49:59.546430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777a8d6-42ca-4ad0-8de5-bda2bf4b6c82 req-e0224f9a-94e7-4bae-84f0-5f36ea9cca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:59.547966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2777a8d6-42ca-4ad0-8de5-bda2bf4b6c82 req-e0224f9a-94e7-4bae-84f0-5f36ea9cca5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b597d2899dd54377b6093e9c226b60b2&device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 1094 time: 0.0421491 Dec 17 13:49:59.650665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777a8d6-42ca-4ad0-8de5-bda2bf4b6c82 req-2b150fca-66b8-47aa-bb8e-d307352b3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:59.652177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2777a8d6-42ca-4ad0-8de5-bda2bf4b6c82 req-2b150fca-66b8-47aa-bb8e-d307352b3095 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b597d2899dd54377b6093e9c226b60b2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0960553 Dec 17 13:49:59.752667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777a8d6-42ca-4ad0-8de5-bda2bf4b6c82 req-d2693b21-3bee-4696-84af-2a48529a996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:59.754125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2777a8d6-42ca-4ad0-8de5-bda2bf4b6c82 req-d2693b21-3bee-4696-84af-2a48529a996d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947745 Dec 17 13:49:59.829995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-bc68abfa-f622-4baf-aeb7-77fd2f460f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:59.831558 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-bc68abfa-f622-4baf-aeb7-77fd2f460f55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b597d2899dd54377b6093e9c226b60b2&device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 1094 time: 0.0420620 Dec 17 13:49:59.877661 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-af8c0f1c-38c8-44e7-8d5f-0eaad7302182 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 HTTP/1.1" status: 200 len: 217 time: 0.0379703 Dec 17 13:49:59.926191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-8fe9f908-1633-4469-bd7a-1ea3c0c7270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:49:59.927669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-8fe9f908-1633-4469-bd7a-1ea3c0c7270a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b981b1ec-49f8-47f1-bed1-97ee1821486a HTTP/1.1" status: 200 len: 849 time: 0.0428631 Dec 17 13:49:59.962383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-b51f70ad-83e5-4711-943c-f34074b9d4e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0c5fced7-3832-436b-b53c-f15ab9c2c217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253396 Dec 17 13:50:00.056834 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-935b322b-8c09-48f5-a9d6-a2c17b84fc23 service neutron] 10.222.0.54 "GET /v2.0/networks/0c5fced7-3832-436b-b53c-f15ab9c2c217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866075 Dec 17 13:50:00.146463 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bf49069-48a1-465f-a9ec-9b55bd340ed2 req-bb595bbd-8641-4499-b0fa-a72499eff22e service neutron] 10.222.0.54 "GET /v2.0/networks/0c5fced7-3832-436b-b53c-f15ab9c2c217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817118 Dec 17 13:50:00.393013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e72c7a-fdbe-453a-a549-4e8e3d5ecd9b req-c9ba8f14-0df7-4068-b787-82319a7c352d tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:00.394530 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78e72c7a-fdbe-453a-a549-4e8e3d5ecd9b req-c9ba8f14-0df7-4068-b787-82319a7c352d tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 943 time: 0.0496144 Dec 17 13:50:00.447583 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-78e72c7a-fdbe-453a-a549-4e8e3d5ecd9b req-690ea7bc-3750-4982-bc15-1d2f5827506c tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467505 Dec 17 13:50:01.564406 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd559ad2-60fa-43d5-b8b0-d4208d2415e0 req-bc949772-3a97-4805-a9be-3ac60ff46450 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:01.565918 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bd559ad2-60fa-43d5-b8b0-d4208d2415e0 req-bc949772-3a97-4805-a9be-3ac60ff46450 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 943 time: 0.0487759 Dec 17 13:50:01.612803 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bd559ad2-60fa-43d5-b8b0-d4208d2415e0 req-2c172f70-7a5f-4aed-bbd3-d510bd228758 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 Dec 17 13:50:01.925264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:02.726752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a16498-2928-4dd4-92bb-983a0d775de0 req-724479e5-d7b6-4846-942d-7fc596997be4 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:02.728244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e5a16498-2928-4dd4-92bb-983a0d775de0 req-724479e5-d7b6-4846-942d-7fc596997be4 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 943 time: 0.0482249 Dec 17 13:50:02.774576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e5a16498-2928-4dd4-92bb-983a0d775de0 req-5b104695-678f-4a1c-aa15-6add63d65f45 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 Dec 17 13:50:03.781114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:50:03.894302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96773e25-17cd-4d8b-bbe7-35d5de8c7c2b req-8c912b2e-d5b1-4833-8097-590ba8f8208a tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:03.895845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-96773e25-17cd-4d8b-bbe7-35d5de8c7c2b req-8c912b2e-d5b1-4833-8097-590ba8f8208a tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 943 time: 0.0525241 Dec 17 13:50:03.899754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4d3b963c-8622-4dee-b5a4-74cfeb2b5db8,segment=NetworkSegment(bd7559c5-8a1f-4451-9ad7-463164b7f38f),segment_id=bd7559c5-8a1f-4451-9ad7-463164b7f38f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:50:03.911653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '4d3b963c-8622-4dee-b5a4-74cfeb2b5db8', 'network_id': '0c5fced7-3832-436b-b53c-f15ab9c2c217', 'port_id': '4d3b963c-8622-4dee-b5a4-74cfeb2b5db8', 'mac_address': 'fa:16:3e:e8:8c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b981b1ec-49f8-47f1-bed1-97ee1821486a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:50:03.950490 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:03.964898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:50:03.991630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4d3b963c-8622-4dee-b5a4-74cfeb2b5db8,segment=NetworkSegment(bd7559c5-8a1f-4451-9ad7-463164b7f38f),segment_id=bd7559c5-8a1f-4451-9ad7-463164b7f38f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:50:04.111548 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:04.166706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=4d3b963c-8622-4dee-b5a4-74cfeb2b5db8,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:50:04.293883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-96773e25-17cd-4d8b-bbe7-35d5de8c7c2b req-6e2f65c0-9796-4de0-a12b-f91be7b9e07d tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913767 Dec 17 13:50:04.304637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['4d3b963c-8622-4dee-b5a4-74cfeb2b5db8'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:50:05.416410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df8ea5-4510-45fa-8976-7db3bec5515e req-aac93236-d357-40d1-a9ba-8fb2d9a8b566 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:05.418278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21df8ea5-4510-45fa-8976-7db3bec5515e req-aac93236-d357-40d1-a9ba-8fb2d9a8b566 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 944 time: 0.0539525 Dec 17 13:50:05.466373 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21df8ea5-4510-45fa-8976-7db3bec5515e req-c09444f5-4da2-4247-b846-4c098f791264 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Dec 17 13:50:05.781883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:50:05.913244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:50:05.917382 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:50:05.917778 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:06.010444 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:06.039759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c49bd3-06de-4570-b764-83567be9b3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3b963c-8622-4dee-b5a4-74cfeb2b5db8'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:50:06.042023 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137e3a1c-902d-4ec9-a685-0d3a8386f38f" -d '{"events": [{"server_uuid": "22c49bd3-06de-4570-b764-83567be9b3f4", "name": "network-vif-plugged", "status": "completed", "tag": "4d3b963c-8622-4dee-b5a4-74cfeb2b5db8"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:50:06.062172 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4d3b963c-8622-4dee-b5a4-74cfeb2b5db8,segment=NetworkSegment(bd7559c5-8a1f-4451-9ad7-463164b7f38f),segment_id=bd7559c5-8a1f-4451-9ad7-463164b7f38f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:50:06.083068 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ca1cde-a30d-4387-b416-86a68ff78c6d x-openstack-request-id: req-70ca1cde-a30d-4387-b416-86a68ff78c6d {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:50:06.083650 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c49bd3-06de-4570-b764-83567be9b3f4", "name": "network-vif-plugged", "status": "completed", "tag": "4d3b963c-8622-4dee-b5a4-74cfeb2b5db8", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:50:06.084002 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70ca1cde-a30d-4387-b416-86a68ff78c6d {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:50:06.084436 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c49bd3-06de-4570-b764-83567be9b3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3b963c-8622-4dee-b5a4-74cfeb2b5db8', 'code': 200} Dec 17 13:50:06.128667 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:06.180085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=4d3b963c-8622-4dee-b5a4-74cfeb2b5db8,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:50:06.190829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cd4ec-30e7-4ecf-b357-98b117ccbd88 req-b471058e-1309-4033-b18c-6ee1edefc832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:06.192444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c40cd4ec-30e7-4ecf-b357-98b117ccbd88 req-b471058e-1309-4033-b18c-6ee1edefc832 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 1096 time: 0.0467801 Dec 17 13:50:06.235772 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c40cd4ec-30e7-4ecf-b357-98b117ccbd88 req-80585a4f-6c84-43a2-b50f-4f2cc8c5e3a3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368638 Dec 17 13:50:06.410034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:06.587024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc012-c167-4087-999f-72031248a355 req-8980f9bb-bee5-4334-b1bd-a9c5495c7ba5 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:06.588528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dedbc012-c167-4087-999f-72031248a355 req-8980f9bb-bee5-4334-b1bd-a9c5495c7ba5 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0496285 Dec 17 13:50:06.638767 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dedbc012-c167-4087-999f-72031248a355 req-7693ce11-401d-45f0-a09f-7e69c8d7a317 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Dec 17 13:50:07.293515 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:50:07.758443 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3e34e-b9a9-4386-af4e-8d0fa64cf2d1 req-e72df122-a870-409f-b85f-c0a8a49a8dbd tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:07.759944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6c3e34e-b9a9-4386-af4e-8d0fa64cf2d1 req-e72df122-a870-409f-b85f-c0a8a49a8dbd tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0488021 Dec 17 13:50:07.809196 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6c3e34e-b9a9-4386-af4e-8d0fa64cf2d1 req-e01beaa1-3b6c-45a8-8638-ab929b457fdf tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432217 Dec 17 13:50:08.959327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94254d45-42a4-4e2d-b469-9facf382579d req-45365fc7-3176-4e18-a374-bf8da6e57124 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:08.960824 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94254d45-42a4-4e2d-b469-9facf382579d req-45365fc7-3176-4e18-a374-bf8da6e57124 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0504863 Dec 17 13:50:09.009256 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94254d45-42a4-4e2d-b469-9facf382579d req-b6299e0c-7ed3-4c36-b3c5-087658d5e3ac tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418887 Dec 17 13:50:10.139473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219dc29c-f665-47e2-8e0a-b1a77fc14a83 req-b81e0410-1cbe-4568-8ce7-ee142be435e6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:10.141008 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-219dc29c-f665-47e2-8e0a-b1a77fc14a83 req-b81e0410-1cbe-4568-8ce7-ee142be435e6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0552952 Dec 17 13:50:10.223272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbc3e2-e478-496d-b38b-13dffa6a28b5 req-79f5dbcb-f7c6-4971-a34f-cd05162900ce tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:10.224778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bebbc3e2-e478-496d-b38b-13dffa6a28b5 req-79f5dbcb-f7c6-4971-a34f-cd05162900ce tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 945 time: 0.0828960 Dec 17 13:50:10.228366 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-219dc29c-f665-47e2-8e0a-b1a77fc14a83 req-066b6056-3d8a-4d80-8f1e-056a7d14344f tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/security-groups?id=ad79281e-86a2-4596-83e0-e4378b2935b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780597 Dec 17 13:50:10.323505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-bebbc3e2-e478-496d-b38b-13dffa6a28b5 req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Deleting port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:50:10.324080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bebbc3e2-e478-496d-b38b-13dffa6a28b5 req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:10.417272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-bebbc3e2-e478-496d-b38b-13dffa6a28b5 req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] For port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4d3b963c-8622-4dee-b5a4-74cfeb2b5db8,segment=NetworkSegment(bd7559c5-8a1f-4451-9ad7-463164b7f38f),segment_id=bd7559c5-8a1f-4451-9ad7-463164b7f38f)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:50:10.417781 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bebbc3e2-e478-496d-b38b-13dffa6a28b5 req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:10.431265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-bebbc3e2-e478-496d-b38b-13dffa6a28b5 req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Calling delete_port for 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:50:10.598975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bebbc3e2-e478-496d-b38b-13dffa6a28b5 req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:10.611156 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['4d3b963c-8622-4dee-b5a4-74cfeb2b5db8'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:50:10.627929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Pushing event deleted for resources: {'Port': ['ID=4d3b963c-8622-4dee-b5a4-74cfeb2b5db8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:50:10.639997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.640378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.640727 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.641070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.641406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.641772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.642103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.642431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.642757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.643129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.643465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.643799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.644115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:10.690221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebbc3e2-e478-496d-b38b-13dffa6a28b5 req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] No DVR routers for this DVR port 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:50:10.693970 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bebbc3e2-e478-496d-b38b-13dffa6a28b5 req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:10.697470 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bebbc3e2-e478-496d-b38b-13dffa6a28b5 req-2610bb81-aef3-41cc-bff6-2d29792f4ac6 tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.54 "DELETE /v2.0/ports/4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 HTTP/1.1" status: 204 len: 173 time: 0.4655650 Dec 17 13:50:10.697967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c49bd3-06de-4570-b764-83567be9b3f4', 'name': 'network-vif-deleted', 'tag': '4d3b963c-8622-4dee-b5a4-74cfeb2b5db8'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:50:10.700305 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04caed1a-0034-4484-ac13-2664c98f1d23" -d '{"events": [{"server_uuid": "22c49bd3-06de-4570-b764-83567be9b3f4", "name": "network-vif-deleted", "tag": "4d3b963c-8622-4dee-b5a4-74cfeb2b5db8"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:50:10.735703 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4c1264-6b24-440d-a22e-d74119e8c5cc x-openstack-request-id: req-3e4c1264-6b24-440d-a22e-d74119e8c5cc {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:50:10.736006 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c49bd3-06de-4570-b764-83567be9b3f4", "name": "network-vif-deleted", "tag": "4d3b963c-8622-4dee-b5a4-74cfeb2b5db8", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:50:10.736368 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e4c1264-6b24-440d-a22e-d74119e8c5cc {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:50:10.736777 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c49bd3-06de-4570-b764-83567be9b3f4', 'name': 'network-vif-deleted', 'tag': '4d3b963c-8622-4dee-b5a4-74cfeb2b5db8', 'status': 'completed', 'code': 200} Dec 17 13:50:11.346622 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8925abca-57ed-4fa9-9657-c36c659b61fc req-7a2850eb-b279-4f80-80ed-a86ef9d3d7bf tempest-VolumesActionsTest-1188737720 tempest-VolumesActionsTest-1188737720-project] 10.222.0.59 "GET /v2.0/ports?device_id=22c49bd3-06de-4570-b764-83567be9b3f4 HTTP/1.1" status: 200 len: 210 time: 0.0315418 Dec 17 13:50:13.829501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:50:13.854395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:50:13.854749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4d3b963c-8622-4dee-b5a4-74cfeb2b5db8 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:50:13.876407 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7c9f889c-2171-4180-9c63-6b1cb8c192b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:16.368923 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ef73066-7f4c-401a-b033-403d5544562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:17.815893 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:19.024721 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:19.884119 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:31.970239 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:36.413211 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:37.826898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47198) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:50:37.873365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-9531b5d3-c803-4ac4-a9ab-2d6c010e18ab admin admin] Deleting subnet b981b1ec-49f8-47f1-bed1-97ee1821486a {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:50:37.876713 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9531b5d3-c803-4ac4-a9ab-2d6c010e18ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:37.911297 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9531b5d3-c803-4ac4-a9ab-2d6c010e18ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:37.951514 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9531b5d3-c803-4ac4-a9ab-2d6c010e18ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:38.099727 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9531b5d3-c803-4ac4-a9ab-2d6c010e18ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:38.125659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531b5d3-c803-4ac4-a9ab-2d6c010e18ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b981b1ec-49f8-47f1-bed1-97ee1821486a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:50:38.135751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9531b5d3-c803-4ac4-a9ab-2d6c010e18ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:38.135751 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9531b5d3-c803-4ac4-a9ab-2d6c010e18ab admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b981b1ec-49f8-47f1-bed1-97ee1821486a HTTP/1.1" status: 204 len: 168 time: 0.3075442 Dec 17 13:50:38.139645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47200) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:50:38.209179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:38.290449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:38.314972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5fced7-3832-436b-b53c-f15ab9c2c217']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:50:38.324858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7559c5-8a1f-4451-9ad7-463164b7f38f') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:50:38.325161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7559c5-8a1f-4451-9ad7-463164b7f38f') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:50:38.334311 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:38.346969 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:38.352768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:50:38.353094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:50:38.354755 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:50:38.467779 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:38.475007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:38.478483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0c5fced7-3832-436b-b53c-f15ab9c2c217 HTTP/1.1" status: 204 len: 168 time: 0.3378642 Dec 17 13:50:38.489689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5eaf4-b11e-437d-9d8e-bd3701e42d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5fced7-3832-436b-b53c-f15ab9c2c217,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:50:38.807654 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47204) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:50:38.849539 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b5e52222-1b1b-431c-950d-7d377869a69d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b597d2899dd54377b6093e9c226b60b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405021 Dec 17 13:50:38.852236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47206) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:50:38.897611 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:38.918095 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:39.055379 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:39.058453 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:39.059601 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad79281e-86a2-4596-83e0-e4378b2935b3 HTTP/1.1" status: 204 len: 168 time: 0.2064354 Dec 17 13:50:39.067712 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad79281e-86a2-4596-83e0-e4378b2935b3,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:50:39.075278 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:39.075622 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:39.075956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:39.076284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:39.076637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:39.077012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:39.077339 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:39.077683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:39.078006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:39.078337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:39.078661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:39.078967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:39.079288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63bdcad-1229-4b5a-b7e5-d7d541b58857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:43.889673 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-18daeab8-e661-4b37-a00c-55cc35326529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:44.294488 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:50:46.346759 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea5491e9-7449-4d0c-846d-2bae2a70ee4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:47.826497 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:49.046645 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:49.856088 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:50.371388 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-d6c6c76f-03f9-4fb6-87f5-d3381bab2b56 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f24c0d4316cf43959525e76e09285bb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264294 Dec 17 13:50:50.478649 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-e1c7d103-52d2-45a1-ac0c-353e54aa548b tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:50.480134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-e1c7d103-52d2-45a1-ac0c-353e54aa548b tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1030777 Dec 17 13:50:50.495182 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-b66c8d3a-d64a-42e3-9fce-672bcc24ec1b tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/quotas/f24c0d4316cf43959525e76e09285bb6 HTTP/1.1" status: 200 len: 375 time: 0.0091817 Dec 17 13:50:50.526703 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-c9bb3665-90a2-423e-b6b1-70c228299ed2 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f24c0d4316cf43959525e76e09285bb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262110 Dec 17 13:50:50.777560 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-19d8472b-e6cc-4e0e-b207-47e21515b6ea req-a6aad5dd-2169-4d5e-b533-0a79fbfa68c4 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 210 time: 0.0286977 Dec 17 13:50:51.875011 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eecda997-1c18-4960-91d8-68825ae8a7e2 req-0a9bc9dc-d554-4ef1-8039-69ac7f275387 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 210 time: 0.0299718 Dec 17 13:50:52.809117 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-dcb992a5-e1dd-47a7-b77a-80c63cc40ad4 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f24c0d4316cf43959525e76e09285bb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206971 Dec 17 13:50:52.917030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-afba50ee-10e5-4480-a578-334e97af1011 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:52.918704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-afba50ee-10e5-4480-a578-334e97af1011 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1035550 Dec 17 13:50:52.931816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Request body: {'port': {'device_id': 'e42f2622-4fb4-4610-8bdb-322f0ef4472f', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'admin_state_up': True, 'tenant_id': 'f24c0d4316cf43959525e76e09285bb6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:50:52.976211 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c48bad78-749e-4cb0-8fc7-df05645f4931 req-2ae1c98a-b850-4ff5-be57-41255977fd0c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 210 time: 0.0265701 Dec 17 13:50:53.112655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Made reservation on behalf of f24c0d4316cf43959525e76e09285bb6 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:50:53.116386 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:53.125420 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:53.201450 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:53.266612 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:53.327138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7b10d3-8b78-45c5-81f8-af22a5982907,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:50:53.401076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Allocated IP 192.168.233.31 (5b45dfaa-4954-404d-a398-4b70afee02c9/a6bf933e-88d3-499b-99b4-0aa01ed0ad49/f6274421-5003-4f6c-9968-170b8825b83a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:50:53.545829 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:53.655550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:53.700299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Network 5b45dfaa-4954-404d-a398-4b70afee02c9 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:50:53.703516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:50:53.707989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:50:53.733503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Pushing event updated for resources: {'Port': ['ID=f6274421-5003-4f6c-9968-170b8825b83a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:50:53.760938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:53.761670 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:53.852618 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-2ae562be-51d1-47ce-af3d-e55b23d65070 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9248152 Dec 17 13:50:53.921003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a7200e4c-1705-44f4-99f1-11acf4efd38e None None] Provisioning complete for port f6274421-5003-4f6c-9968-170b8825b83a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:50:53.921570 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a7200e4c-1705-44f4-99f1-11acf4efd38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:53.958287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a7200e4c-1705-44f4-99f1-11acf4efd38e None None] Port f6274421-5003-4f6c-9968-170b8825b83a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:50:53.963950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Request body: {'port': {'device_id': 'e42f2622-4fb4-4610-8bdb-322f0ef4472f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:50:54.021222 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:54.171520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fee565-c679-4cb0-81e5-83ccca2fdd03 req-9304c56c-b7ae-4ce9-a38a-979272782bbf tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:54.172944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7fee565-c679-4cb0-81e5-83ccca2fdd03 req-9304c56c-b7ae-4ce9-a38a-979272782bbf tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 935 time: 0.1198418 Dec 17 13:50:54.554415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7fee565-c679-4cb0-81e5-83ccca2fdd03 req-83c61a94-8bc6-410c-a9e7-322a4ad0bd82 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b7b10d3-8b78-45c5-81f8-af22a5982907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723681 Dec 17 13:50:54.635988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6274421-5003-4f6c-9968-170b8825b83a {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:50:54.643199 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:54.659636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Transition to ACTIVE for port object f6274421-5003-4f6c-9968-170b8825b83a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:50:54.729611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:54.796590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Pushing event updated for resources: {'Port': ['ID=f6274421-5003-4f6c-9968-170b8825b83a,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:50:54.850330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Attempting to bind port f6274421-5003-4f6c-9968-170b8825b83a on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:50:54.850677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Attempting to bind port f6274421-5003-4f6c-9968-170b8825b83a by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:50:54.851011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Attempting to bind port f6274421-5003-4f6c-9968-170b8825b83a on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:50:54.856553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Port f6274421-5003-4f6c-9968-170b8825b83a on network 5b45dfaa-4954-404d-a398-4b70afee02c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:50:54.857003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Attempting to bind port f6274421-5003-4f6c-9968-170b8825b83a on network 5b45dfaa-4954-404d-a398-4b70afee02c9 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:50:54.862127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:50:54.862466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Checking segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:50:54.862899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Bound using segment: {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:50:54.863316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Bound port: f6274421-5003-4f6c-9968-170b8825b83a, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cce8e74-2319-4f54-9c15-60bf8b8f4206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:50:54.863670 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:54.947555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] For port f6274421-5003-4f6c-9968-170b8825b83a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:50:54.951608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] For port f6274421-5003-4f6c-9968-170b8825b83a, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f6274421-5003-4f6c-9968-170b8825b83a,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:50:55.021814 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:55.089253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:55.089906 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:55.091297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] 10.222.0.54 "PUT /v2.0/ports/f6274421-5003-4f6c-9968-170b8825b83a HTTP/1.1" status: 200 len: 1095 time: 1.2307630 Dec 17 13:50:55.091942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b51ad-ba51-432d-b020-55840b821e27 service neutron] Pushing event updated for resources: {'Port': ['ID=f6274421-5003-4f6c-9968-170b8825b83a,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:50:55.094537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42f2622-4fb4-4610-8bdb-322f0ef4472f', 'tag': 'f6274421-5003-4f6c-9968-170b8825b83a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:50:55.097110 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e783e7ff-836f-422c-bf09-8ecfc921e871" -d '{"events": [{"name": "network-changed", "server_uuid": "e42f2622-4fb4-4610-8bdb-322f0ef4472f", "tag": "f6274421-5003-4f6c-9968-170b8825b83a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:50:55.249795 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a718cb80-b558-4538-b424-48fddf950cbf x-openstack-request-id: req-a718cb80-b558-4538-b424-48fddf950cbf {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:50:55.250143 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42f2622-4fb4-4610-8bdb-322f0ef4472f", "tag": "f6274421-5003-4f6c-9968-170b8825b83a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:50:55.250407 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a718cb80-b558-4538-b424-48fddf950cbf {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:50:55.250894 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42f2622-4fb4-4610-8bdb-322f0ef4472f', 'tag': 'f6274421-5003-4f6c-9968-170b8825b83a', 'status': 'completed', 'code': 200} Dec 17 13:50:55.266435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-fa2342dc-48ed-44fe-bc0a-af63f0eefacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:55.267995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-fa2342dc-48ed-44fe-bc0a-af63f0eefacb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f24c0d4316cf43959525e76e09285bb6&device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 1098 time: 0.0596583 Dec 17 13:50:55.313553 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-d649be60-0471-4457-b66d-f8a6e8413591 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f6274421-5003-4f6c-9968-170b8825b83a HTTP/1.1" status: 200 len: 217 time: 0.0375993 Dec 17 13:50:55.367954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-76574f36-df06-4b90-beee-fe878478c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:55.369348 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-76574f36-df06-4b90-beee-fe878478c1e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0494859 Dec 17 13:50:55.416039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-451e2891-2a2c-4967-be4a-28e21b49ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:55.417646 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-451e2891-2a2c-4967-be4a-28e21b49ae6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407960 Dec 17 13:50:55.510416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-00f654dd-5b6f-4772-8d0d-d4822803efcf service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860915 Dec 17 13:50:55.599806 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb502cd3-7ce0-47f8-ba2e-bc9cd2b05a94 req-c3d4a93b-5959-4640-aebb-7050e177ac9b service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822659 Dec 17 13:50:55.674698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d1ba4-d3cb-48d4-afff-ed25ea9a5918 req-22283e13-3c3d-4dbf-9c57-9ebce2028697 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:55.676864 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b3d1ba4-d3cb-48d4-afff-ed25ea9a5918 req-22283e13-3c3d-4dbf-9c57-9ebce2028697 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 947 time: 0.0543811 Dec 17 13:50:55.754193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b3d1ba4-d3cb-48d4-afff-ed25ea9a5918 req-a41d3ac4-9082-4a10-ad38-34940a2725b7 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b7b10d3-8b78-45c5-81f8-af22a5982907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701547 Dec 17 13:50:55.773813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783e7ff-836f-422c-bf09-8ecfc921e871 req-079da437-c520-4444-91c1-76fe11e74fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:55.773813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e783e7ff-836f-422c-bf09-8ecfc921e871 req-079da437-c520-4444-91c1-76fe11e74fb7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f24c0d4316cf43959525e76e09285bb6&device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 1098 time: 0.0577161 Dec 17 13:50:55.863740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783e7ff-836f-422c-bf09-8ecfc921e871 req-75e6d3b7-ed9f-4434-ab80-ad9c14550a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:55.865167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e783e7ff-836f-422c-bf09-8ecfc921e871 req-75e6d3b7-ed9f-4434-ab80-ad9c14550a48 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5b45dfaa-4954-404d-a398-4b70afee02c9 HTTP/1.1" status: 200 len: 870 time: 0.0864809 Dec 17 13:50:55.910540 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e783e7ff-836f-422c-bf09-8ecfc921e871 req-df65059b-6524-4fca-abac-c36033c074ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f6274421-5003-4f6c-9968-170b8825b83a HTTP/1.1" status: 200 len: 217 time: 0.0382013 Dec 17 13:50:55.959623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783e7ff-836f-422c-bf09-8ecfc921e871 req-8877dfc6-6993-450d-a6dd-fa2da8170f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:55.960992 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e783e7ff-836f-422c-bf09-8ecfc921e871 req-8877dfc6-6993-450d-a6dd-fa2da8170f63 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a6bf933e-88d3-499b-99b4-0aa01ed0ad49 HTTP/1.1" status: 200 len: 843 time: 0.0438154 Dec 17 13:50:56.007932 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783e7ff-836f-422c-bf09-8ecfc921e871 req-7cb86095-5164-4d80-adb2-be207cd4cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:56.009489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e783e7ff-836f-422c-bf09-8ecfc921e871 req-7cb86095-5164-4d80-adb2-be207cd4cbe5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5b45dfaa-4954-404d-a398-4b70afee02c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411677 Dec 17 13:50:56.106434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e783e7ff-836f-422c-bf09-8ecfc921e871 req-44b7e372-02e2-47da-98e7-5c828714ac40 service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881829 Dec 17 13:50:56.197182 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e783e7ff-836f-422c-bf09-8ecfc921e871 req-8e8230b3-6f03-4917-8eb1-8233d8b9d49c service neutron] 10.222.0.54 "GET /v2.0/networks/5b45dfaa-4954-404d-a398-4b70afee02c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824594 Dec 17 13:50:56.875248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d27bd4-ad37-4d72-bf62-dc293f25b5b9 req-9a9a73ab-8b7c-4fbe-ac7e-82dafc3014a5 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:56.876724 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-56d27bd4-ad37-4d72-bf62-dc293f25b5b9 req-9a9a73ab-8b7c-4fbe-ac7e-82dafc3014a5 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 947 time: 0.0508955 Dec 17 13:50:56.923764 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-56d27bd4-ad37-4d72-bf62-dc293f25b5b9 req-68eb2ad2-746e-4710-91c9-072221594cc1 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b7b10d3-8b78-45c5-81f8-af22a5982907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404074 Dec 17 13:50:58.031669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f6274421-5003-4f6c-9968-170b8825b83a details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:50:58.043847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b90335-75fb-47c9-a145-cf6bbbb01ee9 req-e5cde74a-281d-47da-a10e-a2d22967e076 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:58.045460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d8b90335-75fb-47c9-a145-cf6bbbb01ee9 req-e5cde74a-281d-47da-a10e-a2d22967e076 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 947 time: 0.0522528 Dec 17 13:50:58.098718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d8b90335-75fb-47c9-a145-cf6bbbb01ee9 req-965d0189-3574-4bbf-81f3-4e7c486a7d41 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b7b10d3-8b78-45c5-81f8-af22a5982907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Dec 17 13:50:58.141017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f6274421-5003-4f6c-9968-170b8825b83a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f6274421-5003-4f6c-9968-170b8825b83a,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:50:58.153404 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'f6274421-5003-4f6c-9968-170b8825b83a', 'network_id': '5b45dfaa-4954-404d-a398-4b70afee02c9', 'port_id': 'f6274421-5003-4f6c-9968-170b8825b83a', 'mac_address': 'fa:16:3e:d3:5e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bf933e-88d3-499b-99b4-0aa01ed0ad49', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:50:58.195229 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:58.208006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6274421-5003-4f6c-9968-170b8825b83a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:50:58.227963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f6274421-5003-4f6c-9968-170b8825b83a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f6274421-5003-4f6c-9968-170b8825b83a,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:50:58.321246 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:50:58.372009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=f6274421-5003-4f6c-9968-170b8825b83a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:50:58.383434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.383778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.384117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.384452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.384784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.385111 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.385436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.385980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.386310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.386633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.386980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.387300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.387619 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:50:58.525403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['f6274421-5003-4f6c-9968-170b8825b83a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:50:59.219381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cca8d8-7834-4eab-94d0-942a0512948e req-2315fc68-46dd-4cb8-b027-a90c48aeb266 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:50:59.220855 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a9cca8d8-7834-4eab-94d0-942a0512948e req-2315fc68-46dd-4cb8-b027-a90c48aeb266 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 948 time: 0.0484679 Dec 17 13:50:59.267448 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a9cca8d8-7834-4eab-94d0-942a0512948e req-29cc41fe-4772-4262-b39d-3c592ac500ae tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b7b10d3-8b78-45c5-81f8-af22a5982907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Dec 17 13:51:00.030280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f6274421-5003-4f6c-9968-170b8825b83a up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:51:00.134832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port f6274421-5003-4f6c-9968-170b8825b83a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:51:00.138824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port f6274421-5003-4f6c-9968-170b8825b83a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:51:00.139206 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:00.221093 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:00.244230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42f2622-4fb4-4610-8bdb-322f0ef4472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6274421-5003-4f6c-9968-170b8825b83a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:51:00.246494 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c747b7b7-ed9f-4c42-ba4e-6c0a827b13c7" -d '{"events": [{"server_uuid": "e42f2622-4fb4-4610-8bdb-322f0ef4472f", "name": "network-vif-plugged", "status": "completed", "tag": "f6274421-5003-4f6c-9968-170b8825b83a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:51:00.258741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f6274421-5003-4f6c-9968-170b8825b83a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f6274421-5003-4f6c-9968-170b8825b83a,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:51:00.287403 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0dee7a-f088-40fb-80f0-4dfe4eb9179f x-openstack-request-id: req-be0dee7a-f088-40fb-80f0-4dfe4eb9179f {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:51:00.287730 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42f2622-4fb4-4610-8bdb-322f0ef4472f", "name": "network-vif-plugged", "status": "completed", "tag": "f6274421-5003-4f6c-9968-170b8825b83a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:51:00.287988 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be0dee7a-f088-40fb-80f0-4dfe4eb9179f {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:51:00.288389 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42f2622-4fb4-4610-8bdb-322f0ef4472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6274421-5003-4f6c-9968-170b8825b83a', 'code': 200} Dec 17 13:51:00.395809 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:00.396757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91db87-8aa2-4161-8165-ba022bb86919 req-f8d4440c-2bef-463b-8419-3f159f0547b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:00.398438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a91db87-8aa2-4161-8165-ba022bb86919 req-f8d4440c-2bef-463b-8419-3f159f0547b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 1099 time: 0.0501683 Dec 17 13:51:00.399100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838264a-c6ca-498d-93fc-cad0e8112e3a req-c7b6a735-0c33-4000-bfaf-70e3b8ccc959 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:00.400883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d838264a-c6ca-498d-93fc-cad0e8112e3a req-c7b6a735-0c33-4000-bfaf-70e3b8ccc959 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 948 time: 0.0621014 Dec 17 13:51:00.448222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=f6274421-5003-4f6c-9968-170b8825b83a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:00.449428 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a91db87-8aa2-4161-8165-ba022bb86919 req-f699de95-353b-47ca-bc8d-143c067a1eed service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3b7b10d3-8b78-45c5-81f8-af22a5982907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Dec 17 13:51:00.454084 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d838264a-c6ca-498d-93fc-cad0e8112e3a req-5e522808-579c-4e49-a57e-9dcefe108202 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b7b10d3-8b78-45c5-81f8-af22a5982907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462573 Dec 17 13:51:01.578520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c9bae-804d-4406-8270-905faee694ec req-dfa2f60a-1e2d-426f-9d7b-d660d9c00da9 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:01.580154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e67c9bae-804d-4406-8270-905faee694ec req-dfa2f60a-1e2d-426f-9d7b-d660d9c00da9 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 949 time: 0.0496993 Dec 17 13:51:01.627160 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e67c9bae-804d-4406-8270-905faee694ec req-c9959338-0c92-476b-b9a8-f1de80af387b tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b7b10d3-8b78-45c5-81f8-af22a5982907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407758 Dec 17 13:51:01.928837 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:02.742857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922be775-4cd2-49aa-922d-0107f901d1e2 req-c1c882ad-65b8-464d-b709-35aece8b504c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:02.744884 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-922be775-4cd2-49aa-922d-0107f901d1e2 req-c1c882ad-65b8-464d-b709-35aece8b504c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 949 time: 0.0496683 Dec 17 13:51:02.790601 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-922be775-4cd2-49aa-922d-0107f901d1e2 req-cebeedc9-e514-4db0-886b-a20d569d5aa8 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b7b10d3-8b78-45c5-81f8-af22a5982907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 Dec 17 13:51:03.138713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-416681e1-3e85-4204-ab28-40720ed08e53 req-c5023bc3-513d-4f56-ac70-6ea34cec3ea8 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:51:03.139689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-416681e1-3e85-4204-ab28-40720ed08e53 req-c5023bc3-513d-4f56-ac70-6ea34cec3ea8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053840 Dec 17 13:51:03.619813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-2f3d0fd9-e1df-4328-9d4d-b4105228ca1c req-94ac55cf-e82c-4ff6-a50b-097c6857228d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:51:03.620782 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f3d0fd9-e1df-4328-9d4d-b4105228ca1c req-94ac55cf-e82c-4ff6-a50b-097c6857228d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054283 Dec 17 13:51:04.273560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aab69c-e5fb-47fb-81e3-5d65e88e0c96 req-5a51ac66-c660-4026-92be-612bb9238691 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:04.275094 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-97aab69c-e5fb-47fb-81e3-5d65e88e0c96 req-5a51ac66-c660-4026-92be-612bb9238691 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 949 time: 0.0477357 Dec 17 13:51:04.326612 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-97aab69c-e5fb-47fb-81e3-5d65e88e0c96 req-71021d0b-1eca-4985-a5cb-69b2153d9652 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b7b10d3-8b78-45c5-81f8-af22a5982907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451124 Dec 17 13:51:05.454336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e5824-e923-4381-8e07-fb9ba0ce297c req-efb6f06d-14d7-49b0-8195-fca33687ad1b tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:05.455872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-885e5824-e923-4381-8e07-fb9ba0ce297c req-efb6f06d-14d7-49b0-8195-fca33687ad1b tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 949 time: 0.0554543 Dec 17 13:51:05.532481 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-885e5824-e923-4381-8e07-fb9ba0ce297c req-143fa233-eaeb-4cb9-8e03-4254a6126b34 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b7b10d3-8b78-45c5-81f8-af22a5982907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700586 Dec 17 13:51:05.547259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14034f-b24d-4283-b20b-12619509c2f0 req-4f2e04c5-a841-49aa-b597-3a005a32e8f9 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:05.548784 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb14034f-b24d-4283-b20b-12619509c2f0 req-4f2e04c5-a841-49aa-b597-3a005a32e8f9 tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.54 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 949 time: 0.0846028 Dec 17 13:51:05.641211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-bb14034f-b24d-4283-b20b-12619509c2f0 req-66bd151d-1fae-4e80-aaf0-8b2d4f320e9c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Deleting port f6274421-5003-4f6c-9968-170b8825b83a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:51:05.641467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bb14034f-b24d-4283-b20b-12619509c2f0 req-66bd151d-1fae-4e80-aaf0-8b2d4f320e9c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:05.743555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-bb14034f-b24d-4283-b20b-12619509c2f0 req-66bd151d-1fae-4e80-aaf0-8b2d4f320e9c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] For port f6274421-5003-4f6c-9968-170b8825b83a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f6274421-5003-4f6c-9968-170b8825b83a,segment=NetworkSegment(5cce8e74-2319-4f54-9c15-60bf8b8f4206),segment_id=5cce8e74-2319-4f54-9c15-60bf8b8f4206)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:51:05.743924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bb14034f-b24d-4283-b20b-12619509c2f0 req-66bd151d-1fae-4e80-aaf0-8b2d4f320e9c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:05.756661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-bb14034f-b24d-4283-b20b-12619509c2f0 req-66bd151d-1fae-4e80-aaf0-8b2d4f320e9c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Calling delete_port for f6274421-5003-4f6c-9968-170b8825b83a owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:51:05.963774 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bb14034f-b24d-4283-b20b-12619509c2f0 req-66bd151d-1fae-4e80-aaf0-8b2d4f320e9c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:05.975134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['f6274421-5003-4f6c-9968-170b8825b83a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:51:05.991636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd151d-1fae-4e80-aaf0-8b2d4f320e9c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Pushing event deleted for resources: {'Port': ['ID=f6274421-5003-4f6c-9968-170b8825b83a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:06.040137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb14034f-b24d-4283-b20b-12619509c2f0 req-66bd151d-1fae-4e80-aaf0-8b2d4f320e9c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] No DVR routers for this DVR port f6274421-5003-4f6c-9968-170b8825b83a on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:51:06.043292 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-bb14034f-b24d-4283-b20b-12619509c2f0 req-66bd151d-1fae-4e80-aaf0-8b2d4f320e9c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:06.047357 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb14034f-b24d-4283-b20b-12619509c2f0 req-66bd151d-1fae-4e80-aaf0-8b2d4f320e9c tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.54 "DELETE /v2.0/ports/f6274421-5003-4f6c-9968-170b8825b83a HTTP/1.1" status: 204 len: 173 time: 0.4923337 Dec 17 13:51:06.047885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42f2622-4fb4-4610-8bdb-322f0ef4472f', 'name': 'network-vif-deleted', 'tag': 'f6274421-5003-4f6c-9968-170b8825b83a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:51:06.051549 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a9b7ab-d315-4bbd-b652-eda2651f27b7" -d '{"events": [{"server_uuid": "e42f2622-4fb4-4610-8bdb-322f0ef4472f", "name": "network-vif-deleted", "tag": "f6274421-5003-4f6c-9968-170b8825b83a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:51:06.093996 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e60a40-6489-415a-9c0f-cdedd6695aa6 x-openstack-request-id: req-26e60a40-6489-415a-9c0f-cdedd6695aa6 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:51:06.094462 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42f2622-4fb4-4610-8bdb-322f0ef4472f", "name": "network-vif-deleted", "tag": "f6274421-5003-4f6c-9968-170b8825b83a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:51:06.094842 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-26e60a40-6489-415a-9c0f-cdedd6695aa6 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:51:06.095492 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42f2622-4fb4-4610-8bdb-322f0ef4472f', 'name': 'network-vif-deleted', 'tag': 'f6274421-5003-4f6c-9968-170b8825b83a', 'status': 'completed', 'code': 200} Dec 17 13:51:06.429047 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:06.656885 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8986f9da-dc51-45d0-9be8-4bfd84caeed0 req-6d2b89ab-e8ff-4c20-9eb2-e889652fbddf tempest-ServersAdminNegativeTestJSON-1268460005 tempest-ServersAdminNegativeTestJSON-1268460005-project] 10.222.0.59 "GET /v2.0/ports?device_id=e42f2622-4fb4-4610-8bdb-322f0ef4472f HTTP/1.1" status: 200 len: 210 time: 0.0330002 Dec 17 13:51:08.066438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f6274421-5003-4f6c-9968-170b8825b83a no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:51:08.087032 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: f6274421-5003-4f6c-9968-170b8825b83a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:51:08.087383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f6274421-5003-4f6c-9968-170b8825b83a not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:51:08.199501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47344) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:51:08.331811 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-39039bfd-8136-44ee-a4ee-e5b9b78e122b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f24c0d4316cf43959525e76e09285bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311495 Dec 17 13:51:08.334271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47348) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:51:08.379979 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9184-f22a-4170-a0d1-b4a58f6f5774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:08.400813 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9184-f22a-4170-a0d1-b4a58f6f5774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:08.523383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9184-f22a-4170-a0d1-b4a58f6f5774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:08.525981 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9184-f22a-4170-a0d1-b4a58f6f5774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:08.529707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1f5a9184-f22a-4170-a0d1-b4a58f6f5774 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3b7b10d3-8b78-45c5-81f8-af22a5982907 HTTP/1.1" status: 204 len: 168 time: 0.1919758 Dec 17 13:51:08.534791 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a9184-f22a-4170-a0d1-b4a58f6f5774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7b10d3-8b78-45c5-81f8-af22a5982907,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:09.077927 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47354) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:51:09.091398 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc061876-51b0-41f2-8e1c-68241bbe5973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:09.169186 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc061876-51b0-41f2-8e1c-68241bbe5973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:09.240461 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc061876-51b0-41f2-8e1c-68241bbe5973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:09.281499 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fc061876-51b0-41f2-8e1c-68241bbe5973 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc6a4fdf95ee41ccb7c68045b68ee851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2024574 Dec 17 13:51:09.282499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc061876-51b0-41f2-8e1c-68241bbe5973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aee86cf-fe62-4c8c-a085-2cfd4e687924,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:09.284403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47356) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:51:09.335713 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-03b0f04b-e63b-4ca8-9f60-dff79fb5e7b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:09.357041 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-03b0f04b-e63b-4ca8-9f60-dff79fb5e7b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:09.491660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-03b0f04b-e63b-4ca8-9f60-dff79fb5e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:09.494433 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-03b0f04b-e63b-4ca8-9f60-dff79fb5e7b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:09.495608 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-03b0f04b-e63b-4ca8-9f60-dff79fb5e7b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9aee86cf-fe62-4c8c-a085-2cfd4e687924 HTTP/1.1" status: 204 len: 168 time: 0.2090371 Dec 17 13:51:09.504107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0f04b-e63b-4ca8-9f60-dff79fb5e7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aee86cf-fe62-4c8c-a085-2cfd4e687924,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:10.504409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47378) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:51:10.608355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2022177530-network', 'tenant_id': '4e0b6e7f1ef246d684a7362352697a08'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:51:10.728971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Made reservation on behalf of 4e0b6e7f1ef246d684a7362352697a08 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:51:10.731437 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:10.740536 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:10.824327 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:10.891776 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:10.916602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:51:10.926016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1516c2-2393-4ed0-9584-b32ecdeaf24e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:10.935073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:10.935418 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Added segment 214c7342-d302-4fdf-941d-437fe1fb76ec of type vlan for network ea11ba48-b013-485d-a2d2-c44e593677cd Dec 17 13:51:10.945568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.946540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.946540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.946782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.947213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.947555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.947882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.948205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.948527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.948848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.949170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.949488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.949828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:10.997726 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:11.080693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:11.081552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:11.082184 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:11.142730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] Pushing event updated for resources: {'Network': ['ID=ea11ba48-b013-485d-a2d2-c44e593677cd,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:11.153726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network ea11ba48-b013-485d-a2d2-c44e593677cd details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:51:11.197839 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4028c276-5115-4dad-be63-b619a1022b79 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6922708 Dec 17 13:51:11.200783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47382) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:51:11.206738 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7683dcb6-3f89-4efb-8798-e2a89a60daf4 admin admin] Request body: {'subnet': {'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2022177530-subnet', 'tenant_id': '4e0b6e7f1ef246d684a7362352697a08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:51:11.326434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7683dcb6-3f89-4efb-8798-e2a89a60daf4 admin admin] Made reservation on behalf of 4e0b6e7f1ef246d684a7362352697a08 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:51:11.328925 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7683dcb6-3f89-4efb-8798-e2a89a60daf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:11.567082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7683dcb6-3f89-4efb-8798-e2a89a60daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:11.629038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683dcb6-3f89-4efb-8798-e2a89a60daf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:11.634755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7683dcb6-3f89-4efb-8798-e2a89a60daf4 admin admin] Checking segment: {'id': '214c7342-d302-4fdf-941d-437fe1fb76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:51:11.635100 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683dcb6-3f89-4efb-8798-e2a89a60daf4 admin admin] Network hostable DHCP agents. Network: ea11ba48-b013-485d-a2d2-c44e593677cd, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:51:11.709069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683dcb6-3f89-4efb-8798-e2a89a60daf4 admin admin] Network ea11ba48-b013-485d-a2d2-c44e593677cd is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:51:11.795094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-7683dcb6-3f89-4efb-8798-e2a89a60daf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, ea11ba48-b013-485d-a2d2-c44e593677cd) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:51:11.801123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7683dcb6-3f89-4efb-8798-e2a89a60daf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:11.801123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7683dcb6-3f89-4efb-8798-e2a89a60daf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:11.806616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b24d2-619c-4679-a3b5-60c02e667b22 None None] Network ea11ba48-b013-485d-a2d2-c44e593677cd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:51:11.905814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5b6ae8-095a-48c8-a275-93c1eb4812a2 None None] Network ea11ba48-b013-485d-a2d2-c44e593677cd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:51:11.913232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7683dcb6-3f89-4efb-8798-e2a89a60daf4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7113504 Dec 17 13:51:12.380597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606200d9-2b22-4710-a536-43327cfb7c89 req-53998b48-b647-45ef-a602-267f95052b24 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:12.382170 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-53998b48-b647-45ef-a602-267f95052b24 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/networks?id=ea11ba48-b013-485d-a2d2-c44e593677cd HTTP/1.1" status: 200 len: 812 time: 0.1163194 Dec 17 13:51:12.397717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-4eed232b-2f77-4564-b4a1-e157543d9500 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/quotas/4e0b6e7f1ef246d684a7362352697a08 HTTP/1.1" status: 200 len: 375 time: 0.0095863 Dec 17 13:51:12.432162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-fa7e82e5-1346-4502-86e7-dbd6ef71b49d tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e0b6e7f1ef246d684a7362352697a08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286460 Dec 17 13:51:12.528883 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-0613fba0-e1f4-4ce3-8956-f7fa7ca43eee service neutron] 10.222.0.59 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896564 Dec 17 13:51:12.621312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-985862e4-58d0-4165-9d8d-a4a6342560b8 service neutron] 10.222.0.59 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858150 Dec 17 13:51:12.859534 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-87074849-fcd3-49b2-acb2-118d52bb80c5 req-ac602c28-f5e7-4980-8e48-03833b64028d tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 210 time: 0.0269117 Dec 17 13:51:13.874343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-21fd42fc-0575-4365-a66a-c129d251ba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:13.957656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e95f943a-2ad0-4bec-a7bf-76525c1c379b req-3f5ac0a3-8f96-4f13-a58c-5ad0abee2319 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 210 time: 0.0285454 Dec 17 13:51:15.054558 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c9f91732-43cf-45fa-87fd-41673e7b59c1 req-62949481-a2cc-43b5-9a20-5e88264efbba tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 210 time: 0.0271897 Dec 17 13:51:15.136130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606200d9-2b22-4710-a536-43327cfb7c89 req-d7f65248-4a47-4bb1-b132-bd2cba889521 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:15.137447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-d7f65248-4a47-4bb1-b132-bd2cba889521 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.54 "GET /v2.0/networks?id=ea11ba48-b013-485d-a2d2-c44e593677cd HTTP/1.1" status: 200 len: 812 time: 0.1117616 Dec 17 13:51:15.150532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-606200d9-2b22-4710-a536-43327cfb7c89 req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Request body: {'port': {'device_id': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd', 'admin_state_up': True, 'tenant_id': '4e0b6e7f1ef246d684a7362352697a08'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:51:15.314724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606200d9-2b22-4710-a536-43327cfb7c89 req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Made reservation on behalf of 4e0b6e7f1ef246d684a7362352697a08 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:51:15.318989 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-606200d9-2b22-4710-a536-43327cfb7c89 req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:15.448376 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-606200d9-2b22-4710-a536-43327cfb7c89 req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Allocated IP 172.20.0.7 (ea11ba48-b013-485d-a2d2-c44e593677cd/e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d/799c4bb5-8db7-4245-8d58-79476417f84b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:51:15.595687 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-606200d9-2b22-4710-a536-43327cfb7c89 req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:15.674826 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-606200d9-2b22-4710-a536-43327cfb7c89 req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:15.727339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606200d9-2b22-4710-a536-43327cfb7c89 req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Network ea11ba48-b013-485d-a2d2-c44e593677cd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:51:15.730828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-606200d9-2b22-4710-a536-43327cfb7c89 req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:51:15.734663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-606200d9-2b22-4710-a536-43327cfb7c89 req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:51:15.765293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Pushing event updated for resources: {'Port': ['ID=799c4bb5-8db7-4245-8d58-79476417f84b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:15.793742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606200d9-2b22-4710-a536-43327cfb7c89 req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:15.794373 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-606200d9-2b22-4710-a536-43327cfb7c89 req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:15.900300 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-21b52444-286b-4bb4-ae81-0310093a0563 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7537792 Dec 17 13:51:15.913758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Request body: {'port': {'device_id': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:51:15.977654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:16.238601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1fc5f-5163-4706-a84d-67773e0c8b92 req-59bb645f-a254-44c0-ba0f-363d2ff8028b tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:16.240136 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72f1fc5f-5163-4706-a84d-67773e0c8b92 req-59bb645f-a254-44c0-ba0f-363d2ff8028b tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 931 time: 0.1105821 Dec 17 13:51:16.343207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-72f1fc5f-5163-4706-a84d-67773e0c8b92 req-35be8f5c-9c52-4ee8-a7a5-b774f7454de6 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954394 Dec 17 13:51:16.352616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799c4bb5-8db7-4245-8d58-79476417f84b {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:51:16.364052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:16.373653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Transition to ACTIVE for port object 799c4bb5-8db7-4245-8d58-79476417f84b will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:51:16.383041 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c611b9c3-d92f-4f23-922c-826910a72e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:16.451830 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:16.499922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Pushing event updated for resources: {'Port': ['ID=799c4bb5-8db7-4245-8d58-79476417f84b,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:16.574769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Attempting to bind port 799c4bb5-8db7-4245-8d58-79476417f84b on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:51:16.575113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Attempting to bind port 799c4bb5-8db7-4245-8d58-79476417f84b by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '214c7342-d302-4fdf-941d-437fe1fb76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:51:16.575446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Attempting to bind port 799c4bb5-8db7-4245-8d58-79476417f84b on network ea11ba48-b013-485d-a2d2-c44e593677cd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:51:16.579879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Port 799c4bb5-8db7-4245-8d58-79476417f84b on network ea11ba48-b013-485d-a2d2-c44e593677cd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:51:16.580203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Attempting to bind port 799c4bb5-8db7-4245-8d58-79476417f84b on network ea11ba48-b013-485d-a2d2-c44e593677cd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:51:16.585211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:51:16.585536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Checking segment: {'id': '214c7342-d302-4fdf-941d-437fe1fb76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:51:16.585961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Bound using segment: {'id': '214c7342-d302-4fdf-941d-437fe1fb76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:51:16.586394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Bound port: 799c4bb5-8db7-4245-8d58-79476417f84b, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214c7342-d302-4fdf-941d-437fe1fb76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:51:16.586874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:16.664221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:51:16.668074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=799c4bb5-8db7-4245-8d58-79476417f84b,segment=NetworkSegment(214c7342-d302-4fdf-941d-437fe1fb76ec),segment_id=214c7342-d302-4fdf-941d-437fe1fb76ec)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:51:16.755493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:16.796004 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:16.796825 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:16.798573 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] 10.222.0.54 "PUT /v2.0/ports/799c4bb5-8db7-4245-8d58-79476417f84b HTTP/1.1" status: 200 len: 1091 time: 0.8893194 Dec 17 13:51:16.799149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'tag': '799c4bb5-8db7-4245-8d58-79476417f84b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:51:16.802162 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250a1fc0-a39a-4651-ac27-9fa0f39a52d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5298faf-5d40-4bf7-9b7c-f8cf30a401e8", "tag": "799c4bb5-8db7-4245-8d58-79476417f84b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:51:16.830192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5817e-1548-46b3-82aa-e38bcb5096b2 service neutron] Pushing event updated for resources: {'Port': ['ID=799c4bb5-8db7-4245-8d58-79476417f84b,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:16.853101 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc91f9d-6532-49da-939d-d39e5fa393c1 x-openstack-request-id: req-dcc91f9d-6532-49da-939d-d39e5fa393c1 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:51:16.853522 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5298faf-5d40-4bf7-9b7c-f8cf30a401e8", "tag": "799c4bb5-8db7-4245-8d58-79476417f84b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:51:16.853731 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dcc91f9d-6532-49da-939d-d39e5fa393c1 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:51:16.854746 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'tag': '799c4bb5-8db7-4245-8d58-79476417f84b', 'status': 'completed', 'code': 200} Dec 17 13:51:16.931811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a1fc0-a39a-4651-ac27-9fa0f39a52d9 req-82e6fc63-6e48-4dc4-a1d3-575fc6e66f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:16.934447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-250a1fc0-a39a-4651-ac27-9fa0f39a52d9 req-82e6fc63-6e48-4dc4-a1d3-575fc6e66f16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e0b6e7f1ef246d684a7362352697a08&device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 1094 time: 0.0528748 Dec 17 13:51:17.047488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a1fc0-a39a-4651-ac27-9fa0f39a52d9 req-b843be0d-cf3f-4e5e-9c46-8f266b82025c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:17.049030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-250a1fc0-a39a-4651-ac27-9fa0f39a52d9 req-b843be0d-cf3f-4e5e-9c46-8f266b82025c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4e0b6e7f1ef246d684a7362352697a08&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1069260 Dec 17 13:51:17.150636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a1fc0-a39a-4651-ac27-9fa0f39a52d9 req-014dbc57-13e3-4b9b-a11c-1c1385bd761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:17.152159 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-250a1fc0-a39a-4651-ac27-9fa0f39a52d9 req-014dbc57-13e3-4b9b-a11c-1c1385bd761d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966043 Dec 17 13:51:17.230718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606200d9-2b22-4710-a536-43327cfb7c89 req-90b2dfb5-8059-4ddd-afa9-4041cdafd913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:17.232282 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-90b2dfb5-8059-4ddd-afa9-4041cdafd913 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e0b6e7f1ef246d684a7362352697a08&device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 1094 time: 0.0420158 Dec 17 13:51:17.274221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-0d6904ad-d923-4852-be85-0e11471fbd2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799c4bb5-8db7-4245-8d58-79476417f84b HTTP/1.1" status: 200 len: 217 time: 0.0338340 Dec 17 13:51:17.331471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606200d9-2b22-4710-a536-43327cfb7c89 req-80d3b3ee-a343-4777-91dc-f1b80159942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:17.332998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-80d3b3ee-a343-4777-91dc-f1b80159942b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d HTTP/1.1" status: 200 len: 852 time: 0.0510411 Dec 17 13:51:17.365238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-3daa5e43-1ecd-40ba-b850-12d9b9aba8e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea11ba48-b013-485d-a2d2-c44e593677cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249393 Dec 17 13:51:17.492459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fb7aa-2a2e-40d2-afbd-ff431c8b9e31 req-43d33dbc-5aa8-4f9e-9edb-51c33b7c23c2 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:17.493989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-479fb7aa-2a2e-40d2-afbd-ff431c8b9e31 req-43d33dbc-5aa8-4f9e-9edb-51c33b7c23c2 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 943 time: 0.0767975 Dec 17 13:51:17.497530 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-dcf165c3-edb6-4497-af6c-dfd24cf45ff1 service neutron] 10.222.0.54 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256466 Dec 17 13:51:17.589660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-479fb7aa-2a2e-40d2-afbd-ff431c8b9e31 req-e614f6ef-77c6-41ff-a0d3-1f2aacaa62b3 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896552 Dec 17 13:51:17.615476 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-606200d9-2b22-4710-a536-43327cfb7c89 req-d236c731-971d-43d1-a3e4-db14f4049838 service neutron] 10.222.0.54 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093011 Dec 17 13:51:17.820243 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:18.707219 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ac792-a358-4145-b830-001f8357ff9f req-d254d695-d61f-4801-a26c-98fe15626c5f tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:18.708704 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-548ac792-a358-4145-b830-001f8357ff9f req-d254d695-d61f-4801-a26c-98fe15626c5f tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 943 time: 0.0495486 Dec 17 13:51:18.755807 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-548ac792-a358-4145-b830-001f8357ff9f req-4d5f29c2-9033-401a-bbf3-ebb9cc08cea9 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Dec 17 13:51:18.988571 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:19.809136 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:19.878464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872080f-63db-4be8-8bec-e3a12de92937 req-38402e40-5d33-4916-96d2-40968d615f0b tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:19.879941 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5872080f-63db-4be8-8bec-e3a12de92937 req-38402e40-5d33-4916-96d2-40968d615f0b tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 943 time: 0.0534186 Dec 17 13:51:19.927117 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5872080f-63db-4be8-8bec-e3a12de92937 req-dc5960e9-aef2-46bd-8a01-41d4aadbd722 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Dec 17 13:51:20.092567 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 799c4bb5-8db7-4245-8d58-79476417f84b details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:51:20.204247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=799c4bb5-8db7-4245-8d58-79476417f84b,segment=NetworkSegment(214c7342-d302-4fdf-941d-437fe1fb76ec),segment_id=214c7342-d302-4fdf-941d-437fe1fb76ec)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:51:20.216031 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '799c4bb5-8db7-4245-8d58-79476417f84b', 'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd', 'port_id': '799c4bb5-8db7-4245-8d58-79476417f84b', 'mac_address': 'fa:16:3e:be:fe:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:51:20.253210 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:20.270879 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799c4bb5-8db7-4245-8d58-79476417f84b {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:51:20.290343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=799c4bb5-8db7-4245-8d58-79476417f84b,segment=NetworkSegment(214c7342-d302-4fdf-941d-437fe1fb76ec),segment_id=214c7342-d302-4fdf-941d-437fe1fb76ec)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:51:20.381648 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:20.435674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=799c4bb5-8db7-4245-8d58-79476417f84b,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:20.573088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['799c4bb5-8db7-4245-8d58-79476417f84b'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:51:21.051636 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4f8ed-20c0-45ab-a52e-aeb31fd1c416 req-07869133-e113-4077-b4a7-5bd96d72f03d tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:21.054108 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-92c4f8ed-20c0-45ab-a52e-aeb31fd1c416 req-07869133-e113-4077-b4a7-5bd96d72f03d tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 944 time: 0.0583642 Dec 17 13:51:21.105223 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-92c4f8ed-20c0-45ab-a52e-aeb31fd1c416 req-ca13a0f6-47e5-4f40-be76-639ef6f45aa3 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448105 Dec 17 13:51:21.293954 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:51:22.108644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 799c4bb5-8db7-4245-8d58-79476417f84b up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:51:22.242580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adac8c-dfe5-45bf-ba8f-b999b964ffc8 req-2a22e3b8-5034-4d32-9dc1-38924d386161 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:22.244098 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31adac8c-dfe5-45bf-ba8f-b999b964ffc8 req-2a22e3b8-5034-4d32-9dc1-38924d386161 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 944 time: 0.0514531 Dec 17 13:51:22.257379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 799c4bb5-8db7-4245-8d58-79476417f84b completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:51:22.262127 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 799c4bb5-8db7-4245-8d58-79476417f84b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:51:22.265959 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:22.299376 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31adac8c-dfe5-45bf-ba8f-b999b964ffc8 req-a3beec39-ae71-4e62-bce3-cfa4d46cc4b8 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483577 Dec 17 13:51:22.349605 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:22.378236 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799c4bb5-8db7-4245-8d58-79476417f84b'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:51:22.381922 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c660c9-4400-4de4-88dd-193c76e679d3" -d '{"events": [{"server_uuid": "c5298faf-5d40-4bf7-9b7c-f8cf30a401e8", "name": "network-vif-plugged", "status": "completed", "tag": "799c4bb5-8db7-4245-8d58-79476417f84b"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:51:22.401739 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=799c4bb5-8db7-4245-8d58-79476417f84b,segment=NetworkSegment(214c7342-d302-4fdf-941d-437fe1fb76ec),segment_id=214c7342-d302-4fdf-941d-437fe1fb76ec)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:51:22.425154 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6c1d10-6b6e-45be-883f-e890b0d2521d x-openstack-request-id: req-5c6c1d10-6b6e-45be-883f-e890b0d2521d {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:51:22.425481 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5298faf-5d40-4bf7-9b7c-f8cf30a401e8", "name": "network-vif-plugged", "status": "completed", "tag": "799c4bb5-8db7-4245-8d58-79476417f84b", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:51:22.425761 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c6c1d10-6b6e-45be-883f-e890b0d2521d {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:51:22.426156 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799c4bb5-8db7-4245-8d58-79476417f84b', 'code': 200} Dec 17 13:51:22.486636 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:22.534038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353650d4-7376-49d3-824d-d029c2adf947 req-506d3612-788e-4e7a-9972-9ba02ae54aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:22.536316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-353650d4-7376-49d3-824d-d029c2adf947 req-506d3612-788e-4e7a-9972-9ba02ae54aee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 1096 time: 0.0476415 Dec 17 13:51:22.559125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=799c4bb5-8db7-4245-8d58-79476417f84b,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:22.591269 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-353650d4-7376-49d3-824d-d029c2adf947 req-41ea28f8-2194-46e9-9ac4-1eea14219440 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446639 Dec 17 13:51:23.420012 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5f58a-2bad-4e16-8244-ba6267a6dceb req-96e69c4c-7837-414f-8e0f-43d69c2a76b7 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:23.421595 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-17b5f58a-2bad-4e16-8244-ba6267a6dceb req-96e69c4c-7837-414f-8e0f-43d69c2a76b7 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0504541 Dec 17 13:51:23.478147 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-17b5f58a-2bad-4e16-8244-ba6267a6dceb req-1f9cc8c0-f3a3-4d7d-8aa4-e4a424c16f16 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491500 Dec 17 13:51:24.602471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55573e1c-348b-4636-87d7-399ac2375203 req-59d60157-5bb6-4477-9f65-c54775568926 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:24.603979 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55573e1c-348b-4636-87d7-399ac2375203 req-59d60157-5bb6-4477-9f65-c54775568926 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0539026 Dec 17 13:51:24.654469 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-55573e1c-348b-4636-87d7-399ac2375203 req-036b5ca1-e09c-4e3f-99e0-32e25583dfed tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431771 Dec 17 13:51:25.076083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04f592-a1ad-45fb-8b01-efcaf98978cd req-be92b76c-5d68-4016-990c-1474372b9326 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:25.077671 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf04f592-a1ad-45fb-8b01-efcaf98978cd req-be92b76c-5d68-4016-990c-1474372b9326 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0510874 Dec 17 13:51:25.141785 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf04f592-a1ad-45fb-8b01-efcaf98978cd req-59878549-ead2-457a-b479-f0f16aef050b tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579629 Dec 17 13:51:25.150284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47442) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:51:25.260181 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-b5167982-9eb9-41d7-af26-bb13f49229a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1083069 Dec 17 13:51:25.269714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-73527659-f71b-40eb-9c88-181b3a923c0f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:51:25.270672 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-73527659-f71b-40eb-9c88-181b3a923c0f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053151 Dec 17 13:51:26.594902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6fdfc-13c2-43ab-93b5-4cb037cbc8b1 req-f4b3e92e-6d29-4070-a85e-2272cded8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:26.597000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12e6fdfc-13c2-43ab-93b5-4cb037cbc8b1 req-f4b3e92e-6d29-4070-a85e-2272cded8aa5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e0b6e7f1ef246d684a7362352697a08&device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 1096 time: 0.3691061 Dec 17 13:51:26.620131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ef8e8-b918-4d37-8c4e-8236a5b9d62c req-d3ab07cb-c89a-4f19-9d01-d1c8d5d44447 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:26.621828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-936ef8e8-b918-4d37-8c4e-8236a5b9d62c req-d3ab07cb-c89a-4f19-9d01-d1c8d5d44447 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.3642654 Dec 17 13:51:26.741319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-936ef8e8-b918-4d37-8c4e-8236a5b9d62c req-62b3eb4e-d4e1-4aa2-ba91-9ee510f499d2 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092889 Dec 17 13:51:26.769304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6fdfc-13c2-43ab-93b5-4cb037cbc8b1 req-636eb32f-719a-4bb0-9c0d-7b35cdad2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:26.771019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12e6fdfc-13c2-43ab-93b5-4cb037cbc8b1 req-636eb32f-719a-4bb0-9c0d-7b35cdad2b7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=ea11ba48-b013-485d-a2d2-c44e593677cd HTTP/1.1" status: 200 len: 913 time: 0.1482584 Dec 17 13:51:26.818702 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12e6fdfc-13c2-43ab-93b5-4cb037cbc8b1 req-7be2ee51-d9ce-4d5c-82d8-1cf1461625ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799c4bb5-8db7-4245-8d58-79476417f84b HTTP/1.1" status: 200 len: 217 time: 0.0400691 Dec 17 13:51:26.873002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6fdfc-13c2-43ab-93b5-4cb037cbc8b1 req-1bfa7ef5-73fc-4836-93d4-d8434307a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:26.874610 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12e6fdfc-13c2-43ab-93b5-4cb037cbc8b1 req-1bfa7ef5-73fc-4836-93d4-d8434307a801 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d HTTP/1.1" status: 200 len: 852 time: 0.0499322 Dec 17 13:51:26.908079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12e6fdfc-13c2-43ab-93b5-4cb037cbc8b1 req-9adaddb5-7f19-4b2a-a6ce-3cb3f8f6812c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea11ba48-b013-485d-a2d2-c44e593677cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262222 Dec 17 13:51:27.018802 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12e6fdfc-13c2-43ab-93b5-4cb037cbc8b1 req-b45f2f77-46ad-429d-8f08-78da6cb15427 service neutron] 10.222.0.54 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032033 Dec 17 13:51:27.115280 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12e6fdfc-13c2-43ab-93b5-4cb037cbc8b1 req-593380d3-e354-45cd-81f7-068234f78882 service neutron] 10.222.0.54 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902476 Dec 17 13:51:27.888705 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ededb71-94d5-496c-87c4-b83015c7fa26 req-e61f0ce4-a337-41f5-bf0e-8ae19287ffa8 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:27.889976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-528589fa-c94f-4864-8bdc-35e99f865d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:27.890381 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7ededb71-94d5-496c-87c4-b83015c7fa26 req-e61f0ce4-a337-41f5-bf0e-8ae19287ffa8 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0622258 Dec 17 13:51:27.891551 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-528589fa-c94f-4864-8bdc-35e99f865d2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e0b6e7f1ef246d684a7362352697a08&device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 1096 time: 0.0546374 Dec 17 13:51:27.941661 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7ededb71-94d5-496c-87c4-b83015c7fa26 req-7c775e57-dfaa-4540-9fb7-dd3743912890 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Dec 17 13:51:27.999420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-96632014-40db-4818-8fab-1ed209da595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:28.001567 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-96632014-40db-4818-8fab-1ed209da595d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ea11ba48-b013-485d-a2d2-c44e593677cd HTTP/1.1" status: 200 len: 913 time: 0.1014163 Dec 17 13:51:28.061100 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-5e3e4c2d-87d8-4ff7-b376-22a21c3aac6e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799c4bb5-8db7-4245-8d58-79476417f84b HTTP/1.1" status: 200 len: 217 time: 0.0530531 Dec 17 13:51:28.115021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a7102e64-b15a-4d3a-9d9d-043c8fe11405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:28.116552 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a7102e64-b15a-4d3a-9d9d-043c8fe11405 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d HTTP/1.1" status: 200 len: 852 time: 0.0493796 Dec 17 13:51:28.152715 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-05a3da9b-5204-4e8f-b545-34257ef75ab4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea11ba48-b013-485d-a2d2-c44e593677cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294964 Dec 17 13:51:28.248645 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-99193fa1-c37c-4036-9619-579737bc2dbc service neutron] 10.222.0.54 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869825 Dec 17 13:51:28.350004 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-815c4880-ba38-4b9c-9414-1d5f8f317762 service neutron] 10.222.0.54 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937095 Dec 17 13:51:29.077875 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d83de2-b1e7-4116-94f7-eee16947fc4a req-ff01649c-5a78-45a9-8a7b-f7e7415242f6 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:29.079431 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6d83de2-b1e7-4116-94f7-eee16947fc4a req-ff01649c-5a78-45a9-8a7b-f7e7415242f6 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0523043 Dec 17 13:51:29.134587 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6d83de2-b1e7-4116-94f7-eee16947fc4a req-5867fc22-fbc5-4446-9eb7-21fc8e9dcf04 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 Dec 17 13:51:30.275274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e325b-50d5-4bd2-898c-c7c8992ffb01 req-459eab48-0b47-49d6-adb6-51ab3bb7eed7 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:30.276877 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a99e325b-50d5-4bd2-898c-c7c8992ffb01 req-459eab48-0b47-49d6-adb6-51ab3bb7eed7 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0623660 Dec 17 13:51:30.339518 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a99e325b-50d5-4bd2-898c-c7c8992ffb01 req-b991c256-555d-4288-9e02-826369ad321e tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563443 Dec 17 13:51:31.494383 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc75dd-c7b2-406c-9ab7-ef0f54e484d7 req-12e73b35-fc06-41fd-9515-74dff6a6f63c tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:31.495961 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-64dc75dd-c7b2-406c-9ab7-ef0f54e484d7 req-12e73b35-fc06-41fd-9515-74dff6a6f63c tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0555072 Dec 17 13:51:31.571280 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-64dc75dd-c7b2-406c-9ab7-ef0f54e484d7 req-695b8630-992f-4a75-a648-a50a8ea20946 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646634 Dec 17 13:51:31.969081 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:32.702871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbd35b-3d3c-4e9f-9ac1-ec973b8dd2c4 req-9b67c1eb-0419-4e2b-ad37-45215a9a736f tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:32.704398 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1abbd35b-3d3c-4e9f-9ac1-ec973b8dd2c4 req-9b67c1eb-0419-4e2b-ad37-45215a9a736f tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0542216 Dec 17 13:51:32.766174 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1abbd35b-3d3c-4e9f-9ac1-ec973b8dd2c4 req-74e027bc-f556-4c59-ae78-ef4a95bb3ea5 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550923 Dec 17 13:51:33.887576 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeebab9-4306-44a4-bb5c-673dd6d5d50c req-f3852e16-9f19-45e4-82b8-e0caea5a6bb2 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:33.889063 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-feeebab9-4306-44a4-bb5c-673dd6d5d50c req-f3852e16-9f19-45e4-82b8-e0caea5a6bb2 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0532525 Dec 17 13:51:33.937425 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-feeebab9-4306-44a4-bb5c-673dd6d5d50c req-6f39f8a1-0038-4635-a562-da266d04bdf3 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 Dec 17 13:51:35.059597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fac93-b225-4874-81a6-fce5064fa694 req-3af37273-3a4b-4236-952a-fedd2cb9c340 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:35.061128 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f40fac93-b225-4874-81a6-fce5064fa694 req-3af37273-3a4b-4236-952a-fedd2cb9c340 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0506248 Dec 17 13:51:35.110011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f40fac93-b225-4874-81a6-fce5064fa694 req-41fe55d8-1748-45fe-b720-c55e0e934bcf tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420425 Dec 17 13:51:36.228804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e08e49-fff5-47e7-91f8-879fd143f813 req-95f65e37-a8dd-4191-babd-a3104ff0ab6c tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:36.230341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35e08e49-fff5-47e7-91f8-879fd143f813 req-95f65e37-a8dd-4191-babd-a3104ff0ab6c tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0503280 Dec 17 13:51:36.282087 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-35e08e49-fff5-47e7-91f8-879fd143f813 req-04d28a64-be48-4396-bc1a-5124d941bc81 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456822 Dec 17 13:51:36.428223 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:37.405133 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506085f-3bd6-4168-a234-645f03043f3c req-47473c37-8bd5-434a-92f3-02491bd846a4 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:37.406712 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7506085f-3bd6-4168-a234-645f03043f3c req-47473c37-8bd5-434a-92f3-02491bd846a4 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0505865 Dec 17 13:51:37.463785 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7506085f-3bd6-4168-a234-645f03043f3c req-922746a2-2976-46a5-8df9-bfd2929b7121 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500822 Dec 17 13:51:38.586246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d715bcf-61bc-4fe2-bf6f-be9b145c070e req-8234b722-df59-4203-addd-b4cc4fc98fcf tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:38.588124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d715bcf-61bc-4fe2-bf6f-be9b145c070e req-8234b722-df59-4203-addd-b4cc4fc98fcf tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0516291 Dec 17 13:51:38.637438 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d715bcf-61bc-4fe2-bf6f-be9b145c070e req-0298865d-1633-45e3-8d22-2f74a5f1186a tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Dec 17 13:51:39.771166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f116486-9bb1-42bb-af99-964d5baaefab req-f698e5d3-5076-4fae-981c-a6aee47147e6 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:39.773405 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f116486-9bb1-42bb-af99-964d5baaefab req-f698e5d3-5076-4fae-981c-a6aee47147e6 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0638931 Dec 17 13:51:39.841748 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0f116486-9bb1-42bb-af99-964d5baaefab req-90380a8b-b55d-49be-93e2-2f42f3f23deb tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617793 Dec 17 13:51:40.970452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86695ba-0ab6-4aa0-99ed-ef050f7f4c4a req-a89c64a2-5dd7-45e9-bd97-b71cd8b0053c tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:40.972604 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b86695ba-0ab6-4aa0-99ed-ef050f7f4c4a req-a89c64a2-5dd7-45e9-bd97-b71cd8b0053c tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0514977 Dec 17 13:51:41.034788 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b86695ba-0ab6-4aa0-99ed-ef050f7f4c4a req-fb27f48d-f0e1-47c8-b577-ac927e7a7583 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522463 Dec 17 13:51:42.161713 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ec69c-62f6-4b89-9526-e26f1836c2a7 req-8cdb913c-1d47-4fb8-b951-20c506f054ce tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:42.163351 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-123ec69c-62f6-4b89-9526-e26f1836c2a7 req-8cdb913c-1d47-4fb8-b951-20c506f054ce tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0516052 Dec 17 13:51:42.217394 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-123ec69c-62f6-4b89-9526-e26f1836c2a7 req-c0b5ae89-bb41-4797-9f56-677e2b5a60b3 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 Dec 17 13:51:43.343776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef49d2-22f1-4641-ab3a-9fd289036f2b req-74ebfa31-e714-41a7-aca1-f702acf4fdab tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:43.345191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8ef49d2-22f1-4641-ab3a-9fd289036f2b req-74ebfa31-e714-41a7-aca1-f702acf4fdab tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0565712 Dec 17 13:51:43.393183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8ef49d2-22f1-4641-ab3a-9fd289036f2b req-34e73db9-24d0-4873-881a-260de90ca892 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Dec 17 13:51:43.897398 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b7a37cb-26cb-4e0d-a6ec-639fb9b5fc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:44.518147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c81144-e4b6-4ab0-b3ed-daa6ea64b21f req-35f574c0-7319-4004-a49e-a85a500e9dec tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:44.519769 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-18c81144-e4b6-4ab0-b3ed-daa6ea64b21f req-35f574c0-7319-4004-a49e-a85a500e9dec tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0572748 Dec 17 13:51:44.574667 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-18c81144-e4b6-4ab0-b3ed-daa6ea64b21f req-183766cd-6b76-4608-b0b0-572b1ba06d26 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478241 Dec 17 13:51:45.292657 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-c2792665-bbd0-4580-a3c0-0a18b6901650 service neutron] show failed (client error): The resource could not be found. Dec 17 13:51:45.293758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-c2792665-bbd0-4580-a3c0-0a18b6901650 service neutron] 10.222.0.54 "GET /v2.0/ports/799c4bb5-8db7-4245-8d58-79476417f84b/bindings/n-h2-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0569131 Dec 17 13:51:45.702983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694b6fe-a2f8-43ab-97e6-7c927c26fc82 req-a1691909-8608-4865-8f82-a55298799d62 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:45.705711 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1694b6fe-a2f8-43ab-97e6-7c927c26fc82 req-a1691909-8608-4865-8f82-a55298799d62 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0561464 Dec 17 13:51:45.766792 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1694b6fe-a2f8-43ab-97e6-7c927c26fc82 req-8cbf1814-4c69-428a-bcd1-d3d5550e0687 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544558 Dec 17 13:51:45.975078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-298b41c9-54aa-4c0f-9a4e-1d8bbdcac327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:45.976833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-298b41c9-54aa-4c0f-9a4e-1d8bbdcac327 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8&tenant_id=4e0b6e7f1ef246d684a7362352697a08 HTTP/1.1" status: 200 len: 1096 time: 0.1260612 Dec 17 13:51:45.992014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-304d8d94-1ea3-4f97-9084-3a6de87d3c1d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:51:45.993290 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-304d8d94-1ea3-4f97-9084-3a6de87d3c1d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056024 Dec 17 13:51:46.009867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:51:46.066275 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:46.277401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=799c4bb5-8db7-4245-8d58-79476417f84b,segment=NetworkSegment(214c7342-d302-4fdf-941d-437fe1fb76ec),segment_id=214c7342-d302-4fdf-941d-437fe1fb76ec)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:51:46.314477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:51:46.360544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '799c4bb5-8db7-4245-8d58-79476417f84b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:51:46.363575 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c6fa97-e5b6-4b81-a8fd-432b5489294a" -d '{"events": [{"server_uuid": "c5298faf-5d40-4bf7-9b7c-f8cf30a401e8", "name": "network-vif-unplugged", "status": "completed", "tag": "799c4bb5-8db7-4245-8d58-79476417f84b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:51:46.367653 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:46.380755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Transition to ACTIVE for port object 799c4bb5-8db7-4245-8d58-79476417f84b will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:51:46.388444 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-08813b14-c312-42fb-85a3-821f063b291f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:46.419947 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c0faa2-ca27-4278-aabb-44aa446d8260 x-openstack-request-id: req-32c0faa2-ca27-4278-aabb-44aa446d8260 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:51:46.419947 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5298faf-5d40-4bf7-9b7c-f8cf30a401e8", "name": "network-vif-unplugged", "status": "completed", "tag": "799c4bb5-8db7-4245-8d58-79476417f84b", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:51:46.419947 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32c0faa2-ca27-4278-aabb-44aa446d8260 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:51:46.419947 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '799c4bb5-8db7-4245-8d58-79476417f84b', 'code': 200} Dec 17 13:51:46.477839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:46.544532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] No DVR routers for this DVR port 799c4bb5-8db7-4245-8d58-79476417f84b on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:51:46.546930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Pushing event updated for resources: {'Port': ['ID=799c4bb5-8db7-4245-8d58-79476417f84b,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:46.587899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Attempting to bind port 799c4bb5-8db7-4245-8d58-79476417f84b on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:51:46.588241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Attempting to bind port 799c4bb5-8db7-4245-8d58-79476417f84b by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '214c7342-d302-4fdf-941d-437fe1fb76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:51:46.588591 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Attempting to bind port 799c4bb5-8db7-4245-8d58-79476417f84b on network ea11ba48-b013-485d-a2d2-c44e593677cd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:51:46.593207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Port 799c4bb5-8db7-4245-8d58-79476417f84b on network ea11ba48-b013-485d-a2d2-c44e593677cd not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:51:46.593527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Attempting to bind port 799c4bb5-8db7-4245-8d58-79476417f84b on network ea11ba48-b013-485d-a2d2-c44e593677cd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:51:46.599677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:51:46.600036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Checking segment: {'id': '214c7342-d302-4fdf-941d-437fe1fb76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:51:46.600421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Bound using segment: {'id': '214c7342-d302-4fdf-941d-437fe1fb76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:51:46.600867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Bound port: 799c4bb5-8db7-4245-8d58-79476417f84b, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214c7342-d302-4fdf-941d-437fe1fb76ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:51:46.601231 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:46.672967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:51:46.672967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=799c4bb5-8db7-4245-8d58-79476417f84b,segment=NetworkSegment(214c7342-d302-4fdf-941d-437fe1fb76ec),segment_id=214c7342-d302-4fdf-941d-437fe1fb76ec)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:51:46.754315 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:46.793925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:46.794572 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:46.796180 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] 10.222.0.61 "PUT /v2.0/ports/799c4bb5-8db7-4245-8d58-79476417f84b HTTP/1.1" status: 200 len: 1091 time: 0.7906082 Dec 17 13:51:46.823736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b016a-2c8d-4711-9c59-7954e2fd3e44 service neutron] Pushing event updated for resources: {'Port': ['ID=799c4bb5-8db7-4245-8d58-79476417f84b,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:46.907365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-75b1b674-4ece-4367-9c26-209b5388d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:46.909259 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-75b1b674-4ece-4367-9c26-209b5388d08b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e0b6e7f1ef246d684a7362352697a08&device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 1094 time: 0.0803082 Dec 17 13:51:46.925802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01465ba4-49b6-4c20-b8ca-a3e103799835 req-3fb0b1c2-d616-4439-851c-6af2cb5d9d28 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:46.927236 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-01465ba4-49b6-4c20-b8ca-a3e103799835 req-3fb0b1c2-d616-4439-851c-6af2cb5d9d28 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 943 time: 0.0660176 Dec 17 13:51:47.044010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-01465ba4-49b6-4c20-b8ca-a3e103799835 req-40269035-7f26-4a78-8cb2-ed8b822c9a11 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079996 Dec 17 13:51:47.062238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-235205ad-6c88-4c26-919c-6e8c27f7a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:47.063961 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-235205ad-6c88-4c26-919c-6e8c27f7a5d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea11ba48-b013-485d-a2d2-c44e593677cd HTTP/1.1" status: 200 len: 913 time: 0.1358287 Dec 17 13:51:47.120498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-d73d5ec1-cdc5-4c57-b3e3-29b7b51af833 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799c4bb5-8db7-4245-8d58-79476417f84b HTTP/1.1" status: 200 len: 217 time: 0.0451007 Dec 17 13:51:47.176527 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-06b40808-260c-47bc-ab06-7c16919580fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:47.178009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-06b40808-260c-47bc-ab06-7c16919580fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d HTTP/1.1" status: 200 len: 852 time: 0.0475061 Dec 17 13:51:47.218712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-e46ff893-a90e-405e-a4e2-27581efea5e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea11ba48-b013-485d-a2d2-c44e593677cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280552 Dec 17 13:51:47.324124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-db726811-8dce-41d7-85dc-3a27f1bc7298 service neutron] 10.222.0.61 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966327 Dec 17 13:51:47.445481 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36d6b23d-7b87-4e55-bb33-b5895f93cae0 req-ff030be5-dcef-4902-b65a-b044a14952b4 service neutron] 10.222.0.61 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141088 Dec 17 13:51:47.866126 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:48.174540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eeca4-4b95-4868-827e-b27607be5f07 req-4316d6d6-dcd2-42bb-a0df-a70de3f35554 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:48.176091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c90eeca4-4b95-4868-827e-b27607be5f07 req-4316d6d6-dcd2-42bb-a0df-a70de3f35554 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 943 time: 0.0502369 Dec 17 13:51:48.224790 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c90eeca4-4b95-4868-827e-b27607be5f07 req-65b8993c-cafb-4bb7-9566-aced30eb5dea tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Dec 17 13:51:48.248993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 799c4bb5-8db7-4245-8d58-79476417f84b no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:51:48.287923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 799c4bb5-8db7-4245-8d58-79476417f84b not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:51:48.421382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'tag': '799c4bb5-8db7-4245-8d58-79476417f84b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:51:48.424282 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5298faf-5d40-4bf7-9b7c-f8cf30a401e8", "tag": "799c4bb5-8db7-4245-8d58-79476417f84b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:51:48.482638 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af8e958-4903-45c6-9bbe-af080da022c5 x-openstack-request-id: req-2af8e958-4903-45c6-9bbe-af080da022c5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:51:48.482942 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5298faf-5d40-4bf7-9b7c-f8cf30a401e8", "tag": "799c4bb5-8db7-4245-8d58-79476417f84b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:51:48.483203 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2af8e958-4903-45c6-9bbe-af080da022c5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:51:48.483625 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'tag': '799c4bb5-8db7-4245-8d58-79476417f84b', 'status': 'completed', 'code': 200} Dec 17 13:51:48.584141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-e24a09c8-c3d8-4bc1-99d6-cf291152f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:48.585702 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-e24a09c8-c3d8-4bc1-99d6-cf291152f558 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e0b6e7f1ef246d684a7362352697a08&device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 1094 time: 0.0722079 Dec 17 13:51:48.587364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-af0b09bc-dee5-4a7d-8032-d8edb131ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:48.588713 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-af0b09bc-dee5-4a7d-8032-d8edb131ba1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e0b6e7f1ef246d684a7362352697a08&device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 1094 time: 0.0835898 Dec 17 13:51:48.749808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-a1d8e527-e7d6-4383-9360-2d80e9a40666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:48.751220 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-a1d8e527-e7d6-4383-9360-2d80e9a40666 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ea11ba48-b013-485d-a2d2-c44e593677cd HTTP/1.1" status: 200 len: 913 time: 0.1583068 Dec 17 13:51:48.752639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-7cb640ba-a6c0-418c-9a18-36bf6eb804b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:48.754007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-7cb640ba-a6c0-418c-9a18-36bf6eb804b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ea11ba48-b013-485d-a2d2-c44e593677cd HTTP/1.1" status: 200 len: 913 time: 0.1523554 Dec 17 13:51:48.805402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-0f277e45-877e-4e89-b106-c444e94c748a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799c4bb5-8db7-4245-8d58-79476417f84b HTTP/1.1" status: 200 len: 217 time: 0.0473053 Dec 17 13:51:48.841244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-201a46d5-35db-4d9a-b9c1-ca97faaad9e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799c4bb5-8db7-4245-8d58-79476417f84b HTTP/1.1" status: 200 len: 217 time: 0.0771499 Dec 17 13:51:48.924190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-d8a804c3-27ec-4f34-9bd7-e1a7cbacccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:48.925730 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-d8a804c3-27ec-4f34-9bd7-e1a7cbacccbf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d HTTP/1.1" status: 200 len: 852 time: 0.0930529 Dec 17 13:51:48.932549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-7268485b-f27e-45d9-b3b9-cfefbd7223ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:48.934099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-7268485b-f27e-45d9-b3b9-cfefbd7223ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d HTTP/1.1" status: 200 len: 852 time: 0.0707908 Dec 17 13:51:48.989075 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-0b74759c-af28-4ad2-bb7d-a8d9006f660e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea11ba48-b013-485d-a2d2-c44e593677cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539615 Dec 17 13:51:48.991433 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-5424edfd-1f52-4e6d-bd86-77f35b7a7359 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ea11ba48-b013-485d-a2d2-c44e593677cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456369 Dec 17 13:51:49.023930 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:49.157179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-f4cf0e25-a4c9-4f54-ba96-551793517b9b service neutron] 10.222.0.54 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612356 Dec 17 13:51:49.159969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-7c5886e7-1a85-4e3f-9a8e-22b13c687fe2 service neutron] 10.222.0.61 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558542 Dec 17 13:51:49.372370 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-2e91c107-c1aa-4dcb-8c74-56bab32a0ec0 service neutron] 10.222.0.54 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082584 Dec 17 13:51:49.377554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72134abf-0fa5-4075-a2f6-3f4988f82ce1 req-b75e1289-5232-42fe-842a-7f7bb9dbff24 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:49.379310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72134abf-0fa5-4075-a2f6-3f4988f82ce1 req-b75e1289-5232-42fe-842a-7f7bb9dbff24 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 943 time: 0.0678906 Dec 17 13:51:49.382281 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a6ecc7b7-7668-44c1-b64c-1b61fa03d20b req-3cd36f51-899e-4f50-afe5-3bb6cc72fea6 service neutron] 10.222.0.61 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088113 Dec 17 13:51:49.445332 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72134abf-0fa5-4075-a2f6-3f4988f82ce1 req-afe20a43-f419-4f3d-bfe3-02bdb0c4055c tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587041 Dec 17 13:51:49.822845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:50.509717 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 799c4bb5-8db7-4245-8d58-79476417f84b details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:51:50.642185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb2e4a-245b-4839-9501-4dccf326da0b req-912e2fa2-8308-4e82-a00c-4ace99993139 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:50.645141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67bb2e4a-245b-4839-9501-4dccf326da0b req-912e2fa2-8308-4e82-a00c-4ace99993139 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 943 time: 0.0903823 Dec 17 13:51:50.666657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=799c4bb5-8db7-4245-8d58-79476417f84b,segment=NetworkSegment(214c7342-d302-4fdf-941d-437fe1fb76ec),segment_id=214c7342-d302-4fdf-941d-437fe1fb76ec)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:51:50.688673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '799c4bb5-8db7-4245-8d58-79476417f84b', 'network_id': 'ea11ba48-b013-485d-a2d2-c44e593677cd', 'port_id': '799c4bb5-8db7-4245-8d58-79476417f84b', 'mac_address': 'fa:16:3e:be:fe:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:51:50.712571 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-67bb2e4a-245b-4839-9501-4dccf326da0b req-3f7ca229-7ae0-4d92-a115-1cf92b36cec3 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569859 Dec 17 13:51:50.758151 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:50.788275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799c4bb5-8db7-4245-8d58-79476417f84b {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:51:50.819534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=799c4bb5-8db7-4245-8d58-79476417f84b,segment=NetworkSegment(214c7342-d302-4fdf-941d-437fe1fb76ec),segment_id=214c7342-d302-4fdf-941d-437fe1fb76ec)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:51:50.884930 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:50.934293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=799c4bb5-8db7-4245-8d58-79476417f84b,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:51.190434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['799c4bb5-8db7-4245-8d58-79476417f84b'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:51:51.310110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-da0bf530-5d96-498c-85c1-091ddae45b40 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:51.311891 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-da0bf530-5d96-498c-85c1-091ddae45b40 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8&tenant_id=4e0b6e7f1ef246d684a7362352697a08&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 944 time: 0.1009014 Dec 17 13:51:51.403107 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-3665ea6e-1d56-4362-93c8-2606543f148e service neutron] delete failed (client error): The resource could not be found. Dec 17 13:51:51.404167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-3665ea6e-1d56-4362-93c8-2606543f148e service neutron] 10.222.0.54 "DELETE /v2.0/ports/799c4bb5-8db7-4245-8d58-79476417f84b/bindings/n-h1-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0849097 Dec 17 13:51:51.504806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-bb24544a-3f8f-4c9b-9283-73063d1f95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:51.506297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-bb24544a-3f8f-4c9b-9283-73063d1f95b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4e0b6e7f1ef246d684a7362352697a08&device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 1095 time: 0.0498700 Dec 17 13:51:51.606018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-9c9622b4-9eba-40e3-b6c7-3abc9852a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:51.607520 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-9c9622b4-9eba-40e3-b6c7-3abc9852a306 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ea11ba48-b013-485d-a2d2-c44e593677cd HTTP/1.1" status: 200 len: 913 time: 0.0939932 Dec 17 13:51:51.662184 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-01dc324d-e697-49d9-9840-5da6bc762cf8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799c4bb5-8db7-4245-8d58-79476417f84b HTTP/1.1" status: 200 len: 217 time: 0.0471516 Dec 17 13:51:51.716191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-c86ee1c3-78f2-45f1-86c3-a7d49bea3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:51.718325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-c86ee1c3-78f2-45f1-86c3-a7d49bea3b9f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d HTTP/1.1" status: 200 len: 852 time: 0.0485718 Dec 17 13:51:51.751729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-d9c3189e-b357-4072-a9a8-3156e982aa0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea11ba48-b013-485d-a2d2-c44e593677cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264816 Dec 17 13:51:51.854548 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-fa422233-f727-4ae1-a167-afe318c12013 service neutron] 10.222.0.54 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956936 Dec 17 13:51:51.956483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-d1af69ab-0489-4bb0-9220-6d285685d1ff service neutron] 10.222.0.54 "GET /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937252 Dec 17 13:51:52.512773 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 799c4bb5-8db7-4245-8d58-79476417f84b up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:51:52.702699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 799c4bb5-8db7-4245-8d58-79476417f84b completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:51:52.708615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 799c4bb5-8db7-4245-8d58-79476417f84b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:51:52.708994 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:52.810224 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:52.839960 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799c4bb5-8db7-4245-8d58-79476417f84b'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:51:52.843756 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe7fac9-ef2a-4176-a428-ac6c5f4942c2" -d '{"events": [{"server_uuid": "c5298faf-5d40-4bf7-9b7c-f8cf30a401e8", "name": "network-vif-plugged", "status": "completed", "tag": "799c4bb5-8db7-4245-8d58-79476417f84b"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:51:52.864815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=799c4bb5-8db7-4245-8d58-79476417f84b,segment=NetworkSegment(214c7342-d302-4fdf-941d-437fe1fb76ec),segment_id=214c7342-d302-4fdf-941d-437fe1fb76ec)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:51:52.905050 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5675453f-eefb-4d26-bde2-dd417e12f30b x-openstack-request-id: req-5675453f-eefb-4d26-bde2-dd417e12f30b {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:51:52.905050 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5298faf-5d40-4bf7-9b7c-f8cf30a401e8", "name": "network-vif-plugged", "status": "completed", "tag": "799c4bb5-8db7-4245-8d58-79476417f84b", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:51:52.905050 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5675453f-eefb-4d26-bde2-dd417e12f30b {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:51:52.905050 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799c4bb5-8db7-4245-8d58-79476417f84b', 'code': 200} Dec 17 13:51:52.971282 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:53.026351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=799c4bb5-8db7-4245-8d58-79476417f84b,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:53.764710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe59259-0515-49e2-8508-4f5f7f459963 req-c50b1198-2e6b-4e63-95b3-def5a7a199bc tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:53.766315 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fe59259-0515-49e2-8508-4f5f7f459963 req-c50b1198-2e6b-4e63-95b3-def5a7a199bc tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0575175 Dec 17 13:51:53.815565 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1fe59259-0515-49e2-8508-4f5f7f459963 req-a62c5ef7-a5e4-4af0-9c99-12d7222bee7a tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431485 Dec 17 13:51:54.964542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f38c70-c522-4555-8129-a049e751fbf4 req-88062fec-c372-40c4-9f1a-d95b3492b3f2 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:54.967338 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17f38c70-c522-4555-8129-a049e751fbf4 req-88062fec-c372-40c4-9f1a-d95b3492b3f2 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0659919 Dec 17 13:51:55.070481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17f38c70-c522-4555-8129-a049e751fbf4 req-1188faa8-9042-47b6-a297-a367b85f2c5f tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/security-groups?id=5a1516c2-2393-4ed0-9584-b32ecdeaf24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740788 Dec 17 13:51:55.179046 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-edd9945d-ff7a-4709-ac72-22c4c35cf9c9 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:51:55.181052 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-edd9945d-ff7a-4709-ac72-22c4c35cf9c9 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 945 time: 0.0650530 Dec 17 13:51:55.309522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-bda946fd-8a09-42cb-97ff-8341d8918874 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Deleting port 799c4bb5-8db7-4245-8d58-79476417f84b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:51:55.310161 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-bda946fd-8a09-42cb-97ff-8341d8918874 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:55.421396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-bda946fd-8a09-42cb-97ff-8341d8918874 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] For port 799c4bb5-8db7-4245-8d58-79476417f84b, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=799c4bb5-8db7-4245-8d58-79476417f84b,segment=NetworkSegment(214c7342-d302-4fdf-941d-437fe1fb76ec),segment_id=214c7342-d302-4fdf-941d-437fe1fb76ec)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:51:55.421716 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-bda946fd-8a09-42cb-97ff-8341d8918874 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:55.440622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-bda946fd-8a09-42cb-97ff-8341d8918874 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Calling delete_port for 799c4bb5-8db7-4245-8d58-79476417f84b owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:51:55.986303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-bda946fd-8a09-42cb-97ff-8341d8918874 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:56.003520 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['799c4bb5-8db7-4245-8d58-79476417f84b'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:51:56.026133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda946fd-8a09-42cb-97ff-8341d8918874 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Pushing event deleted for resources: {'Port': ['ID=799c4bb5-8db7-4245-8d58-79476417f84b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:56.076456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-bda946fd-8a09-42cb-97ff-8341d8918874 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] No DVR routers for this DVR port 799c4bb5-8db7-4245-8d58-79476417f84b on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:51:56.082888 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-bda946fd-8a09-42cb-97ff-8341d8918874 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:56.087698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4610977a-02ee-42bd-a328-2ec3a0f6ef21 req-bda946fd-8a09-42cb-97ff-8341d8918874 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.61 "DELETE /v2.0/ports/799c4bb5-8db7-4245-8d58-79476417f84b HTTP/1.1" status: 204 len: 173 time: 0.8958771 Dec 17 13:51:56.088201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'name': 'network-vif-deleted', 'tag': '799c4bb5-8db7-4245-8d58-79476417f84b'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:51:56.091441 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec544cd2-9a11-4dae-baf5-0cc2269d688c" -d '{"events": [{"server_uuid": "c5298faf-5d40-4bf7-9b7c-f8cf30a401e8", "name": "network-vif-deleted", "tag": "799c4bb5-8db7-4245-8d58-79476417f84b"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:51:56.141752 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dfc48a-a14c-4e6e-9821-77744befd188 x-openstack-request-id: req-51dfc48a-a14c-4e6e-9821-77744befd188 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:51:56.142286 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5298faf-5d40-4bf7-9b7c-f8cf30a401e8", "name": "network-vif-deleted", "tag": "799c4bb5-8db7-4245-8d58-79476417f84b", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:51:56.142704 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51dfc48a-a14c-4e6e-9821-77744befd188 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:51:56.143293 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5298faf-5d40-4bf7-9b7c-f8cf30a401e8', 'name': 'network-vif-deleted', 'tag': '799c4bb5-8db7-4245-8d58-79476417f84b', 'status': 'completed', 'code': 200} Dec 17 13:51:56.193471 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a503de9e-a60b-41bb-9205-5559e247f76b req-f388f404-da9c-4d83-81de-f26ac068d883 tempest-DeleteServersTestJSON-622750695 tempest-DeleteServersTestJSON-622750695-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5298faf-5d40-4bf7-9b7c-f8cf30a401e8 HTTP/1.1" status: 200 len: 210 time: 0.0282440 Dec 17 13:51:57.337027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47536) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:51:57.383940 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Deleting subnet e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:51:57.387334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:57.425094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:57.466089 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:57.605300 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:57.635963 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:57.640724 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:57.643919 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e2e40f7d-d860-4b3e-9f21-c0a8619d5b4d HTTP/1.1" status: 204 len: 168 time: 0.3092706 Dec 17 13:51:57.646579 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47538) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:51:57.649240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.649610 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.650002 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.650304 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.650641 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.650967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.651294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.651618 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.651956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.652263 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.652581 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.652901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.653217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b2b815-0b85-4673-bec1-4da8a5df3f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:51:57.722247 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:57.803373 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:57.824259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea11ba48-b013-485d-a2d2-c44e593677cd']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:51:57.834439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214c7342-d302-4fdf-941d-437fe1fb76ec') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:51:57.834732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214c7342-d302-4fdf-941d-437fe1fb76ec') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:51:57.844494 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:57.859721 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:57.865729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:51:57.866100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:51:57.867842 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:51:57.999282 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:58.005345 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:58.008658 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ea11ba48-b013-485d-a2d2-c44e593677cd HTTP/1.1" status: 204 len: 168 time: 0.3610096 Dec 17 13:51:58.020882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb743d6e-874a-4f47-8c5d-c19e46b331b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea11ba48-b013-485d-a2d2-c44e593677cd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:58.293370 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:51:58.407311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47542) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:51:58.449419 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-18b47b74-ffd4-4720-8dbb-ce9d190aad48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e0b6e7f1ef246d684a7362352697a08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399601 Dec 17 13:51:58.451361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47544) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:51:58.504281 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e6132c77-8bfd-4907-9d13-aefe80830a52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:58.525405 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e6132c77-8bfd-4907-9d13-aefe80830a52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:58.528628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 799c4bb5-8db7-4245-8d58-79476417f84b no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:51:58.549615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 799c4bb5-8db7-4245-8d58-79476417f84b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:51:58.549963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 799c4bb5-8db7-4245-8d58-79476417f84b not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:51:58.671912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e6132c77-8bfd-4907-9d13-aefe80830a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:58.675087 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e6132c77-8bfd-4907-9d13-aefe80830a52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:51:58.676337 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e6132c77-8bfd-4907-9d13-aefe80830a52 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5a1516c2-2393-4ed0-9584-b32ecdeaf24e HTTP/1.1" status: 204 len: 168 time: 0.2240157 Dec 17 13:51:58.685948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6132c77-8bfd-4907-9d13-aefe80830a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1516c2-2393-4ed0-9584-b32ecdeaf24e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:51:59.907583 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47566) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:52:00.012272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2119554376-network', 'tenant_id': 'b85b4e54527f48519e7fc168599391d4'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:52:00.145723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Made reservation on behalf of b85b4e54527f48519e7fc168599391d4 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:52:00.148159 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:00.157346 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:00.233281 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:00.348762 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:00.378720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:52:00.390616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872dbf18-3fb4-4f5b-9e4e-61263a27d260,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:00.399311 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:00.399874 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Added segment ad00d5da-32c4-4243-a9c8-9f06b0659816 of type vlan for network f59b1ecb-c883-473c-902f-989d885cd6dd Dec 17 13:52:00.449015 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:00.574682 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:00.575768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:00.576421 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:00.642755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] Pushing event updated for resources: {'Network': ['ID=f59b1ecb-c883-473c-902f-989d885cd6dd,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:00.654381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f59b1ecb-c883-473c-902f-989d885cd6dd details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:52:00.710210 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f53943f7-dec4-4315-b169-2afca701cb43 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8013804 Dec 17 13:52:00.714125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47570) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:52:00.722155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1e99980c-72b1-4bac-a1ac-89d56141fee8 admin admin] Request body: {'subnet': {'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2119554376-subnet', 'tenant_id': 'b85b4e54527f48519e7fc168599391d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:52:00.833742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e99980c-72b1-4bac-a1ac-89d56141fee8 admin admin] Made reservation on behalf of b85b4e54527f48519e7fc168599391d4 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:52:00.836128 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e99980c-72b1-4bac-a1ac-89d56141fee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:01.096582 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e99980c-72b1-4bac-a1ac-89d56141fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:01.157732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99980c-72b1-4bac-a1ac-89d56141fee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52907661-bf34-4886-babe-96103ad69dc8,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:01.170014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e99980c-72b1-4bac-a1ac-89d56141fee8 admin admin] Checking segment: {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:52:01.170439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99980c-72b1-4bac-a1ac-89d56141fee8 admin admin] Network hostable DHCP agents. Network: f59b1ecb-c883-473c-902f-989d885cd6dd, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:52:01.256167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99980c-72b1-4bac-a1ac-89d56141fee8 admin admin] Network f59b1ecb-c883-473c-902f-989d885cd6dd is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:52:01.421771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1e99980c-72b1-4bac-a1ac-89d56141fee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f59b1ecb-c883-473c-902f-989d885cd6dd) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:52:01.426658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99980c-72b1-4bac-a1ac-89d56141fee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:01.427422 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1e99980c-72b1-4bac-a1ac-89d56141fee8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:01.434424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ebd210-1434-4253-9656-6e6810449f41 None None] Network f59b1ecb-c883-473c-902f-989d885cd6dd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:52:01.543797 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1e99980c-72b1-4bac-a1ac-89d56141fee8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8284864 Dec 17 13:52:01.558940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcd48e9-29e8-4ae9-bbed-b29bb60e6a94 None None] Network f59b1ecb-c883-473c-902f-989d885cd6dd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:52:01.980457 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:02.038076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91361a75-6f96-44de-9b49-214e88f953ef req-79197ff6-f073-424c-9c79-453db234863c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:02.039763 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-79197ff6-f073-424c-9c79-453db234863c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 815 time: 0.1313791 Dec 17 13:52:02.057984 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-f931502b-9edf-4486-ab5c-f4665d3c23a7 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/quotas/b85b4e54527f48519e7fc168599391d4 HTTP/1.1" status: 200 len: 375 time: 0.0115018 Dec 17 13:52:02.098942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-8869d7d7-4d03-46d5-ab3d-a7a8322beb44 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338602 Dec 17 13:52:02.196433 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-0eebf107-6c98-4a4e-88f4-adc1399b2848 service neutron] 10.222.0.59 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901141 Dec 17 13:52:02.297129 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-6673830a-f41a-4a9f-bcc2-a743b096e372 service neutron] 10.222.0.59 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943010 Dec 17 13:52:02.583086 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7c5c8bfb-494d-440b-a290-39bb49698bbe req-0d611d8d-13dd-4608-9b94-2b0653f93176 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 210 time: 0.0306206 Dec 17 13:52:03.667199 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b3dbf373-0ca7-4049-9901-b16edea867cd req-d12be636-4b5f-4920-990e-421fb1c61ac2 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 210 time: 0.0283935 Dec 17 13:52:04.768406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eeb5823d-99e8-4678-b158-07dd81e4d55d req-3af962ee-5b73-4cf9-bc4e-9d67d0ead92b tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 210 time: 0.0266213 Dec 17 13:52:05.293274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91361a75-6f96-44de-9b49-214e88f953ef req-a860cf4b-4021-4428-ba85-8120a9f883c0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:05.294858 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-a860cf4b-4021-4428-ba85-8120a9f883c0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.61 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 815 time: 0.1179645 Dec 17 13:52:05.313516 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-91361a75-6f96-44de-9b49-214e88f953ef req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Request body: {'port': {'device_id': 'dd78e782-6cca-4758-b195-668de1e954fa', 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd', 'admin_state_up': True, 'tenant_id': 'b85b4e54527f48519e7fc168599391d4'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:52:05.512990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91361a75-6f96-44de-9b49-214e88f953ef req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Made reservation on behalf of b85b4e54527f48519e7fc168599391d4 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:52:05.516524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91361a75-6f96-44de-9b49-214e88f953ef req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:05.649336 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-91361a75-6f96-44de-9b49-214e88f953ef req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Allocated IP 172.20.0.5 (f59b1ecb-c883-473c-902f-989d885cd6dd/52907661-bf34-4886-babe-96103ad69dc8/66d727e3-a333-4381-86f5-53cd2ec192cd) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:52:05.810891 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91361a75-6f96-44de-9b49-214e88f953ef req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:05.867164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-580d28e0-3105-4ec2-84bf-070293134c2e req-690fa55c-2dd9-412d-a961-27e91bdd909f tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 210 time: 0.0283127 Dec 17 13:52:05.919234 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91361a75-6f96-44de-9b49-214e88f953ef req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:05.976592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91361a75-6f96-44de-9b49-214e88f953ef req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Network f59b1ecb-c883-473c-902f-989d885cd6dd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:52:05.980196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-91361a75-6f96-44de-9b49-214e88f953ef req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:52:05.984117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-91361a75-6f96-44de-9b49-214e88f953ef req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:52:05.990949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Pushing event updated for resources: {'Port': ['ID=66d727e3-a333-4381-86f5-53cd2ec192cd,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:06.038971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91361a75-6f96-44de-9b49-214e88f953ef req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:06.039653 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91361a75-6f96-44de-9b49-214e88f953ef req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:06.108645 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-91564236-9a4d-4027-b121-c49bd1c265ae tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7991199 Dec 17 13:52:06.125812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Request body: {'port': {'device_id': 'dd78e782-6cca-4758-b195-668de1e954fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:52:06.184156 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:06.433153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:06.471284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d727e3-a333-4381-86f5-53cd2ec192cd {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:52:06.479728 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:06.491874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Transition to ACTIVE for port object 66d727e3-a333-4381-86f5-53cd2ec192cd will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:52:06.627794 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:06.678801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Pushing event updated for resources: {'Port': ['ID=66d727e3-a333-4381-86f5-53cd2ec192cd,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:06.751368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Attempting to bind port 66d727e3-a333-4381-86f5-53cd2ec192cd on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:52:06.751712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Attempting to bind port 66d727e3-a333-4381-86f5-53cd2ec192cd by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:52:06.752063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Attempting to bind port 66d727e3-a333-4381-86f5-53cd2ec192cd on network f59b1ecb-c883-473c-902f-989d885cd6dd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:52:06.757324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Port 66d727e3-a333-4381-86f5-53cd2ec192cd on network f59b1ecb-c883-473c-902f-989d885cd6dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:52:06.757690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Attempting to bind port 66d727e3-a333-4381-86f5-53cd2ec192cd on network f59b1ecb-c883-473c-902f-989d885cd6dd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:52:06.762546 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:52:06.762883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Checking segment: {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:52:06.763821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Bound using segment: {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:52:06.763821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Bound port: 66d727e3-a333-4381-86f5-53cd2ec192cd, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:52:06.764094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:06.833369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:52:06.836370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=66d727e3-a333-4381-86f5-53cd2ec192cd,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:52:06.913975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:06.950080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:06.950773 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:06.952165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] 10.222.0.61 "PUT /v2.0/ports/66d727e3-a333-4381-86f5-53cd2ec192cd HTTP/1.1" status: 200 len: 1091 time: 0.8308010 Dec 17 13:52:06.954364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd78e782-6cca-4758-b195-668de1e954fa', 'tag': '66d727e3-a333-4381-86f5-53cd2ec192cd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:52:06.957138 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5987057d-1c73-4b16-aeb2-1f53a11620ca" -d '{"events": [{"name": "network-changed", "server_uuid": "dd78e782-6cca-4758-b195-668de1e954fa", "tag": "66d727e3-a333-4381-86f5-53cd2ec192cd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:52:07.005446 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c93c0f3-70a4-441d-8ea0-280934583ec9 x-openstack-request-id: req-2c93c0f3-70a4-441d-8ea0-280934583ec9 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:52:07.005746 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd78e782-6cca-4758-b195-668de1e954fa", "tag": "66d727e3-a333-4381-86f5-53cd2ec192cd", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:52:07.006001 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c93c0f3-70a4-441d-8ea0-280934583ec9 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:52:07.006404 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd78e782-6cca-4758-b195-668de1e954fa', 'tag': '66d727e3-a333-4381-86f5-53cd2ec192cd', 'status': 'completed', 'code': 200} Dec 17 13:52:07.011349 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e5af4-d55c-43a1-a41a-c4c38ed098b5 service neutron] Pushing event updated for resources: {'Port': ['ID=66d727e3-a333-4381-86f5-53cd2ec192cd,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:07.033762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf2277-cba3-4e90-a55c-01b49cda9e43 req-b87ff73e-724a-4b71-a25e-9aedb8360c2a tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:07.035929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90bf2277-cba3-4e90-a55c-01b49cda9e43 req-b87ff73e-724a-4b71-a25e-9aedb8360c2a tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 943 time: 0.0935640 Dec 17 13:52:07.110788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987057d-1c73-4b16-aeb2-1f53a11620ca req-fa048318-d8f6-4a76-b5dd-054265873a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:07.112377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5987057d-1c73-4b16-aeb2-1f53a11620ca req-fa048318-d8f6-4a76-b5dd-054265873a22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 1094 time: 0.0755448 Dec 17 13:52:07.117287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90bf2277-cba3-4e90-a55c-01b49cda9e43 req-12573986-5958-4b9d-bb47-67a846fc6007 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723705 Dec 17 13:52:07.222006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987057d-1c73-4b16-aeb2-1f53a11620ca req-708972e7-6f0c-48cf-a665-529a062c1628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:07.223416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5987057d-1c73-4b16-aeb2-1f53a11620ca req-708972e7-6f0c-48cf-a665-529a062c1628 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b85b4e54527f48519e7fc168599391d4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1017148 Dec 17 13:52:07.329425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987057d-1c73-4b16-aeb2-1f53a11620ca req-e398530a-8709-40a5-8c15-8181ac1d7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:07.331576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5987057d-1c73-4b16-aeb2-1f53a11620ca req-e398530a-8709-40a5-8c15-8181ac1d7e38 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966156 Dec 17 13:52:07.417212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91361a75-6f96-44de-9b49-214e88f953ef req-78ef4040-42be-4779-9a90-8f6a4e0347a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:07.418762 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-78ef4040-42be-4779-9a90-8f6a4e0347a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 1094 time: 0.0419407 Dec 17 13:52:07.472823 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-fdb47e81-9fe8-4c95-b0b5-ac6b74ab4658 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d727e3-a333-4381-86f5-53cd2ec192cd HTTP/1.1" status: 200 len: 217 time: 0.0396748 Dec 17 13:52:07.525275 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91361a75-6f96-44de-9b49-214e88f953ef req-abbd23d3-121f-425f-9ccd-497af2dd7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:07.526817 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-abbd23d3-121f-425f-9ccd-497af2dd7265 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0468025 Dec 17 13:52:07.567896 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-b88cb8f7-39d0-4d6d-893a-003e149775e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297518 Dec 17 13:52:07.677120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-50a36fb0-68af-4c3f-976e-60b0ecfa916d service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009285 Dec 17 13:52:07.780334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-91361a75-6f96-44de-9b49-214e88f953ef req-ae810017-b921-4a2b-8f03-be5c1de04408 service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947182 Dec 17 13:52:08.265978 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1908a4-52f6-4686-838c-268379658e30 req-9afbd66d-10f4-4413-bd1c-3b82c118f469 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:08.267535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8c1908a4-52f6-4686-838c-268379658e30 req-9afbd66d-10f4-4413-bd1c-3b82c118f469 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 943 time: 0.0553038 Dec 17 13:52:08.319200 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8c1908a4-52f6-4686-838c-268379658e30 req-c5b0c458-4597-416d-8d8e-a2260f335640 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451708 Dec 17 13:52:09.457973 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0b422-1e46-4949-804b-ff4585a6358c req-916c0276-2c2c-4187-aab4-5eb188d8360d tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:09.459519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8df0b422-1e46-4949-804b-ff4585a6358c req-916c0276-2c2c-4187-aab4-5eb188d8360d tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 943 time: 0.0557644 Dec 17 13:52:09.520769 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8df0b422-1e46-4949-804b-ff4585a6358c req-f08c1f34-3e1e-43f6-a7ba-0db61b80a945 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541112 Dec 17 13:52:10.584279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 66d727e3-a333-4381-86f5-53cd2ec192cd details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:52:10.656762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f27230-ea1d-4fb7-be01-4a0f3fd3d03d req-64ab08d2-2f24-438b-ab13-42149e498c9c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:10.658914 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-44f27230-ea1d-4fb7-be01-4a0f3fd3d03d req-64ab08d2-2f24-438b-ab13-42149e498c9c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 943 time: 0.0659161 Dec 17 13:52:10.702776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=66d727e3-a333-4381-86f5-53cd2ec192cd,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:52:10.709613 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-44f27230-ea1d-4fb7-be01-4a0f3fd3d03d req-28e4ab73-0ae6-400b-be18-b97a3da81908 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439880 Dec 17 13:52:10.721536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '66d727e3-a333-4381-86f5-53cd2ec192cd', 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd', 'port_id': '66d727e3-a333-4381-86f5-53cd2ec192cd', 'mac_address': 'fa:16:3e:91:58:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52907661-bf34-4886-babe-96103ad69dc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:52:10.771912 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:10.786262 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d727e3-a333-4381-86f5-53cd2ec192cd {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:52:10.806981 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=66d727e3-a333-4381-86f5-53cd2ec192cd,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:52:10.890317 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:10.942260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=66d727e3-a333-4381-86f5-53cd2ec192cd,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:10.950595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:10.950941 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:10.951289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:10.951627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:10.951959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:10.952290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:10.952615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:10.952957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:10.953306 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:10.953657 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:10.953982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:10.954311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:10.954636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:11.156537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['66d727e3-a333-4381-86f5-53cd2ec192cd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:52:11.847693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237c00a-1c65-44e8-9b50-8db0538d102a req-6227ad3b-e296-47f3-ad48-2af22b96d908 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:11.849370 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9237c00a-1c65-44e8-9b50-8db0538d102a req-6227ad3b-e296-47f3-ad48-2af22b96d908 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 944 time: 0.0573127 Dec 17 13:52:11.902963 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9237c00a-1c65-44e8-9b50-8db0538d102a req-a6dad678-8fa9-4acd-bdfa-a61930263729 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474830 Dec 17 13:52:12.584379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 66d727e3-a333-4381-86f5-53cd2ec192cd up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:52:12.711601 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 66d727e3-a333-4381-86f5-53cd2ec192cd completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:52:12.716405 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 66d727e3-a333-4381-86f5-53cd2ec192cd triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:52:12.716791 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:12.816596 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:12.841723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd78e782-6cca-4758-b195-668de1e954fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d727e3-a333-4381-86f5-53cd2ec192cd'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:52:12.843956 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c320aa-9a94-459b-b5f0-fd034b66b3cb" -d '{"events": [{"server_uuid": "dd78e782-6cca-4758-b195-668de1e954fa", "name": "network-vif-plugged", "status": "completed", "tag": "66d727e3-a333-4381-86f5-53cd2ec192cd"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:52:12.861155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=66d727e3-a333-4381-86f5-53cd2ec192cd,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:52:12.887177 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0029fcc0-5f8b-40ce-8860-f261de3acc03 x-openstack-request-id: req-0029fcc0-5f8b-40ce-8860-f261de3acc03 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:52:12.888884 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd78e782-6cca-4758-b195-668de1e954fa", "name": "network-vif-plugged", "status": "completed", "tag": "66d727e3-a333-4381-86f5-53cd2ec192cd", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:52:12.888884 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0029fcc0-5f8b-40ce-8860-f261de3acc03 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:52:12.888884 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd78e782-6cca-4758-b195-668de1e954fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d727e3-a333-4381-86f5-53cd2ec192cd', 'code': 200} Dec 17 13:52:12.965063 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:13.024675 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=66d727e3-a333-4381-86f5-53cd2ec192cd,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:13.036952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3101e6-3018-4575-a509-2bf395e9572d req-62132272-b40c-43d6-9506-52ce361480f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:13.038708 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c3101e6-3018-4575-a509-2bf395e9572d req-62132272-b40c-43d6-9506-52ce361480f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 1096 time: 0.0822175 Dec 17 13:52:13.056141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e4fb4-80c0-43a8-9367-f291e78ccec3 req-6db5cdbf-4ff6-4015-95c7-00b422897e31 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:13.057817 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f83e4fb4-80c0-43a8-9367-f291e78ccec3 req-6db5cdbf-4ff6-4015-95c7-00b422897e31 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0725439 Dec 17 13:52:13.154558 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1c3101e6-3018-4575-a509-2bf395e9572d req-2691d445-1cc6-4538-aab3-5c97a813d5ef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956287 Dec 17 13:52:13.170382 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f83e4fb4-80c0-43a8-9367-f291e78ccec3 req-911d0d20-8ec4-40c1-82b7-4f55a72de608 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947573 Dec 17 13:52:13.907587 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bd97d5da-e501-4ea5-9ecd-8aef36df0821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:14.301494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5d106-cd22-4fa4-adb5-fd6e0293bd3a req-c47d6430-c3cb-4c44-9a2a-3fc329875b55 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:14.303134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d9a5d106-cd22-4fa4-adb5-fd6e0293bd3a req-c47d6430-c3cb-4c44-9a2a-3fc329875b55 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0537422 Dec 17 13:52:14.354294 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d9a5d106-cd22-4fa4-adb5-fd6e0293bd3a req-927cab2d-03ca-472e-962c-ac5032f8e17b tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443571 Dec 17 13:52:15.473909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c840c9-92e5-4d5d-8a84-557d94e89244 req-0e0a7129-fc43-47bb-bc11-9583e1f5c0ea tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:15.475598 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51c840c9-92e5-4d5d-8a84-557d94e89244 req-0e0a7129-fc43-47bb-bc11-9583e1f5c0ea tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0522494 Dec 17 13:52:15.529137 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51c840c9-92e5-4d5d-8a84-557d94e89244 req-42e5e16f-7307-4094-8132-87afbda40881 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462747 Dec 17 13:52:15.646923 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53917277-f318-4b3c-b76a-fccf2e8f1bf4 req-89f45b51-f0c0-44b0-82d7-2bad97bcf8c2 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:15.648355 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-53917277-f318-4b3c-b76a-fccf2e8f1bf4 req-89f45b51-f0c0-44b0-82d7-2bad97bcf8c2 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0493195 Dec 17 13:52:15.701605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-53917277-f318-4b3c-b76a-fccf2e8f1bf4 req-e7075406-a7a2-45ab-afac-774ea738e7dd tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471988 Dec 17 13:52:16.023613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d5650-2bba-44b7-a604-6c7105d8b583 req-4666a12c-3aca-4646-9cd6-d4730cbdd9e0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:16.025150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-396d5650-2bba-44b7-a604-6c7105d8b583 req-4666a12c-3aca-4646-9cd6-d4730cbdd9e0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0505064 Dec 17 13:52:16.078797 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-396d5650-2bba-44b7-a604-6c7105d8b583 req-ca391fa7-b803-4d94-b595-1c95942607e4 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467317 Dec 17 13:52:16.204812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd25be-7aeb-4c6e-bb1d-cb778e678ad0 req-8de3298d-58b3-4745-ada4-86e74d6782b6 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:16.206912 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-60cd25be-7aeb-4c6e-bb1d-cb778e678ad0 req-8de3298d-58b3-4745-ada4-86e74d6782b6 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0575576 Dec 17 13:52:16.258678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-60cd25be-7aeb-4c6e-bb1d-cb778e678ad0 req-ec38f972-3c76-4699-9cca-9d55133da9d5 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455279 Dec 17 13:52:16.415668 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2ebab03c-cae1-41b7-a537-8a82240251b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:16.718229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca770c-7f25-4ab1-948e-39493db33794 req-2e904924-e2f9-476b-b15d-733a98de5398 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:16.720477 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6ca770c-7f25-4ab1-948e-39493db33794 req-2e904924-e2f9-476b-b15d-733a98de5398 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0583005 Dec 17 13:52:16.769221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6ca770c-7f25-4ab1-948e-39493db33794 req-9a2ba145-fa72-4c02-9798-5b3f7730b891 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425637 Dec 17 13:52:16.881775 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-3a7e6a6c-0333-4687-8003-bb6615d2c8ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406675 Dec 17 13:52:17.855325 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:17.899637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac84b4-b8b7-4d64-b20c-3fb9be6f67d8 req-1f2018da-e18a-4a52-b949-ab1a47c93f74 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:17.901140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63ac84b4-b8b7-4d64-b20c-3fb9be6f67d8 req-1f2018da-e18a-4a52-b949-ab1a47c93f74 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0501778 Dec 17 13:52:17.954558 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63ac84b4-b8b7-4d64-b20c-3fb9be6f67d8 req-c71f49dd-7adc-4d78-a331-a2a2af7a7563 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471182 Dec 17 13:52:19.033055 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:19.087703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b698f2a-b846-474f-9191-3e8197726a4d req-7b6becf0-f7fd-4634-abd9-ad3aa30d779c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:19.089407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b698f2a-b846-474f-9191-3e8197726a4d req-7b6becf0-f7fd-4634-abd9-ad3aa30d779c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0592284 Dec 17 13:52:19.146264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b698f2a-b846-474f-9191-3e8197726a4d req-e68ffd9c-a00e-43b7-ba2d-56b246995194 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503490 Dec 17 13:52:19.282139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416325-ef65-4c40-ab17-1c994e122331 req-2d8e59ae-e7c8-4840-bd75-b8ee6f3baddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:19.283887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-2d8e59ae-e7c8-4840-bd75-b8ee6f3baddd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 1096 time: 0.0472126 Dec 17 13:52:19.380820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416325-ef65-4c40-ab17-1c994e122331 req-a2b4a470-fb33-43c6-b11d-8b028ee6ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:19.382366 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-a2b4a470-fb33-43c6-b11d-8b028ee6ff6d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.0912240 Dec 17 13:52:19.429179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-99dcc9cb-ee63-4bf8-9932-51b81b2a936c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d727e3-a333-4381-86f5-53cd2ec192cd HTTP/1.1" status: 200 len: 217 time: 0.0379136 Dec 17 13:52:19.480969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416325-ef65-4c40-ab17-1c994e122331 req-180aeb5b-cfa6-4add-955c-e8401d78ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:19.482641 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-180aeb5b-cfa6-4add-955c-e8401d78ab9d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0476806 Dec 17 13:52:19.526251 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-5570437a-dddd-45c4-99ed-3f22e94df808 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357163 Dec 17 13:52:19.622364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-4ca06cfe-9945-4338-864c-bb65ed86c123 service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892327 Dec 17 13:52:19.715792 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-44ce0486-36ab-41f4-832c-65f0c9e9d495 service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858560 Dec 17 13:52:19.897796 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:20.279180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a97bb-f85e-47b5-9b45-71d1d5a49b4d req-227ec61e-bf7e-49fc-9bf5-4592a5a949af tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:20.280636 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d8a97bb-f85e-47b5-9b45-71d1d5a49b4d req-227ec61e-bf7e-49fc-9bf5-4592a5a949af tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0623481 Dec 17 13:52:20.331744 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d8a97bb-f85e-47b5-9b45-71d1d5a49b4d req-74b1fa31-171f-4b33-867e-84536c93b2cb tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449955 Dec 17 13:52:21.457099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c31e5-6db2-4e56-a67c-e61e9bea8967 req-5a033a72-c849-4ded-8827-db4141397eaf tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:21.458669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d52c31e5-6db2-4e56-a67c-e61e9bea8967 req-5a033a72-c849-4ded-8827-db4141397eaf tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0559642 Dec 17 13:52:21.506556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d52c31e5-6db2-4e56-a67c-e61e9bea8967 req-b09833fa-44ed-4c8b-bc4e-115b491c1b88 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Dec 17 13:52:22.627540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb872b56-440a-4dd0-a7c9-02156a054ce5 req-1ccb08de-90eb-4256-a8c4-17fb2d4db100 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:22.629118 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cb872b56-440a-4dd0-a7c9-02156a054ce5 req-1ccb08de-90eb-4256-a8c4-17fb2d4db100 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0517206 Dec 17 13:52:22.682548 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cb872b56-440a-4dd0-a7c9-02156a054ce5 req-0ded9e76-9fca-4c71-93aa-681a028c2053 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Dec 17 13:52:23.801739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19339f7b-53ea-45a2-880b-3c6950980fac req-ce834188-6e88-431c-a0f6-58addae64e93 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:23.803347 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-19339f7b-53ea-45a2-880b-3c6950980fac req-ce834188-6e88-431c-a0f6-58addae64e93 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0492353 Dec 17 13:52:23.859725 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-19339f7b-53ea-45a2-880b-3c6950980fac req-6313b94b-68b5-4517-996b-8eabdbaafc50 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484159 Dec 17 13:52:25.003580 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4463d67-5f95-47af-a309-c5f6b5398d6d req-2b184a15-b3b1-4b80-91e6-4fc3381a7d13 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:25.005185 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c4463d67-5f95-47af-a309-c5f6b5398d6d req-2b184a15-b3b1-4b80-91e6-4fc3381a7d13 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0592747 Dec 17 13:52:25.071301 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c4463d67-5f95-47af-a309-c5f6b5398d6d req-62ce8632-1018-4a17-a53b-ed32e0e131cc tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581200 Dec 17 13:52:26.199515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251c37f-63de-45ea-bced-01cf45941844 req-cea096d0-3418-4527-8122-32cf3fc311e6 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:26.201081 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6251c37f-63de-45ea-bced-01cf45941844 req-cea096d0-3418-4527-8122-32cf3fc311e6 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0541279 Dec 17 13:52:26.259033 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6251c37f-63de-45ea-bced-01cf45941844 req-86be3b8f-a807-4b7f-b221-df8c3628feef tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512886 Dec 17 13:52:27.382962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1e5ff-69c5-47d9-97cc-b6f79550e1c9 req-eadbb13a-1698-44ad-a942-7bafe52fcce6 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:27.384528 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99d1e5ff-69c5-47d9-97cc-b6f79550e1c9 req-eadbb13a-1698-44ad-a942-7bafe52fcce6 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0507872 Dec 17 13:52:27.434573 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-99d1e5ff-69c5-47d9-97cc-b6f79550e1c9 req-855de104-27c6-49e5-b1bf-6fc45220352c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 Dec 17 13:52:28.557711 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f4945-a5ea-434a-9ee5-f0f3fca1be18 req-7c75ff1d-9467-4099-83f9-322b320bf052 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:28.559407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e18f4945-a5ea-434a-9ee5-f0f3fca1be18 req-7c75ff1d-9467-4099-83f9-322b320bf052 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0509825 Dec 17 13:52:28.611250 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e18f4945-a5ea-434a-9ee5-f0f3fca1be18 req-a4049d3e-ab27-4ddd-ae08-514ee05e3751 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Dec 17 13:52:29.731337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1cedb-7edd-49b1-bd77-4950b83898b0 req-99499f0b-6c2e-428f-b034-30de1d700dd5 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:29.732897 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5ad1cedb-7edd-49b1-bd77-4950b83898b0 req-99499f0b-6c2e-428f-b034-30de1d700dd5 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0504308 Dec 17 13:52:29.782505 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5ad1cedb-7edd-49b1-bd77-4950b83898b0 req-733301cc-5e96-4492-802d-88d5ad18dac0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 Dec 17 13:52:30.728938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a8506-536e-48e5-aa93-1b6a0010402e req-bf31583b-821c-487d-8b96-45c6e788f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:30.730415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-542a8506-536e-48e5-aa93-1b6a0010402e req-bf31583b-821c-487d-8b96-45c6e788f1f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 1096 time: 0.0430419 Dec 17 13:52:30.841431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a8506-536e-48e5-aa93-1b6a0010402e req-bd1b56b4-ef3f-4f47-a7bf-c6af23554f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:30.843011 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-542a8506-536e-48e5-aa93-1b6a0010402e req-bd1b56b4-ef3f-4f47-a7bf-c6af23554f79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.0911622 Dec 17 13:52:30.895271 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-542a8506-536e-48e5-aa93-1b6a0010402e req-9a0e3b29-67ac-4677-bd89-5fd3dfd6b430 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d727e3-a333-4381-86f5-53cd2ec192cd HTTP/1.1" status: 200 len: 217 time: 0.0446987 Dec 17 13:52:30.966777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a8506-536e-48e5-aa93-1b6a0010402e req-d7e051e1-d4f1-441e-96f0-0f2e8428e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:30.968231 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-542a8506-536e-48e5-aa93-1b6a0010402e req-d7e051e1-d4f1-441e-96f0-0f2e8428e05f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0587456 Dec 17 13:52:30.976677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2e9fd-22e1-4b62-9276-7cab84a6bc87 req-1d70b04b-9c11-4f37-883b-3c8476b3d3f3 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:30.978094 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40f2e9fd-22e1-4b62-9276-7cab84a6bc87 req-1d70b04b-9c11-4f37-883b-3c8476b3d3f3 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.1214736 Dec 17 13:52:31.009554 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-542a8506-536e-48e5-aa93-1b6a0010402e req-350a1d3d-54ad-4aee-bae7-0f92e481bc21 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303829 Dec 17 13:52:31.100541 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-40f2e9fd-22e1-4b62-9276-7cab84a6bc87 req-9102511a-708a-4053-bb6c-a9b35f64aac1 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137533 Dec 17 13:52:31.131192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-542a8506-536e-48e5-aa93-1b6a0010402e req-96a1c261-680c-4128-be76-ebd99b88215c service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141627 Dec 17 13:52:31.222783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-542a8506-536e-48e5-aa93-1b6a0010402e req-78c207d4-a8ca-42f1-8570-333a88ea1ab4 service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839982 Dec 17 13:52:31.946345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:32.226218 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00b89a-a485-479d-9111-73c95402a0ec req-f82728b1-ffc8-477b-b056-3a6c1d2f6c2f tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:32.227654 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f00b89a-a485-479d-9111-73c95402a0ec req-f82728b1-ffc8-477b-b056-3a6c1d2f6c2f tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0550866 Dec 17 13:52:32.275954 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f00b89a-a485-479d-9111-73c95402a0ec req-e3578c75-196d-44e9-98ff-95b63c70f13c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Dec 17 13:52:33.396551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf10c0e-7eb8-4388-8898-c2ae8d50f252 req-ba2efd6e-c556-4c36-b0ce-118197b70c0a tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:33.398088 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ccf10c0e-7eb8-4388-8898-c2ae8d50f252 req-ba2efd6e-c556-4c36-b0ce-118197b70c0a tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0510151 Dec 17 13:52:33.454130 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ccf10c0e-7eb8-4388-8898-c2ae8d50f252 req-732a83fc-ebf1-4117-90eb-d1c342a68f26 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482059 Dec 17 13:52:34.574700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2589a8-bb83-4848-9087-cf8073035253 req-97a01733-a770-4913-a5bf-b84fc3b44627 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:34.576098 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be2589a8-bb83-4848-9087-cf8073035253 req-97a01733-a770-4913-a5bf-b84fc3b44627 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0517204 Dec 17 13:52:34.623489 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be2589a8-bb83-4848-9087-cf8073035253 req-88a741c7-7efb-4632-a2a3-15543d26f56f tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 Dec 17 13:52:35.293006 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:52:35.739817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d1ede-7d30-497b-b5a2-11c688a0e661 req-455e74d0-8d13-49c8-96cc-2bca8a016616 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:35.741332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b77d1ede-7d30-497b-b5a2-11c688a0e661 req-455e74d0-8d13-49c8-96cc-2bca8a016616 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0493340 Dec 17 13:52:35.789288 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b77d1ede-7d30-497b-b5a2-11c688a0e661 req-f3663a1c-29d8-4d34-90b2-bd4b23068f05 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Dec 17 13:52:36.419711 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:36.915266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71e639-37a3-41cf-86be-0f060d3f3caa req-f816b350-0c3b-41e5-835f-9f0cdc828dc2 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:36.916849 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f71e639-37a3-41cf-86be-0f060d3f3caa req-f816b350-0c3b-41e5-835f-9f0cdc828dc2 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0562868 Dec 17 13:52:36.963945 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f71e639-37a3-41cf-86be-0f060d3f3caa req-987d6d29-a41d-494f-9f44-edd0acddc5af tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Dec 17 13:52:38.086333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be1745-83ed-4a9b-88c6-681f017b17de req-3a6afa10-e6bd-424e-a6e4-e443e880f79a tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:38.087942 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2be1745-83ed-4a9b-88c6-681f017b17de req-3a6afa10-e6bd-424e-a6e4-e443e880f79a tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0524116 Dec 17 13:52:38.138621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f2be1745-83ed-4a9b-88c6-681f017b17de req-ca0049b5-9845-4a03-b8ec-e429f4d92f72 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Dec 17 13:52:39.265206 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9354170-dc2a-45b5-bb43-62fb032cfa9f req-45eece2e-23a2-42a8-a469-8462bdabe625 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:39.267673 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9354170-dc2a-45b5-bb43-62fb032cfa9f req-45eece2e-23a2-42a8-a469-8462bdabe625 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0567541 Dec 17 13:52:39.327734 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9354170-dc2a-45b5-bb43-62fb032cfa9f req-505d0fe2-ef18-48ad-b8ba-887c8a9cac1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507514 Dec 17 13:52:40.486764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b6875-2778-4a8c-910c-1aee1925ec0f req-767ef92d-38d6-4fea-8186-b1d535ed5952 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:40.488241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-020b6875-2778-4a8c-910c-1aee1925ec0f req-767ef92d-38d6-4fea-8186-b1d535ed5952 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0586627 Dec 17 13:52:40.537736 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-020b6875-2778-4a8c-910c-1aee1925ec0f req-1145a5ed-e42f-45eb-b602-3ba6f6a65607 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426195 Dec 17 13:52:41.672465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a6921-2be2-4998-9427-73ddb7c0d56c req-f7b2fe76-dffe-418b-a3af-d33b37bbee11 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:41.674252 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-320a6921-2be2-4998-9427-73ddb7c0d56c req-f7b2fe76-dffe-418b-a3af-d33b37bbee11 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0600550 Dec 17 13:52:41.749890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-320a6921-2be2-4998-9427-73ddb7c0d56c req-918e24a8-4e5f-497d-a32b-97f6a4ad2d20 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678878 Dec 17 13:52:42.884304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d510a-fdc5-4792-a9cb-4c7c5048c8d5 req-e59ba269-d700-4845-8dc0-bc90f051116e tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:42.885980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-875d510a-fdc5-4792-a9cb-4c7c5048c8d5 req-e59ba269-d700-4845-8dc0-bc90f051116e tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0574014 Dec 17 13:52:42.936710 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-875d510a-fdc5-4792-a9cb-4c7c5048c8d5 req-593f7c04-1e0a-494b-acf2-caa36ef03ce1 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434377 Dec 17 13:52:43.923942 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f861990-f7df-4ba7-8937-b60b89959da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:44.065093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7a84b-bf1b-4aff-89cb-8fcfbf573bd1 req-7e7387ba-0a0b-4c60-9cff-bd18cc0d7a6d tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:44.067295 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-36d7a84b-bf1b-4aff-89cb-8fcfbf573bd1 req-7e7387ba-0a0b-4c60-9cff-bd18cc0d7a6d tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0547206 Dec 17 13:52:44.124802 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-36d7a84b-bf1b-4aff-89cb-8fcfbf573bd1 req-0b885b7a-7242-40d2-a86c-6cecad433180 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503111 Dec 17 13:52:45.279761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d0ce9-2f69-4003-8537-f710312798bb req-50d69aec-21c7-443d-9182-ac4f223bcbd2 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:45.286097 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f0d0ce9-2f69-4003-8537-f710312798bb req-50d69aec-21c7-443d-9182-ac4f223bcbd2 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0678813 Dec 17 13:52:45.343667 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f0d0ce9-2f69-4003-8537-f710312798bb req-ba135161-410d-4219-85d0-ef4391a2f9be tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547590 Dec 17 13:52:46.380333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bb90a8f1-676a-4688-a910-98fa58f56021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:46.487298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78742fa3-484f-44f4-b0fc-663c42cc955b req-ce3baa37-fa60-42db-a7e2-335e4d9358e5 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:46.489114 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-78742fa3-484f-44f4-b0fc-663c42cc955b req-ce3baa37-fa60-42db-a7e2-335e4d9358e5 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0556262 Dec 17 13:52:46.553404 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-78742fa3-484f-44f4-b0fc-663c42cc955b req-43756d0f-bda4-4be8-8852-ba433e854053 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556240 Dec 17 13:52:47.467063 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-d4416325-ef65-4c40-ab17-1c994e122331 req-0415ff22-545e-40cd-8f46-1743bec72a52 service neutron] show failed (client error): The resource could not be found. Dec 17 13:52:47.468050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-0415ff22-545e-40cd-8f46-1743bec72a52 service neutron] 10.222.0.61 "GET /v2.0/ports/66d727e3-a333-4381-86f5-53cd2ec192cd/bindings/n-h1-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0658689 Dec 17 13:52:47.685967 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10f21d-a4eb-4cad-a7e1-44637af02fba req-e90bd914-6320-44e4-821f-a4db2ce03745 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:47.687557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f10f21d-a4eb-4cad-a7e1-44637af02fba req-e90bd914-6320-44e4-821f-a4db2ce03745 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0632787 Dec 17 13:52:47.749710 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f10f21d-a4eb-4cad-a7e1-44637af02fba req-2dc6f6c1-2d22-453a-b1d9-9adcf6768633 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558519 Dec 17 13:52:47.843383 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:47.968900 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416325-ef65-4c40-ab17-1c994e122331 req-7d8d4e17-17e8-474a-b2ed-727301e07202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:47.970525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-7d8d4e17-17e8-474a-b2ed-727301e07202 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa&tenant_id=b85b4e54527f48519e7fc168599391d4 HTTP/1.1" status: 200 len: 1096 time: 0.0531130 Dec 17 13:52:47.983346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:52:48.061699 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:48.299116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=66d727e3-a333-4381-86f5-53cd2ec192cd,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:52:48.334164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:52:48.380693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd78e782-6cca-4758-b195-668de1e954fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d727e3-a333-4381-86f5-53cd2ec192cd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:52:48.383010 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76528c0-fa52-48aa-a8be-130b9164e68f" -d '{"events": [{"server_uuid": "dd78e782-6cca-4758-b195-668de1e954fa", "name": "network-vif-unplugged", "status": "completed", "tag": "66d727e3-a333-4381-86f5-53cd2ec192cd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:52:48.387021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:48.404409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Transition to ACTIVE for port object 66d727e3-a333-4381-86f5-53cd2ec192cd will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:52:48.448867 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bba823f-6f2f-4d73-8d1d-14f37febee4f x-openstack-request-id: req-3bba823f-6f2f-4d73-8d1d-14f37febee4f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:52:48.449202 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd78e782-6cca-4758-b195-668de1e954fa", "name": "network-vif-unplugged", "status": "completed", "tag": "66d727e3-a333-4381-86f5-53cd2ec192cd", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:52:48.449637 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3bba823f-6f2f-4d73-8d1d-14f37febee4f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:52:48.450278 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd78e782-6cca-4758-b195-668de1e954fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d727e3-a333-4381-86f5-53cd2ec192cd', 'code': 200} Dec 17 13:52:48.455045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:48.520841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Pushing event updated for resources: {'Port': ['ID=66d727e3-a333-4381-86f5-53cd2ec192cd,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:48.523176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] No DVR routers for this DVR port 66d727e3-a333-4381-86f5-53cd2ec192cd on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:52:48.534919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.535333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.535616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.535952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.536285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.536615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.536939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.537261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.537604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.537936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.538290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.538607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.538928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:52:48.576853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Attempting to bind port 66d727e3-a333-4381-86f5-53cd2ec192cd on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:52:48.577189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Attempting to bind port 66d727e3-a333-4381-86f5-53cd2ec192cd by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:52:48.577522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Attempting to bind port 66d727e3-a333-4381-86f5-53cd2ec192cd on network f59b1ecb-c883-473c-902f-989d885cd6dd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:52:48.583508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Port 66d727e3-a333-4381-86f5-53cd2ec192cd on network f59b1ecb-c883-473c-902f-989d885cd6dd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:52:48.583899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Attempting to bind port 66d727e3-a333-4381-86f5-53cd2ec192cd on network f59b1ecb-c883-473c-902f-989d885cd6dd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:52:48.589942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:52:48.590191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Checking segment: {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:52:48.590578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Bound using segment: {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:52:48.591014 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Bound port: 66d727e3-a333-4381-86f5-53cd2ec192cd, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:52:48.591457 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:48.674471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:52:48.678330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=66d727e3-a333-4381-86f5-53cd2ec192cd,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:52:48.753138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:48.791423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:48.792457 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:48.794006 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] 10.222.0.54 "PUT /v2.0/ports/66d727e3-a333-4381-86f5-53cd2ec192cd HTTP/1.1" status: 200 len: 1091 time: 0.8148091 Dec 17 13:52:48.866946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b7792-1b29-40c6-95a2-c9f1aca0196c service neutron] Pushing event updated for resources: {'Port': ['ID=66d727e3-a333-4381-86f5-53cd2ec192cd,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:48.921024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416325-ef65-4c40-ab17-1c994e122331 req-df154dda-6815-474a-b87c-a0b0704c96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:48.923167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-df154dda-6815-474a-b87c-a0b0704c96c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 1094 time: 0.0973439 Dec 17 13:52:48.936180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab7dad-e416-46b3-aea5-81eb8f15eb28 req-c4c9fc7b-5d34-44a5-b591-6e52d5418961 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:48.938243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-01ab7dad-e416-46b3-aea5-81eb8f15eb28 req-c4c9fc7b-5d34-44a5-b591-6e52d5418961 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 943 time: 0.0980814 Dec 17 13:52:49.020652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:49.048733 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-01ab7dad-e416-46b3-aea5-81eb8f15eb28 req-5cf81f6b-3a0e-4371-b590-7370fea55035 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913281 Dec 17 13:52:49.068740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416325-ef65-4c40-ab17-1c994e122331 req-fb23af62-1170-4299-8128-bb4c5c8f98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:49.070921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-fb23af62-1170-4299-8128-bb4c5c8f98f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.1317155 Dec 17 13:52:49.140336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-c8169ed4-3302-40e1-bb88-853bf9571e6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d727e3-a333-4381-86f5-53cd2ec192cd HTTP/1.1" status: 200 len: 217 time: 0.0591595 Dec 17 13:52:49.195779 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416325-ef65-4c40-ab17-1c994e122331 req-1e6375b5-1525-4491-beab-714008b21362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:49.197404 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-1e6375b5-1525-4491-beab-714008b21362 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0502982 Dec 17 13:52:49.231444 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-ed776aa0-d883-46f0-b6cb-254a617f5c4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267520 Dec 17 13:52:49.329004 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-22a32c6e-fa88-4c23-9691-e01e14f45fc7 service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895014 Dec 17 13:52:49.428778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4416325-ef65-4c40-ab17-1c994e122331 req-6bba2200-5cbf-4900-8f76-994c567b9e95 service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921605 Dec 17 13:52:49.860295 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:50.195849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938532c-a384-4336-9685-64bdd58f0b31 req-2580b9e3-a08f-405a-a835-43839ef56675 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:50.197457 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8938532c-a384-4336-9685-64bdd58f0b31 req-2580b9e3-a08f-405a-a835-43839ef56675 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 943 time: 0.0692778 Dec 17 13:52:50.264627 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8938532c-a384-4336-9685-64bdd58f0b31 req-db928ed9-9717-4cab-abfb-e4de7e68f2d2 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601630 Dec 17 13:52:50.451343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd78e782-6cca-4758-b195-668de1e954fa', 'tag': '66d727e3-a333-4381-86f5-53cd2ec192cd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:52:50.453664 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76" -d '{"events": [{"name": "network-changed", "server_uuid": "dd78e782-6cca-4758-b195-668de1e954fa", "tag": "66d727e3-a333-4381-86f5-53cd2ec192cd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:52:50.530892 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469786e8-2388-435f-800d-aa54fd819f89 x-openstack-request-id: req-469786e8-2388-435f-800d-aa54fd819f89 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:52:50.531232 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd78e782-6cca-4758-b195-668de1e954fa", "tag": "66d727e3-a333-4381-86f5-53cd2ec192cd", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:52:50.531478 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-469786e8-2388-435f-800d-aa54fd819f89 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:52:50.532269 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd78e782-6cca-4758-b195-668de1e954fa', 'tag': '66d727e3-a333-4381-86f5-53cd2ec192cd', 'status': 'completed', 'code': 200} Dec 17 13:52:50.626625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-9a37c383-1d2d-4fa7-8207-8da35c7b461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:50.628185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-9a37c383-1d2d-4fa7-8207-8da35c7b461e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 1094 time: 0.0727232 Dec 17 13:52:50.632581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-723a7c27-6c32-469e-b312-0066770866d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:50.634010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-723a7c27-6c32-469e-b312-0066770866d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 1094 time: 0.0771804 Dec 17 13:52:50.847544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 66d727e3-a333-4381-86f5-53cd2ec192cd no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:52:50.902940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 66d727e3-a333-4381-86f5-53cd2ec192cd not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:52:51.122440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-fa77d7f8-5624-4e12-8c74-84ba65c41b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:51.122440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-fa77d7f8-5624-4e12-8c74-84ba65c41b19 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.4744415 Dec 17 13:52:51.122440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-7f4797b4-d45d-450e-91df-9e88a5ba4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:51.122440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-7f4797b4-d45d-450e-91df-9e88a5ba4f4a service neutron] 10.222.0.54 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.4706745 Dec 17 13:52:51.167979 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-4eba4749-c43c-46ca-8770-da3079adba84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d727e3-a333-4381-86f5-53cd2ec192cd HTTP/1.1" status: 200 len: 217 time: 0.0407081 Dec 17 13:52:51.203811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-259038b6-823f-442a-b547-dbe4e9094f81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d727e3-a333-4381-86f5-53cd2ec192cd HTTP/1.1" status: 200 len: 217 time: 0.0704064 Dec 17 13:52:51.276085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-82182ee9-a08a-4455-86ae-a1899288598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:51.277606 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-82182ee9-a08a-4455-86ae-a1899288598f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0822456 Dec 17 13:52:51.285190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-74463c53-2aaf-4865-ba47-56b9c1bcce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:51.286906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-74463c53-2aaf-4865-ba47-56b9c1bcce5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0600710 Dec 17 13:52:51.330628 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-407a6463-6ef4-43f0-8f20-2098bbe67fb9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412388 Dec 17 13:52:51.358585 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-9f123769-017d-4bbf-b296-fffab9b5be49 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595801 Dec 17 13:52:51.417010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3e871-ddfc-4b76-8060-0c2a4d7886ec req-1ff40006-108e-4f97-94e4-e53478f706f9 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:51.418516 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ef3e871-ddfc-4b76-8060-0c2a4d7886ec req-1ff40006-108e-4f97-94e4-e53478f706f9 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 943 time: 0.0667660 Dec 17 13:52:51.488226 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6ef3e871-ddfc-4b76-8060-0c2a4d7886ec req-ea5d4784-f5fc-4e45-b6ab-11aae6b6b13b tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621977 Dec 17 13:52:51.516677 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-161608f5-0d1c-4ad0-ab7e-abec42cb0846 service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667824 Dec 17 13:52:51.523048 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-28fb92af-88e4-425f-8b77-b19dcc40896f service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525512 Dec 17 13:52:51.686768 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-a852dbea-da7f-4a49-9b3b-e0be3a0cc400 service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592367 Dec 17 13:52:51.688470 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-898095f0-7d70-46ca-bd0e-c3b8ddb7ef76 req-329ebe12-784f-478d-ae87-01ece4c34303 service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531115 Dec 17 13:52:52.514216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 66d727e3-a333-4381-86f5-53cd2ec192cd details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:52:52.624653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=66d727e3-a333-4381-86f5-53cd2ec192cd,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:52:52.627848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cce167-8916-4bc4-b934-b8e33a7dccbf req-f52d8178-1b56-4fa3-9406-1041a6b8ebbb tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:52.629420 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-17cce167-8916-4bc4-b934-b8e33a7dccbf req-f52d8178-1b56-4fa3-9406-1041a6b8ebbb tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 943 time: 0.0587254 Dec 17 13:52:52.641053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '66d727e3-a333-4381-86f5-53cd2ec192cd', 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd', 'port_id': '66d727e3-a333-4381-86f5-53cd2ec192cd', 'mac_address': 'fa:16:3e:91:58:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52907661-bf34-4886-babe-96103ad69dc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:52:52.682729 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:52.698009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-17cce167-8916-4bc4-b934-b8e33a7dccbf req-80ce3d2e-20fb-4af9-8734-bf6d3ac3fe7d tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580106 Dec 17 13:52:52.700504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d727e3-a333-4381-86f5-53cd2ec192cd {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:52:52.731775 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=66d727e3-a333-4381-86f5-53cd2ec192cd,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:52:52.797188 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:52.856724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=66d727e3-a333-4381-86f5-53cd2ec192cd,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:53.013196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['66d727e3-a333-4381-86f5-53cd2ec192cd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:52:53.082883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83982273-591f-423f-9eea-07841c9a891c req-dbdece05-c1b3-422f-9573-69e71b771478 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:53.084432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-83982273-591f-423f-9eea-07841c9a891c req-dbdece05-c1b3-422f-9573-69e71b771478 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 944 time: 0.0629981 Dec 17 13:52:53.182603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-83982273-591f-423f-9eea-07841c9a891c req-3f6cd5fa-4d63-4ed6-9b64-33b929684f29 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908267 Dec 17 13:52:53.223605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-2e0f48b9-4565-4b2a-a538-84005ca29e48 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:53.225344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-2e0f48b9-4565-4b2a-a538-84005ca29e48 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa&tenant_id=b85b4e54527f48519e7fc168599391d4&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 944 time: 0.0754726 Dec 17 13:52:53.294415 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-bc730909-464a-47b9-ab47-46108b5e9f40 service neutron] delete failed (client error): The resource could not be found. Dec 17 13:52:53.295457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-bc730909-464a-47b9-ab47-46108b5e9f40 service neutron] 10.222.0.61 "DELETE /v2.0/ports/66d727e3-a333-4381-86f5-53cd2ec192cd/bindings/n-h2-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0569856 Dec 17 13:52:53.406270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-c2d788a0-91a4-4591-89e2-ec95a19f87ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:53.407720 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-c2d788a0-91a4-4591-89e2-ec95a19f87ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 1095 time: 0.0487766 Dec 17 13:52:53.548983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-18262275-8450-434b-822f-cfaa39aff005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:53.551328 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-18262275-8450-434b-822f-cfaa39aff005 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.1326702 Dec 17 13:52:53.604611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-b2e5029b-5b07-4962-92f2-e92052f46e83 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d727e3-a333-4381-86f5-53cd2ec192cd HTTP/1.1" status: 200 len: 217 time: 0.0423894 Dec 17 13:52:53.669570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-7741ea2e-57dc-4955-a5ca-afe4904335e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:53.671027 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-7741ea2e-57dc-4955-a5ca-afe4904335e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0545123 Dec 17 13:52:53.710733 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-452a82a1-ebfb-43b9-add9-93ad0ea54990 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273936 Dec 17 13:52:53.812278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-e36820a0-5d29-47e2-83b3-da0b2aa615ab service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926878 Dec 17 13:52:53.926749 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e3690a4-9693-45d7-a6d0-f2909d4266d6 req-c1a396ff-5ed0-4d64-920d-3645cfb777ad service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002917 Dec 17 13:52:54.341383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd2798-6cb0-4f25-b5dd-4db1838d27e3 req-b19ed836-1b09-4562-bdd2-49d0660fd0e9 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:54.343799 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9edd2798-6cb0-4f25-b5dd-4db1838d27e3 req-b19ed836-1b09-4562-bdd2-49d0660fd0e9 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 944 time: 0.0620401 Dec 17 13:52:54.418372 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9edd2798-6cb0-4f25-b5dd-4db1838d27e3 req-1182d24b-a93c-4ac0-9fb8-72073a79c280 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678544 Dec 17 13:52:54.515680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 66d727e3-a333-4381-86f5-53cd2ec192cd up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:52:54.654442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 66d727e3-a333-4381-86f5-53cd2ec192cd completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:52:54.659035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 66d727e3-a333-4381-86f5-53cd2ec192cd triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:52:54.661501 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:54.746465 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:54.771759 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd78e782-6cca-4758-b195-668de1e954fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d727e3-a333-4381-86f5-53cd2ec192cd'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:52:54.773996 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf3d1ec-87f4-45d3-a116-82301d0064c4" -d '{"events": [{"server_uuid": "dd78e782-6cca-4758-b195-668de1e954fa", "name": "network-vif-plugged", "status": "completed", "tag": "66d727e3-a333-4381-86f5-53cd2ec192cd"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:52:54.788656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=66d727e3-a333-4381-86f5-53cd2ec192cd,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:52:54.826987 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5550768b-2910-46b5-b258-d50e909f4e33 x-openstack-request-id: req-5550768b-2910-46b5-b258-d50e909f4e33 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:52:54.827287 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd78e782-6cca-4758-b195-668de1e954fa", "name": "network-vif-plugged", "status": "completed", "tag": "66d727e3-a333-4381-86f5-53cd2ec192cd", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:52:54.827536 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5550768b-2910-46b5-b258-d50e909f4e33 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:52:54.827937 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd78e782-6cca-4758-b195-668de1e954fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d727e3-a333-4381-86f5-53cd2ec192cd', 'code': 200} Dec 17 13:52:54.867003 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:54.946894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=66d727e3-a333-4381-86f5-53cd2ec192cd,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:55.565194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f72dd-0117-470a-a77f-1eaeab4444e3 req-4d17be4f-d0a3-4366-bd67-fb91c08a2255 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:55.566737 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f25f72dd-0117-470a-a77f-1eaeab4444e3 req-4d17be4f-d0a3-4366-bd67-fb91c08a2255 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0657275 Dec 17 13:52:55.632416 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f25f72dd-0117-470a-a77f-1eaeab4444e3 req-a10d6a96-8d3f-4262-af05-80402d40ead2 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591211 Dec 17 13:52:55.797030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e3c13-7849-457e-a6d3-23c4f802a7aa req-9b3b5edd-1a5a-45d6-894d-367c9b501d51 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:55.811137 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-950e3c13-7849-457e-a6d3-23c4f802a7aa req-9b3b5edd-1a5a-45d6-894d-367c9b501d51 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0958056 Dec 17 13:52:55.875074 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-950e3c13-7849-457e-a6d3-23c4f802a7aa req-a2f2ada9-6b6a-4ee6-b4ba-5b85f7545fd9 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625439 Dec 17 13:52:55.998629 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58ec1c-17c4-42a8-9fc2-33cce1f4bf57 req-1ca97c64-e590-49fa-9928-86e7938ba5d7 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:56.000192 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f58ec1c-17c4-42a8-9fc2-33cce1f4bf57 req-1ca97c64-e590-49fa-9928-86e7938ba5d7 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0545239 Dec 17 13:52:56.063137 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7f58ec1c-17c4-42a8-9fc2-33cce1f4bf57 req-e1319d79-8a32-429f-b72e-947bd8653546 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558441 Dec 17 13:52:56.749269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-b80a1720-a978-4fdd-b3c3-68c71ee41523 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:56.751317 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-b80a1720-a978-4fdd-b3c3-68c71ee41523 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 815 time: 0.1301563 Dec 17 13:52:56.775267 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-229fbccc-2037-41a5-824e-782f3a02e5bf tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/quotas/b85b4e54527f48519e7fc168599391d4 HTTP/1.1" status: 200 len: 375 time: 0.0166125 Dec 17 13:52:56.836465 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-b35366a0-4595-4805-874b-1d4b813cef4f tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0502138 Dec 17 13:52:56.847622 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c67cbb7b-5378-463b-988e-06a2e54748c1 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 13:52:56.848629 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c67cbb7b-5378-463b-988e-06a2e54748c1 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052958 Dec 17 13:52:56.950826 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-4b6cea31-75cf-4cd9-8c1b-29608b4a399c service neutron] 10.222.0.59 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954556 Dec 17 13:52:57.045880 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-f05b2399-2f76-42cc-9900-17160a6a8112 service neutron] 10.222.0.59 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884056 Dec 17 13:52:57.339450 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fa424d79-874a-488d-9994-b9c16c38e63e req-a837213b-7079-4809-a212-c4aba5905ce0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 210 time: 0.0368142 Dec 17 13:52:57.815438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87c20e-cd44-4424-8eec-cf003ce88a70 req-1ce22ec7-a89d-464d-8a2f-40f870c07055 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:57.817829 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b87c20e-cd44-4424-8eec-cf003ce88a70 req-1ce22ec7-a89d-464d-8a2f-40f870c07055 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd78e782-6cca-4758-b195-668de1e954fa HTTP/1.1" status: 200 len: 945 time: 0.0600481 Dec 17 13:52:57.938791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-5b87c20e-cd44-4424-8eec-cf003ce88a70 req-bc2b2090-ec36-4374-a18f-267a03847123 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Deleting port 66d727e3-a333-4381-86f5-53cd2ec192cd {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:52:57.940841 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5b87c20e-cd44-4424-8eec-cf003ce88a70 req-bc2b2090-ec36-4374-a18f-267a03847123 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:58.065637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5b87c20e-cd44-4424-8eec-cf003ce88a70 req-bc2b2090-ec36-4374-a18f-267a03847123 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] For port 66d727e3-a333-4381-86f5-53cd2ec192cd, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=66d727e3-a333-4381-86f5-53cd2ec192cd,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:52:58.066021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5b87c20e-cd44-4424-8eec-cf003ce88a70 req-bc2b2090-ec36-4374-a18f-267a03847123 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:58.087762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-5b87c20e-cd44-4424-8eec-cf003ce88a70 req-bc2b2090-ec36-4374-a18f-267a03847123 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Calling delete_port for 66d727e3-a333-4381-86f5-53cd2ec192cd owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:52:58.346281 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5b87c20e-cd44-4424-8eec-cf003ce88a70 req-bc2b2090-ec36-4374-a18f-267a03847123 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:58.359594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['66d727e3-a333-4381-86f5-53cd2ec192cd'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:52:58.378296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b2090-ec36-4374-a18f-267a03847123 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Pushing event deleted for resources: {'Port': ['ID=66d727e3-a333-4381-86f5-53cd2ec192cd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:52:58.447561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b87c20e-cd44-4424-8eec-cf003ce88a70 req-bc2b2090-ec36-4374-a18f-267a03847123 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] No DVR routers for this DVR port 66d727e3-a333-4381-86f5-53cd2ec192cd on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:52:58.451183 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5b87c20e-cd44-4424-8eec-cf003ce88a70 req-bc2b2090-ec36-4374-a18f-267a03847123 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:52:58.456751 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5b87c20e-cd44-4424-8eec-cf003ce88a70 req-bc2b2090-ec36-4374-a18f-267a03847123 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.54 "DELETE /v2.0/ports/66d727e3-a333-4381-86f5-53cd2ec192cd HTTP/1.1" status: 204 len: 173 time: 0.6334529 Dec 17 13:52:58.457543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd78e782-6cca-4758-b195-668de1e954fa', 'name': 'network-vif-deleted', 'tag': '66d727e3-a333-4381-86f5-53cd2ec192cd'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:52:58.460118 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09419113-33fc-41b4-ae3c-8ccb605c3a53" -d '{"events": [{"server_uuid": "dd78e782-6cca-4758-b195-668de1e954fa", "name": "network-vif-deleted", "tag": "66d727e3-a333-4381-86f5-53cd2ec192cd"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:52:58.479835 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f0e2739-2961-4ac6-90e7-8965ea91ef4a req-cebbc0cd-1c02-42f6-9bd5-c3c1f1631f29 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 210 time: 0.0437756 Dec 17 13:52:58.514305 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5756c6e4-2228-4217-b80d-f1d9b032c827 x-openstack-request-id: req-5756c6e4-2228-4217-b80d-f1d9b032c827 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:52:58.514305 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd78e782-6cca-4758-b195-668de1e954fa", "name": "network-vif-deleted", "tag": "66d727e3-a333-4381-86f5-53cd2ec192cd", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:52:58.514305 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5756c6e4-2228-4217-b80d-f1d9b032c827 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:52:58.521150 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd78e782-6cca-4758-b195-668de1e954fa', 'name': 'network-vif-deleted', 'tag': '66d727e3-a333-4381-86f5-53cd2ec192cd', 'status': 'completed', 'code': 200} Dec 17 13:52:59.610085 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-117dcf9f-9b8c-4ee8-9a07-ababbc806876 req-7889e3cd-2e41-4ae1-870e-10fb9673084d tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 210 time: 0.0351543 Dec 17 13:52:59.617184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-8cd4b97c-6c39-46fe-8738-9cd20996ecd2 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:52:59.619057 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-8cd4b97c-6c39-46fe-8738-9cd20996ecd2 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.54 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 815 time: 0.1389332 Dec 17 13:52:59.640912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Request body: {'port': {'device_id': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd', 'admin_state_up': True, 'tenant_id': 'b85b4e54527f48519e7fc168599391d4'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:52:59.893024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Made reservation on behalf of b85b4e54527f48519e7fc168599391d4 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:52:59.898100 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:00.143353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Allocated IP 172.20.0.9 (f59b1ecb-c883-473c-902f-989d885cd6dd/52907661-bf34-4886-babe-96103ad69dc8/4e482add-717d-49ce-8b00-195c4da19404) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:53:00.338140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:00.466547 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:00.514767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Network f59b1ecb-c883-473c-902f-989d885cd6dd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:53:00.518911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:53:00.522970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:53:00.529769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Pushing event updated for resources: {'Port': ['ID=4e482add-717d-49ce-8b00-195c4da19404,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:00.545202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 66d727e3-a333-4381-86f5-53cd2ec192cd no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:53:00.571130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 66d727e3-a333-4381-86f5-53cd2ec192cd {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:53:00.571485 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 66d727e3-a333-4381-86f5-53cd2ec192cd not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:53:00.590237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:00.590868 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:00.681305 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-341c3f69-300a-4a97-90d6-b9ad126f6a1c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0465937 Dec 17 13:53:00.694446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Request body: {'port': {'device_id': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:53:00.785200 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:00.806072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf033382-ba4d-4e76-9526-d226dcd113e5 req-e2e44f2a-4082-4f6d-87f4-b3b8dbd6b8d3 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:00.807885 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf033382-ba4d-4e76-9526-d226dcd113e5 req-e2e44f2a-4082-4f6d-87f4-b3b8dbd6b8d3 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 931 time: 0.0894587 Dec 17 13:53:00.971378 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf033382-ba4d-4e76-9526-d226dcd113e5 req-440e20a6-f9af-4979-af79-7c05fa9f562b tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371131 Dec 17 13:53:01.123958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e482add-717d-49ce-8b00-195c4da19404 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:53:01.131746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:01.144670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Transition to ACTIVE for port object 4e482add-717d-49ce-8b00-195c4da19404 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:53:01.306122 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:01.359470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Pushing event updated for resources: {'Port': ['ID=4e482add-717d-49ce-8b00-195c4da19404,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:01.434456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Attempting to bind port 4e482add-717d-49ce-8b00-195c4da19404 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:53:01.434798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Attempting to bind port 4e482add-717d-49ce-8b00-195c4da19404 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:53:01.435209 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Attempting to bind port 4e482add-717d-49ce-8b00-195c4da19404 on network f59b1ecb-c883-473c-902f-989d885cd6dd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:53:01.441323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Port 4e482add-717d-49ce-8b00-195c4da19404 on network f59b1ecb-c883-473c-902f-989d885cd6dd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:53:01.441695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Attempting to bind port 4e482add-717d-49ce-8b00-195c4da19404 on network f59b1ecb-c883-473c-902f-989d885cd6dd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:53:01.447077 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:53:01.447394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Checking segment: {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:53:01.447814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Bound using segment: {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:53:01.448259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Bound port: 4e482add-717d-49ce-8b00-195c4da19404, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:53:01.448627 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:01.522055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:53:01.525155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4e482add-717d-49ce-8b00-195c4da19404,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:53:01.604101 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:01.640217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:01.640843 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:01.642821 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] 10.222.0.54 "PUT /v2.0/ports/4e482add-717d-49ce-8b00-195c4da19404 HTTP/1.1" status: 200 len: 1091 time: 0.9528713 Dec 17 13:53:01.648463 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'tag': '4e482add-717d-49ce-8b00-195c4da19404'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:53:01.648463 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d673ae-4aa1-446f-98e7-c2fca7495372" -d '{"events": [{"name": "network-changed", "server_uuid": "af486798-c4f3-4eae-9f22-9a2afb8d1d1e", "tag": "4e482add-717d-49ce-8b00-195c4da19404"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:53:01.673685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044e468-ee93-43d3-b6b5-d988dcabe12c service neutron] Pushing event updated for resources: {'Port': ['ID=4e482add-717d-49ce-8b00-195c4da19404,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:01.698628 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1087f7-b3d4-4f3c-b944-efa854f2e223 x-openstack-request-id: req-3a1087f7-b3d4-4f3c-b944-efa854f2e223 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:53:01.699266 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af486798-c4f3-4eae-9f22-9a2afb8d1d1e", "tag": "4e482add-717d-49ce-8b00-195c4da19404", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:53:01.699266 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a1087f7-b3d4-4f3c-b944-efa854f2e223 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:53:01.699665 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'tag': '4e482add-717d-49ce-8b00-195c4da19404', 'status': 'completed', 'code': 200} Dec 17 13:53:01.763287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d673ae-4aa1-446f-98e7-c2fca7495372 req-5a0c9da6-ebff-4374-9b58-5b959e1bd969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:01.764853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5d673ae-4aa1-446f-98e7-c2fca7495372 req-5a0c9da6-ebff-4374-9b58-5b959e1bd969 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 1094 time: 0.0437596 Dec 17 13:53:01.873553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d673ae-4aa1-446f-98e7-c2fca7495372 req-bc9b3885-0aa5-4127-8f4b-2cb9a44ae39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:01.875085 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5d673ae-4aa1-446f-98e7-c2fca7495372 req-bc9b3885-0aa5-4127-8f4b-2cb9a44ae39b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b85b4e54527f48519e7fc168599391d4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1027465 Dec 17 13:53:01.979689 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:01.980260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d673ae-4aa1-446f-98e7-c2fca7495372 req-d5e73a3f-b243-47ef-975c-d55459b680a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:01.981343 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5d673ae-4aa1-446f-98e7-c2fca7495372 req-d5e73a3f-b243-47ef-975c-d55459b680a4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983310 Dec 17 13:53:02.101723 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-0ef57739-27ee-42a4-9afc-5ada5e520a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:02.103090 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-0ef57739-27ee-42a4-9afc-5ada5e520a16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 1094 time: 0.0779164 Dec 17 13:53:02.152368 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-f09aba41-73d5-4f1d-918a-0b828c6fdf04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e482add-717d-49ce-8b00-195c4da19404 HTTP/1.1" status: 200 len: 217 time: 0.0404673 Dec 17 13:53:02.163618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795731a0-f4af-4ec8-8e80-2beb83fd1f73 req-6025a447-d052-45e1-988f-2b11ebdcb253 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:02.165334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-795731a0-f4af-4ec8-8e80-2beb83fd1f73 req-6025a447-d052-45e1-988f-2b11ebdcb253 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 943 time: 0.0925500 Dec 17 13:53:02.239434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-4ee5b193-0e87-4223-9420-715a4a52b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:02.240861 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-4ee5b193-0e87-4223-9420-715a4a52b506 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0744708 Dec 17 13:53:02.261921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-795731a0-f4af-4ec8-8e80-2beb83fd1f73 req-699353fc-5b08-4ce2-8a69-5cb0dd091bf8 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874004 Dec 17 13:53:02.277450 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-52a07362-cc89-46c7-9a48-2399ce7ad358 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289500 Dec 17 13:53:02.387381 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-16f84168-91f6-4aa2-9b41-dc28df06cd7c service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020188 Dec 17 13:53:02.486657 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b90d842-77ee-4e23-a1f6-db57034ccd2c req-d6f719c3-1eb5-47eb-a83c-7f3e45f8ec6f service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914721 Dec 17 13:53:03.383925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fecf6-b0a1-4e3f-87f1-0fbb401dd47a req-8200a58c-235c-4d49-a02b-07eb34d166e1 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:03.385345 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b49fecf6-b0a1-4e3f-87f1-0fbb401dd47a req-8200a58c-235c-4d49-a02b-07eb34d166e1 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 943 time: 0.0519314 Dec 17 13:53:03.433862 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b49fecf6-b0a1-4e3f-87f1-0fbb401dd47a req-6ddc5110-963b-4f71-bbcb-942c990f2eea tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422201 Dec 17 13:53:04.560032 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4e482add-717d-49ce-8b00-195c4da19404 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:53:04.567261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6557d-6cc4-4311-b4c8-b00db593c50c req-83bc6c91-981d-495f-8681-200b224ccbfe tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:04.568882 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56d6557d-6cc4-4311-b4c8-b00db593c50c req-83bc6c91-981d-495f-8681-200b224ccbfe tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 943 time: 0.0528877 Dec 17 13:53:04.620729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56d6557d-6cc4-4311-b4c8-b00db593c50c req-24f2b4bf-f7f0-4625-be7b-faf893f22363 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455952 Dec 17 13:53:04.663374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4e482add-717d-49ce-8b00-195c4da19404,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:53:04.675616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '4e482add-717d-49ce-8b00-195c4da19404', 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd', 'port_id': '4e482add-717d-49ce-8b00-195c4da19404', 'mac_address': 'fa:16:3e:e7:bb:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52907661-bf34-4886-babe-96103ad69dc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:53:04.717073 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:04.730865 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e482add-717d-49ce-8b00-195c4da19404 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:53:04.751816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4e482add-717d-49ce-8b00-195c4da19404,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:53:04.854277 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:04.914791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=4e482add-717d-49ce-8b00-195c4da19404,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:05.043963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['4e482add-717d-49ce-8b00-195c4da19404'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:53:05.744458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1062c39-1a2a-4357-a1e5-c197354f420e req-ca4face3-3f27-497c-ace2-04e5eb533b13 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:05.745493 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1062c39-1a2a-4357-a1e5-c197354f420e req-ca4face3-3f27-497c-ace2-04e5eb533b13 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 944 time: 0.0529044 Dec 17 13:53:05.795011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f1062c39-1a2a-4357-a1e5-c197354f420e req-17741ccf-b0cc-494a-9974-2b997dea0ec4 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426865 Dec 17 13:53:06.483034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:06.591218 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4e482add-717d-49ce-8b00-195c4da19404 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:53:06.757381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 4e482add-717d-49ce-8b00-195c4da19404 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:53:06.761501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 4e482add-717d-49ce-8b00-195c4da19404 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:06.761908 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:06.843524 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:06.873045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e482add-717d-49ce-8b00-195c4da19404'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:53:06.875660 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bf05fc-e81b-400a-bef0-95543cf9a5fc" -d '{"events": [{"server_uuid": "af486798-c4f3-4eae-9f22-9a2afb8d1d1e", "name": "network-vif-plugged", "status": "completed", "tag": "4e482add-717d-49ce-8b00-195c4da19404"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:53:06.890015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4e482add-717d-49ce-8b00-195c4da19404,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:53:06.922631 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6d6ca2-24b8-4751-b248-3171fde51331 x-openstack-request-id: req-3c6d6ca2-24b8-4751-b248-3171fde51331 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:53:06.922930 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af486798-c4f3-4eae-9f22-9a2afb8d1d1e", "name": "network-vif-plugged", "status": "completed", "tag": "4e482add-717d-49ce-8b00-195c4da19404", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:53:06.923190 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c6d6ca2-24b8-4751-b248-3171fde51331 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:53:06.923646 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e482add-717d-49ce-8b00-195c4da19404', 'code': 200} Dec 17 13:53:06.949949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48482e23-1474-4ee6-a0e7-0b36e1eb718a req-297294c5-609f-4a6a-ad80-fd89d93718f9 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:06.951882 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-48482e23-1474-4ee6-a0e7-0b36e1eb718a req-297294c5-609f-4a6a-ad80-fd89d93718f9 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 944 time: 0.0656259 Dec 17 13:53:06.997120 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:07.033101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-48482e23-1474-4ee6-a0e7-0b36e1eb718a req-e1e6f171-a537-43be-9785-539854b9f934 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744193 Dec 17 13:53:07.043873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf10b46-65eb-4ac1-9d18-59a8d0e9146f req-242d44f7-5547-477d-97af-d3e19db7b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:07.045397 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bf10b46-65eb-4ac1-9d18-59a8d0e9146f req-242d44f7-5547-477d-97af-d3e19db7b1bd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 1096 time: 0.0586312 Dec 17 13:53:07.058662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=4e482add-717d-49ce-8b00-195c4da19404,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:07.095764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6bf10b46-65eb-4ac1-9d18-59a8d0e9146f req-b45b5916-323d-4373-966f-fb548399fdcf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Dec 17 13:53:08.182591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdc2d9-5a60-4f58-bb7f-d0aabf30ed13 req-3f85f347-c1d6-4cff-80ff-371b5884a191 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:08.185539 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7abdc2d9-5a60-4f58-bb7f-d0aabf30ed13 req-3f85f347-c1d6-4cff-80ff-371b5884a191 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0559413 Dec 17 13:53:08.241725 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7abdc2d9-5a60-4f58-bb7f-d0aabf30ed13 req-febefada-3139-4234-94e8-1c89aa2b897c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510597 Dec 17 13:53:09.388176 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21abdec-5d2b-4a71-bda1-5f0906b95e49 req-e041aaf9-38e8-4648-af69-6dc9d558fb80 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:09.390717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f21abdec-5d2b-4a71-bda1-5f0906b95e49 req-e041aaf9-38e8-4648-af69-6dc9d558fb80 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0728536 Dec 17 13:53:09.452778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f21abdec-5d2b-4a71-bda1-5f0906b95e49 req-13b21162-f382-4b76-89de-2221c39b8bba tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557635 Dec 17 13:53:09.582580 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5f55f-b62f-4362-9e48-17e2898706fe req-b241c923-a116-4cdb-a445-d926411f797a tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:09.584281 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bee5f55f-b62f-4362-9e48-17e2898706fe req-b241c923-a116-4cdb-a445-d926411f797a tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0575194 Dec 17 13:53:09.647850 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bee5f55f-b62f-4362-9e48-17e2898706fe req-c76b4a06-1a22-4abe-a10c-38e4740c792b tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553865 Dec 17 13:53:10.096091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e7adb-8674-468f-aed5-682793e32608 req-27e9b39f-c6da-4ede-ba39-2f9612bcd64b tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:10.097623 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f7e7adb-8674-468f-aed5-682793e32608 req-27e9b39f-c6da-4ede-ba39-2f9612bcd64b tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0556436 Dec 17 13:53:10.151620 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f7e7adb-8674-468f-aed5-682793e32608 req-cfe7d8cb-04c4-40a1-8646-61c0bd832cb3 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Dec 17 13:53:10.273828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-58e68b4e-fa35-4510-8c26-937edc3dc9d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441489 Dec 17 13:53:11.278505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f916eaf-8bc4-4233-93fc-784c059ee200 req-2280c703-dfea-4f83-b5b0-d0761f1dfa6c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:11.280080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f916eaf-8bc4-4233-93fc-784c059ee200 req-2280c703-dfea-4f83-b5b0-d0761f1dfa6c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0510070 Dec 17 13:53:11.342381 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f916eaf-8bc4-4233-93fc-784c059ee200 req-c85ff691-2a48-4757-95a5-ffe75b12bec8 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512943 Dec 17 13:53:12.294773 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:53:12.495388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d2578-73ca-4bec-af31-1015d981e131 req-9e3f717b-6496-4bf0-a84a-7e04c3564695 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:12.497146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1d7d2578-73ca-4bec-af31-1015d981e131 req-9e3f717b-6496-4bf0-a84a-7e04c3564695 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0632560 Dec 17 13:53:12.561799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-8d4bb7ed-123a-4cc7-88b8-d162a4ff561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:12.565601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-8d4bb7ed-123a-4cc7-88b8-d162a4ff561a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 1096 time: 0.0729167 Dec 17 13:53:12.576120 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1d7d2578-73ca-4bec-af31-1015d981e131 req-19f8f72d-459b-4da5-a122-821765aef5e0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646644 Dec 17 13:53:12.659907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-e2237969-59e9-422f-884f-938b1421a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:12.661430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-e2237969-59e9-422f-884f-938b1421a960 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.0890510 Dec 17 13:53:12.707620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-0fa69047-0a5c-4826-96c0-73fd789c6161 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e482add-717d-49ce-8b00-195c4da19404 HTTP/1.1" status: 200 len: 217 time: 0.0389273 Dec 17 13:53:12.769244 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-05a733bc-dcb8-4446-8126-cf97b5f28403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:12.770694 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-05a733bc-dcb8-4446-8126-cf97b5f28403 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0553360 Dec 17 13:53:12.804292 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-9b160679-acb4-4125-ac95-7fc7d830821f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262196 Dec 17 13:53:12.900154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-4d078683-3fe4-4123-a64e-c955d27f0941 service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891633 Dec 17 13:53:13.003030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-bc4ee755-f2e7-46e7-8fef-734864eb84ce service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945234 Dec 17 13:53:13.694952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d0275-dce9-4194-a150-7ed7b25b162e req-ac929702-2e21-430d-ae0e-beed0f185f90 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:13.696488 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f3d0275-dce9-4194-a150-7ed7b25b162e req-ac929702-2e21-430d-ae0e-beed0f185f90 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0502563 Dec 17 13:53:13.745458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6f3d0275-dce9-4194-a150-7ed7b25b162e req-d233fe83-77cb-4802-a539-35394d336fa1 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428281 Dec 17 13:53:13.928163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5f8f5cc5-0723-4217-af62-ade87457abf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:14.868874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ff15-eb71-4f83-bee6-53b773fa08b7 req-353ef3a1-5eb3-4603-9ef7-e2aea6d5f89d tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:14.870382 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4758ff15-eb71-4f83-bee6-53b773fa08b7 req-353ef3a1-5eb3-4603-9ef7-e2aea6d5f89d tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0528917 Dec 17 13:53:14.923267 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4758ff15-eb71-4f83-bee6-53b773fa08b7 req-0272628a-26e7-4336-bc85-653f252f53e0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457811 Dec 17 13:53:16.055250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da56c25-b721-4858-93b8-4b741678d1e0 req-3cf1b52b-18ad-416b-8dfc-32bd4ff1ee58 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:16.056773 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da56c25-b721-4858-93b8-4b741678d1e0 req-3cf1b52b-18ad-416b-8dfc-32bd4ff1ee58 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0645416 Dec 17 13:53:16.110679 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6da56c25-b721-4858-93b8-4b741678d1e0 req-a7b122a5-a647-4e87-b9f1-35a761f65176 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Dec 17 13:53:16.385345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3f6378eb-28c3-4e63-b28e-9ee90ca70145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:17.229522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb014abd-4b51-45a0-98ec-f7e09ac60eb6 req-cb345134-0a1b-469f-abac-ade7caa36c27 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:17.231068 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cb014abd-4b51-45a0-98ec-f7e09ac60eb6 req-cb345134-0a1b-469f-abac-ade7caa36c27 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0499635 Dec 17 13:53:17.280111 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cb014abd-4b51-45a0-98ec-f7e09ac60eb6 req-f51be592-cde0-4e0c-84f4-2380da6bbea3 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429461 Dec 17 13:53:17.842006 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:18.406084 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20213c1f-ee7b-43f7-951b-59ca1868c4e0 req-d2ad521c-318d-4af7-beb9-6eb06d210eca tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:18.408080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20213c1f-ee7b-43f7-951b-59ca1868c4e0 req-d2ad521c-318d-4af7-beb9-6eb06d210eca tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0547473 Dec 17 13:53:18.460304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-20213c1f-ee7b-43f7-951b-59ca1868c4e0 req-ef6e69b7-8008-4c5d-94ef-bdc06d59c15a tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424504 Dec 17 13:53:19.019581 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:19.585324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2861a8b-44d9-4755-b70b-dbf6ff3e1a97 req-edfa39fc-9147-4dac-8fc9-5dd8b37a6efc tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:19.586866 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e2861a8b-44d9-4755-b70b-dbf6ff3e1a97 req-edfa39fc-9147-4dac-8fc9-5dd8b37a6efc tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0491297 Dec 17 13:53:19.634764 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e2861a8b-44d9-4755-b70b-dbf6ff3e1a97 req-2c4ed478-317c-4861-a6ca-a84d65a2ab6d tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419326 Dec 17 13:53:19.853804 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:20.771089 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bca6e9-2941-4972-bd4a-164cc5c25b59 req-b25b1a8b-b997-4e04-ab32-3e9b82842c96 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:20.773412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98bca6e9-2941-4972-bd4a-164cc5c25b59 req-b25b1a8b-b997-4e04-ab32-3e9b82842c96 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0662739 Dec 17 13:53:20.837793 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-98bca6e9-2941-4972-bd4a-164cc5c25b59 req-fc533a40-3c22-432d-ba93-8bdba7500580 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575311 Dec 17 13:53:21.981342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42416d11-5f23-495f-9a48-10a487be2896 req-202f5d7f-2609-4b2b-9ec9-cd67fe9d9c38 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:21.982858 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-42416d11-5f23-495f-9a48-10a487be2896 req-202f5d7f-2609-4b2b-9ec9-cd67fe9d9c38 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0576026 Dec 17 13:53:22.037238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-42416d11-5f23-495f-9a48-10a487be2896 req-78b6c36e-ad59-480d-9ab6-0757ad8f93c1 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473905 Dec 17 13:53:23.165377 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c68a0-b001-4998-b988-7d1fefc61b88 req-d7613166-4d36-4a28-93fb-3d52e197e247 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:23.166968 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-406c68a0-b001-4998-b988-7d1fefc61b88 req-d7613166-4d36-4a28-93fb-3d52e197e247 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0524738 Dec 17 13:53:23.214896 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-406c68a0-b001-4998-b988-7d1fefc61b88 req-e1cbafba-54c0-4755-aa64-81690fc6f8cd tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Dec 17 13:53:24.336397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f478814-feb3-4253-9b0d-e948c9d56163 req-69d19855-901f-4ffb-8bb9-15e4e5b6ed34 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:24.338004 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f478814-feb3-4253-9b0d-e948c9d56163 req-69d19855-901f-4ffb-8bb9-15e4e5b6ed34 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0524135 Dec 17 13:53:24.386749 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f478814-feb3-4253-9b0d-e948c9d56163 req-54aad2e3-3b63-4ea5-8d11-f388fb47e677 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416164 Dec 17 13:53:25.507573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b333bc6-a3b7-4ceb-8916-60853c9115f2 req-f10f7758-33c7-44d6-9fcb-474fc10807b8 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:25.509100 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b333bc6-a3b7-4ceb-8916-60853c9115f2 req-f10f7758-33c7-44d6-9fcb-474fc10807b8 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0508776 Dec 17 13:53:25.560024 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b333bc6-a3b7-4ceb-8916-60853c9115f2 req-75f453b8-3409-4d7c-a926-3c9d82521b71 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Dec 17 13:53:26.676155 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eb39a-6828-47d7-827f-24532ffa4111 req-b461e7fd-0b1a-43f7-86bc-eded8b267b68 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:26.677960 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-629eb39a-6828-47d7-827f-24532ffa4111 req-b461e7fd-0b1a-43f7-86bc-eded8b267b68 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0486441 Dec 17 13:53:26.732954 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-629eb39a-6828-47d7-827f-24532ffa4111 req-9fa9ce41-46ee-4f6f-9e91-b848099ff4da tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464535 Dec 17 13:53:27.094809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-835e8197-6cd0-41a5-93ac-3b8e53cc343b req-60387ddb-92d9-46d9-b121-dc823ab1e5be service neutron] (110454) timed out ('10.222.0.59', 56574) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 13:53:27.858693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d35e5-da56-4df7-bf20-58ce36a50af3 req-4f38e3b4-5f36-4b59-b489-8877a46951bb tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:27.860324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6a7d35e5-da56-4df7-bf20-58ce36a50af3 req-4f38e3b4-5f36-4b59-b489-8877a46951bb tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0567000 Dec 17 13:53:27.916480 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6a7d35e5-da56-4df7-bf20-58ce36a50af3 req-308f4fa0-8e52-400d-adb1-af678fb35b91 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493598 Dec 17 13:53:28.277437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f247e87-2338-4e2b-bd80-94ead205a1a2 req-646466e9-3769-431f-9233-568bf9b8c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:28.279077 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f247e87-2338-4e2b-bd80-94ead205a1a2 req-646466e9-3769-431f-9233-568bf9b8c50f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 1096 time: 0.0439875 Dec 17 13:53:28.388896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f247e87-2338-4e2b-bd80-94ead205a1a2 req-e53ad9bd-e685-4882-a364-63c8b176c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:28.390443 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f247e87-2338-4e2b-bd80-94ead205a1a2 req-e53ad9bd-e685-4882-a364-63c8b176c702 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.0926640 Dec 17 13:53:28.432673 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f247e87-2338-4e2b-bd80-94ead205a1a2 req-1a91af3f-83a7-4895-98ad-7142c4d3161a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e482add-717d-49ce-8b00-195c4da19404 HTTP/1.1" status: 200 len: 217 time: 0.0355473 Dec 17 13:53:28.501640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f247e87-2338-4e2b-bd80-94ead205a1a2 req-c6b7e586-a66a-4b82-b299-8e362096a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:28.503146 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f247e87-2338-4e2b-bd80-94ead205a1a2 req-c6b7e586-a66a-4b82-b299-8e362096a647 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0639989 Dec 17 13:53:28.534334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f247e87-2338-4e2b-bd80-94ead205a1a2 req-cfe004a2-f21c-4cb6-aa43-ada56072d494 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240510 Dec 17 13:53:28.630767 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f247e87-2338-4e2b-bd80-94ead205a1a2 req-0578a55f-68c3-4002-b5a1-4e3689858956 service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895727 Dec 17 13:53:28.725820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f247e87-2338-4e2b-bd80-94ead205a1a2 req-3f20d19c-0516-42da-805d-8c43a983be6b service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871592 Dec 17 13:53:29.034427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89cb0b-1fcf-4c0c-8e3f-0765b730240c req-3479102b-5ba9-4412-a8ec-0fc8ae369760 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:29.035824 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e89cb0b-1fcf-4c0c-8e3f-0765b730240c req-3479102b-5ba9-4412-a8ec-0fc8ae369760 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0485690 Dec 17 13:53:29.084246 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e89cb0b-1fcf-4c0c-8e3f-0765b730240c req-b3d57d1b-42bd-4fc6-8c50-b86ffab96037 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Dec 17 13:53:29.918893 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-bc1af72a-1428-4bbc-bb32-6f1adf14e30d service neutron] show failed (client error): The resource could not be found. Dec 17 13:53:29.919918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-bc1af72a-1428-4bbc-bb32-6f1adf14e30d service neutron] 10.222.0.54 "GET /v2.0/ports/4e482add-717d-49ce-8b00-195c4da19404/bindings/n-h2-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0604980 Dec 17 13:53:30.211420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79061f88-8237-403f-82af-0c578da41c6a req-724119d3-06ce-4c38-ab3c-1e3f628fb8cf tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:30.212837 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-79061f88-8237-403f-82af-0c578da41c6a req-724119d3-06ce-4c38-ab3c-1e3f628fb8cf tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0512638 Dec 17 13:53:30.261305 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-79061f88-8237-403f-82af-0c578da41c6a req-8fc75fde-becd-49c4-a480-5e47fbc45af0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Dec 17 13:53:30.619477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-87837afd-5707-4cdc-bf60-b2b4a8a40027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:30.621148 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-87837afd-5707-4cdc-bf60-b2b4a8a40027 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e&tenant_id=b85b4e54527f48519e7fc168599391d4 HTTP/1.1" status: 200 len: 1096 time: 0.0426307 Dec 17 13:53:30.645093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:53:30.682495 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.61', 63003) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:30.703693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:30.764588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605bc1-740d-43ac-b18c-18389b943c09 req-f3197fcd-51b7-4bb7-a740-ff81883c1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:30.766416 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71605bc1-740d-43ac-b18c-18389b943c09 req-f3197fcd-51b7-4bb7-a740-ff81883c1c3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 1096 time: 0.0820513 Dec 17 13:53:30.917181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4e482add-717d-49ce-8b00-195c4da19404,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:53:30.937445 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605bc1-740d-43ac-b18c-18389b943c09 req-609155a4-cd1a-494a-932e-7b7579b8256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:30.939091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71605bc1-740d-43ac-b18c-18389b943c09 req-609155a4-cd1a-494a-932e-7b7579b8256e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.1476090 Dec 17 13:53:30.951793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:53:30.993405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e482add-717d-49ce-8b00-195c4da19404'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:53:30.995777 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa900831-11af-4de8-82ac-717ec0ea9777" -d '{"events": [{"server_uuid": "af486798-c4f3-4eae-9f22-9a2afb8d1d1e", "name": "network-vif-unplugged", "status": "completed", "tag": "4e482add-717d-49ce-8b00-195c4da19404"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:53:31.000179 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:31.008793 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71605bc1-740d-43ac-b18c-18389b943c09 req-341389b5-65d8-423e-801b-4f67328ddfce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e482add-717d-49ce-8b00-195c4da19404 HTTP/1.1" status: 200 len: 217 time: 0.0536029 Dec 17 13:53:31.013418 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Transition to ACTIVE for port object 4e482add-717d-49ce-8b00-195c4da19404 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:53:31.055372 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f8938f-1503-4f0b-8aba-a7452edfcc86 x-openstack-request-id: req-a0f8938f-1503-4f0b-8aba-a7452edfcc86 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:53:31.060262 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af486798-c4f3-4eae-9f22-9a2afb8d1d1e", "name": "network-vif-unplugged", "status": "completed", "tag": "4e482add-717d-49ce-8b00-195c4da19404", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:53:31.060262 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0f8938f-1503-4f0b-8aba-a7452edfcc86 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:53:31.060262 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e482add-717d-49ce-8b00-195c4da19404', 'code': 200} Dec 17 13:53:31.071134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71605bc1-740d-43ac-b18c-18389b943c09 req-056fc5d7-a5b4-4f12-a952-e2b0b6ec1dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:31.072626 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71605bc1-740d-43ac-b18c-18389b943c09 req-056fc5d7-a5b4-4f12-a952-e2b0b6ec1dc1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0566661 Dec 17 13:53:31.077020 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:31.131833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Pushing event updated for resources: {'Port': ['ID=4e482add-717d-49ce-8b00-195c4da19404,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:31.132725 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71605bc1-740d-43ac-b18c-18389b943c09 req-56e1c34b-978c-4759-8a64-c2fd9e7b5f9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479639 Dec 17 13:53:31.151195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] No DVR routers for this DVR port 4e482add-717d-49ce-8b00-195c4da19404 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:53:31.247319 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71605bc1-740d-43ac-b18c-18389b943c09 req-eb30a07e-b79a-47f0-80cd-486ce70ba6b4 service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004720 Dec 17 13:53:31.379669 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-71605bc1-740d-43ac-b18c-18389b943c09 req-b27afa98-1833-4f9f-8e3c-7aa14bb698d8 service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211064 Dec 17 13:53:31.519028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Attempting to bind port 4e482add-717d-49ce-8b00-195c4da19404 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:53:31.519343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Attempting to bind port 4e482add-717d-49ce-8b00-195c4da19404 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:53:31.519569 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Attempting to bind port 4e482add-717d-49ce-8b00-195c4da19404 on network f59b1ecb-c883-473c-902f-989d885cd6dd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:53:31.526825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Port 4e482add-717d-49ce-8b00-195c4da19404 on network f59b1ecb-c883-473c-902f-989d885cd6dd not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:53:31.527149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Attempting to bind port 4e482add-717d-49ce-8b00-195c4da19404 on network f59b1ecb-c883-473c-902f-989d885cd6dd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:53:31.535692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:53:31.536027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Checking segment: {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:53:31.536412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Bound using segment: {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:53:31.536846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Bound port: 4e482add-717d-49ce-8b00-195c4da19404, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad00d5da-32c4-4243-a9c8-9f06b0659816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:53:31.537205 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:31.559352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc940d34-0796-43fb-8b4c-06d6801d8b8d req-584cf852-f110-49b1-b80b-41f0759f2b33 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:31.560890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc940d34-0796-43fb-8b4c-06d6801d8b8d req-584cf852-f110-49b1-b80b-41f0759f2b33 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 943 time: 0.0778947 Dec 17 13:53:31.646387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:53:31.650263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4e482add-717d-49ce-8b00-195c4da19404,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:53:31.654578 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc940d34-0796-43fb-8b4c-06d6801d8b8d req-28386c2c-801f-457d-ad36-4ed5e170f2d1 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714729 Dec 17 13:53:31.716862 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:31.754104 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:31.754746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:31.756238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] 10.222.0.61 "PUT /v2.0/ports/4e482add-717d-49ce-8b00-195c4da19404 HTTP/1.1" status: 200 len: 1091 time: 1.1158884 Dec 17 13:53:31.776222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02800c0a-da6a-4ec3-9f18-ce7a684aaa31 service neutron] Pushing event updated for resources: {'Port': ['ID=4e482add-717d-49ce-8b00-195c4da19404,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:31.835587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-5d8bac43-4231-4935-94be-40bda9488c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:31.838369 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-5d8bac43-4231-4935-94be-40bda9488c1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 1094 time: 0.0532110 Dec 17 13:53:31.943560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-5abdf19d-d3b0-4ea1-a7d6-66b751bdfbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:31.945130 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-5abdf19d-d3b0-4ea1-a7d6-66b751bdfbce service neutron] 10.222.0.61 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.0952194 Dec 17 13:53:31.955970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:31.991356 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-6dd4c7d8-0f36-4af3-92e9-fd7fd8b4555e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e482add-717d-49ce-8b00-195c4da19404 HTTP/1.1" status: 200 len: 217 time: 0.0348046 Dec 17 13:53:32.049763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-a5588f27-da08-4cce-92e9-921e9b95a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:32.051225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-a5588f27-da08-4cce-92e9-921e9b95a586 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0479624 Dec 17 13:53:32.087753 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-692723ea-3734-44a7-b6bb-41adb94f996d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253470 Dec 17 13:53:32.201451 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-0bd9a5d3-dec2-4248-a84d-14d16d2002d0 service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018267 Dec 17 13:53:32.296386 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5d283d3c-cb41-4dd6-993b-bba0e5a3d39a req-f3206256-e803-463f-86d6-865f0af5406b service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870864 Dec 17 13:53:32.732919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4e482add-717d-49ce-8b00-195c4da19404 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:53:32.776095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4e482add-717d-49ce-8b00-195c4da19404 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:53:32.787185 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9682de5-5ad5-4549-a47f-a1a58d964781 req-fde9ad38-4488-4580-9f2f-2d2114fb669f tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:32.788719 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c9682de5-5ad5-4549-a47f-a1a58d964781 req-fde9ad38-4488-4580-9f2f-2d2114fb669f tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 943 time: 0.0560188 Dec 17 13:53:32.836882 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c9682de5-5ad5-4549-a47f-a1a58d964781 req-dda67a07-13fa-45a1-807d-95d683d205a8 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421505 Dec 17 13:53:33.057909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'tag': '4e482add-717d-49ce-8b00-195c4da19404'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:53:33.060352 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "af486798-c4f3-4eae-9f22-9a2afb8d1d1e", "tag": "4e482add-717d-49ce-8b00-195c4da19404"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:53:33.112201 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb7fd75-c730-46c1-90f6-692234354d8b x-openstack-request-id: req-ceb7fd75-c730-46c1-90f6-692234354d8b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:53:33.112567 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af486798-c4f3-4eae-9f22-9a2afb8d1d1e", "tag": "4e482add-717d-49ce-8b00-195c4da19404", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:53:33.112879 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ceb7fd75-c730-46c1-90f6-692234354d8b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:53:33.113403 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'tag': '4e482add-717d-49ce-8b00-195c4da19404', 'status': 'completed', 'code': 200} Dec 17 13:53:33.216955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-0830a598-e467-4ca8-9090-4c8b05e23222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:33.218538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-0830a598-e467-4ca8-9090-4c8b05e23222 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 1094 time: 0.0782061 Dec 17 13:53:33.220327 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-2e7b8a03-1058-4fc1-8ebd-47f1da99fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:33.221718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-2e7b8a03-1058-4fc1-8ebd-47f1da99fd55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 1094 time: 0.0800827 Dec 17 13:53:33.382112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-4920ef69-3391-46a8-8fa6-48a36dc609fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:33.383677 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-4920ef69-3391-46a8-8fa6-48a36dc609fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.1585157 Dec 17 13:53:33.388266 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-f240c8dd-b2e7-4db2-893a-43a4bd5cb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:33.389791 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-f240c8dd-b2e7-4db2-893a-43a4bd5cb804 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.1466208 Dec 17 13:53:33.438086 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-d96436ff-5822-4f33-9513-e9a971c6a733 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e482add-717d-49ce-8b00-195c4da19404 HTTP/1.1" status: 200 len: 217 time: 0.0473132 Dec 17 13:53:33.474911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-ed418217-49d2-43ce-8c8a-8d76a8f6bdf8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e482add-717d-49ce-8b00-195c4da19404 HTTP/1.1" status: 200 len: 217 time: 0.0446250 Dec 17 13:53:33.546655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-bfdd4a6e-7621-418a-ab6c-9e86a288ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:33.548819 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-bfdd4a6e-7621-418a-ab6c-9e86a288ae5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0840368 Dec 17 13:53:33.565850 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-addbe327-7ad2-4df2-9b9a-87c9462f9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:33.567539 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-addbe327-7ad2-4df2-9b9a-87c9462f9bfa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0741932 Dec 17 13:53:33.591749 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-1aaeede5-c686-4a18-bfd0-08b8b9c7b5e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357358 Dec 17 13:53:33.618678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-dbae4a0d-5e00-4d0b-8b2c-bd7b1e946774 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367460 Dec 17 13:53:33.767076 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-d9ddbc73-f57b-4e2d-bb04-3a9ca8bbfa1a service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576526 Dec 17 13:53:33.772430 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-5f7c1b95-98ad-49c6-918f-28d8953bff3d service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425245 Dec 17 13:53:33.930802 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-ae8bc71e-966b-4678-b0a0-3b9fc2e27f49 service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568830 Dec 17 13:53:33.939737 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef75f867-f2f5-44e3-86d2-430f66b8d2dc req-afd0768c-e612-4fac-9461-8cf49103ed34 service neutron] 10.222.0.61 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568961 Dec 17 13:53:33.969326 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41383919-b71d-49ee-bf35-97b55e788711 req-696b7359-87e3-4c44-9cd0-7985cc962f34 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:33.970902 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41383919-b71d-49ee-bf35-97b55e788711 req-696b7359-87e3-4c44-9cd0-7985cc962f34 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 943 time: 0.0521872 Dec 17 13:53:34.023802 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-41383919-b71d-49ee-bf35-97b55e788711 req-28a37ff7-ebf1-456c-897b-4ed691597003 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430658 Dec 17 13:53:35.042401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 4e482add-717d-49ce-8b00-195c4da19404 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:53:35.154454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4e482add-717d-49ce-8b00-195c4da19404,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:53:35.167807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '4e482add-717d-49ce-8b00-195c4da19404', 'network_id': 'f59b1ecb-c883-473c-902f-989d885cd6dd', 'port_id': '4e482add-717d-49ce-8b00-195c4da19404', 'mac_address': 'fa:16:3e:e7:bb:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52907661-bf34-4886-babe-96103ad69dc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:53:35.169785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bfff8-7030-4ff7-93f0-8c3d8e31edf0 req-a4ec55ef-054f-48cd-827b-63618fb01166 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:35.172015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-666bfff8-7030-4ff7-93f0-8c3d8e31edf0 req-a4ec55ef-054f-48cd-827b-63618fb01166 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 943 time: 0.0687041 Dec 17 13:53:35.208982 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:35.228344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-666bfff8-7030-4ff7-93f0-8c3d8e31edf0 req-a1136721-bb17-49e0-bf4b-e8b2bca4158b tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475543 Dec 17 13:53:35.229145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e482add-717d-49ce-8b00-195c4da19404 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:53:35.252451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4e482add-717d-49ce-8b00-195c4da19404,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:53:35.339783 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:35.398704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=4e482add-717d-49ce-8b00-195c4da19404,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:35.407059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.407528 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.407875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.408207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.408534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.408861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.409215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.409537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.412915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.412915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.412915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.412915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.412915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:35.584515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['4e482add-717d-49ce-8b00-195c4da19404'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:53:35.616278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92e9a0-76ff-4379-a632-7ee9c4b9d5d6 req-1d27557a-28a8-4cfe-ad93-0f7c3fe560f0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:35.619260 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d92e9a0-76ff-4379-a632-7ee9c4b9d5d6 req-1d27557a-28a8-4cfe-ad93-0f7c3fe560f0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 944 time: 0.0720139 Dec 17 13:53:35.708599 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6d92e9a0-76ff-4379-a632-7ee9c4b9d5d6 req-2e0d455f-7730-482a-8de8-f631b2c8085a tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818980 Dec 17 13:53:35.727913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-03e1d609-2556-4f26-952d-22e6f54b4e32 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:35.729467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-03e1d609-2556-4f26-952d-22e6f54b4e32 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.54 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e&tenant_id=b85b4e54527f48519e7fc168599391d4&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 944 time: 0.0828507 Dec 17 13:53:35.801461 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-83bc127b-afe2-45e8-88ae-58d387924d49 service neutron] delete failed (client error): The resource could not be found. Dec 17 13:53:35.802813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-83bc127b-afe2-45e8-88ae-58d387924d49 service neutron] 10.222.0.54 "DELETE /v2.0/ports/4e482add-717d-49ce-8b00-195c4da19404/bindings/n-h1-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0659850 Dec 17 13:53:35.914667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-75b1cee2-a54e-4091-bd64-bdf969af59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:35.916151 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-75b1cee2-a54e-4091-bd64-bdf969af59d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b85b4e54527f48519e7fc168599391d4&device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 1095 time: 0.0615907 Dec 17 13:53:36.033796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-68c3bbfd-87ee-42a3-ab3b-8b54ae80a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:36.035346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-68c3bbfd-87ee-42a3-ab3b-8b54ae80a7a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 200 len: 916 time: 0.1121886 Dec 17 13:53:36.081772 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-714cb2bf-baa2-4557-8218-4b73a4d4eec5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e482add-717d-49ce-8b00-195c4da19404 HTTP/1.1" status: 200 len: 217 time: 0.0390596 Dec 17 13:53:36.136311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-33049280-e60d-422d-ab0c-f465c46b7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:36.137894 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-33049280-e60d-422d-ab0c-f465c46b7698 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 200 len: 855 time: 0.0485616 Dec 17 13:53:36.172287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-4f20d85b-7254-4158-af01-aa1f2f83d4f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f59b1ecb-c883-473c-902f-989d885cd6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252521 Dec 17 13:53:36.285414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-0dd499f2-db3d-4b48-9ff5-c69cfa01b157 service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066356 Dec 17 13:53:36.390340 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4def0caa-07a9-4293-b4bc-6f0eddb9c743 req-d50ba3f2-5c91-4510-b916-29d294e2bf0c service neutron] 10.222.0.54 "GET /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973818 Dec 17 13:53:36.443989 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:36.843454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af08c6-dbfa-4c1d-a774-950224c11927 req-d029cfbb-0388-4c52-a8db-9ff7d45216d7 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:36.845526 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13af08c6-dbfa-4c1d-a774-950224c11927 req-d029cfbb-0388-4c52-a8db-9ff7d45216d7 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 944 time: 0.0567513 Dec 17 13:53:36.897707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13af08c6-dbfa-4c1d-a774-950224c11927 req-3a788fed-460e-49f7-a097-807e6ab185ca tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457916 Dec 17 13:53:37.054935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 4e482add-717d-49ce-8b00-195c4da19404 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:53:37.155897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 4e482add-717d-49ce-8b00-195c4da19404 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:53:37.161927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 4e482add-717d-49ce-8b00-195c4da19404 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:37.161927 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:37.255632 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:37.454373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e482add-717d-49ce-8b00-195c4da19404'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:53:37.456580 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbee29f-d133-4028-a9af-f4302fca6055" -d '{"events": [{"server_uuid": "af486798-c4f3-4eae-9f22-9a2afb8d1d1e", "name": "network-vif-plugged", "status": "completed", "tag": "4e482add-717d-49ce-8b00-195c4da19404"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:53:37.469089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4e482add-717d-49ce-8b00-195c4da19404,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:53:37.501877 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f7f5e1-9d80-4274-979e-2f454b44996d x-openstack-request-id: req-c9f7f5e1-9d80-4274-979e-2f454b44996d {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:53:37.502171 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af486798-c4f3-4eae-9f22-9a2afb8d1d1e", "name": "network-vif-plugged", "status": "completed", "tag": "4e482add-717d-49ce-8b00-195c4da19404", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:53:37.502420 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9f7f5e1-9d80-4274-979e-2f454b44996d {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:53:37.502804 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e482add-717d-49ce-8b00-195c4da19404', 'code': 200} Dec 17 13:53:37.538901 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:37.587742 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=4e482add-717d-49ce-8b00-195c4da19404,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:38.018374 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308dd28-35b4-490b-be54-9142dda3db7e req-3a4d1b1f-8a7e-43f4-ae21-05f381ab3937 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:38.019872 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8308dd28-35b4-490b-be54-9142dda3db7e req-3a4d1b1f-8a7e-43f4-ae21-05f381ab3937 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0503540 Dec 17 13:53:38.071696 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8308dd28-35b4-490b-be54-9142dda3db7e req-3e503442-8eda-410f-a579-b777c7c2f72b tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419312 Dec 17 13:53:38.199971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1191f-24a1-445a-8a29-39d4224b0b49 req-17bcbb7c-2e9e-4b2c-9b99-66ad04ec1e8e tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:38.201418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4a1191f-24a1-445a-8a29-39d4224b0b49 req-17bcbb7c-2e9e-4b2c-9b99-66ad04ec1e8e tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0589387 Dec 17 13:53:38.257859 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4a1191f-24a1-445a-8a29-39d4224b0b49 req-73d1756c-d24a-4487-9146-4b7453d98e3c tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485790 Dec 17 13:53:38.370620 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc66d3-3e2f-486a-838e-61518ace5229 req-ccb08830-fece-48be-9e7e-5ed56a5202d0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:38.372202 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bffc66d3-3e2f-486a-838e-61518ace5229 req-ccb08830-fece-48be-9e7e-5ed56a5202d0 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0484231 Dec 17 13:53:38.422072 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bffc66d3-3e2f-486a-838e-61518ace5229 req-e8621dd5-901d-4297-a989-f45af06db67e tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433013 Dec 17 13:53:38.980551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec12a-8ead-4198-824f-7f68908d85b9 req-ad0b5c4c-d0c5-4d2a-90f1-1a05d7bf032d tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:38.982107 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b2ec12a-8ead-4198-824f-7f68908d85b9 req-ad0b5c4c-d0c5-4d2a-90f1-1a05d7bf032d tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0505347 Dec 17 13:53:39.031677 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b2ec12a-8ead-4198-824f-7f68908d85b9 req-4db0b7ae-1732-476a-af5f-8d5635ee985b tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428379 Dec 17 13:53:40.160652 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948f920-18df-4650-9631-b95000ae9bd9 req-8226b0f4-7b98-4a5b-b890-2948bccf48b3 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:40.162268 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5948f920-18df-4650-9631-b95000ae9bd9 req-8226b0f4-7b98-4a5b-b890-2948bccf48b3 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0607145 Dec 17 13:53:40.210312 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5948f920-18df-4650-9631-b95000ae9bd9 req-e3cb0638-ea3c-45e1-9ec5-d446032dfe9d tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/security-groups?id=872dbf18-3fb4-4f5b-9e4e-61263a27d260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 Dec 17 13:53:40.311177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a38369-3a73-444f-a6aa-c97a27ed7f9f req-4ef27d3c-9799-449a-a3eb-429f4f138069 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:40.313377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-54a38369-3a73-444f-a6aa-c97a27ed7f9f req-4ef27d3c-9799-449a-a3eb-429f4f138069 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.61 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 945 time: 0.0529747 Dec 17 13:53:40.418299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-54a38369-3a73-444f-a6aa-c97a27ed7f9f req-cd291d01-9d76-4dec-8caf-b881e12a05aa tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Deleting port 4e482add-717d-49ce-8b00-195c4da19404 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:53:40.418659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-54a38369-3a73-444f-a6aa-c97a27ed7f9f req-cd291d01-9d76-4dec-8caf-b881e12a05aa tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:40.514914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-54a38369-3a73-444f-a6aa-c97a27ed7f9f req-cd291d01-9d76-4dec-8caf-b881e12a05aa tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] For port 4e482add-717d-49ce-8b00-195c4da19404, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4e482add-717d-49ce-8b00-195c4da19404,segment=NetworkSegment(ad00d5da-32c4-4243-a9c8-9f06b0659816),segment_id=ad00d5da-32c4-4243-a9c8-9f06b0659816)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:53:40.515329 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-54a38369-3a73-444f-a6aa-c97a27ed7f9f req-cd291d01-9d76-4dec-8caf-b881e12a05aa tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:40.535203 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-54a38369-3a73-444f-a6aa-c97a27ed7f9f req-cd291d01-9d76-4dec-8caf-b881e12a05aa tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Calling delete_port for 4e482add-717d-49ce-8b00-195c4da19404 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:53:40.733872 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-54a38369-3a73-444f-a6aa-c97a27ed7f9f req-cd291d01-9d76-4dec-8caf-b881e12a05aa tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:40.753967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['4e482add-717d-49ce-8b00-195c4da19404'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:53:40.767396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd291d01-9d76-4dec-8caf-b881e12a05aa tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Pushing event deleted for resources: {'Port': ['ID=4e482add-717d-49ce-8b00-195c4da19404,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:40.820805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a38369-3a73-444f-a6aa-c97a27ed7f9f req-cd291d01-9d76-4dec-8caf-b881e12a05aa tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] No DVR routers for this DVR port 4e482add-717d-49ce-8b00-195c4da19404 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:53:40.823780 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-54a38369-3a73-444f-a6aa-c97a27ed7f9f req-cd291d01-9d76-4dec-8caf-b881e12a05aa tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:40.828193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-54a38369-3a73-444f-a6aa-c97a27ed7f9f req-cd291d01-9d76-4dec-8caf-b881e12a05aa tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.61 "DELETE /v2.0/ports/4e482add-717d-49ce-8b00-195c4da19404 HTTP/1.1" status: 204 len: 173 time: 0.5078924 Dec 17 13:53:40.828688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'name': 'network-vif-deleted', 'tag': '4e482add-717d-49ce-8b00-195c4da19404'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:53:40.831111 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91fa701-fd40-4663-ae34-a52f4e1a2f4e" -d '{"events": [{"server_uuid": "af486798-c4f3-4eae-9f22-9a2afb8d1d1e", "name": "network-vif-deleted", "tag": "4e482add-717d-49ce-8b00-195c4da19404"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:53:40.873219 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3244752-4fc6-4a23-9b08-953060f66c58 x-openstack-request-id: req-b3244752-4fc6-4a23-9b08-953060f66c58 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:53:40.873664 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af486798-c4f3-4eae-9f22-9a2afb8d1d1e", "name": "network-vif-deleted", "tag": "4e482add-717d-49ce-8b00-195c4da19404", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:53:40.874020 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3244752-4fc6-4a23-9b08-953060f66c58 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:53:40.874526 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af486798-c4f3-4eae-9f22-9a2afb8d1d1e', 'name': 'network-vif-deleted', 'tag': '4e482add-717d-49ce-8b00-195c4da19404', 'status': 'completed', 'code': 200} Dec 17 13:53:41.336115 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b67765b1-f517-4d7e-b033-aad0176c7ef4 req-9c05f8c9-6c37-403e-a95a-2aa885dbe943 tempest-ServerDiskConfigTestJSON-326892266 tempest-ServerDiskConfigTestJSON-326892266-project] 10.222.0.59 "GET /v2.0/ports?device_id=af486798-c4f3-4eae-9f22-9a2afb8d1d1e HTTP/1.1" status: 200 len: 210 time: 0.0281126 Dec 17 13:53:42.496144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47904) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:42.544774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Deleting subnet 52907661-bf34-4886-babe-96103ad69dc8 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 13:53:42.548361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:42.584336 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:42.628793 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:42.768291 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:42.795817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52907661-bf34-4886-babe-96103ad69dc8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:42.801231 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:42.804695 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/52907661-bf34-4886-babe-96103ad69dc8 HTTP/1.1" status: 204 len: 168 time: 0.3075476 Dec 17 13:53:42.808165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 47906) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:42.810357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.810710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.811063 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.811509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.811844 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.812772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.813276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.813637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.813970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.814299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.814624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.814947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.815267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326f5197-8a68-41c0-9fb1-e940e662b13e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:42.880762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:42.967135 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:42.989050 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59b1ecb-c883-473c-902f-989d885cd6dd']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:53:42.998596 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad00d5da-32c4-4243-a9c8-9f06b0659816') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:53:42.998902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad00d5da-32c4-4243-a9c8-9f06b0659816') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:53:43.009087 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:43.022805 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:43.028971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 13:53:43.029363 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: timer() Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 13:53:43.031820 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 13:53:43.081845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 4e482add-717d-49ce-8b00-195c4da19404 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:53:43.120737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 4e482add-717d-49ce-8b00-195c4da19404 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:53:43.121365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 4e482add-717d-49ce-8b00-195c4da19404 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:53:43.179158 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:43.194085 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:43.194085 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] 10.222.0.59 "DELETE /v2.0/networks/f59b1ecb-c883-473c-902f-989d885cd6dd HTTP/1.1" status: 204 len: 168 time: 0.3801150 Dec 17 13:53:43.209006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebe934-8302-47cf-a790-5e7e8e7ffa9d admin admin] Pushing event deleted for resources: {'Network': ['ID=f59b1ecb-c883-473c-902f-989d885cd6dd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:43.692172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47910) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:43.733859 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-99711b32-eb6f-4f60-b024-15ffea030889 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b85b4e54527f48519e7fc168599391d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402730 Dec 17 13:53:43.736249 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47912) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:43.796412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88dc3a84-b140-484c-bb79-e7132af20c8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:43.840928 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88dc3a84-b140-484c-bb79-e7132af20c8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:43.892975 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4cc91a05-7e08-4b50-8483-46967a40bd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:44.007989 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88dc3a84-b140-484c-bb79-e7132af20c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:44.012703 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88dc3a84-b140-484c-bb79-e7132af20c8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:44.013925 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-88dc3a84-b140-484c-bb79-e7132af20c8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/872dbf18-3fb4-4f5b-9e4e-61263a27d260 HTTP/1.1" status: 204 len: 168 time: 0.2767427 Dec 17 13:53:44.028508 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc3a84-b140-484c-bb79-e7132af20c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872dbf18-3fb4-4f5b-9e4e-61263a27d260,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:45.269479 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47934) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:45.379801 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1974544043-network', 'tenant_id': '2290e21efd374554af45d38ac600d0b5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:53:45.504241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Made reservation on behalf of 2290e21efd374554af45d38ac600d0b5 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:53:45.506994 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:45.517212 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:45.613309 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:45.693240 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:45.717601 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 13:53:45.732172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0aa199-7549-4875-a7d4-08c47ca6b64d,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:45.737198 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:45.737661 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Added segment 473c67ee-06f1-4beb-98ad-38e7842968b3 of type vlan for network 7c5f9d0d-5775-4590-917e-44915d9a03bd Dec 17 13:53:45.781606 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:45.922151 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:45.923145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:45.923734 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:46.335356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] Pushing event updated for resources: {'Network': ['ID=7c5f9d0d-5775-4590-917e-44915d9a03bd,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:46.345431 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 7c5f9d0d-5775-4590-917e-44915d9a03bd details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 13:53:46.412276 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cc2dee3d-c564-4e1b-9ccf-8336b6a47564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:46.462210 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fc898dc5-605a-4a4b-ae52-492f0a7c4bee admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1911519 Dec 17 13:53:46.465461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47938) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:46.470361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6fc66990-2e38-4273-8008-b664000f5116 admin admin] Request body: {'subnet': {'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1974544043-subnet', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:53:46.613316 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc66990-2e38-4273-8008-b664000f5116 admin admin] Made reservation on behalf of 2290e21efd374554af45d38ac600d0b5 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:53:46.615703 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6fc66990-2e38-4273-8008-b664000f5116 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:46.843871 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6fc66990-2e38-4273-8008-b664000f5116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:46.941189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc66990-2e38-4273-8008-b664000f5116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8572db6c-70ee-4c7f-9357-c4b08cc46e5e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:46.960199 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc66990-2e38-4273-8008-b664000f5116 admin admin] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:53:46.960683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc66990-2e38-4273-8008-b664000f5116 admin admin] Network hostable DHCP agents. Network: 7c5f9d0d-5775-4590-917e-44915d9a03bd, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 13:53:47.059398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc66990-2e38-4273-8008-b664000f5116 admin admin] Network 7c5f9d0d-5775-4590-917e-44915d9a03bd is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 13:53:47.133295 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-6fc66990-2e38-4273-8008-b664000f5116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 7c5f9d0d-5775-4590-917e-44915d9a03bd) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:53:47.139345 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc66990-2e38-4273-8008-b664000f5116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:47.140666 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6fc66990-2e38-4273-8008-b664000f5116 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:47.146700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04e3ef4-effd-498b-9e47-fc9a920913d2 None None] Network 7c5f9d0d-5775-4590-917e-44915d9a03bd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:53:47.239109 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6fc66990-2e38-4273-8008-b664000f5116 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7724676 Dec 17 13:53:47.242013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47940) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:47.247163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:53:47.328935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-7c5f9d0d-5775-4590-917e-44915d9a03bd', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 13:53:47.329959 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:47.391849 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:47.393603 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:47.476101 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:47.541436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Allocated IP 172.20.0.2 (7c5f9d0d-5775-4590-917e-44915d9a03bd/8572db6c-70ee-4c7f-9357-c4b08cc46e5e/cc2a4743-26da-4ddc-b485-9608ae0e22b1) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:53:47.711588 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:47.734593 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:47.807635 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:47.856794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Network 7c5f9d0d-5775-4590-917e-44915d9a03bd is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:53:47.860243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:53:47.862729 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:53:47.871043 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Pushing event updated for resources: {'Port': ['ID=cc2a4743-26da-4ddc-b485-9608ae0e22b1,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:47.916232 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:47.929429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Attempting to bind port cc2a4743-26da-4ddc-b485-9608ae0e22b1 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:53:47.929955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Attempting to bind port cc2a4743-26da-4ddc-b485-9608ae0e22b1 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:53:47.930353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Attempting to bind port cc2a4743-26da-4ddc-b485-9608ae0e22b1 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:53:47.935771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:53:47.936149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:53:47.936554 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:47.936997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Bound using segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:53:47.938069 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Bound port: cc2a4743-26da-4ddc-b485-9608ae0e22b1, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:53:47.938455 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:48.004790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] For port cc2a4743-26da-4ddc-b485-9608ae0e22b1, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:53:48.008123 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] For port cc2a4743-26da-4ddc-b485-9608ae0e22b1, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cc2a4743-26da-4ddc-b485-9608ae0e22b1,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:53:48.065215 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:48.086033 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:48.150665 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:48.213783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3484a-81c2-42da-9fe3-3bb63dc9cfd0 None None] Pushing event updated for resources: {'Port': ['ID=cc2a4743-26da-4ddc-b485-9608ae0e22b1,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:48.218423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Allocated IP 172.25.0.44 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/581e3390-9fdc-41c4-852d-ed4d3e2f08bf) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:53:48.350973 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:48.504948 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:48.550639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:53:48.553894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:53:48.557916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:53:48.576883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e4a6b-e66e-4765-8fd9-681c2261614e None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:53:48.587107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Pushing event updated for resources: {'Port': ['ID=581e3390-9fdc-41c4-852d-ed4d3e2f08bf,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:48.697897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-468ba0fb-af52-4bc7-8198-6fc79b723fef None None] Provisioning complete for port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:48.698173 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-468ba0fb-af52-4bc7-8198-6fc79b723fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:48.740131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-468ba0fb-af52-4bc7-8198-6fc79b723fef None None] Port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:53:48.927998 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:49.076065 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:49.162216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:49.248549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cc2a4743-26da-4ddc-b485-9608ae0e22b1 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:53:49.280394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f7a342-28e9-4567-82b3-c53ec70f830d None None] Network 7c5f9d0d-5775-4590-917e-44915d9a03bd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 13:53:49.297147 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:53:49.392180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8646c1ac-a040-47d2-b552-617c6c3fc124 None None] Provisioning complete for port cc2a4743-26da-4ddc-b485-9608ae0e22b1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:49.392476 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8646c1ac-a040-47d2-b552-617c6c3fc124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:49.408356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port cc2a4743-26da-4ddc-b485-9608ae0e22b1 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:49.408738 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:49.418877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 13:53:49.577646 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8646c1ac-a040-47d2-b552-617c6c3fc124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:49.580620 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:49.581927 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:53:49.601715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88931007-41ed-4077-9281-b6d114144324 None None] Sync routers for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:53:49.635018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88931007-41ed-4077-9281-b6d114144324 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:53:49.635681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-88931007-41ed-4077-9281-b6d114144324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:53:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:53:49.680448 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:49.682936 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3b866cd3-6f67-4e80-8acd-e4892281d986 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4395342 Dec 17 13:53:49.685774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47942) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:49.698602 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-8646c1ac-a040-47d2-b552-617c6c3fc124 None None] For port cc2a4743-26da-4ddc-b485-9608ae0e22b1, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cc2a4743-26da-4ddc-b485-9608ae0e22b1,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:53:49.816108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-88931007-41ed-4077-9281-b6d114144324 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:53:49.819456 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8646c1ac-a040-47d2-b552-617c6c3fc124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:49.933127 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:50.001052 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 13:53:50.001418 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 13:53:50.025281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-eb9a2964-bf0a-49a7-aa68-5d4dca49c3ea None None] Provisioning complete for port cc2a4743-26da-4ddc-b485-9608ae0e22b1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:50.025679 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2964-bf0a-49a7-aa68-5d4dca49c3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:50.029708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646c1ac-a040-47d2-b552-617c6c3fc124 None None] Pushing event updated for resources: {'Port': ['ID=cc2a4743-26da-4ddc-b485-9608ae0e22b1,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:50.177475 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:50.186184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-88931007-41ed-4077-9281-b6d114144324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:48Z', 'revision_number': 3, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:53:50.214979 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88931007-41ed-4077-9281-b6d114144324 None None] Checking router: 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:53:50.214979 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88931007-41ed-4077-9281-b6d114144324 None None] Updating router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:53:50.243665 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-88931007-41ed-4077-9281-b6d114144324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:50.410205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Allocated IP 172.20.0.1 (7c5f9d0d-5775-4590-917e-44915d9a03bd/8572db6c-70ee-4c7f-9357-c4b08cc46e5e/fbe07dd7-121a-4588-bc0f-c45c8a6a022f) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:53:50.547500 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:50.664049 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:50.704941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Network 7c5f9d0d-5775-4590-917e-44915d9a03bd is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:53:50.708501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:53:50.712679 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:53:50.723381 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-88931007-41ed-4077-9281-b6d114144324 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:50.748361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Pushing event updated for resources: {'Port': ['ID=fbe07dd7-121a-4588-bc0f-c45c8a6a022f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:50.770230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:50.807313 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-88931007-41ed-4077-9281-b6d114144324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:50.856850 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-88931007-41ed-4077-9281-b6d114144324 None None] Attempting to bind port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:53:50.857235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-88931007-41ed-4077-9281-b6d114144324 None None] Attempting to bind port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:53:50.857622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88931007-41ed-4077-9281-b6d114144324 None None] Attempting to bind port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:53:50.863687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715ec489-cdb1-470d-9015-bca01bfe08c2 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:53:50.877966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88931007-41ed-4077-9281-b6d114144324 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:53:50.883392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88931007-41ed-4077-9281-b6d114144324 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:53:50.883392 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-88931007-41ed-4077-9281-b6d114144324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:50.883392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88931007-41ed-4077-9281-b6d114144324 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:53:50.883392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-88931007-41ed-4077-9281-b6d114144324 None None] Bound port: 581e3390-9fdc-41c4-852d-ed4d3e2f08bf, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:53:50.883392 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-88931007-41ed-4077-9281-b6d114144324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:50.887146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1370435-d414-4675-9e1e-e4ebc897d1c1 None None] Pushing event updated for resources: {'Port': ['ID=581e3390-9fdc-41c4-852d-ed4d3e2f08bf,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:50.945324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-617f890e-5429-40ad-bed6-ca91e4054eac None None] Provisioning complete for port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:50.945729 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-617f890e-5429-40ad-bed6-ca91e4054eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:50.978563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-88931007-41ed-4077-9281-b6d114144324 None None] For port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:53:50.995113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-88931007-41ed-4077-9281-b6d114144324 None None] For port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=581e3390-9fdc-41c4-852d-ed4d3e2f08bf,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:53:50.997546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-617f890e-5429-40ad-bed6-ca91e4054eac None None] Port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:53:51.097399 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:51.106182 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-88931007-41ed-4077-9281-b6d114144324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:51.182509 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f58c8f-0c33-4374-bc83-550743a06b31 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 13:53:51.190052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0872a8b1-d73e-42f2-b26c-2ad86cb5475c None None] Provisioning complete for port fbe07dd7-121a-4588-bc0f-c45c8a6a022f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:51.190434 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0872a8b1-d73e-42f2-b26c-2ad86cb5475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:51.194343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1370435-d414-4675-9e1e-e4ebc897d1c1 None None] Pushing event updated for resources: {'Port': ['ID=581e3390-9fdc-41c4-852d-ed4d3e2f08bf,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:51.220707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88931007-41ed-4077-9281-b6d114144324 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:53:51.221356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-88931007-41ed-4077-9281-b6d114144324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:53:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:53:51.228745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cc2a4743-26da-4ddc-b485-9608ae0e22b1 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:53:51.305718 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:51.307359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0872a8b1-d73e-42f2-b26c-2ad86cb5475c None None] Port fbe07dd7-121a-4588-bc0f-c45c8a6a022f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:53:51.382928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port cc2a4743-26da-4ddc-b485-9608ae0e22b1 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:51.383221 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:51.401608 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:51.414037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-88931007-41ed-4077-9281-b6d114144324 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:53:51.476293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Pushing event updated for resources: {'Port': ['ID=fbe07dd7-121a-4588-bc0f-c45c8a6a022f,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:51.479902 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:51.514966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-61ab446e-6053-441e-97db-e4da9d63585b None None] Provisioning complete for port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:51.514966 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61ab446e-6053-441e-97db-e4da9d63585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:51.590345 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Network 7c5f9d0d-5775-4590-917e-44915d9a03bd is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:53:51.591912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:53:51.735452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:53:51.751251 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61ab446e-6053-441e-97db-e4da9d63585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:51.779162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-61ab446e-6053-441e-97db-e4da9d63585b None None] For port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=581e3390-9fdc-41c4-852d-ed4d3e2f08bf,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:53:51.804058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-88931007-41ed-4077-9281-b6d114144324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 1, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:53:51.843867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88931007-41ed-4077-9281-b6d114144324 None None] The sync data for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 is: [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 1, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:53:51.847235 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-61ab446e-6053-441e-97db-e4da9d63585b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:51.888283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:53:51.896065 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1a51a802-8e4f-49fb-88f7-80ded028f25c admin admin] 10.222.0.59 "PUT /v2.0/routers/12cf35a6-22ed-4c6a-8f10-6f9d6589e582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2088766 Dec 17 13:53:51.921653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab446e-6053-441e-97db-e4da9d63585b None None] Pushing event updated for resources: {'Port': ['ID=581e3390-9fdc-41c4-852d-ed4d3e2f08bf,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:51.990926 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1b482c77-7f90-4afe-b4f5-f5a13a6709ea None None] Provisioning complete for port fbe07dd7-121a-4588-bc0f-c45c8a6a022f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:51.991543 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1b482c77-7f90-4afe-b4f5-f5a13a6709ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:52.047946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1b482c77-7f90-4afe-b4f5-f5a13a6709ea None None] Port fbe07dd7-121a-4588-bc0f-c45c8a6a022f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:53:52.768028 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47950) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:52.772898 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8b871b21-024a-4df5-b214-e6bec083cf34 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79084665', 'description': 'tempest-description--737683342'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:53:52.950487 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b871b21-024a-4df5-b214-e6bec083cf34 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:53.026830 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b871b21-024a-4df5-b214-e6bec083cf34 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:53.178684 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b871b21-024a-4df5-b214-e6bec083cf34 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:53.216784 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 581e3390-9fdc-41c4-852d-ed4d3e2f08bf up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:53:53.220032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b871b21-024a-4df5-b214-e6bec083cf34 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490e0204-c7c0-4af1-9858-be3d8e91d9ab,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:53.279506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:53.279954 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:53.397918 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b871b21-024a-4df5-b214-e6bec083cf34 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:53.399322 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8b871b21-024a-4df5-b214-e6bec083cf34 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6302249 Dec 17 13:53:53.403934 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47952) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:53.409079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-16e9d3ba-b824-4484-9258-3363435ec7af tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Request body: {'security_group_rule': {'security_group_id': '490e0204-c7c0-4af1-9858-be3d8e91d9ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:53:53.579365 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-16e9d3ba-b824-4484-9258-3363435ec7af tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:53.643166 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-16e9d3ba-b824-4484-9258-3363435ec7af tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:53.744425 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-16e9d3ba-b824-4484-9258-3363435ec7af tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:53.763580 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9d3ba-b824-4484-9258-3363435ec7af tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6075d72a-b57f-47d7-8229-2155fb1c57ba,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:53.900539 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-16e9d3ba-b824-4484-9258-3363435ec7af tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:53.901874 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-16e9d3ba-b824-4484-9258-3363435ec7af tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4969671 Dec 17 13:53:53.904890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47954) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:53.909632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-21cd5185-9a37-4e26-8a45-b5c3cb94c46f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Request body: {'security_group_rule': {'security_group_id': '490e0204-c7c0-4af1-9858-be3d8e91d9ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:53:53.979028 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Sync routers for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:53:53.989502 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:53:53.993645 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:53:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:53:54.087770 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21cd5185-9a37-4e26-8a45-b5c3cb94c46f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:54.111966 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:53:54.161029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21cd5185-9a37-4e26-8a45-b5c3cb94c46f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:54.229983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21cd5185-9a37-4e26-8a45-b5c3cb94c46f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:54.254662 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd5185-9a37-4e26-8a45-b5c3cb94c46f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c132b4dd-2d39-462b-b77b-8e1e607c1890,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:54.345081 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 2, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:53:54.358254 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-21cd5185-9a37-4e26-8a45-b5c3cb94c46f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:54.360190 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-21cd5185-9a37-4e26-8a45-b5c3cb94c46f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4541981 Dec 17 13:53:54.363330 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 47956) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:53:54.367816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:53:54.372964 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Checking router: 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:53:54.373286 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Updating router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 port fbe07dd7-121a-4588-bc0f-c45c8a6a022f binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 13:53:54.412291 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:54.481950 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:54.608729 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:54.723819 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:54.724988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Allocated IP 172.25.0.222 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/8fdea6bb-a397-4851-9ca9-4a53ce6f8998) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:53:54.835611 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:54.857046 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:54.888915 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Pushing event updated for resources: {'Port': ['ID=fbe07dd7-121a-4588-bc0f-c45c8a6a022f,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:54.924297 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:54.924757 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:54.924979 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:54.925392 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:54.925624 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:54.925961 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:54.926801 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:54.927127 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:54.927455 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:54.927764 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:54.928082 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:54.928403 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:54.928769 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:53:55.003479 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Attempting to bind port fbe07dd7-121a-4588-bc0f-c45c8a6a022f on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:53:55.004284 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Attempting to bind port fbe07dd7-121a-4588-bc0f-c45c8a6a022f by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:53:55.004284 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Attempting to bind port fbe07dd7-121a-4588-bc0f-c45c8a6a022f on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:53:55.013669 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:53:55.014175 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:53:55.014548 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:55.017869 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Bound using segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:53:55.018572 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Bound port: fbe07dd7-121a-4588-bc0f-c45c8a6a022f, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:53:55.019779 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:55.042581 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:55.100490 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:53:55.115872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:53:55.115872 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:53:55.167575 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event updated for resources: {'Port': ['ID=8fdea6bb-a397-4851-9ca9-4a53ce6f8998,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:55.198809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-713a1fca-57a6-4bbb-b8b0-0f2bfe7e85db None None] Provisioning complete for port fbe07dd7-121a-4588-bc0f-c45c8a6a022f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:55.200244 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-713a1fca-57a6-4bbb-b8b0-0f2bfe7e85db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:55.249002 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:55.256674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-713a1fca-57a6-4bbb-b8b0-0f2bfe7e85db None None] Port fbe07dd7-121a-4588-bc0f-c45c8a6a022f cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:53:55.259850 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] For port fbe07dd7-121a-4588-bc0f-c45c8a6a022f, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:53:55.264276 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] For port fbe07dd7-121a-4588-bc0f-c45c8a6a022f, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fbe07dd7-121a-4588-bc0f-c45c8a6a022f,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:53:55.443912 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:55.482205 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:55.545939 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:53:55.547166 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:53:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:53:55.586535 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f48f2-1bdb-4c32-b83d-fa05ee375549 None None] Pushing event updated for resources: {'Port': ['ID=fbe07dd7-121a-4588-bc0f-c45c8a6a022f,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:55.644147 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:55.692535 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:53:55.734686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:55.821685 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event updated for resources: {'Port': ['ID=8fdea6bb-a397-4851-9ca9-4a53ce6f8998,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:55.847668 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:55.887234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1a4b3318-db11-46a0-a9e9-762f51fb2afc None None] Provisioning complete for port fbe07dd7-121a-4588-bc0f-c45c8a6a022f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:55.888076 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a4b3318-db11-46a0-a9e9-762f51fb2afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:55.968885 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:55Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:53:55.974510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:55.980958 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-25fc2809-6f29-463d-9879-bb583a55c0d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6142738 Dec 17 13:53:55.988109 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a4b3318-db11-46a0-a9e9-762f51fb2afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:56.014140 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693d3fa-0579-47b9-bbad-0eea4b7af755 None None] The sync data for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 is: [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:55Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:53:56.041047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-1a4b3318-db11-46a0-a9e9-762f51fb2afc None None] For port fbe07dd7-121a-4588-bc0f-c45c8a6a022f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fbe07dd7-121a-4588-bc0f-c45c8a6a022f,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:53:56.172548 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a4b3318-db11-46a0-a9e9-762f51fb2afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:56.290390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b3318-db11-46a0-a9e9-762f51fb2afc None None] Pushing event updated for resources: {'Port': ['ID=fbe07dd7-121a-4588-bc0f-c45c8a6a022f,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:53:56.294166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-2116321b-c2e4-41e3-9c01-5b3833b4a374 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--79084665&fields=id&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 267 time: 0.0996709 Dec 17 13:53:56.473326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-9599f501-f8d9-4ead-8793-78a1ab95da4a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:56.481698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-9599f501-f8d9-4ead-8793-78a1ab95da4a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 812 time: 0.1656549 Dec 17 13:53:56.496964 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-29e7834d-b5dd-4cc5-9974-1d84dedca32a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/quotas/2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 375 time: 0.0135233 Dec 17 13:53:56.581217 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-ebeae4c5-acfc-42d5-9ab7-cb71438a5ec7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751355 Dec 17 13:53:56.705475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-25ef9fa2-58f7-4c01-a348-b9133bf6fe8f service neutron] 10.222.0.59 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088405 Dec 17 13:53:56.819352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-1c281db3-cbca-410a-b2d7-ec4d9349e025 service neutron] 10.222.0.59 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068285 Dec 17 13:53:57.162611 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-be8f0ab9-9c88-4503-b253-1f1f12de8482 req-26c40f81-dc4b-4e36-b3cf-a304f968b424 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 210 time: 0.0463076 Dec 17 13:53:57.253447 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fbe07dd7-121a-4588-bc0f-c45c8a6a022f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:53:57.324754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port fbe07dd7-121a-4588-bc0f-c45c8a6a022f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:53:57.325430 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:53:58.259990 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6252b1a9-f627-4ba2-8e1b-5593d950a5b8 req-91e7ba1d-320f-47af-a826-351e776e0aa1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 210 time: 0.0289435 Dec 17 13:53:59.378050 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-95c0b137-eb52-4821-8c2e-22e4ab6b1768 req-e177ae3b-7e9a-4f1c-b659-dd61ff0f697c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 210 time: 0.0361171 Dec 17 13:53:59.706349 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-f23c5fc5-7b54-4661-981e-7e795e6d84e1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:53:59.707776 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-f23c5fc5-7b54-4661-981e-7e795e6d84e1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 812 time: 0.1228178 Dec 17 13:53:59.789842 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-ed75da10-39a4-4923-b2ff-b47c55168640 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 378 time: 0.0676672 Dec 17 13:53:59.803889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Request body: {'port': {'device_id': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'admin_state_up': True, 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'security_groups': ['490e0204-c7c0-4af1-9858-be3d8e91d9ab']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:54:00.069900 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Made reservation on behalf of 2290e21efd374554af45d38ac600d0b5 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:54:00.080772 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:00.220669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Allocated IP 172.20.0.7 (7c5f9d0d-5775-4590-917e-44915d9a03bd/8572db6c-70ee-4c7f-9357-c4b08cc46e5e/42a68bfb-2ab9-4dc1-8452-83b942d12a4c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:54:00.436716 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:00.494686 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bd856b5-532d-4b37-8872-83e7212eb2ef req-2edf3380-b8b7-46ec-b30b-ac606b684443 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 210 time: 0.0389531 Dec 17 13:54:00.567562 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:00.614322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Network 7c5f9d0d-5775-4590-917e-44915d9a03bd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:54:00.617616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:54:00.621348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:54:00.628445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event updated for resources: {'Port': ['ID=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:54:00.662465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.662772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.663188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.663531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.663912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.664204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.664538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.664863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.665190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.665517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.665868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.666193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.666519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:54:00.695450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:00.696147 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:00.783297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-b4282e18-6bee-4dd4-8a73-26e963ca779f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9837313 Dec 17 13:54:00.801250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Request body: {'port': {'device_id': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:54:00.836933 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1514e41d-c22f-4a05-bb4a-6fe46631aa42 None None] Provisioning complete for port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:54:00.837497 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1514e41d-c22f-4a05-bb4a-6fe46631aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:00.861094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:00.881415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1514e41d-c22f-4a05-bb4a-6fe46631aa42 None None] Port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:54:01.139072 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a68bfb-2ab9-4dc1-8452-83b942d12a4c {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:54:01.149774 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:01.161263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Transition to ACTIVE for port object 42a68bfb-2ab9-4dc1-8452-83b942d12a4c will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:54:01.241682 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:01.299799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Pushing event updated for resources: {'Port': ['ID=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:54:01.381239 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Attempting to bind port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:54:01.381489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Attempting to bind port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:54:01.381950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Attempting to bind port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:54:01.387013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c on network 7c5f9d0d-5775-4590-917e-44915d9a03bd not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:54:01.387339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Attempting to bind port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:54:01.393435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:54:01.394074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:54:01.394580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Bound using segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:54:01.395200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Bound port: 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:54:01.395693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:01.470144 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:54:01.473543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:54:01.544741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:01.588478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:01.589011 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:01.590458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] 10.222.0.61 "PUT /v2.0/ports/42a68bfb-2ab9-4dc1-8452-83b942d12a4c HTTP/1.1" status: 200 len: 1091 time: 0.7938485 Dec 17 13:54:01.590915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:54:01.593967 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b659f60-cfed-426d-975d-8152d28141eb" -d '{"events": [{"name": "network-changed", "server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:54:01.622458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da93eb-5169-4b99-8284-1417692631e2 service neutron] Pushing event updated for resources: {'Port': ['ID=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:54:01.642361 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8973e5e-6c63-4317-a53b-8f4f9fd4cd28 x-openstack-request-id: req-e8973e5e-6c63-4317-a53b-8f4f9fd4cd28 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:54:01.642780 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:54:01.643133 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8973e5e-6c63-4317-a53b-8f4f9fd4cd28 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:54:01.643777 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'status': 'completed', 'code': 200} Dec 17 13:54:01.661817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3535f25-3634-4cf7-9093-b65688c998f7 req-ab9913e5-c6bf-47f1-a128-f57c27c642aa tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:01.663805 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d3535f25-3634-4cf7-9093-b65688c998f7 req-ab9913e5-c6bf-47f1-a128-f57c27c642aa tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 943 time: 0.0862682 Dec 17 13:54:01.716578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b659f60-cfed-426d-975d-8152d28141eb req-4a29aa8b-58ab-4154-b9f0-3b980a0becda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:01.718270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b659f60-cfed-426d-975d-8152d28141eb req-4a29aa8b-58ab-4154-b9f0-3b980a0becda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 1094 time: 0.0504210 Dec 17 13:54:01.722462 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d3535f25-3634-4cf7-9093-b65688c998f7 req-b6d08afe-4c13-46fe-839f-f17c51670b3d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485361 Dec 17 13:54:01.835196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b659f60-cfed-426d-975d-8152d28141eb req-9a884b10-3e88-47c5-b58b-597f61539dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:01.836711 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b659f60-cfed-426d-975d-8152d28141eb req-9a884b10-3e88-47c5-b58b-597f61539dee service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2290e21efd374554af45d38ac600d0b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1062996 Dec 17 13:54:01.943226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b659f60-cfed-426d-975d-8152d28141eb req-1bc65fda-595e-4f85-8643-84c0c01a2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:01.944744 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b659f60-cfed-426d-975d-8152d28141eb req-1bc65fda-595e-4f85-8643-84c0c01a2a39 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947461 Dec 17 13:54:01.973138 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:02.036224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-db655611-6b39-4f33-9667-fe4277ace4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:02.037879 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-db655611-6b39-4f33-9667-fe4277ace4cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 1094 time: 0.0456476 Dec 17 13:54:02.086209 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-ade1e7ed-bb18-4964-b71b-a78285db6975 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c HTTP/1.1" status: 200 len: 217 time: 0.0402148 Dec 17 13:54:02.142458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-a8148d75-1651-41cf-a6ba-5a02961d38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:02.144037 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-a8148d75-1651-41cf-a6ba-5a02961d38e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0465581 Dec 17 13:54:02.197167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-9e62de59-31de-434c-9c6c-ac64b0f794cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:02.198714 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-9e62de59-31de-434c-9c6c-ac64b0f794cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422869 Dec 17 13:54:02.608247 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-65a8212b-bde0-425f-920e-59b9bcb5f2fe service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978922 Dec 17 13:54:02.706119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30db30dd-57ce-4ecf-b862-5e4c55551f45 req-6f8b0499-7861-4cb9-9d93-542476b8f8ab service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861464 Dec 17 13:54:02.865708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837966a-993d-4824-baa6-1e5cff20c42b req-1aaacd5c-5265-4c9a-be63-a480d76c5319 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:02.867194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d837966a-993d-4824-baa6-1e5cff20c42b req-1aaacd5c-5265-4c9a-be63-a480d76c5319 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 943 time: 0.0575726 Dec 17 13:54:02.919406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d837966a-993d-4824-baa6-1e5cff20c42b req-f1a54229-5057-441a-a135-3122b72178ff tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460405 Dec 17 13:54:04.046420 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c1be1-3d3f-427f-9a14-bf74b805644f req-b6b2abfc-ef47-47b3-a878-e6b813eeb9a6 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:04.048028 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e2c1be1-3d3f-427f-9a14-bf74b805644f req-b6b2abfc-ef47-47b3-a878-e6b813eeb9a6 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 943 time: 0.0510557 Dec 17 13:54:04.101010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9e2c1be1-3d3f-427f-9a14-bf74b805644f req-238d2ef5-741f-42ea-bccd-f5efb0b18634 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462234 Dec 17 13:54:05.175876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 42a68bfb-2ab9-4dc1-8452-83b942d12a4c details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:54:05.260341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c18bb-fd5b-4b07-97d9-901706d4400b req-360d764c-3d53-4ab2-a62c-4adbef3625f6 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:05.262280 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f29c18bb-fd5b-4b07-97d9-901706d4400b req-360d764c-3d53-4ab2-a62c-4adbef3625f6 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 943 time: 0.0601873 Dec 17 13:54:05.300375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:54:05.315399 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'port_id': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'mac_address': 'fa:16:3e:8f:86:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:54:05.325926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f29c18bb-fd5b-4b07-97d9-901706d4400b req-351a1ad3-b166-490d-aa38-7282a4b5630f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538464 Dec 17 13:54:05.359830 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:05.373915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a68bfb-2ab9-4dc1-8452-83b942d12a4c {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:54:05.403914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:54:05.499107 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:05.547788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:54:05.770735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['42a68bfb-2ab9-4dc1-8452-83b942d12a4c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:54:06.475085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349a26a-cfc6-4838-98a7-e1cda49fa89e req-81f315f2-945f-492e-b5fd-1b99c0ef605b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:06.477666 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7349a26a-cfc6-4838-98a7-e1cda49fa89e req-81f315f2-945f-492e-b5fd-1b99c0ef605b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 944 time: 0.0640521 Dec 17 13:54:06.481603 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:06.536380 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7349a26a-cfc6-4838-98a7-e1cda49fa89e req-c8115b8f-d6c5-4285-8b62-a2fb03085152 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527275 Dec 17 13:54:07.183234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 42a68bfb-2ab9-4dc1-8452-83b942d12a4c up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:54:07.355945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:54:07.360917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:54:07.364394 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:07.453635 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:07.487038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:54:07.489313 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a911045-1483-45a0-b43b-3a8b4160dbca" -d '{"events": [{"server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "name": "network-vif-plugged", "status": "completed", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:54:07.503356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:54:07.535733 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403fa1ec-766b-409e-8409-3a938fc70074 x-openstack-request-id: req-403fa1ec-766b-409e-8409-3a938fc70074 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:54:07.535733 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "name": "network-vif-plugged", "status": "completed", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:54:07.535733 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-403fa1ec-766b-409e-8409-3a938fc70074 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:54:07.535733 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'code': 200} Dec 17 13:54:07.590621 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:07.649328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:54:07.653562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4408c3-3aa9-4d53-b797-2d897d42167a req-b9a382c7-6cec-4b4f-a817-432b11e3c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:07.655197 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc4408c3-3aa9-4d53-b797-2d897d42167a req-b9a382c7-6cec-4b4f-a817-432b11e3c666 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 1096 time: 0.0525696 Dec 17 13:54:07.691161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e131cb-e839-4350-b434-9305d4b8c08f req-6e91cfa9-acb9-4195-8c18-688ffcac8dc1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:07.692867 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d4e131cb-e839-4350-b434-9305d4b8c08f req-6e91cfa9-acb9-4195-8c18-688ffcac8dc1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0673614 Dec 17 13:54:07.726214 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc4408c3-3aa9-4d53-b797-2d897d42167a req-e5230773-de0f-46ff-93fe-774683b1008e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588555 Dec 17 13:54:07.767293 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d4e131cb-e839-4350-b434-9305d4b8c08f req-d221ee7b-82de-43a6-8c0c-df6daa32ba20 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677762 Dec 17 13:54:08.905896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716cfba-0446-43d7-ab7f-bcdca951fb09 req-1b51e5af-3c65-47d1-90fb-fd836ae58a7c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:08.907608 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8716cfba-0446-43d7-ab7f-bcdca951fb09 req-1b51e5af-3c65-47d1-90fb-fd836ae58a7c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0601208 Dec 17 13:54:08.980629 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8716cfba-0446-43d7-ab7f-bcdca951fb09 req-a6b5ea71-2952-4798-b87e-d71f6bdfd8f2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612490 Dec 17 13:54:10.111774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695d2e8-f515-4b5a-bc27-09e55139c24a req-9c92e420-02c2-4f34-a7ed-94ffefe3e798 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:10.113283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1695d2e8-f515-4b5a-bc27-09e55139c24a req-9c92e420-02c2-4f34-a7ed-94ffefe3e798 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0506709 Dec 17 13:54:10.172227 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1695d2e8-f515-4b5a-bc27-09e55139c24a req-55d6b098-adc6-44ed-96bf-9c9413bc590d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518689 Dec 17 13:54:10.305609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa1836-f05c-4cfe-b470-06e389726ef7 req-f92fc2e6-fa8e-4d56-9888-9456ef5987fa tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:10.307168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-57fa1836-f05c-4cfe-b470-06e389726ef7 req-f92fc2e6-fa8e-4d56-9888-9456ef5987fa tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0553272 Dec 17 13:54:10.316734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48010) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:54:10.321423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-08e526d1-724d-4ee4-8d3e-44d620543c65 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Request body: {'floatingip': {'port_id': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:54:10.379251 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-08e526d1-724d-4ee4-8d3e-44d620543c65 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:11.035393 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-08e526d1-724d-4ee4-8d3e-44d620543c65 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:11.138740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-08e526d1-724d-4ee4-8d3e-44d620543c65 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:11.248559 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-08e526d1-724d-4ee4-8d3e-44d620543c65 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Floating IP 156912b1-687d-4fe1-ae17-9212d99dc344 associated. External IP: 172.25.0.222, port: 42a68bfb-2ab9-4dc1-8452-83b942d12a4c. Dec 17 13:54:11.478528 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e526d1-724d-4ee4-8d3e-44d620543c65 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:54:11.590794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e526d1-724d-4ee4-8d3e-44d620543c65 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:54:11.595693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-08e526d1-724d-4ee4-8d3e-44d620543c65 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:11.601848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4afc836-10cb-455e-8b0f-d0890fa98d94 None None] Sync routers for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:54:11.614704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4afc836-10cb-455e-8b0f-d0890fa98d94 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:54:11.615421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c4afc836-10cb-455e-8b0f-d0890fa98d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:53:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:54:11.628654 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-08e526d1-724d-4ee4-8d3e-44d620543c65 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "PUT /v2.0/floatingips/156912b1-687d-4fe1-ae17-9212d99dc344 HTTP/1.1" status: 200 len: 991 time: 1.3100853 Dec 17 13:54:11.629154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:54:11.631185 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61cfcbd-0cff-4802-90d9-d7fb991e7a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:54:11.679987 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60c6038-50ea-4098-a94c-26403997597f x-openstack-request-id: req-e60c6038-50ea-4098-a94c-26403997597f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:54:11.680626 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:54:11.681150 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e60c6038-50ea-4098-a94c-26403997597f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:54:11.681855 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'status': 'completed', 'code': 200} Dec 17 13:54:11.756677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cfcbd-0cff-4802-90d9-d7fb991e7a8b req-4c8ea5af-47d9-4cf4-87fe-d2b751c3cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:11.758199 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e61cfcbd-0cff-4802-90d9-d7fb991e7a8b req-4c8ea5af-47d9-4cf4-87fe-d2b751c3cf26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 1096 time: 0.0445819 Dec 17 13:54:11.772787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c4afc836-10cb-455e-8b0f-d0890fa98d94 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:54:11.864996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cfcbd-0cff-4802-90d9-d7fb991e7a8b req-833711df-70e1-4e00-982a-0436b81858b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:11.866622 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e61cfcbd-0cff-4802-90d9-d7fb991e7a8b req-833711df-70e1-4e00-982a-0436b81858b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1014645 Dec 17 13:54:11.953482 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e61cfcbd-0cff-4802-90d9-d7fb991e7a8b req-2010a399-bdb9-4484-9d60-084fdb6c12b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c HTTP/1.1" status: 200 len: 999 time: 0.0794508 Dec 17 13:54:12.031069 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cfcbd-0cff-4802-90d9-d7fb991e7a8b req-a8f8b496-ea87-496c-bbfc-6749e5183943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:12.032802 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e61cfcbd-0cff-4802-90d9-d7fb991e7a8b req-a8f8b496-ea87-496c-bbfc-6749e5183943 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0724001 Dec 17 13:54:12.089752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cfcbd-0cff-4802-90d9-d7fb991e7a8b req-37c2205a-5a53-4d1f-b2e3-d1d5d85e317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:12.091464 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e61cfcbd-0cff-4802-90d9-d7fb991e7a8b req-37c2205a-5a53-4d1f-b2e3-d1d5d85e317d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510681 Dec 17 13:54:12.224191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e61cfcbd-0cff-4802-90d9-d7fb991e7a8b req-1f7e1e9e-6050-4be9-a640-93e0d93e5188 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236556 Dec 17 13:54:12.248714 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c4afc836-10cb-455e-8b0f-d0890fa98d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '156912b1-687d-4fe1-ae17-9212d99dc344', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'port_id': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'mac_address': 'fa:16:3e:8f:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:53:55Z', 'updated_at': '2021-12-17T13:54:10Z', 'revision_number': 1, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:54:12.280181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4afc836-10cb-455e-8b0f-d0890fa98d94 None None] Checking router: 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:54:12.290190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4afc836-10cb-455e-8b0f-d0890fa98d94 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:54:12.290871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c4afc836-10cb-455e-8b0f-d0890fa98d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:53:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:54:12.324553 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e61cfcbd-0cff-4802-90d9-d7fb991e7a8b req-5d773ab7-80d1-4934-b6fe-2c15eab85d03 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934403 Dec 17 13:54:12.403192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c4afc836-10cb-455e-8b0f-d0890fa98d94 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:54:12.652939 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c4afc836-10cb-455e-8b0f-d0890fa98d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '156912b1-687d-4fe1-ae17-9212d99dc344', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'port_id': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'mac_address': 'fa:16:3e:8f:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:53:55Z', 'updated_at': '2021-12-17T13:54:10Z', 'revision_number': 1, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:54:12.680290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4afc836-10cb-455e-8b0f-d0890fa98d94 None None] The sync data for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 is: [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '156912b1-687d-4fe1-ae17-9212d99dc344', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'port_id': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'mac_address': 'fa:16:3e:8f:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:53:55Z', 'updated_at': '2021-12-17T13:54:10Z', 'revision_number': 1, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:54:12.884098 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd97197-53c1-4575-89b0-f30cc32011e9 None None] New status for floating IP 156912b1-687d-4fe1-ae17-9212d99dc344: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:54:13.949902 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-89f3aa9f-eee7-4d7f-9d56-725b6f8c02db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:16.435488 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-17c100ab-0a3e-47ca-badf-dcfc2cf00c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:17.858831 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:19.029394 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:19.887390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:26.297083 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:54:31.685950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e57b32b-13ec-4fa5-91e5-9713f83341e2 req-15822266-a2f0-4840-8071-295bc1894370 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417008 Dec 17 13:54:31.773688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57b32b-13ec-4fa5-91e5-9713f83341e2 req-c0399a41-eef2-4e64-b011-8740d8d6e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:31.775260 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e57b32b-13ec-4fa5-91e5-9713f83341e2 req-c0399a41-eef2-4e64-b011-8740d8d6e11d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 1096 time: 0.0403130 Dec 17 13:54:31.889087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57b32b-13ec-4fa5-91e5-9713f83341e2 req-9babad10-9b4f-4342-9781-a0b4dc807a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:31.890647 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e57b32b-13ec-4fa5-91e5-9713f83341e2 req-9babad10-9b4f-4342-9781-a0b4dc807a0f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0936561 Dec 17 13:54:31.959939 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e57b32b-13ec-4fa5-91e5-9713f83341e2 req-3c3094bb-df03-40c5-b1ab-f0cda237dc89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c HTTP/1.1" status: 200 len: 1001 time: 0.0600317 Dec 17 13:54:31.978502 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:32.019587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57b32b-13ec-4fa5-91e5-9713f83341e2 req-2730416c-2cff-45da-b7db-ed2fe1781bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:32.019587 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e57b32b-13ec-4fa5-91e5-9713f83341e2 req-2730416c-2cff-45da-b7db-ed2fe1781bb5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0504408 Dec 17 13:54:32.066802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57b32b-13ec-4fa5-91e5-9713f83341e2 req-be8415b4-42ee-4860-a9b6-9defaad878f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:54:32.068509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e57b32b-13ec-4fa5-91e5-9713f83341e2 req-be8415b4-42ee-4860-a9b6-9defaad878f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420358 Dec 17 13:54:32.166589 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e57b32b-13ec-4fa5-91e5-9713f83341e2 req-b14ce61f-f15c-433d-8edf-14a545d9d9e1 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903890 Dec 17 13:54:32.259120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e57b32b-13ec-4fa5-91e5-9713f83341e2 req-431b944a-4ead-4e64-87f8-9a8561832079 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843759 Dec 17 13:54:36.458988 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:43.921918 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-956d9a89-6cd9-474d-9339-28c6e1026eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:46.400810 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a2a52c51-2ccc-42f8-9f2d-26fafdeb958d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:47.847100 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:49.010545 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:54:49.874960 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:01.971831 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:03.296737 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:55:06.492426 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:13.949165 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d269843a-022e-48b9-b1d0-04c2a246746e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:16.461265 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5db16625-5ece-466e-98e3-fff58d3f6def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:17.874567 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:19.040384 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:20.012697 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:31.971409 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:33.700213 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ad58ec7-dea3-4847-af40-d549029ddb32 req-a1a07b73-f0e1-4a01-96ca-9bf75290f4ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626235 Dec 17 13:55:33.805817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad58ec7-dea3-4847-af40-d549029ddb32 req-8d6ab762-40ac-4500-88f6-3de912ec40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:33.808418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ad58ec7-dea3-4847-af40-d549029ddb32 req-8d6ab762-40ac-4500-88f6-3de912ec40ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 1096 time: 0.0570679 Dec 17 13:55:33.929607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad58ec7-dea3-4847-af40-d549029ddb32 req-73d700ba-4ad8-4728-ac85-1701720111ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:33.931253 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ad58ec7-dea3-4847-af40-d549029ddb32 req-73d700ba-4ad8-4728-ac85-1701720111ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0959702 Dec 17 13:55:34.010191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ad58ec7-dea3-4847-af40-d549029ddb32 req-cf331fb3-6b5d-4dde-961f-3407e72ccb9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c HTTP/1.1" status: 200 len: 1001 time: 0.0666516 Dec 17 13:55:34.069777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad58ec7-dea3-4847-af40-d549029ddb32 req-f4cb305c-574e-463f-aafa-6ddaa734f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:34.071403 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ad58ec7-dea3-4847-af40-d549029ddb32 req-f4cb305c-574e-463f-aafa-6ddaa734f072 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0505664 Dec 17 13:55:34.132224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad58ec7-dea3-4847-af40-d549029ddb32 req-10e229ed-f752-4e6e-81c1-ae52c88b8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:34.134244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ad58ec7-dea3-4847-af40-d549029ddb32 req-10e229ed-f752-4e6e-81c1-ae52c88b8292 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521054 Dec 17 13:55:34.251958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ad58ec7-dea3-4847-af40-d549029ddb32 req-c967bc41-886b-4cfe-8538-b3707a2f9d4e service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064401 Dec 17 13:55:34.363066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0ad58ec7-dea3-4847-af40-d549029ddb32 req-5b7c8295-88a4-4a13-bd91-d500b6d8662c service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004939 Dec 17 13:55:36.514910 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:40.296862 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:55:43.932163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-98e5550d-24d1-4c6c-bdf6-ea7fff717fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:46.477371 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6e974dab-1c56-4e6b-9fea-5c1c625191c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:47.891446 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:49.056982 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:49.902707 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:55:51.806257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044abc9e-66ed-441e-92bd-7b17c348236c req-ca4ddba1-c0b6-4d0f-92ab-eddbba4f8d54 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:51.807624 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-044abc9e-66ed-441e-92bd-7b17c348236c req-ca4ddba1-c0b6-4d0f-92ab-eddbba4f8d54 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.1344225 Dec 17 13:55:51.855675 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-044abc9e-66ed-441e-92bd-7b17c348236c req-2f74502f-2bcc-4fba-9baa-289c08876f1b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412679 Dec 17 13:55:52.343069 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8cde7-a208-4b44-8768-ca5da448328f req-11a7b9fd-fc0f-48ad-9b5b-acbdcb46e01a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:52.344801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5cc8cde7-a208-4b44-8768-ca5da448328f req-11a7b9fd-fc0f-48ad-9b5b-acbdcb46e01a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0537207 Dec 17 13:55:52.397755 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5cc8cde7-a208-4b44-8768-ca5da448328f req-729f8a5a-11b8-4839-bf87-c19f37c12f88 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463614 Dec 17 13:55:52.427612 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-d27a324f-82d0-4d41-b2e7-7bb07381175e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418947 Dec 17 13:55:53.630358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132848e3-ae26-4760-af08-5c5ffc9d4ab1 req-b7b9945a-d4d3-4136-b6c0-c8550b08332b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:53.631961 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-132848e3-ae26-4760-af08-5c5ffc9d4ab1 req-b7b9945a-d4d3-4136-b6c0-c8550b08332b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.1178811 Dec 17 13:55:53.683313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-132848e3-ae26-4760-af08-5c5ffc9d4ab1 req-b6d872d3-7325-4ae3-bb1e-8667046df141 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452244 Dec 17 13:55:54.805528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d66a5b-dfd9-4691-b193-1546244b0833 req-27108b7d-9e2e-4f56-90f1-88e7b12bf069 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:54.807055 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-67d66a5b-dfd9-4691-b193-1546244b0833 req-27108b7d-9e2e-4f56-90f1-88e7b12bf069 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0529373 Dec 17 13:55:54.855479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-67d66a5b-dfd9-4691-b193-1546244b0833 req-8bebafff-f20d-4e9c-a0d5-dc6d63acc300 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418723 Dec 17 13:55:56.002083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09647f-1840-43ff-a4a0-6647232b595f req-78fa94d4-5efb-424f-b24d-d10754842adf tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:56.004230 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea09647f-1840-43ff-a4a0-6647232b595f req-78fa94d4-5efb-424f-b24d-d10754842adf tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0679908 Dec 17 13:55:56.054806 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea09647f-1840-43ff-a4a0-6647232b595f req-fd1f5b07-f4b8-4f69-8e09-9ea5ab712466 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443356 Dec 17 13:55:57.191003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fe414-442b-4a91-a1b6-1f203969848a req-74b048f8-e482-4f43-89a6-67553d77c79f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:57.192493 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-143fe414-442b-4a91-a1b6-1f203969848a req-74b048f8-e482-4f43-89a6-67553d77c79f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0523591 Dec 17 13:55:57.243100 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-143fe414-442b-4a91-a1b6-1f203969848a req-372cd223-ce6b-4dd5-893f-cfeeed7e6094 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443275 Dec 17 13:55:58.375655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55affb-50ab-4e3c-a816-f04139577bed req-8102577f-dd2d-46df-8bbf-25dca76844e0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:58.377157 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf55affb-50ab-4e3c-a816-f04139577bed req-8102577f-dd2d-46df-8bbf-25dca76844e0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0556762 Dec 17 13:55:58.430371 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf55affb-50ab-4e3c-a816-f04139577bed req-5303c5d4-6e68-427e-9a8e-0b0b0dfd9918 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469508 Dec 17 13:55:58.811211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-b5f75849-540c-4669-ac3b-1aeae5017399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:58.812715 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-b5f75849-540c-4669-ac3b-1aeae5017399 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 1096 time: 0.0428452 Dec 17 13:55:58.909273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-fe763129-9193-444b-aeae-77a8fe970a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:58.910780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-fe763129-9193-444b-aeae-77a8fe970a8e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0851774 Dec 17 13:55:58.987519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-8c2ac8cd-2c44-49b6-8c8a-b26caeb56fca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c HTTP/1.1" status: 200 len: 1001 time: 0.0639515 Dec 17 13:55:59.042904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-9cbf1e85-b564-4eb7-add2-5d207841f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:59.045176 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-9cbf1e85-b564-4eb7-add2-5d207841f2d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0463989 Dec 17 13:55:59.094894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-490240c5-87f3-431e-bf9f-1dc8eb1530b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:59.096399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-490240c5-87f3-431e-bf9f-1dc8eb1530b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407867 Dec 17 13:55:59.198858 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-0dcce2b3-513f-4e63-b9e2-a0ed7f5133df service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890307 Dec 17 13:55:59.293117 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-0fa86e84-4f6b-480e-a564-83e78b0d8ae6 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829346 Dec 17 13:55:59.551619 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88fce-0f08-454a-82b8-86dec849cb18 req-8247da4d-63c1-45e4-b372-c19207c0e6a2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:55:59.553142 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46e88fce-0f08-454a-82b8-86dec849cb18 req-8247da4d-63c1-45e4-b372-c19207c0e6a2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0536251 Dec 17 13:55:59.967116 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46e88fce-0f08-454a-82b8-86dec849cb18 req-c0a89244-af2e-4df4-88e8-1545cb7321d3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4072351 Dec 17 13:56:01.198249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff50e4-e6fa-4c6e-8a0b-865a5174cdb8 req-63c06774-808e-4087-a5e0-f22469ccbefb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:01.199778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77ff50e4-e6fa-4c6e-8a0b-865a5174cdb8 req-63c06774-808e-4087-a5e0-f22469ccbefb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.1042643 Dec 17 13:56:01.247539 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77ff50e4-e6fa-4c6e-8a0b-865a5174cdb8 req-63870425-53ee-436a-b879-779bb46cabaa tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409939 Dec 17 13:56:01.959326 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:02.368146 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142c8f0-788d-401f-baa0-9b3cf10aa740 req-99bdb311-9948-47f6-b586-55ae2683964d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:02.369702 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5142c8f0-788d-401f-baa0-9b3cf10aa740 req-99bdb311-9948-47f6-b586-55ae2683964d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0507023 Dec 17 13:56:02.418240 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5142c8f0-788d-401f-baa0-9b3cf10aa740 req-9608a2fb-fef2-40a0-8311-c60f13652bce tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422080 Dec 17 13:56:03.533772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb263a-1e3f-4c4f-b07f-c11ce422f2b9 req-4a57877e-0308-4ef1-9964-f98824b14071 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:03.535301 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77cb263a-1e3f-4c4f-b07f-c11ce422f2b9 req-4a57877e-0308-4ef1-9964-f98824b14071 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0489154 Dec 17 13:56:03.583476 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-77cb263a-1e3f-4c4f-b07f-c11ce422f2b9 req-5de872d7-8f71-416c-bd0c-f39e3035275a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421593 Dec 17 13:56:04.784439 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9502d-2189-44d5-846d-c84b30b10ff6 req-30815713-24e2-4711-a9f9-e0716474f518 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:04.785998 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7b9502d-2189-44d5-846d-c84b30b10ff6 req-30815713-24e2-4711-a9f9-e0716474f518 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0952158 Dec 17 13:56:04.838201 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e7b9502d-2189-44d5-846d-c84b30b10ff6 req-1964734b-4158-4eed-a75d-a2cd202f5b97 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459440 Dec 17 13:56:05.960619 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3a6dd-e21c-49a3-b559-e0a61fb609b9 req-88339d01-ba90-41cc-b2de-03b64a623982 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:05.962258 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73c3a6dd-e21c-49a3-b559-e0a61fb609b9 req-88339d01-ba90-41cc-b2de-03b64a623982 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0544789 Dec 17 13:56:06.324771 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73c3a6dd-e21c-49a3-b559-e0a61fb609b9 req-fb0500c3-fd76-4c98-bfd4-93005a985faa tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3547723 Dec 17 13:56:06.496791 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:07.441765 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442ea90-f2fa-4386-a1b7-eb520985bb8c req-affe99e7-5f93-4ff3-ad97-5bc0b5856038 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:07.443149 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f442ea90-f2fa-4386-a1b7-eb520985bb8c req-affe99e7-5f93-4ff3-ad97-5bc0b5856038 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0486202 Dec 17 13:56:07.490873 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f442ea90-f2fa-4386-a1b7-eb520985bb8c req-1c1510f0-86b3-482d-8d32-412444b87e91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417719 Dec 17 13:56:08.612172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503fe27-22a6-4f8c-8937-f8a94037885f req-5d586aac-e3fe-41b4-8fbd-a067d05fb08f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:08.613715 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6503fe27-22a6-4f8c-8937-f8a94037885f req-5d586aac-e3fe-41b4-8fbd-a067d05fb08f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0507319 Dec 17 13:56:08.664351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6503fe27-22a6-4f8c-8937-f8a94037885f req-fabcd6e2-bc92-4f59-a315-4d03f0aa20fe tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443566 Dec 17 13:56:09.783500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e77f8-9b13-4d39-8b1f-57bf2fdd5dce req-c4258f62-2a17-4a52-8125-13893d0b2d9f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:09.785006 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b1e77f8-9b13-4d39-8b1f-57bf2fdd5dce req-c4258f62-2a17-4a52-8125-13893d0b2d9f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0499227 Dec 17 13:56:09.831885 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b1e77f8-9b13-4d39-8b1f-57bf2fdd5dce req-c729f92a-01ed-480e-8715-ea97e4cc4ce5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408216 Dec 17 13:56:10.949835 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01401d1f-ef4e-491a-a78f-706be6dc709a req-d3c17e18-ef1b-43c3-9c8f-c19c08144bc3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:10.951482 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-01401d1f-ef4e-491a-a78f-706be6dc709a req-d3c17e18-ef1b-43c3-9c8f-c19c08144bc3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0488610 Dec 17 13:56:11.003154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-01401d1f-ef4e-491a-a78f-706be6dc709a req-56e2a270-7133-4ea8-8040-9ab860be3615 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445595 Dec 17 13:56:11.929594 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-958a10b3-2286-42b7-8658-6fb6946cab1d service neutron] show failed (client error): The resource could not be found. Dec 17 13:56:11.930615 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-958a10b3-2286-42b7-8658-6fb6946cab1d service neutron] 10.222.0.61 "GET /v2.0/ports/42a68bfb-2ab9-4dc1-8452-83b942d12a4c/bindings/n-h1-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0541873 Dec 17 13:56:12.131437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56aa6d-fc1a-4ad2-bc20-0d81bbd41236 req-e7443fb5-ac72-43fc-b74f-157aa14669fa tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:12.133028 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ad56aa6d-fc1a-4ad2-bc20-0d81bbd41236 req-e7443fb5-ac72-43fc-b74f-157aa14669fa tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0582271 Dec 17 13:56:12.187595 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ad56aa6d-fc1a-4ad2-bc20-0d81bbd41236 req-6c942630-d2e8-454c-a649-fe1dab35e423 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470405 Dec 17 13:56:12.644279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-31e37a15-f19b-4466-b275-0659efa0f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:12.645842 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-31e37a15-f19b-4466-b275-0659efa0f372 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0847170 Dec 17 13:56:12.657660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:56:12.712372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:12.918136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:56:12.951673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:56:12.990640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:56:12.992949 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ceae1fcf6e5ae39f9d5d016795e19937b8e3f892e46797e4f3b4a167e2e983" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badbc4bb-7245-4d28-8283-68d33e0f5502" -d '{"events": [{"server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "name": "network-vif-unplugged", "status": "completed", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:56:12.997154 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:13.010747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Transition to ACTIVE for port object 42a68bfb-2ab9-4dc1-8452-83b942d12a4c will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:56:13.065432 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:13.172316 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0704ce02-22e2-444d-b846-403ad0b4d78f x-openstack-request-id: req-0704ce02-22e2-444d-b846-403ad0b4d78f {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:56:13.172534 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "name": "network-vif-unplugged", "status": "completed", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:56:13.173157 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0704ce02-22e2-444d-b846-403ad0b4d78f {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:56:13.173570 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'code': 200} Dec 17 13:56:13.198600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Pushing event updated for resources: {'Port': ['ID=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:56:13.233925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.234286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.234638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.234988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.235334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.235672 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.236021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.236341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.236677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.237010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.237339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.238683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.239023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:13.266953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] No DVR routers for this DVR port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:56:13.320581 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b103c6a-f7b6-4178-8e76-ed8d5f13cbff req-4cbcd5ae-f512-4c87-bf23-2cb7dba19738 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:13.322759 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b103c6a-f7b6-4178-8e76-ed8d5f13cbff req-4cbcd5ae-f512-4c87-bf23-2cb7dba19738 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 943 time: 0.0547948 Dec 17 13:56:13.375145 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b103c6a-f7b6-4178-8e76-ed8d5f13cbff req-84c424b0-9bfb-437a-ab8d-530a0cf8b618 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451908 Dec 17 13:56:13.412120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Attempting to bind port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:56:13.412460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Attempting to bind port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:56:13.412796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Attempting to bind port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:56:13.417096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c on network 7c5f9d0d-5775-4590-917e-44915d9a03bd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:56:13.417419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Attempting to bind port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:56:13.423364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:56:13.423640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:56:13.424030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Bound using segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:56:13.424461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Bound port: 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:56:13.424819 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:13.487964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:56:13.493309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:56:13.582744 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:13.620272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:13.620899 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:13.622338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] 10.222.0.54 "PUT /v2.0/ports/42a68bfb-2ab9-4dc1-8452-83b942d12a4c HTTP/1.1" status: 200 len: 1091 time: 0.9687939 Dec 17 13:56:13.644310 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1914f-ebd0-4177-98ba-3c88b171a722 service neutron] Pushing event updated for resources: {'Port': ['ID=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:56:13.700721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-f0e0a919-65d1-4c39-a01d-45bb1a05672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:13.702904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-f0e0a919-65d1-4c39-a01d-45bb1a05672d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 1094 time: 0.0486553 Dec 17 13:56:13.797754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-d0e34a6f-b8b9-4b8a-aed0-bb5ef14ca9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:13.799746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-d0e34a6f-b8b9-4b8a-aed0-bb5ef14ca9cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0899704 Dec 17 13:56:13.873673 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-490dab23-4ab5-4c60-8938-346e5d5deba7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c HTTP/1.1" status: 200 len: 999 time: 0.0670931 Dec 17 13:56:13.902250 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aebba482-e5a3-42e0-994f-697437c16b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:13.925856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-dbbc8324-9b87-46e8-a85b-623e8906cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:13.927398 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-dbbc8324-9b87-46e8-a85b-623e8906cf8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0465772 Dec 17 13:56:13.974305 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-aca56f71-6687-44b3-b7d4-9e485f64cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:13.975984 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-aca56f71-6687-44b3-b7d4-9e485f64cfb3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418787 Dec 17 13:56:14.071336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-731c65e0-6eca-4f94-9bea-cad29a18d92a service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882244 Dec 17 13:56:14.163192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5427f9cf-7682-4f01-88a7-7a467d98cd8e req-23dc597c-5e67-41fa-8f2c-e4bb4cf80a80 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845907 Dec 17 13:56:14.504004 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4dbc2-2945-47cf-a65a-ae57618959e1 req-87615e6e-2cc4-4815-9a88-a7054d481811 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:14.505533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12b4dbc2-2945-47cf-a65a-ae57618959e1 req-87615e6e-2cc4-4815-9a88-a7054d481811 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 943 time: 0.0560565 Dec 17 13:56:14.553335 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-12b4dbc2-2945-47cf-a65a-ae57618959e1 req-6f357eaa-534a-4f41-b894-c04c726a366e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417469 Dec 17 13:56:15.174903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:56:15.222315 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:56:15.342052 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3b92a4-c3d2-4695-a150-d0306850603b x-openstack-request-id: req-8c3b92a4-c3d2-4695-a150-d0306850603b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:56:15.342052 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:56:15.342052 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c3b92a4-c3d2-4695-a150-d0306850603b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:56:15.342052 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'status': 'completed', 'code': 200} Dec 17 13:56:15.439769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-a3aeb3f3-7b81-40da-960c-ede8b4176492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:15.441489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-a3aeb3f3-7b81-40da-960c-ede8b4176492 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 1094 time: 0.0790784 Dec 17 13:56:15.444202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-5bce9fe5-a0ad-400d-aca3-9412abede861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:15.445661 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-5bce9fe5-a0ad-400d-aca3-9412abede861 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 1094 time: 0.0748527 Dec 17 13:56:15.620268 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-76766263-7bce-4a45-9ba6-875e07a5bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:15.621910 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-76766263-7bce-4a45-9ba6-875e07a5bf11 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1685205 Dec 17 13:56:15.623075 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-b68ead6a-556d-4cc8-80de-e7729963aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:15.624472 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-b68ead6a-556d-4cc8-80de-e7729963aef7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1609044 Dec 17 13:56:15.784080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-cd84c509-c786-4b92-b50b-9a65e75be730 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c HTTP/1.1" status: 200 len: 999 time: 0.1543434 Dec 17 13:56:15.791724 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-18c3856a-0009-44e3-8ea2-bfed402c2e6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c HTTP/1.1" status: 200 len: 999 time: 0.1521862 Dec 17 13:56:15.820349 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d0c88-40c7-4098-8fe3-c67ce862114c req-28b80e54-2fcf-40e1-87f0-b11a6aaf237a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:15.822012 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-564d0c88-40c7-4098-8fe3-c67ce862114c req-28b80e54-2fcf-40e1-87f0-b11a6aaf237a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 943 time: 0.1402347 Dec 17 13:56:15.825582 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 42a68bfb-2ab9-4dc1-8452-83b942d12a4c no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:56:15.868630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 42a68bfb-2ab9-4dc1-8452-83b942d12a4c not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:56:15.915655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-55f4f567-7cb9-428a-955c-471fdfa6bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:15.917229 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-55f4f567-7cb9-428a-955c-471fdfa6bce0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.1244903 Dec 17 13:56:15.921090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-fb8ef48c-71c4-4179-988c-8a517a8bef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:15.922555 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-fb8ef48c-71c4-4179-988c-8a517a8bef31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.1188350 Dec 17 13:56:15.949410 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-564d0c88-40c7-4098-8fe3-c67ce862114c req-706909cb-40c4-4259-9023-fad3737485d0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049228 Dec 17 13:56:16.017090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-2c1cb58d-f090-4e17-90cf-83b2210a1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:16.018767 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-2c1cb58d-f090-4e17-90cf-83b2210a1cf8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747499 Dec 17 13:56:16.021789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-2f3cb7be-7203-4d2a-b054-ea3fd8377c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:16.023319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-2f3cb7be-7203-4d2a-b054-ea3fd8377c73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885444 Dec 17 13:56:16.194808 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-eb625173-ad25-4dce-9f01-11e54d131164 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671286 Dec 17 13:56:16.196972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-c9f708f8-515d-4e91-898c-0fd06203ef0c service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601799 Dec 17 13:56:16.360669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-f4d898e1-054f-45f3-be2c-7975fa3b5cfc service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582241 Dec 17 13:56:16.364666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef2775f3-273b-4c72-8c19-8b89f7e37ef4 req-3e119436-d09c-43fd-9698-9ae27ff4589a service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540277 Dec 17 13:56:16.423965 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dcc5ca80-84d8-44ce-9850-a9b2ede81195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:17.078347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9382d70-5fa7-44b1-b417-e300e5c7e69a req-4f03771d-057d-4c80-8bcd-60d704477c3e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:17.079880 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a9382d70-5fa7-44b1-b417-e300e5c7e69a req-4f03771d-057d-4c80-8bcd-60d704477c3e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 943 time: 0.0524299 Dec 17 13:56:17.138399 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a9382d70-5fa7-44b1-b417-e300e5c7e69a req-75b65724-f44c-4b8b-8843-8f95429dc016 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522962 Dec 17 13:56:17.295860 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:56:17.536480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29641294-51e0-4baa-a03d-8649cc5252c2 req-1d39227d-c584-4070-b836-9149dc485ae0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:17.538000 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-29641294-51e0-4baa-a03d-8649cc5252c2 req-1d39227d-c584-4070-b836-9149dc485ae0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 943 time: 0.0528634 Dec 17 13:56:17.590547 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-29641294-51e0-4baa-a03d-8649cc5252c2 req-af001470-6571-4e6c-8e3e-a2dd717ec3d8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462277 Dec 17 13:56:17.683960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0020-4682-498d-8830-f5c31b305558 req-f24ab973-aedd-4526-9e05-cfd6a42daf53 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:17.685449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21be0020-4682-498d-8830-f5c31b305558 req-f24ab973-aedd-4526-9e05-cfd6a42daf53 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.61 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88&tenant_id=2290e21efd374554af45d38ac600d0b5&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 943 time: 0.0556262 Dec 17 13:56:17.754128 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-21be0020-4682-498d-8830-f5c31b305558 req-2dcf9f6a-ac77-4fd7-b5c3-6866e147a5ba service neutron] delete failed (client error): The resource could not be found. Dec 17 13:56:17.755172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21be0020-4682-498d-8830-f5c31b305558 req-2dcf9f6a-ac77-4fd7-b5c3-6866e147a5ba service neutron] 10.222.0.61 "DELETE /v2.0/ports/42a68bfb-2ab9-4dc1-8452-83b942d12a4c/bindings/n-h2-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0613160 Dec 17 13:56:17.837318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 42a68bfb-2ab9-4dc1-8452-83b942d12a4c details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:56:17.852490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0020-4682-498d-8830-f5c31b305558 req-2693192c-098a-4363-8a5a-5e44a15ba5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:17.853956 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21be0020-4682-498d-8830-f5c31b305558 req-2693192c-098a-4363-8a5a-5e44a15ba5ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 1094 time: 0.0439625 Dec 17 13:56:17.868149 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:17.941846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:56:17.953501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'port_id': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'mac_address': 'fa:16:3e:8f:86:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:56:17.957857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0020-4682-498d-8830-f5c31b305558 req-c78adf6c-50b6-4eb8-b3a1-3d86aaae3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:17.959492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21be0020-4682-498d-8830-f5c31b305558 req-c78adf6c-50b6-4eb8-b3a1-3d86aaae3577 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0961745 Dec 17 13:56:17.993367 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:18.011102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a68bfb-2ab9-4dc1-8452-83b942d12a4c {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:56:18.030980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:56:18.041303 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21be0020-4682-498d-8830-f5c31b305558 req-b41f22dd-1553-42ae-95e9-5f7100550093 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c HTTP/1.1" status: 200 len: 999 time: 0.0705457 Dec 17 13:56:18.153395 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:18.180840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0020-4682-498d-8830-f5c31b305558 req-90eb9a3b-3d4b-432f-98a8-0ae4f906e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:18.182413 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21be0020-4682-498d-8830-f5c31b305558 req-90eb9a3b-3d4b-432f-98a8-0ae4f906e0a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0908926 Dec 17 13:56:18.205965 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:56:18.213643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.213992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.214332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.214808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.215137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.215467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.215797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.216121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.216514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.216763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.217101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.217402 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.217787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:56:18.235663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be0020-4682-498d-8830-f5c31b305558 req-1d8e4817-7089-4ff1-8d95-0a93c5957832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:18.238360 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21be0020-4682-498d-8830-f5c31b305558 req-1d8e4817-7089-4ff1-8d95-0a93c5957832 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434906 Dec 17 13:56:18.342376 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21be0020-4682-498d-8830-f5c31b305558 req-7dbf1c71-4344-4dd3-a941-680ceb7eeff7 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918863 Dec 17 13:56:18.402017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['42a68bfb-2ab9-4dc1-8452-83b942d12a4c'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:56:18.437883 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21be0020-4682-498d-8830-f5c31b305558 req-f34d754c-81e8-4c65-b90a-6c0656b936e8 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876172 Dec 17 13:56:18.720798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56728e52-6ccb-4564-8bcf-10f16740aa20 req-75cbd886-f84a-47e1-ab04-f016fb6b7348 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:18.722208 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56728e52-6ccb-4564-8bcf-10f16740aa20 req-75cbd886-f84a-47e1-ab04-f016fb6b7348 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 944 time: 0.0557203 Dec 17 13:56:18.771376 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-56728e52-6ccb-4564-8bcf-10f16740aa20 req-28ad9f44-d3e5-4093-869e-a4dc47a2232f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424139 Dec 17 13:56:19.079628 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:19.839221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 42a68bfb-2ab9-4dc1-8452-83b942d12a4c up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:56:19.869212 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:19.900515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d86e1-53d7-4a38-bf02-bfd712f04f0e req-5fff5835-7f2e-4a7c-8332-b6da50f78546 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:19.924632 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b46d86e1-53d7-4a38-bf02-bfd712f04f0e req-5fff5835-7f2e-4a7c-8332-b6da50f78546 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 944 time: 0.0525627 Dec 17 13:56:19.957210 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b46d86e1-53d7-4a38-bf02-bfd712f04f0e req-ff9ea1ca-48fd-4cbb-b414-6333580ad5dd tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487192 Dec 17 13:56:20.033847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:56:20.038020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:56:20.038437 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:20.076533 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba939bb3-1906-4470-ace5-8bb731e502d7 req-31cdcebb-7480-4623-a92d-4014cb4cadc8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:20.078026 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba939bb3-1906-4470-ace5-8bb731e502d7 req-31cdcebb-7480-4623-a92d-4014cb4cadc8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 944 time: 0.0516946 Dec 17 13:56:20.122053 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:20.128038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba939bb3-1906-4470-ace5-8bb731e502d7 req-3cb29662-bbf4-4b1c-b793-1e41055d57b7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438712 Dec 17 13:56:20.148617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:56:20.148855 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0da6dc211af73f30d84a09487136c7d0f3228e47305031263122c80179eebc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5508fe03-5bb0-49d6-bcb7-524c43032b4b" -d '{"events": [{"server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "name": "network-vif-plugged", "status": "completed", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:56:20.165668 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:56:20.252556 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed037b0e-fb3f-4f10-abc4-0e94acb3d4b6 req-323d52ad-e5c7-4dfe-8ee5-5dfeaeadcd1a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:20.253036 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55c1992-2abf-437a-a10d-1e104b7601ce x-openstack-request-id: req-e55c1992-2abf-437a-a10d-1e104b7601ce {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:56:20.253329 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "name": "network-vif-plugged", "status": "completed", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:56:20.253600 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e55c1992-2abf-437a-a10d-1e104b7601ce {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:56:20.254004 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'code': 200} Dec 17 13:56:20.254177 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed037b0e-fb3f-4f10-abc4-0e94acb3d4b6 req-323d52ad-e5c7-4dfe-8ee5-5dfeaeadcd1a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 944 time: 0.0557101 Dec 17 13:56:20.284651 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:20.303913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed037b0e-fb3f-4f10-abc4-0e94acb3d4b6 req-40844708-f294-4d89-b76c-797aa855dd11 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438838 Dec 17 13:56:20.335193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:56:20.810482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b946040-08fd-47b0-9e9c-0050f122b117 req-b370cc89-7ece-481d-bdc4-ff47f1306fc8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:20.812076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8b946040-08fd-47b0-9e9c-0050f122b117 req-b370cc89-7ece-481d-bdc4-ff47f1306fc8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0535636 Dec 17 13:56:20.864701 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8b946040-08fd-47b0-9e9c-0050f122b117 req-5d24afff-5c8f-46c5-b3df-a0b9dfe2cc1a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467498 Dec 17 13:56:21.991353 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef663d7d-0473-4a46-861f-c95f236cbf36 req-106fa881-bbe5-4353-8231-f9911a93c07f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:21.992902 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef663d7d-0473-4a46-861f-c95f236cbf36 req-106fa881-bbe5-4353-8231-f9911a93c07f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0544686 Dec 17 13:56:22.064977 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ef663d7d-0473-4a46-861f-c95f236cbf36 req-15a3ca8f-8932-4814-ab83-0bda812a0164 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659213 Dec 17 13:56:22.086816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93060ccf-378e-4090-95c4-542d9835230f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:22.088340 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93060ccf-378e-4090-95c4-542d9835230f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.54 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 945 time: 0.0701885 Dec 17 13:56:22.184720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Deleting port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:56:22.185066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:22.280338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] For port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:56:22.280746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:22.509458 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:22.509775 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:22.510097 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Floating IP 156912b1-687d-4fe1-ae17-9212d99dc344 disassociated. External IP: 172.25.0.222, port: 42a68bfb-2ab9-4dc1-8452-83b942d12a4c. Dec 17 13:56:22.510445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Calling delete_port for 42a68bfb-2ab9-4dc1-8452-83b942d12a4c owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:56:22.722142 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:22.751520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event deleted for resources: {'Port': ['ID=42a68bfb-2ab9-4dc1-8452-83b942d12a4c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:56:23.178076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a0fbd1b7-89a4-4fa5-9df3-a6dfe0a95fc9 req-04c80541-d158-47cd-9faf-f7ef44056fe3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 210 time: 0.0365789 Dec 17 13:56:23.214787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:56:23.343394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:56:23.354394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baedd4b0-9bb7-4d65-9ba3-ab2e6cf0020f None None] Sync routers for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:56:23.366673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baedd4b0-9bb7-4d65-9ba3-ab2e6cf0020f None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:56:23.367310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-baedd4b0-9bb7-4d65-9ba3-ab2e6cf0020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:56:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:56:23.388152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] No DVR routers for this DVR port 42a68bfb-2ab9-4dc1-8452-83b942d12a4c on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:56:23.392522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:23.396137 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0238825-b72d-4309-aedd-bad8886ffdbd req-93ca1e36-4496-4921-ac51-ab96f8aeac91 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.54 "DELETE /v2.0/ports/42a68bfb-2ab9-4dc1-8452-83b942d12a4c HTTP/1.1" status: 204 len: 173 time: 1.3007803 Dec 17 13:56:23.396626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'name': 'network-vif-deleted', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:56:23.399076 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2617c89-378e-43c4-83ab-e3dc68ab59d3" -d '{"events": [{"server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "name": "network-vif-deleted", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:56:23.449557 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91e7c95-7494-4677-a958-fd4bfbae535e x-openstack-request-id: req-d91e7c95-7494-4677-a958-fd4bfbae535e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:56:23.449890 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324e7c97-d320-4914-bd9c-083e31bf3b88", "name": "network-vif-deleted", "tag": "42a68bfb-2ab9-4dc1-8452-83b942d12a4c", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:56:23.450152 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d91e7c95-7494-4677-a958-fd4bfbae535e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:56:23.450583 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324e7c97-d320-4914-bd9c-083e31bf3b88', 'name': 'network-vif-deleted', 'tag': '42a68bfb-2ab9-4dc1-8452-83b942d12a4c', 'status': 'completed', 'code': 200} Dec 17 13:56:23.503244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-baedd4b0-9bb7-4d65-9ba3-ab2e6cf0020f None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:56:23.747702 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-baedd4b0-9bb7-4d65-9ba3-ab2e6cf0020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:56:23.775339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baedd4b0-9bb7-4d65-9ba3-ab2e6cf0020f None None] Checking router: 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:56:23.784980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baedd4b0-9bb7-4d65-9ba3-ab2e6cf0020f None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:56:23.785625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-baedd4b0-9bb7-4d65-9ba3-ab2e6cf0020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:56:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:56:23.898631 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-baedd4b0-9bb7-4d65-9ba3-ab2e6cf0020f None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:56:24.115761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-baedd4b0-9bb7-4d65-9ba3-ab2e6cf0020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:56:24.314452 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-30d56a55-076c-4ccb-8173-2133e76d3a44 req-a8dec7fb-9709-409a-8ebf-15523a1aa663 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=324e7c97-d320-4914-bd9c-083e31bf3b88 HTTP/1.1" status: 200 len: 210 time: 0.0439444 Dec 17 13:56:24.315692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baedd4b0-9bb7-4d65-9ba3-ab2e6cf0020f None None] The sync data for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 is: [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:56:24.571653 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6debe334-5a2a-49d0-b499-a6cdd9d1a8f7 None None] New status for floating IP 156912b1-687d-4fe1-ae17-9212d99dc344: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:56:25.572070 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-9afa6195-c03f-477f-a70a-67a78cec756b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--79084665&fields=id&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 267 time: 0.0452318 Dec 17 13:56:25.689720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-cb09bec5-2bdd-4486-848f-df3abbcf533b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:25.691262 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-cb09bec5-2bdd-4486-848f-df3abbcf533b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 812 time: 0.1114001 Dec 17 13:56:25.710975 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-b46db011-b5f5-46b6-9218-b49caf84af28 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/quotas/2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 375 time: 0.0132971 Dec 17 13:56:25.770626 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-2f51f985-7f5b-4d08-941e-9819de205c67 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536542 Dec 17 13:56:25.853749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 42a68bfb-2ab9-4dc1-8452-83b942d12a4c no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:56:25.874874 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 42a68bfb-2ab9-4dc1-8452-83b942d12a4c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:56:25.875224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 42a68bfb-2ab9-4dc1-8452-83b942d12a4c not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:56:25.979590 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-01db01ef-da8e-4b77-acbd-e0bca9b38acb service neutron] 10.222.0.59 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612997 Dec 17 13:56:26.085042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-181811b8-d6e8-4835-bd04-17252591f29e service neutron] 10.222.0.59 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948362 Dec 17 13:56:26.331126 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e231b778-8f67-43f4-81f0-59501a0a195c req-16667fe7-333d-4f96-b4e8-8555def4082c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 210 time: 0.0306485 Dec 17 13:56:27.448609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2419cbd6-2055-40e3-b9ed-42ff2714c726 req-ad44f202-7c02-45f3-9e86-abe7ae044c11 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 210 time: 0.0298698 Dec 17 13:56:28.563652 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f9bfa9fb-cefd-4f0b-a958-093281e8817e req-e99c7ddc-25ce-4bb0-b3fd-b4c96d02f9db tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 210 time: 0.0386167 Dec 17 13:56:28.588431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-2e6020c4-03bc-4f0a-9407-01190b4be469 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:28.591412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-2e6020c4-03bc-4f0a-9407-01190b4be469 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 812 time: 0.1328616 Dec 17 13:56:28.664104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-e62db419-b28e-45e8-a13c-cef0253151ae tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 378 time: 0.0606472 Dec 17 13:56:28.673934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Request body: {'port': {'device_id': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'admin_state_up': True, 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'security_groups': ['490e0204-c7c0-4af1-9858-be3d8e91d9ab']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:56:28.902857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Made reservation on behalf of 2290e21efd374554af45d38ac600d0b5 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:56:28.908025 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:29.050866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Allocated IP 172.20.0.3 (7c5f9d0d-5775-4590-917e-44915d9a03bd/8572db6c-70ee-4c7f-9357-c4b08cc46e5e/03a00d86-f570-4635-8c0a-2e301e737345) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:56:29.217229 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:29.362691 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:29.408130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Network 7c5f9d0d-5775-4590-917e-44915d9a03bd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:56:29.411465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:56:29.415423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:56:29.451316 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event updated for resources: {'Port': ['ID=03a00d86-f570-4635-8c0a-2e301e737345,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:56:29.484562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:29.485768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:29.588004 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-6506dbb8-711b-44ff-9a9c-950ed6bb9718 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9183064 Dec 17 13:56:29.604133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Request body: {'port': {'device_id': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:56:29.695507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-86c9497d-ce73-4a44-a038-dc373990c354 None None] Provisioning complete for port 03a00d86-f570-4635-8c0a-2e301e737345 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:56:29.696084 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-86c9497d-ce73-4a44-a038-dc373990c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:29.715187 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:29.746725 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-86c9497d-ce73-4a44-a038-dc373990c354 None None] Port 03a00d86-f570-4635-8c0a-2e301e737345 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:56:29.749286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34268924-88c0-4140-ba85-9c829a833efc req-0b15b12b-fd0a-4b03-a981-947246ef6194 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:29.754920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34268924-88c0-4140-ba85-9c829a833efc req-0b15b12b-fd0a-4b03-a981-947246ef6194 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 931 time: 0.0699058 Dec 17 13:56:29.897805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34268924-88c0-4140-ba85-9c829a833efc req-49fe5ea0-9d15-4641-bc1a-77c187dd563b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1280921 Dec 17 13:56:30.134739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a00d86-f570-4635-8c0a-2e301e737345 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:56:30.149080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:30.165184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Transition to ACTIVE for port object 03a00d86-f570-4635-8c0a-2e301e737345 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:56:30.262747 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:30.317733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=03a00d86-f570-4635-8c0a-2e301e737345,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:56:30.409799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Attempting to bind port 03a00d86-f570-4635-8c0a-2e301e737345 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:56:30.410250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Attempting to bind port 03a00d86-f570-4635-8c0a-2e301e737345 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:56:30.410530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Attempting to bind port 03a00d86-f570-4635-8c0a-2e301e737345 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:56:30.418946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Port 03a00d86-f570-4635-8c0a-2e301e737345 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:56:30.422243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Attempting to bind port 03a00d86-f570-4635-8c0a-2e301e737345 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:56:30.429405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:56:30.429786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:56:30.430183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Bound using segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:56:30.430617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Bound port: 03a00d86-f570-4635-8c0a-2e301e737345, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:56:30.431382 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:30.538594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:56:30.543766 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=03a00d86-f570-4635-8c0a-2e301e737345,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:56:30.619562 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:30.658076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:30.658833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:30.660278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] 10.222.0.54 "PUT /v2.0/ports/03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 200 len: 1091 time: 1.0636518 Dec 17 13:56:30.660732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:56:30.663464 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18b6995-eca6-4527-92cd-17faf226eddb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "tag": "03a00d86-f570-4635-8c0a-2e301e737345"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:56:30.699793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f02957-d5d8-4433-aa19-2b09eec52ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=03a00d86-f570-4635-8c0a-2e301e737345,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:56:30.711484 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d453f3-516b-4530-8678-6d0c04c4fe5e x-openstack-request-id: req-86d453f3-516b-4530-8678-6d0c04c4fe5e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:56:30.711785 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "tag": "03a00d86-f570-4635-8c0a-2e301e737345", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:56:30.712087 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-86d453f3-516b-4530-8678-6d0c04c4fe5e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:56:30.712595 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345', 'status': 'completed', 'code': 200} Dec 17 13:56:30.778772 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b6995-eca6-4527-92cd-17faf226eddb req-050ea834-3202-48d1-969d-c82138b1aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:30.783604 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a18b6995-eca6-4527-92cd-17faf226eddb req-050ea834-3202-48d1-969d-c82138b1aebb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 1094 time: 0.0461016 Dec 17 13:56:30.899389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b6995-eca6-4527-92cd-17faf226eddb req-8dede8ce-68a1-45fb-a8e4-7106f50dc7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:30.900911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a18b6995-eca6-4527-92cd-17faf226eddb req-8dede8ce-68a1-45fb-a8e4-7106f50dc7f4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2290e21efd374554af45d38ac600d0b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1024411 Dec 17 13:56:31.026789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b6995-eca6-4527-92cd-17faf226eddb req-629037a8-5296-49d6-9b66-ebbb37928775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:31.028388 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a18b6995-eca6-4527-92cd-17faf226eddb req-629037a8-5296-49d6-9b66-ebbb37928775 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1203876 Dec 17 13:56:31.046183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8781b80-ac18-40ee-bc9a-65be93bbb17f req-a5d4f312-238e-4acf-bf09-ca2e78b7d66c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:31.048728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8781b80-ac18-40ee-bc9a-65be93bbb17f req-a5d4f312-238e-4acf-bf09-ca2e78b7d66c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 943 time: 0.0729518 Dec 17 13:56:31.125387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8781b80-ac18-40ee-bc9a-65be93bbb17f req-6757b022-487f-4419-a50e-f1f3a5c41557 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687091 Dec 17 13:56:31.134202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-f1af0253-d4e2-49fd-8507-397c537cb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:31.135689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-f1af0253-d4e2-49fd-8507-397c537cb918 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 1094 time: 0.0648503 Dec 17 13:56:31.191566 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-99e5a662-d0bb-456f-a3f4-2f5c33f02487 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 200 len: 217 time: 0.0475914 Dec 17 13:56:31.241726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-db1f4ce8-b9f7-4b28-abcf-3852ced70b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:31.243287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-db1f4ce8-b9f7-4b28-abcf-3852ced70b41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0450342 Dec 17 13:56:31.291904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-138bca65-e157-4f1f-a126-37d9839d9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:31.293461 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-138bca65-e157-4f1f-a126-37d9839d9b30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433803 Dec 17 13:56:31.391625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-639cfcde-49b0-4494-b84c-dcc0c5a1fd4c service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904083 Dec 17 13:56:31.482066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7cccfa78-e08e-4e7e-b8b6-0b3ea7d21368 req-ce604dbb-ce2a-4803-9f6c-1e141f3e31a7 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831423 Dec 17 13:56:31.978982 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:32.271170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a87384-9ed6-4277-a67d-e19dd5c6de8a req-10ba9ab8-1ac8-41f8-add2-e3938a3d6bf1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:32.273377 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23a87384-9ed6-4277-a67d-e19dd5c6de8a req-10ba9ab8-1ac8-41f8-add2-e3938a3d6bf1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 943 time: 0.0597050 Dec 17 13:56:32.323727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-23a87384-9ed6-4277-a67d-e19dd5c6de8a req-ca60fc61-24e7-401a-99dc-7d3aaffaaf8a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439951 Dec 17 13:56:33.453228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dccea-7ad4-4bd3-abcf-e5ad61127d63 req-25dc0ab6-c41d-40e8-9baa-3fffa075f500 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:33.455298 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c85dccea-7ad4-4bd3-abcf-e5ad61127d63 req-25dc0ab6-c41d-40e8-9baa-3fffa075f500 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 943 time: 0.0547142 Dec 17 13:56:33.508990 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c85dccea-7ad4-4bd3-abcf-e5ad61127d63 req-53c1f22d-09a8-4580-af75-e94eb6c6a56b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475702 Dec 17 13:56:33.946099 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 03a00d86-f570-4635-8c0a-2e301e737345 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:56:34.048551 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=03a00d86-f570-4635-8c0a-2e301e737345,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:56:34.059481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '03a00d86-f570-4635-8c0a-2e301e737345', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'port_id': '03a00d86-f570-4635-8c0a-2e301e737345', 'mac_address': 'fa:16:3e:66:0f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:56:34.097003 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:34.111368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a00d86-f570-4635-8c0a-2e301e737345 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:56:34.135568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=03a00d86-f570-4635-8c0a-2e301e737345,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:56:34.205028 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:34.260327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=03a00d86-f570-4635-8c0a-2e301e737345,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:56:34.392166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['03a00d86-f570-4635-8c0a-2e301e737345'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:56:34.648779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f1539-3066-421d-9d98-27bc9d6fc47e req-b6de163c-c0be-4e95-adcc-327146bb5c2c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:34.650543 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d5f1539-3066-421d-9d98-27bc9d6fc47e req-b6de163c-c0be-4e95-adcc-327146bb5c2c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 944 time: 0.0590484 Dec 17 13:56:34.706144 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d5f1539-3066-421d-9d98-27bc9d6fc47e req-87ab32dd-f1a1-4623-be39-24f0a8e9fa3e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491545 Dec 17 13:56:35.820550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234e3dc-a684-4abf-9ad5-9eefe3d8fa06 req-cab596fe-4913-4418-a250-eedb1ba93acb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:35.822066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c234e3dc-a684-4abf-9ad5-9eefe3d8fa06 req-cab596fe-4913-4418-a250-eedb1ba93acb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 944 time: 0.0490701 Dec 17 13:56:35.871115 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c234e3dc-a684-4abf-9ad5-9eefe3d8fa06 req-31f19641-2927-4d13-bb64-6e933d7fcf5a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430181 Dec 17 13:56:35.947497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 03a00d86-f570-4635-8c0a-2e301e737345 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:56:36.101959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 03a00d86-f570-4635-8c0a-2e301e737345 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:56:36.106107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 03a00d86-f570-4635-8c0a-2e301e737345 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:56:36.106477 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:36.195158 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:36.220895 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:56:36.235791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=03a00d86-f570-4635-8c0a-2e301e737345,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:56:36.267817 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5ac2b3-c523-46bf-8e49-6365a33f226a" -d '{"events": [{"server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "name": "network-vif-plugged", "status": "completed", "tag": "03a00d86-f570-4635-8c0a-2e301e737345"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:56:36.319440 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:36.364900 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb20f2f0-e93e-4aaa-b1e0-480aafe2515e x-openstack-request-id: req-eb20f2f0-e93e-4aaa-b1e0-480aafe2515e {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:56:36.365433 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "name": "network-vif-plugged", "status": "completed", "tag": "03a00d86-f570-4635-8c0a-2e301e737345", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:56:36.365839 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb20f2f0-e93e-4aaa-b1e0-480aafe2515e {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:56:36.366286 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345', 'code': 200} Dec 17 13:56:36.376278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=03a00d86-f570-4635-8c0a-2e301e737345,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:56:36.465846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277eb82a-d09e-446e-8f06-a8b1caecce9a req-fdaf1cbd-6a59-44bb-93e9-a38fba4f27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:36.467369 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-277eb82a-d09e-446e-8f06-a8b1caecce9a req-fdaf1cbd-6a59-44bb-93e9-a38fba4f27fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 1096 time: 0.0411108 Dec 17 13:56:36.510331 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:36.511902 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-277eb82a-d09e-446e-8f06-a8b1caecce9a req-b5193c06-0f47-4cc0-bd5f-9a4c5eee12bf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380070 Dec 17 13:56:37.003464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e86f40-b178-4508-ae3c-e3231348a973 req-2bc57d90-e001-4def-8a04-1f7f0038f1a1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:37.005007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30e86f40-b178-4508-ae3c-e3231348a973 req-2bc57d90-e001-4def-8a04-1f7f0038f1a1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0580132 Dec 17 13:56:37.053537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30e86f40-b178-4508-ae3c-e3231348a973 req-2467d722-c715-4bd1-9a2a-cc1812c28d46 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425587 Dec 17 13:56:38.178645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079237a4-96bf-451d-aae8-37b92367582a req-db48e054-736f-4056-acf3-7a37b3506cd8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:38.180157 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-079237a4-96bf-451d-aae8-37b92367582a req-db48e054-736f-4056-acf3-7a37b3506cd8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0516613 Dec 17 13:56:38.238533 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-079237a4-96bf-451d-aae8-37b92367582a req-6a4dba50-ebe5-4de2-ac71-5055bd484aaf tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473926 Dec 17 13:56:38.357108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49574e06-5ee9-452e-969d-b69a6734f059 req-15874ff0-9739-4cae-8bf4-6f7e1dbfa2a6 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:38.358661 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-49574e06-5ee9-452e-969d-b69a6734f059 req-15874ff0-9739-4cae-8bf4-6f7e1dbfa2a6 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0531547 Dec 17 13:56:38.370259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48420) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:56:38.374885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a1a8afd1-8188-4ddc-ba34-cfdba3b19ceb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Request body: {'floatingip': {'port_id': '03a00d86-f570-4635-8c0a-2e301e737345'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:56:38.419545 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1a8afd1-8188-4ddc-ba34-cfdba3b19ceb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:38.886188 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1a8afd1-8188-4ddc-ba34-cfdba3b19ceb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:38.927413 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1a8afd1-8188-4ddc-ba34-cfdba3b19ceb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:39.057255 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-a1a8afd1-8188-4ddc-ba34-cfdba3b19ceb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Floating IP 156912b1-687d-4fe1-ae17-9212d99dc344 associated. External IP: 172.25.0.222, port: 03a00d86-f570-4635-8c0a-2e301e737345. Dec 17 13:56:39.312960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a8afd1-8188-4ddc-ba34-cfdba3b19ceb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:56:39.439594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a8afd1-8188-4ddc-ba34-cfdba3b19ceb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:56:39.445342 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a1a8afd1-8188-4ddc-ba34-cfdba3b19ceb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:39.452770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42251afb-d546-486c-83ea-932604b10f47 None None] Sync routers for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:56:39.472136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42251afb-d546-486c-83ea-932604b10f47 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:56:39.473036 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-42251afb-d546-486c-83ea-932604b10f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:56:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:56:39.479172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a1a8afd1-8188-4ddc-ba34-cfdba3b19ceb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "PUT /v2.0/floatingips/156912b1-687d-4fe1-ae17-9212d99dc344 HTTP/1.1" status: 200 len: 991 time: 1.1077833 Dec 17 13:56:39.479757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:56:39.482054 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e38899-ae55-4c8d-83a6-ffcba47ec36f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "tag": "03a00d86-f570-4635-8c0a-2e301e737345"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:56:39.525720 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367a4096-eb73-4b36-a33a-c253ec96ae04 x-openstack-request-id: req-367a4096-eb73-4b36-a33a-c253ec96ae04 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:56:39.526188 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "tag": "03a00d86-f570-4635-8c0a-2e301e737345", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:56:39.526639 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-367a4096-eb73-4b36-a33a-c253ec96ae04 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:56:39.527443 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345', 'status': 'completed', 'code': 200} Dec 17 13:56:39.597175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e38899-ae55-4c8d-83a6-ffcba47ec36f req-8f73c0d8-be56-4a53-aa57-aff4d3dfd76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:39.598783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00e38899-ae55-4c8d-83a6-ffcba47ec36f req-8f73c0d8-be56-4a53-aa57-aff4d3dfd76c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 1096 time: 0.0433424 Dec 17 13:56:39.607165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-42251afb-d546-486c-83ea-932604b10f47 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:56:39.719733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e38899-ae55-4c8d-83a6-ffcba47ec36f req-d99a8599-8d53-457a-95c1-abcf1f7fa940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:39.721182 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00e38899-ae55-4c8d-83a6-ffcba47ec36f req-d99a8599-8d53-457a-95c1-abcf1f7fa940 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1155558 Dec 17 13:56:39.803171 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00e38899-ae55-4c8d-83a6-ffcba47ec36f req-30191a8b-65b5-46e0-ad39-0c423225f8a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 200 len: 999 time: 0.0748630 Dec 17 13:56:39.893570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-42251afb-d546-486c-83ea-932604b10f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '156912b1-687d-4fe1-ae17-9212d99dc344', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'port_id': '03a00d86-f570-4635-8c0a-2e301e737345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'mac_address': 'fa:16:3e:66:0f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:53:55Z', 'updated_at': '2021-12-17T13:56:38Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:56:39.941006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42251afb-d546-486c-83ea-932604b10f47 None None] Checking router: 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:56:39.953534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42251afb-d546-486c-83ea-932604b10f47 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:56:39.954336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-42251afb-d546-486c-83ea-932604b10f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:56:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:56:40.138803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-42251afb-d546-486c-83ea-932604b10f47 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:56:40.267078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e38899-ae55-4c8d-83a6-ffcba47ec36f req-e82256e1-a52d-4442-a82a-4e57c7932643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:40.268672 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00e38899-ae55-4c8d-83a6-ffcba47ec36f req-e82256e1-a52d-4442-a82a-4e57c7932643 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.4589140 Dec 17 13:56:40.319490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e38899-ae55-4c8d-83a6-ffcba47ec36f req-cff26a09-5e34-40c7-bca2-82c4f8fb6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:56:40.321901 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00e38899-ae55-4c8d-83a6-ffcba47ec36f req-cff26a09-5e34-40c7-bca2-82c4f8fb6654 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458868 Dec 17 13:56:40.430042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00e38899-ae55-4c8d-83a6-ffcba47ec36f req-066b0e6e-18f0-4ffc-8be5-cbb921b9a3cb service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003785 Dec 17 13:56:40.454424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-42251afb-d546-486c-83ea-932604b10f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '156912b1-687d-4fe1-ae17-9212d99dc344', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'port_id': '03a00d86-f570-4635-8c0a-2e301e737345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'mac_address': 'fa:16:3e:66:0f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:53:55Z', 'updated_at': '2021-12-17T13:56:38Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:56:40.485925 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42251afb-d546-486c-83ea-932604b10f47 None None] The sync data for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 is: [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '156912b1-687d-4fe1-ae17-9212d99dc344', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'port_id': '03a00d86-f570-4635-8c0a-2e301e737345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'mac_address': 'fa:16:3e:66:0f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:53:55Z', 'updated_at': '2021-12-17T13:56:38Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:56:40.558978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00e38899-ae55-4c8d-83a6-ffcba47ec36f req-650e52f9-2887-4dc2-878f-c7e457523834 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222923 Dec 17 13:56:40.778374 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef4975-f141-4c68-b61a-bb8665db5cb1 None None] New status for floating IP 156912b1-687d-4fe1-ae17-9212d99dc344: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:56:43.927942 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a9d59f05-5549-42c1-b864-2ba9518cbbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:46.359764 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8ea56561-ff41-4bfa-89b4-200f808218a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:47.909553 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:49.047071 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:49.847295 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:56:54.295576 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:57:01.966236 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:06.520599 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:13.899461 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0bb59e73-d055-453d-8d18-f2b07ed59ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:16.369828 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ece79582-ee6a-46b7-aff0-fae6f201976e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:17.868909 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:19.084109 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:19.937552 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:31.295136 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:57:31.971039 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:32.229005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c6c15ed-6004-44f6-b9f3-af5df52d8d7d req-2db01677-fa24-4a9c-82fe-b4b9051f4e92 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408533 Dec 17 13:57:32.322285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c15ed-6004-44f6-b9f3-af5df52d8d7d req-6f0f2033-0a2e-42f1-8b9f-4f39755d89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:57:32.323843 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c6c15ed-6004-44f6-b9f3-af5df52d8d7d req-6f0f2033-0a2e-42f1-8b9f-4f39755d89bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 1096 time: 0.0504587 Dec 17 13:57:32.431956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c15ed-6004-44f6-b9f3-af5df52d8d7d req-c90985aa-e61a-40ef-9db9-3d831051c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:57:32.433485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c6c15ed-6004-44f6-b9f3-af5df52d8d7d req-c90985aa-e61a-40ef-9db9-3d831051c28b service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0910299 Dec 17 13:57:32.499333 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c6c15ed-6004-44f6-b9f3-af5df52d8d7d req-a49ace2f-3e9a-4d33-93e7-89827bdc802c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 200 len: 1001 time: 0.0592251 Dec 17 13:57:32.552758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c15ed-6004-44f6-b9f3-af5df52d8d7d req-cbe98d1e-7e28-4a72-94f1-96f283d96eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:57:32.554023 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c6c15ed-6004-44f6-b9f3-af5df52d8d7d req-cbe98d1e-7e28-4a72-94f1-96f283d96eb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0482814 Dec 17 13:57:32.599001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c15ed-6004-44f6-b9f3-af5df52d8d7d req-f3a98014-135b-4faf-951b-cb744aae6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:57:32.600515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c6c15ed-6004-44f6-b9f3-af5df52d8d7d req-f3a98014-135b-4faf-951b-cb744aae6aeb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401988 Dec 17 13:57:32.695208 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c6c15ed-6004-44f6-b9f3-af5df52d8d7d req-1a1eb00c-7a2c-4131-b8ec-4bf38981dec1 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874646 Dec 17 13:57:32.784723 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c6c15ed-6004-44f6-b9f3-af5df52d8d7d req-fb4bf23f-628a-4971-b526-f956b548a5ba service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829322 Dec 17 13:57:36.502295 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:43.895491 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0257d06d-6660-40af-be04-f9cc7c133a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:46.387472 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-15c02983-6e0f-4877-a05c-9b849006e960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:47.908837 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:49.084817 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:57:49.851037 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:01.986487 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:06.512851 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:08.295148 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:58:13.923418 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d59663eb-aa19-4f7e-9d30-25dad6150ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:16.274943 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016d381-14f5-4786-b24d-8b3f217ae3d9 req-15d734ca-c1d7-46c7-9c99-dc5eee0bd137 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:16.277325 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9016d381-14f5-4786-b24d-8b3f217ae3d9 req-15d734ca-c1d7-46c7-9c99-dc5eee0bd137 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0685797 Dec 17 13:58:16.337138 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9016d381-14f5-4786-b24d-8b3f217ae3d9 req-039dc7e2-1d06-433b-b6b5-9271b1c524c5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521941 Dec 17 13:58:16.386565 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7da7a649-5d13-4efc-8d5c-9f91a60dd2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:17.540116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b62fc1-ee06-44ee-8c71-0215306491c1 req-749b1fad-81c4-4a99-a9b1-25a9997ad7dc tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:17.542864 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61b62fc1-ee06-44ee-8c71-0215306491c1 req-749b1fad-81c4-4a99-a9b1-25a9997ad7dc tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0932744 Dec 17 13:58:17.607353 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-61b62fc1-ee06-44ee-8c71-0215306491c1 req-5a88f1dc-972c-4e81-9577-10261d1d52d9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575631 Dec 17 13:58:17.889978 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:18.742983 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73749658-19c4-48dd-a16f-4d6ee93cf4ad req-c35eb61a-bfd6-40c2-a292-3f878e895cfc tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:18.744537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73749658-19c4-48dd-a16f-4d6ee93cf4ad req-c35eb61a-bfd6-40c2-a292-3f878e895cfc tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0588555 Dec 17 13:58:18.804895 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-73749658-19c4-48dd-a16f-4d6ee93cf4ad req-3e987f44-2cb4-4829-ad06-0a43a6be23fb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540299 Dec 17 13:58:19.060553 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:19.872172 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:19.943639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c5b05-d27e-4e3d-92e0-bde1c85b30e6 req-f2bc9eeb-b859-4eb9-813f-2777ba94a1cd tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:19.945285 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf1c5b05-d27e-4e3d-92e0-bde1c85b30e6 req-f2bc9eeb-b859-4eb9-813f-2777ba94a1cd tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0694432 Dec 17 13:58:20.010619 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf1c5b05-d27e-4e3d-92e0-bde1c85b30e6 req-a0201122-f8cf-4f34-b813-d9eaf01839e9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582073 Dec 17 13:58:21.130291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1418483-019e-4a16-afd0-09496ed01f0c req-a849ae73-e8c9-43ba-b775-aaffb810ee62 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:21.131766 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b1418483-019e-4a16-afd0-09496ed01f0c req-a849ae73-e8c9-43ba-b775-aaffb810ee62 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0495527 Dec 17 13:58:21.186309 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b1418483-019e-4a16-afd0-09496ed01f0c req-7e33370c-69dc-42be-bd43-445684a91bf8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485721 Dec 17 13:58:22.319477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eb9eb-171b-40a0-8f60-1e343503afef req-bed3a8ba-35ff-4181-a2cc-fda2cdcd07c0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:22.321068 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f64eb9eb-171b-40a0-8f60-1e343503afef req-bed3a8ba-35ff-4181-a2cc-fda2cdcd07c0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0564010 Dec 17 13:58:22.378686 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f64eb9eb-171b-40a0-8f60-1e343503afef req-f9ccfaaa-4887-4feb-8ce1-16ba1d0e53c3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510252 Dec 17 13:58:23.510236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856325bc-3efd-4506-991a-0c8d1a4a079c req-f298a38e-8193-4281-acf6-1d721052ede7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:23.512035 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-856325bc-3efd-4506-991a-0c8d1a4a079c req-f298a38e-8193-4281-acf6-1d721052ede7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0540147 Dec 17 13:58:23.561042 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-856325bc-3efd-4506-991a-0c8d1a4a079c req-e61022b1-07b1-4848-bbf9-8b0e27b7a8f9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426285 Dec 17 13:58:24.695910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bf453-6319-44c1-8463-9c2b98505baa req-1ae1767c-f97f-45d8-80a0-7bc5a51b38b4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:24.697452 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d8bf453-6319-44c1-8463-9c2b98505baa req-1ae1767c-f97f-45d8-80a0-7bc5a51b38b4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0655806 Dec 17 13:58:24.757820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d8bf453-6319-44c1-8463-9c2b98505baa req-fe9120b5-3084-4ce3-b150-e83f860cc5f8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536711 Dec 17 13:58:25.895143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385d162-f219-45ca-8e22-904c598e732d req-fccaa4ad-003e-47d8-bed8-814764a3598c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:25.897081 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1385d162-f219-45ca-8e22-904c598e732d req-fccaa4ad-003e-47d8-bed8-814764a3598c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0609038 Dec 17 13:58:25.960577 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1385d162-f219-45ca-8e22-904c598e732d req-3a91d45c-ab23-42e6-963e-dda6384b3df2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529439 Dec 17 13:58:27.081849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19609528-951e-4571-8979-2f540359e429 req-413e11e7-fa09-4006-8560-66f07a8d4b78 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:27.083359 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-19609528-951e-4571-8979-2f540359e429 req-413e11e7-fa09-4006-8560-66f07a8d4b78 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0505152 Dec 17 13:58:27.131159 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-19609528-951e-4571-8979-2f540359e429 req-42c2e8d9-8ccc-4895-bff5-7a748ef47f73 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416696 Dec 17 13:58:27.522227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089e25f-856c-4faf-a1a9-152d149557c3 req-5d6b0a7f-0249-4ef0-b3be-0b1f35dc2adf tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:27.523733 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5089e25f-856c-4faf-a1a9-152d149557c3 req-5d6b0a7f-0249-4ef0-b3be-0b1f35dc2adf tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0521688 Dec 17 13:58:27.579316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5089e25f-856c-4faf-a1a9-152d149557c3 req-4791cf94-211e-4772-8cff-15f5412505f3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492477 Dec 17 13:58:27.728230 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-3fc0c056-9a57-4e8d-82c0-903e1625922f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907481 Dec 17 13:58:28.723683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e322bf3-cef6-4795-bad7-3b39c6799134 req-531a7a7e-6b5c-4f9e-8690-fe70b1482646 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:28.725184 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5e322bf3-cef6-4795-bad7-3b39c6799134 req-531a7a7e-6b5c-4f9e-8690-fe70b1482646 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0636427 Dec 17 13:58:28.776708 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5e322bf3-cef6-4795-bad7-3b39c6799134 req-55653738-325d-45c6-9bf5-cffe3797de4f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446322 Dec 17 13:58:29.819098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-4290932d-5e7b-4976-a81a-99b89d4782b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:29.820412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-4290932d-5e7b-4976-a81a-99b89d4782b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 1096 time: 0.0571592 Dec 17 13:58:29.959759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4f12f-1147-4309-9b72-1cb7de772a0e req-ae312d65-3cf0-4c8b-8986-c4b0e46eece8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:29.961273 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8df4f12f-1147-4309-9b72-1cb7de772a0e req-ae312d65-3cf0-4c8b-8986-c4b0e46eece8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0844455 Dec 17 13:58:29.966390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-659cb069-f173-4281-b385-80b5e7d5e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:29.967869 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-659cb069-f173-4281-b385-80b5e7d5e0b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1409507 Dec 17 13:58:30.066030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8df4f12f-1147-4309-9b72-1cb7de772a0e req-2d3e624b-10f0-4f02-a19c-4e24f97c5fdc tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971210 Dec 17 13:58:30.067959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-d1dc93dd-9ee1-46f3-93b6-f473ee7f92e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 200 len: 1001 time: 0.0914400 Dec 17 13:58:30.119466 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-e0ffbc4c-78c4-4128-abce-ca602a15a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:30.121017 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-e0ffbc4c-78c4-4128-abce-ca602a15a240 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0465014 Dec 17 13:58:30.170268 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-839e999f-0bea-4122-bacb-a9ba3de15e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:30.171849 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-839e999f-0bea-4122-bacb-a9ba3de15e97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440185 Dec 17 13:58:30.267812 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-b0eea2f6-d45d-4cef-aaba-9e91726cf57c service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865548 Dec 17 13:58:30.362606 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-d77c1582-3eed-41e9-9f4e-efdcecfc3960 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879784 Dec 17 13:58:31.190590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc60512-1f3a-44f7-a5eb-9ba01dc7b7b3 req-db590246-0252-41b5-96b3-e0f66c51bb35 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:31.192195 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebc60512-1f3a-44f7-a5eb-9ba01dc7b7b3 req-db590246-0252-41b5-96b3-e0f66c51bb35 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0558820 Dec 17 13:58:31.242471 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ebc60512-1f3a-44f7-a5eb-9ba01dc7b7b3 req-19cc500b-7c24-4a64-aa1e-a0dda80344b2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437839 Dec 17 13:58:31.980096 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:32.369750 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-e596c9dd-539d-4826-9dce-4a191edb3ef9 service neutron] show failed (client error): The resource could not be found. Dec 17 13:58:32.370789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-e596c9dd-539d-4826-9dce-4a191edb3ef9 service neutron] 10.222.0.54 "GET /v2.0/ports/03a00d86-f570-4635-8c0a-2e301e737345/bindings/n-h2-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0948870 Dec 17 13:58:32.392039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e64ec-e356-44e1-869f-fb9873534840 req-bcbed40b-3bae-4c29-9a32-145e6e66a0b5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:32.393657 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-915e64ec-e356-44e1-869f-fb9873534840 req-bcbed40b-3bae-4c29-9a32-145e6e66a0b5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0725064 Dec 17 13:58:32.453318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-915e64ec-e356-44e1-869f-fb9873534840 req-5b0099f7-e1f7-4e52-a105-fc0539b94306 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520151 Dec 17 13:58:32.930698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-ecf45c19-4d4b-4d2b-9a19-c2df0046789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:32.933045 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-ecf45c19-4d4b-4d2b-9a19-c2df0046789a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0533264 Dec 17 13:58:32.948809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:58:33.013391 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:33.245284 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=03a00d86-f570-4635-8c0a-2e301e737345,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:58:33.282038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:58:33.333378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:58:33.335737 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9069194a-bfc0-4c64-a5ef-910ecccdde69" -d '{"events": [{"server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "name": "network-vif-unplugged", "status": "completed", "tag": "03a00d86-f570-4635-8c0a-2e301e737345"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:58:33.339964 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:33.360919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Transition to ACTIVE for port object 03a00d86-f570-4635-8c0a-2e301e737345 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:58:33.395644 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4449b737-a705-42a3-8daa-af9828f02146 x-openstack-request-id: req-4449b737-a705-42a3-8daa-af9828f02146 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:58:33.396387 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "name": "network-vif-unplugged", "status": "completed", "tag": "03a00d86-f570-4635-8c0a-2e301e737345", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:58:33.396387 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4449b737-a705-42a3-8daa-af9828f02146 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:58:33.396692 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345', 'code': 200} Dec 17 13:58:33.431808 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:33.531847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=03a00d86-f570-4635-8c0a-2e301e737345,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:58:33.566161 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.566603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.566995 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.567467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.567917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.568379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.568775 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.569253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.569710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.570129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.570625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.571027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.571507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:33.643661 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] No DVR routers for this DVR port 03a00d86-f570-4635-8c0a-2e301e737345 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:58:33.725811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d326c-2277-4777-8a85-f56ca098174f req-16b4241a-00c3-4a3b-a178-5b90f58ff0ee tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:33.727451 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a0d326c-2277-4777-8a85-f56ca098174f req-16b4241a-00c3-4a3b-a178-5b90f58ff0ee tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 943 time: 0.1793303 Dec 17 13:58:33.837237 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a0d326c-2277-4777-8a85-f56ca098174f req-cf11f46d-c716-4c9f-a4c1-e8215a732fb8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742328 Dec 17 13:58:33.876384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Attempting to bind port 03a00d86-f570-4635-8c0a-2e301e737345 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:58:33.877012 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Attempting to bind port 03a00d86-f570-4635-8c0a-2e301e737345 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:58:33.877760 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Attempting to bind port 03a00d86-f570-4635-8c0a-2e301e737345 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:58:33.884317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Port 03a00d86-f570-4635-8c0a-2e301e737345 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:58:33.884713 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Attempting to bind port 03a00d86-f570-4635-8c0a-2e301e737345 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:58:33.890410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:58:33.890754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:58:33.891139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Bound using segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:58:33.891578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Bound port: 03a00d86-f570-4635-8c0a-2e301e737345, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:58:33.891933 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:33.966986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:58:33.970571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=03a00d86-f570-4635-8c0a-2e301e737345,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:58:34.043665 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:34.091339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:34.091827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:34.093254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] 10.222.0.61 "PUT /v2.0/ports/03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 200 len: 1091 time: 1.1488485 Dec 17 13:58:34.115824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18325e-d894-4450-8993-2bce0937e0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=03a00d86-f570-4635-8c0a-2e301e737345,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:58:34.187671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-936f6c03-c8d4-476c-987d-0be7456877ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:34.189949 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-936f6c03-c8d4-476c-987d-0be7456877ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 1094 time: 0.0571163 Dec 17 13:58:34.311071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-e4c82244-e49a-484a-9a3a-0d2df1c6e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:34.312810 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-e4c82244-e49a-484a-9a3a-0d2df1c6e468 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1156695 Dec 17 13:58:34.392224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-79dff0b0-ca4f-49ce-97b0-3024caca3fe8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 200 len: 999 time: 0.0688379 Dec 17 13:58:34.449088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-d7b8f734-3971-4d9b-9a9f-2d1e0fc76be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:34.450765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-d7b8f734-3971-4d9b-9a9f-2d1e0fc76be5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0478818 Dec 17 13:58:34.510044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-9395284e-fb03-4e2d-b990-9402653ad3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:34.512659 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-9395284e-fb03-4e2d-b990-9402653ad3b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513310 Dec 17 13:58:34.650515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-2563254e-07e5-42a4-ab3f-52cffbc214fe service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256328 Dec 17 13:58:34.679465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 03a00d86-f570-4635-8c0a-2e301e737345 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:58:34.729116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 03a00d86-f570-4635-8c0a-2e301e737345 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:58:34.762122 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f5bcfb-f131-45c0-a235-c9efb1a737dd req-a8ad2b00-86c2-423c-a21f-a4a90f23af84 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009638 Dec 17 13:58:34.982771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d29a9-8cc0-4bd0-b0c5-8c0a53410bc7 req-62e22850-7b47-44a3-889e-8968824e7421 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:34.984674 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d81d29a9-8cc0-4bd0-b0c5-8c0a53410bc7 req-62e22850-7b47-44a3-889e-8968824e7421 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 943 time: 0.0557778 Dec 17 13:58:35.045896 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d81d29a9-8cc0-4bd0-b0c5-8c0a53410bc7 req-80ee965f-00a0-4196-a491-953ec2e63e11 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535171 Dec 17 13:58:35.398055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:58:35.400667 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "tag": "03a00d86-f570-4635-8c0a-2e301e737345"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:58:35.466236 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b73878-4288-4fea-b060-90807bf2f2da x-openstack-request-id: req-40b73878-4288-4fea-b060-90807bf2f2da {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:58:35.467267 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "tag": "03a00d86-f570-4635-8c0a-2e301e737345", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:58:35.467267 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40b73878-4288-4fea-b060-90807bf2f2da {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:58:35.467563 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345', 'status': 'completed', 'code': 200} Dec 17 13:58:35.560144 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-1fe0df7a-7a9f-4864-94d9-7d4c01490fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:35.561705 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-1fe0df7a-7a9f-4864-94d9-7d4c01490fdb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 1094 time: 0.0742533 Dec 17 13:58:35.567748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-928e1479-7b44-4c5d-a918-729e3a09bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:35.569187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-928e1479-7b44-4c5d-a918-729e3a09bf11 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 1094 time: 0.0723898 Dec 17 13:58:35.671042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-7d934aa1-4b1b-4207-8b72-5c9ad47d7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:35.672549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-7d934aa1-4b1b-4207-8b72-5c9ad47d7fcf service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0988412 Dec 17 13:58:35.815982 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-926f20df-e878-4bd2-840e-11442460461c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 200 len: 999 time: 0.1349685 Dec 17 13:58:35.881017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-4f5b9ea5-2ae0-4850-8fd1-90145053ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:35.882556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-4f5b9ea5-2ae0-4850-8fd1-90145053ff81 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1633351 Dec 17 13:58:35.899937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-5ebfc33b-342e-4c4e-8380-b4544d0f06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:35.901533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-5ebfc33b-342e-4c4e-8380-b4544d0f06b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0773630 Dec 17 13:58:35.994955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-4b522f32-b2d3-4c22-b172-62dc4d6cfedb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 200 len: 999 time: 0.1038513 Dec 17 13:58:36.002612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-81b2586a-a52f-459e-97d2-22ded534f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:36.004158 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-81b2586a-a52f-459e-97d2-22ded534f9d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663848 Dec 17 13:58:36.129810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-8e3526af-478c-4710-951f-37129eb0b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:36.132014 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-8e3526af-478c-4710-951f-37129eb0b3cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.1268146 Dec 17 13:58:36.200166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-e33f7d38-f23a-45a9-bb6d-527cc772f077 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864295 Dec 17 13:58:36.207640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1717bb-9c6f-4c4a-899d-656a7d953088 req-fcb2d147-29be-411e-875d-53f046fe7430 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:36.209054 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b1717bb-9c6f-4c4a-899d-656a7d953088 req-fcb2d147-29be-411e-875d-53f046fe7430 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 943 time: 0.0644028 Dec 17 13:58:36.223301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-96588358-cfd3-4a29-823d-427d716d3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:36.225043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-96588358-cfd3-4a29-823d-427d716d3afb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864134 Dec 17 13:58:36.281019 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b1717bb-9c6f-4c4a-899d-656a7d953088 req-5b9f0238-fdd0-4b32-bf5f-e58cdd9007f9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576780 Dec 17 13:58:36.383906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-56c411e8-dadd-4216-a164-ab4572b7a477 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730392 Dec 17 13:58:36.390771 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-8f21c9d7-319a-4737-a861-941ff7924a2e service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518786 Dec 17 13:58:36.523381 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af2a8dd3-e2c2-4886-b2e2-314b74e1888a req-79f6580c-9363-428c-9930-ce842830312b service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246135 Dec 17 13:58:36.545885 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:36.756818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6cb9f-713e-4a36-ac85-806f47dd487a req-9eaea2ec-8397-4b14-bba5-00137f471c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:36.758752 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7f6cb9f-713e-4a36-ac85-806f47dd487a req-9eaea2ec-8397-4b14-bba5-00137f471c63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 1094 time: 0.0685694 Dec 17 13:58:36.903160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6cb9f-713e-4a36-ac85-806f47dd487a req-f8a40aef-8adc-47cc-8936-939f1fa1fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:36.904738 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7f6cb9f-713e-4a36-ac85-806f47dd487a req-f8a40aef-8adc-47cc-8936-939f1fa1fdd3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1126618 Dec 17 13:58:36.981737 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7f6cb9f-713e-4a36-ac85-806f47dd487a req-42ba113b-af61-414f-8c18-0e6da1fd7a28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 200 len: 999 time: 0.0653040 Dec 17 13:58:37.039529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6cb9f-713e-4a36-ac85-806f47dd487a req-cd17398a-21b4-4e1e-bd58-d7cff69da3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:37.041322 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7f6cb9f-713e-4a36-ac85-806f47dd487a req-cd17398a-21b4-4e1e-bd58-d7cff69da3e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0490553 Dec 17 13:58:37.096420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6cb9f-713e-4a36-ac85-806f47dd487a req-8c3df82b-af5d-4458-9e47-07281173115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:37.097982 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7f6cb9f-713e-4a36-ac85-806f47dd487a req-8c3df82b-af5d-4458-9e47-07281173115b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459514 Dec 17 13:58:37.207926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7f6cb9f-713e-4a36-ac85-806f47dd487a req-f61476f7-71a1-41a6-8274-faa6a12f25c0 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976577 Dec 17 13:58:37.330235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c7f6cb9f-713e-4a36-ac85-806f47dd487a req-1069fc98-6c4c-499e-8bca-138ed9bb20f6 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112354 Dec 17 13:58:37.802914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49ca1c-9b24-4ff9-bab5-d87ec13f4ebc req-469eae85-9b66-464d-a404-cfc0c94737ac tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:37.804500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2c49ca1c-9b24-4ff9-bab5-d87ec13f4ebc req-469eae85-9b66-464d-a404-cfc0c94737ac tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 943 time: 0.4354613 Dec 17 13:58:37.871079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2c49ca1c-9b24-4ff9-bab5-d87ec13f4ebc req-302c225c-d970-4c66-89c7-c456aea6c403 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586810 Dec 17 13:58:38.257409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc75cf-0c87-4985-a062-dc02e94e63c2 req-16e1bdcc-8da0-4050-b09e-cc2e5ba4f9cd tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:38.259121 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18cc75cf-0c87-4985-a062-dc02e94e63c2 req-16e1bdcc-8da0-4050-b09e-cc2e5ba4f9cd tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 943 time: 0.0680528 Dec 17 13:58:38.340246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628459-fd67-44d2-beff-ff7eb037974c req-40cb5de1-2237-4c1b-b125-55c726fdf097 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:38.341857 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d628459-fd67-44d2-beff-ff7eb037974c req-40cb5de1-2237-4c1b-b125-55c726fdf097 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581&tenant_id=2290e21efd374554af45d38ac600d0b5&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 943 time: 0.1022954 Dec 17 13:58:38.347572 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18cc75cf-0c87-4985-a062-dc02e94e63c2 req-a541260f-b6b5-47e1-beed-5b1957dec6b7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696690 Dec 17 13:58:38.418494 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-0d628459-fd67-44d2-beff-ff7eb037974c req-a5121825-1c63-45dd-b3d6-0107ef32da49 service neutron] delete failed (client error): The resource could not be found. Dec 17 13:58:38.419895 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d628459-fd67-44d2-beff-ff7eb037974c req-a5121825-1c63-45dd-b3d6-0107ef32da49 service neutron] 10.222.0.54 "DELETE /v2.0/ports/03a00d86-f570-4635-8c0a-2e301e737345/bindings/n-h1-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0710471 Dec 17 13:58:38.513601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628459-fd67-44d2-beff-ff7eb037974c req-cb6c4ce5-f643-412f-bd20-50370f19f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:38.515214 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d628459-fd67-44d2-beff-ff7eb037974c req-cb6c4ce5-f643-412f-bd20-50370f19f361 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 1094 time: 0.0496972 Dec 17 13:58:38.614586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628459-fd67-44d2-beff-ff7eb037974c req-fb82a500-6af3-4d56-88be-eb51269fd774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:38.616090 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d628459-fd67-44d2-beff-ff7eb037974c req-fb82a500-6af3-4d56-88be-eb51269fd774 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0929983 Dec 17 13:58:38.698008 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d628459-fd67-44d2-beff-ff7eb037974c req-4b14cd58-be1b-471b-8a08-4cd393bd9b9a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 200 len: 999 time: 0.0751050 Dec 17 13:58:38.703373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 03a00d86-f570-4635-8c0a-2e301e737345 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:58:38.750907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628459-fd67-44d2-beff-ff7eb037974c req-9790dcd9-ba46-45e6-89e2-b5e727227190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:38.753346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d628459-fd67-44d2-beff-ff7eb037974c req-9790dcd9-ba46-45e6-89e2-b5e727227190 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0491409 Dec 17 13:58:38.821845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d628459-fd67-44d2-beff-ff7eb037974c req-4b1d0fd4-6670-4917-bc03-f403766f25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:38.823556 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d628459-fd67-44d2-beff-ff7eb037974c req-4b1d0fd4-6670-4917-bc03-f403766f25ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634308 Dec 17 13:58:38.834128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=03a00d86-f570-4635-8c0a-2e301e737345,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:58:38.848338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '03a00d86-f570-4635-8c0a-2e301e737345', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'port_id': '03a00d86-f570-4635-8c0a-2e301e737345', 'mac_address': 'fa:16:3e:66:0f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:58:38.931892 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d628459-fd67-44d2-beff-ff7eb037974c req-9d5da276-c656-432c-a013-a16d6d94ef08 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012220 Dec 17 13:58:39.055850 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d628459-fd67-44d2-beff-ff7eb037974c req-d335bd8a-ad65-43ad-bd5c-e0c60cf85209 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164811 Dec 17 13:58:39.066592 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:39.080595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a00d86-f570-4635-8c0a-2e301e737345 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:58:39.107276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=03a00d86-f570-4635-8c0a-2e301e737345,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:58:39.200428 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:39.256642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=03a00d86-f570-4635-8c0a-2e301e737345,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:58:39.264344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.264700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.265056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.265398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.265765 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.266104 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.266437 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.266770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.267094 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.268003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.268332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.268660 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.268987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 13:58:39.486003 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12642-e854-42f9-863c-bc764bed4cdf req-a1dcc708-3b0c-485e-8848-4ec698a9c00f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:39.487621 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09e12642-e854-42f9-863c-bc764bed4cdf req-a1dcc708-3b0c-485e-8848-4ec698a9c00f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 944 time: 0.0648861 Dec 17 13:58:39.502045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['03a00d86-f570-4635-8c0a-2e301e737345'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:58:39.544599 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-09e12642-e854-42f9-863c-bc764bed4cdf req-7f1c382a-1172-42b9-a30b-fde6f359b133 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506804 Dec 17 13:58:40.675748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a82354-1a8a-485b-bf80-d6c95924d56f req-7bb66a0b-acf3-4695-98ea-02d97849cdab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:40.677303 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-86a82354-1a8a-485b-bf80-d6c95924d56f req-7bb66a0b-acf3-4695-98ea-02d97849cdab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 944 time: 0.0534027 Dec 17 13:58:40.714510 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 03a00d86-f570-4635-8c0a-2e301e737345 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:58:40.729467 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-86a82354-1a8a-485b-bf80-d6c95924d56f req-38400d9e-a87b-40c7-befa-46d4af68f2b5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424876 Dec 17 13:58:40.850096 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 03a00d86-f570-4635-8c0a-2e301e737345 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:58:40.855230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 03a00d86-f570-4635-8c0a-2e301e737345 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:58:40.855709 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:40.869081 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d961f-6481-4487-8717-4bfead50658e req-0edc4ee2-4df9-448e-8ef4-35e2c50aafad tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:40.870650 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a6d961f-6481-4487-8717-4bfead50658e req-0edc4ee2-4df9-448e-8ef4-35e2c50aafad tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 944 time: 0.0587399 Dec 17 13:58:40.920825 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3a6d961f-6481-4487-8717-4bfead50658e req-63608333-bbd9-4ff5-a9e9-32b53245e452 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440657 Dec 17 13:58:40.938651 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:40.963953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:58:40.966254 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecb738c-e78d-4499-9405-a6b01996b870" -d '{"events": [{"server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "name": "network-vif-plugged", "status": "completed", "tag": "03a00d86-f570-4635-8c0a-2e301e737345"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:58:40.979221 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=03a00d86-f570-4635-8c0a-2e301e737345,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:58:41.012271 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee35dcaa-1a8d-47aa-b80a-87c53e41a478 x-openstack-request-id: req-ee35dcaa-1a8d-47aa-b80a-87c53e41a478 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:58:41.012271 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "name": "network-vif-plugged", "status": "completed", "tag": "03a00d86-f570-4635-8c0a-2e301e737345", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:58:41.012271 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee35dcaa-1a8d-47aa-b80a-87c53e41a478 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:58:41.012271 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345', 'code': 200} Dec 17 13:58:41.065687 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:41.114572 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=03a00d86-f570-4635-8c0a-2e301e737345,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:58:41.291530 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051f4ea-a688-4523-985d-c54820cc17d6 req-c95c6834-b880-48b9-bd42-19870726cf0d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:41.294292 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c051f4ea-a688-4523-985d-c54820cc17d6 req-c95c6834-b880-48b9-bd42-19870726cf0d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0515287 Dec 17 13:58:41.351534 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c051f4ea-a688-4523-985d-c54820cc17d6 req-59594ff2-1788-44b1-8976-43652f88c9d1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501034 Dec 17 13:58:41.372226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efe4aa-5123-4db8-9015-1547e2a8f2c7 req-92328318-c42c-4507-bcea-be2b3e07dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:41.374120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32efe4aa-5123-4db8-9015-1547e2a8f2c7 req-92328318-c42c-4507-bcea-be2b3e07dc7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 1096 time: 0.0470269 Dec 17 13:58:41.485406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efe4aa-5123-4db8-9015-1547e2a8f2c7 req-74d57488-d668-4435-bbcc-968481c5acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:41.487505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32efe4aa-5123-4db8-9015-1547e2a8f2c7 req-74d57488-d668-4435-bbcc-968481c5acf0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1016214 Dec 17 13:58:41.558294 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32efe4aa-5123-4db8-9015-1547e2a8f2c7 req-b36c1b39-ec30-40fb-a878-a897aa241269 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 200 len: 1001 time: 0.0612953 Dec 17 13:58:41.620781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efe4aa-5123-4db8-9015-1547e2a8f2c7 req-f2e378df-017c-4244-990f-48426a8d7e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:41.622393 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32efe4aa-5123-4db8-9015-1547e2a8f2c7 req-f2e378df-017c-4244-990f-48426a8d7e96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0495617 Dec 17 13:58:41.669479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efe4aa-5123-4db8-9015-1547e2a8f2c7 req-bab511be-2ad3-469e-b14e-1fd923e11f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:41.671030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32efe4aa-5123-4db8-9015-1547e2a8f2c7 req-bab511be-2ad3-469e-b14e-1fd923e11f9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410397 Dec 17 13:58:41.764831 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32efe4aa-5123-4db8-9015-1547e2a8f2c7 req-0392600b-48f6-45c0-a542-c42b171735c5 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828314 Dec 17 13:58:41.864534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32efe4aa-5123-4db8-9015-1547e2a8f2c7 req-67750302-868e-4ccd-b30d-97031212963f service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881004 Dec 17 13:58:42.480355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed1c69-f2a0-46b9-af0a-6d89c9633935 req-95a876c9-51a2-4d59-81bb-70f716b79f9b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:42.481907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6ed1c69-f2a0-46b9-af0a-6d89c9633935 req-95a876c9-51a2-4d59-81bb-70f716b79f9b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0531151 Dec 17 13:58:42.553460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6ed1c69-f2a0-46b9-af0a-6d89c9633935 req-6ab51e87-0acf-4f28-a0d0-69db46cf1e27 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649037 Dec 17 13:58:43.681422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad554b-f7fc-48a6-8d1d-b6d3c29140d0 req-df19d794-a999-40f5-bfa2-5197602aeb55 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:43.683013 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8aad554b-f7fc-48a6-8d1d-b6d3c29140d0 req-df19d794-a999-40f5-bfa2-5197602aeb55 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0556216 Dec 17 13:58:43.737281 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8aad554b-f7fc-48a6-8d1d-b6d3c29140d0 req-1f24e360-d05a-49b2-ae6f-ab2c7b0367c1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467596 Dec 17 13:58:43.905860 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4031-3717-4f00-9d5e-15de03d3524c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:44.251197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae89e7d-9da8-4778-a850-df8ea126e9e3 req-04f3a524-02e0-419a-9148-385e3a94a8c3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:44.253799 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cae89e7d-9da8-4778-a850-df8ea126e9e3 req-04f3a524-02e0-419a-9148-385e3a94a8c3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0672894 Dec 17 13:58:44.306286 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cae89e7d-9da8-4778-a850-df8ea126e9e3 req-76b9ed69-44a2-46cc-b25a-eb41965c72ac tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461483 Dec 17 13:58:45.295180 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:58:45.432422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e49a6-82a0-4f6a-b59a-cd21bd5f0b0d req-14c5e901-cb92-416d-8a70-28188a2d235a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:45.433894 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-825e49a6-82a0-4f6a-b59a-cd21bd5f0b0d req-14c5e901-cb92-416d-8a70-28188a2d235a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0552022 Dec 17 13:58:45.483550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-825e49a6-82a0-4f6a-b59a-cd21bd5f0b0d req-ff4d0c49-2975-4d48-b5f8-81e98ae976ab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432050 Dec 17 13:58:45.617468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-d272ce22-f352-4bc6-889a-b629d771497a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:45.618989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-d272ce22-f352-4bc6-889a-b629d771497a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 945 time: 0.0492477 Dec 17 13:58:45.721478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Deleting port 03a00d86-f570-4635-8c0a-2e301e737345 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 13:58:45.721772 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:45.837224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] For port 03a00d86-f570-4635-8c0a-2e301e737345, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=03a00d86-f570-4635-8c0a-2e301e737345,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:58:45.837626 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:46.035190 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:46.035558 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:46.035880 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Floating IP 156912b1-687d-4fe1-ae17-9212d99dc344 disassociated. External IP: 172.25.0.222, port: 03a00d86-f570-4635-8c0a-2e301e737345. Dec 17 13:58:46.036228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Calling delete_port for 03a00d86-f570-4635-8c0a-2e301e737345 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 13:58:46.266554 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:46.299215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event deleted for resources: {'Port': ['ID=03a00d86-f570-4635-8c0a-2e301e737345,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:58:46.368461 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6a8792d1-342e-4351-9b16-abf681d89e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:46.457983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:58:46.592050 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03ab7c29-6e25-42f1-b20f-ee9d01fe6c3e req-dead9cd1-4ee0-4bc2-8e2c-467913342b16 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 210 time: 0.0318689 Dec 17 13:58:46.606867 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:58:46.623686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e80e68-73fb-492b-ba8b-ca7232cd1fe3 None None] Sync routers for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:58:46.650414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e80e68-73fb-492b-ba8b-ca7232cd1fe3 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:58:46.650414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-10e80e68-73fb-492b-ba8b-ca7232cd1fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:58:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:58:46.670204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] No DVR routers for this DVR port 03a00d86-f570-4635-8c0a-2e301e737345 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 13:58:46.673610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:46.677329 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-709b4ac2-ee59-4a6d-bfa2-f291de499d4f req-f02c6337-b00b-4577-bd1d-9e4b50393cab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.61 "DELETE /v2.0/ports/03a00d86-f570-4635-8c0a-2e301e737345 HTTP/1.1" status: 204 len: 173 time: 1.0493929 Dec 17 13:58:46.677888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'name': 'network-vif-deleted', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:58:46.680268 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e3fdac-7568-49cd-ab1a-3a7bfc6220b0" -d '{"events": [{"server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "name": "network-vif-deleted", "tag": "03a00d86-f570-4635-8c0a-2e301e737345"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:58:46.723121 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa977cf-673a-4386-81c3-745889fab8ab x-openstack-request-id: req-5aa977cf-673a-4386-81c3-745889fab8ab {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:58:46.723683 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed995dc5-0d60-4cba-bfef-eedf7d89a581", "name": "network-vif-deleted", "tag": "03a00d86-f570-4635-8c0a-2e301e737345", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:58:46.723683 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5aa977cf-673a-4386-81c3-745889fab8ab {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:58:46.724077 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed995dc5-0d60-4cba-bfef-eedf7d89a581', 'name': 'network-vif-deleted', 'tag': '03a00d86-f570-4635-8c0a-2e301e737345', 'status': 'completed', 'code': 200} Dec 17 13:58:46.767831 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-10e80e68-73fb-492b-ba8b-ca7232cd1fe3 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:58:47.013835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-10e80e68-73fb-492b-ba8b-ca7232cd1fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:58:47.040758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e80e68-73fb-492b-ba8b-ca7232cd1fe3 None None] Checking router: 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:58:47.051427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e80e68-73fb-492b-ba8b-ca7232cd1fe3 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:58:47.052089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-10e80e68-73fb-492b-ba8b-ca7232cd1fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:58:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:58:47.172241 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-10e80e68-73fb-492b-ba8b-ca7232cd1fe3 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:58:47.393639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-10e80e68-73fb-492b-ba8b-ca7232cd1fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:58:47.420750 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e80e68-73fb-492b-ba8b-ca7232cd1fe3 None None] The sync data for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 is: [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:58:47.667407 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3c677b-0d9d-4a3a-904b-6361acbb97b5 None None] New status for floating IP 156912b1-687d-4fe1-ae17-9212d99dc344: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:58:47.718650 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d642f9f9-f283-4b5f-81c2-302eb26adde9 req-86b69fd2-8220-4264-b23a-21d340198b14 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed995dc5-0d60-4cba-bfef-eedf7d89a581 HTTP/1.1" status: 200 len: 210 time: 0.0266261 Dec 17 13:58:47.916063 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:49.037385 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-f3e966e6-d11f-4e52-bbca-8fb4a7434c71 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--79084665&fields=id&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 267 time: 0.0599835 Dec 17 13:58:49.042496 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:49.150237 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-bfe7a78e-2ee1-4182-b288-45edfb2893cf tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:49.151860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-bfe7a78e-2ee1-4182-b288-45edfb2893cf tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 812 time: 0.1069043 Dec 17 13:58:49.169062 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-4b8494b3-99fa-4e28-b221-f38912a7680d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/quotas/2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 375 time: 0.0101187 Dec 17 13:58:49.227940 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-5147d2e5-15b7-4568-baf4-111967c83bb5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524740 Dec 17 13:58:49.335600 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-109b7a52-a43c-401a-acc1-821361e66d47 service neutron] 10.222.0.59 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952742 Dec 17 13:58:49.435407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-982f8635-a9f6-4f82-a145-688ff4b54fd7 service neutron] 10.222.0.59 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933356 Dec 17 13:58:49.888455 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:50.711890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-541ccb17-c6f6-4361-ae28-1e4a84f62783 req-e83d95db-6f4c-40ec-89ae-1c183e1746d4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 210 time: 0.0317247 Dec 17 13:58:50.746676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 03a00d86-f570-4635-8c0a-2e301e737345 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 13:58:50.784486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 03a00d86-f570-4635-8c0a-2e301e737345 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 13:58:50.785048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 03a00d86-f570-4635-8c0a-2e301e737345 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 13:58:51.820998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-863a334f-dfae-418c-8277-82583ae8f5a2 req-833b5e8c-0421-42fe-80b6-8b32fe4c80e7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 210 time: 0.0335152 Dec 17 13:58:52.930164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3919a3b2-91c4-4b91-a0e2-450d1df90b48 req-00a70402-6de1-454a-872c-05610aedbf49 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 210 time: 0.0289037 Dec 17 13:58:52.941413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-cd1752f8-0b53-4fd7-a199-d714422e1cf5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:52.942980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-cd1752f8-0b53-4fd7-a199-d714422e1cf5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 812 time: 0.1606643 Dec 17 13:58:53.011128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-29e69b92-2377-4262-9f2e-da641e871daa tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 378 time: 0.0585992 Dec 17 13:58:53.021049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Request body: {'port': {'device_id': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'admin_state_up': True, 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'security_groups': ['490e0204-c7c0-4af1-9858-be3d8e91d9ab']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:58:53.202457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Made reservation on behalf of 2290e21efd374554af45d38ac600d0b5 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 13:58:53.206166 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:53.334756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Allocated IP 172.20.0.9 (7c5f9d0d-5775-4590-917e-44915d9a03bd/8572db6c-70ee-4c7f-9357-c4b08cc46e5e/4996cafd-d783-4f13-bf09-cd53662b35ae) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 13:58:53.469274 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:53.568719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:53.618804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Network 7c5f9d0d-5775-4590-917e-44915d9a03bd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 13:58:53.622190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 13:58:53.625997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 13:58:53.632601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:58:53.681550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:53.682391 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:53.817037 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-e1af1567-46b5-495c-a56c-6fb49aa3a33c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8003323 Dec 17 13:58:53.829832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Request body: {'port': {'device_id': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:58:53.845648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f747ebf7-099a-4262-90ce-6c66f2ff480d None None] Provisioning complete for port 4996cafd-d783-4f13-bf09-cd53662b35ae triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:58:53.846380 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f747ebf7-099a-4262-90ce-6c66f2ff480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:53.885122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f747ebf7-099a-4262-90ce-6c66f2ff480d None None] Port 4996cafd-d783-4f13-bf09-cd53662b35ae cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 13:58:53.888631 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:54.113594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21756614-32a4-4701-be9f-84b37a13e7e9 req-94e89cae-915c-4e98-a28a-e771743be7cc tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:54.115114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21756614-32a4-4701-be9f-84b37a13e7e9 req-94e89cae-915c-4e98-a28a-e771743be7cc tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 931 time: 0.1107373 Dec 17 13:58:54.196168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-21756614-32a4-4701-be9f-84b37a13e7e9 req-30851ff0-6ddc-4e87-94a4-0e3aebbd037e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741568 Dec 17 13:58:54.241536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4996cafd-d783-4f13-bf09-cd53662b35ae {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:58:54.249821 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:54.263613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Transition to ACTIVE for port object 4996cafd-d783-4f13-bf09-cd53662b35ae will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 13:58:54.346073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:54.401273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:58:54.484057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Attempting to bind port 4996cafd-d783-4f13-bf09-cd53662b35ae on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 13:58:54.484401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Attempting to bind port 4996cafd-d783-4f13-bf09-cd53662b35ae by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 13:58:54.484732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Attempting to bind port 4996cafd-d783-4f13-bf09-cd53662b35ae on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:58:54.489475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Port 4996cafd-d783-4f13-bf09-cd53662b35ae on network 7c5f9d0d-5775-4590-917e-44915d9a03bd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 13:58:54.489990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Attempting to bind port 4996cafd-d783-4f13-bf09-cd53662b35ae on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 13:58:54.495204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 13, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 13:58:54.495609 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 13:58:54.496129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Bound using segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 13:58:54.496559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Bound port: 4996cafd-d783-4f13-bf09-cd53662b35ae, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 13:58:54.496920 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:54.563276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 13:58:54.566484 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 13:58:54.665833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:54.707135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:54.707765 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:54.709168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] 10.222.0.54 "PUT /v2.0/ports/4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1091 time: 0.8843527 Dec 17 13:58:54.709669 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:58:54.711945 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89d633e-ccb8-4427-a512-7c7847dab661" -d '{"events": [{"name": "network-changed", "server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:58:54.736553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b144182-95b7-40b4-ac84-596a69e63e10 service neutron] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:58:54.755306 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72117d49-dc07-4a7c-ab79-8f6084466d1d x-openstack-request-id: req-72117d49-dc07-4a7c-ab79-8f6084466d1d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:58:54.755557 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:58:54.755822 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72117d49-dc07-4a7c-ab79-8f6084466d1d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:58:54.756274 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'status': 'completed', 'code': 200} Dec 17 13:58:54.822779 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d633e-ccb8-4427-a512-7c7847dab661 req-700238c1-456b-4743-a3bb-56dfdd52e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:54.824603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b89d633e-ccb8-4427-a512-7c7847dab661 req-700238c1-456b-4743-a3bb-56dfdd52e749 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1094 time: 0.0469904 Dec 17 13:58:54.934653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d633e-ccb8-4427-a512-7c7847dab661 req-844797b9-076f-4ad1-96d9-da3df457f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:54.936603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b89d633e-ccb8-4427-a512-7c7847dab661 req-844797b9-076f-4ad1-96d9-da3df457f97d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2290e21efd374554af45d38ac600d0b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1033885 Dec 17 13:58:55.035156 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d633e-ccb8-4427-a512-7c7847dab661 req-17ff2790-7544-4dde-97bb-203536cddb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:55.036699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b89d633e-ccb8-4427-a512-7c7847dab661 req-17ff2790-7544-4dde-97bb-203536cddb46 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918181 Dec 17 13:58:55.114571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-9bea4594-b73e-4a90-81c9-eeb4bd6be70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:55.116156 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-9bea4594-b73e-4a90-81c9-eeb4bd6be70d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1094 time: 0.0424376 Dec 17 13:58:55.168925 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-8790843c-ab13-4aa3-bc1e-7c5dc6f400ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 217 time: 0.0448835 Dec 17 13:58:55.220386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-ab1a59f4-7d5e-4ee3-a3a9-bc893b9a84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:55.222610 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-ab1a59f4-7d5e-4ee3-a3a9-bc893b9a84b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0465217 Dec 17 13:58:55.308915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-90f16efc-e25c-42eb-bb09-6272c8df1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:55.310511 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-90f16efc-e25c-42eb-bb09-6272c8df1739 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810871 Dec 17 13:58:55.375689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3062c-8fc7-4ac8-9a12-5ce524401519 req-477b9119-a2eb-4ecc-bec5-065383f10f60 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:55.377917 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9a3062c-8fc7-4ac8-9a12-5ce524401519 req-477b9119-a2eb-4ecc-bec5-065383f10f60 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 943 time: 0.1059678 Dec 17 13:58:55.454655 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9a3062c-8fc7-4ac8-9a12-5ce524401519 req-8c050262-d0a6-4a5f-9915-23759f75b3c2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701480 Dec 17 13:58:55.458381 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-803e6f09-3137-452d-8e48-ed5dcd071d6e service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391315 Dec 17 13:58:55.557765 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-acb0d692-0ef2-4f9f-9e07-1781604549db req-7a0fb4d9-81bc-47ad-b378-ec8ecf1ab2aa service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925376 Dec 17 13:58:56.575348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaebb9-a34e-47e0-a768-a11ef79202ef req-dc0d1e84-a1d7-4071-96eb-e913a309f467 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:56.576878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04eaebb9-a34e-47e0-a768-a11ef79202ef req-dc0d1e84-a1d7-4071-96eb-e913a309f467 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 943 time: 0.0511062 Dec 17 13:58:56.630559 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04eaebb9-a34e-47e0-a768-a11ef79202ef req-9a1cd797-d8de-418d-8f9a-14e988686375 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445774 Dec 17 13:58:57.753617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb3c04-ea2e-4d7d-8a5c-f498e7aca80c req-1c31ecfd-17bf-457b-89ac-443614250ff0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:57.755549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34eb3c04-ea2e-4d7d-8a5c-f498e7aca80c req-1c31ecfd-17bf-457b-89ac-443614250ff0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 943 time: 0.0538676 Dec 17 13:58:57.803637 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34eb3c04-ea2e-4d7d-8a5c-f498e7aca80c req-d1d2f461-da39-499e-83b1-63de5a5367e0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421193 Dec 17 13:58:58.803694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4996cafd-d783-4f13-bf09-cd53662b35ae details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 13:58:58.903293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:58:58.914430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'port_id': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'mac_address': 'fa:16:3e:fe:c8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 13:58:58.920454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847838-8ee9-4b7f-9d59-10e06434f0ca req-9deeeecb-6137-40bc-8d53-4f4ebdb18546 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:58:58.922043 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc847838-8ee9-4b7f-9d59-10e06434f0ca req-9deeeecb-6137-40bc-8d53-4f4ebdb18546 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 943 time: 0.0497408 Dec 17 13:58:58.952760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:58.970810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4996cafd-d783-4f13-bf09-cd53662b35ae {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 13:58:58.975742 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc847838-8ee9-4b7f-9d59-10e06434f0ca req-606b1db6-4580-4fe6-8a94-5ea108a3bfe0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470693 Dec 17 13:58:58.990344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:58:59.070992 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:58:59.121834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:58:59.271963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['4996cafd-d783-4f13-bf09-cd53662b35ae'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 13:59:00.096617 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7e2b-a80b-49b6-9e0e-31a533cc005d req-4a763081-d79f-4797-b5c0-4f21e3e1812e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:00.098914 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac6e7e2b-a80b-49b6-9e0e-31a533cc005d req-4a763081-d79f-4797-b5c0-4f21e3e1812e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 944 time: 0.0503986 Dec 17 13:59:00.153318 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ac6e7e2b-a80b-49b6-9e0e-31a533cc005d req-c92d87f9-211c-4ed1-897f-f44c22570573 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483081 Dec 17 13:59:00.823565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4996cafd-d783-4f13-bf09-cd53662b35ae up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 13:59:00.928043 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 4996cafd-d783-4f13-bf09-cd53662b35ae completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 13:59:00.932499 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 4996cafd-d783-4f13-bf09-cd53662b35ae triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 13:59:00.932877 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:01.010089 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:01.035403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:59:01.037825 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb453ff-c498-4e0f-bcf9-c21a470140e6" -d '{"events": [{"server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "name": "network-vif-plugged", "status": "completed", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:59:01.051858 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 13:59:01.077193 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 13:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f205194-74e4-4527-97cb-2634e3636fcb x-openstack-request-id: req-1f205194-74e4-4527-97cb-2634e3636fcb {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:59:01.077487 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "name": "network-vif-plugged", "status": "completed", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:59:01.077775 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f205194-74e4-4527-97cb-2634e3636fcb {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:59:01.078176 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'code': 200} Dec 17 13:59:01.140678 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:01.184510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b3599-31b6-4a80-804f-60318f9022de req-94a6887d-d0a8-4000-a94b-de1a3ea1c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:01.186759 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ad9b3599-31b6-4a80-804f-60318f9022de req-94a6887d-d0a8-4000-a94b-de1a3ea1c544 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1096 time: 0.0463715 Dec 17 13:59:01.197395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 13:59:01.261464 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ad9b3599-31b6-4a80-804f-60318f9022de req-d32a5be7-83b5-4cc5-9b22-80eddf6862f6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662088 Dec 17 13:59:01.284532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74f99b-e2fe-4c05-a234-5a22585f0b2a req-151684d6-9420-48ca-9eca-3c0d2537ed8e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:01.286087 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a74f99b-e2fe-4c05-a234-5a22585f0b2a req-151684d6-9420-48ca-9eca-3c0d2537ed8e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0609057 Dec 17 13:59:01.336230 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2a74f99b-e2fe-4c05-a234-5a22585f0b2a req-d9e642c9-c30e-4f7d-8add-142ca6a3d947 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438845 Dec 17 13:59:01.967924 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:02.459022 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ff8bc-504d-486b-a05e-6c1c25268f73 req-553d2d1f-9dd4-4c6e-b469-077c08d3bf1d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:02.460506 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed0ff8bc-504d-486b-a05e-6c1c25268f73 req-553d2d1f-9dd4-4c6e-b469-077c08d3bf1d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0514150 Dec 17 13:59:02.515413 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ed0ff8bc-504d-486b-a05e-6c1c25268f73 req-b6110881-5505-4753-a428-13170d4e2911 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487733 Dec 17 13:59:03.634469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1180d5-9a8e-4546-a6fb-226a947c4e3a req-71681cfc-784f-4b46-941e-405dd3d3539a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:03.636196 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a1180d5-9a8e-4546-a6fb-226a947c4e3a req-71681cfc-784f-4b46-941e-405dd3d3539a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0518885 Dec 17 13:59:03.683412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a1180d5-9a8e-4546-a6fb-226a947c4e3a req-6cc7a3b8-7732-459b-9fd1-5ca281bb333e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410020 Dec 17 13:59:03.795006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64db19-c13e-43da-92dc-8d743f429d2a req-0077b7fd-7dc9-41fc-b461-a5ffed3fff9d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:03.796470 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc64db19-c13e-43da-92dc-8d743f429d2a req-0077b7fd-7dc9-41fc-b461-a5ffed3fff9d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0493393 Dec 17 13:59:03.805172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 48838) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 13:59:03.809859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-282aa99c-8cb9-4299-babd-16df764ccba7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Request body: {'floatingip': {'port_id': '4996cafd-d783-4f13-bf09-cd53662b35ae'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 13:59:03.849880 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-282aa99c-8cb9-4299-babd-16df764ccba7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:04.281207 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-282aa99c-8cb9-4299-babd-16df764ccba7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:04.408140 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-282aa99c-8cb9-4299-babd-16df764ccba7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:04.513880 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-282aa99c-8cb9-4299-babd-16df764ccba7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Floating IP 156912b1-687d-4fe1-ae17-9212d99dc344 associated. External IP: 172.25.0.222, port: 4996cafd-d783-4f13-bf09-cd53662b35ae. Dec 17 13:59:05.046311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282aa99c-8cb9-4299-babd-16df764ccba7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 13:59:05.156344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282aa99c-8cb9-4299-babd-16df764ccba7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 13:59:05.161279 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-282aa99c-8cb9-4299-babd-16df764ccba7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:05.166164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a84206-0fae-4885-ace0-bdea3356282c None None] Sync routers for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 13:59:05.176763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a84206-0fae-4885-ace0-bdea3356282c None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:59:05.177387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e1a84206-0fae-4885-ace0-bdea3356282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:58:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:59:05.190045 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-282aa99c-8cb9-4299-babd-16df764ccba7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "PUT /v2.0/floatingips/156912b1-687d-4fe1-ae17-9212d99dc344 HTTP/1.1" status: 200 len: 991 time: 1.3836691 Dec 17 13:59:05.190640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 13:59:05.193051 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a11ad7-80c9-4ecf-8320-c704c1933c92" -d '{"events": [{"name": "network-changed", "server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 13:59:05.230834 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 13:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60184f38-bd0e-4fd8-a43a-c1c34d15d82a x-openstack-request-id: req-60184f38-bd0e-4fd8-a43a-c1c34d15d82a {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 13:59:05.231203 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 13:59:05.231521 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60184f38-bd0e-4fd8-a43a-c1c34d15d82a {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 13:59:05.232057 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'status': 'completed', 'code': 200} Dec 17 13:59:05.290632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e1a84206-0fae-4885-ace0-bdea3356282c None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:59:05.300386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a11ad7-80c9-4ecf-8320-c704c1933c92 req-f57f37ba-de77-4f7f-9566-cc16a166ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:05.302054 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0a11ad7-80c9-4ecf-8320-c704c1933c92 req-f57f37ba-de77-4f7f-9566-cc16a166ebf5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1096 time: 0.0438974 Dec 17 13:59:05.399830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a11ad7-80c9-4ecf-8320-c704c1933c92 req-884206ce-3b28-4ba9-9e7c-fbfb51b0276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:05.401345 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0a11ad7-80c9-4ecf-8320-c704c1933c92 req-884206ce-3b28-4ba9-9e7c-fbfb51b0276d service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0936749 Dec 17 13:59:05.470257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0a11ad7-80c9-4ecf-8320-c704c1933c92 req-46ebafd9-78f2-456a-909b-0bd5bfa297b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 999 time: 0.0601542 Dec 17 13:59:05.520013 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a11ad7-80c9-4ecf-8320-c704c1933c92 req-4eb9c64a-2183-48c5-a4f0-3e285a322507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:05.521449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0a11ad7-80c9-4ecf-8320-c704c1933c92 req-4eb9c64a-2183-48c5-a4f0-3e285a322507 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0448890 Dec 17 13:59:05.544330 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e1a84206-0fae-4885-ace0-bdea3356282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '156912b1-687d-4fe1-ae17-9212d99dc344', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'port_id': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'mac_address': 'fa:16:3e:fe:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:53:55Z', 'updated_at': '2021-12-17T13:59:04Z', 'revision_number': 9, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:59:05.571716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a84206-0fae-4885-ace0-bdea3356282c None None] Checking router: 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 13:59:05.573859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a11ad7-80c9-4ecf-8320-c704c1933c92 req-bd3cf81e-0829-4f38-b411-7e4cea134647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:05.575410 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0a11ad7-80c9-4ecf-8320-c704c1933c92 req-bd3cf81e-0829-4f38-b411-7e4cea134647 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475218 Dec 17 13:59:05.580227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a84206-0fae-4885-ace0-bdea3356282c None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 13:59:05.580825 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e1a84206-0fae-4885-ace0-bdea3356282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T13:58:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:59:05.674564 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0a11ad7-80c9-4ecf-8320-c704c1933c92 req-ef66719c-14c3-4ae1-8a5a-c3883721674e service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902584 Dec 17 13:59:05.692870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e1a84206-0fae-4885-ace0-bdea3356282c None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 13:59:05.778447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0a11ad7-80c9-4ecf-8320-c704c1933c92 req-e868dac5-2511-4cd9-a0de-889646334079 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968270 Dec 17 13:59:05.952628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e1a84206-0fae-4885-ace0-bdea3356282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '156912b1-687d-4fe1-ae17-9212d99dc344', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'port_id': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'mac_address': 'fa:16:3e:fe:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:53:55Z', 'updated_at': '2021-12-17T13:59:04Z', 'revision_number': 9, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 13:59:05.985333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a84206-0fae-4885-ace0-bdea3356282c None None] The sync data for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 is: [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '156912b1-687d-4fe1-ae17-9212d99dc344', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'port_id': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'mac_address': 'fa:16:3e:fe:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:53:55Z', 'updated_at': '2021-12-17T13:59:04Z', 'revision_number': 9, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 13:59:06.229731 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf73792-069f-448b-a697-41c9d6bd5c5a None None] New status for floating IP 156912b1-687d-4fe1-ae17-9212d99dc344: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 13:59:06.539978 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:13.940219 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3fb64803-1325-40d9-a62e-41fae9718bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:16.402332 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0107e462-26b7-468d-b3b8-4819ca2bf0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:17.911283 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:19.151866 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:20.003523 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:22.296603 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 13:59:32.059355 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:34.194151 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c9332d7-52bc-41fa-92b6-d0c2df587622 req-4d7cf0c2-2d34-452b-a0d8-789f9b830c7e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429358 Dec 17 13:59:34.284194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9332d7-52bc-41fa-92b6-d0c2df587622 req-53c3bc1b-f9bb-4924-af67-6bac7b346bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:34.285759 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c9332d7-52bc-41fa-92b6-d0c2df587622 req-53c3bc1b-f9bb-4924-af67-6bac7b346bcc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1096 time: 0.0443985 Dec 17 13:59:34.401623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9332d7-52bc-41fa-92b6-d0c2df587622 req-9b773256-4568-4527-83df-7d639856dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:34.403064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c9332d7-52bc-41fa-92b6-d0c2df587622 req-9b773256-4568-4527-83df-7d639856dfd7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0948551 Dec 17 13:59:34.478019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c9332d7-52bc-41fa-92b6-d0c2df587622 req-9f330efb-5154-4842-b36a-ada5a0494c94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1002 time: 0.0626888 Dec 17 13:59:34.530822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9332d7-52bc-41fa-92b6-d0c2df587622 req-1bc7b710-cb48-4eb6-9dc5-d3837550f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:34.532988 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c9332d7-52bc-41fa-92b6-d0c2df587622 req-1bc7b710-cb48-4eb6-9dc5-d3837550f78b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0463226 Dec 17 13:59:34.585773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9332d7-52bc-41fa-92b6-d0c2df587622 req-eb277e0b-9565-4b59-9b0f-c830af10ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 13:59:34.587337 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c9332d7-52bc-41fa-92b6-d0c2df587622 req-eb277e0b-9565-4b59-9b0f-c830af10ada4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470953 Dec 17 13:59:34.688311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c9332d7-52bc-41fa-92b6-d0c2df587622 req-fb4568b0-a4ea-42e5-9f72-58cc9b36dfb9 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925126 Dec 17 13:59:34.786296 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c9332d7-52bc-41fa-92b6-d0c2df587622 req-7c68fbfb-d065-414e-b1e7-79e1f9043dba service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903552 Dec 17 13:59:36.527516 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:43.943530 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-948fafd0-af1e-46e9-b465-ff26640c601e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:46.406040 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-259ab129-12a3-43f6-932d-8990b67b4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:47.961512 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:49.121795 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:49.920822 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 13:59:59.296387 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:00:01.989360 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:06.549943 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:13.903664 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1c65b963-93c8-4432-8233-66353881a1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:16.372351 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-869fe42f-9b54-48cb-ad0f-8700beb5aeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:17.916327 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:19.068657 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:19.852473 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:31.981873 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:34.879580 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-ae5d72d0-1be0-4d56-9073-dd1fdfe31c3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413184 Dec 17 14:00:34.961854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-15faaea1-ca9e-43f1-ae5c-276554b941e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:34.963380 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-15faaea1-ca9e-43f1-ae5c-276554b941e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1096 time: 0.0418475 Dec 17 14:00:35.071097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-5be10317-f6dd-4ac0-bfd8-e763ed9709a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:35.072621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-5be10317-f6dd-4ac0-bfd8-e763ed9709a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0899987 Dec 17 14:00:35.158376 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-fb373b92-6989-469c-9261-9c1a7f52ff8a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1002 time: 0.0769770 Dec 17 14:00:35.207158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-e2be9b16-d104-4baa-b3cd-73e3b766dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:35.209173 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-e2be9b16-d104-4baa-b3cd-73e3b766dc2c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0446038 Dec 17 14:00:35.264946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-e71265cb-7eaf-45be-8d70-7e661236d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:35.267461 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-e71265cb-7eaf-45be-8d70-7e661236d5f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516727 Dec 17 14:00:35.278950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-1cb72d5e-6685-41d1-a3a3-21b17c100337 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:00:35.280015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-1cb72d5e-6685-41d1-a3a3-21b17c100337 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054088 Dec 17 14:00:35.381213 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-c4a2d4d3-064f-4b57-9f3d-53651f76201a service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871608 Dec 17 14:00:35.498853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ce64fb2b-3da0-42f7-85ee-335cfbab11d1 req-42f2b019-60fb-4832-a839-395f3251deeb service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108727 Dec 17 14:00:36.302462 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:00:36.538147 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:41.089372 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc93016-18c0-4c62-abb7-295e443c659d req-72b8fde3-e58b-4cba-8f6f-3011d58d249e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:41.090976 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cc93016-18c0-4c62-abb7-295e443c659d req-72b8fde3-e58b-4cba-8f6f-3011d58d249e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0607715 Dec 17 14:00:41.151800 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9cc93016-18c0-4c62-abb7-295e443c659d req-e98a0020-0a58-458d-8290-4ba6b9b5034e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545325 Dec 17 14:00:41.297723 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-51762d18-cbbd-403a-8b39-355e43091c06 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446477 Dec 17 14:00:42.282125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276db14-4677-494e-a8d5-b24cbb512651 req-43b3907b-bacf-4e4c-9ffb-41176ca1f9c5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:42.283648 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6276db14-4677-494e-a8d5-b24cbb512651 req-43b3907b-bacf-4e4c-9ffb-41176ca1f9c5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0542071 Dec 17 14:00:42.348000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6276db14-4677-494e-a8d5-b24cbb512651 req-6faa2fa0-89d0-43c4-b16a-0b63a42bbe67 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528040 Dec 17 14:00:43.495817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed6b48-63d7-49e5-972d-22687cd03ee0 req-73026714-96b0-405a-89db-f3ce962e6611 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:43.497349 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28ed6b48-63d7-49e5-972d-22687cd03ee0 req-73026714-96b0-405a-89db-f3ce962e6611 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0529160 Dec 17 14:00:43.546879 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28ed6b48-63d7-49e5-972d-22687cd03ee0 req-e8c9d2e4-b129-4ecc-99e3-e5d4068087a0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432916 Dec 17 14:00:43.975538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511133c-1003-4aab-91ec-e2630ecf28db req-57c86511-e3f1-4772-9113-532f30c9217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:43.977122 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-57c86511-e3f1-4772-9113-532f30c9217f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1096 time: 0.0469244 Dec 17 14:00:44.045024 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c7213907-48d9-4ff0-b54b-b5cd73be57b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:44.070692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511133c-1003-4aab-91ec-e2630ecf28db req-51d61c3f-a622-4250-b6c2-a95d0e57c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:44.072228 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-51d61c3f-a622-4250-b6c2-a95d0e57c17c service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0881820 Dec 17 14:00:44.144523 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-fbbaf5bd-3c4c-4bdf-8064-e4964cb5f058 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1002 time: 0.0652282 Dec 17 14:00:44.195903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511133c-1003-4aab-91ec-e2630ecf28db req-3c60f41f-c55d-4ff7-9193-31ba7d4d5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:44.197412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-3c60f41f-c55d-4ff7-9193-31ba7d4d5606 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0460827 Dec 17 14:00:44.244603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511133c-1003-4aab-91ec-e2630ecf28db req-e51f737f-1b24-4854-a89a-a6933da92743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:44.246244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-e51f737f-1b24-4854-a89a-a6933da92743 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418668 Dec 17 14:00:44.345342 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-f1efe31e-d0ba-45d7-aa48-aea02e50faf6 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915434 Dec 17 14:00:44.439261 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-6947a087-3e15-4abc-8ecf-7f7199b376fe service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870655 Dec 17 14:00:44.666969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4422b6a-8e9b-46b1-9afb-ec1e992cc0f2 req-086e5268-3be8-4df4-8e3b-dd4f255bd199 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:44.668440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4422b6a-8e9b-46b1-9afb-ec1e992cc0f2 req-086e5268-3be8-4df4-8e3b-dd4f255bd199 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0505192 Dec 17 14:00:44.730787 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4422b6a-8e9b-46b1-9afb-ec1e992cc0f2 req-e7d15fdb-47d5-4934-bd03-5bf7ace47853 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563018 Dec 17 14:00:45.850573 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8c1a0-a569-49a7-8685-345baa374ab2 req-f479a557-405e-498b-8f3a-6dd3c672a58e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:45.852091 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6a8c1a0-a569-49a7-8685-345baa374ab2 req-f479a557-405e-498b-8f3a-6dd3c672a58e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0504143 Dec 17 14:00:45.903610 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a6a8c1a0-a569-49a7-8685-345baa374ab2 req-e3b4679b-f0e4-48d7-b083-310ff76dce92 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454853 Dec 17 14:00:46.366402 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fbdac6d2-08de-4c14-9d34-f0809ed1f157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:47.021504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005d224-4318-4eb3-96d6-5e5319e03c1e req-af2f19de-8c25-408b-bdf1-36ff597c63d8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:47.023828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f005d224-4318-4eb3-96d6-5e5319e03c1e req-af2f19de-8c25-408b-bdf1-36ff597c63d8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0510099 Dec 17 14:00:47.071394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f005d224-4318-4eb3-96d6-5e5319e03c1e req-64ee9e51-81c2-4ab8-9408-08712020d36d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416999 Dec 17 14:00:47.921151 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:48.199814 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8f864-16d8-4ac3-b6bf-043ba5061a1c req-e3ebb84d-c604-43dd-a6cc-29877cb51835 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:48.201955 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-acd8f864-16d8-4ac3-b6bf-043ba5061a1c req-e3ebb84d-c604-43dd-a6cc-29877cb51835 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0563407 Dec 17 14:00:48.255624 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-acd8f864-16d8-4ac3-b6bf-043ba5061a1c req-b63f66ec-ca69-4c97-aecb-1b8f8dc565d0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469458 Dec 17 14:00:49.091760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:49.468195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7675a-39a9-4d19-a607-3d060cab6236 req-3fe52f78-a4eb-47d0-bc6d-8b47506fdcd4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:49.468195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02e7675a-39a9-4d19-a607-3d060cab6236 req-3fe52f78-a4eb-47d0-bc6d-8b47506fdcd4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0500495 Dec 17 14:00:49.468195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02e7675a-39a9-4d19-a607-3d060cab6236 req-cb78f4b3-a14d-4700-98cd-03de264ae304 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414941 Dec 17 14:00:49.849535 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:50.550741 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a57b8-05be-4299-b1ec-f2346d61cbe1 req-5986c3f4-63b2-495a-b267-9a7f2430e90a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:50.552332 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-837a57b8-05be-4299-b1ec-f2346d61cbe1 req-5986c3f4-63b2-495a-b267-9a7f2430e90a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0518842 Dec 17 14:00:50.603202 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-837a57b8-05be-4299-b1ec-f2346d61cbe1 req-fb19bbad-7157-46fe-80ea-6f1dce0e3c1f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443106 Dec 17 14:00:51.727471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7292fd-580f-4e93-a255-f878dab6668b req-33ce6be3-d99f-4b27-8b9b-b497978839a4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:51.728973 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ab7292fd-580f-4e93-a255-f878dab6668b req-33ce6be3-d99f-4b27-8b9b-b497978839a4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0565174 Dec 17 14:00:51.776519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ab7292fd-580f-4e93-a255-f878dab6668b req-a74ff058-0655-4049-8e67-74d221fe6606 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414846 Dec 17 14:00:52.912541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d73936-02b2-41ff-a9ce-c7b1765bbfba req-12a14799-0d24-4509-95d4-f1626f9fdd54 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:52.914257 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64d73936-02b2-41ff-a9ce-c7b1765bbfba req-12a14799-0d24-4509-95d4-f1626f9fdd54 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0668213 Dec 17 14:00:52.975097 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64d73936-02b2-41ff-a9ce-c7b1765bbfba req-26b23083-4d2e-4be5-a5c6-185fd77656af tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533586 Dec 17 14:00:54.094717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99f44d-d561-4884-a228-bd7577bbf34c req-07b0162c-6168-42b6-9d20-dcc9070d70d4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:54.096221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d99f44d-d561-4884-a228-bd7577bbf34c req-07b0162c-6168-42b6-9d20-dcc9070d70d4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0490110 Dec 17 14:00:54.144550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d99f44d-d561-4884-a228-bd7577bbf34c req-64d368b7-6d7a-436f-97c6-b957b185ad1e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423975 Dec 17 14:00:55.264361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32f0aa-af9f-4ec3-844c-c7db2e1c914b req-858c1c59-e21c-4c5a-a02a-bceea1abe8f7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:55.265862 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc32f0aa-af9f-4ec3-844c-c7db2e1c914b req-858c1c59-e21c-4c5a-a02a-bceea1abe8f7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0513282 Dec 17 14:00:55.314056 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc32f0aa-af9f-4ec3-844c-c7db2e1c914b req-71154f1c-d4ef-46bc-80cb-5ff4ef16e2c3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421691 Dec 17 14:00:56.430367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6375e0-2822-4b01-b22c-64b162e4a4cb req-d043af3f-db5f-41a6-8195-cfdbd654b9c4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:56.431789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c6375e0-2822-4b01-b22c-64b162e4a4cb req-d043af3f-db5f-41a6-8195-cfdbd654b9c4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0505524 Dec 17 14:00:56.487353 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c6375e0-2822-4b01-b22c-64b162e4a4cb req-66c7551f-f6e2-4f2a-a359-2612a8e9c49d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496156 Dec 17 14:00:56.637103 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-4511133c-1003-4aab-91ec-e2630ecf28db req-6f40c6d6-3501-4c03-bbbc-a3415f105a84 service neutron] show failed (client error): The resource could not be found. Dec 17 14:00:56.638219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-6f40c6d6-3501-4c03-bbbc-a3415f105a84 service neutron] 10.222.0.54 "GET /v2.0/ports/4996cafd-d783-4f13-bf09-cd53662b35ae/bindings/n-h2-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0540912 Dec 17 14:00:57.209825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511133c-1003-4aab-91ec-e2630ecf28db req-5fb24f74-6505-439c-8018-1b5becaf374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:57.211382 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-5fb24f74-6505-439c-8018-1b5becaf374a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0444605 Dec 17 14:00:57.224132 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:00:57.284231 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:57.485593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:00:57.520801 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:00:57.570991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:00:57.573486 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3783439-f67a-4855-9b1e-76984939654d" -d '{"events": [{"server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "name": "network-vif-unplugged", "status": "completed", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:00:57.578704 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:57.595534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Transition to ACTIVE for port object 4996cafd-d783-4f13-bf09-cd53662b35ae will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:00:57.613617 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e077e-b19e-41c3-a991-7f79add5655e req-44e96afe-3ec6-41cf-b967-7f61ba8ccef3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:57.614704 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5d8e077e-b19e-41c3-a991-7f79add5655e req-44e96afe-3ec6-41cf-b967-7f61ba8ccef3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Dec 17 14:00:57.637312 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10867c28-bbae-4f3c-b8b9-a2cef654671d x-openstack-request-id: req-10867c28-bbae-4f3c-b8b9-a2cef654671d {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:00:57.637312 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "name": "network-vif-unplugged", "status": "completed", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:00:57.637312 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10867c28-bbae-4f3c-b8b9-a2cef654671d {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:00:57.637312 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'code': 200} Dec 17 14:00:57.660382 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:57.669025 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5d8e077e-b19e-41c3-a991-7f79add5655e req-f05e9aa3-cf6d-401c-9264-942d40bd101f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481601 Dec 17 14:00:57.746777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:00:57.761463 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.761882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.762230 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.762574 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.762910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.763280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.763606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.763890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.764216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.764537 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.764862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.765180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.765500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:00:57.797334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] No DVR routers for this DVR port 4996cafd-d783-4f13-bf09-cd53662b35ae on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:00:57.941195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Attempting to bind port 4996cafd-d783-4f13-bf09-cd53662b35ae on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:00:57.941535 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Attempting to bind port 4996cafd-d783-4f13-bf09-cd53662b35ae by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:00:57.941900 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Attempting to bind port 4996cafd-d783-4f13-bf09-cd53662b35ae on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:00:57.946212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Port 4996cafd-d783-4f13-bf09-cd53662b35ae on network 7c5f9d0d-5775-4590-917e-44915d9a03bd not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:00:57.946564 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Attempting to bind port 4996cafd-d783-4f13-bf09-cd53662b35ae on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:00:57.951423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:00:57.951759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:00:57.952139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Bound using segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:00:57.952562 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Bound port: 4996cafd-d783-4f13-bf09-cd53662b35ae, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:00:57.952912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:58.017119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:00:58.020447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:00:58.119226 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:58.171539 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:58.172268 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:00:58.173729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] 10.222.0.61 "PUT /v2.0/ports/4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1091 time: 0.9536941 Dec 17 14:00:58.191747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c50f17-2d7c-417c-aae5-46558fc70488 service neutron] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:00:58.245414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511133c-1003-4aab-91ec-e2630ecf28db req-a584dfef-8bc9-4a00-b17d-319b9b94e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:58.247339 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-a584dfef-8bc9-4a00-b17d-319b9b94e2a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1094 time: 0.0455737 Dec 17 14:00:58.354044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511133c-1003-4aab-91ec-e2630ecf28db req-2693aa6d-f051-4997-a9e3-5c8b3b274979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:58.355573 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-2693aa6d-f051-4997-a9e3-5c8b3b274979 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0942676 Dec 17 14:00:58.426710 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-232a0863-7157-48d1-b7c7-c923473c827c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1000 time: 0.0641406 Dec 17 14:00:58.481472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511133c-1003-4aab-91ec-e2630ecf28db req-26135d57-a5f9-48d2-88b2-5d952006dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:58.483013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-26135d57-a5f9-48d2-88b2-5d952006dfe8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0455291 Dec 17 14:00:58.533170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511133c-1003-4aab-91ec-e2630ecf28db req-b5d0d915-70d7-4f13-8418-ede52b15669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:58.534876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-b5d0d915-70d7-4f13-8418-ede52b15669c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407870 Dec 17 14:00:58.633465 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-05f19571-24d2-4dc2-a4b7-cb0031e0936e service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861466 Dec 17 14:00:58.729142 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4511133c-1003-4aab-91ec-e2630ecf28db req-c06a0cba-c241-4743-928d-743faf38dd73 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849376 Dec 17 14:00:58.805788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b807443-a013-474e-b008-91a93735f3b8 req-21b8c871-183b-4c43-a688-aa522e7555e1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:58.807332 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b807443-a013-474e-b008-91a93735f3b8 req-21b8c871-183b-4c43-a688-aa522e7555e1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 943 time: 0.0555670 Dec 17 14:00:58.856741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6b807443-a013-474e-b008-91a93735f3b8 req-8431efc2-c7fb-47b6-9f53-80725c2eb9de tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432942 Dec 17 14:00:59.300743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4996cafd-d783-4f13-bf09-cd53662b35ae no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:00:59.340402 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4996cafd-d783-4f13-bf09-cd53662b35ae not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:00:59.638258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:00:59.640676 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:00:59.689513 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c80a49f-db86-4aa5-9042-e2349341f1fa x-openstack-request-id: req-3c80a49f-db86-4aa5-9042-e2349341f1fa {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:00:59.689928 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:00:59.690550 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c80a49f-db86-4aa5-9042-e2349341f1fa {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:00:59.690777 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'status': 'completed', 'code': 200} Dec 17 14:00:59.776018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-80b53e94-3360-46a4-b086-3e00351ba501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:59.777553 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-80b53e94-3360-46a4-b086-3e00351ba501 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1094 time: 0.0620453 Dec 17 14:00:59.780079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-b50c55a8-31d1-4150-adc3-82f75edaffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:59.781529 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-b50c55a8-31d1-4150-adc3-82f75edaffc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1094 time: 0.0741086 Dec 17 14:00:59.955747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-e7a5a96f-39c9-4895-bbab-6f49ac50035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:59.961083 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-e7a5a96f-39c9-4895-bbab-6f49ac50035f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1714318 Dec 17 14:00:59.970641 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-31e6ea2d-94aa-4e7f-88d7-e692e11b9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:00:59.972003 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-31e6ea2d-94aa-4e7f-88d7-e692e11b9380 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1764693 Dec 17 14:01:00.095055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b4e66-70b5-4535-8d4d-9dd8de41e846 req-a28c6c76-070a-43f4-b951-015c0018b1da tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:00.096611 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fb4b4e66-70b5-4535-8d4d-9dd8de41e846 req-a28c6c76-070a-43f4-b951-015c0018b1da tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 943 time: 0.1666517 Dec 17 14:01:00.098346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-e6379aae-d605-4b16-87db-d60ca798d065 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1000 time: 0.1253555 Dec 17 14:01:00.102134 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-17a71b58-cd24-435e-b7cd-f182b6957d33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1000 time: 0.1205451 Dec 17 14:01:00.216509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-a50ec76c-6c37-459c-ba1d-d8f647c85e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:00.218036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-a50ec76c-6c37-459c-ba1d-d8f647c85e42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.1128702 Dec 17 14:01:00.224653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fb4b4e66-70b5-4535-8d4d-9dd8de41e846 req-54d82840-55b6-4c1f-881e-ea5669786be9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211164 Dec 17 14:01:00.225993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-4305cb86-ab65-4946-b791-7b117a8fc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:00.227354 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-4305cb86-ab65-4946-b791-7b117a8fc214 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.1169083 Dec 17 14:01:00.296925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-3d0f32e7-f5a0-4eb7-8f97-bf1a197e342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:00.298482 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-3d0f32e7-f5a0-4eb7-8f97-bf1a197e342b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697274 Dec 17 14:01:00.306884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-d5b8cc7a-a9e4-4c0d-a213-b32319922192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:00.308334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-d5b8cc7a-a9e4-4c0d-a213-b32319922192 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543647 Dec 17 14:01:00.459043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-cb0eccae-d693-4699-bde5-76954e77beeb service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496592 Dec 17 14:01:00.464302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-1a87818a-81c1-4afc-a0a0-5c042ae4d12e service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473715 Dec 17 14:01:00.953645 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-3427faf8-8b98-446e-8d14-d3dbd1b64e0e service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874942 Dec 17 14:01:00.959383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-658b8de5-83e1-44d7-bd2d-b81e4f738b4a req-63d832ec-2ff6-4e16-aa5b-13e796c277ba service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855747 Dec 17 14:01:01.360817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1408f3-be5b-4bc1-af91-359386e23104 req-d73fc0b0-b757-46ca-a7f2-a7993406e212 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:01.362328 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b1408f3-be5b-4bc1-af91-359386e23104 req-d73fc0b0-b757-46ca-a7f2-a7993406e212 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 943 time: 0.0577466 Dec 17 14:01:01.393122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 4996cafd-d783-4f13-bf09-cd53662b35ae details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:01:01.428985 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b1408f3-be5b-4bc1-af91-359386e23104 req-55c58692-7c6c-4c12-aba6-aa692d04dfd5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548875 Dec 17 14:01:01.499534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:01:01.515576 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'port_id': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'mac_address': 'fa:16:3e:fe:c8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:01:01.557101 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:01.572460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4996cafd-d783-4f13-bf09-cd53662b35ae {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:01:01.593083 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:01:01.757900 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:01.811641 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:01:01.820205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:01.820553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:01.820893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:01.821254 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:01.821604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:01.821937 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:01.822262 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:01.822585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:01.822907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:01.823225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:01.823545 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:01.823866 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:01.824180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:01:02.028201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['4996cafd-d783-4f13-bf09-cd53662b35ae'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:01:02.063146 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:02.164067 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b924e-3906-4a98-8f9e-af92e75db79b req-b67925ed-0989-48d7-804f-7a2e6047f67a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:02.166915 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b03b924e-3906-4a98-8f9e-af92e75db79b req-b67925ed-0989-48d7-804f-7a2e6047f67a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 944 time: 0.0601819 Dec 17 14:01:02.237038 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b03b924e-3906-4a98-8f9e-af92e75db79b req-67e061cd-22ff-4eb0-8b77-5ac993dc6139 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636106 Dec 17 14:01:02.246279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-5f311a83-753c-4b57-8a1f-fb4a2ebce896 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:02.247913 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-5f311a83-753c-4b57-8a1f-fb4a2ebce896 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.61 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238&tenant_id=2290e21efd374554af45d38ac600d0b5&binding%3Ahost_id=n-h2-815324-5 HTTP/1.1" status: 200 len: 944 time: 0.0601451 Dec 17 14:01:02.317018 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-e9aa2d46-a5b4-49f5-9c8d-7981a93bfc5a service neutron] 10.222.0.61 "GET /v2.0/ports/4996cafd-d783-4f13-bf09-cd53662b35ae/bindings/n-h2-815324-5 HTTP/1.1" status: 200 len: 382 time: 0.0583763 Dec 17 14:01:02.394586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-aa530bdb-d93f-4587-97cd-1da1be459674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:02.396165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-aa530bdb-d93f-4587-97cd-1da1be459674 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1095 time: 0.0500650 Dec 17 14:01:02.496935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-147d874b-b914-4679-a9f3-e3a6de322d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:02.498514 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-147d874b-b914-4679-a9f3-e3a6de322d0b service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0947862 Dec 17 14:01:02.575088 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-b82217c3-ae7d-418b-a9c0-b555670b9919 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1001 time: 0.0682189 Dec 17 14:01:02.632680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-402289f3-327f-40d6-9d3c-fc269eafa4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:02.634769 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-402289f3-327f-40d6-9d3c-fc269eafa4b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0522790 Dec 17 14:01:02.693870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-0bb1a0c2-e516-4b04-a9e9-374435ee6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:02.695449 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-0bb1a0c2-e516-4b04-a9e9-374435ee6aa0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479836 Dec 17 14:01:02.800798 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-20cbef62-0671-4d93-b239-a08d46af2442 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976956 Dec 17 14:01:02.903486 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-567d8d99-6255-486d-acba-d000c1de658f service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956640 Dec 17 14:01:03.398544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 4996cafd-d783-4f13-bf09-cd53662b35ae up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:01:03.422685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc02ac-28aa-40a0-bf20-4c169557113c req-b79a008b-620a-4504-b40d-81f406920d75 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:03.424241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44fc02ac-28aa-40a0-bf20-4c169557113c req-b79a008b-620a-4504-b40d-81f406920d75 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 944 time: 0.1150830 Dec 17 14:01:03.476615 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44fc02ac-28aa-40a0-bf20-4c169557113c req-0520746e-9e9b-4842-9220-73e237a0c5d2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452952 Dec 17 14:01:03.580662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 4996cafd-d783-4f13-bf09-cd53662b35ae completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:01:03.586021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 4996cafd-d783-4f13-bf09-cd53662b35ae triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:01:03.592616 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:03.672054 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:03.696848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:01:03.702637 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a914beb-8a55-48b6-bf5c-c055f9dd8389" -d '{"events": [{"server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "name": "network-vif-plugged", "status": "completed", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:01:03.711692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:01:03.750466 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d836421c-a91f-4010-9738-1e0e06bb32d0 x-openstack-request-id: req-d836421c-a91f-4010-9738-1e0e06bb32d0 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:01:03.750771 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "name": "network-vif-plugged", "status": "completed", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:01:03.751028 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d836421c-a91f-4010-9738-1e0e06bb32d0 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:01:03.751460 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'code': 200} Dec 17 14:01:03.796916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:03.848535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:01:04.611128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2d146-5eea-4d1d-9fdb-d9e0be9962bc req-290cb154-ea96-4d09-bd17-8cfb0cadf489 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:04.612646 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8bf2d146-5eea-4d1d-9fdb-d9e0be9962bc req-290cb154-ea96-4d09-bd17-8cfb0cadf489 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0548074 Dec 17 14:01:04.659987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8bf2d146-5eea-4d1d-9fdb-d9e0be9962bc req-2dae412a-09ea-4dd3-9a4e-7bf99d5eead2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413291 Dec 17 14:01:05.665067 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-5d2bbd37-8710-4cbb-8c9c-0c7f2443eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:05.669123 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-5d2bbd37-8710-4cbb-8c9c-0c7f2443eefe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0440922 Dec 17 14:01:05.678328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:01:05.734785 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:05.852351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f64fbb-606d-4012-a538-0b655ff99b32 req-6fd7bea8-064e-4b17-8d71-127157cbbe06 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:05.854535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0f64fbb-606d-4012-a538-0b655ff99b32 req-6fd7bea8-064e-4b17-8d71-127157cbbe06 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.1197934 Dec 17 14:01:05.902835 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0f64fbb-606d-4012-a538-0b655ff99b32 req-5cc8f568-c2e0-46af-bcbd-6c9f62480bee tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422404 Dec 17 14:01:05.949929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:01:05.983233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:01:06.022487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:01:06.025426 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f72ceeb-3f8d-4716-9c59-407ca4e37490" -d '{"events": [{"server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "name": "network-vif-unplugged", "status": "completed", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:01:06.029762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:06.052579 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Transition to ACTIVE for port object 4996cafd-d783-4f13-bf09-cd53662b35ae will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:01:06.075732 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 14:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69ebc93-a75a-446a-af0c-16ee8ab84930 x-openstack-request-id: req-a69ebc93-a75a-446a-af0c-16ee8ab84930 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:01:06.076129 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "name": "network-vif-unplugged", "status": "completed", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:01:06.076445 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a69ebc93-a75a-446a-af0c-16ee8ab84930 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:01:06.076850 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'code': 200} Dec 17 14:01:06.155132 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:06.238368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=10']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:01:06.293413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] No DVR routers for this DVR port 4996cafd-d783-4f13-bf09-cd53662b35ae on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:01:06.433646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Attempting to bind port 4996cafd-d783-4f13-bf09-cd53662b35ae on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:01:06.434941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Attempting to bind port 4996cafd-d783-4f13-bf09-cd53662b35ae by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:01:06.434941 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Attempting to bind port 4996cafd-d783-4f13-bf09-cd53662b35ae on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:01:06.439238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Port 4996cafd-d783-4f13-bf09-cd53662b35ae on network 7c5f9d0d-5775-4590-917e-44915d9a03bd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:01:06.439566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Attempting to bind port 4996cafd-d783-4f13-bf09-cd53662b35ae on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:01:06.445500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:01:06.445500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:01:06.446027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Bound using segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:01:06.446799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Bound port: 4996cafd-d783-4f13-bf09-cd53662b35ae, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:01:06.447169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:06.515398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:01:06.519896 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:01:06.541147 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:06.664370 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:06.703174 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:06.703873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:06.705201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] 10.222.0.54 "PUT /v2.0/ports/4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1092 time: 1.0309606 Dec 17 14:01:06.728392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df3116-097f-453f-ad77-ea9a49a40162 service neutron] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=11']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:01:06.779295 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-0c76a225-4dec-4355-bf45-0b524f6813e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:06.780992 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-0c76a225-4dec-4355-bf45-0b524f6813e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1095 time: 0.0491278 Dec 17 14:01:06.893011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-81cce8ba-9d66-4efe-a43a-400dd27189df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:06.894614 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-81cce8ba-9d66-4efe-a43a-400dd27189df service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1061800 Dec 17 14:01:06.975316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-11b92589-3236-4ee2-8f4a-7aa2591ae3af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1000 time: 0.0740557 Dec 17 14:01:07.028674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-5b2f52dd-6502-4fcc-98f6-08b0fced35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:07.030221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-5b2f52dd-6502-4fcc-98f6-08b0fced35fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0480816 Dec 17 14:01:07.031564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c5a02-9f8e-4819-99e8-3494e37749a8 req-bcf4f907-c275-4417-ba7a-a0a5bd31f803 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:07.033121 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-558c5a02-9f8e-4819-99e8-3494e37749a8 req-bcf4f907-c275-4417-ba7a-a0a5bd31f803 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 944 time: 0.0498376 Dec 17 14:01:07.081515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-15985f50-f24d-4a1d-a678-6404166ce05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:07.083350 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-15985f50-f24d-4a1d-a678-6404166ce05c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452976 Dec 17 14:01:07.083856 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-558c5a02-9f8e-4819-99e8-3494e37749a8 req-88241322-dd0f-4a4b-954a-f6f3d4f71103 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444500 Dec 17 14:01:07.180148 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-36ce0d4a-ca85-41c5-992b-1f63e71edf31 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895514 Dec 17 14:01:07.273096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30ba2e99-d90a-4c45-acb2-53904baa1c02 req-c33afd38-2448-4fa1-a982-3d0d398db36d service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858235 Dec 17 14:01:07.407611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 4996cafd-d783-4f13-bf09-cd53662b35ae no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:01:07.446726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 4996cafd-d783-4f13-bf09-cd53662b35ae not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:01:08.078015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:01:08.080570 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e585a658-8be3-4432-9608-03a72bf53aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:01:08.132356 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9229aa1-edd8-4017-8414-b0b44d4346b5 x-openstack-request-id: req-b9229aa1-edd8-4017-8414-b0b44d4346b5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:01:08.132746 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:01:08.133073 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9229aa1-edd8-4017-8414-b0b44d4346b5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:01:08.133549 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'status': 'completed', 'code': 200} Dec 17 14:01:08.210546 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18671b7-8890-41c3-b807-54edc0eaf85b req-bfd83b4a-ac85-4a54-94bd-d28bc5044560 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:08.212780 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a18671b7-8890-41c3-b807-54edc0eaf85b req-bfd83b4a-ac85-4a54-94bd-d28bc5044560 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 944 time: 0.0548036 Dec 17 14:01:08.241034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-7cacfc75-c824-4b80-b1c2-ed01d3880ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:08.242613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-7cacfc75-c824-4b80-b1c2-ed01d3880ea3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1095 time: 0.0803847 Dec 17 14:01:08.244424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-7ce45a3f-5262-49b6-8b02-37101710dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:08.245841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-7ce45a3f-5262-49b6-8b02-37101710dca2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 1095 time: 0.0733535 Dec 17 14:01:08.261705 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a18671b7-8890-41c3-b807-54edc0eaf85b req-8c89982b-3263-49f8-8c4f-19de18366f78 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426095 Dec 17 14:01:08.407259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-ac791fdf-4d0c-402f-814c-334f766e9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:08.408682 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-ac791fdf-4d0c-402f-814c-334f766e9429 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1588645 Dec 17 14:01:08.409665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-291f724a-08b4-46e8-8f89-2b0f567e1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:08.411007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-291f724a-08b4-46e8-8f89-2b0f567e1d81 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1536958 Dec 17 14:01:08.523074 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-b01cc5df-3e97-4ee3-a3ee-63e6a36e4301 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1000 time: 0.1069510 Dec 17 14:01:08.525264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-8f713e24-2e2f-4857-83dd-663382b8e975 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 200 len: 1000 time: 0.1013291 Dec 17 14:01:08.619791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-071caa09-94ee-4eca-b50c-957a1af90db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:08.621476 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-071caa09-94ee-4eca-b50c-957a1af90db9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0905695 Dec 17 14:01:08.622974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-af53921e-1e1a-4e7f-a530-f51bcabbd390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:08.624315 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-af53921e-1e1a-4e7f-a530-f51bcabbd390 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0832970 Dec 17 14:01:08.697992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-2eeb93cc-32a1-4602-9fa3-001fafe240a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:08.699437 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-2eeb93cc-32a1-4602-9fa3-001fafe240a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705698 Dec 17 14:01:08.702388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-2d4c9c3f-5df4-41b2-9a0f-80948512f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:08.703930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-2d4c9c3f-5df4-41b2-9a0f-80948512f6a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661559 Dec 17 14:01:08.861823 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-ae79d685-ef25-4f82-8044-483b5d0cd68c service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518884 Dec 17 14:01:08.865219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-d086c69b-ea67-4525-988e-030cc6388857 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463430 Dec 17 14:01:09.027745 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-049f8c4c-f4de-4eef-8017-e2eeb5f8674a service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581004 Dec 17 14:01:09.032944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e585a658-8be3-4432-9608-03a72bf53aa0 req-22d1c058-99e8-4d85-ac37-a10bdeacad5e service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552155 Dec 17 14:01:09.331573 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4996cafd-d783-4f13-bf09-cd53662b35ae details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:01:09.393595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ce52c-a27e-4ff8-884a-0c4bc55d2c0f req-5c190b57-43de-48e7-a7ee-f8aac4c6a68a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:09.395066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-287ce52c-a27e-4ff8-884a-0c4bc55d2c0f req-5c190b57-43de-48e7-a7ee-f8aac4c6a68a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 944 time: 0.0521035 Dec 17 14:01:09.443863 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:01:09.450505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-287ce52c-a27e-4ff8-884a-0c4bc55d2c0f req-12e55945-9099-4977-9607-9c4e6804251c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439119 Dec 17 14:01:09.459390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'port_id': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'mac_address': 'fa:16:3e:fe:c8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:01:09.500536 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:09.514996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4996cafd-d783-4f13-bf09-cd53662b35ae {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:01:09.536185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:01:09.571155 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a226679-8f21-4bc1-9e27-747509aafa10 req-2d027cc2-82d7-460e-8dfe-7f661e304890 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:09.573079 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a226679-8f21-4bc1-9e27-747509aafa10 req-2d027cc2-82d7-460e-8dfe-7f661e304890 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 944 time: 0.0520597 Dec 17 14:01:09.623622 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a226679-8f21-4bc1-9e27-747509aafa10 req-14167a13-d55b-4f54-af74-701d82a17951 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443544 Dec 17 14:01:09.626664 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:09.680793 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=12']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:01:09.738612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e06e5-2b45-46d9-872f-ce93ffed6cac req-a6c42d92-19bb-4e2e-90ac-97ff0f578e83 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:09.740066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf5e06e5-2b45-46d9-872f-ce93ffed6cac req-a6c42d92-19bb-4e2e-90ac-97ff0f578e83 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0489841 Dec 17 14:01:09.790987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf5e06e5-2b45-46d9-872f-ce93ffed6cac req-871b53d6-d5bc-4842-9de3-d7606631b2a2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446458 Dec 17 14:01:09.837998 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['4996cafd-d783-4f13-bf09-cd53662b35ae'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:01:10.306767 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f19e-6145-43f1-bafa-1dc7867b4e41 req-bf1e5748-0ab3-4629-846c-1108aaabdc3a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:10.308587 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1636f19e-6145-43f1-bafa-1dc7867b4e41 req-bf1e5748-0ab3-4629-846c-1108aaabdc3a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0603697 Dec 17 14:01:10.356774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1636f19e-6145-43f1-bafa-1dc7867b4e41 req-016d46b0-41c0-45a6-b2a6-8189b31910b5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419202 Dec 17 14:01:11.351420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4996cafd-d783-4f13-bf09-cd53662b35ae up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:01:11.468542 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 4996cafd-d783-4f13-bf09-cd53662b35ae completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:01:11.473933 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 4996cafd-d783-4f13-bf09-cd53662b35ae triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:01:11.474518 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:11.488458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba907dfd-0a25-408f-8762-fe7d9b658f84 req-88d82dd9-1796-46b9-9c03-fe2e4b1fe3fd tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:11.492646 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ba907dfd-0a25-408f-8762-fe7d9b658f84 req-88d82dd9-1796-46b9-9c03-fe2e4b1fe3fd tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0584857 Dec 17 14:01:11.548839 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ba907dfd-0a25-408f-8762-fe7d9b658f84 req-9550b527-e53b-451a-86b9-eff03cacacf2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496283 Dec 17 14:01:11.569200 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:11.587035 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-7615e980-886d-414c-9452-a3784000e31d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:11.588660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-7615e980-886d-414c-9452-a3784000e31d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.54 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 945 time: 0.0595961 Dec 17 14:01:11.594663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:01:11.596945 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7dd3f3-df08-4db9-b296-a5bac9fc0317" -d '{"events": [{"server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "name": "network-vif-plugged", "status": "completed", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:01:11.618323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:01:11.644285 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bd6b36-c5a0-4a02-b333-3c18eac148b6 x-openstack-request-id: req-49bd6b36-c5a0-4a02-b333-3c18eac148b6 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:01:11.644285 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "name": "network-vif-plugged", "status": "completed", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:01:11.644285 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49bd6b36-c5a0-4a02-b333-3c18eac148b6 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:01:11.644285 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'code': 200} Dec 17 14:01:11.703475 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:11.706653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Deleting port 4996cafd-d783-4f13-bf09-cd53662b35ae {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:01:11.707007 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:11.763112 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=13']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:01:11.818087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] For port 4996cafd-d783-4f13-bf09-cd53662b35ae, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=4996cafd-d783-4f13-bf09-cd53662b35ae,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:01:11.818473 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:11.998690 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:11.999294 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:11.999793 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Floating IP 156912b1-687d-4fe1-ae17-9212d99dc344 disassociated. External IP: 172.25.0.222, port: 4996cafd-d783-4f13-bf09-cd53662b35ae. Dec 17 14:01:12.000333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Calling delete_port for 4996cafd-d783-4f13-bf09-cd53662b35ae owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:01:12.206203 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:12.236361 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event deleted for resources: {'Port': ['ID=4996cafd-d783-4f13-bf09-cd53662b35ae,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:01:12.359358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:01:12.476828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:01:12.487887 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca31d7ea-350b-42d5-a21c-c7ef000dae64 None None] Sync routers for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:01:12.499462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca31d7ea-350b-42d5-a21c-c7ef000dae64 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:01:12.500181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ca31d7ea-350b-42d5-a21c-c7ef000dae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:00:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:01:12.516199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] No DVR routers for this DVR port 4996cafd-d783-4f13-bf09-cd53662b35ae on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:01:12.519263 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:12.522698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80cc4f7c-3567-4a8c-9500-1f7bfb7f392d req-aaaf4cd8-f08e-4663-94be-1599854a4ba4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.54 "DELETE /v2.0/ports/4996cafd-d783-4f13-bf09-cd53662b35ae HTTP/1.1" status: 204 len: 173 time: 0.9278846 Dec 17 14:01:12.523151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'name': 'network-vif-deleted', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:01:12.525398 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5530f7db-c35c-4a01-8c95-0320e2aafce9" -d '{"events": [{"server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "name": "network-vif-deleted", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:01:12.563731 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a8579d-4ae4-4442-8c29-3de55c3d6fcd x-openstack-request-id: req-f8a8579d-4ae4-4442-8c29-3de55c3d6fcd {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:01:12.564025 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dbe05e-9ad5-4110-ac39-33c067a3b238", "name": "network-vif-deleted", "tag": "4996cafd-d783-4f13-bf09-cd53662b35ae", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:01:12.564281 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8a8579d-4ae4-4442-8c29-3de55c3d6fcd {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:01:12.564703 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dbe05e-9ad5-4110-ac39-33c067a3b238', 'name': 'network-vif-deleted', 'tag': '4996cafd-d783-4f13-bf09-cd53662b35ae', 'status': 'completed', 'code': 200} Dec 17 14:01:12.617549 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ca31d7ea-350b-42d5-a21c-c7ef000dae64 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:01:12.654114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f205a8e1-e506-4a68-a3e8-a4b922fb76da req-3946e20c-cb50-4b06-bad1-ccfe1e58689e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=72dbe05e-9ad5-4110-ac39-33c067a3b238 HTTP/1.1" status: 200 len: 210 time: 0.0293236 Dec 17 14:01:12.826962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ca31d7ea-350b-42d5-a21c-c7ef000dae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:01:12.854191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca31d7ea-350b-42d5-a21c-c7ef000dae64 None None] Checking router: 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:01:12.863493 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca31d7ea-350b-42d5-a21c-c7ef000dae64 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:01:12.864097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ca31d7ea-350b-42d5-a21c-c7ef000dae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:00:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:01:12.970289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ca31d7ea-350b-42d5-a21c-c7ef000dae64 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:01:13.178188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ca31d7ea-350b-42d5-a21c-c7ef000dae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:01:13.204193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca31d7ea-350b-42d5-a21c-c7ef000dae64 None None] The sync data for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 is: [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:01:13.293084 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:01:13.446710 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743cdb31-897b-479b-b65d-778460eab578 None None] New status for floating IP 156912b1-687d-4fe1-ae17-9212d99dc344: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:01:13.928007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d9ffd179-5d41-4d05-9165-562bdd666009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:13.962331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-7449e678-8258-489c-80d2-70c6c1a61edb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--79084665&fields=id&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 267 time: 0.0500460 Dec 17 14:01:14.076586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-961e8866-d5e9-43f6-bd81-d3aa374b4b9e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:14.078179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-961e8866-d5e9-43f6-bd81-d3aa374b4b9e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 812 time: 0.1084876 Dec 17 14:01:14.094417 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-1c340207-046a-4f61-8264-82bd10cd7f51 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/quotas/2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 375 time: 0.0099936 Dec 17 14:01:14.159160 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-6468c345-2945-441c-a56e-4ec83ed12748 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589814 Dec 17 14:01:14.352327 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-d332cd55-2a9a-4106-95e7-1ce4b8184419 service neutron] 10.222.0.59 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309822 Dec 17 14:01:14.451479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-4fb82dd6-2eaa-48ac-85ea-01a14d2498a9 service neutron] 10.222.0.59 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918961 Dec 17 14:01:14.707349 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3255728d-cd83-499f-890a-b1dfff445a7c req-5516678f-e4ad-4541-9e7c-8c50cbd07c82 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 210 time: 0.0272350 Dec 17 14:01:15.799011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8084b163-132b-4ab5-bd1a-9dee9f450f30 req-de3727bb-3684-4de6-a8ea-361bbe54f239 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 210 time: 0.0286193 Dec 17 14:01:16.354364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a73512f-38b4-4599-9562-765b1ab12416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:16.880087 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8ed99978-b502-47b9-85d8-99a9e40e00fc req-3c55ec44-a549-42ac-afaf-b8fee287e919 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 210 time: 0.0265532 Dec 17 14:01:17.346629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4996cafd-d783-4f13-bf09-cd53662b35ae no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:01:17.372665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 4996cafd-d783-4f13-bf09-cd53662b35ae {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:01:17.372665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 4996cafd-d783-4f13-bf09-cd53662b35ae not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:01:17.905896 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:17.959272 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-96627b24-f484-4d72-a090-3c4075f2c617 req-3b168aa8-580d-4f54-93cf-57397e6aadec tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 210 time: 0.0275643 Dec 17 14:01:19.055941 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e6e0ff3a-d3a4-4cb2-ab69-82ebe27d5794 req-27e12103-bbc4-43da-ba57-cbbc54631a7f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 210 time: 0.0268283 Dec 17 14:01:19.065371 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:19.926397 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:20.153777 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a504970b-99f3-4998-a581-bb7acb469dad req-33fd4378-6dde-45c6-9719-c5374722cf34 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 210 time: 0.0264342 Dec 17 14:01:21.056248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-afba4a55-ce60-4fec-ae0e-6e34d9a160f6 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:21.058613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-afba4a55-ce60-4fec-ae0e-6e34d9a160f6 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 812 time: 0.1175759 Dec 17 14:01:21.129505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-70b565a6-95e0-416e-a60e-441a9c271d1c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 378 time: 0.0586202 Dec 17 14:01:21.142085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Request body: {'port': {'device_id': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'admin_state_up': True, 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'security_groups': ['490e0204-c7c0-4af1-9858-be3d8e91d9ab']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:01:21.272261 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-59def006-5142-4772-9801-c6ec11f7cd90 req-4844ae23-caf4-4cf3-bb2a-0118d326bdc5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 210 time: 0.0386612 Dec 17 14:01:21.485556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Made reservation on behalf of 2290e21efd374554af45d38ac600d0b5 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:01:21.489243 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:21.621292 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Allocated IP 172.20.0.9 (7c5f9d0d-5775-4590-917e-44915d9a03bd/8572db6c-70ee-4c7f-9357-c4b08cc46e5e/8bc73049-4023-422b-8342-5eefe487ff44) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:01:21.800818 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:21.952552 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:22.004854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Network 7c5f9d0d-5775-4590-917e-44915d9a03bd is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:01:22.008223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:01:22.012127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:01:22.019219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:01:22.300972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8b357e1-f049-4951-aa6c-923902d2874f None None] Provisioning complete for port 8bc73049-4023-422b-8342-5eefe487ff44 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:01:22.301769 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8b357e1-f049-4951-aa6c-923902d2874f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:22.339914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8b357e1-f049-4951-aa6c-923902d2874f None None] Port 8bc73049-4023-422b-8342-5eefe487ff44 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:01:22.409771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a3ee7-b083-49f5-9fa0-1b8b17fcda2d req-9814f32e-2f35-451e-8734-563078ae404d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:22.414522 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e14a3ee7-b083-49f5-9fa0-1b8b17fcda2d req-9814f32e-2f35-451e-8734-563078ae404d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 931 time: 0.0532587 Dec 17 14:01:22.416622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:22.417328 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:22.471161 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e14a3ee7-b083-49f5-9fa0-1b8b17fcda2d req-198b0daf-234f-48a6-a691-597fb8c73192 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521133 Dec 17 14:01:22.546198 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-43888d35-f630-445d-8951-ead918d8d28d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4078317 Dec 17 14:01:22.608434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Request body: {'port': {'device_id': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:01:22.664854 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:22.944421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc73049-4023-422b-8342-5eefe487ff44 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:01:22.953181 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:22.966375 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Transition to ACTIVE for port object 8bc73049-4023-422b-8342-5eefe487ff44 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:01:23.297318 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:23.349745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:01:23.423367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Attempting to bind port 8bc73049-4023-422b-8342-5eefe487ff44 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:01:23.424043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Attempting to bind port 8bc73049-4023-422b-8342-5eefe487ff44 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:01:23.424043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Attempting to bind port 8bc73049-4023-422b-8342-5eefe487ff44 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:01:23.430253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Port 8bc73049-4023-422b-8342-5eefe487ff44 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:01:23.430825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Attempting to bind port 8bc73049-4023-422b-8342-5eefe487ff44 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:01:23.440255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:01:23.440605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:01:23.441038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Bound using segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:01:23.441480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Bound port: 8bc73049-4023-422b-8342-5eefe487ff44, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:01:23.441942 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:23.515834 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:01:23.519141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:01:23.601744 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfb2ff-4aa2-4cac-8ce3-12b35f2aada0 req-e2dbd332-cecf-4202-8830-35b86e5e8a50 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:23.603207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-25bfb2ff-4aa2-4cac-8ce3-12b35f2aada0 req-e2dbd332-cecf-4202-8830-35b86e5e8a50 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0611403 Dec 17 14:01:23.652096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-25bfb2ff-4aa2-4cac-8ce3-12b35f2aada0 req-e6f5a42d-ecea-4f2e-97b7-1708ee5220f8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416887 Dec 17 14:01:23.889050 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:23.931270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:23.931270 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:23.931270 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] 10.222.0.61 "PUT /v2.0/ports/8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1091 time: 1.3674538 Dec 17 14:01:23.931270 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:01:23.931270 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c58ace-20d6-45be-9d06-f9e598101336" -d '{"events": [{"name": "network-changed", "server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "tag": "8bc73049-4023-422b-8342-5eefe487ff44"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:01:23.954811 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b180a-5b9d-454c-a71b-0a63a4158ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:01:24.036581 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e74ca5-b4f2-4c91-9605-b6770b6b6117 x-openstack-request-id: req-c5e74ca5-b4f2-4c91-9605-b6770b6b6117 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:01:24.036905 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "tag": "8bc73049-4023-422b-8342-5eefe487ff44", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:01:24.037159 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5e74ca5-b4f2-4c91-9605-b6770b6b6117 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:01:24.037561 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44', 'status': 'completed', 'code': 200} Dec 17 14:01:24.114242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c58ace-20d6-45be-9d06-f9e598101336 req-dcb86910-daf0-48be-baf9-cc0bd3b12404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:24.115834 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32c58ace-20d6-45be-9d06-f9e598101336 req-dcb86910-daf0-48be-baf9-cc0bd3b12404 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1094 time: 0.0470443 Dec 17 14:01:24.231293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c58ace-20d6-45be-9d06-f9e598101336 req-bee024a1-99e6-4854-bb64-e96e752f78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:24.232813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32c58ace-20d6-45be-9d06-f9e598101336 req-bee024a1-99e6-4854-bb64-e96e752f78fd service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2290e21efd374554af45d38ac600d0b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1059122 Dec 17 14:01:24.336586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c58ace-20d6-45be-9d06-f9e598101336 req-d8245099-aef6-4367-8c57-bfb0a19e069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:24.338126 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-32c58ace-20d6-45be-9d06-f9e598101336 req-d8245099-aef6-4367-8c57-bfb0a19e069b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929706 Dec 17 14:01:24.428797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-c097ba46-21dd-4637-a82c-4aba462e7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:24.430080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-c097ba46-21dd-4637-a82c-4aba462e7d6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1094 time: 0.0477619 Dec 17 14:01:24.486176 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-58d92110-57e5-4c14-9196-d078e44d550f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 217 time: 0.0399292 Dec 17 14:01:24.540666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-cb1b0418-fdc9-4ebb-8253-5258e6ae6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:24.542805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-cb1b0418-fdc9-4ebb-8253-5258e6ae6633 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0464301 Dec 17 14:01:24.594599 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-8980c1b6-0150-489b-94c1-c09f81b2779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:24.596136 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-8980c1b6-0150-489b-94c1-c09f81b2779b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419033 Dec 17 14:01:24.690890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-419a4313-3daa-4f6e-b9b5-54dc61f77559 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867198 Dec 17 14:01:24.822398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ca463-23c4-44f5-9b51-a1fed59bb46c req-4a429af8-fdcd-4ed0-bc02-d9765cf01d81 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:24.824001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-537ca463-23c4-44f5-9b51-a1fed59bb46c req-4a429af8-fdcd-4ed0-bc02-d9765cf01d81 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0774844 Dec 17 14:01:24.830064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28d0c945-eb3f-4dec-9b21-aa0434460a82 req-a2f42181-6cd3-4483-886f-c756b0765483 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278853 Dec 17 14:01:24.880805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-537ca463-23c4-44f5-9b51-a1fed59bb46c req-e8c4dba4-43a1-47f2-bfc4-debfa90ef447 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497203 Dec 17 14:01:26.002905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351b4fc-2c7f-4150-92eb-36dacc971af8 req-731929fa-4d23-49cf-a649-8379e576948d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:26.004458 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b351b4fc-2c7f-4150-92eb-36dacc971af8 req-731929fa-4d23-49cf-a649-8379e576948d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0496480 Dec 17 14:01:26.053587 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b351b4fc-2c7f-4150-92eb-36dacc971af8 req-3c85aec4-9f7d-40f3-992e-508c43814955 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419698 Dec 17 14:01:27.171499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e96c9-454b-4661-b8c6-b2a676bf91cf req-86190222-63e3-489a-b884-24d6f0f86472 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:27.173170 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d8e96c9-454b-4661-b8c6-b2a676bf91cf req-86190222-63e3-489a-b884-24d6f0f86472 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0516536 Dec 17 14:01:27.228522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d8e96c9-454b-4661-b8c6-b2a676bf91cf req-af358d7b-460f-4ac9-a8d6-8dc9fd11ca27 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492721 Dec 17 14:01:27.519168 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 8bc73049-4023-422b-8342-5eefe487ff44 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:01:27.615785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:01:27.627529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '8bc73049-4023-422b-8342-5eefe487ff44', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'port_id': '8bc73049-4023-422b-8342-5eefe487ff44', 'mac_address': 'fa:16:3e:8b:1d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:01:27.671059 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:27.683731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc73049-4023-422b-8342-5eefe487ff44 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:01:27.704491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:01:27.797170 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:27.854133 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:01:28.052514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['8bc73049-4023-422b-8342-5eefe487ff44'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:01:28.357465 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81581bc7-663a-4bba-87e9-2e171c5557e0 req-48ee9b06-66e0-402f-83d3-3f882eff0979 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:28.358901 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81581bc7-663a-4bba-87e9-2e171c5557e0 req-48ee9b06-66e0-402f-83d3-3f882eff0979 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0495164 Dec 17 14:01:28.408570 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-81581bc7-663a-4bba-87e9-2e171c5557e0 req-43095260-86ff-4464-a074-ffdd351c814a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434856 Dec 17 14:01:29.524001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 8bc73049-4023-422b-8342-5eefe487ff44 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:01:29.534101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb33f-da1e-40f1-9040-2ce87bb79514 req-d00fa262-0567-4d3d-85e5-5fb5975bdbc8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:29.535781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c67cb33f-da1e-40f1-9040-2ce87bb79514 req-d00fa262-0567-4d3d-85e5-5fb5975bdbc8 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0530696 Dec 17 14:01:29.589313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c67cb33f-da1e-40f1-9040-2ce87bb79514 req-bb7cfee2-328a-43ca-ad4c-f3eec0f81dae tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465996 Dec 17 14:01:29.648525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 8bc73049-4023-422b-8342-5eefe487ff44 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:01:29.653071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 8bc73049-4023-422b-8342-5eefe487ff44 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:01:29.653419 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:29.734943 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:29.759142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:01:29.761391 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b072da-0ace-48d9-ad2c-2fc13f771e28" -d '{"events": [{"server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "name": "network-vif-plugged", "status": "completed", "tag": "8bc73049-4023-422b-8342-5eefe487ff44"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:01:29.776224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:01:29.801178 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58f0ecf-e73c-4d72-8d68-dbdbc479766b x-openstack-request-id: req-f58f0ecf-e73c-4d72-8d68-dbdbc479766b {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:01:29.801499 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "name": "network-vif-plugged", "status": "completed", "tag": "8bc73049-4023-422b-8342-5eefe487ff44", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:01:29.801779 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f58f0ecf-e73c-4d72-8d68-dbdbc479766b {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:01:29.802182 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44', 'code': 200} Dec 17 14:01:29.914294 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:29.916125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe73c2a-d370-4fbf-9bf6-6eeeb232fdd4 req-cad21f4b-01e6-4b4f-9ce5-dbc030fde9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:29.918955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bbe73c2a-d370-4fbf-9bf6-6eeeb232fdd4 req-cad21f4b-01e6-4b4f-9ce5-dbc030fde9f1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1095 time: 0.0473125 Dec 17 14:01:29.965353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:01:29.973183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bbe73c2a-d370-4fbf-9bf6-6eeeb232fdd4 req-2c5faec7-f45c-4d65-a33e-6ab98ec7525e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415111 Dec 17 14:01:30.714370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20efaa8-70ef-4c9d-bcb2-32a54b61df8d req-9ed3d71a-b2d6-4826-b014-9bf901d14d67 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:30.715906 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b20efaa8-70ef-4c9d-bcb2-32a54b61df8d req-9ed3d71a-b2d6-4826-b014-9bf901d14d67 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0513387 Dec 17 14:01:30.767993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b20efaa8-70ef-4c9d-bcb2-32a54b61df8d req-2dd87fef-2518-4e12-bc71-498673aa80c3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455971 Dec 17 14:01:31.894846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c97c-7892-407b-bf0e-e395908e4e42 req-c6c966d4-e210-46d5-8f4d-30851d173877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:31.897476 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2fe5c97c-7892-407b-bf0e-e395908e4e42 req-c6c966d4-e210-46d5-8f4d-30851d173877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0551178 Dec 17 14:01:31.955613 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2fe5c97c-7892-407b-bf0e-e395908e4e42 req-8151ac3d-0d9e-4a43-a162-cadb4daac05a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501311 Dec 17 14:01:32.051206 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:32.079409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865f469-7e23-4616-8b79-8e4e553628d4 req-60b02a1a-b2c1-4b10-9e47-a0c78b0a46c7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:32.080950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c865f469-7e23-4616-8b79-8e4e553628d4 req-60b02a1a-b2c1-4b10-9e47-a0c78b0a46c7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0606894 Dec 17 14:01:32.089771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49250) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:01:32.094196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-9a65222f-ef80-4122-b7bc-b99ca7c8b3f5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Request body: {'floatingip': {'port_id': '8bc73049-4023-422b-8342-5eefe487ff44'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:01:32.139058 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a65222f-ef80-4122-b7bc-b99ca7c8b3f5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:32.593385 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a65222f-ef80-4122-b7bc-b99ca7c8b3f5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:32.705040 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a65222f-ef80-4122-b7bc-b99ca7c8b3f5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:32.806320 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-9a65222f-ef80-4122-b7bc-b99ca7c8b3f5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Floating IP 156912b1-687d-4fe1-ae17-9212d99dc344 associated. External IP: 172.25.0.222, port: 8bc73049-4023-422b-8342-5eefe487ff44. Dec 17 14:01:33.018002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a65222f-ef80-4122-b7bc-b99ca7c8b3f5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:01:33.124139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a65222f-ef80-4122-b7bc-b99ca7c8b3f5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:01:33.128630 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9a65222f-ef80-4122-b7bc-b99ca7c8b3f5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:33.136472 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8950a24-21c7-45e5-9403-5d10a34b08b2 None None] Sync routers for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:01:33.148519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8950a24-21c7-45e5-9403-5d10a34b08b2 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:01:33.149256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a8950a24-21c7-45e5-9403-5d10a34b08b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:01:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:01:33.166276 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9a65222f-ef80-4122-b7bc-b99ca7c8b3f5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "PUT /v2.0/floatingips/156912b1-687d-4fe1-ae17-9212d99dc344 HTTP/1.1" status: 200 len: 992 time: 1.0724528 Dec 17 14:01:33.166276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:01:33.169323 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b970f602-2a71-4ee7-a849-da0962ee5df3" -d '{"events": [{"name": "network-changed", "server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "tag": "8bc73049-4023-422b-8342-5eefe487ff44"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:01:33.211709 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ac467c-7dc1-4423-bc3f-cf2fc44b5efe x-openstack-request-id: req-03ac467c-7dc1-4423-bc3f-cf2fc44b5efe {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:01:33.212043 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "tag": "8bc73049-4023-422b-8342-5eefe487ff44", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:01:33.212268 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-03ac467c-7dc1-4423-bc3f-cf2fc44b5efe {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:01:33.212659 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44', 'status': 'completed', 'code': 200} Dec 17 14:01:33.293242 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f602-2a71-4ee7-a849-da0962ee5df3 req-2f24d6a2-8a93-4145-94bd-1fe6c430f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:33.294878 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b970f602-2a71-4ee7-a849-da0962ee5df3 req-2f24d6a2-8a93-4145-94bd-1fe6c430f986 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1096 time: 0.0514421 Dec 17 14:01:33.406160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f602-2a71-4ee7-a849-da0962ee5df3 req-5e433fba-2869-4cd4-b151-d26eae0ae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:33.408506 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b970f602-2a71-4ee7-a849-da0962ee5df3 req-5e433fba-2869-4cd4-b151-d26eae0ae655 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1059120 Dec 17 14:01:33.438032 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a8950a24-21c7-45e5-9403-5d10a34b08b2 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:01:33.490394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b970f602-2a71-4ee7-a849-da0962ee5df3 req-f89895bc-3686-4775-b3d4-36a6b2cd7727 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1000 time: 0.0748038 Dec 17 14:01:33.541648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f602-2a71-4ee7-a849-da0962ee5df3 req-80f09f08-d7cf-4009-a437-ffde38331263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:33.543187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b970f602-2a71-4ee7-a849-da0962ee5df3 req-80f09f08-d7cf-4009-a437-ffde38331263 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0456502 Dec 17 14:01:33.590447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f602-2a71-4ee7-a849-da0962ee5df3 req-4748ada0-b6fc-4ba7-919d-7741bb8d3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:33.591913 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b970f602-2a71-4ee7-a849-da0962ee5df3 req-4748ada0-b6fc-4ba7-919d-7741bb8d3161 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421023 Dec 17 14:01:33.679676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a8950a24-21c7-45e5-9403-5d10a34b08b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '156912b1-687d-4fe1-ae17-9212d99dc344', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'port_id': '8bc73049-4023-422b-8342-5eefe487ff44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'mac_address': 'fa:16:3e:8b:1d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:53:55Z', 'updated_at': '2021-12-17T14:01:32Z', 'revision_number': 13, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:01:33.703333 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b970f602-2a71-4ee7-a849-da0962ee5df3 req-835bd8fc-5d2f-43cf-af4d-349668388e7d service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037874 Dec 17 14:01:33.706826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8950a24-21c7-45e5-9403-5d10a34b08b2 None None] Checking router: 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:01:33.716057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8950a24-21c7-45e5-9403-5d10a34b08b2 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:01:33.716680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a8950a24-21c7-45e5-9403-5d10a34b08b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:01:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:01:33.798820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b970f602-2a71-4ee7-a849-da0962ee5df3 req-72b83d74-c016-4d60-ac55-888c3198985e service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881202 Dec 17 14:01:33.830006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-a8950a24-21c7-45e5-9403-5d10a34b08b2 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:01:34.081513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-a8950a24-21c7-45e5-9403-5d10a34b08b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '156912b1-687d-4fe1-ae17-9212d99dc344', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'port_id': '8bc73049-4023-422b-8342-5eefe487ff44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'mac_address': 'fa:16:3e:8b:1d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:53:55Z', 'updated_at': '2021-12-17T14:01:32Z', 'revision_number': 13, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:01:34.107646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8950a24-21c7-45e5-9403-5d10a34b08b2 None None] The sync data for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 is: [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '156912b1-687d-4fe1-ae17-9212d99dc344', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'port_id': '8bc73049-4023-422b-8342-5eefe487ff44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'mac_address': 'fa:16:3e:8b:1d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T13:53:55Z', 'updated_at': '2021-12-17T14:01:32Z', 'revision_number': 13, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:01:34.324029 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e936a8ec-2d02-475b-9711-579525724f6e None None] New status for floating IP 156912b1-687d-4fe1-ae17-9212d99dc344: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:01:36.550902 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:37.677816 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ef3c31d-8f1d-4272-bf9c-e28dcac1832d req-89ef071a-ffa7-46af-b1a7-310270ca6d8e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472014 Dec 17 14:01:37.766586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3c31d-8f1d-4272-bf9c-e28dcac1832d req-6de6590f-ba69-4436-b165-20ab7b8afbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:37.768100 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ef3c31d-8f1d-4272-bf9c-e28dcac1832d req-6de6590f-ba69-4436-b165-20ab7b8afbd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1096 time: 0.0423729 Dec 17 14:01:37.880870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3c31d-8f1d-4272-bf9c-e28dcac1832d req-9da37f90-2d46-41ae-a956-ef65317d9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:37.882439 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ef3c31d-8f1d-4272-bf9c-e28dcac1832d req-9da37f90-2d46-41ae-a956-ef65317d9c2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0949781 Dec 17 14:01:37.952787 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ef3c31d-8f1d-4272-bf9c-e28dcac1832d req-df73f8e0-454c-4911-b12c-287699b2feb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1002 time: 0.0630159 Dec 17 14:01:38.003416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3c31d-8f1d-4272-bf9c-e28dcac1832d req-3139cec0-6e4c-4f4a-bbb9-91ba32fd5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:38.004944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ef3c31d-8f1d-4272-bf9c-e28dcac1832d req-3139cec0-6e4c-4f4a-bbb9-91ba32fd5d6f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0458229 Dec 17 14:01:38.062065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3c31d-8f1d-4272-bf9c-e28dcac1832d req-592c51b7-5642-49ac-9e91-7e4848076540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:01:38.063626 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ef3c31d-8f1d-4272-bf9c-e28dcac1832d req-592c51b7-5642-49ac-9e91-7e4848076540 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511062 Dec 17 14:01:38.169206 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ef3c31d-8f1d-4272-bf9c-e28dcac1832d req-95f10f57-97df-4ac1-9255-caffd7dfc74b service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981853 Dec 17 14:01:38.273986 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6ef3c31d-8f1d-4272-bf9c-e28dcac1832d req-8631b686-a3f9-4910-a26e-a877762a289e service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957510 Dec 17 14:01:43.910370 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-96721694-5d45-4240-9d5a-54e2d1cf0f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:46.371386 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c1dfb9b4-62b5-4b43-bd49-54cdccf32acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:47.907285 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:49.102889 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:49.867928 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:01:50.292069 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:02:02.093003 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:06.721846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:13.926922 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-27db2fd4-47cf-492d-bbba-1e79758b7a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:16.364601 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1fc2928f-d546-41b8-85a1-a09e3bcc4233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:17.915064 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:19.069205 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:19.874890 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:27.293046 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:02:32.085912 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:36.549679 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:37.689969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-b4b4f9ab-9681-4137-99c6-cf10175ceffd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461142 Dec 17 14:02:37.781665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-79483338-bc9a-4f9c-91ea-2456f9cc2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:02:37.783197 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-79483338-bc9a-4f9c-91ea-2456f9cc2d60 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1096 time: 0.0424309 Dec 17 14:02:37.898128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-f774e224-cc96-4b5d-9491-0fcc680ee0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:02:37.899678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-f774e224-cc96-4b5d-9491-0fcc680ee0de service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0920031 Dec 17 14:02:37.976728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-23110e11-9c28-4e5e-b22a-c001ba98a510 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1002 time: 0.0654798 Dec 17 14:02:38.033773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-0de51160-31de-44de-9d48-d4a3db1bbf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:02:38.035274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-0de51160-31de-44de-9d48-d4a3db1bbf7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0474715 Dec 17 14:02:38.089876 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-cfa0d2aa-0b33-4d8a-9046-65b56858990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:02:38.091412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-cfa0d2aa-0b33-4d8a-9046-65b56858990e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449460 Dec 17 14:02:38.108770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-b402336d-bdd8-47ca-9594-7f83c0da35d2 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:02:38.110436 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-b402336d-bdd8-47ca-9594-7f83c0da35d2 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075440 Dec 17 14:02:38.208447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-70fe4934-3681-43d6-809f-65d3bdd0d703 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888195 Dec 17 14:02:38.311692 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bb106ada-ab5a-4ba6-b931-a7921abcb08c req-d99749f1-51fb-4936-af89-d032f55836a3 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921838 Dec 17 14:02:43.902630 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c9b7d83-94e2-49c2-8558-bb70d2fb87f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:46.366317 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8fc404b1-33bb-49ed-8e56-59738b11cbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:47.925310 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:49.089599 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:02:49.867962 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:02.119424 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:04.292605 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:03:06.536823 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:13.930333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d75437e-0de4-4cb3-87bc-6b7b836ae01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:16.358596 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4a2af943-d4c5-463c-87ec-af845de706c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:16.814124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda3945-50a3-4e5f-86f8-4bc5f476c7da req-17681a09-3085-4a44-af92-d1acc7a28400 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:16.815783 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bbda3945-50a3-4e5f-86f8-4bc5f476c7da req-17681a09-3085-4a44-af92-d1acc7a28400 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0508938 Dec 17 14:03:16.865427 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bbda3945-50a3-4e5f-86f8-4bc5f476c7da req-73d42931-65e7-465f-860d-f4a4f54084cd tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432642 Dec 17 14:03:17.946776 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:19.084831 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:19.895852 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:30.558078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-4ad090b4-e035-4b61-a508-7eab7284a755 req-5acf3a49-452f-4aa5-bf40-d90625235115 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:03:30.559109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ad090b4-e035-4b61-a508-7eab7284a755 req-5acf3a49-452f-4aa5-bf40-d90625235115 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464189 Dec 17 14:03:30.952032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242bfd8-8367-4b1c-9a61-711114675be5 req-e7ce62b7-288d-4c50-8ea7-afc47173dcd9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:30.953537 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6242bfd8-8367-4b1c-9a61-711114675be5 req-e7ce62b7-288d-4c50-8ea7-afc47173dcd9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0501375 Dec 17 14:03:31.001297 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6242bfd8-8367-4b1c-9a61-711114675be5 req-b9c993c6-3342-4e7e-9b37-98ec8fdb1088 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413375 Dec 17 14:03:31.182286 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-5591ade5-0d89-4146-b9de-d0b9b3e20d70 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780354 Dec 17 14:03:31.190827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-970a8b09-aa2e-446a-be73-3bbe4b70cea5 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:03:31.191761 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-970a8b09-aa2e-446a-be73-3bbe4b70cea5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047383 Dec 17 14:03:32.113199 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:32.121041 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91abd34-8f3a-4276-b330-4f9ffafd9e0d req-5acc4560-9b85-434f-8c64-b7b7f509428f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:32.122619 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a91abd34-8f3a-4276-b330-4f9ffafd9e0d req-5acc4560-9b85-434f-8c64-b7b7f509428f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0503709 Dec 17 14:03:32.179620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a91abd34-8f3a-4276-b330-4f9ffafd9e0d req-db116674-c73c-43d1-ad6e-c6f75a9d460b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503829 Dec 17 14:03:33.180001 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-5ee1c108-22b8-4b4d-bb0b-9452454d8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:33.181522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-5ee1c108-22b8-4b4d-bb0b-9452454d8f86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1096 time: 0.0411727 Dec 17 14:03:33.299144 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-9501a633-d614-45c4-8c55-9c61f8a40fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:33.300669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-9501a633-d614-45c4-8c55-9c61f8a40fa5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1056793 Dec 17 14:03:33.308890 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcd4e9-268b-41be-8f73-14b3f296393a req-fbe4378f-2f0d-4e2a-9256-8238b7cbcc92 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:33.310450 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dfcd4e9-268b-41be-8f73-14b3f296393a req-fbe4378f-2f0d-4e2a-9256-8238b7cbcc92 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0565732 Dec 17 14:03:33.361598 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1dfcd4e9-268b-41be-8f73-14b3f296393a req-4cd72b47-3b71-4b20-bb53-ae257e6cad38 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450838 Dec 17 14:03:33.375789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-59475e03-41e5-4c1a-854f-28e903b5829c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1002 time: 0.0634601 Dec 17 14:03:33.431340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-cab2cd26-a62e-4d2d-9856-6c692ad2cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:33.432789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-cab2cd26-a62e-4d2d-9856-6c692ad2cb31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0446367 Dec 17 14:03:33.486358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-e9fbc9ea-6f8c-4834-b529-04c0ce1f3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:33.487924 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-e9fbc9ea-6f8c-4834-b529-04c0ce1f3a3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442410 Dec 17 14:03:33.578189 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-c12c99f5-b5f5-4c03-a8ac-0d500b33c746 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821154 Dec 17 14:03:33.686432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-a88175af-2197-47f0-9a00-a1183a0372a2 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957749 Dec 17 14:03:34.799540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed8034-727c-4e13-b9d3-69715467b7a5 req-8b6db75d-199e-4baa-be7a-f219f1bb49d1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:34.801028 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1ed8034-727c-4e13-b9d3-69715467b7a5 req-8b6db75d-199e-4baa-be7a-f219f1bb49d1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.3688328 Dec 17 14:03:34.848316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1ed8034-727c-4e13-b9d3-69715467b7a5 req-d90da7f3-3e69-4231-b7ad-cd7f1497f604 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407877 Dec 17 14:03:35.969456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a2cd-3d99-4433-befc-e42cce66f8e2 req-c12cabcd-6259-41ad-9a59-e927fb7b0c67 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:35.970962 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a4a3a2cd-3d99-4433-befc-e42cce66f8e2 req-c12cabcd-6259-41ad-9a59-e927fb7b0c67 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0483780 Dec 17 14:03:36.017721 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a4a3a2cd-3d99-4433-befc-e42cce66f8e2 req-bb6144c4-901f-40d3-907e-ff33d6804a34 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407784 Dec 17 14:03:36.563267 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:37.137345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639eb7d5-8ad3-4408-9574-9f9e615bc9af req-96461574-8728-486c-a710-a2f9aeadde42 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:37.138877 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-639eb7d5-8ad3-4408-9574-9f9e615bc9af req-96461574-8728-486c-a710-a2f9aeadde42 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0485187 Dec 17 14:03:37.192682 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-639eb7d5-8ad3-4408-9574-9f9e615bc9af req-4ef383c1-7de9-480b-8c59-b31034655678 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477877 Dec 17 14:03:38.307854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d78f6-f8a8-4046-ae84-dfc1def8c3bc req-6dc5100f-d1c9-4043-a215-e710f3dc09e2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:38.309450 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b4d78f6-f8a8-4046-ae84-dfc1def8c3bc req-6dc5100f-d1c9-4043-a215-e710f3dc09e2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0482919 Dec 17 14:03:38.359718 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7b4d78f6-f8a8-4046-ae84-dfc1def8c3bc req-43525b60-7932-4c7f-b3d0-76f06a572403 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444014 Dec 17 14:03:38.719663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74246290-f9db-424d-840e-b3a69ff21016 req-b6714440-cac2-49c6-a480-b4b0b46272b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:38.721242 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74246290-f9db-424d-840e-b3a69ff21016 req-b6714440-cac2-49c6-a480-b4b0b46272b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1096 time: 0.0434542 Dec 17 14:03:38.829064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74246290-f9db-424d-840e-b3a69ff21016 req-38c11e7a-7cbf-43e5-b961-4e8d19720d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:38.830650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74246290-f9db-424d-840e-b3a69ff21016 req-38c11e7a-7cbf-43e5-b961-4e8d19720d85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0841317 Dec 17 14:03:38.904298 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74246290-f9db-424d-840e-b3a69ff21016 req-27d21fd2-c6cd-4106-8743-a5bfc1c9288d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1002 time: 0.0624006 Dec 17 14:03:38.958192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74246290-f9db-424d-840e-b3a69ff21016 req-152a8be8-26cd-417e-b184-56f068f1f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:38.959657 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74246290-f9db-424d-840e-b3a69ff21016 req-152a8be8-26cd-417e-b184-56f068f1f233 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0439508 Dec 17 14:03:39.010659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74246290-f9db-424d-840e-b3a69ff21016 req-796ce1d9-584e-4cbf-a5ad-64f9e202ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:39.012195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74246290-f9db-424d-840e-b3a69ff21016 req-796ce1d9-584e-4cbf-a5ad-64f9e202ad26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402720 Dec 17 14:03:39.113410 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74246290-f9db-424d-840e-b3a69ff21016 req-b415ecb2-cbbc-4703-ae70-3008ca9855e2 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883031 Dec 17 14:03:39.215416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74246290-f9db-424d-840e-b3a69ff21016 req-bf188d95-1f27-42f8-9284-10bc6dec2450 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887449 Dec 17 14:03:39.479274 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bb3cc-9e04-49a8-b6a6-88b318506fcf req-69b23ac2-5b7b-4fd3-898c-e0c398c31028 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:39.480799 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6a2bb3cc-9e04-49a8-b6a6-88b318506fcf req-69b23ac2-5b7b-4fd3-898c-e0c398c31028 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0506091 Dec 17 14:03:39.538971 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6a2bb3cc-9e04-49a8-b6a6-88b318506fcf req-31f5fbff-bf49-4871-b3f0-a192c45ab341 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521140 Dec 17 14:03:40.654657 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c19214-d2af-4650-8358-1f5cb3b27a97 req-875b461a-336e-4ccd-a9c4-69e42e91f8da tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:40.656146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46c19214-d2af-4650-8358-1f5cb3b27a97 req-875b461a-336e-4ccd-a9c4-69e42e91f8da tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0480397 Dec 17 14:03:40.702556 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-46c19214-d2af-4650-8358-1f5cb3b27a97 req-2184ab61-87d0-4832-bbee-7c967ec57ddd tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401075 Dec 17 14:03:41.291999 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:03:41.818799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bd5c4-fbfb-4eb5-86e4-93a96bbe81f0 req-9b4340ef-6739-4b0c-bb52-e87903a220d4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:41.820500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d28bd5c4-fbfb-4eb5-86e4-93a96bbe81f0 req-9b4340ef-6739-4b0c-bb52-e87903a220d4 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0495226 Dec 17 14:03:41.866950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d28bd5c4-fbfb-4eb5-86e4-93a96bbe81f0 req-d311160f-45d1-4b8c-a5da-6c7fea897e5d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405519 Dec 17 14:03:42.983693 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbe868-a3ce-4b33-99de-816dd29b2483 req-eae56044-187a-4347-bb25-52838726d4d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:42.985164 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-33fbe868-a3ce-4b33-99de-816dd29b2483 req-eae56044-187a-4347-bb25-52838726d4d7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0489488 Dec 17 14:03:43.032603 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-33fbe868-a3ce-4b33-99de-816dd29b2483 req-7375dd61-00f2-4f6e-af0c-ccc9236a869f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414085 Dec 17 14:03:43.901238 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c567f4d7-bee8-4c1c-83bc-19cc14889a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:44.149229 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2a246-6a8a-4d81-beb1-5238d292147d req-b0097fb0-d928-4870-8f2d-41d24a4ec68b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:44.151323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e3f2a246-6a8a-4d81-beb1-5238d292147d req-b0097fb0-d928-4870-8f2d-41d24a4ec68b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0494728 Dec 17 14:03:44.200453 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e3f2a246-6a8a-4d81-beb1-5238d292147d req-1f2139de-4d7f-4766-84b2-a8512c17d63a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421810 Dec 17 14:03:45.323054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5b978-52ad-4cc1-9453-e58a61e6d716 req-5b04feb6-1eb7-4ece-9c5c-213aadc6450b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:45.324544 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-acc5b978-52ad-4cc1-9453-e58a61e6d716 req-5b04feb6-1eb7-4ece-9c5c-213aadc6450b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0532923 Dec 17 14:03:45.372360 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-acc5b978-52ad-4cc1-9453-e58a61e6d716 req-88b7a143-7f10-419b-865f-13500c2b0d86 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417666 Dec 17 14:03:46.345881 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-48551138-c263-464e-a7b7-51231e2724ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:46.495786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939005-49be-4114-8b28-52cc4c4f0a65 req-e1c97357-faa7-4ab3-abfa-9ca6bff3e189 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:46.497313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4939005-49be-4114-8b28-52cc4c4f0a65 req-e1c97357-faa7-4ab3-abfa-9ca6bff3e189 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0561030 Dec 17 14:03:46.546746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a4939005-49be-4114-8b28-52cc4c4f0a65 req-e19715da-6bd7-4e7c-a1fd-7ff4b63b8c2d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430439 Dec 17 14:03:47.671610 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091581f2-7dbc-42d1-b0e3-e2a94f3ece67 req-0885a7db-6aee-4ad3-b6b4-87f364b4aa8d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:47.673186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-091581f2-7dbc-42d1-b0e3-e2a94f3ece67 req-0885a7db-6aee-4ad3-b6b4-87f364b4aa8d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0513844 Dec 17 14:03:47.723975 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-091581f2-7dbc-42d1-b0e3-e2a94f3ece67 req-4facf1a1-934f-403f-960c-5804631fc26c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446310 Dec 17 14:03:47.929237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:48.844990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d96df-3101-4eef-8e72-22d627390454 req-9e36115e-fc1f-4608-aa58-6dd136f1a554 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:48.846540 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-194d96df-3101-4eef-8e72-22d627390454 req-9e36115e-fc1f-4608-aa58-6dd136f1a554 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0493574 Dec 17 14:03:48.895212 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-194d96df-3101-4eef-8e72-22d627390454 req-26d6b759-f14b-41e7-bcab-8f53826318c3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428069 Dec 17 14:03:49.111721 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:49.871661 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:50.012701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91b57e-0820-4fef-9fee-56292464ab21 req-18ff48f2-3c91-4c70-88d2-d1b629e22e14 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:50.014227 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8e91b57e-0820-4fef-9fee-56292464ab21 req-18ff48f2-3c91-4c70-88d2-d1b629e22e14 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0487173 Dec 17 14:03:50.066812 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8e91b57e-0820-4fef-9fee-56292464ab21 req-4f9cab58-c23b-4116-8f4d-3b4eba9770c1 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461853 Dec 17 14:03:51.199884 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80906b-e613-41c5-b23c-40516faf2140 req-9da3bc6e-c1ff-497a-bf24-60389a591767 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:51.202138 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba80906b-e613-41c5-b23c-40516faf2140 req-9da3bc6e-c1ff-497a-bf24-60389a591767 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0625384 Dec 17 14:03:51.252520 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba80906b-e613-41c5-b23c-40516faf2140 req-91915690-d480-4017-b279-adb7b401eea2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439813 Dec 17 14:03:52.370075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda67661-d706-419d-9329-c4a772ab509c req-0e1c7fb6-d4e5-4de0-bac3-7a77bb344a51 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:52.371483 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eda67661-d706-419d-9329-c4a772ab509c req-0e1c7fb6-d4e5-4de0-bac3-7a77bb344a51 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0493646 Dec 17 14:03:52.422414 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eda67661-d706-419d-9329-c4a772ab509c req-202ecb3f-b672-4f12-94a6-794205a5dc4b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445299 Dec 17 14:03:53.542890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a10481-c2b9-403d-b7c2-8d28b097fcae req-f52661cb-2d25-46b8-bf3d-9fa9efe493e7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:53.544458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23a10481-c2b9-403d-b7c2-8d28b097fcae req-f52661cb-2d25-46b8-bf3d-9fa9efe493e7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0496547 Dec 17 14:03:53.593263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-23a10481-c2b9-403d-b7c2-8d28b097fcae req-562451db-92bd-4aa1-8bdc-0ca9673e2478 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427854 Dec 17 14:03:53.918993 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2d2ed9c6-9d2d-4743-9179-d594f8fd9d48 service neutron] show failed (client error): The resource could not be found. Dec 17 14:03:53.919945 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2d2ed9c6-9d2d-4743-9179-d594f8fd9d48 service neutron] 10.222.0.61 "GET /v2.0/ports/8bc73049-4023-422b-8342-5eefe487ff44/bindings/n-h1-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0544746 Dec 17 14:03:54.270844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 8bc73049-4023-422b-8342-5eefe487ff44 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:03:54.346863 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:54.370178 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:03:54.372392 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a42ea71-f5d3-4f7a-adcc-c0efd2b881e0" -d '{"events": [{"server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc73049-4023-422b-8342-5eefe487ff44"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:03:54.392224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:03:54.488927 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:54.534649 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 14:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4cf828-636e-46d5-8b0c-58217341c69d x-openstack-request-id: req-bb4cf828-636e-46d5-8b0c-58217341c69d {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:03:54.535252 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc73049-4023-422b-8342-5eefe487ff44", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:03:54.535538 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb4cf828-636e-46d5-8b0c-58217341c69d {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:03:54.535969 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44', 'code': 200} Dec 17 14:03:54.546657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-9e75f5ee-4fc7-4140-9eeb-f8d3124b0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:54.548186 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-9e75f5ee-4fc7-4140-9eeb-f8d3124b0253 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 1094 time: 0.1373084 Dec 17 14:03:54.558723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:03:54.561940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:03:54.567097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.567427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.567776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.568150 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.568497 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.568833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.569167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.569501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.569855 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.570188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.570517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.570843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.571171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:54.613972 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:54.809401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c5703-d819-4d38-ae85-6d54a9865e6a req-629920f9-23b3-40bf-9e2b-2ff636f1e3dd tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:54.810944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f50c5703-d819-4d38-ae85-6d54a9865e6a req-629920f9-23b3-40bf-9e2b-2ff636f1e3dd tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.1470213 Dec 17 14:03:54.889191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:03:54.899549 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f50c5703-d819-4d38-ae85-6d54a9865e6a req-5086f68a-4394-44f3-9cd1-e7ab162bfe3b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794568 Dec 17 14:03:54.929093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:03:54.963912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc73049-4023-422b-8342-5eefe487ff44 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:03:54.971637 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:54.983407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Transition to ACTIVE for port object 8bc73049-4023-422b-8342-5eefe487ff44 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:03:55.037001 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:55.136431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:03:55.149596 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.149969 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.150388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.150737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.151076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.151409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.151740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.152071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.152399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.152777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.153092 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.153823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.153823 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:03:55.194417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] No DVR routers for this DVR port 8bc73049-4023-422b-8342-5eefe487ff44 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:03:55.335381 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Attempting to bind port 8bc73049-4023-422b-8342-5eefe487ff44 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:03:55.335645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Attempting to bind port 8bc73049-4023-422b-8342-5eefe487ff44 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:03:55.335982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Attempting to bind port 8bc73049-4023-422b-8342-5eefe487ff44 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:03:55.340461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Port 8bc73049-4023-422b-8342-5eefe487ff44 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:03:55.340793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Attempting to bind port 8bc73049-4023-422b-8342-5eefe487ff44 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:03:55.345986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:03:55.349258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:03:55.349258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Bound using segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:03:55.349258 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Bound port: 8bc73049-4023-422b-8342-5eefe487ff44, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:03:55.349258 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:55.411810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:03:55.415020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:03:55.489271 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:55.531989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:55.532617 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:03:55.534225 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] 10.222.0.54 "PUT /v2.0/ports/8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1091 time: 0.9763250 Dec 17 14:03:55.534547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:03:55.537097 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4331759-6b9c-499f-95b1-beeebdcd6337" -d '{"events": [{"name": "network-changed", "server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "tag": "8bc73049-4023-422b-8342-5eefe487ff44"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:03:55.605212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf20823-9bdd-4185-b6ac-8650d460e39a service neutron] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=8']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:03:55.615529 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78050ef3-7808-452f-849a-207f2006e710 x-openstack-request-id: req-78050ef3-7808-452f-849a-207f2006e710 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:03:55.616427 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "tag": "8bc73049-4023-422b-8342-5eefe487ff44", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:03:55.616427 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-78050ef3-7808-452f-849a-207f2006e710 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:03:55.616697 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44', 'status': 'completed', 'code': 200} Dec 17 14:03:55.637043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-52d0f422-115e-4fe4-8159-27020ff538a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:55.647096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-52d0f422-115e-4fe4-8159-27020ff538a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1094 time: 0.0777867 Dec 17 14:03:55.741241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-df976591-7204-4c9d-8c11-7173b5812fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:55.742803 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-df976591-7204-4c9d-8c11-7173b5812fc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1094 time: 0.0992732 Dec 17 14:03:55.810798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-72ff290b-b955-4eb3-a6c0-1b4ecd234037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:55.812206 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-72ff290b-b955-4eb3-a6c0-1b4ecd234037 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1600351 Dec 17 14:03:55.903861 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-fd0c26f1-02ad-45a5-8bc8-fab5662471d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1000 time: 0.0839348 Dec 17 14:03:55.906433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-56c56d36-96e1-4d80-b2bb-86ff18abd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:55.907804 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-56c56d36-96e1-4d80-b2bb-86ff18abd14f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1536531 Dec 17 14:03:56.027280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2839f7de-2e53-4d01-b1cb-6430a3fd564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:56.028755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2839f7de-2e53-4d01-b1cb-6430a3fd564f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.1184669 Dec 17 14:03:56.049060 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-d4329fcf-6546-4d9e-b0a9-b9ec3c2d434d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1000 time: 0.1136978 Dec 17 14:03:56.103611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0ed61-215a-4429-8908-2f0563e601c7 req-1b31c866-b422-4986-b6a3-5abca3d65ff7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:56.105099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ad0ed61-215a-4429-8908-2f0563e601c7 req-1b31c866-b422-4986-b6a3-5abca3d65ff7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.1297460 Dec 17 14:03:56.141302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2e14715f-9da5-4c1a-b0ed-3cc44672978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:56.142830 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-2e14715f-9da5-4c1a-b0ed-3cc44672978e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050794 Dec 17 14:03:56.147949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-209eb4eb-fbab-443d-a04c-54a8471f6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:56.149387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-209eb4eb-fbab-443d-a04c-54a8471f6252 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0850711 Dec 17 14:03:56.252075 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3ad0ed61-215a-4429-8908-2f0563e601c7 req-c02263a7-8e3b-4550-a59d-3a9ef89fd728 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1386063 Dec 17 14:03:56.287674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-f3dded98-6b28-4a21-9ccf-14a5571902d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:56.289166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-f3dded98-6b28-4a21-9ccf-14a5571902d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169643 Dec 17 14:03:56.294774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-1a9e4f24-9992-495e-b876-1822bf1a0622 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423209 Dec 17 14:03:56.449982 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-9d8bef2a-7efd-4e8d-beda-97ececd00b13 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487114 Dec 17 14:03:56.451760 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-94fb4689-ebf2-4b7c-ac28-abb8ea1827a4 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429482 Dec 17 14:03:56.553158 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-ce981453-7fa9-416b-96b7-a3e530d55199 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908697 Dec 17 14:03:56.585690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-05ee68ac-528c-4636-ab9b-5a5690f21524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:56.587181 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-05ee68ac-528c-4636-ab9b-5a5690f21524 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1094 time: 0.0480375 Dec 17 14:03:56.676770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-befeec40-039e-42fb-8b63-26e1a3dbdd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:56.678422 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-befeec40-039e-42fb-8b63-26e1a3dbdd94 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0837898 Dec 17 14:03:56.749908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-628a68bf-a4d8-42ba-8e69-4a2f44d3d77f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1000 time: 0.0634916 Dec 17 14:03:56.798898 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-549b0105-8d59-418e-a5b7-d04ffc8d28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:56.800407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-549b0105-8d59-418e-a5b7-d04ffc8d28aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0443735 Dec 17 14:03:56.848422 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-6578d1ad-f8f9-47f5-9b74-655eb6df99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:56.849981 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-6578d1ad-f8f9-47f5-9b74-655eb6df99c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416374 Dec 17 14:03:56.942697 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-53efd6ba-992c-45e1-87a2-4afdb3c94009 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848572 Dec 17 14:03:57.033626 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4331759-6b9c-499f-95b1-beeebdcd6337 req-e94a99ac-59c4-4147-8bab-4952c659d835 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834982 Dec 17 14:03:57.373362 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9ee29-40cc-444e-a47a-8e3749e36f2c req-2b8f7e6a-7692-4be6-ab20-57301a2c5739 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:57.374955 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5fd9ee29-40cc-444e-a47a-8e3749e36f2c req-2b8f7e6a-7692-4be6-ab20-57301a2c5739 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0508683 Dec 17 14:03:57.426199 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5fd9ee29-40cc-444e-a47a-8e3749e36f2c req-a4b5975d-0ea1-413a-82bb-bfe26ca18202 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447116 Dec 17 14:03:58.545794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d7ac3-6d59-4681-be32-9cc756556de6 req-56ce802f-2f61-4333-a160-9c1eec504a10 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:58.547323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf3d7ac3-6d59-4681-be32-9cc756556de6 req-56ce802f-2f61-4333-a160-9c1eec504a10 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0501051 Dec 17 14:03:58.598001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf3d7ac3-6d59-4681-be32-9cc756556de6 req-81c5beb6-270d-4a28-8f5d-c026962d6b89 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448420 Dec 17 14:03:59.723884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd96dc-23ab-422b-9889-79a23a999fa2 req-9e003cf6-9cb0-4e35-b128-82dfea61633f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:03:59.725430 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7fd96dc-23ab-422b-9889-79a23a999fa2 req-9e003cf6-9cb0-4e35-b128-82dfea61633f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0528774 Dec 17 14:03:59.777605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7fd96dc-23ab-422b-9889-79a23a999fa2 req-8ec21f27-6ce6-4a43-a978-338546880e19 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459638 Dec 17 14:04:00.906241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968130c-3fe1-4ca9-8c0a-0a56377675d2 req-6ce48cec-d8fc-4db8-a838-63703d862b24 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:00.907786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9968130c-3fe1-4ca9-8c0a-0a56377675d2 req-6ce48cec-d8fc-4db8-a838-63703d862b24 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0555573 Dec 17 14:04:00.956597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9968130c-3fe1-4ca9-8c0a-0a56377675d2 req-74df14de-76ae-4dd5-b606-e3a6885c9401 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417442 Dec 17 14:04:02.075064 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa3b94-e42c-423c-a44f-bf43c7692da8 req-5c8f4e79-8f96-4448-9329-7fa0f9a0866c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:02.076596 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17aa3b94-e42c-423c-a44f-bf43c7692da8 req-5c8f4e79-8f96-4448-9329-7fa0f9a0866c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0500233 Dec 17 14:04:02.117248 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:02.123752 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-17aa3b94-e42c-423c-a44f-bf43c7692da8 req-0ba9e1c5-167e-4a07-8a3e-b9245cc785ed tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410268 Dec 17 14:04:03.242681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76af10-0203-47bd-b8bf-809d415cba21 req-94038638-78e1-4e9f-be62-ad5521f3a7e5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:03.244682 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e76af10-0203-47bd-b8bf-809d415cba21 req-94038638-78e1-4e9f-be62-ad5521f3a7e5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0498307 Dec 17 14:04:03.291016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e76af10-0203-47bd-b8bf-809d415cba21 req-f8b000a6-bdc6-4734-91f0-1eaa3943ee05 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404313 Dec 17 14:04:04.412016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29a4ea-ad4f-4be4-b1a3-12c7be71c2c2 req-38ff0e7c-159c-455f-a1b1-6da31b5374b7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:04.413428 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-da29a4ea-ad4f-4be4-b1a3-12c7be71c2c2 req-38ff0e7c-159c-455f-a1b1-6da31b5374b7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0534251 Dec 17 14:04:04.460588 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-da29a4ea-ad4f-4be4-b1a3-12c7be71c2c2 req-0cfa7610-f4f9-4cb7-a35d-96eb8ea57061 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411162 Dec 17 14:04:05.585397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a0273-641a-44b0-bcc2-ef9b4d98523a req-cf246ef3-c8d4-4f1f-8eff-012e4d084703 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:05.586955 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-484a0273-641a-44b0-bcc2-ef9b4d98523a req-cf246ef3-c8d4-4f1f-8eff-012e4d084703 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0558841 Dec 17 14:04:05.633598 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-484a0273-641a-44b0-bcc2-ef9b4d98523a req-77395654-60fc-4c00-bb9c-47d2c2214c70 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399354 Dec 17 14:04:06.557916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:06.751419 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d905f0c-5714-48cf-b675-fe373ec19c8c req-cc94c4b1-31e8-4e81-9341-4084877ddaca tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:06.752922 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d905f0c-5714-48cf-b675-fe373ec19c8c req-cc94c4b1-31e8-4e81-9341-4084877ddaca tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0492239 Dec 17 14:04:06.799797 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d905f0c-5714-48cf-b675-fe373ec19c8c req-20a075eb-068b-4151-a41f-9f375e74cb45 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408876 Dec 17 14:04:07.917081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092e6cb-81a3-4214-a0f6-a8af8b43444d req-d48c9577-b6d9-437e-94a9-47e2f3983353 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:07.918578 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f092e6cb-81a3-4214-a0f6-a8af8b43444d req-d48c9577-b6d9-437e-94a9-47e2f3983353 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0486772 Dec 17 14:04:07.965281 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f092e6cb-81a3-4214-a0f6-a8af8b43444d req-941d49e0-9193-4a46-9428-35d3adcabae7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407951 Dec 17 14:04:09.080721 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338761d-3e42-48d9-a168-4ec71b90c9be req-4c52e7c3-0aba-4252-95e2-b4cb3305c0eb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:09.082239 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0338761d-3e42-48d9-a168-4ec71b90c9be req-4c52e7c3-0aba-4252-95e2-b4cb3305c0eb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0481913 Dec 17 14:04:09.132517 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0338761d-3e42-48d9-a168-4ec71b90c9be req-503d89e0-663d-4567-a0b2-1b07011cd9cb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443273 Dec 17 14:04:10.187327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 8bc73049-4023-422b-8342-5eefe487ff44 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:04:10.249861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703088df-5013-4e63-939e-a17eb5da42f3 req-b11a1413-c064-48b5-b0fb-12c91c41f00f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:10.251387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-703088df-5013-4e63-939e-a17eb5da42f3 req-b11a1413-c064-48b5-b0fb-12c91c41f00f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 943 time: 0.0484612 Dec 17 14:04:10.281568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:04:10.293451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '8bc73049-4023-422b-8342-5eefe487ff44', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'port_id': '8bc73049-4023-422b-8342-5eefe487ff44', 'mac_address': 'fa:16:3e:8b:1d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:04:10.302924 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-703088df-5013-4e63-939e-a17eb5da42f3 req-b8e947dc-a726-43f5-bbc0-e9ca1317481f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456114 Dec 17 14:04:10.336100 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:10.348836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc73049-4023-422b-8342-5eefe487ff44 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:04:10.368938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:04:10.454344 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:10.503095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:10.677383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['8bc73049-4023-422b-8342-5eefe487ff44'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:04:10.922804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30344da8-a379-42d4-a770-4b6102fbdae8 req-af889e6e-8be1-4a19-afd8-488ffeed3fb9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:10.924458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30344da8-a379-42d4-a770-4b6102fbdae8 req-af889e6e-8be1-4a19-afd8-488ffeed3fb9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0650947 Dec 17 14:04:11.011845 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30344da8-a379-42d4-a770-4b6102fbdae8 req-10b803ce-502e-4c37-ba9e-b69f5c899597 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806582 Dec 17 14:04:11.019985 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-1f596313-2cbb-490e-b908-dfef045a918d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:11.021457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-1f596313-2cbb-490e-b908-dfef045a918d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.54 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738&tenant_id=2290e21efd374554af45d38ac600d0b5&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 944 time: 0.0834608 Dec 17 14:04:11.087153 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-bce50462-7454-4341-9504-2f555a63d7fb service neutron] 10.222.0.54 "GET /v2.0/ports/8bc73049-4023-422b-8342-5eefe487ff44/bindings/n-h1-815324-5 HTTP/1.1" status: 200 len: 382 time: 0.0572860 Dec 17 14:04:11.152478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-23eb6fef-f9c8-4c71-a5bd-d29ebd5756fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:11.153944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-23eb6fef-f9c8-4c71-a5bd-d29ebd5756fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1095 time: 0.0412259 Dec 17 14:04:11.254125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-1144baa5-2afb-4163-8d8f-410b6071f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:11.255627 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-1144baa5-2afb-4163-8d8f-410b6071f709 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.0951054 Dec 17 14:04:11.326313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-bb22184d-e36a-4fe3-b032-9c7144ad15f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1001 time: 0.0624549 Dec 17 14:04:11.375307 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-6a5ace2a-0381-4bcd-b750-7b4bd0ef170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:11.376695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-6a5ace2a-0381-4bcd-b750-7b4bd0ef170e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0437024 Dec 17 14:04:11.422688 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-3e2b7ff7-9d40-4471-9d97-936829185c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:11.424232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-3e2b7ff7-9d40-4471-9d97-936829185c19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406671 Dec 17 14:04:11.525677 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-1bfde46e-d7d8-4297-8656-c65aa2d3e2a3 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944562 Dec 17 14:04:11.617760 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-a494e185-76c8-49cd-ab5f-8be9cc84a65c service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854084 Dec 17 14:04:12.137783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce93bf7-d65a-42e9-a5e2-0188876afa37 req-a0836d97-97cd-4feb-998a-2ca4cf06327b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:12.139346 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ce93bf7-d65a-42e9-a5e2-0188876afa37 req-a0836d97-97cd-4feb-998a-2ca4cf06327b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0528281 Dec 17 14:04:12.188052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 8bc73049-4023-422b-8342-5eefe487ff44 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:04:12.195684 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ce93bf7-d65a-42e9-a5e2-0188876afa37 req-d454e00e-8a0e-495c-8d42-103495af89c7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499673 Dec 17 14:04:12.340361 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 8bc73049-4023-422b-8342-5eefe487ff44 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:04:12.344638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 8bc73049-4023-422b-8342-5eefe487ff44 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:04:12.345020 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:12.424947 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:12.452141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:04:12.454417 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29829741-6453-4ca1-8e24-d6197ee699b3" -d '{"events": [{"server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "name": "network-vif-plugged", "status": "completed", "tag": "8bc73049-4023-422b-8342-5eefe487ff44"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:04:12.468774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:04:12.504911 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493f7f47-8274-476b-a13d-de4e8d09c421 x-openstack-request-id: req-493f7f47-8274-476b-a13d-de4e8d09c421 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:04:12.505218 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "name": "network-vif-plugged", "status": "completed", "tag": "8bc73049-4023-422b-8342-5eefe487ff44", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:04:12.505473 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-493f7f47-8274-476b-a13d-de4e8d09c421 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:04:12.505896 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44', 'code': 200} Dec 17 14:04:12.529439 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:12.588387 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=10']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:13.365615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a1e59-57c6-4715-b004-9df5d2c5bd10 req-5b9c1f37-6c33-4543-b486-89f98c36ad99 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:13.367422 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a60a1e59-57c6-4715-b004-9df5d2c5bd10 req-5b9c1f37-6c33-4543-b486-89f98c36ad99 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 946 time: 0.0674422 Dec 17 14:04:13.423249 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a60a1e59-57c6-4715-b004-9df5d2c5bd10 req-c6456030-e494-43b9-a204-5138a8c49234 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475502 Dec 17 14:04:13.911374 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-22fd4077-5268-432f-962f-ec5d8e35d8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:14.564261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800fcd-6fb8-4b03-ae14-cfe096adc8f9 req-054541c1-f6d2-43ba-94c0-38fe752a4b7a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:14.566081 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-da800fcd-6fb8-4b03-ae14-cfe096adc8f9 req-054541c1-f6d2-43ba-94c0-38fe752a4b7a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 946 time: 0.0610569 Dec 17 14:04:14.948229 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-da800fcd-6fb8-4b03-ae14-cfe096adc8f9 req-429052bd-9f2e-4d96-b880-0526f9196fd3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3759890 Dec 17 14:04:16.072433 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372d174-8e49-4b97-825c-6fb9b42746ef req-5a47c01a-c05c-4993-8beb-529c37be2cf9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:16.074041 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a372d174-8e49-4b97-825c-6fb9b42746ef req-5a47c01a-c05c-4993-8beb-529c37be2cf9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 946 time: 0.0535929 Dec 17 14:04:16.123411 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a372d174-8e49-4b97-825c-6fb9b42746ef req-5a371e41-203d-4a53-b377-70536ef2659c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434093 Dec 17 14:04:16.442636 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fea5aafb-30c9-467a-930c-385617ac509b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:17.039259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-df3e7601-57f9-4b70-9965-22c319d8be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:17.040820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-df3e7601-57f9-4b70-9965-22c319d8be81 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738&tenant_id=2290e21efd374554af45d38ac600d0b5 HTTP/1.1" status: 200 len: 1097 time: 0.0456612 Dec 17 14:04:17.058682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:04:17.114488 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:17.335456 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccbc41-9d4c-4494-97bb-1f6bd5ef40db req-2afd36a5-2f9f-4e6e-ad1a-8102df3cb255 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:17.336993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41ccbc41-9d4c-4494-97bb-1f6bd5ef40db req-2afd36a5-2f9f-4e6e-ad1a-8102df3cb255 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 946 time: 0.1115375 Dec 17 14:04:17.393391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:04:17.423942 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-41ccbc41-9d4c-4494-97bb-1f6bd5ef40db req-f97d2f05-ac35-413d-80f5-162ff411154f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754509 Dec 17 14:04:17.442726 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:04:17.486536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:04:17.488823 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20834ec3-8c6b-4f19-94d5-4275dea4c042" -d '{"events": [{"server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc73049-4023-422b-8342-5eefe487ff44"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:04:17.492936 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:17.517544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Transition to ACTIVE for port object 8bc73049-4023-422b-8342-5eefe487ff44 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:04:17.546265 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18df2d21-b267-46b8-a5c0-c1c91a905664 x-openstack-request-id: req-18df2d21-b267-46b8-a5c0-c1c91a905664 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:04:17.546571 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc73049-4023-422b-8342-5eefe487ff44", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:04:17.546834 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18df2d21-b267-46b8-a5c0-c1c91a905664 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:04:17.547270 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44', 'code': 200} Dec 17 14:04:17.563119 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:17.638955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=11']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:17.693499 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] No DVR routers for this DVR port 8bc73049-4023-422b-8342-5eefe487ff44 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:04:17.842550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Attempting to bind port 8bc73049-4023-422b-8342-5eefe487ff44 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:04:17.842892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Attempting to bind port 8bc73049-4023-422b-8342-5eefe487ff44 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:04:17.843593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Attempting to bind port 8bc73049-4023-422b-8342-5eefe487ff44 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:04:17.847771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Port 8bc73049-4023-422b-8342-5eefe487ff44 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:04:17.848098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Attempting to bind port 8bc73049-4023-422b-8342-5eefe487ff44 on network 7c5f9d0d-5775-4590-917e-44915d9a03bd {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:04:17.854901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:04:17.854901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Checking segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:04:17.854901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Bound using segment: {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:04:17.854901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Bound port: 8bc73049-4023-422b-8342-5eefe487ff44, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c67ee-06f1-4beb-98ad-38e7842968b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:04:17.855390 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:17.911104 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:17.919908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:04:17.923122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:04:17.991695 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:18.028960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:18.029702 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:18.031136 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] 10.222.0.61 "PUT /v2.0/ports/8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1092 time: 0.9769363 Dec 17 14:04:18.056924 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ba2d0-2b6f-48ea-87ae-3dde7b9772ba service neutron] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=12']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:18.106060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-7a714323-a0ad-4b55-add6-4c4d6d33d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:18.106966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-7a714323-a0ad-4b55-add6-4c4d6d33d561 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1095 time: 0.0456283 Dec 17 14:04:18.203322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 8bc73049-4023-422b-8342-5eefe487ff44 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:04:18.212314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-c3075d28-4702-40f3-8375-d7c4817bef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:18.214392 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-c3075d28-4702-40f3-8375-d7c4817bef63 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.1002085 Dec 17 14:04:18.247260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 8bc73049-4023-422b-8342-5eefe487ff44 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:04:18.281218 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-f3930203-b340-43da-b084-ffa57256d8f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1000 time: 0.0601287 Dec 17 14:04:18.290488 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:04:18.348505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-3d55ca64-a5ac-482c-a8d8-32b964cd8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:18.350191 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-3d55ca64-a5ac-482c-a8d8-32b964cd8596 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0597765 Dec 17 14:04:18.402117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-4029f923-d676-4dcf-a809-1a7750868143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:18.403640 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-4029f923-d676-4dcf-a809-1a7750868143 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426164 Dec 17 14:04:18.502175 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-c1d12a04-4b52-4c5c-b312-723773b6a48a service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870283 Dec 17 14:04:18.609798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ab465-8cef-48d7-b892-edffb19f37fb req-0be14f4b-b000-4f52-a36d-d5394442adb9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:18.611336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b73ab465-8cef-48d7-b892-edffb19f37fb req-0be14f4b-b000-4f52-a36d-d5394442adb9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.1123214 Dec 17 14:04:18.651179 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ea1d54dc-ca56-4b09-95ed-289f50d9bc3d req-acbb5968-e029-4516-82fe-0e39457d8b71 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357281 Dec 17 14:04:18.685408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b73ab465-8cef-48d7-b892-edffb19f37fb req-c159381e-073a-4f7f-bb1d-07bebb09660f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631289 Dec 17 14:04:19.071871 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:19.548430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:04:19.551005 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26" -d '{"events": [{"name": "network-changed", "server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "tag": "8bc73049-4023-422b-8342-5eefe487ff44"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:04:19.600553 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abeeda5-e5be-4009-92d9-32e90cb37fec x-openstack-request-id: req-4abeeda5-e5be-4009-92d9-32e90cb37fec {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:04:19.600854 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "tag": "8bc73049-4023-422b-8342-5eefe487ff44", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:04:19.601113 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4abeeda5-e5be-4009-92d9-32e90cb37fec {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:04:19.601516 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44', 'status': 'completed', 'code': 200} Dec 17 14:04:19.694879 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-65bc5c56-2a9d-439c-91c5-5b169e8a4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:19.696314 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-65bc5c56-2a9d-439c-91c5-5b169e8a4913 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1095 time: 0.0634608 Dec 17 14:04:19.698253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-400b1586-a122-4ec1-96c5-c252f25f2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:19.699682 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-400b1586-a122-4ec1-96c5-c252f25f2420 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2290e21efd374554af45d38ac600d0b5&device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 1095 time: 0.0750110 Dec 17 14:04:19.859675 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:19.924572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-e8ed3fde-36d5-4e89-919b-f48edea49c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:19.926103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-e8ed3fde-36d5-4e89-919b-f48edea49c3d service neutron] 10.222.0.54 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.2190247 Dec 17 14:04:19.933568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-958d888f-c356-4f33-88cf-9e00377926c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:19.935059 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-958d888f-c356-4f33-88cf-9e00377926c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 200 len: 913 time: 0.2195175 Dec 17 14:04:19.942452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8feff-11c8-4d69-bd0b-1d21d48bf7dd req-716456bb-3608-49bb-b3ff-531bddecd671 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:19.943841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76a8feff-11c8-4d69-bd0b-1d21d48bf7dd req-716456bb-3608-49bb-b3ff-531bddecd671 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.1249049 Dec 17 14:04:20.081657 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-af85afc5-8033-4a77-8bec-ac2f3dd9b2be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1000 time: 0.1368098 Dec 17 14:04:20.087481 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-5a6f7281-348b-4aea-bca8-a0725f2f261e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 200 len: 1000 time: 0.1363988 Dec 17 14:04:20.154887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-76a8feff-11c8-4d69-bd0b-1d21d48bf7dd req-403b7b0f-0e42-4ebb-8a0e-53946e15ede5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2027359 Dec 17 14:04:20.181871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-27db3294-961f-4724-b2c9-20ed379383af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:20.184184 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-27db3294-961f-4724-b2c9-20ed379383af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0907590 Dec 17 14:04:20.185626 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-5ae39eb2-6f57-4d2e-88bd-b0eb6c01c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:20.186959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-5ae39eb2-6f57-4d2e-88bd-b0eb6c01c5ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 200 len: 851 time: 0.0814035 Dec 17 14:04:20.266417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-53795ede-1912-4eec-a397-9f2299187f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:20.267978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-53795ede-1912-4eec-a397-9f2299187f05 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776620 Dec 17 14:04:20.269989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-fcb7c678-479e-476a-8630-31b1dd713d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:20.271442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-fcb7c678-479e-476a-8630-31b1dd713d97 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7c5f9d0d-5775-4590-917e-44915d9a03bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733631 Dec 17 14:04:20.438910 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-8f8acf17-176b-4d23-9b68-184cad1b9f64 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637180 Dec 17 14:04:20.440687 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-1e4563fd-92c5-4611-b15e-98aa27990246 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471961 Dec 17 14:04:20.603630 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-17fc54ea-9635-46b5-a47f-9c4b0dfdd5b6 service neutron] 10.222.0.54 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578705 Dec 17 14:04:20.608228 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f3f25f4f-f51e-44ab-b7f1-75ac162dbe26 req-e4837b01-3f8e-4ba7-a23e-1bdb7c219228 service neutron] 10.222.0.61 "GET /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546330 Dec 17 14:04:21.285543 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb430327-5262-4fee-9735-8289af682bd7 req-967546e8-e344-442e-91c1-06b8cb696a67 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:21.287241 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb430327-5262-4fee-9735-8289af682bd7 req-967546e8-e344-442e-91c1-06b8cb696a67 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0545828 Dec 17 14:04:21.338863 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fb430327-5262-4fee-9735-8289af682bd7 req-85eb5f85-2a41-42c5-bece-57e0bbcddd3a tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440576 Dec 17 14:04:22.463877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca36bb-0e8b-4552-b83d-f59305fba29d req-704f0fb3-8d6f-44a6-b089-4ba515b49f28 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:22.465599 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-57ca36bb-0e8b-4552-b83d-f59305fba29d req-704f0fb3-8d6f-44a6-b089-4ba515b49f28 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0545814 Dec 17 14:04:22.519732 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-57ca36bb-0e8b-4552-b83d-f59305fba29d req-3430f9a2-a432-468e-823b-e9607d67a27c tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480978 Dec 17 14:04:23.639368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4db7b5-4ffd-4283-aa73-2219e79e3eac req-1ee04702-87cd-4f02-b6c7-5562773d75e0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:23.640872 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3c4db7b5-4ffd-4283-aa73-2219e79e3eac req-1ee04702-87cd-4f02-b6c7-5562773d75e0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0496328 Dec 17 14:04:23.693431 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3c4db7b5-4ffd-4283-aa73-2219e79e3eac req-24a279f0-db80-4655-9b2b-a7ea8f4163c9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464058 Dec 17 14:04:24.813699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9c29f-b2df-401f-906f-7b8a48a5736d req-6a6e1efe-a759-494f-bde1-228eeadbf159 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:24.815312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74d9c29f-b2df-401f-906f-7b8a48a5736d req-6a6e1efe-a759-494f-bde1-228eeadbf159 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0508850 Dec 17 14:04:24.869497 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-74d9c29f-b2df-401f-906f-7b8a48a5736d req-fd25b13e-a38a-42f8-accc-d8132de33344 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479934 Dec 17 14:04:25.988743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeb1c8-9c6b-4bbb-8cf2-5d082f257b9b req-d9beb4d8-77db-4867-9d22-f78fe077219f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:25.990248 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08eeb1c8-9c6b-4bbb-8cf2-5d082f257b9b req-d9beb4d8-77db-4867-9d22-f78fe077219f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0481317 Dec 17 14:04:26.037105 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-08eeb1c8-9c6b-4bbb-8cf2-5d082f257b9b req-4866666b-6aac-4283-a831-637507c7b26b tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403237 Dec 17 14:04:27.154901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47994b-a6eb-43d8-a0a9-f00acfd854da req-a3a01dd3-d80d-41c6-8c61-577ac1e01860 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:27.156405 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d47994b-a6eb-43d8-a0a9-f00acfd854da req-a3a01dd3-d80d-41c6-8c61-577ac1e01860 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0499005 Dec 17 14:04:27.204400 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8d47994b-a6eb-43d8-a0a9-f00acfd854da req-4d1b415a-9e6c-434a-a3a5-cc8469bab8fe tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416260 Dec 17 14:04:28.318995 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a335bf-31f3-4ee3-b770-f4b11ab9beec req-81ac8120-c9ef-46f5-8de9-1effc31d8fd5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:28.320485 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43a335bf-31f3-4ee3-b770-f4b11ab9beec req-81ac8120-c9ef-46f5-8de9-1effc31d8fd5 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0484340 Dec 17 14:04:28.368013 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43a335bf-31f3-4ee3-b770-f4b11ab9beec req-4c174999-503b-4118-a73d-c9f3cfc4d314 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406334 Dec 17 14:04:29.493476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daea81-68e6-4298-939e-250bed10c843 req-ae9bd5b5-6dd0-4b2b-a865-b042ec7bdc71 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:29.495044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-70daea81-68e6-4298-939e-250bed10c843 req-ae9bd5b5-6dd0-4b2b-a865-b042ec7bdc71 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0533309 Dec 17 14:04:29.544550 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-70daea81-68e6-4298-939e-250bed10c843 req-50b639bb-b2a8-441d-b080-1a44614bcc2e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428126 Dec 17 14:04:30.665480 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156085a-38b4-461c-aec9-baf0a55cdb57 req-78f084b3-2f39-4b89-aaf3-9208882bd5b0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:30.667031 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4156085a-38b4-461c-aec9-baf0a55cdb57 req-78f084b3-2f39-4b89-aaf3-9208882bd5b0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0526910 Dec 17 14:04:30.714913 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4156085a-38b4-461c-aec9-baf0a55cdb57 req-984fac0b-c50e-40c0-8e13-bd268b4b9c79 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417242 Dec 17 14:04:31.838927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc8e74-24d4-4497-8103-ca465fc57cea req-00f47890-16ca-42ed-85ec-c66cd3918454 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:31.841026 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8dc8e74-24d4-4497-8103-ca465fc57cea req-00f47890-16ca-42ed-85ec-c66cd3918454 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 944 time: 0.0528142 Dec 17 14:04:31.888380 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e8dc8e74-24d4-4497-8103-ca465fc57cea req-f777df2a-b6c2-4ed8-a31c-813159e62fd3 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412817 Dec 17 14:04:32.139237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:32.486609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 8bc73049-4023-422b-8342-5eefe487ff44 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:04:32.583581 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:04:32.597124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '8bc73049-4023-422b-8342-5eefe487ff44', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'port_id': '8bc73049-4023-422b-8342-5eefe487ff44', 'mac_address': 'fa:16:3e:8b:1d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:04:32.635544 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:32.648055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc73049-4023-422b-8342-5eefe487ff44 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:04:32.666840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:04:32.743147 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:32.789992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=13']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:33.003779 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f30970-59c2-4d82-875e-6c481da59987 req-78f5b869-8412-4d85-b7b6-f5cc3e049242 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:33.005165 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-15f30970-59c2-4d82-875e-6c481da59987 req-78f5b869-8412-4d85-b7b6-f5cc3e049242 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0489516 Dec 17 14:04:33.016141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['8bc73049-4023-422b-8342-5eefe487ff44'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:04:33.055863 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-15f30970-59c2-4d82-875e-6c481da59987 req-b81dd639-299b-456c-97dd-4c1a22a8d9cb tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442083 Dec 17 14:04:33.186740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0d075-7caf-4bc5-823f-d858a29d19eb req-f992e3e7-1972-42f0-b570-89904bf68080 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:33.188319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-15f0d075-7caf-4bc5-823f-d858a29d19eb req-f992e3e7-1972-42f0-b570-89904bf68080 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0635059 Dec 17 14:04:33.236902 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-15f0d075-7caf-4bc5-823f-d858a29d19eb req-26e64df2-74fe-41c3-841f-27daae53e037 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426025 Dec 17 14:04:33.359285 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4928ec-60f1-4498-9c0c-5d850bb3ed8d req-6c7e830d-8cac-49e1-9ce5-f31cee887a3e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:33.360833 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d4928ec-60f1-4498-9c0c-5d850bb3ed8d req-6c7e830d-8cac-49e1-9ce5-f31cee887a3e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0532267 Dec 17 14:04:33.409853 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9d4928ec-60f1-4498-9c0c-5d850bb3ed8d req-5f515be5-5b12-4c68-ba99-5405c34ea39d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430353 Dec 17 14:04:33.889554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ef723-e062-4734-92cd-915846e6e51f req-378495f8-f05a-4ad3-b3a8-2bc1bae188b2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:33.891097 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-467ef723-e062-4734-92cd-915846e6e51f req-378495f8-f05a-4ad3-b3a8-2bc1bae188b2 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 945 time: 0.0481839 Dec 17 14:04:33.937845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-467ef723-e062-4734-92cd-915846e6e51f req-088ad750-a4c4-40b4-983e-9ee5c587023f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407758 Dec 17 14:04:34.507733 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 8bc73049-4023-422b-8342-5eefe487ff44 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:04:34.630460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 8bc73049-4023-422b-8342-5eefe487ff44 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:04:34.634845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 8bc73049-4023-422b-8342-5eefe487ff44 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:04:34.635327 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:34.717666 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:34.737603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:04:34.739842 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f721659-21ef-412c-b557-18d2a9a05f75" -d '{"events": [{"server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "name": "network-vif-plugged", "status": "completed", "tag": "8bc73049-4023-422b-8342-5eefe487ff44"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:04:34.755776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:04:34.777662 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ec6fda-cadc-48ae-9197-b5bd9e352aa0 x-openstack-request-id: req-65ec6fda-cadc-48ae-9197-b5bd9e352aa0 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:04:34.777986 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "name": "network-vif-plugged", "status": "completed", "tag": "8bc73049-4023-422b-8342-5eefe487ff44", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:04:34.778247 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65ec6fda-cadc-48ae-9197-b5bd9e352aa0 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:04:34.778649 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44', 'code': 200} Dec 17 14:04:34.865598 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:34.913084 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=14']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:35.052147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edeb930-d73f-40b3-bd92-e8e75dacbd0d req-2aec99b4-7a59-4447-a1a0-134f57938e09 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:35.053693 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4edeb930-d73f-40b3-bd92-e8e75dacbd0d req-2aec99b4-7a59-4447-a1a0-134f57938e09 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 946 time: 0.0481262 Dec 17 14:04:35.104286 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4edeb930-d73f-40b3-bd92-e8e75dacbd0d req-553ff471-6c58-41de-b34f-62f187d4b2b7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446186 Dec 17 14:04:35.634662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-2b1f1053-4cee-4011-8061-cf09ce739669 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:35.636987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-2b1f1053-4cee-4011-8061-cf09ce739669 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.61 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 946 time: 0.0486867 Dec 17 14:04:35.729026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Deleting port 8bc73049-4023-422b-8342-5eefe487ff44 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:04:35.729356 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:35.819814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] For port 8bc73049-4023-422b-8342-5eefe487ff44, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=8bc73049-4023-422b-8342-5eefe487ff44,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:04:35.820185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:35.989538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:35.989944 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:35.990267 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Floating IP 156912b1-687d-4fe1-ae17-9212d99dc344 disassociated. External IP: 172.25.0.222, port: 8bc73049-4023-422b-8342-5eefe487ff44. Dec 17 14:04:35.990613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Calling delete_port for 8bc73049-4023-422b-8342-5eefe487ff44 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:04:36.203030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:36.240177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event deleted for resources: {'Port': ['ID=8bc73049-4023-422b-8342-5eefe487ff44,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:36.263191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d65e1d-bb0e-4a18-a37c-41c6e2e5403a req-4e3e16a0-2e38-47ab-b403-d37c71303887 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:36.265162 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-64d65e1d-bb0e-4a18-a37c-41c6e2e5403a req-4e3e16a0-2e38-47ab-b403-d37c71303887 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 868 time: 0.0896063 Dec 17 14:04:36.385950 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-64d65e1d-bb0e-4a18-a37c-41c6e2e5403a req-3f26687c-2433-4b6e-9d4b-3d3561be921f tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups?id=490e0204-c7c0-4af1-9858-be3d8e91d9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900857 Dec 17 14:04:36.408437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:04:36.517031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:04:36.526716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdecb44-b955-49ad-8f94-f1bb837e4041 None None] Sync routers for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:04:36.538756 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdecb44-b955-49ad-8f94-f1bb837e4041 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:04:36.539438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-3cdecb44-b955-49ad-8f94-f1bb837e4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:04:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:04:36.555843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] No DVR routers for this DVR port 8bc73049-4023-422b-8342-5eefe487ff44 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:04:36.558596 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:36.562755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e318e6b-492c-43ee-adb3-5e4a191ef2ec req-308e7b55-9b57-41de-a4c2-e1a6dbfbb877 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.61 "DELETE /v2.0/ports/8bc73049-4023-422b-8342-5eefe487ff44 HTTP/1.1" status: 204 len: 173 time: 0.9159031 Dec 17 14:04:36.563214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'name': 'network-vif-deleted', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:04:36.565483 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd4d2cc-3d1a-40ec-bdb8-e7345653ab8a" -d '{"events": [{"server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "name": "network-vif-deleted", "tag": "8bc73049-4023-422b-8342-5eefe487ff44"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:04:36.586377 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:36.610747 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c14c627-80fe-4327-af7e-9bc3c2575547 x-openstack-request-id: req-5c14c627-80fe-4327-af7e-9bc3c2575547 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:04:36.611043 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e3367-82ab-4ab8-8ab8-2ed00a265738", "name": "network-vif-deleted", "tag": "8bc73049-4023-422b-8342-5eefe487ff44", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:04:36.611298 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c14c627-80fe-4327-af7e-9bc3c2575547 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:04:36.611702 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e3367-82ab-4ab8-8ab8-2ed00a265738', 'name': 'network-vif-deleted', 'tag': '8bc73049-4023-422b-8342-5eefe487ff44', 'status': 'completed', 'code': 200} Dec 17 14:04:36.655947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-3cdecb44-b955-49ad-8f94-f1bb837e4041 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:04:36.862217 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-3cdecb44-b955-49ad-8f94-f1bb837e4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:04:36.889823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdecb44-b955-49ad-8f94-f1bb837e4041 None None] Checking router: 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:04:36.898732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdecb44-b955-49ad-8f94-f1bb837e4041 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:04:36.899329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-3cdecb44-b955-49ad-8f94-f1bb837e4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:04:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:04:37.008139 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-3cdecb44-b955-49ad-8f94-f1bb837e4041 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:04:37.214270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-3cdecb44-b955-49ad-8f94-f1bb837e4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:04:37.241033 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdecb44-b955-49ad-8f94-f1bb837e4041 None None] The sync data for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 is: [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T13:53:50Z', 'revision_number': 4, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fbe07dd7-121a-4588-bc0f-c45c8a6a022f', 'name': '', 'network_id': '7c5f9d0d-5775-4590-917e-44915d9a03bd', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'mac_address': 'fa:16:3e:3c:66:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:50Z', 'updated_at': '2021-12-17T13:53:56Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'subnets': [{'id': '8572db6c-70ee-4c7f-9357-c4b08cc46e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:04:37.471392 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db46206-38ac-4407-9055-a1bc7ad102ca None None] New status for floating IP 156912b1-687d-4fe1-ae17-9212d99dc344: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:04:37.501742 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7918a208-8bc3-46cb-b44f-5efae0cf85b6 req-54e26979-2cbc-425d-9908-13af0876f80d tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 210 time: 0.0384099 Dec 17 14:04:38.525524 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 8bc73049-4023-422b-8342-5eefe487ff44 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:04:38.556828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 8bc73049-4023-422b-8342-5eefe487ff44 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:04:38.557204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 8bc73049-4023-422b-8342-5eefe487ff44 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:04:38.606920 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64f10f13-8fce-47aa-8d03-2d5969446d86 req-2a59c9b9-f9fa-4015-9add-0995cd0d05b0 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 210 time: 0.0258243 Dec 17 14:04:39.704929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dbf0ed80-5075-49f6-9bd1-5616781af72d req-824a7281-237c-40b4-9d04-f08ca596ac6e tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 210 time: 0.0260696 Dec 17 14:04:40.805905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea42cac8-77a6-4c51-9630-ca135d12643e req-a8ba4567-ae7b-4904-90b5-30051300a582 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 210 time: 0.0273728 Dec 17 14:04:41.913311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-467d1304-74d6-4128-96a5-792149e22f47 req-8572553c-61c5-40ea-a043-462b9a0ff911 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/ports?device_id=192e3367-82ab-4ab8-8ab8-2ed00a265738 HTTP/1.1" status: 200 len: 210 time: 0.0284760 Dec 17 14:04:43.916125 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b43f42a2-1a57-49fd-83f3-4948dbc7da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:46.374051 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7df4302f-dae5-4bd2-af17-31977b61b874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:46.877725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49748) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:04:46.935135 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0944a8ae-32ca-43f8-a177-afa2efaf1af7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:46.958720 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0944a8ae-32ca-43f8-a177-afa2efaf1af7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:47.082415 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0944a8ae-32ca-43f8-a177-afa2efaf1af7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:47.085063 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0944a8ae-32ca-43f8-a177-afa2efaf1af7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:47.086256 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0944a8ae-32ca-43f8-a177-afa2efaf1af7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "DELETE /v2.0/security-groups/490e0204-c7c0-4af1-9858-be3d8e91d9ab HTTP/1.1" status: 204 len: 168 time: 0.2075427 Dec 17 14:04:47.090091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49750) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:04:47.096196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944a8ae-32ca-43f8-a177-afa2efaf1af7 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=490e0204-c7c0-4af1-9858-be3d8e91d9ab,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:47.105258 n-d-815324-5 neutron-server[110454]: INFO neutron.api.v2.resource [None req-05aee108-0082-46ea-8c29-9f0f0d5ee0ab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] show failed (client error): The resource could not be found. Dec 17 14:04:47.111782 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-05aee108-0082-46ea-8c29-9f0f0d5ee0ab tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "GET /v2.0/security-groups/490e0204-c7c0-4af1-9858-be3d8e91d9ab HTTP/1.1" status: 404 len: 347 time: 0.0204828 Dec 17 14:04:47.112021 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49752) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:04:47.255433 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-41822f34-579d-4695-a759-f56264d92fe9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Deleting port 8fdea6bb-a397-4851-9ca9-4a53ce6f8998 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:04:47.255815 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41822f34-579d-4695-a759-f56264d92fe9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:47.337491 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41822f34-579d-4695-a759-f56264d92fe9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:47.337993 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41822f34-579d-4695-a759-f56264d92fe9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:47.350986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-41822f34-579d-4695-a759-f56264d92fe9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Calling delete_port for 8fdea6bb-a397-4851-9ca9-4a53ce6f8998 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:04:47.602066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41822f34-579d-4695-a759-f56264d92fe9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:47.633188 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41822f34-579d-4695-a759-f56264d92fe9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Pushing event deleted for resources: {'Port': ['ID=8fdea6bb-a397-4851-9ca9-4a53ce6f8998,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:47.695871 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41822f34-579d-4695-a759-f56264d92fe9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:47.699216 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-41822f34-579d-4695-a759-f56264d92fe9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:47.700388 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-41822f34-579d-4695-a759-f56264d92fe9 tempest-ServerActionsTestJSON-28619624 tempest-ServerActionsTestJSON-28619624-project] 10.222.0.59 "DELETE /v2.0/floatingips/156912b1-687d-4fe1-ae17-9212d99dc344 HTTP/1.1" status: 204 len: 168 time: 0.5874469 Dec 17 14:04:47.706782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49754) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:04:47.949569 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:48.531366 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2228361-f6e9-4771-8ebd-9ac900093e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:48.773730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c2228361-f6e9-4771-8ebd-9ac900093e7d admin admin] Deleting port fbe07dd7-121a-4588-bc0f-c45c8a6a022f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:04:48.774094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2228361-f6e9-4771-8ebd-9ac900093e7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:48.850416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-c2228361-f6e9-4771-8ebd-9ac900093e7d admin admin] For port fbe07dd7-121a-4588-bc0f-c45c8a6a022f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fbe07dd7-121a-4588-bc0f-c45c8a6a022f,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:04:48.850787 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2228361-f6e9-4771-8ebd-9ac900093e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:48.863159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c2228361-f6e9-4771-8ebd-9ac900093e7d admin admin] Calling delete_port for fbe07dd7-121a-4588-bc0f-c45c8a6a022f owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:04:49.081784 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:49.109747 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2228361-f6e9-4771-8ebd-9ac900093e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:49.135296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2228361-f6e9-4771-8ebd-9ac900093e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe07dd7-121a-4588-bc0f-c45c8a6a022f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:49.316063 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2228361-f6e9-4771-8ebd-9ac900093e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:49.539195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2228361-f6e9-4771-8ebd-9ac900093e7d admin admin] Router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:04:49.652195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2228361-f6e9-4771-8ebd-9ac900093e7d admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:04:49.659122 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c2228361-f6e9-4771-8ebd-9ac900093e7d admin admin] 10.222.0.59 "PUT /v2.0/routers/12cf35a6-22ed-4c6a-8f10-6f9d6589e582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9512022 Dec 17 14:04:49.660980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49758) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:04:49.662030 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a7d44-90bd-4566-9b1b-b0a6a2c03f05 None None] Sync routers for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:04:49.672666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a7d44-90bd-4566-9b1b-b0a6a2c03f05 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:04:49.673384 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-3c9a7d44-90bd-4566-9b1b-b0a6a2c03f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:04:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:04:49.770420 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:49.790920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-3c9a7d44-90bd-4566-9b1b-b0a6a2c03f05 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:04:49.871401 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:49.881661 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:49.974552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Deleting port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:04:49.974895 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:49.975813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-3c9a7d44-90bd-4566-9b1b-b0a6a2c03f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T14:04:48Z', 'revision_number': 5, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port': {'id': '581e3390-9fdc-41c4-852d-ed4d3e2f08bf', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T13:53:48Z', 'updated_at': '2021-12-17T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:04:50.002901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a7d44-90bd-4566-9b1b-b0a6a2c03f05 None None] Checking router: 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:04:50.011509 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a7d44-90bd-4566-9b1b-b0a6a2c03f05 None None] Routers {'12cf35a6-22ed-4c6a-8f10-6f9d6589e582'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:04:50.012132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-3c9a7d44-90bd-4566-9b1b-b0a6a2c03f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:04:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:04:50.057146 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] For port 581e3390-9fdc-41c4-852d-ed4d3e2f08bf, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=581e3390-9fdc-41c4-852d-ed4d3e2f08bf,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:04:50.057517 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:50.070125 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Calling delete_port for 581e3390-9fdc-41c4-852d-ed4d3e2f08bf owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:04:50.098229 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-3c9a7d44-90bd-4566-9b1b-b0a6a2c03f05 None None] Set router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:04:50.152600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-3c9a7d44-90bd-4566-9b1b-b0a6a2c03f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T14:04:49Z', 'revision_number': 6, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:04:50.180220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a7d44-90bd-4566-9b1b-b0a6a2c03f05 None None] The sync data for ids ['12cf35a6-22ed-4c6a-8f10-6f9d6589e582'] in n-d-815324-5 is: [{'id': '12cf35a6-22ed-4c6a-8f10-6f9d6589e582', 'name': 'tempest-ServerActionsTestJSON-1974544043-router', 'tenant_id': '2290e21efd374554af45d38ac600d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T13:53:47Z', 'updated_at': '2021-12-17T14:04:49Z', 'revision_number': 6, 'project_id': '2290e21efd374554af45d38ac600d0b5', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:04:50.309445 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:50.335590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Pushing event deleted for resources: {'Port': ['ID=581e3390-9fdc-41c4-852d-ed4d3e2f08bf,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:50.346894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22fe5eb-3cb2-48a7-b805-eb5c7d00f972 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:04:50.398675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:50.489688 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:50.491827 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:50.616912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:50.617557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12cf35a6-22ed-4c6a-8f10-6f9d6589e582 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:04:50.625782 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:50.626965 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f195f623-cf85-4950-a9cd-f371857d5366 admin admin] 10.222.0.59 "DELETE /v2.0/routers/12cf35a6-22ed-4c6a-8f10-6f9d6589e582 HTTP/1.1" status: 204 len: 168 time: 0.9649982 Dec 17 14:04:50.629636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49760) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:04:50.680994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e39af5-e392-4704-b086-4271252afe82 admin admin] Deleting subnet 8572db6c-70ee-4c7f-9357-c4b08cc46e5e {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:04:50.684187 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77e39af5-e392-4704-b086-4271252afe82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:50.719819 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77e39af5-e392-4704-b086-4271252afe82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:50.799610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77e39af5-e392-4704-b086-4271252afe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:50.929025 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77e39af5-e392-4704-b086-4271252afe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:50.956111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e39af5-e392-4704-b086-4271252afe82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8572db6c-70ee-4c7f-9357-c4b08cc46e5e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:50.963749 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77e39af5-e392-4704-b086-4271252afe82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:50.968553 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-77e39af5-e392-4704-b086-4271252afe82 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8572db6c-70ee-4c7f-9357-c4b08cc46e5e HTTP/1.1" status: 204 len: 168 time: 0.3377485 Dec 17 14:04:50.969273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615f41a7-dabb-44a3-89f0-12db46105b95 None None] Network 7c5f9d0d-5775-4590-917e-44915d9a03bd requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:04:50.971126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49762) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:04:51.053833 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.116220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Deleting port cc2a4743-26da-4ddc-b485-9608ae0e22b1 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:04:51.116571 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.134075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b347dc-0774-4d6b-bad8-b9f961b8e3dc None None] DHCP port deletion for 7c5f9d0d-5775-4590-917e-44915d9a03bd request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:04:51.194777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b6b347dc-0774-4d6b-bad8-b9f961b8e3dc None None] Deleting port cc2a4743-26da-4ddc-b485-9608ae0e22b1 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:04:51.195284 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6b347dc-0774-4d6b-bad8-b9f961b8e3dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.202314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] For port cc2a4743-26da-4ddc-b485-9608ae0e22b1, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cc2a4743-26da-4ddc-b485-9608ae0e22b1,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:04:51.203658 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.223553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Calling delete_port for cc2a4743-26da-4ddc-b485-9608ae0e22b1 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:04:51.275373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b6b347dc-0774-4d6b-bad8-b9f961b8e3dc None None] For port cc2a4743-26da-4ddc-b485-9608ae0e22b1, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=cc2a4743-26da-4ddc-b485-9608ae0e22b1,segment=NetworkSegment(473c67ee-06f1-4beb-98ad-38e7842968b3),segment_id=473c67ee-06f1-4beb-98ad-38e7842968b3)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:04:51.276021 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6b347dc-0774-4d6b-bad8-b9f961b8e3dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.296417 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b6b347dc-0774-4d6b-bad8-b9f961b8e3dc None None] Calling delete_port for cc2a4743-26da-4ddc-b485-9608ae0e22b1 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:04:51.412244 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.420070 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6b347dc-0774-4d6b-bad8-b9f961b8e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.441432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2a4743-26da-4ddc-b485-9608ae0e22b1,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:51.443583 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] No DVR routers for this DVR port cc2a4743-26da-4ddc-b485-9608ae0e22b1 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:04:51.445649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b347dc-0774-4d6b-bad8-b9f961b8e3dc None None] Pushing event deleted for resources: {'Port': ['ID=cc2a4743-26da-4ddc-b485-9608ae0e22b1,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:51.449553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b347dc-0774-4d6b-bad8-b9f961b8e3dc None None] No DVR routers for this DVR port cc2a4743-26da-4ddc-b485-9608ae0e22b1 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:04:51.526535 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.548248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5f9d0d-5775-4590-917e-44915d9a03bd']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:04:51.557838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473c67ee-06f1-4beb-98ad-38e7842968b3') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:04:51.558144 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473c67ee-06f1-4beb-98ad-38e7842968b3') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:04:51.558354 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cc2a4743-26da-4ddc-b485-9608ae0e22b1 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:04:51.567875 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.581381 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.586317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: cc2a4743-26da-4ddc-b485-9608ae0e22b1 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:04:51.593843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device cc2a4743-26da-4ddc-b485-9608ae0e22b1 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:04:51.593843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 581e3390-9fdc-41c4-852d-ed4d3e2f08bf no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:04:51.594093 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:04:51.611194 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 581e3390-9fdc-41c4-852d-ed4d3e2f08bf {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:04:51.611544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 581e3390-9fdc-41c4-852d-ed4d3e2f08bf not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:04:51.612110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fbe07dd7-121a-4588-bc0f-c45c8a6a022f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:04:51.631544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: fbe07dd7-121a-4588-bc0f-c45c8a6a022f {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:04:51.631897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fbe07dd7-121a-4588-bc0f-c45c8a6a022f not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:04:51.710417 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.716132 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:51.719894 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] 10.222.0.59 "DELETE /v2.0/networks/7c5f9d0d-5775-4590-917e-44915d9a03bd HTTP/1.1" status: 204 len: 168 time: 0.7478166 Dec 17 14:04:51.731015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f71eb-c41f-4f3f-8f96-21851447f98f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5f9d0d-5775-4590-917e-44915d9a03bd,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:52.011053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49766) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:04:52.051625 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ab614040-0243-4e28-b892-89b45a5d4378 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2290e21efd374554af45d38ac600d0b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393276 Dec 17 14:04:52.054059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49768) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:04:52.102552 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b8ee1e59-38a8-4376-9311-f0f26fab6b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:52.125207 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b8ee1e59-38a8-4376-9311-f0f26fab6b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:52.241887 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b8ee1e59-38a8-4376-9311-f0f26fab6b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:52.244729 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b8ee1e59-38a8-4376-9311-f0f26fab6b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:52.245935 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b8ee1e59-38a8-4376-9311-f0f26fab6b96 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b0aa199-7549-4875-a7d4-08c47ca6b64d HTTP/1.1" status: 204 len: 168 time: 0.1907463 Dec 17 14:04:52.255226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee1e59-38a8-4376-9311-f0f26fab6b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0aa199-7549-4875-a7d4-08c47ca6b64d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:53.420959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49790) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:04:53.527324 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-342265143-network', 'tenant_id': 'f22d7b533d3a4d38831085ccd3372850'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:04:53.640712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Made reservation on behalf of f22d7b533d3a4d38831085ccd3372850 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:04:53.643164 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:53.651904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:53.728577 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:53.790362 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:53.815608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:04:53.825137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234855c7-48b7-41d1-ba69-0bf303173664,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:53.829915 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:53.830285 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Added segment 74a00e43-c5f7-49b4-8cf3-8101cef3bc7a of type vlan for network 7dbecfc9-81ad-47e8-aaf9-878200064d9f Dec 17 14:04:53.870160 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:53.956323 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:53.957302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:53.957936 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:54.015635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] Pushing event updated for resources: {'Network': ['ID=7dbecfc9-81ad-47e8-aaf9-878200064d9f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:54.025531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 7dbecfc9-81ad-47e8-aaf9-878200064d9f details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:04:54.070000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-93f9b259-67c6-4b6b-b4ef-3b94bd36acd1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6496997 Dec 17 14:04:54.070240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49794) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:04:54.075240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6493d3c5-dc16-4c8a-a569-3c4998a2a7fd admin admin] Request body: {'subnet': {'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-342265143-subnet', 'tenant_id': 'f22d7b533d3a4d38831085ccd3372850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:04:54.138889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6493d3c5-dc16-4c8a-a569-3c4998a2a7fd admin admin] Made reservation on behalf of f22d7b533d3a4d38831085ccd3372850 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:04:54.142115 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6493d3c5-dc16-4c8a-a569-3c4998a2a7fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:54.373500 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6493d3c5-dc16-4c8a-a569-3c4998a2a7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:54.434907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493d3c5-dc16-4c8a-a569-3c4998a2a7fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9176507c-0f2a-43df-805e-00c02aa15730,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:54.441998 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6493d3c5-dc16-4c8a-a569-3c4998a2a7fd admin admin] Checking segment: {'id': '74a00e43-c5f7-49b4-8cf3-8101cef3bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:04:54.442366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6493d3c5-dc16-4c8a-a569-3c4998a2a7fd admin admin] Network hostable DHCP agents. Network: 7dbecfc9-81ad-47e8-aaf9-878200064d9f, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:04:54.539076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6493d3c5-dc16-4c8a-a569-3c4998a2a7fd admin admin] Network 7dbecfc9-81ad-47e8-aaf9-878200064d9f is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:04:54.625326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6493d3c5-dc16-4c8a-a569-3c4998a2a7fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 7dbecfc9-81ad-47e8-aaf9-878200064d9f) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:04:54.630192 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6493d3c5-dc16-4c8a-a569-3c4998a2a7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:54.631227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6493d3c5-dc16-4c8a-a569-3c4998a2a7fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:54.635826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a6491-2a6b-4400-8342-3e2158a64375 None None] Network 7dbecfc9-81ad-47e8-aaf9-878200064d9f requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:04:54.727401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b60f509-fd48-42df-b784-fc8a3ef79488 None None] Network 7dbecfc9-81ad-47e8-aaf9-878200064d9f requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:04:54.730846 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6493d3c5-dc16-4c8a-a569-3c4998a2a7fd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6595938 Dec 17 14:04:55.172693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-10088095-0b84-46b3-86a9-c3a6d0374250 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:55.174238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-10088095-0b84-46b3-86a9-c3a6d0374250 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/networks?id=7dbecfc9-81ad-47e8-aaf9-878200064d9f HTTP/1.1" status: 200 len: 813 time: 0.1058402 Dec 17 14:04:55.190172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-3093ff28-c7f3-483a-a8b2-e7cd08fb613a tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/quotas/f22d7b533d3a4d38831085ccd3372850 HTTP/1.1" status: 200 len: 375 time: 0.0100100 Dec 17 14:04:55.225272 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-d4bfd42f-08b9-46d2-a193-958459fa8063 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f22d7b533d3a4d38831085ccd3372850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293024 Dec 17 14:04:55.236965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-e10a435e-cd21-428b-88c9-b07b0ab4fad7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:04:55.238009 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-e10a435e-cd21-428b-88c9-b07b0ab4fad7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059133 Dec 17 14:04:55.290684 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:04:55.326271 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-173a203a-a173-43a5-ac47-90d74f1e4f95 service neutron] 10.222.0.59 "GET /v2.0/networks/7dbecfc9-81ad-47e8-aaf9-878200064d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825281 Dec 17 14:04:55.420547 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-133f176c-bd9b-4067-8148-7eebbd50f533 service neutron] 10.222.0.59 "GET /v2.0/networks/7dbecfc9-81ad-47e8-aaf9-878200064d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878346 Dec 17 14:04:55.685393 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0d79211f-7021-46dd-aed9-76a878b77f8f req-915285ff-5780-42b3-8120-d55ff4b75203 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 210 time: 0.0276330 Dec 17 14:04:56.766149 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e0f357e9-69e1-4476-a43b-9cbfa3002105 req-4cd24514-6614-419a-a057-d9d42af5ac3e tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 210 time: 0.0278563 Dec 17 14:04:57.862102 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2004ba39-2953-4faa-8234-9b7d5426a205 req-09a952ca-f652-4739-87ae-4671fdf84008 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 210 time: 0.0262682 Dec 17 14:04:58.077700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-05cf8639-9506-4384-a8ed-3d3490ac92f3 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:58.079092 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-05cf8639-9506-4384-a8ed-3d3490ac92f3 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.54 "GET /v2.0/networks?id=7dbecfc9-81ad-47e8-aaf9-878200064d9f HTTP/1.1" status: 200 len: 813 time: 0.1049349 Dec 17 14:04:58.095412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Request body: {'port': {'device_id': '26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681', 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f', 'admin_state_up': True, 'tenant_id': 'f22d7b533d3a4d38831085ccd3372850'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:04:58.607442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Made reservation on behalf of f22d7b533d3a4d38831085ccd3372850 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:04:58.611769 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:58.738794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Allocated IP 172.20.0.12 (7dbecfc9-81ad-47e8-aaf9-878200064d9f/9176507c-0f2a-43df-805e-00c02aa15730/fb049f00-e9d7-4e21-9c02-efec76fa2349) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:04:58.885232 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:58.963118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90e411c6-31c4-422b-8e0a-ea35cd4c724e req-9289c12f-efb6-4dac-8328-3e7a68d96ea3 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 210 time: 0.0307903 Dec 17 14:04:58.990885 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:59.037447 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Network 7dbecfc9-81ad-47e8-aaf9-878200064d9f is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:04:59.040597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:04:59.044445 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:04:59.074016 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Pushing event updated for resources: {'Port': ['ID=fb049f00-e9d7-4e21-9c02-efec76fa2349,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:59.088560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.089193 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.089328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.089610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.089950 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.090299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.090616 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.090944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.091268 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.091595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.091923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.092245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.092568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:04:59.110339 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:59.110959 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:59.188551 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ea93fa84-5182-4a23-baf2-cbc17f578eee tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0968096 Dec 17 14:04:59.200936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Request body: {'port': {'device_id': '26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:04:59.261482 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:59.536520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb049f00-e9d7-4e21-9c02-efec76fa2349 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:04:59.545256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:59.559326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Transition to ACTIVE for port object fb049f00-e9d7-4e21-9c02-efec76fa2349 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:04:59.636421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:59.689099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb049f00-e9d7-4e21-9c02-efec76fa2349,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:04:59.773684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Attempting to bind port fb049f00-e9d7-4e21-9c02-efec76fa2349 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:04:59.773948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Attempting to bind port fb049f00-e9d7-4e21-9c02-efec76fa2349 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '74a00e43-c5f7-49b4-8cf3-8101cef3bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:04:59.774283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Attempting to bind port fb049f00-e9d7-4e21-9c02-efec76fa2349 on network 7dbecfc9-81ad-47e8-aaf9-878200064d9f {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:04:59.779272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Port fb049f00-e9d7-4e21-9c02-efec76fa2349 on network 7dbecfc9-81ad-47e8-aaf9-878200064d9f not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:04:59.779598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Attempting to bind port fb049f00-e9d7-4e21-9c02-efec76fa2349 on network 7dbecfc9-81ad-47e8-aaf9-878200064d9f {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:04:59.785311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:04:59.785690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Checking segment: {'id': '74a00e43-c5f7-49b4-8cf3-8101cef3bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:04:59.786078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Bound using segment: {'id': '74a00e43-c5f7-49b4-8cf3-8101cef3bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:04:59.786505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Bound port: fb049f00-e9d7-4e21-9c02-efec76fa2349, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a00e43-c5f7-49b4-8cf3-8101cef3bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:04:59.786867 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:59.855393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] For port fb049f00-e9d7-4e21-9c02-efec76fa2349, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:04:59.859454 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] For port fb049f00-e9d7-4e21-9c02-efec76fa2349, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=fb049f00-e9d7-4e21-9c02-efec76fa2349,segment=NetworkSegment(74a00e43-c5f7-49b4-8cf3-8101cef3bc7a),segment_id=74a00e43-c5f7-49b4-8cf3-8101cef3bc7a)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:04:59.951111 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:59.989763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:04:59.990420 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:04:59.992112 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] 10.222.0.54 "PUT /v2.0/ports/fb049f00-e9d7-4e21-9c02-efec76fa2349 HTTP/1.1" status: 200 len: 1092 time: 0.7956765 Dec 17 14:04:59.992413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681', 'tag': 'fb049f00-e9d7-4e21-9c02-efec76fa2349'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:04:59.994847 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a077ab-244a-46bc-a682-b5dac8470ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681", "tag": "fb049f00-e9d7-4e21-9c02-efec76fa2349"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:05:00.025566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8dc57-f7df-47c3-b49b-0006161edeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb049f00-e9d7-4e21-9c02-efec76fa2349,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:00.052178 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d47361-8d81-4058-bd44-dc81697fc99b x-openstack-request-id: req-44d47361-8d81-4058-bd44-dc81697fc99b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:05:00.052473 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681", "tag": "fb049f00-e9d7-4e21-9c02-efec76fa2349", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:05:00.052751 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-44d47361-8d81-4058-bd44-dc81697fc99b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:05:00.053161 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681', 'tag': 'fb049f00-e9d7-4e21-9c02-efec76fa2349', 'status': 'completed', 'code': 200} Dec 17 14:05:00.095760 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f7b49-c843-4ed7-9519-f0f7c8e3d7ff req-20ae7cdc-97b0-4b9a-a53d-c8455a3a505e tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:00.098168 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca3f7b49-c843-4ed7-9519-f0f7c8e3d7ff req-20ae7cdc-97b0-4b9a-a53d-c8455a3a505e tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 944 time: 0.0565605 Dec 17 14:05:00.119070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a077ab-244a-46bc-a682-b5dac8470ac6 req-743aa8b8-3d3c-4478-af2b-62542821d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:00.120613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28a077ab-244a-46bc-a682-b5dac8470ac6 req-743aa8b8-3d3c-4478-af2b-62542821d9f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f22d7b533d3a4d38831085ccd3372850&device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 1095 time: 0.0440578 Dec 17 14:05:00.151334 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ca3f7b49-c843-4ed7-9519-f0f7c8e3d7ff req-90dbd46f-2c04-4962-a18e-a99c853ad204 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462239 Dec 17 14:05:00.228320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a077ab-244a-46bc-a682-b5dac8470ac6 req-f3195ed1-efec-4e6e-9eb4-1fb74e9c7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:00.229934 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28a077ab-244a-46bc-a682-b5dac8470ac6 req-f3195ed1-efec-4e6e-9eb4-1fb74e9c7aa1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f22d7b533d3a4d38831085ccd3372850&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1010144 Dec 17 14:05:00.327444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a077ab-244a-46bc-a682-b5dac8470ac6 req-e756174f-1704-4f5c-9971-b490bac9b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:00.328942 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28a077ab-244a-46bc-a682-b5dac8470ac6 req-e756174f-1704-4f5c-9971-b490bac9b895 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922318 Dec 17 14:05:00.403330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-3664b9b6-9680-45a3-a6ae-ccd9cdcca941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:00.404882 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-3664b9b6-9680-45a3-a6ae-ccd9cdcca941 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f22d7b533d3a4d38831085ccd3372850&device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 1095 time: 0.0409930 Dec 17 14:05:00.446830 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-ad1bb1a5-a0a4-4445-bea5-c85c8d961590 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb049f00-e9d7-4e21-9c02-efec76fa2349 HTTP/1.1" status: 200 len: 217 time: 0.0346291 Dec 17 14:05:00.499877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-e5e24f97-707f-42c6-8ad0-ae3b53c4b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:00.501471 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-e5e24f97-707f-42c6-8ad0-ae3b53c4b639 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9176507c-0f2a-43df-805e-00c02aa15730 HTTP/1.1" status: 200 len: 853 time: 0.0482950 Dec 17 14:05:00.533114 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-32d48e12-5a92-407a-9a13-514e36e9b335 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7dbecfc9-81ad-47e8-aaf9-878200064d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249543 Dec 17 14:05:00.632460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-1be3b4e7-79d4-44bf-85f5-007f1dd02e13 service neutron] 10.222.0.54 "GET /v2.0/networks/7dbecfc9-81ad-47e8-aaf9-878200064d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927663 Dec 17 14:05:00.728701 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6a2cd3b-35cf-4de1-9ab9-55548cfbabdb req-6e242e5a-9790-4f1c-b507-ba006eb9789d service neutron] 10.222.0.54 "GET /v2.0/networks/7dbecfc9-81ad-47e8-aaf9-878200064d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887079 Dec 17 14:05:01.282488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a51c71-d1f5-471b-9ed0-c9828dbc5ca1 req-32287c95-e97a-444c-8852-e051fb2d95b2 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:01.284265 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9a51c71-d1f5-471b-9ed0-c9828dbc5ca1 req-32287c95-e97a-444c-8852-e051fb2d95b2 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 944 time: 0.0514209 Dec 17 14:05:01.331965 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d9a51c71-d1f5-471b-9ed0-c9828dbc5ca1 req-3aa43dd7-fc7b-40d5-9290-82650d819af5 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Dec 17 14:05:02.120007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:02.325919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device fb049f00-e9d7-4e21-9c02-efec76fa2349 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:05:02.455858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ff215-bd81-4948-934e-5fb8f6775f60 req-06f995fc-9541-490a-b3e3-65b7f2c304a8 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:02.457476 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e46ff215-bd81-4948-934e-5fb8f6775f60 req-06f995fc-9541-490a-b3e3-65b7f2c304a8 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 944 time: 0.0528545 Dec 17 14:05:02.509418 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e46ff215-bd81-4948-934e-5fb8f6775f60 req-abf11a24-29ec-4b85-8ea3-2bf66021139e tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457613 Dec 17 14:05:02.582389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port fb049f00-e9d7-4e21-9c02-efec76fa2349, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=fb049f00-e9d7-4e21-9c02-efec76fa2349,segment=NetworkSegment(74a00e43-c5f7-49b4-8cf3-8101cef3bc7a),segment_id=74a00e43-c5f7-49b4-8cf3-8101cef3bc7a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:02.593109 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'fb049f00-e9d7-4e21-9c02-efec76fa2349', 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f', 'port_id': 'fb049f00-e9d7-4e21-9c02-efec76fa2349', 'mac_address': 'fa:16:3e:33:10:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9176507c-0f2a-43df-805e-00c02aa15730', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:05:02.632835 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:02.645175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb049f00-e9d7-4e21-9c02-efec76fa2349 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:05:02.663807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port fb049f00-e9d7-4e21-9c02-efec76fa2349, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=fb049f00-e9d7-4e21-9c02-efec76fa2349,segment=NetworkSegment(74a00e43-c5f7-49b4-8cf3-8101cef3bc7a),segment_id=74a00e43-c5f7-49b4-8cf3-8101cef3bc7a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:02.744426 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:02.791900 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=fb049f00-e9d7-4e21-9c02-efec76fa2349,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:02.799703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.800049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.800394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.800721 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.801061 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.801378 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.801731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.802056 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.802375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.802693 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.803014 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.803331 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.803650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:02.931598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['fb049f00-e9d7-4e21-9c02-efec76fa2349'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:05:03.626921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45477b-0e12-407f-bec0-30b8a72517f3 req-9938d70a-e3c0-442e-977d-16c60acf5447 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:03.628493 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a45477b-0e12-407f-bec0-30b8a72517f3 req-9938d70a-e3c0-442e-977d-16c60acf5447 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 945 time: 0.0511460 Dec 17 14:05:03.684457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a45477b-0e12-407f-bec0-30b8a72517f3 req-2ee3f0a0-e973-4cc7-84b8-a3dd92482f8b tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496597 Dec 17 14:05:04.342196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device fb049f00-e9d7-4e21-9c02-efec76fa2349 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:05:04.464769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port fb049f00-e9d7-4e21-9c02-efec76fa2349 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:05:04.469511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port fb049f00-e9d7-4e21-9c02-efec76fa2349 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:05:04.469926 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:04.549112 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:04.570644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb049f00-e9d7-4e21-9c02-efec76fa2349'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:05:04.572927 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc73bf01-d1ee-481d-88cf-71845d5e7e56" -d '{"events": [{"server_uuid": "26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681", "name": "network-vif-plugged", "status": "completed", "tag": "fb049f00-e9d7-4e21-9c02-efec76fa2349"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:05:04.587401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port fb049f00-e9d7-4e21-9c02-efec76fa2349, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=fb049f00-e9d7-4e21-9c02-efec76fa2349,segment=NetworkSegment(74a00e43-c5f7-49b4-8cf3-8101cef3bc7a),segment_id=74a00e43-c5f7-49b4-8cf3-8101cef3bc7a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:04.610202 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e735355-73df-4fae-9846-c0c3f9cf7eba x-openstack-request-id: req-9e735355-73df-4fae-9846-c0c3f9cf7eba {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:05:04.610584 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681", "name": "network-vif-plugged", "status": "completed", "tag": "fb049f00-e9d7-4e21-9c02-efec76fa2349", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:05:04.610871 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e735355-73df-4fae-9846-c0c3f9cf7eba {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:05:04.611274 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb049f00-e9d7-4e21-9c02-efec76fa2349', 'code': 200} Dec 17 14:05:04.663445 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:04.706738 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22125572-949a-4ac9-a732-0a3cbff5ab9f req-4ee05f3f-810a-4d52-88de-1fb6f9b29167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:04.709099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22125572-949a-4ac9-a732-0a3cbff5ab9f req-4ee05f3f-810a-4d52-88de-1fb6f9b29167 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 1097 time: 0.0416870 Dec 17 14:05:04.714044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=fb049f00-e9d7-4e21-9c02-efec76fa2349,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:04.755452 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-22125572-949a-4ac9-a732-0a3cbff5ab9f req-bc8ee3e0-b3bf-4fa9-a943-f5d13ae152a0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382609 Dec 17 14:05:04.808590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d06573-104d-423a-b7d2-2148c797f56c req-1803bd96-ee2d-467e-94e6-40a85b71a880 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:04.810278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51d06573-104d-423a-b7d2-2148c797f56c req-1803bd96-ee2d-467e-94e6-40a85b71a880 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 946 time: 0.0497923 Dec 17 14:05:04.862576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51d06573-104d-423a-b7d2-2148c797f56c req-12d0a495-2141-4a3d-a138-2fc9e2fea419 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421543 Dec 17 14:05:05.978122 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2cdd1-e32d-4758-8ec1-8ba4a43ae492 req-0ccde77b-adae-4748-af5b-778d5c351559 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:05.979602 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04b2cdd1-e32d-4758-8ec1-8ba4a43ae492 req-0ccde77b-adae-4748-af5b-778d5c351559 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 946 time: 0.0476162 Dec 17 14:05:06.029954 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-04b2cdd1-e32d-4758-8ec1-8ba4a43ae492 req-ed574a57-fa06-4f47-9899-b56f3e509157 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436361 Dec 17 14:05:06.584375 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:07.148915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30573fc0-e1d7-4091-af77-0fdcfdc86f77 req-0243e78b-2ecb-45f0-a798-672851ce5b74 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:07.150526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30573fc0-e1d7-4091-af77-0fdcfdc86f77 req-0243e78b-2ecb-45f0-a798-672851ce5b74 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 946 time: 0.0528715 Dec 17 14:05:07.205252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-30573fc0-e1d7-4091-af77-0fdcfdc86f77 req-a1a02e5c-92ff-4594-836d-06d18147ca97 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482683 Dec 17 14:05:07.432614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-35c2770f-42b2-41f9-851c-8d9e907c36f3 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:07.434110 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-35c2770f-42b2-41f9-851c-8d9e907c36f3 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/networks?id=7dbecfc9-81ad-47e8-aaf9-878200064d9f HTTP/1.1" status: 200 len: 813 time: 0.1059852 Dec 17 14:05:07.448851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-cb131cf1-4666-479a-87b9-fc7370de5b2e tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/quotas/f22d7b533d3a4d38831085ccd3372850 HTTP/1.1" status: 200 len: 375 time: 0.0090015 Dec 17 14:05:07.500883 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-1c55f0dc-c834-4ebc-ac5c-3da7b4bc2afe tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f22d7b533d3a4d38831085ccd3372850&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466204 Dec 17 14:05:07.511603 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-aeceb6eb-dbe2-42e4-92e3-925d18ba9878 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:05:07.512569 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-aeceb6eb-dbe2-42e4-92e3-925d18ba9878 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049818 Dec 17 14:05:07.603230 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-0237bd69-cf6e-4578-a826-c2c1f4f78690 service neutron] 10.222.0.59 "GET /v2.0/networks/7dbecfc9-81ad-47e8-aaf9-878200064d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846550 Dec 17 14:05:07.696351 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-2244697d-0de6-4af4-97c8-850af9918207 service neutron] 10.222.0.59 "GET /v2.0/networks/7dbecfc9-81ad-47e8-aaf9-878200064d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862403 Dec 17 14:05:07.964119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fd74eaac-46ab-4910-982e-e580a8531a8a req-cf15544a-a6c1-4625-bb6c-ac64f4cbc2fc tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 210 time: 0.0270863 Dec 17 14:05:09.063722 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5da201b8-698e-4bef-b6d9-f5e8908a7cec req-9371d83f-9696-44f9-8f9a-5a5e037efb26 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 210 time: 0.0317595 Dec 17 14:05:10.010479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-cbac076c-9ed0-4513-812d-3efc8f87d2ac tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:10.011973 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-cbac076c-9ed0-4513-812d-3efc8f87d2ac tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.61 "GET /v2.0/networks?id=7dbecfc9-81ad-47e8-aaf9-878200064d9f HTTP/1.1" status: 200 len: 813 time: 0.1054876 Dec 17 14:05:10.026990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Request body: {'port': {'device_id': 'afc95237-a924-456d-af13-e3cf76622009', 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f', 'admin_state_up': True, 'tenant_id': 'f22d7b533d3a4d38831085ccd3372850'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:10.165856 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c39612c1-6a2a-4935-bae3-0ef5601ae9e2 req-f2399942-5fdd-43ce-810d-c62a0d51d1e7 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 210 time: 0.0330615 Dec 17 14:05:10.213079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Made reservation on behalf of f22d7b533d3a4d38831085ccd3372850 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:10.216634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:10.337724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Allocated IP 172.20.0.11 (7dbecfc9-81ad-47e8-aaf9-878200064d9f/9176507c-0f2a-43df-805e-00c02aa15730/93ee4e2b-b94c-4f3b-aaaf-3708adf623ca) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:05:10.482259 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:10.596122 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:10.609181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['fb049f00-e9d7-4e21-9c02-efec76fa2349'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:05:10.638827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Network 7dbecfc9-81ad-47e8-aaf9-878200064d9f is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:05:10.643872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:10.647656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:05:10.675287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Pushing event updated for resources: {'Port': ['ID=93ee4e2b-b94c-4f3b-aaaf-3708adf623ca,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:10.705459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:10.706131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:10.785941 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3d630a13-cfad-4e41-8b63-ca19d6edbc01 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7626021 Dec 17 14:05:10.804256 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Request body: {'port': {'device_id': 'afc95237-a924-456d-af13-e3cf76622009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:10.860777 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:11.110595 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:05:11.118043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:11.129773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Transition to ACTIVE for port object 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:05:11.200256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:11.269351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Pushing event updated for resources: {'Port': ['ID=93ee4e2b-b94c-4f3b-aaaf-3708adf623ca,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:11.287900 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f923317-c1f2-4dfb-9927-a2c1fa658a63 req-756e861b-4a57-43ba-8450-4eb2e875f388 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:11.289388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f923317-c1f2-4dfb-9927-a2c1fa658a63 req-756e861b-4a57-43ba-8450-4eb2e875f388 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 944 time: 0.0508285 Dec 17 14:05:11.321563 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Attempting to bind port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:05:11.321943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Attempting to bind port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '74a00e43-c5f7-49b4-8cf3-8101cef3bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:05:11.322282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Attempting to bind port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca on network 7dbecfc9-81ad-47e8-aaf9-878200064d9f {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:05:11.326670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca on network 7dbecfc9-81ad-47e8-aaf9-878200064d9f not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:05:11.327000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Attempting to bind port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca on network 7dbecfc9-81ad-47e8-aaf9-878200064d9f {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:05:11.331818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:05:11.332162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Checking segment: {'id': '74a00e43-c5f7-49b4-8cf3-8101cef3bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:11.332551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Bound using segment: {'id': '74a00e43-c5f7-49b4-8cf3-8101cef3bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:05:11.332984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Bound port: 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a00e43-c5f7-49b4-8cf3-8101cef3bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:05:11.333351 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:11.337746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f923317-c1f2-4dfb-9927-a2c1fa658a63 req-93185fb5-4e4f-4ba8-b226-5012b2c50b1e tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Dec 17 14:05:11.399715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] For port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:05:11.402728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] For port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=93ee4e2b-b94c-4f3b-aaaf-3708adf623ca,segment=NetworkSegment(74a00e43-c5f7-49b4-8cf3-8101cef3bc7a),segment_id=74a00e43-c5f7-49b4-8cf3-8101cef3bc7a)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:05:11.480626 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:11.522435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:11.523077 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:11.524479 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] 10.222.0.61 "PUT /v2.0/ports/93ee4e2b-b94c-4f3b-aaaf-3708adf623ca HTTP/1.1" status: 200 len: 1092 time: 0.7243879 Dec 17 14:05:11.524930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc95237-a924-456d-af13-e3cf76622009', 'tag': '93ee4e2b-b94c-4f3b-aaaf-3708adf623ca'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:05:11.527213 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059de92a-686c-4416-b813-0accfd4c3a98" -d '{"events": [{"name": "network-changed", "server_uuid": "afc95237-a924-456d-af13-e3cf76622009", "tag": "93ee4e2b-b94c-4f3b-aaaf-3708adf623ca"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:05:11.549044 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b9930-9285-4941-97eb-2e0b49a465ac service neutron] Pushing event updated for resources: {'Port': ['ID=93ee4e2b-b94c-4f3b-aaaf-3708adf623ca,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:11.563940 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a0fae4-c4d9-4431-8434-146ef8860daf x-openstack-request-id: req-a2a0fae4-c4d9-4431-8434-146ef8860daf {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:05:11.564258 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc95237-a924-456d-af13-e3cf76622009", "tag": "93ee4e2b-b94c-4f3b-aaaf-3708adf623ca", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:05:11.564579 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2a0fae4-c4d9-4431-8434-146ef8860daf {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:05:11.564913 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc95237-a924-456d-af13-e3cf76622009', 'tag': '93ee4e2b-b94c-4f3b-aaaf-3708adf623ca', 'status': 'completed', 'code': 200} Dec 17 14:05:11.631419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de92a-686c-4416-b813-0accfd4c3a98 req-f4820d2f-fe3a-4b80-9d0b-ed07a7a2e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:11.632918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-059de92a-686c-4416-b813-0accfd4c3a98 req-f4820d2f-fe3a-4b80-9d0b-ed07a7a2e0e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f22d7b533d3a4d38831085ccd3372850&device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 1095 time: 0.0415401 Dec 17 14:05:11.740963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de92a-686c-4416-b813-0accfd4c3a98 req-20c0f86b-6782-4db4-b591-5e83a8bc9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:11.742383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-059de92a-686c-4416-b813-0accfd4c3a98 req-20c0f86b-6782-4db4-b591-5e83a8bc9815 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f22d7b533d3a4d38831085ccd3372850&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0949750 Dec 17 14:05:11.840378 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de92a-686c-4416-b813-0accfd4c3a98 req-b3c5faae-1b41-4aab-b292-cff0ec99186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:11.841898 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-059de92a-686c-4416-b813-0accfd4c3a98 req-b3c5faae-1b41-4aab-b292-cff0ec99186e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887151 Dec 17 14:05:11.927136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3e06b231-84d3-4ee9-87cf-8cf916eb5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:11.928634 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-3e06b231-84d3-4ee9-87cf-8cf916eb5a32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f22d7b533d3a4d38831085ccd3372850&device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 1095 time: 0.0403268 Dec 17 14:05:11.979118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-7c549700-b4f0-4696-9488-a4975157414a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93ee4e2b-b94c-4f3b-aaaf-3708adf623ca HTTP/1.1" status: 200 len: 217 time: 0.0373185 Dec 17 14:05:12.029354 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-9eedb576-7cf0-46af-aceb-df1df84c8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:12.030786 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-9eedb576-7cf0-46af-aceb-df1df84c8e9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9176507c-0f2a-43df-805e-00c02aa15730 HTTP/1.1" status: 200 len: 853 time: 0.0438037 Dec 17 14:05:12.066658 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-c2695a37-142e-42f9-9584-7241d090e34a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7dbecfc9-81ad-47e8-aaf9-878200064d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245211 Dec 17 14:05:12.165305 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-209f49f1-494b-4eb0-b181-89d13f46c0e3 service neutron] 10.222.0.61 "GET /v2.0/networks/7dbecfc9-81ad-47e8-aaf9-878200064d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850003 Dec 17 14:05:12.259059 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8125801c-841b-4ba0-b73c-835a28d434a5 req-8e4b6173-9944-474b-9027-2a361a717870 service neutron] 10.222.0.61 "GET /v2.0/networks/7dbecfc9-81ad-47e8-aaf9-878200064d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820315 Dec 17 14:05:12.462235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e791d-78f3-452f-88bb-2952933e1a12 req-7008b689-13a0-4941-b76b-9781abaad6d8 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:12.463707 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-af7e791d-78f3-452f-88bb-2952933e1a12 req-7008b689-13a0-4941-b76b-9781abaad6d8 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 944 time: 0.0481877 Dec 17 14:05:12.510548 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-af7e791d-78f3-452f-88bb-2952933e1a12 req-6806d897-dc7c-4980-b303-589c0c865a10 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Dec 17 14:05:13.626540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4aafc-1135-45b7-b30e-aafd90a885fc req-d3bac0c5-cb16-462b-bf8d-59e80069de13 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:13.628035 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0a4aafc-1135-45b7-b30e-aafd90a885fc req-d3bac0c5-cb16-462b-bf8d-59e80069de13 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 944 time: 0.0501447 Dec 17 14:05:13.678908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f0a4aafc-1135-45b7-b30e-aafd90a885fc req-c3998bdc-6f6c-4606-a056-0e0eefabb006 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450590 Dec 17 14:05:13.914293 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-31f01677-6fa4-4a3c-a9e1-ea8759d3cd90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:14.673291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:05:14.771080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=93ee4e2b-b94c-4f3b-aaaf-3708adf623ca,segment=NetworkSegment(74a00e43-c5f7-49b4-8cf3-8101cef3bc7a),segment_id=74a00e43-c5f7-49b4-8cf3-8101cef3bc7a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:14.783554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '93ee4e2b-b94c-4f3b-aaaf-3708adf623ca', 'network_id': '7dbecfc9-81ad-47e8-aaf9-878200064d9f', 'port_id': '93ee4e2b-b94c-4f3b-aaaf-3708adf623ca', 'mac_address': 'fa:16:3e:7c:08:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9176507c-0f2a-43df-805e-00c02aa15730', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:05:14.800936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3e4a2-8611-4b3a-83b2-f7a2c55cd6fc req-bf7a1a0d-a766-4e2c-9473-8807f19f66fc tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:14.802447 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90f3e4a2-8611-4b3a-83b2-f7a2c55cd6fc req-bf7a1a0d-a766-4e2c-9473-8807f19f66fc tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 944 time: 0.0542676 Dec 17 14:05:14.820533 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:14.834073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:05:14.849700 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90f3e4a2-8611-4b3a-83b2-f7a2c55cd6fc req-74b2a924-1ad3-4495-8909-91f75df2415c tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410247 Dec 17 14:05:14.853365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=93ee4e2b-b94c-4f3b-aaaf-3708adf623ca,segment=NetworkSegment(74a00e43-c5f7-49b4-8cf3-8101cef3bc7a),segment_id=74a00e43-c5f7-49b4-8cf3-8101cef3bc7a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:14.914516 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:14.965883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=93ee4e2b-b94c-4f3b-aaaf-3708adf623ca,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:15.157046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['93ee4e2b-b94c-4f3b-aaaf-3708adf623ca'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:05:15.966000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff37f41-7566-499f-aa6f-36eb25ba4973 req-f0f949c8-93ee-4bc3-8e5c-ea416174e780 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:15.968206 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eff37f41-7566-499f-aa6f-36eb25ba4973 req-f0f949c8-93ee-4bc3-8e5c-ea416174e780 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 945 time: 0.0480187 Dec 17 14:05:16.013704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eff37f41-7566-499f-aa6f-36eb25ba4973 req-b7f3ed01-83ee-413a-b094-fed3afa04a50 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397861 Dec 17 14:05:16.350541 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-561c50f5-1f49-4a47-b9e2-ed4e2f171fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:16.690206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:05:16.802170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:05:16.806424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:05:16.806783 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:16.883636 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:16.906746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc95237-a924-456d-af13-e3cf76622009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ee4e2b-b94c-4f3b-aaaf-3708adf623ca'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:05:16.912531 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b50bd8-3354-4972-bec9-2b74a47c9256" -d '{"events": [{"server_uuid": "afc95237-a924-456d-af13-e3cf76622009", "name": "network-vif-plugged", "status": "completed", "tag": "93ee4e2b-b94c-4f3b-aaaf-3708adf623ca"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:05:16.921975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=93ee4e2b-b94c-4f3b-aaaf-3708adf623ca,segment=NetworkSegment(74a00e43-c5f7-49b4-8cf3-8101cef3bc7a),segment_id=74a00e43-c5f7-49b4-8cf3-8101cef3bc7a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:16.947374 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaa0e7a-25a8-414d-a8c1-22a90c4639c7 x-openstack-request-id: req-4eaa0e7a-25a8-414d-a8c1-22a90c4639c7 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:05:16.947672 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc95237-a924-456d-af13-e3cf76622009", "name": "network-vif-plugged", "status": "completed", "tag": "93ee4e2b-b94c-4f3b-aaaf-3708adf623ca", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:05:16.947934 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4eaa0e7a-25a8-414d-a8c1-22a90c4639c7 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:05:16.948330 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc95237-a924-456d-af13-e3cf76622009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ee4e2b-b94c-4f3b-aaaf-3708adf623ca', 'code': 200} Dec 17 14:05:16.988600 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:17.043800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=93ee4e2b-b94c-4f3b-aaaf-3708adf623ca,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:17.058397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fae5c7-f1e4-47d1-a29d-c9d282434c72 req-bb4583c9-5c27-46c4-88f3-14dc6cc3bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:17.060119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a0fae5c7-f1e4-47d1-a29d-c9d282434c72 req-bb4583c9-5c27-46c4-88f3-14dc6cc3bfce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 1097 time: 0.0427663 Dec 17 14:05:17.134480 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a0fae5c7-f1e4-47d1-a29d-c9d282434c72 req-115396a1-841f-41cb-bb52-c0ad4022a89f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672596 Dec 17 14:05:17.150220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f7aef-3b03-45fc-8006-bea41f628b42 req-c6bbfefa-9301-4015-b018-cf7f78ec4f6e tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:17.151728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae0f7aef-3b03-45fc-8006-bea41f628b42 req-c6bbfefa-9301-4015-b018-cf7f78ec4f6e tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 946 time: 0.0686176 Dec 17 14:05:17.199316 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae0f7aef-3b03-45fc-8006-bea41f628b42 req-354fcd6e-25e5-49f1-9d6f-c4db8dfa55f0 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 Dec 17 14:05:17.921297 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:18.316546 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8ca55-4596-4995-9d2a-6913c4103b9c req-7920cee5-7f96-4a8f-9fd1-18633078a57a tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:18.318068 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64b8ca55-4596-4995-9d2a-6913c4103b9c req-7920cee5-7f96-4a8f-9fd1-18633078a57a tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 946 time: 0.0502627 Dec 17 14:05:18.365229 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-64b8ca55-4596-4995-9d2a-6913c4103b9c req-731422bc-167d-43b7-bddf-09356094c3be tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 Dec 17 14:05:19.069566 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:19.481451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3299a9-cf83-451f-8392-f90276535ecb req-0e6641e6-c5c5-435d-b199-0ddf7fa332d5 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:19.483639 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d3299a9-cf83-451f-8392-f90276535ecb req-0e6641e6-c5c5-435d-b199-0ddf7fa332d5 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 946 time: 0.0492182 Dec 17 14:05:19.533689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3d3299a9-cf83-451f-8392-f90276535ecb req-2341d0ae-eeb3-4ce7-8f05-7110336fbcf6 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441072 Dec 17 14:05:19.845636 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:20.000389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58758677-a7f2-49b7-b2f4-55e407e862a0 req-7e3bda54-246e-441c-a74f-c8e220545a7a tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:20.001892 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58758677-a7f2-49b7-b2f4-55e407e862a0 req-7e3bda54-246e-441c-a74f-c8e220545a7a tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 946 time: 0.0491278 Dec 17 14:05:20.051406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58758677-a7f2-49b7-b2f4-55e407e862a0 req-ae42a845-32cd-427d-9b04-129b72fac799 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Dec 17 14:05:21.176043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3060d3d-9331-4b80-a05b-0bd9eb20b761 req-b044b1df-a9f2-4a21-aa23-611baa761247 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:21.177544 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3060d3d-9331-4b80-a05b-0bd9eb20b761 req-b044b1df-a9f2-4a21-aa23-611baa761247 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 946 time: 0.0528309 Dec 17 14:05:21.224904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3060d3d-9331-4b80-a05b-0bd9eb20b761 req-fc8440d8-768c-45fc-9541-101c04a59100 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413671 Dec 17 14:05:21.454366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e70dc-40f6-4072-9767-c88d27dc4a83 req-81f2fb1d-a41d-40c3-8002-c16c821e0cc8 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:21.455747 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-770e70dc-40f6-4072-9767-c88d27dc4a83 req-81f2fb1d-a41d-40c3-8002-c16c821e0cc8 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.61 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 946 time: 0.0490611 Dec 17 14:05:21.552152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-770e70dc-40f6-4072-9767-c88d27dc4a83 req-d482d32f-a8ec-47ac-aded-722de35aee5c tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Deleting port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:05:21.552501 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-770e70dc-40f6-4072-9767-c88d27dc4a83 req-d482d32f-a8ec-47ac-aded-722de35aee5c tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:21.644054 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-770e70dc-40f6-4072-9767-c88d27dc4a83 req-d482d32f-a8ec-47ac-aded-722de35aee5c tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] For port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=93ee4e2b-b94c-4f3b-aaaf-3708adf623ca,segment=NetworkSegment(74a00e43-c5f7-49b4-8cf3-8101cef3bc7a),segment_id=74a00e43-c5f7-49b4-8cf3-8101cef3bc7a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:21.644431 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-770e70dc-40f6-4072-9767-c88d27dc4a83 req-d482d32f-a8ec-47ac-aded-722de35aee5c tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:21.657620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-770e70dc-40f6-4072-9767-c88d27dc4a83 req-d482d32f-a8ec-47ac-aded-722de35aee5c tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Calling delete_port for 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:05:21.835576 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-770e70dc-40f6-4072-9767-c88d27dc4a83 req-d482d32f-a8ec-47ac-aded-722de35aee5c tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:21.847680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['fb049f00-e9d7-4e21-9c02-efec76fa2349'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:05:21.854286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['93ee4e2b-b94c-4f3b-aaaf-3708adf623ca'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:05:21.865172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482d32f-a8ec-47ac-aded-722de35aee5c tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Pushing event deleted for resources: {'Port': ['ID=93ee4e2b-b94c-4f3b-aaaf-3708adf623ca,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:21.911835 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-770e70dc-40f6-4072-9767-c88d27dc4a83 req-d482d32f-a8ec-47ac-aded-722de35aee5c tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] No DVR routers for this DVR port 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:05:21.914659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-770e70dc-40f6-4072-9767-c88d27dc4a83 req-d482d32f-a8ec-47ac-aded-722de35aee5c tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:21.918121 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-770e70dc-40f6-4072-9767-c88d27dc4a83 req-d482d32f-a8ec-47ac-aded-722de35aee5c tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.61 "DELETE /v2.0/ports/93ee4e2b-b94c-4f3b-aaaf-3708adf623ca HTTP/1.1" status: 204 len: 173 time: 0.4528520 Dec 17 14:05:21.918571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc95237-a924-456d-af13-e3cf76622009', 'name': 'network-vif-deleted', 'tag': '93ee4e2b-b94c-4f3b-aaaf-3708adf623ca'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:05:21.920831 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffe4e89-c1ee-45e2-b717-067f81576599" -d '{"events": [{"server_uuid": "afc95237-a924-456d-af13-e3cf76622009", "name": "network-vif-deleted", "tag": "93ee4e2b-b94c-4f3b-aaaf-3708adf623ca"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:05:21.959883 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe3d3bb-7841-46ed-a83a-f2947ba2865b x-openstack-request-id: req-2fe3d3bb-7841-46ed-a83a-f2947ba2865b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:05:21.960182 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc95237-a924-456d-af13-e3cf76622009", "name": "network-vif-deleted", "tag": "93ee4e2b-b94c-4f3b-aaaf-3708adf623ca", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:05:21.960425 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fe3d3bb-7841-46ed-a83a-f2947ba2865b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:05:21.960852 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc95237-a924-456d-af13-e3cf76622009', 'name': 'network-vif-deleted', 'tag': '93ee4e2b-b94c-4f3b-aaaf-3708adf623ca', 'status': 'completed', 'code': 200} Dec 17 14:05:22.331623 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0757f897-7b93-461e-a364-4ac71da2c430 req-3b0c8943-6a77-48c1-a741-2a392c061c15 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=afc95237-a924-456d-af13-e3cf76622009 HTTP/1.1" status: 200 len: 210 time: 0.0268350 Dec 17 14:05:23.483288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30432373-68ed-4fad-811b-b1d6741b36ac req-02771b13-dc9c-405e-ac54-6eb4aef21d5f tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:23.484741 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-30432373-68ed-4fad-811b-b1d6741b36ac req-02771b13-dc9c-405e-ac54-6eb4aef21d5f tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 946 time: 0.0483043 Dec 17 14:05:23.533742 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-30432373-68ed-4fad-811b-b1d6741b36ac req-306f2a31-3f95-4304-8eb7-34ee28d33d73 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430179 Dec 17 14:05:23.665318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32c680-91bf-4e22-b952-92a08e82e0aa req-e6cee84f-cf03-4b90-b74b-bfe7b614bbe6 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:23.666720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e32c680-91bf-4e22-b952-92a08e82e0aa req-e6cee84f-cf03-4b90-b74b-bfe7b614bbe6 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 946 time: 0.0515761 Dec 17 14:05:23.712860 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e32c680-91bf-4e22-b952-92a08e82e0aa req-2e97823f-f76b-4c14-b0c5-8ab87c368e3a tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401540 Dec 17 14:05:23.831253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cea87-dfd3-4682-8997-c844cb70bab0 req-9087b71c-50e2-43a1-8c16-3dbce6c79d51 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:23.834892 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf3cea87-dfd3-4682-8997-c844cb70bab0 req-9087b71c-50e2-43a1-8c16-3dbce6c79d51 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 946 time: 0.0548317 Dec 17 14:05:23.892999 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf3cea87-dfd3-4682-8997-c844cb70bab0 req-cfd2d7ec-9628-4d1b-afbb-ebe2aa070395 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519352 Dec 17 14:05:23.966234 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-54148cb6-3c36-40fe-bee8-3f36c035fef2 req-d8ff622c-147e-4335-a48f-e132e020ff97 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:05:23.967315 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-54148cb6-3c36-40fe-bee8-3f36c035fef2 req-d8ff622c-147e-4335-a48f-e132e020ff97 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054221 Dec 17 14:05:24.071833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6768ae-e137-406e-9bc4-53892cbccff5 req-32cf329e-ab5c-4799-b1ad-845ff60805df tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:24.073347 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af6768ae-e137-406e-9bc4-53892cbccff5 req-32cf329e-ab5c-4799-b1ad-845ff60805df tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 946 time: 0.0496283 Dec 17 14:05:24.120099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-af6768ae-e137-406e-9bc4-53892cbccff5 req-b4a133ed-e046-4fdc-bad7-6a61d14efb07 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403004 Dec 17 14:05:24.239960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79afb1-f514-4f8f-a8d7-2d87dcf42ed4 req-80afbabc-5cff-4aea-998e-408fe8cbfb19 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:24.241350 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bc79afb1-f514-4f8f-a8d7-2d87dcf42ed4 req-80afbabc-5cff-4aea-998e-408fe8cbfb19 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 946 time: 0.0478337 Dec 17 14:05:24.289751 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bc79afb1-f514-4f8f-a8d7-2d87dcf42ed4 req-cd7c2c69-b2a0-48fc-a093-f3be1dc0b25a tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Dec 17 14:05:24.411503 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83546430-4578-4423-88fe-0ae7a3ed642e req-98367c39-e033-4d8e-ac90-3638d570d299 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:24.413188 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-83546430-4578-4423-88fe-0ae7a3ed642e req-98367c39-e033-4d8e-ac90-3638d570d299 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 946 time: 0.0488131 Dec 17 14:05:24.463899 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-83546430-4578-4423-88fe-0ae7a3ed642e req-d9078996-0214-456b-97c8-27b3ffa8fbe5 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447795 Dec 17 14:05:24.720701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:05:24.741121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:05:24.745286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 93ee4e2b-b94c-4f3b-aaaf-3708adf623ca not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:05:24.969310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540ada-8489-444c-a5df-c40295c1d782 req-8a0d197d-ec12-40ae-ba74-07216ecfeaa7 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:24.970816 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e540ada-8489-444c-a5df-c40295c1d782 req-8a0d197d-ec12-40ae-ba74-07216ecfeaa7 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 946 time: 0.0483344 Dec 17 14:05:25.018178 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4e540ada-8489-444c-a5df-c40295c1d782 req-cb753706-dfae-4eeb-a2ed-40280b6f39f6 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413077 Dec 17 14:05:26.133881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfdb86-0a1e-48bb-b5e9-64fbdc0bd7f7 req-a5e1b2e9-8e9b-46d0-a424-e89b9a2ea933 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:26.135412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-57bfdb86-0a1e-48bb-b5e9-64fbdc0bd7f7 req-a5e1b2e9-8e9b-46d0-a424-e89b9a2ea933 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 946 time: 0.0480459 Dec 17 14:05:26.187506 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-57bfdb86-0a1e-48bb-b5e9-64fbdc0bd7f7 req-8740006d-8c37-488c-b14f-6d4ffcbdc510 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/security-groups?id=234855c7-48b7-41d1-ba69-0bf303173664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459142 Dec 17 14:05:26.271548 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff30cb-b278-4633-b6c1-91461d5612f9 req-0e3a00bb-15b8-4abe-9478-5f6eb704dc83 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:26.273066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4dff30cb-b278-4633-b6c1-91461d5612f9 req-0e3a00bb-15b8-4abe-9478-5f6eb704dc83 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.54 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 946 time: 0.0473149 Dec 17 14:05:26.362685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-4dff30cb-b278-4633-b6c1-91461d5612f9 req-e697daae-69df-4e14-b3ba-61661c1a27bf tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Deleting port fb049f00-e9d7-4e21-9c02-efec76fa2349 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:05:26.362953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4dff30cb-b278-4633-b6c1-91461d5612f9 req-e697daae-69df-4e14-b3ba-61661c1a27bf tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:26.454124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4dff30cb-b278-4633-b6c1-91461d5612f9 req-e697daae-69df-4e14-b3ba-61661c1a27bf tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] For port fb049f00-e9d7-4e21-9c02-efec76fa2349, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=fb049f00-e9d7-4e21-9c02-efec76fa2349,segment=NetworkSegment(74a00e43-c5f7-49b4-8cf3-8101cef3bc7a),segment_id=74a00e43-c5f7-49b4-8cf3-8101cef3bc7a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:26.454489 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4dff30cb-b278-4633-b6c1-91461d5612f9 req-e697daae-69df-4e14-b3ba-61661c1a27bf tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:26.466755 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-4dff30cb-b278-4633-b6c1-91461d5612f9 req-e697daae-69df-4e14-b3ba-61661c1a27bf tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Calling delete_port for fb049f00-e9d7-4e21-9c02-efec76fa2349 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:05:26.679539 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4dff30cb-b278-4633-b6c1-91461d5612f9 req-e697daae-69df-4e14-b3ba-61661c1a27bf tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:26.691758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['fb049f00-e9d7-4e21-9c02-efec76fa2349'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:05:26.708195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697daae-69df-4e14-b3ba-61661c1a27bf tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Pushing event deleted for resources: {'Port': ['ID=fb049f00-e9d7-4e21-9c02-efec76fa2349,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:26.747290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dff30cb-b278-4633-b6c1-91461d5612f9 req-e697daae-69df-4e14-b3ba-61661c1a27bf tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] No DVR routers for this DVR port fb049f00-e9d7-4e21-9c02-efec76fa2349 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:05:26.750449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4dff30cb-b278-4633-b6c1-91461d5612f9 req-e697daae-69df-4e14-b3ba-61661c1a27bf tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:26.753900 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4dff30cb-b278-4633-b6c1-91461d5612f9 req-e697daae-69df-4e14-b3ba-61661c1a27bf tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.54 "DELETE /v2.0/ports/fb049f00-e9d7-4e21-9c02-efec76fa2349 HTTP/1.1" status: 204 len: 173 time: 0.4732227 Dec 17 14:05:26.754343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681', 'name': 'network-vif-deleted', 'tag': 'fb049f00-e9d7-4e21-9c02-efec76fa2349'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:05:26.756622 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af058c5-2f39-4f6d-94e8-c99da75866db" -d '{"events": [{"server_uuid": "26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681", "name": "network-vif-deleted", "tag": "fb049f00-e9d7-4e21-9c02-efec76fa2349"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:05:26.793688 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a912e686-8f85-4c2f-8f8c-d202b0ff774c x-openstack-request-id: req-a912e686-8f85-4c2f-8f8c-d202b0ff774c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:05:26.793993 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681", "name": "network-vif-deleted", "tag": "fb049f00-e9d7-4e21-9c02-efec76fa2349", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:05:26.794252 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a912e686-8f85-4c2f-8f8c-d202b0ff774c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:05:26.794661 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681', 'name': 'network-vif-deleted', 'tag': 'fb049f00-e9d7-4e21-9c02-efec76fa2349', 'status': 'completed', 'code': 200} Dec 17 14:05:27.296079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc4078b5-6978-477b-a447-fd861f8d59d8 req-c782d218-35c3-4bc6-ac16-804b5ef75329 tempest-ServersNegativeTestJSON-1946567514 tempest-ServersNegativeTestJSON-1946567514-project] 10.222.0.59 "GET /v2.0/ports?device_id=26f4ef32-b6b8-4f9c-b7c2-6b5d97d47681 HTTP/1.1" status: 200 len: 210 time: 0.0305464 Dec 17 14:05:28.352267 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49946) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:28.395831 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-3313929b-e6b6-47e2-891b-b6dbb9975091 admin admin] Deleting subnet 9176507c-0f2a-43df-805e-00c02aa15730 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:05:28.399229 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3313929b-e6b6-47e2-891b-b6dbb9975091 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:28.433893 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3313929b-e6b6-47e2-891b-b6dbb9975091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:28.472162 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3313929b-e6b6-47e2-891b-b6dbb9975091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:28.582560 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3313929b-e6b6-47e2-891b-b6dbb9975091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:28.610746 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3313929b-e6b6-47e2-891b-b6dbb9975091 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:28.613989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3313929b-e6b6-47e2-891b-b6dbb9975091 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9176507c-0f2a-43df-805e-00c02aa15730 HTTP/1.1" status: 204 len: 168 time: 0.2607255 Dec 17 14:05:28.614951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313929b-e6b6-47e2-891b-b6dbb9975091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9176507c-0f2a-43df-805e-00c02aa15730,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:28.616554 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49948) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:28.682763 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:28.761703 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:28.781653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbecfc9-81ad-47e8-aaf9-878200064d9f']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:28.791160 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a00e43-c5f7-49b4-8cf3-8101cef3bc7a') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:28.791462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a00e43-c5f7-49b4-8cf3-8101cef3bc7a') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:28.800615 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:28.813634 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:28.819834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:05:28.820214 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: timer() Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:05:28.821918 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:05:28.947966 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:28.953940 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:28.957087 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] 10.222.0.59 "DELETE /v2.0/networks/7dbecfc9-81ad-47e8-aaf9-878200064d9f HTTP/1.1" status: 204 len: 168 time: 0.3395503 Dec 17 14:05:28.968337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbecfc9-81ad-47e8-aaf9-878200064d9f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:28.976042 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:28.976384 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:28.976720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:28.977057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:28.977381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:28.977741 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:28.978072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:28.978368 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:28.978718 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:28.979047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:28.979351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:28.979682 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:28.979980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1daf0c7-5dfc-4df0-8eae-4cf3c3aa9ccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:29.242937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49952) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:29.283849 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f8b61505-179f-48ec-82d5-3c68fff6fbc1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f22d7b533d3a4d38831085ccd3372850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396297 Dec 17 14:05:29.286469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49954) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:29.334619 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cabfb410-c040-4047-824e-79e5bca7cd96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:29.355319 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cabfb410-c040-4047-824e-79e5bca7cd96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:29.462442 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cabfb410-c040-4047-824e-79e5bca7cd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:29.464982 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cabfb410-c040-4047-824e-79e5bca7cd96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:29.466166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cabfb410-c040-4047-824e-79e5bca7cd96 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/234855c7-48b7-41d1-ba69-0bf303173664 HTTP/1.1" status: 204 len: 168 time: 0.1787875 Dec 17 14:05:29.474180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfb410-c040-4047-824e-79e5bca7cd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234855c7-48b7-41d1-ba69-0bf303173664,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:30.450555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device fb049f00-e9d7-4e21-9c02-efec76fa2349 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:05:30.471887 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: fb049f00-e9d7-4e21-9c02-efec76fa2349 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:05:30.472469 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device fb049f00-e9d7-4e21-9c02-efec76fa2349 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:05:30.526467 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49976) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:30.622489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032549086'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:30.730562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Made reservation on behalf of d62c5fbd78fe42429efa517641c810e7 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:30.734213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:30.746389 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:30.820996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:30.902361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:30.925916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:05:30.939717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52475a95-fa88-4a9b-9b11-32e9225b4acc,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:30.944419 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:30.944772 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Added segment 85ed32c2-f62f-42ad-a674-50eec7db3f3f of type vlan for network 594fe466-d950-4af5-8240-d9ecedecc6a5 Dec 17 14:05:30.983947 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:31.079044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:31.084609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:31.085199 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:31.151434 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event updated for resources: {'Network': ['ID=594fe466-d950-4af5-8240-d9ecedecc6a5,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:31.161782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 594fe466-d950-4af5-8240-d9ecedecc6a5 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:05:31.198112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-14a26921-f985-4417-92a1-24e27dd4837e tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6704872 Dec 17 14:05:32.206867 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:32.289803 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:05:34.464870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49980) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:34.469972 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6a12e9f4-9737-47ab-ae35-ecd52b6a09a1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Request body: {'subnet': {'network_id': '594fe466-d950-4af5-8240-d9ecedecc6a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:34.618626 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a12e9f4-9737-47ab-ae35-ecd52b6a09a1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Made reservation on behalf of d62c5fbd78fe42429efa517641c810e7 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:34.622779 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a12e9f4-9737-47ab-ae35-ecd52b6a09a1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:34.841556 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a12e9f4-9737-47ab-ae35-ecd52b6a09a1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:34.904186 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12e9f4-9737-47ab-ae35-ecd52b6a09a1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event updated for resources: {'Subnet': ['ID=30c75b6c-2357-4064-8491-ae19d1c7be30,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:34.913036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12e9f4-9737-47ab-ae35-ecd52b6a09a1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Checking segment: {'id': '85ed32c2-f62f-42ad-a674-50eec7db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '594fe466-d950-4af5-8240-d9ecedecc6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:34.913398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a12e9f4-9737-47ab-ae35-ecd52b6a09a1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Network hostable DHCP agents. Network: 594fe466-d950-4af5-8240-d9ecedecc6a5, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:05:34.989505 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a12e9f4-9737-47ab-ae35-ecd52b6a09a1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Network 594fe466-d950-4af5-8240-d9ecedecc6a5 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:05:35.081036 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-6a12e9f4-9737-47ab-ae35-ecd52b6a09a1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 594fe466-d950-4af5-8240-d9ecedecc6a5) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:35.086125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a12e9f4-9737-47ab-ae35-ecd52b6a09a1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:35.086717 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6a12e9f4-9737-47ab-ae35-ecd52b6a09a1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:35.089295 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1482ec3a-2452-4281-9963-2564bb9eb337 None None] Network 594fe466-d950-4af5-8240-d9ecedecc6a5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:35.187573 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6a12e9f4-9737-47ab-ae35-ecd52b6a09a1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7216406 Dec 17 14:05:35.190287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49982) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:35.191311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-594fe466-d950-4af5-8240-d9ecedecc6a5', 'network_id': '594fe466-d950-4af5-8240-d9ecedecc6a5', 'project_id': 'd62c5fbd78fe42429efa517641c810e7', 'fixed_ips': [{'subnet_id': '30c75b6c-2357-4064-8491-ae19d1c7be30'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:05:35.192242 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:35.195510 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d65cbea4-75c1-447b-bcd5-aeb010f2f06d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-518711455'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:35.292711 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65cbea4-75c1-447b-bcd5-aeb010f2f06d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Made reservation on behalf of d62c5fbd78fe42429efa517641c810e7 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:35.297298 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d65cbea4-75c1-447b-bcd5-aeb010f2f06d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:35.321895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65cbea4-75c1-447b-bcd5-aeb010f2f06d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:05:35.329731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Allocated IP 2001:db8:0:ffff::2 (594fe466-d950-4af5-8240-d9ecedecc6a5/30c75b6c-2357-4064-8491-ae19d1c7be30/9001aa6f-00c6-4337-9d6f-750d6f7acca0) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:05:35.331134 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d65cbea4-75c1-447b-bcd5-aeb010f2f06d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:35.331481 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-d65cbea4-75c1-447b-bcd5-aeb010f2f06d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Added segment fa28a362-5fba-4eb3-9868-b89dd2e969b9 of type vlan for network c9be9104-ebde-49e9-8b54-1eb247e46037 Dec 17 14:05:35.372224 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d65cbea4-75c1-447b-bcd5-aeb010f2f06d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:35.468183 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:35.475412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d65cbea4-75c1-447b-bcd5-aeb010f2f06d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:35.481132 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65cbea4-75c1-447b-bcd5-aeb010f2f06d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:35.481747 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d65cbea4-75c1-447b-bcd5-aeb010f2f06d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:35.547590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cbea4-75c1-447b-bcd5-aeb010f2f06d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event updated for resources: {'Network': ['ID=c9be9104-ebde-49e9-8b54-1eb247e46037,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:35.557655 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network c9be9104-ebde-49e9-8b54-1eb247e46037 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:05:35.598222 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:35.626831 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d65cbea4-75c1-447b-bcd5-aeb010f2f06d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4354830 Dec 17 14:05:35.629816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49984) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:35.634701 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ca5d17ed-9852-4220-84ae-cc9c061066dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Request body: {'subnet': {'network_id': 'c9be9104-ebde-49e9-8b54-1eb247e46037', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:35.651457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Network 594fe466-d950-4af5-8240-d9ecedecc6a5 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:05:35.661043 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:35.667550 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:05:35.674108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Pushing event updated for resources: {'Port': ['ID=9001aa6f-00c6-4337-9d6f-750d6f7acca0,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:35.728320 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Attempting to bind port 9001aa6f-00c6-4337-9d6f-750d6f7acca0 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:05:35.728617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Attempting to bind port 9001aa6f-00c6-4337-9d6f-750d6f7acca0 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '85ed32c2-f62f-42ad-a674-50eec7db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '594fe466-d950-4af5-8240-d9ecedecc6a5'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:05:35.728987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Attempting to bind port 9001aa6f-00c6-4337-9d6f-750d6f7acca0 on network 594fe466-d950-4af5-8240-d9ecedecc6a5 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:05:35.734535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:05:35.734920 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Checking segment: {'id': '85ed32c2-f62f-42ad-a674-50eec7db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '594fe466-d950-4af5-8240-d9ecedecc6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:35.735332 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:35.735730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Bound using segment: {'id': '85ed32c2-f62f-42ad-a674-50eec7db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '594fe466-d950-4af5-8240-d9ecedecc6a5'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:05:35.736206 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Bound port: 9001aa6f-00c6-4337-9d6f-750d6f7acca0, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ed32c2-f62f-42ad-a674-50eec7db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '594fe466-d950-4af5-8240-d9ecedecc6a5'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:05:35.736592 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:35.801550 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] For port 9001aa6f-00c6-4337-9d6f-750d6f7acca0, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:05:35.804530 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] For port 9001aa6f-00c6-4337-9d6f-750d6f7acca0, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9001aa6f-00c6-4337-9d6f-750d6f7acca0,segment=NetworkSegment(85ed32c2-f62f-42ad-a674-50eec7db3f3f),segment_id=85ed32c2-f62f-42ad-a674-50eec7db3f3f)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:05:35.822057 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5d17ed-9852-4220-84ae-cc9c061066dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Made reservation on behalf of d62c5fbd78fe42429efa517641c810e7 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:35.825675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca5d17ed-9852-4220-84ae-cc9c061066dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:35.939940 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:36.003047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50212650-c597-447b-9c08-cbb6367db8ab None None] Pushing event updated for resources: {'Port': ['ID=9001aa6f-00c6-4337-9d6f-750d6f7acca0,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:36.098709 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca5d17ed-9852-4220-84ae-cc9c061066dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:36.175552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d17ed-9852-4220-84ae-cc9c061066dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event updated for resources: {'Subnet': ['ID=9f08f897-9226-4b65-82e5-85310f257e3e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:36.184600 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5d17ed-9852-4220-84ae-cc9c061066dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Checking segment: {'id': 'fa28a362-5fba-4eb3-9868-b89dd2e969b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c9be9104-ebde-49e9-8b54-1eb247e46037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:36.184960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d17ed-9852-4220-84ae-cc9c061066dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Network hostable DHCP agents. Network: c9be9104-ebde-49e9-8b54-1eb247e46037, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:05:36.252587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d17ed-9852-4220-84ae-cc9c061066dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Network c9be9104-ebde-49e9-8b54-1eb247e46037 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:05:36.343772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-ca5d17ed-9852-4220-84ae-cc9c061066dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, c9be9104-ebde-49e9-8b54-1eb247e46037) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:36.348164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5d17ed-9852-4220-84ae-cc9c061066dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:36.348886 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ca5d17ed-9852-4220-84ae-cc9c061066dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:36.354708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729a15a3-9b00-4633-81de-bfe0c2a40747 None None] Network c9be9104-ebde-49e9-8b54-1eb247e46037 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:36.440575 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ca5d17ed-9852-4220-84ae-cc9c061066dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8097048 Dec 17 14:05:36.443143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49986) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:36.460561 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-c9be9104-ebde-49e9-8b54-1eb247e46037', 'network_id': 'c9be9104-ebde-49e9-8b54-1eb247e46037', 'project_id': 'd62c5fbd78fe42429efa517641c810e7', 'fixed_ips': [{'subnet_id': '9f08f897-9226-4b65-82e5-85310f257e3e'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:05:36.461456 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:36.546202 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:36.660987 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:36.752791 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:36.776666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Allocated IP 2001:db8::2 (c9be9104-ebde-49e9-8b54-1eb247e46037/9f08f897-9226-4b65-82e5-85310f257e3e/98ee673a-0c3f-4458-8c01-d3757a90ebd4) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:05:36.924311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df894882-1ee1-4a1d-ba36-20623d3cf581 None None] Network 594fe466-d950-4af5-8240-d9ecedecc6a5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:36.942874 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:36.985908 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-def0eaea-4078-4c5a-bded-3ff2df6e9248 None None] Provisioning complete for port 9001aa6f-00c6-4337-9d6f-750d6f7acca0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:05:36.986287 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-def0eaea-4078-4c5a-bded-3ff2df6e9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.043763 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.107666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Network c9be9104-ebde-49e9-8b54-1eb247e46037 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:05:37.115655 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:37.134481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:05:37.140570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Pushing event updated for resources: {'Port': ['ID=98ee673a-0c3f-4458-8c01-d3757a90ebd4,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:37.149676 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.186484 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-def0eaea-4078-4c5a-bded-3ff2df6e9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.197040 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Subnet': ['ID=9f08f897-9226-4b65-82e5-85310f257e3e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:37.228569 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Attempting to bind port 98ee673a-0c3f-4458-8c01-d3757a90ebd4 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:05:37.228955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Attempting to bind port 98ee673a-0c3f-4458-8c01-d3757a90ebd4 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fa28a362-5fba-4eb3-9868-b89dd2e969b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c9be9104-ebde-49e9-8b54-1eb247e46037'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:05:37.229335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Attempting to bind port 98ee673a-0c3f-4458-8c01-d3757a90ebd4 on network c9be9104-ebde-49e9-8b54-1eb247e46037 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:05:37.244597 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:05:37.244991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Checking segment: {'id': 'fa28a362-5fba-4eb3-9868-b89dd2e969b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c9be9104-ebde-49e9-8b54-1eb247e46037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:37.245409 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.245842 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Bound using segment: {'id': 'fa28a362-5fba-4eb3-9868-b89dd2e969b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c9be9104-ebde-49e9-8b54-1eb247e46037'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:05:37.246338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Bound port: 98ee673a-0c3f-4458-8c01-d3757a90ebd4, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa28a362-5fba-4eb3-9868-b89dd2e969b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c9be9104-ebde-49e9-8b54-1eb247e46037'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:05:37.246726 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.252602 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-def0eaea-4078-4c5a-bded-3ff2df6e9248 None None] For port 9001aa6f-00c6-4337-9d6f-750d6f7acca0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9001aa6f-00c6-4337-9d6f-750d6f7acca0,segment=NetworkSegment(85ed32c2-f62f-42ad-a674-50eec7db3f3f),segment_id=85ed32c2-f62f-42ad-a674-50eec7db3f3f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:37.265692 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.287843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9be9104-ebde-49e9-8b54-1eb247e46037']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:37.298893 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa28a362-5fba-4eb3-9868-b89dd2e969b9') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:37.299202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa28a362-5fba-4eb3-9868-b89dd2e969b9') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:37.309215 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.315817 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-def0eaea-4078-4c5a-bded-3ff2df6e9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.327150 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.333956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:05:37.334359 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: timer() Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:05:37.337626 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:05:37.352760 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] For port 98ee673a-0c3f-4458-8c01-d3757a90ebd4, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:05:37.375999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0eaea-4078-4c5a-bded-3ff2df6e9248 None None] Pushing event updated for resources: {'Port': ['ID=9001aa6f-00c6-4337-9d6f-750d6f7acca0,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:37.437794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-99c839df-e2f9-4cad-99a8-dbbc5c0d4b39 None None] Provisioning complete for port 9001aa6f-00c6-4337-9d6f-750d6f7acca0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:05:37.438171 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-99c839df-e2f9-4cad-99a8-dbbc5c0d4b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.600479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9001aa6f-00c6-4337-9d6f-750d6f7acca0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:05:37.651923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 9001aa6f-00c6-4337-9d6f-750d6f7acca0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:05:37.652218 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.759259 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] For port 98ee673a-0c3f-4458-8c01-d3757a90ebd4, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=98ee673a-0c3f-4458-8c01-d3757a90ebd4,segment=NetworkSegment(fa28a362-5fba-4eb3-9868-b89dd2e969b9),segment_id=fa28a362-5fba-4eb3-9868-b89dd2e969b9)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:05:37.818172 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.api [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 14:05:37.818172 n-d-815324-5 neutron-server[110454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 14:05:37.818172 n-d-815324-5 neutron-server[110454]: [parameters: {'id': 'c9be9104-ebde-49e9-8b54-1eb247e46037'}] Dec 17 14:05:37.818172 n-d-815324-5 neutron-server[110454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 14:05:37.818941 n-d-815324-5 neutron-server[110454]: DEBUG oslo_db.api [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 14:05:37.852428 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:37.929462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da63da7-1cb8-425f-902d-9ad1ea007edf None None] Pushing event updated for resources: {'Port': ['ID=98ee673a-0c3f-4458-8c01-d3757a90ebd4,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:37.940053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79874e5c-ab4b-4d25-8f27-b218c10d8399 None None] Network c9be9104-ebde-49e9-8b54-1eb247e46037 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:38.041438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6172f138-a2ad-455c-811e-e836ec6f3b85 None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 14:05:38.105527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6172f138-a2ad-455c-811e-e836ec6f3b85 None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 14:05:38.319341 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:38.370572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Deleting port 98ee673a-0c3f-4458-8c01-d3757a90ebd4 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:05:38.370898 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:38.433799 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] For port 98ee673a-0c3f-4458-8c01-d3757a90ebd4, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=98ee673a-0c3f-4458-8c01-d3757a90ebd4,segment=NetworkSegment(fa28a362-5fba-4eb3-9868-b89dd2e969b9),segment_id=fa28a362-5fba-4eb3-9868-b89dd2e969b9)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:38.434156 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:38.447884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Calling delete_port for 98ee673a-0c3f-4458-8c01-d3757a90ebd4 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:05:38.587605 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:38.610214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Port': ['ID=98ee673a-0c3f-4458-8c01-d3757a90ebd4,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:38.618412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] No DVR routers for this DVR port 98ee673a-0c3f-4458-8c01-d3757a90ebd4 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:05:38.692475 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:38.711217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9be9104-ebde-49e9-8b54-1eb247e46037']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:38.720054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa28a362-5fba-4eb3-9868-b89dd2e969b9') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:38.720351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa28a362-5fba-4eb3-9868-b89dd2e969b9') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:38.729169 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:38.742228 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:38.748540 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:05:38.748917 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: timer() Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:05:38.751798 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:05:38.869521 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:38.876581 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:38.879598 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/networks/c9be9104-ebde-49e9-8b54-1eb247e46037 HTTP/1.1" status: 204 len: 168 time: 2.4352751 Dec 17 14:05:38.883138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49988) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:38.888165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7c927e92-806e-4c15-86f1-96be8e083a9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2138787149'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:38.891161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea194a-22a3-4d3b-a8d7-f261874223bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Network': ['ID=c9be9104-ebde-49e9-8b54-1eb247e46037,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:38.967109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c927e92-806e-4c15-86f1-96be8e083a9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Made reservation on behalf of d62c5fbd78fe42429efa517641c810e7 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:38.970651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c927e92-806e-4c15-86f1-96be8e083a9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:38.994745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c927e92-806e-4c15-86f1-96be8e083a9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:05:39.003230 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c927e92-806e-4c15-86f1-96be8e083a9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:39.003676 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-7c927e92-806e-4c15-86f1-96be8e083a9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Added segment 13a27a8b-ffba-4a00-b6ea-66267e1111e3 of type vlan for network 46796817-1851-425f-9671-f3983794cd9d Dec 17 14:05:39.042449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c927e92-806e-4c15-86f1-96be8e083a9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:39.143637 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c927e92-806e-4c15-86f1-96be8e083a9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:39.149195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c927e92-806e-4c15-86f1-96be8e083a9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:39.149818 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7c927e92-806e-4c15-86f1-96be8e083a9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:39.217306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c927e92-806e-4c15-86f1-96be8e083a9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event updated for resources: {'Network': ['ID=46796817-1851-425f-9671-f3983794cd9d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:39.227629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 46796817-1851-425f-9671-f3983794cd9d details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:05:39.285013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7c927e92-806e-4c15-86f1-96be8e083a9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4007549 Dec 17 14:05:39.287863 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49990) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:39.294323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Request body: {'subnet': {'network_id': '46796817-1851-425f-9671-f3983794cd9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:39.458333 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Made reservation on behalf of d62c5fbd78fe42429efa517641c810e7 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:39.461796 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:39.521130 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.ipam_backend_mixin [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Performing IP validity checks on allocation pools {{(pid=110453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 14:05:39.521934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.ipam_backend_mixin [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 14:05:39.698331 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:39.758657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event updated for resources: {'Subnet': ['ID=fb3e7fb3-663a-468d-9d46-870de0fe4ec2,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:39.769368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Checking segment: {'id': '13a27a8b-ffba-4a00-b6ea-66267e1111e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '46796817-1851-425f-9671-f3983794cd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:39.769768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Network hostable DHCP agents. Network: 46796817-1851-425f-9671-f3983794cd9d, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:05:39.861302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Network 46796817-1851-425f-9671-f3983794cd9d is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:05:39.921269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 46796817-1851-425f-9671-f3983794cd9d) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:39.925321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:39.925946 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:39.931595 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da410dcb-61f6-4e80-beac-840e900c48fe None None] Network 46796817-1851-425f-9671-f3983794cd9d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:40.009390 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-83d4033c-f0e6-43cc-a9e6-792ee88b36dc tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7202153 Dec 17 14:05:40.011849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 49992) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:40.042586 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-46796817-1851-425f-9671-f3983794cd9d', 'network_id': '46796817-1851-425f-9671-f3983794cd9d', 'project_id': 'd62c5fbd78fe42429efa517641c810e7', 'fixed_ips': [{'subnet_id': 'fb3e7fb3-663a-468d-9d46-870de0fe4ec2'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:05:40.043723 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.118897 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.180304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Allocated IP 2001:db8::3 (46796817-1851-425f-9671-f3983794cd9d/fb3e7fb3-663a-468d-9d46-870de0fe4ec2/49b18eec-01f9-45d2-a0bc-6f32cb404343) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:05:40.199759 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.325959 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.382075 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.425110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Network 46796817-1851-425f-9671-f3983794cd9d is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:05:40.428021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:40.431529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:05:40.439613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Pushing event updated for resources: {'Port': ['ID=49b18eec-01f9-45d2-a0bc-6f32cb404343,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:40.447406 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.475877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3e7fb3-663a-468d-9d46-870de0fe4ec2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:40.491449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Attempting to bind port 49b18eec-01f9-45d2-a0bc-6f32cb404343 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:05:40.491832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Attempting to bind port 49b18eec-01f9-45d2-a0bc-6f32cb404343 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '13a27a8b-ffba-4a00-b6ea-66267e1111e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '46796817-1851-425f-9671-f3983794cd9d'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:05:40.492199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Attempting to bind port 49b18eec-01f9-45d2-a0bc-6f32cb404343 on network 46796817-1851-425f-9671-f3983794cd9d {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:05:40.497338 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:05:40.497752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Checking segment: {'id': '13a27a8b-ffba-4a00-b6ea-66267e1111e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '46796817-1851-425f-9671-f3983794cd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:40.498158 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.498559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Bound using segment: {'id': '13a27a8b-ffba-4a00-b6ea-66267e1111e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '46796817-1851-425f-9671-f3983794cd9d'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:05:40.499022 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Bound port: 49b18eec-01f9-45d2-a0bc-6f32cb404343, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a27a8b-ffba-4a00-b6ea-66267e1111e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '46796817-1851-425f-9671-f3983794cd9d'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:05:40.499399 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.537250 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.562770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] For port 49b18eec-01f9-45d2-a0bc-6f32cb404343, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:05:40.567791 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] For port 49b18eec-01f9-45d2-a0bc-6f32cb404343, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=49b18eec-01f9-45d2-a0bc-6f32cb404343,segment=NetworkSegment(13a27a8b-ffba-4a00-b6ea-66267e1111e3),segment_id=13a27a8b-ffba-4a00-b6ea-66267e1111e3)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:05:40.647829 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.731177 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd7190-c61d-419e-8fb7-12f4c2274e04 None None] Pushing event updated for resources: {'Port': ['ID=49b18eec-01f9-45d2-a0bc-6f32cb404343,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:40.748721 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a409f2-9b6a-4448-bf33-9ef630c7c4b9 None None] Network 46796817-1851-425f-9671-f3983794cd9d requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:40.847633 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72caae47-d4ae-4df6-943b-2069759bd505 None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 14:05:40.901885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46796817-1851-425f-9671-f3983794cd9d']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:40.911568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a27a8b-ffba-4a00-b6ea-66267e1111e3') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:40.911880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a27a8b-ffba-4a00-b6ea-66267e1111e3') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:40.916366 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72caae47-d4ae-4df6-943b-2069759bd505 None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 14:05:40.921693 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.934685 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.941158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:05:40.947130 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:05:41.053068 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.db.api [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 14:05:41.053068 n-d-815324-5 neutron-server[110453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 14:05:41.053068 n-d-815324-5 neutron-server[110453]: [parameters: {'id': '46796817-1851-425f-9671-f3983794cd9d'}] Dec 17 14:05:41.053068 n-d-815324-5 neutron-server[110453]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 14:05:41.053622 n-d-815324-5 neutron-server[110453]: DEBUG oslo_db.api [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 14:05:41.554895 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:41.607118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Deleting port 49b18eec-01f9-45d2-a0bc-6f32cb404343 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:05:41.607460 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:41.682492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] For port 49b18eec-01f9-45d2-a0bc-6f32cb404343, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=49b18eec-01f9-45d2-a0bc-6f32cb404343,segment=NetworkSegment(13a27a8b-ffba-4a00-b6ea-66267e1111e3),segment_id=13a27a8b-ffba-4a00-b6ea-66267e1111e3)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:41.682862 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:41.694794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Calling delete_port for 49b18eec-01f9-45d2-a0bc-6f32cb404343 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:05:41.863788 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:41.887338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Port': ['ID=49b18eec-01f9-45d2-a0bc-6f32cb404343,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:41.893671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] No DVR routers for this DVR port 49b18eec-01f9-45d2-a0bc-6f32cb404343 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:05:41.969674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:41.988706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46796817-1851-425f-9671-f3983794cd9d']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:41.998920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a27a8b-ffba-4a00-b6ea-66267e1111e3') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:41.999225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a27a8b-ffba-4a00-b6ea-66267e1111e3') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:42.017467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:42.032172 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:42.038643 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:05:42.039037 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:05:42.042051 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:05:42.195436 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:42.203406 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:42.206312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/networks/46796817-1851-425f-9671-f3983794cd9d HTTP/1.1" status: 204 len: 168 time: 2.1932700 Dec 17 14:05:42.210247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49994) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:42.215614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-248c991e-0864-4fdd-a241-0801decf639d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-536620883'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:42.218073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9365757-3360-473a-9903-4f9ba0e09e7c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Network': ['ID=46796817-1851-425f-9671-f3983794cd9d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:42.315136 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248c991e-0864-4fdd-a241-0801decf639d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Made reservation on behalf of d62c5fbd78fe42429efa517641c810e7 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:42.318642 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-248c991e-0864-4fdd-a241-0801decf639d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:42.341698 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248c991e-0864-4fdd-a241-0801decf639d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:05:42.350557 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-248c991e-0864-4fdd-a241-0801decf639d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:42.350901 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-248c991e-0864-4fdd-a241-0801decf639d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Added segment 028d4893-9104-47f5-b733-a18853b7d988 of type vlan for network 72b591b2-7484-415a-96dc-a7ed50560783 Dec 17 14:05:42.390370 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-248c991e-0864-4fdd-a241-0801decf639d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:42.469470 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-248c991e-0864-4fdd-a241-0801decf639d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:42.474936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248c991e-0864-4fdd-a241-0801decf639d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:42.475508 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-248c991e-0864-4fdd-a241-0801decf639d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:42.542676 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c991e-0864-4fdd-a241-0801decf639d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event updated for resources: {'Network': ['ID=72b591b2-7484-415a-96dc-a7ed50560783,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:42.553669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 72b591b2-7484-415a-96dc-a7ed50560783 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:05:42.580941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-248c991e-0864-4fdd-a241-0801decf639d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3695557 Dec 17 14:05:42.583817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49996) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:42.588949 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-549ba77e-aefe-4e3f-944b-384428665154 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Request body: {'subnet': {'network_id': '72b591b2-7484-415a-96dc-a7ed50560783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:42.732078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549ba77e-aefe-4e3f-944b-384428665154 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Made reservation on behalf of d62c5fbd78fe42429efa517641c810e7 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:42.735516 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-549ba77e-aefe-4e3f-944b-384428665154 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:42.984173 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-549ba77e-aefe-4e3f-944b-384428665154 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:43.048813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ba77e-aefe-4e3f-944b-384428665154 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event updated for resources: {'Subnet': ['ID=26238b69-36c5-402a-a85e-9f3b1e6da849,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:43.056086 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ba77e-aefe-4e3f-944b-384428665154 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Checking segment: {'id': '028d4893-9104-47f5-b733-a18853b7d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '72b591b2-7484-415a-96dc-a7ed50560783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:43.056456 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549ba77e-aefe-4e3f-944b-384428665154 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Network hostable DHCP agents. Network: 72b591b2-7484-415a-96dc-a7ed50560783, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:05:43.172426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549ba77e-aefe-4e3f-944b-384428665154 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Network 72b591b2-7484-415a-96dc-a7ed50560783 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:05:43.275220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-549ba77e-aefe-4e3f-944b-384428665154 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 72b591b2-7484-415a-96dc-a7ed50560783) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:43.279971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549ba77e-aefe-4e3f-944b-384428665154 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:43.280561 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-549ba77e-aefe-4e3f-944b-384428665154 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:43.284804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a78069d-0055-4671-bed2-e8f2a13634c8 None None] Network 72b591b2-7484-415a-96dc-a7ed50560783 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:43.374487 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-549ba77e-aefe-4e3f-944b-384428665154 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7878551 Dec 17 14:05:43.376142 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 49998) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:43.380860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-72b591b2-7484-415a-96dc-a7ed50560783', 'network_id': '72b591b2-7484-415a-96dc-a7ed50560783', 'project_id': 'd62c5fbd78fe42429efa517641c810e7', 'fixed_ips': [{'subnet_id': '26238b69-36c5-402a-a85e-9f3b1e6da849'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:05:43.381023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f7c98b75-9333-4e11-ae89-b15ae2e75963 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-647938397'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:43.381768 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:43.495709 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c98b75-9333-4e11-ae89-b15ae2e75963 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Made reservation on behalf of d62c5fbd78fe42429efa517641c810e7 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:43.499497 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f7c98b75-9333-4e11-ae89-b15ae2e75963 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:43.517166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Allocated IP 2001:db8::2 (72b591b2-7484-415a-96dc-a7ed50560783/26238b69-36c5-402a-a85e-9f3b1e6da849/def6285c-3b42-4d86-8157-ba2c9cf3b013) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:05:43.523013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c98b75-9333-4e11-ae89-b15ae2e75963 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:05:43.532851 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f7c98b75-9333-4e11-ae89-b15ae2e75963 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:43.533150 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-f7c98b75-9333-4e11-ae89-b15ae2e75963 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Added segment b5d5d9a6-963c-40f1-a86a-20549bbbd90f of type vlan for network bd120da9-eca1-4e49-80cc-dfb5a0418e76 Dec 17 14:05:43.573082 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f7c98b75-9333-4e11-ae89-b15ae2e75963 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:43.661803 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:43.709159 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f7c98b75-9333-4e11-ae89-b15ae2e75963 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:43.714978 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c98b75-9333-4e11-ae89-b15ae2e75963 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:43.715565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f7c98b75-9333-4e11-ae89-b15ae2e75963 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:43.738257 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:43.782008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Network 72b591b2-7484-415a-96dc-a7ed50560783 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:05:43.784381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c98b75-9333-4e11-ae89-b15ae2e75963 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event updated for resources: {'Network': ['ID=bd120da9-eca1-4e49-80cc-dfb5a0418e76,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:43.785063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:43.789336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:05:43.792429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Pushing event updated for resources: {'Port': ['ID=def6285c-3b42-4d86-8157-ba2c9cf3b013,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:43.797368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network bd120da9-eca1-4e49-80cc-dfb5a0418e76 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:05:43.854904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f7c98b75-9333-4e11-ae89-b15ae2e75963 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4777234 Dec 17 14:05:43.857727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50000) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:43.862778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-02ebf62d-54e1-47d0-a60e-c4d05a6c0d9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Request body: {'subnet': {'network_id': 'bd120da9-eca1-4e49-80cc-dfb5a0418e76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:44.012227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ebf62d-54e1-47d0-a60e-c4d05a6c0d9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Made reservation on behalf of d62c5fbd78fe42429efa517641c810e7 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:44.016686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-02ebf62d-54e1-47d0-a60e-c4d05a6c0d9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:44.077543 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Attempting to bind port def6285c-3b42-4d86-8157-ba2c9cf3b013 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:05:44.078209 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Attempting to bind port def6285c-3b42-4d86-8157-ba2c9cf3b013 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '028d4893-9104-47f5-b733-a18853b7d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '72b591b2-7484-415a-96dc-a7ed50560783'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:05:44.078353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Attempting to bind port def6285c-3b42-4d86-8157-ba2c9cf3b013 on network 72b591b2-7484-415a-96dc-a7ed50560783 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:05:44.084817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:05:44.085315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Checking segment: {'id': '028d4893-9104-47f5-b733-a18853b7d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '72b591b2-7484-415a-96dc-a7ed50560783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:44.085756 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:44.086149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Bound using segment: {'id': '028d4893-9104-47f5-b733-a18853b7d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '72b591b2-7484-415a-96dc-a7ed50560783'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:05:44.086892 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Bound port: def6285c-3b42-4d86-8157-ba2c9cf3b013, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028d4893-9104-47f5-b733-a18853b7d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '72b591b2-7484-415a-96dc-a7ed50560783'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:05:44.087044 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:44.147330 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ce7eae5c-67a3-460f-9d83-75b46f9c4d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:44.152167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] For port def6285c-3b42-4d86-8157-ba2c9cf3b013, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:05:44.157131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] For port def6285c-3b42-4d86-8157-ba2c9cf3b013, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=def6285c-3b42-4d86-8157-ba2c9cf3b013,segment=NetworkSegment(028d4893-9104-47f5-b733-a18853b7d988),segment_id=028d4893-9104-47f5-b733-a18853b7d988)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:05:44.235897 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:44.292478 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-02ebf62d-54e1-47d0-a60e-c4d05a6c0d9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:44.297252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bd331-1c64-4e77-ba50-40d6799f0bc8 None None] Pushing event updated for resources: {'Port': ['ID=def6285c-3b42-4d86-8157-ba2c9cf3b013,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:44.365502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebf62d-54e1-47d0-a60e-c4d05a6c0d9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event updated for resources: {'Subnet': ['ID=7dcc5f4f-04b9-41c7-b07c-69855d6f645e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:44.375487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ebf62d-54e1-47d0-a60e-c4d05a6c0d9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Checking segment: {'id': 'b5d5d9a6-963c-40f1-a86a-20549bbbd90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bd120da9-eca1-4e49-80cc-dfb5a0418e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:44.375851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ebf62d-54e1-47d0-a60e-c4d05a6c0d9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Network hostable DHCP agents. Network: bd120da9-eca1-4e49-80cc-dfb5a0418e76, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:05:44.461807 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ebf62d-54e1-47d0-a60e-c4d05a6c0d9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Network bd120da9-eca1-4e49-80cc-dfb5a0418e76 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:05:44.553293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-02ebf62d-54e1-47d0-a60e-c4d05a6c0d9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, bd120da9-eca1-4e49-80cc-dfb5a0418e76) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:44.557638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ebf62d-54e1-47d0-a60e-c4d05a6c0d9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:44.558238 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-02ebf62d-54e1-47d0-a60e-c4d05a6c0d9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:44.564337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794dcd31-9d06-4cb4-93c4-c13f6509bac5 None None] Network bd120da9-eca1-4e49-80cc-dfb5a0418e76 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:44.649741 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-02ebf62d-54e1-47d0-a60e-c4d05a6c0d9f tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7907920 Dec 17 14:05:44.652242 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50002) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:44.668391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-bd120da9-eca1-4e49-80cc-dfb5a0418e76', 'network_id': 'bd120da9-eca1-4e49-80cc-dfb5a0418e76', 'project_id': 'd62c5fbd78fe42429efa517641c810e7', 'fixed_ips': [{'subnet_id': '7dcc5f4f-04b9-41c7-b07c-69855d6f645e'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:05:44.672405 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:44.767253 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:44.812171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Allocated IP 2001:db8::2 (bd120da9-eca1-4e49-80cc-dfb5a0418e76/7dcc5f4f-04b9-41c7-b07c-69855d6f645e/c2ba140f-fcc0-4c5f-97de-68c9368f903a) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:05:44.823503 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:44.962345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.022527 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.066589 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Network bd120da9-eca1-4e49-80cc-dfb5a0418e76 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:05:45.070107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:45.074544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:05:45.078359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Pushing event updated for resources: {'Port': ['ID=c2ba140f-fcc0-4c5f-97de-68c9368f903a,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:45.119541 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.136426 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Attempting to bind port c2ba140f-fcc0-4c5f-97de-68c9368f903a on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:05:45.136805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Attempting to bind port c2ba140f-fcc0-4c5f-97de-68c9368f903a by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'b5d5d9a6-963c-40f1-a86a-20549bbbd90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bd120da9-eca1-4e49-80cc-dfb5a0418e76'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:05:45.137170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Attempting to bind port c2ba140f-fcc0-4c5f-97de-68c9368f903a on network bd120da9-eca1-4e49-80cc-dfb5a0418e76 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:05:45.142712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:05:45.143103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Checking segment: {'id': 'b5d5d9a6-963c-40f1-a86a-20549bbbd90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bd120da9-eca1-4e49-80cc-dfb5a0418e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:45.143501 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.143953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Bound using segment: {'id': 'b5d5d9a6-963c-40f1-a86a-20549bbbd90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bd120da9-eca1-4e49-80cc-dfb5a0418e76'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:05:45.144572 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Bound port: c2ba140f-fcc0-4c5f-97de-68c9368f903a, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d5d9a6-963c-40f1-a86a-20549bbbd90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bd120da9-eca1-4e49-80cc-dfb5a0418e76'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:05:45.147223 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.150261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcc5f4f-04b9-41c7-b07c-69855d6f645e,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:45.215090 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] For port c2ba140f-fcc0-4c5f-97de-68c9368f903a, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:05:45.220205 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.220992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] For port c2ba140f-fcc0-4c5f-97de-68c9368f903a, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c2ba140f-fcc0-4c5f-97de-68c9368f903a,segment=NetworkSegment(b5d5d9a6-963c-40f1-a86a-20549bbbd90f),segment_id=b5d5d9a6-963c-40f1-a86a-20549bbbd90f)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:05:45.240563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04038ecc-2f74-4db5-8b41-0a140efa72f6 None None] Network 72b591b2-7484-415a-96dc-a7ed50560783 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:45.246536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd120da9-eca1-4e49-80cc-dfb5a0418e76']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:45.257451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d5d9a6-963c-40f1-a86a-20549bbbd90f') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:45.257725 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d5d9a6-963c-40f1-a86a-20549bbbd90f') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:45.267083 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.288992 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.296257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:05:45.296907 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.297487 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: timer() Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:05:45.299876 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:05:45.368531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e40507ca-0cc7-4ad2-89dc-d1908a952290 None None] Provisioning complete for port def6285c-3b42-4d86-8157-ba2c9cf3b013 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:05:45.368908 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e40507ca-0cc7-4ad2-89dc-d1908a952290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.378229 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.db.api [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 14:05:45.378229 n-d-815324-5 neutron-server[110454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 14:05:45.378229 n-d-815324-5 neutron-server[110454]: [parameters: {'id': 'bd120da9-eca1-4e49-80cc-dfb5a0418e76'}] Dec 17 14:05:45.378229 n-d-815324-5 neutron-server[110454]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 14:05:45.378678 n-d-815324-5 neutron-server[110454]: DEBUG oslo_db.api [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 14:05:45.451041 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b57a2d-3b06-453d-be31-153036fa5a34 None None] Pushing event updated for resources: {'Port': ['ID=c2ba140f-fcc0-4c5f-97de-68c9368f903a,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:45.460588 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715cf156-fe82-4ee0-9753-4556500a5d5f None None] Network bd120da9-eca1-4e49-80cc-dfb5a0418e76 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:45.588549 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e40507ca-0cc7-4ad2-89dc-d1908a952290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.607790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device def6285c-3b42-4d86-8157-ba2c9cf3b013 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:05:45.665181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e40507ca-0cc7-4ad2-89dc-d1908a952290 None None] For port def6285c-3b42-4d86-8157-ba2c9cf3b013, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=def6285c-3b42-4d86-8157-ba2c9cf3b013,segment=NetworkSegment(028d4893-9104-47f5-b733-a18853b7d988),segment_id=028d4893-9104-47f5-b733-a18853b7d988)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:45.679869 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port def6285c-3b42-4d86-8157-ba2c9cf3b013 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:05:45.680540 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.725434 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8785b-ae30-407b-9f55-6ab0ac50fc78 None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 14:05:45.775069 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e40507ca-0cc7-4ad2-89dc-d1908a952290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.824165 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.879664 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.880975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40507ca-0cc7-4ad2-89dc-d1908a952290 None None] Pushing event updated for resources: {'Port': ['ID=def6285c-3b42-4d86-8157-ba2c9cf3b013,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:45.929835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f8785b-ae30-407b-9f55-6ab0ac50fc78 None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 14:05:45.941952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Deleting port c2ba140f-fcc0-4c5f-97de-68c9368f903a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:05:45.942304 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.944062 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c5b7dde8-9d7f-402a-8230-0ac3597bea1b None None] Provisioning complete for port def6285c-3b42-4d86-8157-ba2c9cf3b013 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:05:45.944444 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c5b7dde8-9d7f-402a-8230-0ac3597bea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:45.966080 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 14:05:45.966531 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 14:05:46.012186 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] For port c2ba140f-fcc0-4c5f-97de-68c9368f903a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c2ba140f-fcc0-4c5f-97de-68c9368f903a,segment=NetworkSegment(b5d5d9a6-963c-40f1-a86a-20549bbbd90f),segment_id=b5d5d9a6-963c-40f1-a86a-20549bbbd90f)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:46.012556 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.026072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Calling delete_port for c2ba140f-fcc0-4c5f-97de-68c9368f903a owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:05:46.178291 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.207880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Port': ['ID=c2ba140f-fcc0-4c5f-97de-68c9368f903a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:46.213130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] No DVR routers for this DVR port c2ba140f-fcc0-4c5f-97de-68c9368f903a on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:05:46.289617 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.309377 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd120da9-eca1-4e49-80cc-dfb5a0418e76']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:46.318578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d5d9a6-963c-40f1-a86a-20549bbbd90f') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:46.318883 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d5d9a6-963c-40f1-a86a-20549bbbd90f') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:46.329006 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.343792 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.350638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:05:46.351041 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: timer() Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:05:46.354315 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:05:46.381725 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5006ad4b-a113-417b-abb3-0c52be34b135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.526709 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.535579 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.538670 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/networks/bd120da9-eca1-4e49-80cc-dfb5a0418e76 HTTP/1.1" status: 204 len: 168 time: 1.8854673 Dec 17 14:05:46.541975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50004) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:46.551352 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f87a47-3c2b-4bf6-91e3-5ff3472c3545 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Network': ['ID=bd120da9-eca1-4e49-80cc-dfb5a0418e76,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:46.570067 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6792a25d-c71c-4772-bb68-9bd021f764b9 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] GET failed (client error): The resource could not be found. Dec 17 14:05:46.571370 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6792a25d-c71c-4772-bb68-9bd021f764b9 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "GET /v2.0/subnets/7dcc5f4f-04b9-41c7-b07c-69855d6f645e HTTP/1.1" status: 404 len: 337 time: 0.0283823 Dec 17 14:05:46.574208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50006) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:46.592807 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-65933b51-4b4d-4127-a70c-05adb5f8841d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] DELETE failed (client error): The resource could not be found. Dec 17 14:05:46.593302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65933b51-4b4d-4127-a70c-05adb5f8841d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 14:05:46.596320 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-65933b51-4b4d-4127-a70c-05adb5f8841d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/networks/bd120da9-eca1-4e49-80cc-dfb5a0418e76 HTTP/1.1" status: 404 len: 339 time: 0.0210173 Dec 17 14:05:46.603145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50008) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:46.633041 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-1add2268-fc40-4587-99d3-bc4610882f88 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] DELETE failed (client error): The resource could not be found. Dec 17 14:05:46.633494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1add2268-fc40-4587-99d3-bc4610882f88 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 14:05:46.636504 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1add2268-fc40-4587-99d3-bc4610882f88 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/subnets/7dcc5f4f-04b9-41c7-b07c-69855d6f645e HTTP/1.1" status: 404 len: 337 time: 0.0323870 Dec 17 14:05:46.639607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50010) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:46.657921 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8131f869-b006-425e-af07-c1cdadc4c50c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] DELETE failed (client error): The resource could not be found. Dec 17 14:05:46.658407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8131f869-b006-425e-af07-c1cdadc4c50c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 14:05:46.661304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8131f869-b006-425e-af07-c1cdadc4c50c tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/networks/bd120da9-eca1-4e49-80cc-dfb5a0418e76 HTTP/1.1" status: 404 len: 339 time: 0.0208130 Dec 17 14:05:46.663615 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50012) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:46.711915 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db166cf-6dc5-45d4-8016-12182c46e6b3 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Deleting subnet 26238b69-36c5-402a-a85e-9f3b1e6da849 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:05:46.714999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3db166cf-6dc5-45d4-8016-12182c46e6b3 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.753187 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3db166cf-6dc5-45d4-8016-12182c46e6b3 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.837972 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3db166cf-6dc5-45d4-8016-12182c46e6b3 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.950141 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3db166cf-6dc5-45d4-8016-12182c46e6b3 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.979063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db166cf-6dc5-45d4-8016-12182c46e6b3 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Subnet': ['ID=26238b69-36c5-402a-a85e-9f3b1e6da849,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:46.981064 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3db166cf-6dc5-45d4-8016-12182c46e6b3 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:46.985524 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3db166cf-6dc5-45d4-8016-12182c46e6b3 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/subnets/26238b69-36c5-402a-a85e-9f3b1e6da849 HTTP/1.1" status: 204 len: 168 time: 0.3209698 Dec 17 14:05:46.985684 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8f6ea7-04ce-4bcc-980e-bb72e61b4146 None None] Network 72b591b2-7484-415a-96dc-a7ed50560783 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:46.987008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50014) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:47.063952 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.123007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Deleting port def6285c-3b42-4d86-8157-ba2c9cf3b013 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:05:47.123341 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.125075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e872615-0709-4345-9aff-41fa2d5f2190 None None] DHCP port deletion for 72b591b2-7484-415a-96dc-a7ed50560783 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:05:47.177082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4e872615-0709-4345-9aff-41fa2d5f2190 None None] Deleting port def6285c-3b42-4d86-8157-ba2c9cf3b013 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:05:47.177463 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4e872615-0709-4345-9aff-41fa2d5f2190 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.186825 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] For port def6285c-3b42-4d86-8157-ba2c9cf3b013, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=def6285c-3b42-4d86-8157-ba2c9cf3b013,segment=NetworkSegment(028d4893-9104-47f5-b733-a18853b7d988),segment_id=028d4893-9104-47f5-b733-a18853b7d988)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:47.187186 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.199286 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Calling delete_port for def6285c-3b42-4d86-8157-ba2c9cf3b013 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:05:47.239914 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4e872615-0709-4345-9aff-41fa2d5f2190 None None] For port def6285c-3b42-4d86-8157-ba2c9cf3b013, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=def6285c-3b42-4d86-8157-ba2c9cf3b013,segment=NetworkSegment(028d4893-9104-47f5-b733-a18853b7d988),segment_id=028d4893-9104-47f5-b733-a18853b7d988)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:47.240314 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4e872615-0709-4345-9aff-41fa2d5f2190 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.253089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4e872615-0709-4345-9aff-41fa2d5f2190 None None] Calling delete_port for def6285c-3b42-4d86-8157-ba2c9cf3b013 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:05:47.375761 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 14:05:47.377430 n-d-815324-5 neutron-server[110455]: self.session.flush() Dec 17 14:05:47.382606 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4e872615-0709-4345-9aff-41fa2d5f2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.399905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Port': ['ID=def6285c-3b42-4d86-8157-ba2c9cf3b013,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:47.406269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] No DVR routers for this DVR port def6285c-3b42-4d86-8157-ba2c9cf3b013 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:05:47.407517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e872615-0709-4345-9aff-41fa2d5f2190 None None] Pushing event deleted for resources: {'Port': ['ID=def6285c-3b42-4d86-8157-ba2c9cf3b013,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:47.411350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e872615-0709-4345-9aff-41fa2d5f2190 None None] No DVR routers for this DVR port def6285c-3b42-4d86-8157-ba2c9cf3b013 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:05:47.490285 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.509961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b591b2-7484-415a-96dc-a7ed50560783']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:47.518823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028d4893-9104-47f5-b733-a18853b7d988') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:47.519124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028d4893-9104-47f5-b733-a18853b7d988') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:47.528756 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.542469 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.549048 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:05:47.549433 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: timer() Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:05:47.552453 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:05:47.578718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device def6285c-3b42-4d86-8157-ba2c9cf3b013 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:05:47.599270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: def6285c-3b42-4d86-8157-ba2c9cf3b013 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:05:47.614224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device def6285c-3b42-4d86-8157-ba2c9cf3b013 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:05:47.697931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.705555 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.708692 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/networks/72b591b2-7484-415a-96dc-a7ed50560783 HTTP/1.1" status: 204 len: 168 time: 0.7206023 Dec 17 14:05:47.711387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50016) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:47.720009 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a0745-3477-453e-b6a7-95c2ae9fe84d tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Network': ['ID=72b591b2-7484-415a-96dc-a7ed50560783,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:47.739384 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4386719-1808-4795-89f8-48d356fb82f7 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] DELETE failed (client error): The resource could not be found. Dec 17 14:05:47.739852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4386719-1808-4795-89f8-48d356fb82f7 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 14:05:47.742974 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a4386719-1808-4795-89f8-48d356fb82f7 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/subnets/fb3e7fb3-663a-468d-9d46-870de0fe4ec2 HTTP/1.1" status: 404 len: 337 time: 0.0304384 Dec 17 14:05:47.745462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50018) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:47.763733 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88631ed-e0c2-44a5-853d-68f8f9ac65a3 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] DELETE failed (client error): The resource could not be found. Dec 17 14:05:47.764222 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88631ed-e0c2-44a5-853d-68f8f9ac65a3 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 14:05:47.767544 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a88631ed-e0c2-44a5-853d-68f8f9ac65a3 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/networks/46796817-1851-425f-9671-f3983794cd9d HTTP/1.1" status: 404 len: 339 time: 0.0211499 Dec 17 14:05:47.769842 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50020) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:47.795304 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9f44a7-1816-4e80-91cd-2f73127dd73b tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] DELETE failed (client error): The resource could not be found. Dec 17 14:05:47.795757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9f44a7-1816-4e80-91cd-2f73127dd73b tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 14:05:47.798781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dc9f44a7-1816-4e80-91cd-2f73127dd73b tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/subnets/9f08f897-9226-4b65-82e5-85310f257e3e HTTP/1.1" status: 404 len: 337 time: 0.0280645 Dec 17 14:05:47.802403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50022) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:47.819857 n-d-815324-5 neutron-server[110453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3012488-834a-4f7f-b1da-d1f1f9ee2644 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] DELETE failed (client error): The resource could not be found. Dec 17 14:05:47.820342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3012488-834a-4f7f-b1da-d1f1f9ee2644 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 14:05:47.823396 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e3012488-834a-4f7f-b1da-d1f1f9ee2644 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/networks/c9be9104-ebde-49e9-8b54-1eb247e46037 HTTP/1.1" status: 404 len: 339 time: 0.0200524 Dec 17 14:05:47.825768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50024) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:47.881210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-070e4f00-2a27-44d1-9f49-be53d71f92b1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Deleting subnet 30c75b6c-2357-4064-8491-ae19d1c7be30 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:05:47.884335 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-070e4f00-2a27-44d1-9f49-be53d71f92b1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.924240 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-070e4f00-2a27-44d1-9f49-be53d71f92b1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:47.964591 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.005357 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-070e4f00-2a27-44d1-9f49-be53d71f92b1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.184832 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-070e4f00-2a27-44d1-9f49-be53d71f92b1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.212550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e4f00-2a27-44d1-9f49-be53d71f92b1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Subnet': ['ID=30c75b6c-2357-4064-8491-ae19d1c7be30,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:48.218668 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-070e4f00-2a27-44d1-9f49-be53d71f92b1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.222383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-070e4f00-2a27-44d1-9f49-be53d71f92b1 tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/subnets/30c75b6c-2357-4064-8491-ae19d1c7be30 HTTP/1.1" status: 204 len: 168 time: 0.3953018 Dec 17 14:05:48.224741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50026) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:48.224898 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a486ceaf-fdd2-4f41-b19d-a7bbe7a911fc None None] Network 594fe466-d950-4af5-8240-d9ecedecc6a5 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:48.301868 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.356306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Deleting port 9001aa6f-00c6-4337-9d6f-750d6f7acca0 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:05:48.356655 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.393052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c75b71-d243-4f4a-aeb5-8dc8e1162870 None None] DHCP port deletion for 594fe466-d950-4af5-8240-d9ecedecc6a5 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:05:48.423825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] For port 9001aa6f-00c6-4337-9d6f-750d6f7acca0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9001aa6f-00c6-4337-9d6f-750d6f7acca0,segment=NetworkSegment(85ed32c2-f62f-42ad-a674-50eec7db3f3f),segment_id=85ed32c2-f62f-42ad-a674-50eec7db3f3f)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:48.424198 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.437437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Calling delete_port for 9001aa6f-00c6-4337-9d6f-750d6f7acca0 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:05:48.439753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-11c75b71-d243-4f4a-aeb5-8dc8e1162870 None None] Deleting port 9001aa6f-00c6-4337-9d6f-750d6f7acca0 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:05:48.440126 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-11c75b71-d243-4f4a-aeb5-8dc8e1162870 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.506299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-11c75b71-d243-4f4a-aeb5-8dc8e1162870 None None] For port 9001aa6f-00c6-4337-9d6f-750d6f7acca0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=9001aa6f-00c6-4337-9d6f-750d6f7acca0,segment=NetworkSegment(85ed32c2-f62f-42ad-a674-50eec7db3f3f),segment_id=85ed32c2-f62f-42ad-a674-50eec7db3f3f)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:48.506597 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-11c75b71-d243-4f4a-aeb5-8dc8e1162870 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.519676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-11c75b71-d243-4f4a-aeb5-8dc8e1162870 None None] Calling delete_port for 9001aa6f-00c6-4337-9d6f-750d6f7acca0 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:05:48.578291 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.596309 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-11c75b71-d243-4f4a-aeb5-8dc8e1162870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.609387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Port': ['ID=9001aa6f-00c6-4337-9d6f-750d6f7acca0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:48.613426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] No DVR routers for this DVR port 9001aa6f-00c6-4337-9d6f-750d6f7acca0 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:05:48.627942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c75b71-d243-4f4a-aeb5-8dc8e1162870 None None] Pushing event deleted for resources: {'Port': ['ID=9001aa6f-00c6-4337-9d6f-750d6f7acca0,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:48.629830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c75b71-d243-4f4a-aeb5-8dc8e1162870 None None] No DVR routers for this DVR port 9001aa6f-00c6-4337-9d6f-750d6f7acca0 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:05:48.701241 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.721383 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594fe466-d950-4af5-8240-d9ecedecc6a5']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:48.731400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ed32c2-f62f-42ad-a674-50eec7db3f3f') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:48.731728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ed32c2-f62f-42ad-a674-50eec7db3f3f') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:48.741961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.756177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.762474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:05:48.762794 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:05:48.766485 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:05:48.896169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.903320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:48.906188 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] 10.222.0.59 "DELETE /v2.0/networks/594fe466-d950-4af5-8240-d9ecedecc6a5 HTTP/1.1" status: 204 len: 168 time: 0.6797011 Dec 17 14:05:48.918150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41dae4-55e6-4dcf-b205-7c0c395a35bf tempest-NetworksIpV6Test-582358862 tempest-NetworksIpV6Test-582358862-project] Pushing event deleted for resources: {'Network': ['ID=594fe466-d950-4af5-8240-d9ecedecc6a5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:49.143812 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:49.434681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50032) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:49.569981 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-deab1efb-5ffb-4883-8974-195f5aafef62 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d62c5fbd78fe42429efa517641c810e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339641 Dec 17 14:05:49.572297 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50036) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:49.574365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9001aa6f-00c6-4337-9d6f-750d6f7acca0 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:05:49.595246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 9001aa6f-00c6-4337-9d6f-750d6f7acca0 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:05:49.595603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 9001aa6f-00c6-4337-9d6f-750d6f7acca0 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:05:49.622934 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2877518f-e862-4151-82f5-c127ef12649a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:49.643452 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2877518f-e862-4151-82f5-c127ef12649a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:49.766367 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2877518f-e862-4151-82f5-c127ef12649a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:49.768989 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2877518f-e862-4151-82f5-c127ef12649a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:49.770265 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2877518f-e862-4151-82f5-c127ef12649a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52475a95-fa88-4a9b-9b11-32e9225b4acc HTTP/1.1" status: 204 len: 168 time: 0.1970634 Dec 17 14:05:49.779512 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877518f-e862-4151-82f5-c127ef12649a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52475a95-fa88-4a9b-9b11-32e9225b4acc,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:49.855823 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:50.757161 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50058) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:50.855358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-7dfff11f-e6c4-4abc-968b-913a0faf518d tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1626529054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:50.983751 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7dfff11f-e6c4-4abc-968b-913a0faf518d tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:50.984859 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7dfff11f-e6c4-4abc-968b-913a0faf518d tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:51.034637 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7dfff11f-e6c4-4abc-968b-913a0faf518d tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:51.101551 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7dfff11f-e6c4-4abc-968b-913a0faf518d tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:51.186337 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-7dfff11f-e6c4-4abc-968b-913a0faf518d tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:51.187563 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7dfff11f-e6c4-4abc-968b-913a0faf518d tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4293098 Dec 17 14:05:51.190286 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50062) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:51.195112 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1000893310'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:51.281650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Made reservation on behalf of 8a683bdc165245de8c4c25cb0c89d9a4 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:51.285207 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:51.293848 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:51.369414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:51.429361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:51.456802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:05:51.466477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944df03f-9732-40b9-b466-28c6abdc97fe,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:51.472528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:51.472878 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Added segment cb512593-117c-456d-a670-c92726fae959 of type vlan for network c00df3f0-1db5-4028-aa9a-54ba0b3e1de2 Dec 17 14:05:51.525423 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:51.621818 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:51.627487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:51.628073 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:51.690861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Pushing event updated for resources: {'Network': ['ID=c00df3f0-1db5-4028-aa9a-54ba0b3e1de2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:51.700866 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network c00df3f0-1db5-4028-aa9a-54ba0b3e1de2 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:05:51.762098 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-14d248b4-a899-4835-8a33-d085ef589f90 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5706494 Dec 17 14:05:51.767033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50064) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:51.772822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-869b77f8-0d15-4c51-9435-2c0a065a3400 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Request body: {'subnet': {'network_id': 'c00df3f0-1db5-4028-aa9a-54ba0b3e1de2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:51.970129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869b77f8-0d15-4c51-9435-2c0a065a3400 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Made reservation on behalf of 8a683bdc165245de8c4c25cb0c89d9a4 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:51.973752 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-869b77f8-0d15-4c51-9435-2c0a065a3400 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:52.223886 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-869b77f8-0d15-4c51-9435-2c0a065a3400 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:52.287571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b77f8-0d15-4c51-9435-2c0a065a3400 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Pushing event updated for resources: {'Subnet': ['ID=8378cd3f-1c9d-41f2-ba62-3de413a678f5,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:52.301670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869b77f8-0d15-4c51-9435-2c0a065a3400 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Checking segment: {'id': 'cb512593-117c-456d-a670-c92726fae959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c00df3f0-1db5-4028-aa9a-54ba0b3e1de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:52.302047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869b77f8-0d15-4c51-9435-2c0a065a3400 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Network hostable DHCP agents. Network: c00df3f0-1db5-4028-aa9a-54ba0b3e1de2, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:05:52.375777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869b77f8-0d15-4c51-9435-2c0a065a3400 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Network c00df3f0-1db5-4028-aa9a-54ba0b3e1de2 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:05:52.463706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-869b77f8-0d15-4c51-9435-2c0a065a3400 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, c00df3f0-1db5-4028-aa9a-54ba0b3e1de2) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:52.467696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869b77f8-0d15-4c51-9435-2c0a065a3400 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:52.468298 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-869b77f8-0d15-4c51-9435-2c0a065a3400 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:52.473694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefa1dcf-5403-4a91-b855-23be66c86097 None None] Network c00df3f0-1db5-4028-aa9a-54ba0b3e1de2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:52.558078 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-869b77f8-0d15-4c51-9435-2c0a065a3400 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7898583 Dec 17 14:05:52.561723 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50066) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:52.566768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-34a542e5-e1ab-4eed-ab18-e69c17cb809b tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-983440275'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:52.573709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-c00df3f0-1db5-4028-aa9a-54ba0b3e1de2', 'network_id': 'c00df3f0-1db5-4028-aa9a-54ba0b3e1de2', 'project_id': '8a683bdc165245de8c4c25cb0c89d9a4', 'fixed_ips': [{'subnet_id': '8378cd3f-1c9d-41f2-ba62-3de413a678f5'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:05:52.574710 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:52.650274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a542e5-e1ab-4eed-ab18-e69c17cb809b tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Made reservation on behalf of 8a683bdc165245de8c4c25cb0c89d9a4 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:52.653819 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34a542e5-e1ab-4eed-ab18-e69c17cb809b tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:52.681164 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a542e5-e1ab-4eed-ab18-e69c17cb809b tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:05:52.690312 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34a542e5-e1ab-4eed-ab18-e69c17cb809b tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:52.690657 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-34a542e5-e1ab-4eed-ab18-e69c17cb809b tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Added segment 46cb5d04-419f-4884-acb6-65e54d89ddda of type vlan for network f77cfaab-344b-41e5-aac3-2e27bb3d17e2 Dec 17 14:05:52.710157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Allocated IP 172.20.0.2 (c00df3f0-1db5-4028-aa9a-54ba0b3e1de2/8378cd3f-1c9d-41f2-ba62-3de413a678f5/12d6a396-dde8-42e6-9355-4ee3c0201bcb) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:05:52.729784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34a542e5-e1ab-4eed-ab18-e69c17cb809b tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:52.833062 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34a542e5-e1ab-4eed-ab18-e69c17cb809b tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:52.838745 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a542e5-e1ab-4eed-ab18-e69c17cb809b tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:52.839357 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34a542e5-e1ab-4eed-ab18-e69c17cb809b tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:52.852063 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:52.904509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a542e5-e1ab-4eed-ab18-e69c17cb809b tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Pushing event updated for resources: {'Network': ['ID=f77cfaab-344b-41e5-aac3-2e27bb3d17e2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:52.915256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f77cfaab-344b-41e5-aac3-2e27bb3d17e2 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:05:52.921479 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:52.978354 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-34a542e5-e1ab-4eed-ab18-e69c17cb809b tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4154570 Dec 17 14:05:52.981157 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50068) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:52.987120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-35cc612f-3faa-4e18-bebf-5bf0873b7f59 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Request body: {'subnet': {'network_id': 'f77cfaab-344b-41e5-aac3-2e27bb3d17e2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:53.015355 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Network c00df3f0-1db5-4028-aa9a-54ba0b3e1de2 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:05:53.021617 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:53.026145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:05:53.034988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Pushing event updated for resources: {'Port': ['ID=12d6a396-dde8-42e6-9355-4ee3c0201bcb,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:53.090604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Attempting to bind port 12d6a396-dde8-42e6-9355-4ee3c0201bcb on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:05:53.090604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Attempting to bind port 12d6a396-dde8-42e6-9355-4ee3c0201bcb by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'cb512593-117c-456d-a670-c92726fae959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c00df3f0-1db5-4028-aa9a-54ba0b3e1de2'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:05:53.090604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Attempting to bind port 12d6a396-dde8-42e6-9355-4ee3c0201bcb on network c00df3f0-1db5-4028-aa9a-54ba0b3e1de2 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:05:53.092259 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:05:53.092640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Checking segment: {'id': 'cb512593-117c-456d-a670-c92726fae959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c00df3f0-1db5-4028-aa9a-54ba0b3e1de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:53.093050 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:53.093447 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Bound using segment: {'id': 'cb512593-117c-456d-a670-c92726fae959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c00df3f0-1db5-4028-aa9a-54ba0b3e1de2'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:05:53.093951 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Bound port: 12d6a396-dde8-42e6-9355-4ee3c0201bcb, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb512593-117c-456d-a670-c92726fae959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c00df3f0-1db5-4028-aa9a-54ba0b3e1de2'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:05:53.094336 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:53.159171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] For port 12d6a396-dde8-42e6-9355-4ee3c0201bcb, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:05:53.162375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] For port 12d6a396-dde8-42e6-9355-4ee3c0201bcb, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=12d6a396-dde8-42e6-9355-4ee3c0201bcb,segment=NetworkSegment(cb512593-117c-456d-a670-c92726fae959),segment_id=cb512593-117c-456d-a670-c92726fae959)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:05:53.189379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cc612f-3faa-4e18-bebf-5bf0873b7f59 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Made reservation on behalf of 8a683bdc165245de8c4c25cb0c89d9a4 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:53.193060 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35cc612f-3faa-4e18-bebf-5bf0873b7f59 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:53.270019 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:53.329237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a6f47-0ad6-4591-929c-5726832e8d60 None None] Pushing event updated for resources: {'Port': ['ID=12d6a396-dde8-42e6-9355-4ee3c0201bcb,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:53.438719 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35cc612f-3faa-4e18-bebf-5bf0873b7f59 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:53.510227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc612f-3faa-4e18-bebf-5bf0873b7f59 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Pushing event updated for resources: {'Subnet': ['ID=7c9f8012-6138-4602-93c5-18202ec24b9f,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:53.519284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cc612f-3faa-4e18-bebf-5bf0873b7f59 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Checking segment: {'id': '46cb5d04-419f-4884-acb6-65e54d89ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f77cfaab-344b-41e5-aac3-2e27bb3d17e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:53.519647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc612f-3faa-4e18-bebf-5bf0873b7f59 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Network hostable DHCP agents. Network: f77cfaab-344b-41e5-aac3-2e27bb3d17e2, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:05:53.617967 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cc612f-3faa-4e18-bebf-5bf0873b7f59 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Network f77cfaab-344b-41e5-aac3-2e27bb3d17e2 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:05:53.618923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 12d6a396-dde8-42e6-9355-4ee3c0201bcb up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:05:53.668814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 12d6a396-dde8-42e6-9355-4ee3c0201bcb triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:05:53.669213 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:53.689835 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-35cc612f-3faa-4e18-bebf-5bf0873b7f59 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f77cfaab-344b-41e5-aac3-2e27bb3d17e2) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:53.693984 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cc612f-3faa-4e18-bebf-5bf0873b7f59 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:53.694761 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35cc612f-3faa-4e18-bebf-5bf0873b7f59 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:53.702603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943cb79f-f952-4343-8ff8-923bbddee9bb None None] Network f77cfaab-344b-41e5-aac3-2e27bb3d17e2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:53.772269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-35cc612f-3faa-4e18-bebf-5bf0873b7f59 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7868717 Dec 17 14:05:53.772571 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50070) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:53.777278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8ac22b20-4cf9-4cbb-bf95-ffe077680b4c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f77cfaab-344b-41e5-aac3-2e27bb3d17e2'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:53.820078 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:53.848287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-f77cfaab-344b-41e5-aac3-2e27bb3d17e2', 'network_id': 'f77cfaab-344b-41e5-aac3-2e27bb3d17e2', 'project_id': '8a683bdc165245de8c4c25cb0c89d9a4', 'fixed_ips': [{'subnet_id': '7c9f8012-6138-4602-93c5-18202ec24b9f'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:05:53.849134 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:53.887709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 12d6a396-dde8-42e6-9355-4ee3c0201bcb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=12d6a396-dde8-42e6-9355-4ee3c0201bcb,segment=NetworkSegment(cb512593-117c-456d-a670-c92726fae959),segment_id=cb512593-117c-456d-a670-c92726fae959)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:53.988995 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8ac22b20-4cf9-4cbb-bf95-ffe077680b4c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.010500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Allocated IP 172.21.0.2 (f77cfaab-344b-41e5-aac3-2e27bb3d17e2/7c9f8012-6138-4602-93c5-18202ec24b9f/be988847-b5fd-424a-844c-d26aea77bba7) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:05:54.060546 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.131800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=12d6a396-dde8-42e6-9355-4ee3c0201bcb,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:54.194933 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [None req-8ac22b20-4cf9-4cbb-bf95-ffe077680b4c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 14:05:54.196291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8ac22b20-4cf9-4cbb-bf95-ffe077680b4c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] 10.222.0.59 "PUT /v2.0/routers/38b53fe8-7165-489d-ae7a-0cd226a0fa42 HTTP/1.1" status: 400 len: 364 time: 0.4227548 Dec 17 14:05:54.202346 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50072) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:54.218258 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.259143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5e1b14-05bb-4e2a-b077-111b5095babb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Deleting subnet 7c9f8012-6138-4602-93c5-18202ec24b9f {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:05:54.291617 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba5e1b14-05bb-4e2a-b077-111b5095babb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.292508 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.323198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0688ebb-f8b5-422c-b838-007925eead3f None None] Network c00df3f0-1db5-4028-aa9a-54ba0b3e1de2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:54.334036 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba5e1b14-05bb-4e2a-b077-111b5095babb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.379422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Network f77cfaab-344b-41e5-aac3-2e27bb3d17e2 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:05:54.393238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:05:54.398147 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:05:54.400276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Pushing event updated for resources: {'Port': ['ID=be988847-b5fd-424a-844c-d26aea77bba7,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:54.418325 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba5e1b14-05bb-4e2a-b077-111b5095babb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.420288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c1986c28-38bd-494e-adcd-3059ef807e91 None None] Provisioning complete for port 12d6a396-dde8-42e6-9355-4ee3c0201bcb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:05:54.420669 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c1986c28-38bd-494e-adcd-3059ef807e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.522809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Attempting to bind port be988847-b5fd-424a-844c-d26aea77bba7 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:05:54.523183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Attempting to bind port be988847-b5fd-424a-844c-d26aea77bba7 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '46cb5d04-419f-4884-acb6-65e54d89ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f77cfaab-344b-41e5-aac3-2e27bb3d17e2'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:05:54.523547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Attempting to bind port be988847-b5fd-424a-844c-d26aea77bba7 on network f77cfaab-344b-41e5-aac3-2e27bb3d17e2 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:05:54.536323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:05:54.536687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Checking segment: {'id': '46cb5d04-419f-4884-acb6-65e54d89ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f77cfaab-344b-41e5-aac3-2e27bb3d17e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:54.537096 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.537495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Bound using segment: {'id': '46cb5d04-419f-4884-acb6-65e54d89ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f77cfaab-344b-41e5-aac3-2e27bb3d17e2'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:05:54.537993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Bound port: be988847-b5fd-424a-844c-d26aea77bba7, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb5d04-419f-4884-acb6-65e54d89ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f77cfaab-344b-41e5-aac3-2e27bb3d17e2'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:05:54.538380 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.570515 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba5e1b14-05bb-4e2a-b077-111b5095babb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.597700 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e1b14-05bb-4e2a-b077-111b5095babb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9f8012-6138-4602-93c5-18202ec24b9f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:54.602260 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ba5e1b14-05bb-4e2a-b077-111b5095babb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.605641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ba5e1b14-05bb-4e2a-b077-111b5095babb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] 10.222.0.59 "DELETE /v2.0/subnets/7c9f8012-6138-4602-93c5-18202ec24b9f HTTP/1.1" status: 204 len: 168 time: 0.4022362 Dec 17 14:05:54.608345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50074) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:54.641400 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] For port be988847-b5fd-424a-844c-d26aea77bba7, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:05:54.645426 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] For port be988847-b5fd-424a-844c-d26aea77bba7, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=be988847-b5fd-424a-844c-d26aea77bba7,segment=NetworkSegment(46cb5d04-419f-4884-acb6-65e54d89ddda),segment_id=46cb5d04-419f-4884-acb6-65e54d89ddda)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:05:54.690920 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.727075 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.755259 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Deleting port be988847-b5fd-424a-844c-d26aea77bba7 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:05:54.755530 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.805309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbd9bd-159b-4db2-a29c-7f8a26b15cfd None None] Pushing event updated for resources: {'Port': ['ID=be988847-b5fd-424a-844c-d26aea77bba7,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:54.823956 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] For port be988847-b5fd-424a-844c-d26aea77bba7, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=be988847-b5fd-424a-844c-d26aea77bba7,segment=NetworkSegment(46cb5d04-419f-4884-acb6-65e54d89ddda),segment_id=46cb5d04-419f-4884-acb6-65e54d89ddda)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:54.824503 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.824609 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428d083-9f1b-4e55-a66d-38876e2c4e6e None None] Network f77cfaab-344b-41e5-aac3-2e27bb3d17e2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:54.837725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Calling delete_port for be988847-b5fd-424a-844c-d26aea77bba7 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:05:54.891459 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8a9ca87c-0fe2-4789-867e-07cbd82f0aed None None] Provisioning complete for port 12d6a396-dde8-42e6-9355-4ee3c0201bcb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:05:54.891734 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8a9ca87c-0fe2-4789-867e-07cbd82f0aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:54.968281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38deacf3-7cb1-4153-99ff-f8f50fb93d4d None None] get_active_networks_info from n-d-815324-5 {{(pid=110455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 14:05:54.999216 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.024628 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Pushing event deleted for resources: {'Port': ['ID=be988847-b5fd-424a-844c-d26aea77bba7,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:55.032759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] No DVR routers for this DVR port be988847-b5fd-424a-844c-d26aea77bba7 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:05:55.065195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38deacf3-7cb1-4153-99ff-f8f50fb93d4d None None] Resources bound (agent type, host, resource id): {{(pid=110455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 14:05:55.130634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.153815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77cfaab-344b-41e5-aac3-2e27bb3d17e2']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:55.169559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46cb5d04-419f-4884-acb6-65e54d89ddda') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:55.170167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46cb5d04-419f-4884-acb6-65e54d89ddda') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:55.179921 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.193921 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.200478 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:05:55.200870 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:05:55.204088 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:05:55.347066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.352292 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.356351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] 10.222.0.59 "DELETE /v2.0/networks/f77cfaab-344b-41e5-aac3-2e27bb3d17e2 HTTP/1.1" status: 204 len: 168 time: 0.7467062 Dec 17 14:05:55.359515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50076) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:55.372028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb24132-9fa7-4095-b4dc-330731221c8c tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Pushing event deleted for resources: {'Network': ['ID=f77cfaab-344b-41e5-aac3-2e27bb3d17e2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:55.412588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1dea648-0dc8-45c8-9a5d-c2a9eccb5bb0 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Deleting subnet 8378cd3f-1c9d-41f2-ba62-3de413a678f5 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:05:55.416094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1dea648-0dc8-45c8-9a5d-c2a9eccb5bb0 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.462100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1dea648-0dc8-45c8-9a5d-c2a9eccb5bb0 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.564660 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1dea648-0dc8-45c8-9a5d-c2a9eccb5bb0 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.605309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 12d6a396-dde8-42e6-9355-4ee3c0201bcb up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:05:55.654529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 12d6a396-dde8-42e6-9355-4ee3c0201bcb triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:05:55.654898 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.691197 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1dea648-0dc8-45c8-9a5d-c2a9eccb5bb0 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.723735 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e1dea648-0dc8-45c8-9a5d-c2a9eccb5bb0 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.729125 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e1dea648-0dc8-45c8-9a5d-c2a9eccb5bb0 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] 10.222.0.59 "DELETE /v2.0/subnets/8378cd3f-1c9d-41f2-ba62-3de413a678f5 HTTP/1.1" status: 204 len: 168 time: 0.3670704 Dec 17 14:05:55.730952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50078) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:55.733659 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dea648-0dc8-45c8-9a5d-c2a9eccb5bb0 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Pushing event deleted for resources: {'Subnet': ['ID=8378cd3f-1c9d-41f2-ba62-3de413a678f5,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:55.734467 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34047c52-abf6-49ac-817a-023e8f21c777 None None] Network c00df3f0-1db5-4028-aa9a-54ba0b3e1de2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:05:55.830223 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.886710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Deleting port 12d6a396-dde8-42e6-9355-4ee3c0201bcb {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:05:55.887065 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.911257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d349ca-5675-48bb-af16-6780e6b5eff1 None None] DHCP port deletion for c00df3f0-1db5-4028-aa9a-54ba0b3e1de2 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:05:55.955999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] For port 12d6a396-dde8-42e6-9355-4ee3c0201bcb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=12d6a396-dde8-42e6-9355-4ee3c0201bcb,segment=NetworkSegment(cb512593-117c-456d-a670-c92726fae959),segment_id=cb512593-117c-456d-a670-c92726fae959)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:55.956407 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:55.969513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Calling delete_port for 12d6a396-dde8-42e6-9355-4ee3c0201bcb owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:05:55.970307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f2d349ca-5675-48bb-af16-6780e6b5eff1 None None] Deleting port 12d6a396-dde8-42e6-9355-4ee3c0201bcb {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:05:55.971396 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f2d349ca-5675-48bb-af16-6780e6b5eff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:56.040917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f2d349ca-5675-48bb-af16-6780e6b5eff1 None None] For port 12d6a396-dde8-42e6-9355-4ee3c0201bcb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=12d6a396-dde8-42e6-9355-4ee3c0201bcb,segment=NetworkSegment(cb512593-117c-456d-a670-c92726fae959),segment_id=cb512593-117c-456d-a670-c92726fae959)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:05:56.041593 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f2d349ca-5675-48bb-af16-6780e6b5eff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:56.053997 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f2d349ca-5675-48bb-af16-6780e6b5eff1 None None] Calling delete_port for 12d6a396-dde8-42e6-9355-4ee3c0201bcb owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:05:56.109177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:56.129727 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f2d349ca-5675-48bb-af16-6780e6b5eff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:56.136960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Pushing event deleted for resources: {'Port': ['ID=12d6a396-dde8-42e6-9355-4ee3c0201bcb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:56.144412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] No DVR routers for this DVR port 12d6a396-dde8-42e6-9355-4ee3c0201bcb on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:05:56.159550 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d349ca-5675-48bb-af16-6780e6b5eff1 None None] Pushing event deleted for resources: {'Port': ['ID=12d6a396-dde8-42e6-9355-4ee3c0201bcb,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:56.162905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d349ca-5675-48bb-af16-6780e6b5eff1 None None] No DVR routers for this DVR port 12d6a396-dde8-42e6-9355-4ee3c0201bcb on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:05:56.232611 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:56.254590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00df3f0-1db5-4028-aa9a-54ba0b3e1de2']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:56.265373 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb512593-117c-456d-a670-c92726fae959') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:56.265715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb512593-117c-456d-a670-c92726fae959') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:05:56.275786 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:56.289325 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:56.295369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:05:56.295700 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:05:56.298764 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:05:56.421257 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:56.428138 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:56.433810 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] 10.222.0.59 "DELETE /v2.0/networks/c00df3f0-1db5-4028-aa9a-54ba0b3e1de2 HTTP/1.1" status: 204 len: 168 time: 0.6986713 Dec 17 14:05:56.434498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50080) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:56.443951 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f43fc-227a-43cb-933d-a5aa4db7f0d2 tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Pushing event deleted for resources: {'Network': ['ID=c00df3f0-1db5-4028-aa9a-54ba0b3e1de2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:56.461971 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d2d6623f-6a96-4adc-829d-66d8cadd41fe tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] 10.222.0.59 "GET /v2.0/ports?device_id=38b53fe8-7165-489d-ae7a-0cd226a0fa42 HTTP/1.1" status: 200 len: 205 time: 0.0255759 Dec 17 14:05:56.464405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50082) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:56.537931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d1aa117-6bde-471a-ba71-91673bc43efb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:56.907492 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d1aa117-6bde-471a-ba71-91673bc43efb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:56.909624 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d1aa117-6bde-471a-ba71-91673bc43efb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:57.026914 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d1aa117-6bde-471a-ba71-91673bc43efb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:57.027437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1aa117-6bde-471a-ba71-91673bc43efb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Fanout notify agent at l3_agent the message router_deleted on router 38b53fe8-7165-489d-ae7a-0cd226a0fa42 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:05:57.035024 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d1aa117-6bde-471a-ba71-91673bc43efb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:57.036108 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9d1aa117-6bde-471a-ba71-91673bc43efb tempest-RoutersNegativeTest-1117143123 tempest-RoutersNegativeTest-1117143123-project] 10.222.0.59 "DELETE /v2.0/routers/38b53fe8-7165-489d-ae7a-0cd226a0fa42 HTTP/1.1" status: 204 len: 168 time: 0.5708075 Dec 17 14:05:57.468899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50088) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:57.578445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 12d6a396-dde8-42e6-9355-4ee3c0201bcb no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:05:57.597610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 12d6a396-dde8-42e6-9355-4ee3c0201bcb {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:05:57.597958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 12d6a396-dde8-42e6-9355-4ee3c0201bcb not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:05:57.611007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b66238cd-fb3b-44c4-b53a-b597a26e6649 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a683bdc165245de8c4c25cb0c89d9a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408679 Dec 17 14:05:57.613338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50092) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:57.660401 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f568f95-e32a-42d0-8daf-817e7384d054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:57.681074 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f568f95-e32a-42d0-8daf-817e7384d054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:57.806446 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f568f95-e32a-42d0-8daf-817e7384d054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:57.811526 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4f568f95-e32a-42d0-8daf-817e7384d054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:57.811526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4f568f95-e32a-42d0-8daf-817e7384d054 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/944df03f-9732-40b9-b466-28c6abdc97fe HTTP/1.1" status: 204 len: 168 time: 0.1966052 Dec 17 14:05:57.819252 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f568f95-e32a-42d0-8daf-817e7384d054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944df03f-9732-40b9-b466-28c6abdc97fe,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:58.810348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50114) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:58.906565 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-85185448-network', 'tenant_id': '944e28a6f3364bf193ac72fb160258df'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:58.989053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Made reservation on behalf of 944e28a6f3364bf193ac72fb160258df for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:58.991417 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:59.004136 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:59.075451 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:59.175327 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:59.199398 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:05:59.209072 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fba169-9e5b-482c-a11d-c7fd7192834e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:59.213890 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:59.214239 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Added segment 40be972d-c6a0-45f2-9f6d-8983e74ba28b of type vlan for network 06742711-eff3-47d9-897c-8c05b31f1f88 Dec 17 14:05:59.259480 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:59.381106 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:59.382143 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:05:59.382731 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:59.441351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] Pushing event updated for resources: {'Network': ['ID=06742711-eff3-47d9-897c-8c05b31f1f88,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:59.452244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 06742711-eff3-47d9-897c-8c05b31f1f88 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:05:59.530405 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b36481a5-ec93-4334-9f37-647b74424a69 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7176766 Dec 17 14:05:59.532812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50118) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:05:59.538155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Request body: {'subnet': {'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-85185448-subnet', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:05:59.617483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Made reservation on behalf of 944e28a6f3364bf193ac72fb160258df for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:05:59.619922 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:59.829396 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:05:59.896261 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d096382-16af-43bf-9fe1-e19340811936,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:05:59.908187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.908545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.908886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.909226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.909561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.909917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.910247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.910575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.910899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.911227 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.911554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.911878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.912199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:05:59.915269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Checking segment: {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:05:59.915638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Network hostable DHCP agents. Network: 06742711-eff3-47d9-897c-8c05b31f1f88, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:06:00.000455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Network 06742711-eff3-47d9-897c-8c05b31f1f88 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:06:00.063289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 06742711-eff3-47d9-897c-8c05b31f1f88) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:06:00.067442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:00.068045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.071912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fac85e2-70c7-4104-8f6c-48a970039397 None None] Network 06742711-eff3-47d9-897c-8c05b31f1f88 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:06:00.152811 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4a798bf2-873e-48f8-87d4-182d9f9b32ee admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6186547 Dec 17 14:06:00.155825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50120) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:06:00.160793 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-85185448-router', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:06:00.258003 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.259096 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.338990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-06742711-eff3-47d9-897c-8c05b31f1f88', 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88', 'project_id': '944e28a6f3364bf193ac72fb160258df', 'fixed_ips': [{'subnet_id': '8d096382-16af-43bf-9fe1-e19340811936'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:06:00.339988 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.346346 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.475250 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Allocated IP 172.20.0.2 (06742711-eff3-47d9-897c-8c05b31f1f88/8d096382-16af-43bf-9fe1-e19340811936/b9ca1dac-3ef4-4b18-8b09-8feb3158225c) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:06:00.527524 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.618138 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.701513 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.743452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Network 06742711-eff3-47d9-897c-8c05b31f1f88 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:06:00.746294 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:06:00.750526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:06:00.755175 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Pushing event updated for resources: {'Port': ['ID=b9ca1dac-3ef4-4b18-8b09-8feb3158225c,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:00.805451 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Attempting to bind port b9ca1dac-3ef4-4b18-8b09-8feb3158225c on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:06:00.805860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Attempting to bind port b9ca1dac-3ef4-4b18-8b09-8feb3158225c by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:06:00.806238 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Attempting to bind port b9ca1dac-3ef4-4b18-8b09-8feb3158225c on network 06742711-eff3-47d9-897c-8c05b31f1f88 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:06:00.809867 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.811365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:06:00.811747 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Checking segment: {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:06:00.812155 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.812555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Bound using segment: {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:06:00.813027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Bound port: b9ca1dac-3ef4-4b18-8b09-8feb3158225c, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:06:00.813420 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.834553 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.883460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] For port b9ca1dac-3ef4-4b18-8b09-8feb3158225c, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:06:00.886832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] For port b9ca1dac-3ef4-4b18-8b09-8feb3158225c, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b9ca1dac-3ef4-4b18-8b09-8feb3158225c,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:06:00.978381 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:00.990710 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Allocated IP 172.25.0.55 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/18962c59-a9dd-4aa5-ae14-e5ed625177d9) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:06:01.039819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940687c-e1dc-425b-b18d-4758fa5aa9e3 None None] Pushing event updated for resources: {'Port': ['ID=b9ca1dac-3ef4-4b18-8b09-8feb3158225c,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:01.437357 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:01.527083 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:01.568690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:06:01.573707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:06:01.578453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:06:01.580587 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Pushing event updated for resources: {'Port': ['ID=18962c59-a9dd-4aa5-ae14-e5ed625177d9,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:01.587057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548494fc-53d1-4809-95a6-af23e7483c76 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:06:01.616523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b9ca1dac-3ef4-4b18-8b09-8feb3158225c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:06:01.666726 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b9ca1dac-3ef4-4b18-8b09-8feb3158225c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:01.667097 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:01.723529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a6b7d43d-f121-4ea2-8073-932a6683536c None None] Provisioning complete for port 18962c59-a9dd-4aa5-ae14-e5ed625177d9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:01.724040 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6b7d43d-f121-4ea2-8073-932a6683536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:01.786189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7d43d-f121-4ea2-8073-932a6683536c None None] Port 18962c59-a9dd-4aa5-ae14-e5ed625177d9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:06:01.798826 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:01.837076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port b9ca1dac-3ef4-4b18-8b09-8feb3158225c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b9ca1dac-3ef4-4b18-8b09-8feb3158225c,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:06:01.901313 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:01.911617 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:01.960419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=b9ca1dac-3ef4-4b18-8b09-8feb3158225c,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:01.993215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e6199f-8397-446d-bd72-331b06d59cbd None None] Network 06742711-eff3-47d9-897c-8c05b31f1f88 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:06:02.051403 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c052cff0-2096-4923-a4f9-3f4189ab8292 None None] Provisioning complete for port b9ca1dac-3ef4-4b18-8b09-8feb3158225c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:02.051815 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c052cff0-2096-4923-a4f9-3f4189ab8292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:02.120597 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:02.188929 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:02.360561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Router ff67ba49-4db2-4565-a1c2-999310b9c597 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:06:02.418645 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-bb394092-2b41-4432-beb0-67d6cf3ebe10 None None] Provisioning complete for port b9ca1dac-3ef4-4b18-8b09-8feb3158225c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:02.419049 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-bb394092-2b41-4432-beb0-67d6cf3ebe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:02.470143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:06:02.479281 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Sync routers for ids ['ff67ba49-4db2-4565-a1c2-999310b9c597'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:06:02.490969 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Routers {'ff67ba49-4db2-4565-a1c2-999310b9c597'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:06:02.491649 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ff67ba49-4db2-4565-a1c2-999310b9c597'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:02.551269 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:02.552558 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-52d2768c-71ba-4642-992d-9505c626d62b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3953078 Dec 17 14:06:02.555231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50122) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:06:02.596624 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Set router ff67ba49-4db2-4565-a1c2-999310b9c597 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:06:02.775255 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'name': 'tempest-TestEncryptedCinderVolumes-85185448-router', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:01Z', 'revision_number': 3, 'project_id': '944e28a6f3364bf193ac72fb160258df', 'gw_port': {'id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:64:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:02.801061 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Checking router: ff67ba49-4db2-4565-a1c2-999310b9c597 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:06:02.801409 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Updating router ff67ba49-4db2-4565-a1c2-999310b9c597 port 18962c59-a9dd-4aa5-ae14-e5ed625177d9 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:06:02.826403 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:02.971618 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.077197 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.123939 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.179566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Allocated IP 172.20.0.1 (06742711-eff3-47d9-897c-8c05b31f1f88/8d096382-16af-43bf-9fe1-e19340811936/c6a14bab-b59a-4b6f-9896-0411c04e129b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:06:03.254440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebe9966-2e3d-4862-bef8-0e58a9d93081 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:06:03.266945 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Pushing event updated for resources: {'Port': ['ID=18962c59-a9dd-4aa5-ae14-e5ed625177d9,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:03.270229 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Attempting to bind port 18962c59-a9dd-4aa5-ae14-e5ed625177d9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:06:03.270600 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Attempting to bind port 18962c59-a9dd-4aa5-ae14-e5ed625177d9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:06:03.270954 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Attempting to bind port 18962c59-a9dd-4aa5-ae14-e5ed625177d9 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:06:03.279367 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.279709 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.280046 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.280379 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.280728 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.281299 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.281650 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.281973 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.282296 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.282612 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.282933 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.283246 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.283563 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.286864 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:06:03.287239 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:06:03.287644 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.288062 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:06:03.288486 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Bound port: 18962c59-a9dd-4aa5-ae14-e5ed625177d9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:06:03.288623 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.288857 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.323744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0663ae6d-ce18-44ec-93f8-3084635588a6 None None] Provisioning complete for port 18962c59-a9dd-4aa5-ae14-e5ed625177d9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:03.324120 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0663ae6d-ce18-44ec-93f8-3084635588a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.341833 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] For port 18962c59-a9dd-4aa5-ae14-e5ed625177d9, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:06:03.344813 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] For port 18962c59-a9dd-4aa5-ae14-e5ed625177d9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=18962c59-a9dd-4aa5-ae14-e5ed625177d9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:06:03.358731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0663ae6d-ce18-44ec-93f8-3084635588a6 None None] Port 18962c59-a9dd-4aa5-ae14-e5ed625177d9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:06:03.383602 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.412207 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.423945 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Network 06742711-eff3-47d9-897c-8c05b31f1f88 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:06:03.426960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:06:03.430581 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:06:03.457733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a14bab-b59a-4b6f-9896-0411c04e129b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:03.461652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8688a58-a317-4b41-89f4-c42072944925 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:06:03.473383 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1950763-3cee-41a2-989b-4bc71495dcd4 None None] Pushing event updated for resources: {'Port': ['ID=18962c59-a9dd-4aa5-ae14-e5ed625177d9,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:03.477796 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Routers {'ff67ba49-4db2-4565-a1c2-999310b9c597'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:06:03.478409 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ff67ba49-4db2-4565-a1c2-999310b9c597'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:03.482800 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.594876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Provisioning complete for port 18962c59-a9dd-4aa5-ae14-e5ed625177d9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:03.595257 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.625200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b9ca1dac-3ef4-4b18-8b09-8feb3158225c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:06:03.627250 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] Set router ff67ba49-4db2-4565-a1c2-999310b9c597 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:06:03.720765 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b9ca1dac-3ef4-4b18-8b09-8feb3158225c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:03.721107 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.736299 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.749274 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.780420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] For port 18962c59-a9dd-4aa5-ae14-e5ed625177d9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=18962c59-a9dd-4aa5-ae14-e5ed625177d9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:06:03.824786 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'name': 'tempest-TestEncryptedCinderVolumes-85185448-router', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:01Z', 'revision_number': 3, 'project_id': '944e28a6f3364bf193ac72fb160258df', 'gw_port': {'id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:64:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:03.852493 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.857464 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e256dc4-738f-420f-ab58-1023b2d0abe3 None None] The sync data for ids ['ff67ba49-4db2-4565-a1c2-999310b9c597'] in n-d-815324-5 is: [{'id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'name': 'tempest-TestEncryptedCinderVolumes-85185448-router', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:01Z', 'revision_number': 3, 'project_id': '944e28a6f3364bf193ac72fb160258df', 'gw_port': {'id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:64:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:06:03.909013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Pushing event updated for resources: {'Port': ['ID=18962c59-a9dd-4aa5-ae14-e5ed625177d9,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:03.918260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.922569 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.922704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.922704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.922704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.922704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.922704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.922704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.922704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.922704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.922704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.922704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.922704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.922704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5151ab-2c7f-4ca8-8356-c5051c5da796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:06:03.974216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-42879837-c9f4-4e62-843d-9ca5d9276663 None None] Provisioning complete for port c6a14bab-b59a-4b6f-9896-0411c04e129b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:03.974634 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-42879837-c9f4-4e62-843d-9ca5d9276663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:03.992577 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:04.009509 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-42879837-c9f4-4e62-843d-9ca5d9276663 None None] Port c6a14bab-b59a-4b6f-9896-0411c04e129b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:06:04.061558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a14bab-b59a-4b6f-9896-0411c04e129b,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:04.063994 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:04.169179 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Network 06742711-eff3-47d9-897c-8c05b31f1f88 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:06:04.170921 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:06:04.312892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Router ff67ba49-4db2-4565-a1c2-999310b9c597 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:06:04.428524 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:06:04.433869 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a7caf18e-ee4b-4bfa-b033-ece617dfec2b None None] Provisioning complete for port c6a14bab-b59a-4b6f-9896-0411c04e129b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:04.434380 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a7caf18e-ee4b-4bfa-b033-ece617dfec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:04.434617 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7333df22-591b-47a0-83bf-c574f1aabdb4 admin admin] 10.222.0.59 "PUT /v2.0/routers/ff67ba49-4db2-4565-a1c2-999310b9c597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8783522 Dec 17 14:06:04.469883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a7caf18e-ee4b-4bfa-b033-ece617dfec2b None None] Port c6a14bab-b59a-4b6f-9896-0411c04e129b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:06:05.100955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50138) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:06:05.106798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-449350445-network', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:06:05.206684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Made reservation on behalf of 22986484885d497ea71a9fcb931dd9e0 for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:06:05.209196 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:05.218997 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:05.299701 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:05.360470 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:05.385570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:06:05.396004 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38915769-7332-40e4-9768-8541c8e3df2b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:05.400726 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:05.401077 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Added segment fd978d09-8b87-4782-a141-ae1fb95db903 of type vlan for network 1852b3a0-0db7-4721-9033-c94b44534f9e Dec 17 14:06:05.439946 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Sync routers for ids ['ff67ba49-4db2-4565-a1c2-999310b9c597'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:06:05.441599 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:05.449719 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Routers {'ff67ba49-4db2-4565-a1c2-999310b9c597'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:06:05.450903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ff67ba49-4db2-4565-a1c2-999310b9c597'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:05.535122 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:05.536304 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:05.536967 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:05.561113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Set router ff67ba49-4db2-4565-a1c2-999310b9c597 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:06:05.604668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=1852b3a0-0db7-4721-9033-c94b44534f9e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:05.640776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 1852b3a0-0db7-4721-9033-c94b44534f9e details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:06:05.642729 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 18962c59-a9dd-4aa5-ae14-e5ed625177d9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:06:05.658232 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b5b53935-587d-46a3-bf8a-fcec94237cc1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5560868 Dec 17 14:06:05.661006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50140) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:06:05.665869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-537aaa38-85a7-4973-97c8-6d2cce9d9cec admin admin] Request body: {'subnet': {'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-449350445-subnet', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:06:05.729295 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537aaa38-85a7-4973-97c8-6d2cce9d9cec admin admin] Made reservation on behalf of 22986484885d497ea71a9fcb931dd9e0 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:06:05.731732 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-537aaa38-85a7-4973-97c8-6d2cce9d9cec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:05.818462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 18962c59-a9dd-4aa5-ae14-e5ed625177d9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:05.818841 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:05.934999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'name': 'tempest-TestEncryptedCinderVolumes-85185448-router', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:03Z', 'revision_number': 4, 'project_id': '944e28a6f3364bf193ac72fb160258df', 'gw_port': {'id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:64:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c6a14bab-b59a-4b6f-9896-0411c04e129b', 'name': '', 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'mac_address': 'fa:16:3e:79:fc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8d096382-16af-43bf-9fe1-e19340811936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:02Z', 'updated_at': '2021-12-17T14:06:03Z', 'revision_number': 2, 'project_id': '944e28a6f3364bf193ac72fb160258df', 'subnets': [{'id': '8d096382-16af-43bf-9fe1-e19340811936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:05.955005 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-537aaa38-85a7-4973-97c8-6d2cce9d9cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:05.966301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Checking router: ff67ba49-4db2-4565-a1c2-999310b9c597 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:06:05.966661 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Updating router ff67ba49-4db2-4565-a1c2-999310b9c597 port c6a14bab-b59a-4b6f-9896-0411c04e129b binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:06:05.991345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.015957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537aaa38-85a7-4973-97c8-6d2cce9d9cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c4eb58a-bf37-4f40-bcb6-3112b947507a,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:06.020297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537aaa38-85a7-4973-97c8-6d2cce9d9cec admin admin] Checking segment: {'id': 'fd978d09-8b87-4782-a141-ae1fb95db903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:06:06.020668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537aaa38-85a7-4973-97c8-6d2cce9d9cec admin admin] Network hostable DHCP agents. Network: 1852b3a0-0db7-4721-9033-c94b44534f9e, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:06:06.074517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537aaa38-85a7-4973-97c8-6d2cce9d9cec admin admin] Network 1852b3a0-0db7-4721-9033-c94b44534f9e is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:06:06.160917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-537aaa38-85a7-4973-97c8-6d2cce9d9cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 1852b3a0-0db7-4721-9033-c94b44534f9e) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:06:06.169800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1522a1-c447-4286-8394-a4c3dbddc0d0 None None] Network 1852b3a0-0db7-4721-9033-c94b44534f9e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:06:06.171650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537aaa38-85a7-4973-97c8-6d2cce9d9cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:06.172370 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-537aaa38-85a7-4973-97c8-6d2cce9d9cec admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.253691 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-537aaa38-85a7-4973-97c8-6d2cce9d9cec admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5912559 Dec 17 14:06:06.256005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50142) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:06:06.260522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-449350445-router', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:06:06.330938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-1852b3a0-0db7-4721-9033-c94b44534f9e', 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e', 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'fixed_ips': [{'subnet_id': '6c4eb58a-bf37-4f40-bcb6-3112b947507a'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:06:06.331783 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.337811 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.343592 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.344791 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.399585 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.452273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.509777 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Allocated IP 172.20.0.2 (1852b3a0-0db7-4721-9033-c94b44534f9e/6c4eb58a-bf37-4f40-bcb6-3112b947507a/be7363ee-7ec6-4252-ba29-4d4be8952fbb) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:06:06.535435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452a91d-44cf-4c22-84f1-6b053a8c184f None None] Pushing event updated for resources: {'Port': ['ID=c6a14bab-b59a-4b6f-9896-0411c04e129b,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:06.593357 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.637062 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Attempting to bind port c6a14bab-b59a-4b6f-9896-0411c04e129b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:06:06.637513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Attempting to bind port c6a14bab-b59a-4b6f-9896-0411c04e129b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:06:06.637910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Attempting to bind port c6a14bab-b59a-4b6f-9896-0411c04e129b on network 06742711-eff3-47d9-897c-8c05b31f1f88 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:06:06.649207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:06:06.649689 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Checking segment: {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:06:06.650030 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.650480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Bound using segment: {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:06:06.650966 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Bound port: c6a14bab-b59a-4b6f-9896-0411c04e129b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:06:06.651355 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.666446 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.771181 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] For port c6a14bab-b59a-4b6f-9896-0411c04e129b, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:06:06.775339 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] For port c6a14bab-b59a-4b6f-9896-0411c04e129b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c6a14bab-b59a-4b6f-9896-0411c04e129b,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:06:06.787369 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.805928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f367c99d-abb7-45f5-b25d-594e5a195269 None None] Provisioning complete for port c6a14bab-b59a-4b6f-9896-0411c04e129b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:06.806167 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f367c99d-abb7-45f5-b25d-594e5a195269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.845828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f367c99d-abb7-45f5-b25d-594e5a195269 None None] Port c6a14bab-b59a-4b6f-9896-0411c04e129b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:06:06.856676 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.888781 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:06.933351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Network 1852b3a0-0db7-4721-9033-c94b44534f9e is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:06:06.938179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452a91d-44cf-4c22-84f1-6b053a8c184f None None] Pushing event updated for resources: {'Port': ['ID=c6a14bab-b59a-4b6f-9896-0411c04e129b,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:06.941052 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Routers {'ff67ba49-4db2-4565-a1c2-999310b9c597'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:06:06.941700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ff67ba49-4db2-4565-a1c2-999310b9c597'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:06.944154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:06:06.986768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:06:07.259883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:07.268081 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Pushing event updated for resources: {'Port': ['ID=be7363ee-7ec6-4252-ba29-4d4be8952fbb,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:07.279392 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:07.293889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b89a472c-80fe-45ad-a165-209200cb399b None None] Provisioning complete for port c6a14bab-b59a-4b6f-9896-0411c04e129b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:07.294189 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b89a472c-80fe-45ad-a165-209200cb399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:07.329342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Attempting to bind port be7363ee-7ec6-4252-ba29-4d4be8952fbb on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:06:07.329749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Attempting to bind port be7363ee-7ec6-4252-ba29-4d4be8952fbb by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd978d09-8b87-4782-a141-ae1fb95db903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:06:07.330118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Attempting to bind port be7363ee-7ec6-4252-ba29-4d4be8952fbb on network 1852b3a0-0db7-4721-9033-c94b44534f9e {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:06:07.352208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:06:07.352596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Checking segment: {'id': 'fd978d09-8b87-4782-a141-ae1fb95db903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:06:07.353008 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:07.353412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Bound using segment: {'id': 'fd978d09-8b87-4782-a141-ae1fb95db903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:06:07.353917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Bound port: be7363ee-7ec6-4252-ba29-4d4be8952fbb, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd978d09-8b87-4782-a141-ae1fb95db903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:06:07.354303 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:07.357117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] Set router ff67ba49-4db2-4565-a1c2-999310b9c597 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:06:07.396759 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Allocated IP 172.25.0.164 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/e6077d46-509f-41a2-9b09-21dcc39d19af) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:06:07.502421 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:07.570936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] For port be7363ee-7ec6-4252-ba29-4d4be8952fbb, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:06:07.577839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] For port be7363ee-7ec6-4252-ba29-4d4be8952fbb, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=be7363ee-7ec6-4252-ba29-4d4be8952fbb,segment=NetworkSegment(fd978d09-8b87-4782-a141-ae1fb95db903),segment_id=fd978d09-8b87-4782-a141-ae1fb95db903)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:06:07.601036 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b89a472c-80fe-45ad-a165-209200cb399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:07.604414 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:07.644000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:06:07.647020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:06:07.649745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:06:07.661057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b89a472c-80fe-45ad-a165-209200cb399b None None] For port c6a14bab-b59a-4b6f-9896-0411c04e129b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c6a14bab-b59a-4b6f-9896-0411c04e129b,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:06:07.664500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85861e62-76f4-47f3-904e-87e2d7f11acf None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:06:07.674565 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:07.686642 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Pushing event updated for resources: {'Port': ['ID=e6077d46-509f-41a2-9b09-21dcc39d19af,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:07.732786 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b89a472c-80fe-45ad-a165-209200cb399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:07.756227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'name': 'tempest-TestEncryptedCinderVolumes-85185448-router', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:03Z', 'revision_number': 4, 'project_id': '944e28a6f3364bf193ac72fb160258df', 'gw_port': {'id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:64:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c6a14bab-b59a-4b6f-9896-0411c04e129b', 'name': '', 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'mac_address': 'fa:16:3e:79:fc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8d096382-16af-43bf-9fe1-e19340811936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:02Z', 'updated_at': '2021-12-17T14:06:06Z', 'revision_number': 4, 'project_id': '944e28a6f3364bf193ac72fb160258df', 'subnets': [{'id': '8d096382-16af-43bf-9fe1-e19340811936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:07.792256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a46d2-402c-4844-8aac-671f645b9a44 None None] Pushing event updated for resources: {'Port': ['ID=be7363ee-7ec6-4252-ba29-4d4be8952fbb,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:07.798813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b106a54-d7e8-44dd-bbef-9cf83be360ac None None] The sync data for ids ['ff67ba49-4db2-4565-a1c2-999310b9c597'] in n-d-815324-5 is: [{'id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'name': 'tempest-TestEncryptedCinderVolumes-85185448-router', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:03Z', 'revision_number': 4, 'project_id': '944e28a6f3364bf193ac72fb160258df', 'gw_port': {'id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:64:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c6a14bab-b59a-4b6f-9896-0411c04e129b', 'name': '', 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'mac_address': 'fa:16:3e:79:fc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8d096382-16af-43bf-9fe1-e19340811936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:02Z', 'updated_at': '2021-12-17T14:06:06Z', 'revision_number': 4, 'project_id': '944e28a6f3364bf193ac72fb160258df', 'subnets': [{'id': '8d096382-16af-43bf-9fe1-e19340811936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:06:07.883954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a472c-80fe-45ad-a165-209200cb399b None None] Pushing event updated for resources: {'Port': ['ID=c6a14bab-b59a-4b6f-9896-0411c04e129b,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:07.888565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-24cd59f4-a226-4246-9302-bb744413feed None None] Provisioning complete for port e6077d46-509f-41a2-9b09-21dcc39d19af triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:07.888941 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-24cd59f4-a226-4246-9302-bb744413feed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:07.968723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-24cd59f4-a226-4246-9302-bb744413feed None None] Port e6077d46-509f-41a2-9b09-21dcc39d19af cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:06:08.060778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:08.280061 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:08.514989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Router bc3f8ebd-3755-4096-9e63-5e4e829c7b39 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:06:08.631600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:06:08.641337 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Sync routers for ids ['bc3f8ebd-3755-4096-9e63-5e4e829c7b39'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:06:08.652926 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Routers {'bc3f8ebd-3755-4096-9e63-5e4e829c7b39'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:06:08.654660 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bc3f8ebd-3755-4096-9e63-5e4e829c7b39'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:08.708768 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:08.713109 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50146) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:06:08.717772 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e787baba-8d72-4ec3-8034-71a1e5449b18 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4561810 Dec 17 14:06:08.764419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7503414-16d9-4aba-b8f8-b180b28c6baa None None] Network 1852b3a0-0db7-4721-9033-c94b44534f9e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:06:08.786716 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Set router bc3f8ebd-3755-4096-9e63-5e4e829c7b39 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:06:08.843976 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-022272ba-a405-4e5f-b291-3edfadb1f593 None None] Provisioning complete for port be7363ee-7ec6-4252-ba29-4d4be8952fbb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:08.844472 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-022272ba-a405-4e5f-b291-3edfadb1f593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:08.976536 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-022272ba-a405-4e5f-b291-3edfadb1f593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.002731 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'name': 'tempest-TestEncryptedCinderVolumes-449350445-router', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:06Z', 'updated_at': '2021-12-17T14:06:07Z', 'revision_number': 3, 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'gw_port': {'id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:07Z', 'updated_at': '2021-12-17T14:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:09.034248 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Checking router: bc3f8ebd-3755-4096-9e63-5e4e829c7b39 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:06:09.034607 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Updating router bc3f8ebd-3755-4096-9e63-5e4e829c7b39 port e6077d46-509f-41a2-9b09-21dcc39d19af binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:06:09.043009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-022272ba-a405-4e5f-b291-3edfadb1f593 None None] For port be7363ee-7ec6-4252-ba29-4d4be8952fbb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=be7363ee-7ec6-4252-ba29-4d4be8952fbb,segment=NetworkSegment(fd978d09-8b87-4782-a141-ae1fb95db903),segment_id=fd978d09-8b87-4782-a141-ae1fb95db903)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:06:09.063737 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.115010 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-022272ba-a405-4e5f-b291-3edfadb1f593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.194476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022272ba-a405-4e5f-b291-3edfadb1f593 None None] Pushing event updated for resources: {'Port': ['ID=be7363ee-7ec6-4252-ba29-4d4be8952fbb,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:09.239148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-831c21eb-62cf-4e76-aa8e-d33a5936683e None None] Provisioning complete for port be7363ee-7ec6-4252-ba29-4d4be8952fbb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:09.239645 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-831c21eb-62cf-4e76-aa8e-d33a5936683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.273006 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.304476 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:06:09.371039 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.440732 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.447906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Allocated IP 172.20.0.1 (1852b3a0-0db7-4721-9033-c94b44534f9e/6c4eb58a-bf37-4f40-bcb6-3112b947507a/8cf71d57-cfa6-43f8-be14-47fd7129c4c2) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:06:09.480711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8675e4ee-a05d-41af-8903-c2ac5720cfb8 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:06:09.490377 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Attempting to bind port e6077d46-509f-41a2-9b09-21dcc39d19af on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:06:09.490745 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Attempting to bind port e6077d46-509f-41a2-9b09-21dcc39d19af by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:06:09.491106 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Attempting to bind port e6077d46-509f-41a2-9b09-21dcc39d19af on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:06:09.498826 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a18d6-0aec-401e-a4f4-64e25805306e None None] Pushing event updated for resources: {'Port': ['ID=e6077d46-509f-41a2-9b09-21dcc39d19af,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:09.501504 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:06:09.501900 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:06:09.502331 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.502686 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:06:09.503149 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Bound port: e6077d46-509f-41a2-9b09-21dcc39d19af, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:06:09.503521 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.561364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0c2d1f99-0e3f-4439-a765-148c282bb07f None None] Provisioning complete for port e6077d46-509f-41a2-9b09-21dcc39d19af triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:09.562198 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c2d1f99-0e3f-4439-a765-148c282bb07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.564479 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] For port e6077d46-509f-41a2-9b09-21dcc39d19af, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:06:09.568490 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.569142 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] For port e6077d46-509f-41a2-9b09-21dcc39d19af, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e6077d46-509f-41a2-9b09-21dcc39d19af,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:06:09.607115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d1f99-0e3f-4439-a765-148c282bb07f None None] Port e6077d46-509f-41a2-9b09-21dcc39d19af cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:06:09.629842 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.653629 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.666909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device be7363ee-7ec6-4252-ba29-4d4be8952fbb up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:06:09.685899 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Routers {'bc3f8ebd-3755-4096-9e63-5e4e829c7b39'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:06:09.686532 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bc3f8ebd-3755-4096-9e63-5e4e829c7b39'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:09.696713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46a4b14-6a51-4822-b61d-6a529fe2e074 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:06:09.702283 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Network 1852b3a0-0db7-4721-9033-c94b44534f9e is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:06:09.707630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:06:09.712093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:06:09.715865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Pushing event updated for resources: {'Port': ['ID=8cf71d57-cfa6-43f8-be14-47fd7129c4c2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:09.749924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port be7363ee-7ec6-4252-ba29-4d4be8952fbb triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:09.750554 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.762565 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.805789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c78a43c3-037e-4902-9a53-ead274a801c4 None None] Provisioning complete for port e6077d46-509f-41a2-9b09-21dcc39d19af triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:09.806832 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c78a43c3-037e-4902-9a53-ead274a801c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:09.811395 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] Set router bc3f8ebd-3755-4096-9e63-5e4e829c7b39 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:06:09.913167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c6a14bab-b59a-4b6f-9896-0411c04e129b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:06:09.919546 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a18d6-0aec-401e-a4f4-64e25805306e None None] Pushing event updated for resources: {'Port': ['ID=e6077d46-509f-41a2-9b09-21dcc39d19af,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:09.990754 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c78a43c3-037e-4902-9a53-ead274a801c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:10.010634 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:10.017730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c78a43c3-037e-4902-9a53-ead274a801c4 None None] For port e6077d46-509f-41a2-9b09-21dcc39d19af, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e6077d46-509f-41a2-9b09-21dcc39d19af,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:06:10.019135 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'name': 'tempest-TestEncryptedCinderVolumes-449350445-router', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:06Z', 'updated_at': '2021-12-17T14:06:07Z', 'revision_number': 3, 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'gw_port': {'id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:07Z', 'updated_at': '2021-12-17T14:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:10.023473 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c6a14bab-b59a-4b6f-9896-0411c04e129b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:10.023850 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:10.047075 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb3b42-d470-477e-bca3-600d70660f44 None None] The sync data for ids ['bc3f8ebd-3755-4096-9e63-5e4e829c7b39'] in n-d-815324-5 is: [{'id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'name': 'tempest-TestEncryptedCinderVolumes-449350445-router', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:06Z', 'updated_at': '2021-12-17T14:06:07Z', 'revision_number': 3, 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'gw_port': {'id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:07Z', 'updated_at': '2021-12-17T14:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:06:10.073744 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c78a43c3-037e-4902-9a53-ead274a801c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:10.155986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a43c3-037e-4902-9a53-ead274a801c4 None None] Pushing event updated for resources: {'Port': ['ID=e6077d46-509f-41a2-9b09-21dcc39d19af,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:10.190280 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:10.194141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-31c1d855-2c77-498b-b5e4-06149b662232 None None] Provisioning complete for port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:10.194384 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-31c1d855-2c77-498b-b5e4-06149b662232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:10.229800 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-31c1d855-2c77-498b-b5e4-06149b662232 None None] Port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:06:10.257784 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:10.343608 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Pushing event updated for resources: {'Port': ['ID=8cf71d57-cfa6-43f8-be14-47fd7129c4c2,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:10.346061 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:10.444404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Network 1852b3a0-0db7-4721-9033-c94b44534f9e is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:06:10.446879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:06:10.569474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Router bc3f8ebd-3755-4096-9e63-5e4e829c7b39 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:06:10.691506 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:06:10.697003 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4d9fe222-5cc0-4327-a357-30874f6955dc admin admin] 10.222.0.59 "PUT /v2.0/routers/bc3f8ebd-3755-4096-9e63-5e4e829c7b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9822099 Dec 17 14:06:10.755082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-66025df2-59a8-4c57-b0eb-a6718ccef8b8 None None] Provisioning complete for port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:10.755465 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-66025df2-59a8-4c57-b0eb-a6718ccef8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:10.790969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-66025df2-59a8-4c57-b0eb-a6718ccef8b8 None None] Port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:06:11.621951 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-f96e92f5-b1b2-4dd4-ba1d-6a58695ad3d3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:11.623481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-f96e92f5-b1b2-4dd4-ba1d-6a58695ad3d3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/networks?id=06742711-eff3-47d9-897c-8c05b31f1f88 HTTP/1.1" status: 200 len: 815 time: 0.1128469 Dec 17 14:06:11.625390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e6077d46-509f-41a2-9b09-21dcc39d19af up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:06:11.639076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-eaff4788-0a81-4840-9665-8c7d6977a318 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/quotas/944e28a6f3364bf193ac72fb160258df HTTP/1.1" status: 200 len: 375 time: 0.0097694 Dec 17 14:06:11.686299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e6077d46-509f-41a2-9b09-21dcc39d19af triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:11.686680 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:11.690478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Sync routers for ids ['bc3f8ebd-3755-4096-9e63-5e4e829c7b39'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:06:11.691868 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-3f9755fb-47f2-48d8-a63b-c0b6f476e7a1 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=944e28a6f3364bf193ac72fb160258df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470111 Dec 17 14:06:11.729606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Routers {'bc3f8ebd-3755-4096-9e63-5e4e829c7b39'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:06:11.730222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bc3f8ebd-3755-4096-9e63-5e4e829c7b39'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:11.789520 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-c6cdd51e-b82e-4c62-a920-45e55275396b service neutron] 10.222.0.59 "GET /v2.0/networks/06742711-eff3-47d9-897c-8c05b31f1f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849185 Dec 17 14:06:11.867054 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Set router bc3f8ebd-3755-4096-9e63-5e4e829c7b39 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:06:11.878473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-7a652731-beb0-4c87-a490-dd18a5296a90 service neutron] 10.222.0.59 "GET /v2.0/networks/06742711-eff3-47d9-897c-8c05b31f1f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826585 Dec 17 14:06:12.077692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'name': 'tempest-TestEncryptedCinderVolumes-449350445-router', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:06Z', 'updated_at': '2021-12-17T14:06:09Z', 'revision_number': 4, 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'gw_port': {'id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:07Z', 'updated_at': '2021-12-17T14:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8cf71d57-cfa6-43f8-be14-47fd7129c4c2', 'name': '', 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'mac_address': 'fa:16:3e:3d:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '6c4eb58a-bf37-4f40-bcb6-3112b947507a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:09Z', 'updated_at': '2021-12-17T14:06:10Z', 'revision_number': 2, 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'subnets': [{'id': '6c4eb58a-bf37-4f40-bcb6-3112b947507a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:12.105243 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Checking router: bc3f8ebd-3755-4096-9e63-5e4e829c7b39 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:06:12.105481 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Updating router bc3f8ebd-3755-4096-9e63-5e4e829c7b39 port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:06:12.131991 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:12.242166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3b498406-c654-4bd3-90bd-09ee859a0384 req-03f8d661-3f75-4d34-8187-b13e95ededd5 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 210 time: 0.1558721 Dec 17 14:06:12.580606 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:12.647278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:12.699391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcc10f-f1ec-4dc8-ad93-06c78a33173a None None] Pushing event updated for resources: {'Port': ['ID=8cf71d57-cfa6-43f8-be14-47fd7129c4c2,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:12.746653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Attempting to bind port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:06:12.747029 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Attempting to bind port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'fd978d09-8b87-4782-a141-ae1fb95db903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:06:12.747427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Attempting to bind port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 on network 1852b3a0-0db7-4721-9033-c94b44534f9e {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:06:12.752712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:06:12.753095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Checking segment: {'id': 'fd978d09-8b87-4782-a141-ae1fb95db903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:06:12.753500 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:12.753980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Bound using segment: {'id': 'fd978d09-8b87-4782-a141-ae1fb95db903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:06:12.754484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Bound port: 8cf71d57-cfa6-43f8-be14-47fd7129c4c2, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd978d09-8b87-4782-a141-ae1fb95db903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:06:12.754783 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:12.826183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] For port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:06:12.830195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] For port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8cf71d57-cfa6-43f8-be14-47fd7129c4c2,segment=NetworkSegment(fd978d09-8b87-4782-a141-ae1fb95db903),segment_id=fd978d09-8b87-4782-a141-ae1fb95db903)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:06:12.916274 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:12.971817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e92a5cb9-3c62-4f30-9e1c-f1525864731d None None] Provisioning complete for port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:12.972190 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e92a5cb9-3c62-4f30-9e1c-f1525864731d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:13.010832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcc10f-f1ec-4dc8-ad93-06c78a33173a None None] Pushing event updated for resources: {'Port': ['ID=8cf71d57-cfa6-43f8-be14-47fd7129c4c2,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:13.015779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Routers {'bc3f8ebd-3755-4096-9e63-5e4e829c7b39'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:06:13.017911 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:05:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bc3f8ebd-3755-4096-9e63-5e4e829c7b39'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:13.166332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] Set router bc3f8ebd-3755-4096-9e63-5e4e829c7b39 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:06:13.168086 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e92a5cb9-3c62-4f30-9e1c-f1525864731d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:13.270128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e92a5cb9-3c62-4f30-9e1c-f1525864731d None None] For port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8cf71d57-cfa6-43f8-be14-47fd7129c4c2,segment=NetworkSegment(fd978d09-8b87-4782-a141-ae1fb95db903),segment_id=fd978d09-8b87-4782-a141-ae1fb95db903)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:06:13.341369 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9c2473cf-9fcc-4d20-a740-17fca6718b99 req-006a3742-e2bb-4242-bfd5-4f0bd865a49c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 210 time: 0.0289886 Dec 17 14:06:13.364709 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e92a5cb9-3c62-4f30-9e1c-f1525864731d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:13.424940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a5cb9-3c62-4f30-9e1c-f1525864731d None None] Pushing event updated for resources: {'Port': ['ID=8cf71d57-cfa6-43f8-be14-47fd7129c4c2,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:13.432996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'name': 'tempest-TestEncryptedCinderVolumes-449350445-router', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:06Z', 'updated_at': '2021-12-17T14:06:09Z', 'revision_number': 4, 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'gw_port': {'id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:07Z', 'updated_at': '2021-12-17T14:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8cf71d57-cfa6-43f8-be14-47fd7129c4c2', 'name': '', 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'mac_address': 'fa:16:3e:3d:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '6c4eb58a-bf37-4f40-bcb6-3112b947507a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:09Z', 'updated_at': '2021-12-17T14:06:12Z', 'revision_number': 4, 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'subnets': [{'id': '6c4eb58a-bf37-4f40-bcb6-3112b947507a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:06:13.465500 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbfd77a-ecb3-4a0b-941d-cf534ff3d1ed None None] The sync data for ids ['bc3f8ebd-3755-4096-9e63-5e4e829c7b39'] in n-d-815324-5 is: [{'id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'name': 'tempest-TestEncryptedCinderVolumes-449350445-router', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:06Z', 'updated_at': '2021-12-17T14:06:09Z', 'revision_number': 4, 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'gw_port': {'id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:07Z', 'updated_at': '2021-12-17T14:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '8cf71d57-cfa6-43f8-be14-47fd7129c4c2', 'name': '', 'network_id': '1852b3a0-0db7-4721-9033-c94b44534f9e', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'mac_address': 'fa:16:3e:3d:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '6c4eb58a-bf37-4f40-bcb6-3112b947507a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:09Z', 'updated_at': '2021-12-17T14:06:12Z', 'revision_number': 4, 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'subnets': [{'id': '6c4eb58a-bf37-4f40-bcb6-3112b947507a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:06:13.487234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9fafd437-0bf5-4714-b84c-c3b3fbdbcf13 None None] Provisioning complete for port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:13.487607 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9fafd437-0bf5-4714-b84c-c3b3fbdbcf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:13.632129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:06:13.687058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:13.687747 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:13.909230 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-09e0d858-79e5-44ad-b331-fda10b4a0e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:14.328096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-70e7f8bb-09d7-4dbf-ab30-60919fa0b544 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:14.329500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-70e7f8bb-09d7-4dbf-ab30-60919fa0b544 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.54 "GET /v2.0/networks?id=06742711-eff3-47d9-897c-8c05b31f1f88 HTTP/1.1" status: 200 len: 815 time: 0.1083176 Dec 17 14:06:14.343338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Request body: {'port': {'device_id': 'bfefc8bb-ae15-49fb-8d43-9417652b5e82', 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88', 'admin_state_up': True, 'tenant_id': '944e28a6f3364bf193ac72fb160258df'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:06:14.447383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a3dbf357-f7e7-482c-b9af-ce5204d56632 req-410aa031-be01-4779-81f1-8d09bbcd52d5 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 210 time: 0.0366678 Dec 17 14:06:14.568922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Made reservation on behalf of 944e28a6f3364bf193ac72fb160258df for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:06:14.572640 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:14.708515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Allocated IP 172.20.0.14 (06742711-eff3-47d9-897c-8c05b31f1f88/8d096382-16af-43bf-9fe1-e19340811936/add73da1-a035-47bb-966f-74fbd9edf26d) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:06:14.865043 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:14.963771 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:15.011783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Network 06742711-eff3-47d9-897c-8c05b31f1f88 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:06:15.015524 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:06:15.020576 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:06:15.027451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Pushing event updated for resources: {'Port': ['ID=add73da1-a035-47bb-966f-74fbd9edf26d,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:15.081168 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:15.082146 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:15.201028 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-238579fa-817c-48fa-bcf8-b6fd8af88b72 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8624303 Dec 17 14:06:15.213300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Request body: {'port': {'device_id': 'bfefc8bb-ae15-49fb-8d43-9417652b5e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:06:15.266546 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:15.313539 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-292f93f4-71dc-4e46-85d6-ffecd28f1150 None None] Provisioning complete for port add73da1-a035-47bb-966f-74fbd9edf26d triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:15.314131 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-292f93f4-71dc-4e46-85d6-ffecd28f1150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:15.348006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-292f93f4-71dc-4e46-85d6-ffecd28f1150 None None] Port add73da1-a035-47bb-966f-74fbd9edf26d cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:06:15.528392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add73da1-a035-47bb-966f-74fbd9edf26d {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:06:15.536368 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:15.549330 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Transition to ACTIVE for port object add73da1-a035-47bb-966f-74fbd9edf26d will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:06:15.567267 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7734a55-7499-4c65-933d-6746876b79be req-4abb46bd-bb64-4882-a302-5e4f006d6be0 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:15.569504 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7734a55-7499-4c65-933d-6746876b79be req-4abb46bd-bb64-4882-a302-5e4f006d6be0 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 932 time: 0.0527866 Dec 17 14:06:15.614947 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f7734a55-7499-4c65-933d-6746876b79be req-dc6d82c0-005a-4fce-9965-9329178a266c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393393 Dec 17 14:06:15.628816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:15.703851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Pushing event updated for resources: {'Port': ['ID=add73da1-a035-47bb-966f-74fbd9edf26d,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:15.757370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Attempting to bind port add73da1-a035-47bb-966f-74fbd9edf26d on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:06:15.757773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Attempting to bind port add73da1-a035-47bb-966f-74fbd9edf26d by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:06:15.758123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Attempting to bind port add73da1-a035-47bb-966f-74fbd9edf26d on network 06742711-eff3-47d9-897c-8c05b31f1f88 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:06:15.763538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Port add73da1-a035-47bb-966f-74fbd9edf26d on network 06742711-eff3-47d9-897c-8c05b31f1f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:06:15.763865 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Attempting to bind port add73da1-a035-47bb-966f-74fbd9edf26d on network 06742711-eff3-47d9-897c-8c05b31f1f88 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:06:15.769088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:06:15.769429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Checking segment: {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:06:15.769859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Bound using segment: {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:06:15.770290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Bound port: add73da1-a035-47bb-966f-74fbd9edf26d, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:06:15.770653 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:15.838269 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] For port add73da1-a035-47bb-966f-74fbd9edf26d, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:06:15.842002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] For port add73da1-a035-47bb-966f-74fbd9edf26d, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=add73da1-a035-47bb-966f-74fbd9edf26d,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:06:15.935587 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:15.976522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:15.977158 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:15.978610 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] 10.222.0.54 "PUT /v2.0/ports/add73da1-a035-47bb-966f-74fbd9edf26d HTTP/1.1" status: 200 len: 1092 time: 0.7696705 Dec 17 14:06:15.979058 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfefc8bb-ae15-49fb-8d43-9417652b5e82', 'tag': 'add73da1-a035-47bb-966f-74fbd9edf26d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:06:15.981338 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f078bdb1-cab6-469b-941b-db0ce021d091" -d '{"events": [{"name": "network-changed", "server_uuid": "bfefc8bb-ae15-49fb-8d43-9417652b5e82", "tag": "add73da1-a035-47bb-966f-74fbd9edf26d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:06:16.005215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d900d-9c25-400c-9a45-05acc30cdc0d service neutron] Pushing event updated for resources: {'Port': ['ID=add73da1-a035-47bb-966f-74fbd9edf26d,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:16.020804 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62efccf8-ea66-433f-ac68-1e79f05e0256 x-openstack-request-id: req-62efccf8-ea66-433f-ac68-1e79f05e0256 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:06:16.021098 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfefc8bb-ae15-49fb-8d43-9417652b5e82", "tag": "add73da1-a035-47bb-966f-74fbd9edf26d", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:06:16.021359 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62efccf8-ea66-433f-ac68-1e79f05e0256 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:06:16.021799 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfefc8bb-ae15-49fb-8d43-9417652b5e82', 'tag': 'add73da1-a035-47bb-966f-74fbd9edf26d', 'status': 'completed', 'code': 200} Dec 17 14:06:16.094621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078bdb1-cab6-469b-941b-db0ce021d091 req-95ba9f90-eb2b-4d69-a502-019a98384e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:16.096330 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f078bdb1-cab6-469b-941b-db0ce021d091 req-95ba9f90-eb2b-4d69-a502-019a98384e6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=944e28a6f3364bf193ac72fb160258df&device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 1095 time: 0.0469890 Dec 17 14:06:16.204093 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078bdb1-cab6-469b-941b-db0ce021d091 req-9062d063-3efc-4da3-a0cf-4c7bfb2187e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:16.205668 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f078bdb1-cab6-469b-941b-db0ce021d091 req-9062d063-3efc-4da3-a0cf-4c7bfb2187e2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=944e28a6f3364bf193ac72fb160258df&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1006677 Dec 17 14:06:16.300611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078bdb1-cab6-469b-941b-db0ce021d091 req-c94a21ee-205d-454d-96ad-6b383229b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:16.302194 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f078bdb1-cab6-469b-941b-db0ce021d091 req-c94a21ee-205d-454d-96ad-6b383229b013 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892723 Dec 17 14:06:16.363093 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4113d4f8-f7ce-4543-8025-5cc3e0edbbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:16.383180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-1b9fbc88-9e4b-4578-825a-ab77beea6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:16.384729 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-1b9fbc88-9e4b-4578-825a-ab77beea6f34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=944e28a6f3364bf193ac72fb160258df&device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 1095 time: 0.0442653 Dec 17 14:06:16.429999 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-bfca3c78-294d-42f9-a4de-c82ea6af715b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add73da1-a035-47bb-966f-74fbd9edf26d HTTP/1.1" status: 200 len: 217 time: 0.0380018 Dec 17 14:06:16.480248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-127686e9-2e81-4887-ba63-eb02f7404fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:16.481789 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-127686e9-2e81-4887-ba63-eb02f7404fa8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d096382-16af-43bf-9fe1-e19340811936 HTTP/1.1" status: 200 len: 854 time: 0.0455527 Dec 17 14:06:16.527572 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-14071cc4-7c2d-4b17-b457-751e416b698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:16.529219 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-14071cc4-7c2d-4b17-b457-751e416b698a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06742711-eff3-47d9-897c-8c05b31f1f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405736 Dec 17 14:06:16.620586 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-2da35260-6ae9-45fd-ab41-f2e61d573d4d service neutron] 10.222.0.54 "GET /v2.0/networks/06742711-eff3-47d9-897c-8c05b31f1f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840085 Dec 17 14:06:16.709520 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2bcecf49-7aea-4c5d-a553-325e43aeed43 req-52d42756-ecfc-4259-a86b-00d863bede77 service neutron] 10.222.0.54 "GET /v2.0/networks/06742711-eff3-47d9-897c-8c05b31f1f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818315 Dec 17 14:06:16.730542 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1bd2b-cce3-4395-adbf-89b57b250d75 req-ce035310-d665-4678-9f73-4624419ea21f tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:16.732585 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5fd1bd2b-cce3-4395-adbf-89b57b250d75 req-ce035310-d665-4678-9f73-4624419ea21f tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 944 time: 0.0502410 Dec 17 14:06:16.779064 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5fd1bd2b-cce3-4395-adbf-89b57b250d75 req-7121ff47-d836-4325-9bf6-6e417ac22177 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Dec 17 14:06:17.903544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23474a1-a8ca-47cd-8b92-48c7b8b62e4e req-9add23c1-b5b2-42db-82dd-0ab40e16fb5c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:17.905143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c23474a1-a8ca-47cd-8b92-48c7b8b62e4e req-9add23c1-b5b2-42db-82dd-0ab40e16fb5c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 944 time: 0.0540340 Dec 17 14:06:17.917395 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:17.952958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c23474a1-a8ca-47cd-8b92-48c7b8b62e4e req-57a0a4d0-9c97-4bdf-9333-004a6ecda1f5 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Dec 17 14:06:18.699312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device add73da1-a035-47bb-966f-74fbd9edf26d details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:06:18.792305 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port add73da1-a035-47bb-966f-74fbd9edf26d, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=add73da1-a035-47bb-966f-74fbd9edf26d,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:06:18.807192 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'add73da1-a035-47bb-966f-74fbd9edf26d', 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88', 'port_id': 'add73da1-a035-47bb-966f-74fbd9edf26d', 'mac_address': 'fa:16:3e:72:89:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d096382-16af-43bf-9fe1-e19340811936', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:06:18.843870 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:18.856362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add73da1-a035-47bb-966f-74fbd9edf26d {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:06:18.876544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port add73da1-a035-47bb-966f-74fbd9edf26d, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=add73da1-a035-47bb-966f-74fbd9edf26d,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:06:18.940483 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:18.989318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=add73da1-a035-47bb-966f-74fbd9edf26d,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:19.073767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fb634-54ae-48fa-a36c-7c2c262ab870 req-18e404d4-76a9-4b4f-9706-44dd1c4f17d8 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:19.075183 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b35fb634-54ae-48fa-a36c-7c2c262ab870 req-18e404d4-76a9-4b4f-9706-44dd1c4f17d8 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 945 time: 0.0527177 Dec 17 14:06:19.094651 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:19.126125 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b35fb634-54ae-48fa-a36c-7c2c262ab870 req-8270d716-025f-4239-85b9-1910dd4556a1 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448759 Dec 17 14:06:19.154185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['add73da1-a035-47bb-966f-74fbd9edf26d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:06:19.848547 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:20.244971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717aea4-1b6d-4a60-81a0-39c5d02e8074 req-f071c366-7598-44e9-9709-710ce4303aee tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:20.246505 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1717aea4-1b6d-4a60-81a0-39c5d02e8074 req-f071c366-7598-44e9-9709-710ce4303aee tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 945 time: 0.0486040 Dec 17 14:06:20.293816 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1717aea4-1b6d-4a60-81a0-39c5d02e8074 req-ab6850ff-69e7-43a0-adf4-406cd26775f0 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Dec 17 14:06:20.699242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device add73da1-a035-47bb-966f-74fbd9edf26d up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:06:20.823095 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port add73da1-a035-47bb-966f-74fbd9edf26d completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:06:20.827145 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port add73da1-a035-47bb-966f-74fbd9edf26d triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:20.831974 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:20.906983 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:20.929487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfefc8bb-ae15-49fb-8d43-9417652b5e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add73da1-a035-47bb-966f-74fbd9edf26d'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:06:20.931791 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddedb2a3-5196-4e6c-8458-fe75c1ba283c" -d '{"events": [{"server_uuid": "bfefc8bb-ae15-49fb-8d43-9417652b5e82", "name": "network-vif-plugged", "status": "completed", "tag": "add73da1-a035-47bb-966f-74fbd9edf26d"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:06:20.944799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port add73da1-a035-47bb-966f-74fbd9edf26d, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=add73da1-a035-47bb-966f-74fbd9edf26d,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:06:20.972116 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dc1f91-e365-426d-9d83-658c24371b6b x-openstack-request-id: req-92dc1f91-e365-426d-9d83-658c24371b6b {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:06:20.972419 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfefc8bb-ae15-49fb-8d43-9417652b5e82", "name": "network-vif-plugged", "status": "completed", "tag": "add73da1-a035-47bb-966f-74fbd9edf26d", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:06:20.972672 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92dc1f91-e365-426d-9d83-658c24371b6b {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:06:20.973065 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfefc8bb-ae15-49fb-8d43-9417652b5e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add73da1-a035-47bb-966f-74fbd9edf26d', 'code': 200} Dec 17 14:06:21.023026 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:21.070488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96bd02-5299-4f16-a0cf-f4343228cc76 req-15920722-3ddf-4be9-b048-5339adbc47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:21.072039 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b96bd02-5299-4f16-a0cf-f4343228cc76 req-15920722-3ddf-4be9-b048-5339adbc47ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 1097 time: 0.0402019 Dec 17 14:06:21.072189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=add73da1-a035-47bb-966f-74fbd9edf26d,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:21.120422 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b96bd02-5299-4f16-a0cf-f4343228cc76 req-20748ab5-8f44-49c7-a515-86ae9c87c362 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412524 Dec 17 14:06:21.408154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5472e9-2145-4353-ab5d-26421ba29ec0 req-bba06c32-cf4a-43c8-9ce7-ab61dbe33ed6 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:21.409718 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a5472e9-2145-4353-ab5d-26421ba29ec0 req-bba06c32-cf4a-43c8-9ce7-ab61dbe33ed6 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 946 time: 0.0491693 Dec 17 14:06:21.456401 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5a5472e9-2145-4353-ab5d-26421ba29ec0 req-b907bb5d-9241-4e98-8993-8efebe476926 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Dec 17 14:06:22.573867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df838446-457c-4034-b536-241cff007ea5 req-44022782-295e-4c6c-8fb7-569cb0088ffa tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:22.575387 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-df838446-457c-4034-b536-241cff007ea5 req-44022782-295e-4c6c-8fb7-569cb0088ffa tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 946 time: 0.0490274 Dec 17 14:06:22.622724 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-df838446-457c-4034-b536-241cff007ea5 req-eb80bd19-356c-4fd1-b80d-1fed63cbe007 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407538 Dec 17 14:06:22.736281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01777f-eb9a-461c-8037-e4076a085a9b req-42df46a8-3e3c-4ddf-91a5-230daa72b56e tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:22.737790 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc01777f-eb9a-461c-8037-e4076a085a9b req-42df46a8-3e3c-4ddf-91a5-230daa72b56e tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 946 time: 0.0484691 Dec 17 14:06:22.785887 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cc01777f-eb9a-461c-8037-e4076a085a9b req-cef1a586-8674-4e4e-a784-3cea3019fcf9 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418463 Dec 17 14:06:32.174110 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:36.577540 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:40.209571 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2e967d8-44be-4df0-ad6e-49c19f43a326 req-8d8218ac-dc3a-4789-bc67-6552e7bba191 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440538 Dec 17 14:06:40.292440 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e967d8-44be-4df0-ad6e-49c19f43a326 req-2c801ba8-9df6-4614-af40-53a9c8f7b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:40.294019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2e967d8-44be-4df0-ad6e-49c19f43a326 req-2c801ba8-9df6-4614-af40-53a9c8f7b879 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=944e28a6f3364bf193ac72fb160258df&device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 1097 time: 0.0412626 Dec 17 14:06:40.396552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e967d8-44be-4df0-ad6e-49c19f43a326 req-b4a83b79-d6dc-4f68-a6f4-dbc07d0f8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:40.398070 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2e967d8-44be-4df0-ad6e-49c19f43a326 req-b4a83b79-d6dc-4f68-a6f4-dbc07d0f8522 service neutron] 10.222.0.54 "GET /v2.0/networks?id=06742711-eff3-47d9-897c-8c05b31f1f88 HTTP/1.1" status: 200 len: 916 time: 0.0840657 Dec 17 14:06:40.444655 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2e967d8-44be-4df0-ad6e-49c19f43a326 req-21b3d726-c20c-48a5-a944-2dfe72cf49b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=add73da1-a035-47bb-966f-74fbd9edf26d HTTP/1.1" status: 200 len: 217 time: 0.0383682 Dec 17 14:06:40.494363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e967d8-44be-4df0-ad6e-49c19f43a326 req-2daca05e-8c31-49be-b21e-e1c37ee71a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:40.495917 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2e967d8-44be-4df0-ad6e-49c19f43a326 req-2daca05e-8c31-49be-b21e-e1c37ee71a46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8d096382-16af-43bf-9fe1-e19340811936 HTTP/1.1" status: 200 len: 854 time: 0.0437100 Dec 17 14:06:40.542071 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e967d8-44be-4df0-ad6e-49c19f43a326 req-d89ba092-f643-448e-b736-42902b3eed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:40.543589 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2e967d8-44be-4df0-ad6e-49c19f43a326 req-d89ba092-f643-448e-b736-42902b3eed9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06742711-eff3-47d9-897c-8c05b31f1f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408754 Dec 17 14:06:40.645800 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2e967d8-44be-4df0-ad6e-49c19f43a326 req-684059fa-8346-4f06-b351-444585da7251 service neutron] 10.222.0.54 "GET /v2.0/networks/06742711-eff3-47d9-897c-8c05b31f1f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939488 Dec 17 14:06:40.739415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d2e967d8-44be-4df0-ad6e-49c19f43a326 req-1f420184-1c7f-44ad-8a31-d002c70c4a7d service neutron] 10.222.0.54 "GET /v2.0/networks/06742711-eff3-47d9-897c-8c05b31f1f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858152 Dec 17 14:06:43.888579 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f078988f-5baf-47fe-b5a3-f8ddd8e11235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:46.294021 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:06:46.353876 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-162b3b2a-f53b-4ea9-b357-21be7f5fa685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:47.870714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed5ef4-3e7f-4722-bb0a-9d1c1ccfe3ef req-6b8dccf7-42ba-400f-8a91-e082c9c4d6a0 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:47.872224 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70ed5ef4-3e7f-4722-bb0a-9d1c1ccfe3ef req-6b8dccf7-42ba-400f-8a91-e082c9c4d6a0 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 946 time: 0.0556264 Dec 17 14:06:47.924003 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70ed5ef4-3e7f-4722-bb0a-9d1c1ccfe3ef req-0a7e0422-a116-4be7-9dcf-2515b64fa650 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451543 Dec 17 14:06:47.962050 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:49.046076 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58493883-0935-4141-bc07-74dfde864991 req-ff03d46e-f08c-4b8e-bc13-dac746ae9d22 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:49.047574 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58493883-0935-4141-bc07-74dfde864991 req-ff03d46e-f08c-4b8e-bc13-dac746ae9d22 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 946 time: 0.0545363 Dec 17 14:06:49.085831 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:49.095208 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-58493883-0935-4141-bc07-74dfde864991 req-06743644-35f2-4e21-b4bc-280af5b41ebe tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Dec 17 14:06:49.379889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decc177-4ad2-4070-b398-4ff6db63404c req-fa05afba-cd88-42d0-b143-2c79112b0e2b tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:49.381382 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9decc177-4ad2-4070-b398-4ff6db63404c req-fa05afba-cd88-42d0-b143-2c79112b0e2b tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 946 time: 0.0490220 Dec 17 14:06:49.472191 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-9decc177-4ad2-4070-b398-4ff6db63404c req-d6ffc1bf-4331-4fdc-b8f7-4c567eb3032d tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Deleting port add73da1-a035-47bb-966f-74fbd9edf26d {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:06:49.472538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9decc177-4ad2-4070-b398-4ff6db63404c req-d6ffc1bf-4331-4fdc-b8f7-4c567eb3032d tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:49.565938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9decc177-4ad2-4070-b398-4ff6db63404c req-d6ffc1bf-4331-4fdc-b8f7-4c567eb3032d tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] For port add73da1-a035-47bb-966f-74fbd9edf26d, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=add73da1-a035-47bb-966f-74fbd9edf26d,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:06:49.566318 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9decc177-4ad2-4070-b398-4ff6db63404c req-d6ffc1bf-4331-4fdc-b8f7-4c567eb3032d tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:49.578878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-9decc177-4ad2-4070-b398-4ff6db63404c req-d6ffc1bf-4331-4fdc-b8f7-4c567eb3032d tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Calling delete_port for add73da1-a035-47bb-966f-74fbd9edf26d owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:06:49.801899 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9decc177-4ad2-4070-b398-4ff6db63404c req-d6ffc1bf-4331-4fdc-b8f7-4c567eb3032d tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:49.813604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['add73da1-a035-47bb-966f-74fbd9edf26d'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:06:49.830250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffc1bf-4331-4fdc-b8f7-4c567eb3032d tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Pushing event deleted for resources: {'Port': ['ID=add73da1-a035-47bb-966f-74fbd9edf26d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:49.876541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9decc177-4ad2-4070-b398-4ff6db63404c req-d6ffc1bf-4331-4fdc-b8f7-4c567eb3032d tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] No DVR routers for this DVR port add73da1-a035-47bb-966f-74fbd9edf26d on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:06:49.879206 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9decc177-4ad2-4070-b398-4ff6db63404c req-d6ffc1bf-4331-4fdc-b8f7-4c567eb3032d tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:49.885250 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9decc177-4ad2-4070-b398-4ff6db63404c req-d6ffc1bf-4331-4fdc-b8f7-4c567eb3032d tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.54 "DELETE /v2.0/ports/add73da1-a035-47bb-966f-74fbd9edf26d HTTP/1.1" status: 204 len: 173 time: 0.4947605 Dec 17 14:06:49.885250 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfefc8bb-ae15-49fb-8d43-9417652b5e82', 'name': 'network-vif-deleted', 'tag': 'add73da1-a035-47bb-966f-74fbd9edf26d'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:06:49.885250 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761607eb-3934-4757-bf54-0036bb108eec" -d '{"events": [{"server_uuid": "bfefc8bb-ae15-49fb-8d43-9417652b5e82", "name": "network-vif-deleted", "tag": "add73da1-a035-47bb-966f-74fbd9edf26d"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:06:49.942399 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:49.979949 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7138474-7347-4f1f-94cd-9309b0375851 x-openstack-request-id: req-a7138474-7347-4f1f-94cd-9309b0375851 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:06:49.980355 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfefc8bb-ae15-49fb-8d43-9417652b5e82", "name": "network-vif-deleted", "tag": "add73da1-a035-47bb-966f-74fbd9edf26d", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:06:49.980665 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7138474-7347-4f1f-94cd-9309b0375851 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:06:49.981131 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfefc8bb-ae15-49fb-8d43-9417652b5e82', 'name': 'network-vif-deleted', 'tag': 'add73da1-a035-47bb-966f-74fbd9edf26d', 'status': 'completed', 'code': 200} Dec 17 14:06:50.192170 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b0b14b04-a99b-466c-af0f-eb0dba4efeec req-af93da0e-8cee-47d1-9a38-79c91fbe40d7 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfefc8bb-ae15-49fb-8d43-9417652b5e82 HTTP/1.1" status: 200 len: 210 time: 0.0276873 Dec 17 14:06:51.898181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-8fc0ebc1-2bc3-4047-99e8-af12c94ea1c9 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:51.899601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-8fc0ebc1-2bc3-4047-99e8-af12c94ea1c9 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/networks?id=06742711-eff3-47d9-897c-8c05b31f1f88 HTTP/1.1" status: 200 len: 815 time: 0.1024435 Dec 17 14:06:51.915863 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-36f54291-8106-42ee-98c6-41753714b719 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/quotas/944e28a6f3364bf193ac72fb160258df HTTP/1.1" status: 200 len: 375 time: 0.0093384 Dec 17 14:06:51.978408 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-c768ac83-da01-4612-bece-15458d8c3698 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=944e28a6f3364bf193ac72fb160258df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563498 Dec 17 14:06:52.078726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-591acf2a-843c-4513-bbbf-09306047e0fe service neutron] 10.222.0.59 "GET /v2.0/networks/06742711-eff3-47d9-897c-8c05b31f1f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871305 Dec 17 14:06:52.178078 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-a583e3b7-aa26-4037-a9d3-ab83c8574201 service neutron] 10.222.0.59 "GET /v2.0/networks/06742711-eff3-47d9-897c-8c05b31f1f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932219 Dec 17 14:06:52.418561 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79cda611-698e-4204-8242-4f549e6b07d7 req-7fdddcba-c7bc-4c5e-9acf-2ac87c8fdf39 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 210 time: 0.0259867 Dec 17 14:06:53.518442 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-855a0519-ad34-4c7b-b476-3a5ccb939456 req-b8c5cd0d-64cf-4dfd-8a1a-9069bab8a56c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 210 time: 0.0312741 Dec 17 14:06:54.378925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-0fed4b9d-6b15-433a-8554-38244bc03cac tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:54.380423 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-0fed4b9d-6b15-433a-8554-38244bc03cac tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.61 "GET /v2.0/networks?id=06742711-eff3-47d9-897c-8c05b31f1f88 HTTP/1.1" status: 200 len: 815 time: 0.1020801 Dec 17 14:06:54.395482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Request body: {'port': {'device_id': '345c9faa-f956-4d0b-85c5-638db4ab15bd', 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88', 'admin_state_up': True, 'tenant_id': '944e28a6f3364bf193ac72fb160258df'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:06:54.553894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Made reservation on behalf of 944e28a6f3364bf193ac72fb160258df for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:06:54.557690 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:54.623878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a957da62-fac6-48ca-a137-d7fc6a59e571 req-2e354fd7-bf44-4724-8653-0a2d55dd5aac tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 210 time: 0.0341380 Dec 17 14:06:54.689597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Allocated IP 172.20.0.9 (06742711-eff3-47d9-897c-8c05b31f1f88/8d096382-16af-43bf-9fe1-e19340811936/60c43816-3904-4165-a649-2a3739dd6975) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:06:54.831091 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:54.870815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device add73da1-a035-47bb-966f-74fbd9edf26d no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:06:54.891949 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: add73da1-a035-47bb-966f-74fbd9edf26d {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:06:54.892350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device add73da1-a035-47bb-966f-74fbd9edf26d not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:06:54.955002 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:55.005746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Network 06742711-eff3-47d9-897c-8c05b31f1f88 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:06:55.008881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:06:55.012690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:06:55.038983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Pushing event updated for resources: {'Port': ['ID=60c43816-3904-4165-a649-2a3739dd6975,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:55.068517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:55.069120 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:55.194064 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-dce38bc0-9720-4494-8393-39f04b48732c tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8022721 Dec 17 14:06:55.257737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Request body: {'port': {'device_id': '345c9faa-f956-4d0b-85c5-638db4ab15bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:06:55.271525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2629737d-0766-4020-a769-06dfa5cafc40 None None] Provisioning complete for port 60c43816-3904-4165-a649-2a3739dd6975 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:06:55.272190 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2629737d-0766-4020-a769-06dfa5cafc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:55.316313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2629737d-0766-4020-a769-06dfa5cafc40 None None] Port 60c43816-3904-4165-a649-2a3739dd6975 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:06:55.330075 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:55.594817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c43816-3904-4165-a649-2a3739dd6975 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:06:55.604166 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:55.616960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Transition to ACTIVE for port object 60c43816-3904-4165-a649-2a3739dd6975 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:06:55.691125 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:55.777140 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Pushing event updated for resources: {'Port': ['ID=60c43816-3904-4165-a649-2a3739dd6975,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:56.184065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60496f6-5a4b-45fe-a940-70839a882f16 req-02b794f7-51b9-41f0-add1-a2f1faa32f7b tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:56.185560 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c60496f6-5a4b-45fe-a940-70839a882f16 req-02b794f7-51b9-41f0-add1-a2f1faa32f7b tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 943 time: 0.4918811 Dec 17 14:06:56.247033 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Attempting to bind port 60c43816-3904-4165-a649-2a3739dd6975 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:06:56.247388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Attempting to bind port 60c43816-3904-4165-a649-2a3739dd6975 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:06:56.247732 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Attempting to bind port 60c43816-3904-4165-a649-2a3739dd6975 on network 06742711-eff3-47d9-897c-8c05b31f1f88 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:06:56.258651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Port 60c43816-3904-4165-a649-2a3739dd6975 on network 06742711-eff3-47d9-897c-8c05b31f1f88 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:06:56.258987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Attempting to bind port 60c43816-3904-4165-a649-2a3739dd6975 on network 06742711-eff3-47d9-897c-8c05b31f1f88 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:06:56.268215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c60496f6-5a4b-45fe-a940-70839a882f16 req-b1482a6e-fae3-4041-9b44-ed77e1d82139 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765834 Dec 17 14:06:56.269105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:06:56.269455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Checking segment: {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:06:56.269874 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Bound using segment: {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:06:56.270317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Bound port: 60c43816-3904-4165-a649-2a3739dd6975, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40be972d-c6a0-45f2-9f6d-8983e74ba28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:06:56.270686 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:56.333559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] For port 60c43816-3904-4165-a649-2a3739dd6975, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:06:56.336569 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] For port 60c43816-3904-4165-a649-2a3739dd6975, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=60c43816-3904-4165-a649-2a3739dd6975,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:06:56.394372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:56.433647 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:56.434299 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:06:56.435727 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] 10.222.0.61 "PUT /v2.0/ports/60c43816-3904-4165-a649-2a3739dd6975 HTTP/1.1" status: 200 len: 1091 time: 1.2283227 Dec 17 14:06:56.436205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345c9faa-f956-4d0b-85c5-638db4ab15bd', 'tag': '60c43816-3904-4165-a649-2a3739dd6975'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:06:56.439029 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066ce8f3-63a6-424c-a114-7e6fe3494d33" -d '{"events": [{"name": "network-changed", "server_uuid": "345c9faa-f956-4d0b-85c5-638db4ab15bd", "tag": "60c43816-3904-4165-a649-2a3739dd6975"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:06:56.468384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5435f-7888-4690-bb7a-29b5fec45a2b service neutron] Pushing event updated for resources: {'Port': ['ID=60c43816-3904-4165-a649-2a3739dd6975,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:06:56.481474 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac7373-9136-4e88-ae10-6596b9dcd01e x-openstack-request-id: req-9aac7373-9136-4e88-ae10-6596b9dcd01e {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:06:56.493788 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345c9faa-f956-4d0b-85c5-638db4ab15bd", "tag": "60c43816-3904-4165-a649-2a3739dd6975", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:06:56.493788 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9aac7373-9136-4e88-ae10-6596b9dcd01e {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:06:56.493788 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345c9faa-f956-4d0b-85c5-638db4ab15bd', 'tag': '60c43816-3904-4165-a649-2a3739dd6975', 'status': 'completed', 'code': 200} Dec 17 14:06:56.552409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ce8f3-63a6-424c-a114-7e6fe3494d33 req-b7968cec-f29c-4091-8509-01962752676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:56.553966 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-066ce8f3-63a6-424c-a114-7e6fe3494d33 req-b7968cec-f29c-4091-8509-01962752676d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=944e28a6f3364bf193ac72fb160258df&device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 1094 time: 0.0432510 Dec 17 14:06:56.655737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ce8f3-63a6-424c-a114-7e6fe3494d33 req-cd93fab1-01f6-4ae5-bde7-e4e51125494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:56.657363 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-066ce8f3-63a6-424c-a114-7e6fe3494d33 req-cd93fab1-01f6-4ae5-bde7-e4e51125494b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=944e28a6f3364bf193ac72fb160258df&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0941157 Dec 17 14:06:56.759589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ce8f3-63a6-424c-a114-7e6fe3494d33 req-de427733-704d-4f7d-830e-62adc81d605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:56.760997 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-066ce8f3-63a6-424c-a114-7e6fe3494d33 req-de427733-704d-4f7d-830e-62adc81d605c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916018 Dec 17 14:06:56.840088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-628c375f-f27e-4f65-a5ad-01f6fa4c89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:56.841567 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-628c375f-f27e-4f65-a5ad-01f6fa4c89f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=944e28a6f3364bf193ac72fb160258df&device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 1094 time: 0.0398896 Dec 17 14:06:56.893937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-9170b64e-82a2-49e0-98f7-cc0db8a63bad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60c43816-3904-4165-a649-2a3739dd6975 HTTP/1.1" status: 200 len: 217 time: 0.0376387 Dec 17 14:06:56.946117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-108f097a-91b7-4048-a86b-2f55975c95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:56.947574 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-108f097a-91b7-4048-a86b-2f55975c95eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d096382-16af-43bf-9fe1-e19340811936 HTTP/1.1" status: 200 len: 854 time: 0.0426438 Dec 17 14:06:56.996080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-d921283a-a31c-445a-9a4e-cf7692b23701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:56.997557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-d921283a-a31c-445a-9a4e-cf7692b23701 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06742711-eff3-47d9-897c-8c05b31f1f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392625 Dec 17 14:06:57.091575 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-6e8b9639-80bd-4d80-a1ee-bea20ccc9d4b service neutron] 10.222.0.61 "GET /v2.0/networks/06742711-eff3-47d9-897c-8c05b31f1f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830581 Dec 17 14:06:57.184215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b3d4c31-d853-4dbe-8eba-9209efbbc220 req-c21dce87-f786-4235-80a1-7530cd68414d service neutron] 10.222.0.61 "GET /v2.0/networks/06742711-eff3-47d9-897c-8c05b31f1f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816956 Dec 17 14:06:57.385548 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2a6fe-efba-4e9a-b5c1-fecb8feb4a73 req-7afb2e72-709b-434c-a015-480cb20bc752 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:57.387048 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb2a6fe-efba-4e9a-b5c1-fecb8feb4a73 req-7afb2e72-709b-434c-a015-480cb20bc752 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 943 time: 0.0497220 Dec 17 14:06:57.439400 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4bb2a6fe-efba-4e9a-b5c1-fecb8feb4a73 req-00b98bc1-ca21-4dab-923e-aaca802e3715 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463858 Dec 17 14:06:58.556085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a59a79-1fd5-4f90-ac64-7291a15cada3 req-bc872911-4b2b-4426-a291-ae6dc9e2ce6f tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:58.557555 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c5a59a79-1fd5-4f90-ac64-7291a15cada3 req-bc872911-4b2b-4426-a291-ae6dc9e2ce6f tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 943 time: 0.0489428 Dec 17 14:06:58.603822 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c5a59a79-1fd5-4f90-ac64-7291a15cada3 req-e0558b41-de9e-462b-90d3-42a0c100ed46 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402467 Dec 17 14:06:59.723737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309ab2f-fdbd-43b0-930f-6e7665a16a16 req-70a21158-ca00-4887-bffd-6e46adda38e1 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:06:59.726304 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d309ab2f-fdbd-43b0-930f-6e7665a16a16 req-70a21158-ca00-4887-bffd-6e46adda38e1 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 943 time: 0.0513155 Dec 17 14:06:59.779034 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d309ab2f-fdbd-43b0-930f-6e7665a16a16 req-889221a0-c86d-401b-83ba-9bb80b7c67d1 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466259 Dec 17 14:07:00.896279 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6aa60d-e59c-4190-80b7-1197d0efc0da req-cc123f19-d4f5-49f5-b361-833560da8bfb tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:00.897793 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8a6aa60d-e59c-4190-80b7-1197d0efc0da req-cc123f19-d4f5-49f5-b361-833560da8bfb tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 943 time: 0.0522244 Dec 17 14:07:00.946433 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8a6aa60d-e59c-4190-80b7-1197d0efc0da req-75282136-fd33-4c9d-9bf9-f30c9b4380d6 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Dec 17 14:07:01.144259 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 60c43816-3904-4165-a649-2a3739dd6975 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:07:01.235860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 60c43816-3904-4165-a649-2a3739dd6975, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=60c43816-3904-4165-a649-2a3739dd6975,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:01.247079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '60c43816-3904-4165-a649-2a3739dd6975', 'network_id': '06742711-eff3-47d9-897c-8c05b31f1f88', 'port_id': '60c43816-3904-4165-a649-2a3739dd6975', 'mac_address': 'fa:16:3e:3c:92:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d096382-16af-43bf-9fe1-e19340811936', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:07:01.282973 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:01.295535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c43816-3904-4165-a649-2a3739dd6975 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:07:01.319074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 60c43816-3904-4165-a649-2a3739dd6975, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=60c43816-3904-4165-a649-2a3739dd6975,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:01.399343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:01.446014 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=60c43816-3904-4165-a649-2a3739dd6975,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:01.663919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['60c43816-3904-4165-a649-2a3739dd6975'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:07:02.059665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8970fa6-fea9-4612-9737-9731f35aae20 req-3163759d-73c4-49d0-aed4-b333030b0347 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:02.061157 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8970fa6-fea9-4612-9737-9731f35aae20 req-3163759d-73c4-49d0-aed4-b333030b0347 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 944 time: 0.0484886 Dec 17 14:07:02.113152 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8970fa6-fea9-4612-9737-9731f35aae20 req-81115feb-a476-41de-803e-4d8e1327fd93 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440571 Dec 17 14:07:02.196058 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:03.143816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 60c43816-3904-4165-a649-2a3739dd6975 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:07:03.228202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc081d1-32e5-4b7f-8d9b-9145c8ea0db5 req-21d62b1e-9953-4083-9688-3f9799bf86f0 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:03.229767 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fbc081d1-32e5-4b7f-8d9b-9145c8ea0db5 req-21d62b1e-9953-4083-9688-3f9799bf86f0 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 944 time: 0.0484061 Dec 17 14:07:03.264430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 60c43816-3904-4165-a649-2a3739dd6975 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:07:03.268373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 60c43816-3904-4165-a649-2a3739dd6975 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:03.268753 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:03.277115 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fbc081d1-32e5-4b7f-8d9b-9145c8ea0db5 req-730a3ac9-ccbf-4050-bad8-8546c23e3947 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Dec 17 14:07:03.345826 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:03.368570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345c9faa-f956-4d0b-85c5-638db4ab15bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c43816-3904-4165-a649-2a3739dd6975'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:07:03.370800 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901ea95a-e1dd-4473-867e-dacb291fb25c" -d '{"events": [{"server_uuid": "345c9faa-f956-4d0b-85c5-638db4ab15bd", "name": "network-vif-plugged", "status": "completed", "tag": "60c43816-3904-4165-a649-2a3739dd6975"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:07:03.386211 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 60c43816-3904-4165-a649-2a3739dd6975, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=60c43816-3904-4165-a649-2a3739dd6975,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:03.409019 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f0e4d4-3a5b-45c1-8c9d-9325cbbb8f33 x-openstack-request-id: req-30f0e4d4-3a5b-45c1-8c9d-9325cbbb8f33 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:07:03.409309 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345c9faa-f956-4d0b-85c5-638db4ab15bd", "name": "network-vif-plugged", "status": "completed", "tag": "60c43816-3904-4165-a649-2a3739dd6975", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:07:03.409560 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-30f0e4d4-3a5b-45c1-8c9d-9325cbbb8f33 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:07:03.409985 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345c9faa-f956-4d0b-85c5-638db4ab15bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c43816-3904-4165-a649-2a3739dd6975', 'code': 200} Dec 17 14:07:03.447268 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:03.495158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=60c43816-3904-4165-a649-2a3739dd6975,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:03.517224 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335f783-c11e-4885-9416-765019969d05 req-8791d920-b3c1-4f35-97d6-6ed2b2b8db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:03.518774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8335f783-c11e-4885-9416-765019969d05 req-8791d920-b3c1-4f35-97d6-6ed2b2b8db88 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 1096 time: 0.0434556 Dec 17 14:07:03.567809 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8335f783-c11e-4885-9416-765019969d05 req-30ccec3e-08ba-4ac1-96f4-dddb4365b031 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369184 Dec 17 14:07:04.395559 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1caeb-8c25-4e3d-bd48-57248aa08876 req-f7a0eba9-2ebd-4e1a-bc2f-aaaf933b5b77 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:04.397048 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-65f1caeb-8c25-4e3d-bd48-57248aa08876 req-f7a0eba9-2ebd-4e1a-bc2f-aaaf933b5b77 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 945 time: 0.0477643 Dec 17 14:07:04.447808 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-65f1caeb-8c25-4e3d-bd48-57248aa08876 req-d8033724-597f-4849-830b-6491c799770f tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447090 Dec 17 14:07:05.561549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b72f9-287f-458c-b6c9-990f73a82dbb req-f1af2a0f-4920-4d99-b6c7-b35d09973de8 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:05.563813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-098b72f9-287f-458c-b6c9-990f73a82dbb req-f1af2a0f-4920-4d99-b6c7-b35d09973de8 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 945 time: 0.0480294 Dec 17 14:07:05.610455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-098b72f9-287f-458c-b6c9-990f73a82dbb req-4c5d5ac3-d081-458a-88ff-27987c8002b2 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 Dec 17 14:07:05.722481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d4e86-5f65-4ef1-8948-a932c0f0d967 req-d2d4c9fd-889c-43d7-a1a9-030cc6bd5186 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:05.724025 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-119d4e86-5f65-4ef1-8948-a932c0f0d967 req-d2d4c9fd-889c-43d7-a1a9-030cc6bd5186 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 945 time: 0.0478714 Dec 17 14:07:05.771045 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-119d4e86-5f65-4ef1-8948-a932c0f0d967 req-310a2209-f3f8-44a3-8e2f-80e8810272b7 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Dec 17 14:07:06.601278 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:13.915765 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ca99c197-72f4-4e49-b824-ca40f9eed4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:16.355306 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f37627c6-07f7-4c09-b0d4-384eb627c616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:17.926364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:19.103413 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:19.862431 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:23.293322 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:07:31.036600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df19ca-d3a3-4f8e-9a72-625c92f3c003 req-04f6cce9-10d3-4a4b-850f-3db9d57ae735 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:31.038244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1df19ca-d3a3-4f8e-9a72-625c92f3c003 req-04f6cce9-10d3-4a4b-850f-3db9d57ae735 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 945 time: 0.0553904 Dec 17 14:07:31.091733 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a1df19ca-d3a3-4f8e-9a72-625c92f3c003 req-967560e7-02fb-42ad-a80d-b05c7c5ea691 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470498 Dec 17 14:07:32.194818 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:32.212561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb9447-5c83-48c8-8280-0c807bd94da3 req-16e64191-9e80-4627-ac8f-1033c3f6e6f5 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:32.214151 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21bb9447-5c83-48c8-8280-0c807bd94da3 req-16e64191-9e80-4627-ac8f-1033c3f6e6f5 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 945 time: 0.0504673 Dec 17 14:07:32.264028 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21bb9447-5c83-48c8-8280-0c807bd94da3 req-9aa4e89b-5efc-4432-8134-42e8ce0f4717 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/security-groups?id=22fba169-9e5b-482c-a11d-c7fd7192834e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437620 Dec 17 14:07:32.685653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92836611-1c78-4be9-90c4-a4d691a920ac req-b552bf1d-71fe-4df1-a1a7-676cbde24fa5 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:32.687133 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92836611-1c78-4be9-90c4-a4d691a920ac req-b552bf1d-71fe-4df1-a1a7-676cbde24fa5 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.61 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 945 time: 0.0543573 Dec 17 14:07:32.773287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-92836611-1c78-4be9-90c4-a4d691a920ac req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Deleting port 60c43816-3904-4165-a649-2a3739dd6975 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:07:32.773660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-92836611-1c78-4be9-90c4-a4d691a920ac req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:32.865400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-92836611-1c78-4be9-90c4-a4d691a920ac req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] For port 60c43816-3904-4165-a649-2a3739dd6975, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=60c43816-3904-4165-a649-2a3739dd6975,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:32.865802 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-92836611-1c78-4be9-90c4-a4d691a920ac req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:32.878380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-92836611-1c78-4be9-90c4-a4d691a920ac req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Calling delete_port for 60c43816-3904-4165-a649-2a3739dd6975 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:07:33.074859 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-92836611-1c78-4be9-90c4-a4d691a920ac req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:33.092854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['60c43816-3904-4165-a649-2a3739dd6975'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:07:33.104181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Pushing event deleted for resources: {'Port': ['ID=60c43816-3904-4165-a649-2a3739dd6975,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:33.115551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.115906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.116257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.116589 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.116919 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.117277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.117673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.118049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.118380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.118709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.119154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.119338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.119660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:33.160260 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-92836611-1c78-4be9-90c4-a4d691a920ac req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] No DVR routers for this DVR port 60c43816-3904-4165-a649-2a3739dd6975 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:07:33.163335 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-92836611-1c78-4be9-90c4-a4d691a920ac req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:33.167165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92836611-1c78-4be9-90c4-a4d691a920ac req-b37529dc-d370-44ea-beec-fdf2400c5cd3 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.61 "DELETE /v2.0/ports/60c43816-3904-4165-a649-2a3739dd6975 HTTP/1.1" status: 204 len: 173 time: 0.4738874 Dec 17 14:07:33.167653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345c9faa-f956-4d0b-85c5-638db4ab15bd', 'name': 'network-vif-deleted', 'tag': '60c43816-3904-4165-a649-2a3739dd6975'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:07:33.170035 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c1a845-f12c-43e1-bd01-e8d9db583739" -d '{"events": [{"server_uuid": "345c9faa-f956-4d0b-85c5-638db4ab15bd", "name": "network-vif-deleted", "tag": "60c43816-3904-4165-a649-2a3739dd6975"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:07:33.207721 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6900f400-e63f-41bd-b067-3d9d057d2578 x-openstack-request-id: req-6900f400-e63f-41bd-b067-3d9d057d2578 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:07:33.208022 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345c9faa-f956-4d0b-85c5-638db4ab15bd", "name": "network-vif-deleted", "tag": "60c43816-3904-4165-a649-2a3739dd6975", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:07:33.208313 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6900f400-e63f-41bd-b067-3d9d057d2578 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:07:33.208722 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345c9faa-f956-4d0b-85c5-638db4ab15bd', 'name': 'network-vif-deleted', 'tag': '60c43816-3904-4165-a649-2a3739dd6975', 'status': 'completed', 'code': 200} Dec 17 14:07:33.363931 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec4aa4fd-35e9-4a5f-8b68-f528cd439434 req-b2999d26-150d-40d7-8488-b0f5a1f582e6 tempest-TestEncryptedCinderVolumes-1564697915 tempest-TestEncryptedCinderVolumes-1564697915-project] 10.222.0.59 "GET /v2.0/ports?device_id=345c9faa-f956-4d0b-85c5-638db4ab15bd HTTP/1.1" status: 200 len: 210 time: 0.0300903 Dec 17 14:07:34.520855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50480) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:34.864079 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b09d2f01-b8df-465a-9549-fc14940b2865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:35.106584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b09d2f01-b8df-465a-9549-fc14940b2865 admin admin] Deleting port c6a14bab-b59a-4b6f-9896-0411c04e129b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:07:35.106940 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b09d2f01-b8df-465a-9549-fc14940b2865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:35.187107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-b09d2f01-b8df-465a-9549-fc14940b2865 admin admin] For port c6a14bab-b59a-4b6f-9896-0411c04e129b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c6a14bab-b59a-4b6f-9896-0411c04e129b,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:35.187485 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b09d2f01-b8df-465a-9549-fc14940b2865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:35.204288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b09d2f01-b8df-465a-9549-fc14940b2865 admin admin] Calling delete_port for c6a14bab-b59a-4b6f-9896-0411c04e129b owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:07:35.432959 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b09d2f01-b8df-465a-9549-fc14940b2865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:35.459382 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d2f01-b8df-465a-9549-fc14940b2865 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a14bab-b59a-4b6f-9896-0411c04e129b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:35.626206 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b09d2f01-b8df-465a-9549-fc14940b2865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:35.841411 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09d2f01-b8df-465a-9549-fc14940b2865 admin admin] Router ff67ba49-4db2-4565-a1c2-999310b9c597 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:07:35.947996 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09d2f01-b8df-465a-9549-fc14940b2865 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:07:35.955890 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b09d2f01-b8df-465a-9549-fc14940b2865 admin admin] 10.222.0.59 "PUT /v2.0/routers/ff67ba49-4db2-4565-a1c2-999310b9c597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4313490 Dec 17 14:07:35.956005 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50482) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:35.956616 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee1045-fcb3-4751-82f9-01c000efb7f3 None None] Sync routers for ids ['ff67ba49-4db2-4565-a1c2-999310b9c597'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:07:35.966280 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee1045-fcb3-4751-82f9-01c000efb7f3 None None] Routers {'ff67ba49-4db2-4565-a1c2-999310b9c597'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:07:35.966891 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5bee1045-fcb3-4751-82f9-01c000efb7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ff67ba49-4db2-4565-a1c2-999310b9c597'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:36.061521 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:36.070921 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-5bee1045-fcb3-4751-82f9-01c000efb7f3 None None] Set router ff67ba49-4db2-4565-a1c2-999310b9c597 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:07:36.171606 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:36.336173 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5bee1045-fcb3-4751-82f9-01c000efb7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'name': 'tempest-TestEncryptedCinderVolumes-85185448-router', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:07:35Z', 'revision_number': 5, 'project_id': '944e28a6f3364bf193ac72fb160258df', 'gw_port': {'id': '18962c59-a9dd-4aa5-ae14-e5ed625177d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:64:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:36.336648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Deleting port 18962c59-a9dd-4aa5-ae14-e5ed625177d9 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:07:36.336979 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:36.369153 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee1045-fcb3-4751-82f9-01c000efb7f3 None None] Checking router: ff67ba49-4db2-4565-a1c2-999310b9c597 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:07:36.381208 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee1045-fcb3-4751-82f9-01c000efb7f3 None None] Routers {'ff67ba49-4db2-4565-a1c2-999310b9c597'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:07:36.382259 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5bee1045-fcb3-4751-82f9-01c000efb7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['ff67ba49-4db2-4565-a1c2-999310b9c597'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:36.422880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] For port 18962c59-a9dd-4aa5-ae14-e5ed625177d9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=18962c59-a9dd-4aa5-ae14-e5ed625177d9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:36.423160 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:36.434798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Calling delete_port for 18962c59-a9dd-4aa5-ae14-e5ed625177d9 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:07:36.473533 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-5bee1045-fcb3-4751-82f9-01c000efb7f3 None None] Set router ff67ba49-4db2-4565-a1c2-999310b9c597 gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:07:36.526300 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5bee1045-fcb3-4751-82f9-01c000efb7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'name': 'tempest-TestEncryptedCinderVolumes-85185448-router', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:07:36Z', 'revision_number': 6, 'project_id': '944e28a6f3364bf193ac72fb160258df', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:36.553123 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee1045-fcb3-4751-82f9-01c000efb7f3 None None] The sync data for ids ['ff67ba49-4db2-4565-a1c2-999310b9c597'] in n-d-815324-5 is: [{'id': 'ff67ba49-4db2-4565-a1c2-999310b9c597', 'name': 'tempest-TestEncryptedCinderVolumes-85185448-router', 'tenant_id': '944e28a6f3364bf193ac72fb160258df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:00Z', 'updated_at': '2021-12-17T14:07:36Z', 'revision_number': 6, 'project_id': '944e28a6f3364bf193ac72fb160258df', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:07:36.606028 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:36.664486 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:36.690018 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Pushing event deleted for resources: {'Port': ['ID=18962c59-a9dd-4aa5-ae14-e5ed625177d9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:36.705916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa825203-a9c7-4bc0-acc2-a1a865f1b998 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:07:36.750189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:36.844741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:36.846910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:36.970329 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:36.970914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff67ba49-4db2-4565-a1c2-999310b9c597 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:07:36.975369 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:36.979142 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-75e2b61e-79fb-4c93-9298-91a219112267 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ff67ba49-4db2-4565-a1c2-999310b9c597 HTTP/1.1" status: 204 len: 168 time: 1.0198376 Dec 17 14:07:36.979356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50484) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:37.024027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17de6a6-c799-442a-ab57-b865701f7c28 admin admin] Deleting subnet 8d096382-16af-43bf-9fe1-e19340811936 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:07:37.027167 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b17de6a6-c799-442a-ab57-b865701f7c28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.061750 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b17de6a6-c799-442a-ab57-b865701f7c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.141966 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b17de6a6-c799-442a-ab57-b865701f7c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.274757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b17de6a6-c799-442a-ab57-b865701f7c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.277132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 60c43816-3904-4165-a649-2a3739dd6975 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:07:37.299399 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 60c43816-3904-4165-a649-2a3739dd6975 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:07:37.300591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 60c43816-3904-4165-a649-2a3739dd6975 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:07:37.302986 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17de6a6-c799-442a-ab57-b865701f7c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d096382-16af-43bf-9fe1-e19340811936,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:37.306738 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b17de6a6-c799-442a-ab57-b865701f7c28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.310051 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b17de6a6-c799-442a-ab57-b865701f7c28 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8d096382-16af-43bf-9fe1-e19340811936 HTTP/1.1" status: 204 len: 168 time: 0.3298674 Dec 17 14:07:37.312665 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50486) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:37.315185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6303db8-06e3-4166-acb8-606730f044a3 None None] Network 06742711-eff3-47d9-897c-8c05b31f1f88 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:07:37.387430 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.446931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Deleting port b9ca1dac-3ef4-4b18-8b09-8feb3158225c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:07:37.447274 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.482831 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] DHCP port deletion for 06742711-eff3-47d9-897c-8c05b31f1f88 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:07:37.514934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] For port b9ca1dac-3ef4-4b18-8b09-8feb3158225c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b9ca1dac-3ef4-4b18-8b09-8feb3158225c,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:37.515310 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.530374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Calling delete_port for b9ca1dac-3ef4-4b18-8b09-8feb3158225c owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:07:37.531173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Deleting port b9ca1dac-3ef4-4b18-8b09-8feb3158225c {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:07:37.531562 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.605020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] For port b9ca1dac-3ef4-4b18-8b09-8feb3158225c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b9ca1dac-3ef4-4b18-8b09-8feb3158225c,segment=NetworkSegment(40be972d-c6a0-45f2-9f6d-8983e74ba28b),segment_id=40be972d-c6a0-45f2-9f6d-8983e74ba28b)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:37.605463 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.619844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Calling delete_port for b9ca1dac-3ef4-4b18-8b09-8feb3158225c owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:07:37.664587 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b9ca1dac-3ef4-4b18-8b09-8feb3158225c no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:07:37.686207 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.723217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] No DVR routers for this DVR port b9ca1dac-3ef4-4b18-8b09-8feb3158225c on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:07:37.731088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ca1dac-3ef4-4b18-8b09-8feb3158225c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:37.737318 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No active binding found for port b9ca1dac-3ef4-4b18-8b09-8feb3158225c {{(pid=110455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 14:07:37.738347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b9ca1dac-3ef4-4b18-8b09-8feb3158225c not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:07:37.738786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c6a14bab-b59a-4b6f-9896-0411c04e129b no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:07:37.821545 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.844459 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06742711-eff3-47d9-897c-8c05b31f1f88']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:37.855437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40be972d-c6a0-45f2-9f6d-8983e74ba28b') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:37.855740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40be972d-c6a0-45f2-9f6d-8983e74ba28b') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:37.865924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.880203 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.886602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:07:37.891647 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:07:37.929045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: c6a14bab-b59a-4b6f-9896-0411c04e129b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:07:37.929389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c6a14bab-b59a-4b6f-9896-0411c04e129b not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:07:37.929837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 18962c59-a9dd-4aa5-ae14-e5ed625177d9 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:07:37.955995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 18962c59-a9dd-4aa5-ae14-e5ed625177d9 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:07:37.957046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 18962c59-a9dd-4aa5-ae14-e5ed625177d9 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:07:37.958934 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:37.984259 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Pushing event deleted for resources: {'Port': ['ID=b9ca1dac-3ef4-4b18-8b09-8feb3158225c,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:37.988635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] No DVR routers for this DVR port b9ca1dac-3ef4-4b18-8b09-8feb3158225c on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:07:37.995922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:37.998603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:37.998603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:37.998603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:37.998603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:37.998603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:37.998603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:37.998603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:37.998603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:37.999365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:37.999365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:37.999638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:37.999758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47b951a-f4b1-48cf-b4bb-f765e82e7e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:38.029249 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:38.035750 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:38.039057 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] 10.222.0.59 "DELETE /v2.0/networks/06742711-eff3-47d9-897c-8c05b31f1f88 HTTP/1.1" status: 204 len: 168 time: 0.7253499 Dec 17 14:07:38.042006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50488) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:38.050315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701bd4c-1c62-4271-bb01-b1fd5c6be016 admin admin] Pushing event deleted for resources: {'Network': ['ID=06742711-eff3-47d9-897c-8c05b31f1f88,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:38.679029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:38.915481 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Deleting port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:07:38.915824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:38.993174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] For port 8cf71d57-cfa6-43f8-be14-47fd7129c4c2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8cf71d57-cfa6-43f8-be14-47fd7129c4c2,segment=NetworkSegment(fd978d09-8b87-4782-a141-ae1fb95db903),segment_id=fd978d09-8b87-4782-a141-ae1fb95db903)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:38.993458 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:39.005309 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Calling delete_port for 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:07:39.274936 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:39.347392 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf71d57-cfa6-43f8-be14-47fd7129c4c2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:39.358428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.358774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.359127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.359455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.359793 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.360127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.360461 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.360787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.361111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.361435 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.361783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.362102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.362422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:39.502472 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:39.714941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Router bc3f8ebd-3755-4096-9e63-5e4e829c7b39 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:07:39.818552 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:07:39.823561 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f20f5d2c-1c08-4ece-88c1-77f35495e40c admin admin] 10.222.0.59 "PUT /v2.0/routers/bc3f8ebd-3755-4096-9e63-5e4e829c7b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7805161 Dec 17 14:07:39.826122 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50490) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:39.834293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43e8533-85a4-4ec8-a1a4-00355052e15f None None] Sync routers for ids ['bc3f8ebd-3755-4096-9e63-5e4e829c7b39'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:07:39.841402 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e8533-85a4-4ec8-a1a4-00355052e15f None None] Routers {'bc3f8ebd-3755-4096-9e63-5e4e829c7b39'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:07:39.842065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e43e8533-85a4-4ec8-a1a4-00355052e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bc3f8ebd-3755-4096-9e63-5e4e829c7b39'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:39.927812 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:39.945620 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e43e8533-85a4-4ec8-a1a4-00355052e15f None None] Set router bc3f8ebd-3755-4096-9e63-5e4e829c7b39 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:07:40.030720 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:40.127092 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e43e8533-85a4-4ec8-a1a4-00355052e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'name': 'tempest-TestEncryptedCinderVolumes-449350445-router', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:06Z', 'updated_at': '2021-12-17T14:07:39Z', 'revision_number': 5, 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'gw_port': {'id': 'e6077d46-509f-41a2-9b09-21dcc39d19af', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:06:07Z', 'updated_at': '2021-12-17T14:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:40.154720 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43e8533-85a4-4ec8-a1a4-00355052e15f None None] Checking router: bc3f8ebd-3755-4096-9e63-5e4e829c7b39 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:07:40.162119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Deleting port e6077d46-509f-41a2-9b09-21dcc39d19af {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:07:40.162491 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:40.167844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e8533-85a4-4ec8-a1a4-00355052e15f None None] Routers {'bc3f8ebd-3755-4096-9e63-5e4e829c7b39'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:07:40.168592 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e43e8533-85a4-4ec8-a1a4-00355052e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:07:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['bc3f8ebd-3755-4096-9e63-5e4e829c7b39'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:40.241445 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] For port e6077d46-509f-41a2-9b09-21dcc39d19af, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e6077d46-509f-41a2-9b09-21dcc39d19af,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:40.241844 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:40.256870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e43e8533-85a4-4ec8-a1a4-00355052e15f None None] Set router bc3f8ebd-3755-4096-9e63-5e4e829c7b39 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:07:40.258789 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Calling delete_port for e6077d46-509f-41a2-9b09-21dcc39d19af owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:07:40.310464 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e43e8533-85a4-4ec8-a1a4-00355052e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'name': 'tempest-TestEncryptedCinderVolumes-449350445-router', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:06Z', 'updated_at': '2021-12-17T14:07:40Z', 'revision_number': 6, 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:40.336695 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43e8533-85a4-4ec8-a1a4-00355052e15f None None] The sync data for ids ['bc3f8ebd-3755-4096-9e63-5e4e829c7b39'] in n-d-815324-5 is: [{'id': 'bc3f8ebd-3755-4096-9e63-5e4e829c7b39', 'name': 'tempest-TestEncryptedCinderVolumes-449350445-router', 'tenant_id': '22986484885d497ea71a9fcb931dd9e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:06:06Z', 'updated_at': '2021-12-17T14:07:40Z', 'revision_number': 6, 'project_id': '22986484885d497ea71a9fcb931dd9e0', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:07:40.474414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:40.503790 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6077d46-509f-41a2-9b09-21dcc39d19af,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:40.518548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d818c876-3e35-457f-877a-3b76a67a10b7 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:07:40.563807 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:40.651414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:40.653776 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:40.800427 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:40.801037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc3f8ebd-3755-4096-9e63-5e4e829c7b39 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:07:40.805383 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:40.806581 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2389a64a-49e7-4187-bda5-da9109d836c0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/bc3f8ebd-3755-4096-9e63-5e4e829c7b39 HTTP/1.1" status: 204 len: 168 time: 0.9795554 Dec 17 14:07:40.809087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50492) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:40.857102 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-936a13ef-5322-4a50-aedd-6d00ed8049da admin admin] Deleting subnet 6c4eb58a-bf37-4f40-bcb6-3112b947507a {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:07:40.860270 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-936a13ef-5322-4a50-aedd-6d00ed8049da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:40.894038 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-936a13ef-5322-4a50-aedd-6d00ed8049da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:40.972839 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-936a13ef-5322-4a50-aedd-6d00ed8049da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.114902 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-936a13ef-5322-4a50-aedd-6d00ed8049da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.141524 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a13ef-5322-4a50-aedd-6d00ed8049da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c4eb58a-bf37-4f40-bcb6-3112b947507a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:41.145133 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-936a13ef-5322-4a50-aedd-6d00ed8049da admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.148485 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-936a13ef-5322-4a50-aedd-6d00ed8049da admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6c4eb58a-bf37-4f40-bcb6-3112b947507a HTTP/1.1" status: 204 len: 168 time: 0.3383920 Dec 17 14:07:41.151966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50494) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:41.156755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc862b6-5a85-42b6-962e-fe6051014959 None None] Network 1852b3a0-0db7-4721-9033-c94b44534f9e requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:07:41.239224 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.295803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Deleting port be7363ee-7ec6-4252-ba29-4d4be8952fbb {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:07:41.296064 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.326284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14af49d-bc2a-41a2-866a-bfc6a8f9de86 None None] DHCP port deletion for 1852b3a0-0db7-4721-9033-c94b44534f9e request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:07:41.367893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] For port be7363ee-7ec6-4252-ba29-4d4be8952fbb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=be7363ee-7ec6-4252-ba29-4d4be8952fbb,segment=NetworkSegment(fd978d09-8b87-4782-a141-ae1fb95db903),segment_id=fd978d09-8b87-4782-a141-ae1fb95db903)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:41.368266 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.379074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a14af49d-bc2a-41a2-866a-bfc6a8f9de86 None None] Deleting port be7363ee-7ec6-4252-ba29-4d4be8952fbb {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:07:41.379461 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a14af49d-bc2a-41a2-866a-bfc6a8f9de86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.380821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Calling delete_port for be7363ee-7ec6-4252-ba29-4d4be8952fbb owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:07:41.446313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-a14af49d-bc2a-41a2-866a-bfc6a8f9de86 None None] For port be7363ee-7ec6-4252-ba29-4d4be8952fbb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=be7363ee-7ec6-4252-ba29-4d4be8952fbb,segment=NetworkSegment(fd978d09-8b87-4782-a141-ae1fb95db903),segment_id=fd978d09-8b87-4782-a141-ae1fb95db903)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:41.446725 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a14af49d-bc2a-41a2-866a-bfc6a8f9de86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.459678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a14af49d-bc2a-41a2-866a-bfc6a8f9de86 None None] Calling delete_port for be7363ee-7ec6-4252-ba29-4d4be8952fbb owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:07:41.543198 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.549436 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a14af49d-bc2a-41a2-866a-bfc6a8f9de86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.571195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Pushing event deleted for resources: {'Port': ['ID=be7363ee-7ec6-4252-ba29-4d4be8952fbb,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:41.573047 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] No DVR routers for this DVR port be7363ee-7ec6-4252-ba29-4d4be8952fbb on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:07:41.581383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14af49d-bc2a-41a2-866a-bfc6a8f9de86 None None] Pushing event deleted for resources: {'Port': ['ID=be7363ee-7ec6-4252-ba29-4d4be8952fbb,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:41.583275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14af49d-bc2a-41a2-866a-bfc6a8f9de86 None None] No DVR routers for this DVR port be7363ee-7ec6-4252-ba29-4d4be8952fbb on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:07:41.652504 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.663450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:07:41.674317 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1852b3a0-0db7-4721-9033-c94b44534f9e']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:41.687404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd978d09-8b87-4782-a141-ae1fb95db903') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:41.687707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd978d09-8b87-4782-a141-ae1fb95db903') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:41.687974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:07:41.688307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8cf71d57-cfa6-43f8-be14-47fd7129c4c2 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:07:41.688724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device be7363ee-7ec6-4252-ba29-4d4be8952fbb no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:07:41.698267 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.709111 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: be7363ee-7ec6-4252-ba29-4d4be8952fbb {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:07:41.709466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device be7363ee-7ec6-4252-ba29-4d4be8952fbb not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:07:41.709911 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e6077d46-509f-41a2-9b09-21dcc39d19af no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:07:41.711551 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.717739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:07:41.718126 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:07:41.719906 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:07:41.728517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e6077d46-509f-41a2-9b09-21dcc39d19af {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:07:41.728930 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e6077d46-509f-41a2-9b09-21dcc39d19af not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:07:41.834222 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.839464 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:41.844352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] 10.222.0.59 "DELETE /v2.0/networks/1852b3a0-0db7-4721-9033-c94b44534f9e HTTP/1.1" status: 204 len: 168 time: 0.6850300 Dec 17 14:07:41.854397 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36e689-fc21-45a8-950d-86053ed3006d admin admin] Pushing event deleted for resources: {'Network': ['ID=1852b3a0-0db7-4721-9033-c94b44534f9e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:42.249843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50498) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:42.292096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c7e19f19-2d89-412e-9674-2808b0581935 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=944e28a6f3364bf193ac72fb160258df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404792 Dec 17 14:07:42.294169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50500) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:42.344980 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-42f89118-4dfb-4531-9e1d-7654caaa2fcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:42.366804 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-42f89118-4dfb-4531-9e1d-7654caaa2fcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:42.468508 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-42f89118-4dfb-4531-9e1d-7654caaa2fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:42.471131 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-42f89118-4dfb-4531-9e1d-7654caaa2fcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:42.472908 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-42f89118-4dfb-4531-9e1d-7654caaa2fcd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22fba169-9e5b-482c-a11d-c7fd7192834e HTTP/1.1" status: 204 len: 168 time: 0.1778436 Dec 17 14:07:42.482017 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f89118-4dfb-4531-9e1d-7654caaa2fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fba169-9e5b-482c-a11d-c7fd7192834e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:43.150964 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50506) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:43.190732 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-7a003770-b0df-4787-9b6d-d1775a65019c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22986484885d497ea71a9fcb931dd9e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385382 Dec 17 14:07:43.193786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50508) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:43.239865 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d3a49e0c-9dc5-42dd-af69-09a121e6257b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:43.261055 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d3a49e0c-9dc5-42dd-af69-09a121e6257b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:43.371227 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d3a49e0c-9dc5-42dd-af69-09a121e6257b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:43.373857 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d3a49e0c-9dc5-42dd-af69-09a121e6257b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:43.375022 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d3a49e0c-9dc5-42dd-af69-09a121e6257b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38915769-7332-40e4-9768-8541c8e3df2b HTTP/1.1" status: 204 len: 168 time: 0.1803186 Dec 17 14:07:43.384198 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a49e0c-9dc5-42dd-af69-09a121e6257b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38915769-7332-40e4-9768-8541c8e3df2b,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:43.902744 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-136a5a2c-8225-4e6d-a02d-b393eda91262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:44.403399 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50530) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:44.496905 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-121152865-network', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:07:44.577044 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Made reservation on behalf of 3521ef91c8e94ca5a396f723ed0071b6 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:07:44.579465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:44.587976 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:44.659885 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:44.735641 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:44.761139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:07:44.769858 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:44.775723 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:44.777531 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Added segment 6fb171dd-e0fc-464a-a259-9d9f9264d033 of type vlan for network 3474582e-4ad5-46a7-b067-e858dee5e300 Dec 17 14:07:44.814629 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:44.908652 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:44.910196 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:44.910782 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:44.969998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=3474582e-4ad5-46a7-b067-e858dee5e300,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:44.980152 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 3474582e-4ad5-46a7-b067-e858dee5e300 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:07:45.042920 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b7dc6932-cc4c-4d98-a58d-b2f44c813eb9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6384051 Dec 17 14:07:45.045904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50534) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:45.050844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-47db4d20-91ef-4fa7-94e7-f62f891cc8f2 admin admin] Request body: {'subnet': {'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-121152865-subnet', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:07:45.136994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47db4d20-91ef-4fa7-94e7-f62f891cc8f2 admin admin] Made reservation on behalf of 3521ef91c8e94ca5a396f723ed0071b6 for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:07:45.139484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47db4d20-91ef-4fa7-94e7-f62f891cc8f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:45.360372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47db4d20-91ef-4fa7-94e7-f62f891cc8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:45.418693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db4d20-91ef-4fa7-94e7-f62f891cc8f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f6da12-08e7-4575-b440-74537e6a15d8,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:45.423931 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db4d20-91ef-4fa7-94e7-f62f891cc8f2 admin admin] Checking segment: {'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:07:45.424429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47db4d20-91ef-4fa7-94e7-f62f891cc8f2 admin admin] Network hostable DHCP agents. Network: 3474582e-4ad5-46a7-b067-e858dee5e300, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:07:45.501544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47db4d20-91ef-4fa7-94e7-f62f891cc8f2 admin admin] Network 3474582e-4ad5-46a7-b067-e858dee5e300 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:07:45.592925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-47db4d20-91ef-4fa7-94e7-f62f891cc8f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 3474582e-4ad5-46a7-b067-e858dee5e300) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:07:45.597485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47db4d20-91ef-4fa7-94e7-f62f891cc8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:45.598162 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47db4d20-91ef-4fa7-94e7-f62f891cc8f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:45.602018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7826645-4054-4c01-a73e-e264125e400d None None] Network 3474582e-4ad5-46a7-b067-e858dee5e300 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:07:45.687667 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-47db4d20-91ef-4fa7-94e7-f62f891cc8f2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6405468 Dec 17 14:07:45.690207 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50536) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:45.695157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:07:45.704614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-3474582e-4ad5-46a7-b067-e858dee5e300', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'fixed_ips': [{'subnet_id': 'a9f6da12-08e7-4575-b440-74537e6a15d8'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:07:45.708431 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:45.777733 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:45.779242 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:45.835462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:45.837376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Allocated IP 172.20.0.2 (3474582e-4ad5-46a7-b067-e858dee5e300/a9f6da12-08e7-4575-b440-74537e6a15d8/b7b79ccd-f849-4273-869a-b350ea03e4d6) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:07:45.977697 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:46.040558 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:46.083157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Network 3474582e-4ad5-46a7-b067-e858dee5e300 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:07:46.086331 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:07:46.089993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:07:46.097335 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Pushing event updated for resources: {'Port': ['ID=b7b79ccd-f849-4273-869a-b350ea03e4d6,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:46.154098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Attempting to bind port b7b79ccd-f849-4273-869a-b350ea03e4d6 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:07:46.155560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Attempting to bind port b7b79ccd-f849-4273-869a-b350ea03e4d6 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:07:46.155560 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Attempting to bind port b7b79ccd-f849-4273-869a-b350ea03e4d6 on network 3474582e-4ad5-46a7-b067-e858dee5e300 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:07:46.160367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:07:46.160758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Checking segment: {'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:07:46.161172 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:46.161767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Bound using segment: {'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:07:46.162261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Bound port: b7b79ccd-f849-4273-869a-b350ea03e4d6, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:07:46.162651 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:46.228663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] For port b7b79ccd-f849-4273-869a-b350ea03e4d6, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:07:46.231915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] For port b7b79ccd-f849-4273-869a-b350ea03e4d6, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b7b79ccd-f849-4273-869a-b350ea03e4d6,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:07:46.320895 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:46.381770 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549007e-def2-4756-a154-e83f0f3ad08f None None] Pushing event updated for resources: {'Port': ['ID=b7b79ccd-f849-4273-869a-b350ea03e4d6,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:46.386773 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d67efcf-d0cf-4292-8701-74b86515b4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:46.418491 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:46.708866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:46.727907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:46.837342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Allocated IP 172.25.0.122 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/a68f6562-9ec5-47a6-bde0-f4505e0aad77) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:07:46.942986 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:47.040365 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:47.084869 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:07:47.087983 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:07:47.091821 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:07:47.101853 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c4a29f-c0c7-4aa1-9c4d-831d76cea6df None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:07:47.118965 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Pushing event updated for resources: {'Port': ['ID=a68f6562-9ec5-47a6-bde0-f4505e0aad77,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:47.211525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-cc8d0378-d015-4a3b-aede-69e193dd191a None None] Provisioning complete for port a68f6562-9ec5-47a6-bde0-f4505e0aad77 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:47.211900 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cc8d0378-d015-4a3b-aede-69e193dd191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:47.248142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-cc8d0378-d015-4a3b-aede-69e193dd191a None None] Port a68f6562-9ec5-47a6-bde0-f4505e0aad77 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:07:47.272977 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcc7b8d-6d15-402d-a6d0-4c5bc72cf373 None None] Network 3474582e-4ad5-46a7-b067-e858dee5e300 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:07:47.382173 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fd6d2571-bacd-49f3-9804-3cb0a996a55c None None] Provisioning complete for port b7b79ccd-f849-4273-869a-b350ea03e4d6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:47.382462 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2571-bacd-49f3-9804-3cb0a996a55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:47.426940 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:47.473283 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2571-bacd-49f3-9804-3cb0a996a55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:47.513489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-fd6d2571-bacd-49f3-9804-3cb0a996a55c None None] For port b7b79ccd-f849-4273-869a-b350ea03e4d6, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b7b79ccd-f849-4273-869a-b350ea03e4d6,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:47.586916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2571-bacd-49f3-9804-3cb0a996a55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:47.646642 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:47.654456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d2571-bacd-49f3-9804-3cb0a996a55c None None] Pushing event updated for resources: {'Port': ['ID=b7b79ccd-f849-4273-869a-b350ea03e4d6,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:47.704136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b7b79ccd-f849-4273-869a-b350ea03e4d6 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:07:47.741439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-95d62f34-0a5f-4e66-8d07-62213ef89e51 None None] Provisioning complete for port b7b79ccd-f849-4273-869a-b350ea03e4d6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:47.741837 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-95d62f34-0a5f-4e66-8d07-62213ef89e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:47.801174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b7b79ccd-f849-4273-869a-b350ea03e4d6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:47.801546 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:47.863152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Router fd885f9b-1210-4744-a287-46c7b6dca75e is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:07:47.971333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:47.978485 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:07:47.988189 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Sync routers for ids ['fd885f9b-1210-4744-a287-46c7b6dca75e'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:07:47.997690 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Routers {'fd885f9b-1210-4744-a287-46c7b6dca75e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:07:47.998319 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:07:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['fd885f9b-1210-4744-a287-46c7b6dca75e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:48.109481 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Set router fd885f9b-1210-4744-a287-46c7b6dca75e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:07:48.116819 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:48.118419 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c7203a7a-202b-423b-9fe4-74bd3b02d868 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4265542 Dec 17 14:07:48.121247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50538) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:48.306552 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:07:47Z', 'revision_number': 3, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:48.333257 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Checking router: fd885f9b-1210-4744-a287-46c7b6dca75e for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:07:48.333625 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Updating router fd885f9b-1210-4744-a287-46c7b6dca75e port a68f6562-9ec5-47a6-bde0-f4505e0aad77 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:07:48.358798 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:48.551206 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:48.624894 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:48.708579 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:48.724949 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Allocated IP 172.20.0.1 (3474582e-4ad5-46a7-b067-e858dee5e300/a9f6da12-08e7-4575-b440-74537e6a15d8/2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:07:48.754027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57259da-454f-4fba-8599-66c3b29d7dd1 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:07:48.761966 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Attempting to bind port a68f6562-9ec5-47a6-bde0-f4505e0aad77 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:07:48.765918 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Attempting to bind port a68f6562-9ec5-47a6-bde0-f4505e0aad77 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:07:48.765918 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Attempting to bind port a68f6562-9ec5-47a6-bde0-f4505e0aad77 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:07:48.779449 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:07:48.779834 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:07:48.780235 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:48.780623 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:07:48.781086 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Bound port: a68f6562-9ec5-47a6-bde0-f4505e0aad77, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:07:48.781523 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:48.784745 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Pushing event updated for resources: {'Port': ['ID=a68f6562-9ec5-47a6-bde0-f4505e0aad77,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:48.809223 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fe9e4174-0067-40af-970a-4e55ac05b293 None None] Provisioning complete for port a68f6562-9ec5-47a6-bde0-f4505e0aad77 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:48.809560 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fe9e4174-0067-40af-970a-4e55ac05b293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:48.811952 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.812299 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.812637 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.812969 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.813298 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.813659 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.813985 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.814309 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.814629 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.814946 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.815813 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.816086 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.816897 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:07:48.834316 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:48.846853 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] For port a68f6562-9ec5-47a6-bde0-f4505e0aad77, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:07:48.848098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e4174-0067-40af-970a-4e55ac05b293 None None] Port a68f6562-9ec5-47a6-bde0-f4505e0aad77 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:07:48.850562 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] For port a68f6562-9ec5-47a6-bde0-f4505e0aad77, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a68f6562-9ec5-47a6-bde0-f4505e0aad77,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:07:48.926180 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:48.954394 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:48.972619 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f196ab5c-8258-4535-9ebf-a28420446e6e None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:07:48.981869 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Routers {'fd885f9b-1210-4744-a287-46c7b6dca75e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:07:48.982487 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:07:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['fd885f9b-1210-4744-a287-46c7b6dca75e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:49.009186 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Network 3474582e-4ad5-46a7-b067-e858dee5e300 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:07:49.012164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:07:49.014657 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:07:49.036729 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b1ef5-69b4-40bb-9ed8-0e509835c521 None None] Pushing event updated for resources: {'Port': ['ID=a68f6562-9ec5-47a6-bde0-f4505e0aad77,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:49.053724 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:49.078589 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-abe385cb-c63f-488e-9cfb-a17e027f053b None None] Provisioning complete for port a68f6562-9ec5-47a6-bde0-f4505e0aad77 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:49.078938 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:49.079711 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-abe385cb-c63f-488e-9cfb-a17e027f053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:49.092892 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] Set router fd885f9b-1210-4744-a287-46c7b6dca75e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:07:49.127398 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:49.181675 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-abe385cb-c63f-488e-9cfb-a17e027f053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:49.205616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-abe385cb-c63f-488e-9cfb-a17e027f053b None None] For port a68f6562-9ec5-47a6-bde0-f4505e0aad77, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a68f6562-9ec5-47a6-bde0-f4505e0aad77,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:49.309305 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:07:47Z', 'revision_number': 3, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:49.347821 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae3b29c-7ede-4fca-8d3d-b369fe95a946 None None] The sync data for ids ['fd885f9b-1210-4744-a287-46c7b6dca75e'] in n-d-815324-5 is: [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:07:47Z', 'revision_number': 3, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:07:49.422975 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-abe385cb-c63f-488e-9cfb-a17e027f053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:49.474658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe385cb-c63f-488e-9cfb-a17e027f053b None None] Pushing event updated for resources: {'Port': ['ID=a68f6562-9ec5-47a6-bde0-f4505e0aad77,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:49.509001 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:49.552362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a965f50d-3005-4823-bd89-a23963c0e226 None None] Provisioning complete for port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:49.552744 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a965f50d-3005-4823-bd89-a23963c0e226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:49.738896 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:49.761973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a68f6562-9ec5-47a6-bde0-f4505e0aad77 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:07:49.810522 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:49.813408 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a965f50d-3005-4823-bd89-a23963c0e226 None None] Port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:07:49.835677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port a68f6562-9ec5-47a6-bde0-f4505e0aad77 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:49.836063 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:49.879932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:49.921288 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:49.933008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b7b79ccd-f849-4273-869a-b350ea03e4d6 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:07:49.980197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:49.989955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b7b79ccd-f849-4273-869a-b350ea03e4d6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:49.990391 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:50.037090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Network 3474582e-4ad5-46a7-b067-e858dee5e300 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:07:50.039348 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:07:50.182786 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Router fd885f9b-1210-4744-a287-46c7b6dca75e has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:07:50.303311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:07:50.308433 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6e89234d-e1be-4cb9-885a-9478a49e6d27 admin admin] 10.222.0.59 "PUT /v2.0/routers/fd885f9b-1210-4744-a287-46c7b6dca75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1861255 Dec 17 14:07:50.334736 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0a76d918-bbd8-4824-9b7c-c968c266652d None None] Provisioning complete for port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:50.335262 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0a76d918-bbd8-4824-9b7c-c968c266652d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:50.370820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0a76d918-bbd8-4824-9b7c-c968c266652d None None] Port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:07:50.958057 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50554) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:50.963471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1972042369-network', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:07:50.964495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Sync routers for ids ['fd885f9b-1210-4744-a287-46c7b6dca75e'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:07:50.974281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Routers {'fd885f9b-1210-4744-a287-46c7b6dca75e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:07:50.974904 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:07:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['fd885f9b-1210-4744-a287-46c7b6dca75e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:51.039750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Made reservation on behalf of 7d457fe0d4594e43b15e3ef09ae55c9d for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:07:51.042301 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.051741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.083724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Set router fd885f9b-1210-4744-a287-46c7b6dca75e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:07:51.133214 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.182547 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.211892 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:07:51.217372 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05a5fd5-79b0-4935-8c27-e1e00dbc4e13,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:51.223378 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.223735 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Added segment f7882498-3921-451e-9956-6a4c3390cd37 of type vlan for network d28c08a8-0b16-4896-bd7e-6c48b47157a2 Dec 17 14:07:51.262909 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.296495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e', 'name': '', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'mac_address': 'fa:16:3e:64:a6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:48Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 2, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'subnets': [{'id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:51.324651 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Checking router: fd885f9b-1210-4744-a287-46c7b6dca75e for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:07:51.325010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Updating router fd885f9b-1210-4744-a287-46c7b6dca75e port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:07:51.342829 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.343928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:51.344556 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.350027 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.402151 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] Pushing event updated for resources: {'Network': ['ID=d28c08a8-0b16-4896-bd7e-6c48b47157a2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:51.448622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network d28c08a8-0b16-4896-bd7e-6c48b47157a2 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:07:51.454143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-737a6c42-727a-493e-904c-9b0d9e6678ef admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4949405 Dec 17 14:07:51.457351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50556) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:51.462889 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6ab10e99-db6f-40c9-bc4d-b755baa26beb admin admin] Request body: {'subnet': {'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1972042369-subnet', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'ip_version': 4}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:07:51.552888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab10e99-db6f-40c9-bc4d-b755baa26beb admin admin] Made reservation on behalf of 7d457fe0d4594e43b15e3ef09ae55c9d for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:07:51.557109 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ab10e99-db6f-40c9-bc4d-b755baa26beb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.685889 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.765991 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.814892 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ece37-1559-43f2-bc6e-dbd612ff75f1 None None] Pushing event updated for resources: {'Port': ['ID=2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:51.828643 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ab10e99-db6f-40c9-bc4d-b755baa26beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.876871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Attempting to bind port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:07:51.877389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Attempting to bind port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:07:51.878425 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Attempting to bind port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e on network 3474582e-4ad5-46a7-b067-e858dee5e300 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:07:51.884502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:07:51.885669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Checking segment: {'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:07:51.886461 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.886461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Bound using segment: {'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:07:51.887204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Bound port: 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:07:51.887884 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:51.909787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab10e99-db6f-40c9-bc4d-b755baa26beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ffddb5-822d-48f8-8141-978e1c384684,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:51.914393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab10e99-db6f-40c9-bc4d-b755baa26beb admin admin] Checking segment: {'id': 'f7882498-3921-451e-9956-6a4c3390cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:07:51.914762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab10e99-db6f-40c9-bc4d-b755baa26beb admin admin] Network hostable DHCP agents. Network: d28c08a8-0b16-4896-bd7e-6c48b47157a2, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:07:51.981257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] For port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:07:51.984787 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] For port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:07:52.011265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab10e99-db6f-40c9-bc4d-b755baa26beb admin admin] Network d28c08a8-0b16-4896-bd7e-6c48b47157a2 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:07:52.029054 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.091219 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6ab10e99-db6f-40c9-bc4d-b755baa26beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, d28c08a8-0b16-4896-bd7e-6c48b47157a2) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:07:52.095507 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Routers {'fd885f9b-1210-4744-a287-46c7b6dca75e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:07:52.096155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:07:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['fd885f9b-1210-4744-a287-46c7b6dca75e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:52.097922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ece37-1559-43f2-bc6e-dbd612ff75f1 None None] Pushing event updated for resources: {'Port': ['ID=2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:52.098183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab10e99-db6f-40c9-bc4d-b755baa26beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:07:52.099984 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6ab10e99-db6f-40c9-bc4d-b755baa26beb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.103332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3f2a6-0258-43f5-b6f1-1f0e70ddc192 None None] Network d28c08a8-0b16-4896-bd7e-6c48b47157a2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:07:52.169184 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6ab10e99-db6f-40c9-bc4d-b755baa26beb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7102294 Dec 17 14:07:52.171400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50558) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:52.178701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1972042369-router', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:07:52.213716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ded0bf45-c6fb-4a49-92bb-7af44b15d6b5 None None] Provisioning complete for port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:52.214091 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ded0bf45-c6fb-4a49-92bb-7af44b15d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.291567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.293667 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.335344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-d28c08a8-0b16-4896-bd7e-6c48b47157a2', 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2', 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'fixed_ips': [{'subnet_id': '09ffddb5-822d-48f8-8141-978e1c384684'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:07:52.336360 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.350493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.356745 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] Set router fd885f9b-1210-4744-a287-46c7b6dca75e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:07:52.550257 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.555674 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ded0bf45-c6fb-4a49-92bb-7af44b15d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.638544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ded0bf45-c6fb-4a49-92bb-7af44b15d6b5 None None] For port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:52.671808 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Allocated IP 172.20.0.2 (d28c08a8-0b16-4896-bd7e-6c48b47157a2/09ffddb5-822d-48f8-8141-978e1c384684/caf0d089-ca8f-42ca-ae8e-45406d2c6c28) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:07:52.704910 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ded0bf45-c6fb-4a49-92bb-7af44b15d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.804870 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.823261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0bf45-c6fb-4a49-92bb-7af44b15d6b5 None None] Pushing event updated for resources: {'Port': ['ID=2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:52.826386 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.880305 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e6ca3cae-3b88-4f7a-bf13-fc37ebc8c2eb None None] Provisioning complete for port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:52.880685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6ca3cae-3b88-4f7a-bf13-fc37ebc8c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:52.883498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e', 'name': '', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'mac_address': 'fa:16:3e:64:a6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:48Z', 'updated_at': '2021-12-17T14:07:51Z', 'revision_number': 4, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'subnets': [{'id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:52.939008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Allocated IP 172.25.0.63 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/15b1a857-5c62-40b3-b5f0-96ee81528e2e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:07:53.046259 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:53.098202 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b9adb-ac16-4793-8cbb-a4ea04266b37 None None] The sync data for ids ['fd885f9b-1210-4744-a287-46c7b6dca75e'] in n-d-815324-5 is: [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e', 'name': '', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'mac_address': 'fa:16:3e:64:a6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:48Z', 'updated_at': '2021-12-17T14:07:51Z', 'revision_number': 4, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'subnets': [{'id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:07:53.125690 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:53.129894 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:53.194004 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Pushing event updated for resources: {'Port': ['ID=15b1a857-5c62-40b3-b5f0-96ee81528e2e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:53.206905 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:07:53.208313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:07:53.210479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:07:53.219767 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:53.247237 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea72b7d-c44d-4dc2-96a7-3b16f7539d23 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:07:53.273828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Network d28c08a8-0b16-4896-bd7e-6c48b47157a2 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:07:53.278461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:07:53.280357 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Pushing event updated for resources: {'Port': ['ID=caf0d089-ca8f-42ca-ae8e-45406d2c6c28,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:53.282547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:07:53.349247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ea35dec4-5905-471f-b8c3-b2f77ebb8300 None None] Provisioning complete for port 15b1a857-5c62-40b3-b5f0-96ee81528e2e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:53.349539 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea35dec4-5905-471f-b8c3-b2f77ebb8300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:53.354886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Attempting to bind port caf0d089-ca8f-42ca-ae8e-45406d2c6c28 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:07:53.355093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Attempting to bind port caf0d089-ca8f-42ca-ae8e-45406d2c6c28 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'f7882498-3921-451e-9956-6a4c3390cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:07:53.355426 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Attempting to bind port caf0d089-ca8f-42ca-ae8e-45406d2c6c28 on network d28c08a8-0b16-4896-bd7e-6c48b47157a2 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:07:53.383346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:07:53.383613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Checking segment: {'id': 'f7882498-3921-451e-9956-6a4c3390cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:07:53.384013 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:53.384412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Bound using segment: {'id': 'f7882498-3921-451e-9956-6a4c3390cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:07:53.384888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Bound port: caf0d089-ca8f-42ca-ae8e-45406d2c6c28, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7882498-3921-451e-9956-6a4c3390cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:07:53.385269 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:53.404472 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ea35dec4-5905-471f-b8c3-b2f77ebb8300 None None] Port 15b1a857-5c62-40b3-b5f0-96ee81528e2e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:07:53.456303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] For port caf0d089-ca8f-42ca-ae8e-45406d2c6c28, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:07:53.459407 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] For port caf0d089-ca8f-42ca-ae8e-45406d2c6c28, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=caf0d089-ca8f-42ca-ae8e-45406d2c6c28,segment=NetworkSegment(f7882498-3921-451e-9956-6a4c3390cd37),segment_id=f7882498-3921-451e-9956-6a4c3390cd37)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:07:53.520995 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:53.595281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119ffc8-999a-4b12-9f37-6c52f9543b34 None None] Pushing event updated for resources: {'Port': ['ID=caf0d089-ca8f-42ca-ae8e-45406d2c6c28,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:53.603090 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:53.711820 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:07:53.779531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:53.780334 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:54.187648 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:54.376691 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Router eadd6b50-7f15-4f51-9176-11cd2f6df01e is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:07:54.494200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:07:54.504734 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Sync routers for ids ['eadd6b50-7f15-4f51-9176-11cd2f6df01e'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:07:54.514439 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Routers {'eadd6b50-7f15-4f51-9176-11cd2f6df01e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:07:54.515137 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:07:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['eadd6b50-7f15-4f51-9176-11cd2f6df01e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:54.566754 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:54.568201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1244216c-06f9-4dd5-9188-4ed3612d452f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3939211 Dec 17 14:07:54.570924 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50560) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:07:54.625839 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Set router eadd6b50-7f15-4f51-9176-11cd2f6df01e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:07:54.683157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f846e6b8-052f-4096-aebc-81902fc5fb0c None None] Network d28c08a8-0b16-4896-bd7e-6c48b47157a2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:07:54.784596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b6e66881-561f-488b-99f2-84360a073480 None None] Provisioning complete for port caf0d089-ca8f-42ca-ae8e-45406d2c6c28 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:54.785041 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6e66881-561f-488b-99f2-84360a073480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:54.891284 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6e66881-561f-488b-99f2-84360a073480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:54.930010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b6e66881-561f-488b-99f2-84360a073480 None None] For port caf0d089-ca8f-42ca-ae8e-45406d2c6c28, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=caf0d089-ca8f-42ca-ae8e-45406d2c6c28,segment=NetworkSegment(f7882498-3921-451e-9956-6a4c3390cd37),segment_id=f7882498-3921-451e-9956-6a4c3390cd37)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:54.944770 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'name': 'tempest-TestMinimumBasicScenario-1972042369-router', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:53Z', 'revision_number': 3, 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'gw_port': {'id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:54.978726 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Checking router: eadd6b50-7f15-4f51-9176-11cd2f6df01e for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:07:54.979089 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Updating router eadd6b50-7f15-4f51-9176-11cd2f6df01e port 15b1a857-5c62-40b3-b5f0-96ee81528e2e binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:07:55.014468 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.017015 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6e66881-561f-488b-99f2-84360a073480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.076467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.092207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e66881-561f-488b-99f2-84360a073480 None None] Pushing event updated for resources: {'Port': ['ID=caf0d089-ca8f-42ca-ae8e-45406d2c6c28,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:55.142690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f9770dbb-a484-437f-909a-be5d8fa364ca None None] Provisioning complete for port caf0d089-ca8f-42ca-ae8e-45406d2c6c28 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:55.143019 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f9770dbb-a484-437f-909a-be5d8fa364ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.258383 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Allocated IP 172.20.0.1 (d28c08a8-0b16-4896-bd7e-6c48b47157a2/09ffddb5-822d-48f8-8141-978e1c384684/c3a27f17-f336-4307-b3bc-ebbd13757fb0) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:07:55.342308 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.367478 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.428532 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.474382 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822f7e06-d423-418a-8fe2-736bfe67b56e None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:07:55.479186 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Attempting to bind port 15b1a857-5c62-40b3-b5f0-96ee81528e2e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:07:55.479571 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Attempting to bind port 15b1a857-5c62-40b3-b5f0-96ee81528e2e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:07:55.479943 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Attempting to bind port 15b1a857-5c62-40b3-b5f0-96ee81528e2e on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:07:55.488925 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:07:55.489337 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:07:55.489769 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.490158 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:07:55.490620 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Bound port: 15b1a857-5c62-40b3-b5f0-96ee81528e2e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:07:55.490995 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.492625 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17b889-f0d9-4104-9680-49ab5d6684f0 None None] Pushing event updated for resources: {'Port': ['ID=15b1a857-5c62-40b3-b5f0-96ee81528e2e,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:55.496044 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.544729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Network d28c08a8-0b16-4896-bd7e-6c48b47157a2 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:07:55.545642 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] For port 15b1a857-5c62-40b3-b5f0-96ee81528e2e, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:07:55.548073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:07:55.549253 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] For port 15b1a857-5c62-40b3-b5f0-96ee81528e2e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=15b1a857-5c62-40b3-b5f0-96ee81528e2e,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:07:55.551930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:07:55.576343 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ac670632-8881-4d5c-919b-65bb85e4e908 None None] Provisioning complete for port 15b1a857-5c62-40b3-b5f0-96ee81528e2e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:55.576714 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ac670632-8881-4d5c-919b-65bb85e4e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.580603 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a27f17-f336-4307-b3bc-ebbd13757fb0,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:55.603437 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.628813 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.656785 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ac670632-8881-4d5c-919b-65bb85e4e908 None None] Port 15b1a857-5c62-40b3-b5f0-96ee81528e2e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:07:55.695707 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1761c3-d2b0-4ddd-a4c9-cb4ec5d60edf None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:07:55.717091 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Routers {'eadd6b50-7f15-4f51-9176-11cd2f6df01e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:07:55.717930 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:07:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['eadd6b50-7f15-4f51-9176-11cd2f6df01e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:55.749994 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device caf0d089-ca8f-42ca-ae8e-45406d2c6c28 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:07:55.840413 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] Set router eadd6b50-7f15-4f51-9176-11cd2f6df01e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:07:55.847874 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port caf0d089-ca8f-42ca-ae8e-45406d2c6c28 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:55.848249 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.850180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-cd1ef0de-9935-4fe6-ac5f-8cfeb65738c9 None None] Provisioning complete for port 15b1a857-5c62-40b3-b5f0-96ee81528e2e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:55.850538 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cd1ef0de-9935-4fe6-ac5f-8cfeb65738c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:55.912453 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17b889-f0d9-4104-9680-49ab5d6684f0 None None] Pushing event updated for resources: {'Port': ['ID=15b1a857-5c62-40b3-b5f0-96ee81528e2e,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:55.968464 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:56.016507 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cd1ef0de-9935-4fe6-ac5f-8cfeb65738c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:56.038358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-cd1ef0de-9935-4fe6-ac5f-8cfeb65738c9 None None] For port 15b1a857-5c62-40b3-b5f0-96ee81528e2e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=15b1a857-5c62-40b3-b5f0-96ee81528e2e,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:56.064141 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'name': 'tempest-TestMinimumBasicScenario-1972042369-router', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:53Z', 'revision_number': 3, 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'gw_port': {'id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:56.093852 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c7a47-9cf2-4625-9a79-d0a889160358 None None] The sync data for ids ['eadd6b50-7f15-4f51-9176-11cd2f6df01e'] in n-d-815324-5 is: [{'id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'name': 'tempest-TestMinimumBasicScenario-1972042369-router', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:53Z', 'revision_number': 3, 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'gw_port': {'id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:07:56.120505 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cd1ef0de-9935-4fe6-ac5f-8cfeb65738c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:56.170449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:56.181975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ef0de-9935-4fe6-ac5f-8cfeb65738c9 None None] Pushing event updated for resources: {'Port': ['ID=15b1a857-5c62-40b3-b5f0-96ee81528e2e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:56.222957 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:56.245513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-708addb9-6375-41c3-9ad3-abc0a006bd0f None None] Provisioning complete for port c3a27f17-f336-4307-b3bc-ebbd13757fb0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:56.246151 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-708addb9-6375-41c3-9ad3-abc0a006bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:56.286316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-708addb9-6375-41c3-9ad3-abc0a006bd0f None None] Port c3a27f17-f336-4307-b3bc-ebbd13757fb0 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:07:56.292813 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a27f17-f336-4307-b3bc-ebbd13757fb0,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:56.295534 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:56.414764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Network d28c08a8-0b16-4896-bd7e-6c48b47157a2 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:07:56.416817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:07:56.549379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Router eadd6b50-7f15-4f51-9176-11cd2f6df01e has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:07:56.671542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:07:56.676947 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-10794fd9-65e1-44fb-a96a-63277f7c37f6 admin admin] 10.222.0.59 "PUT /v2.0/routers/eadd6b50-7f15-4f51-9176-11cd2f6df01e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1049855 Dec 17 14:07:56.708841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6b9c0bb5-79d6-41ec-b0d7-d3c0e5518a01 None None] Provisioning complete for port c3a27f17-f336-4307-b3bc-ebbd13757fb0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:56.709408 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b9c0bb5-79d6-41ec-b0d7-d3c0e5518a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:56.744374 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c0bb5-79d6-41ec-b0d7-d3c0e5518a01 None None] Port c3a27f17-f336-4307-b3bc-ebbd13757fb0 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:07:57.682881 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 15b1a857-5c62-40b3-b5f0-96ee81528e2e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:07:57.739654 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 15b1a857-5c62-40b3-b5f0-96ee81528e2e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:57.740860 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:57.769288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Sync routers for ids ['eadd6b50-7f15-4f51-9176-11cd2f6df01e'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:07:57.790721 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Routers {'eadd6b50-7f15-4f51-9176-11cd2f6df01e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:07:57.791346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:07:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['eadd6b50-7f15-4f51-9176-11cd2f6df01e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:57.940418 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Set router eadd6b50-7f15-4f51-9176-11cd2f6df01e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:07:58.168889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'name': 'tempest-TestMinimumBasicScenario-1972042369-router', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:55Z', 'revision_number': 4, 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'gw_port': {'id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c3a27f17-f336-4307-b3bc-ebbd13757fb0', 'name': '', 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'mac_address': 'fa:16:3e:cb:b5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '09ffddb5-822d-48f8-8141-978e1c384684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:55Z', 'updated_at': '2021-12-17T14:07:56Z', 'revision_number': 2, 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'subnets': [{'id': '09ffddb5-822d-48f8-8141-978e1c384684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:58.196829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Checking router: eadd6b50-7f15-4f51-9176-11cd2f6df01e for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:07:58.197260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Updating router eadd6b50-7f15-4f51-9176-11cd2f6df01e port c3a27f17-f336-4307-b3bc-ebbd13757fb0 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:07:58.228929 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:58.541896 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:58.621318 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:58.685233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493401b-a4f3-4d10-9dc0-360e4a2449c0 None None] Pushing event updated for resources: {'Port': ['ID=c3a27f17-f336-4307-b3bc-ebbd13757fb0,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:58.746501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Attempting to bind port c3a27f17-f336-4307-b3bc-ebbd13757fb0 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:07:58.747165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Attempting to bind port c3a27f17-f336-4307-b3bc-ebbd13757fb0 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'f7882498-3921-451e-9956-6a4c3390cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:07:58.747266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Attempting to bind port c3a27f17-f336-4307-b3bc-ebbd13757fb0 on network d28c08a8-0b16-4896-bd7e-6c48b47157a2 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:07:58.753111 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:07:58.753501 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Checking segment: {'id': 'f7882498-3921-451e-9956-6a4c3390cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:07:58.753962 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:58.754370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Bound using segment: {'id': 'f7882498-3921-451e-9956-6a4c3390cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:07:58.754853 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Bound port: c3a27f17-f336-4307-b3bc-ebbd13757fb0, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7882498-3921-451e-9956-6a4c3390cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:07:58.755257 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:58.871783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] For port c3a27f17-f336-4307-b3bc-ebbd13757fb0, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:07:58.876786 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] For port c3a27f17-f336-4307-b3bc-ebbd13757fb0, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c3a27f17-f336-4307-b3bc-ebbd13757fb0,segment=NetworkSegment(f7882498-3921-451e-9956-6a4c3390cd37),segment_id=f7882498-3921-451e-9956-6a4c3390cd37)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:07:58.954576 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:59.044020 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Routers {'eadd6b50-7f15-4f51-9176-11cd2f6df01e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:07:59.046118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:07:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['eadd6b50-7f15-4f51-9176-11cd2f6df01e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:59.050252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493401b-a4f3-4d10-9dc0-360e4a2449c0 None None] Pushing event updated for resources: {'Port': ['ID=c3a27f17-f336-4307-b3bc-ebbd13757fb0,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:59.108065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-46876d3a-05c0-4172-b0dc-3724ffc1290c None None] Provisioning complete for port c3a27f17-f336-4307-b3bc-ebbd13757fb0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:59.110649 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-46876d3a-05c0-4172-b0dc-3724ffc1290c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:59.250060 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] Set router eadd6b50-7f15-4f51-9176-11cd2f6df01e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:07:59.328285 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-46876d3a-05c0-4172-b0dc-3724ffc1290c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:59.599969 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-46876d3a-05c0-4172-b0dc-3724ffc1290c None None] For port c3a27f17-f336-4307-b3bc-ebbd13757fb0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c3a27f17-f336-4307-b3bc-ebbd13757fb0,segment=NetworkSegment(f7882498-3921-451e-9956-6a4c3390cd37),segment_id=f7882498-3921-451e-9956-6a4c3390cd37)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:07:59.687217 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-46876d3a-05c0-4172-b0dc-3724ffc1290c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:07:59.732515 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'name': 'tempest-TestMinimumBasicScenario-1972042369-router', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:55Z', 'revision_number': 4, 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'gw_port': {'id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c3a27f17-f336-4307-b3bc-ebbd13757fb0', 'name': '', 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'mac_address': 'fa:16:3e:cb:b5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '09ffddb5-822d-48f8-8141-978e1c384684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:55Z', 'updated_at': '2021-12-17T14:07:58Z', 'revision_number': 4, 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'subnets': [{'id': '09ffddb5-822d-48f8-8141-978e1c384684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:07:59.771309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e32a16-5a7b-40ce-893d-58d1032ea11b None None] The sync data for ids ['eadd6b50-7f15-4f51-9176-11cd2f6df01e'] in n-d-815324-5 is: [{'id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'name': 'tempest-TestMinimumBasicScenario-1972042369-router', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:55Z', 'revision_number': 4, 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'gw_port': {'id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c3a27f17-f336-4307-b3bc-ebbd13757fb0', 'name': '', 'network_id': 'd28c08a8-0b16-4896-bd7e-6c48b47157a2', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'mac_address': 'fa:16:3e:cb:b5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '09ffddb5-822d-48f8-8141-978e1c384684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:55Z', 'updated_at': '2021-12-17T14:07:58Z', 'revision_number': 4, 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'subnets': [{'id': '09ffddb5-822d-48f8-8141-978e1c384684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:07:59.777148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46876d3a-05c0-4172-b0dc-3724ffc1290c None None] Pushing event updated for resources: {'Port': ['ID=c3a27f17-f336-4307-b3bc-ebbd13757fb0,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:07:59.826273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3dee5f7d-3053-40df-a251-b7c2870c3a62 None None] Provisioning complete for port c3a27f17-f336-4307-b3bc-ebbd13757fb0 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:07:59.826273 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3dee5f7d-3053-40df-a251-b7c2870c3a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:00.300415 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:08:01.689685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c3a27f17-f336-4307-b3bc-ebbd13757fb0 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:08:01.748074 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c3a27f17-f336-4307-b3bc-ebbd13757fb0 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:08:01.748737 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:02.204835 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:06.702242 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:08.261027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-94dfde80-98cb-4ed8-a263-088aa121dbee tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:08.262529 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-94dfde80-98cb-4ed8-a263-088aa121dbee tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/networks?id=3474582e-4ad5-46a7-b067-e858dee5e300 HTTP/1.1" status: 200 len: 814 time: 0.0998173 Dec 17 14:08:08.278043 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-a294372e-d3ad-4fc9-a5d0-c82c400098ed tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/quotas/3521ef91c8e94ca5a396f723ed0071b6 HTTP/1.1" status: 200 len: 375 time: 0.0092361 Dec 17 14:08:08.326905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-6313df45-6ce8-4b46-a874-89f28619577a tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3521ef91c8e94ca5a396f723ed0071b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435457 Dec 17 14:08:08.512399 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-ad73cff7-c5fe-40df-8198-c1d80340964b service neutron] 10.222.0.59 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738467 Dec 17 14:08:08.599927 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-d1ff3fe4-9c63-417d-8a0e-1756cbb679a1 service neutron] 10.222.0.59 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807166 Dec 17 14:08:08.848519 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-73f11919-1f01-4531-b45d-0ddb3b2f3f50 req-b4886b33-fab6-4aaf-ae83-6c797ce2ad57 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 210 time: 0.0276492 Dec 17 14:08:09.946995 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ffcf10c5-82e4-449d-aa04-16441285b441 req-a0bb08b2-3091-4282-8c39-d9b5fd006a8d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 210 time: 0.0316856 Dec 17 14:08:10.968039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-ba42d5f2-a721-4e3d-9d38-3ab92e18d61e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:10.969793 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-ba42d5f2-a721-4e3d-9d38-3ab92e18d61e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.54 "GET /v2.0/networks?id=3474582e-4ad5-46a7-b067-e858dee5e300 HTTP/1.1" status: 200 len: 814 time: 0.1054156 Dec 17 14:08:10.984629 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Request body: {'port': {'device_id': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'admin_state_up': True, 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:08:11.063243 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bddbfc08-380c-404b-9705-1370dc140cae req-b42e88da-403f-42e4-b557-b19e9d419608 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 210 time: 0.0382757 Dec 17 14:08:11.187752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Made reservation on behalf of 3521ef91c8e94ca5a396f723ed0071b6 for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:08:11.191423 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:11.324577 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Allocated IP 172.20.0.8 (3474582e-4ad5-46a7-b067-e858dee5e300/a9f6da12-08e7-4575-b440-74537e6a15d8/2c3622bf-af48-4a6a-9dd9-23581a895b1e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:08:11.468080 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:11.565948 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:11.626720 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Network 3474582e-4ad5-46a7-b067-e858dee5e300 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:08:11.630883 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:08:11.635073 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:08:11.663449 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event updated for resources: {'Port': ['ID=2c3622bf-af48-4a6a-9dd9-23581a895b1e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:11.698663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:11.699244 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:11.784756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-90c5c8ec-e047-4783-9348-22f18793c3e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8042743 Dec 17 14:08:11.968234 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e1a6277d-b077-430d-a195-bc6710ebaf22 None None] Provisioning complete for port 2c3622bf-af48-4a6a-9dd9-23581a895b1e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:08:11.969291 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e1a6277d-b077-430d-a195-bc6710ebaf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:12.009233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6277d-b077-430d-a195-bc6710ebaf22 None None] Port 2c3622bf-af48-4a6a-9dd9-23581a895b1e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:08:12.185970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf95162-4366-4b81-b206-9a2a5e0a3751 req-b0101ef2-fe05-4307-a8d0-89685facd048 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:12.188141 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-faf95162-4366-4b81-b206-9a2a5e0a3751 req-b0101ef2-fe05-4307-a8d0-89685facd048 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 931 time: 0.0538263 Dec 17 14:08:12.237931 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-faf95162-4366-4b81-b206-9a2a5e0a3751 req-841e0d97-a8f7-4756-a442-244c2a078cec tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426214 Dec 17 14:08:13.367610 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615abae9-98da-4838-a346-d48f177e4f38 req-453767fa-71ec-4d8e-b429-4bf96f7abfa6 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:13.369168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-615abae9-98da-4838-a346-d48f177e4f38 req-453767fa-71ec-4d8e-b429-4bf96f7abfa6 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 931 time: 0.0507877 Dec 17 14:08:13.418807 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-615abae9-98da-4838-a346-d48f177e4f38 req-2331e0f2-7705-4cf3-82de-014023c71044 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429990 Dec 17 14:08:13.907615 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4136816-e883-4809-b225-2f82e0a8d921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:14.539574 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a184d4-f581-464e-8e8b-c3f7d8df1581 req-66ad8114-5444-467d-8139-289480fbc9b8 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:14.541146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2a184d4-f581-464e-8e8b-c3f7d8df1581 req-66ad8114-5444-467d-8139-289480fbc9b8 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 931 time: 0.0528052 Dec 17 14:08:14.593853 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2a184d4-f581-464e-8e8b-c3f7d8df1581 req-cc76e872-22eb-4efb-acef-9c41b0c61dc9 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454462 Dec 17 14:08:15.719840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7ed5d-58d0-45c1-ace3-474d80bb58e4 req-0876d15b-7693-4e62-a7c7-fdc9b1c99998 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:15.726105 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-adb7ed5d-58d0-45c1-ace3-474d80bb58e4 req-0876d15b-7693-4e62-a7c7-fdc9b1c99998 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 931 time: 0.0603459 Dec 17 14:08:15.772056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-adb7ed5d-58d0-45c1-ace3-474d80bb58e4 req-257bebf5-63fd-4425-8a56-502176e58322 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439329 Dec 17 14:08:16.381101 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fc5fe826-6cd1-4bac-b1f8-d264bdc66d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:16.916965 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681a1f6-581b-4586-99f3-052f47941626 req-30cc2824-503d-41d9-b9c0-a22ae3b5b166 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:16.919277 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1681a1f6-581b-4586-99f3-052f47941626 req-30cc2824-503d-41d9-b9c0-a22ae3b5b166 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 931 time: 0.0641551 Dec 17 14:08:16.974498 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1681a1f6-581b-4586-99f3-052f47941626 req-7d271ff6-bf7e-4a73-83df-a4d69cbd72e4 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491583 Dec 17 14:08:17.958897 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:18.096674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa173835-2e38-4a3d-9b67-c4afa2832939 req-465d9bb5-27ae-4c0b-bf1a-69f1192231b3 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:18.098273 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa173835-2e38-4a3d-9b67-c4afa2832939 req-465d9bb5-27ae-4c0b-bf1a-69f1192231b3 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 931 time: 0.0518484 Dec 17 14:08:18.150210 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-aa173835-2e38-4a3d-9b67-c4afa2832939 req-2fd044e2-c02b-4632-9e52-e45409f157ed tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454361 Dec 17 14:08:19.107017 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:19.276747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128728d-d067-44c4-b45a-20a0b8727b80 req-56de224d-086c-4dca-8e74-734884452391 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:19.278646 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9128728d-d067-44c4-b45a-20a0b8727b80 req-56de224d-086c-4dca-8e74-734884452391 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 931 time: 0.0524309 Dec 17 14:08:19.333312 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9128728d-d067-44c4-b45a-20a0b8727b80 req-2e90b2c0-f7eb-4216-a075-b62a957b39a8 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477574 Dec 17 14:08:19.861535 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:20.450046 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43343a0-2d6f-43a5-b180-1d01e01b8d72 req-b58748f9-28ec-4974-8108-667a1e3afb85 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:20.451581 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d43343a0-2d6f-43a5-b180-1d01e01b8d72 req-b58748f9-28ec-4974-8108-667a1e3afb85 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 931 time: 0.0502694 Dec 17 14:08:20.521044 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d43343a0-2d6f-43a5-b180-1d01e01b8d72 req-83035947-ec31-4e25-934f-39f0ce4b1748 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620852 Dec 17 14:08:21.563673 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Request body: {'port': {'device_id': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:08:21.618598 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:21.643007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe33e-e1fc-43fc-9099-d1bf348459b7 req-c1a3fa51-1d38-4035-8d1a-51ff06f48812 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:21.644558 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-955fe33e-e1fc-43fc-9099-d1bf348459b7 req-c1a3fa51-1d38-4035-8d1a-51ff06f48812 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 931 time: 0.0534527 Dec 17 14:08:21.917119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3622bf-af48-4a6a-9dd9-23581a895b1e {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:08:21.917341 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-955fe33e-e1fc-43fc-9099-d1bf348459b7 req-6a32fb4b-e426-4b97-baaa-5f171ebf53de tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662768 Dec 17 14:08:21.925475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:21.937717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Transition to ACTIVE for port object 2c3622bf-af48-4a6a-9dd9-23581a895b1e will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:08:21.992547 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:22.042586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Pushing event updated for resources: {'Port': ['ID=2c3622bf-af48-4a6a-9dd9-23581a895b1e,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:22.115575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Attempting to bind port 2c3622bf-af48-4a6a-9dd9-23581a895b1e on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:08:22.115928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Attempting to bind port 2c3622bf-af48-4a6a-9dd9-23581a895b1e by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:08:22.116265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Attempting to bind port 2c3622bf-af48-4a6a-9dd9-23581a895b1e on network 3474582e-4ad5-46a7-b067-e858dee5e300 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:08:22.121045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Port 2c3622bf-af48-4a6a-9dd9-23581a895b1e on network 3474582e-4ad5-46a7-b067-e858dee5e300 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:08:22.121377 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Attempting to bind port 2c3622bf-af48-4a6a-9dd9-23581a895b1e on network 3474582e-4ad5-46a7-b067-e858dee5e300 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:08:22.126473 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:08:22.126984 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Checking segment: {'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:08:22.127379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Bound using segment: {'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:08:22.127816 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Bound port: 2c3622bf-af48-4a6a-9dd9-23581a895b1e, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb171dd-e0fc-464a-a259-9d9f9264d033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:08:22.128181 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:22.198523 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] For port 2c3622bf-af48-4a6a-9dd9-23581a895b1e, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:08:22.201989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] For port 2c3622bf-af48-4a6a-9dd9-23581a895b1e, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:08:22.244632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:22.281885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:22.282521 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:22.284523 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] 10.222.0.54 "PUT /v2.0/ports/2c3622bf-af48-4a6a-9dd9-23581a895b1e HTTP/1.1" status: 200 len: 1091 time: 0.7253041 Dec 17 14:08:22.284979 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:08:22.287298 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0283beb8-e74a-451a-99ba-2d88bf768a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:08:22.318457 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fb47b-c515-4d20-ac2b-be13a94e535b service neutron] Pushing event updated for resources: {'Port': ['ID=2c3622bf-af48-4a6a-9dd9-23581a895b1e,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:22.326988 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46b0dfe-1400-47cb-a20a-9a7579d5d636 x-openstack-request-id: req-e46b0dfe-1400-47cb-a20a-9a7579d5d636 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:08:22.327325 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:08:22.327631 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e46b0dfe-1400-47cb-a20a-9a7579d5d636 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:08:22.328039 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'status': 'completed', 'code': 200} Dec 17 14:08:22.389493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283beb8-e74a-451a-99ba-2d88bf768a9c req-7d6f6c3b-a947-4c8a-88c3-83a5fd2c791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:22.391104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0283beb8-e74a-451a-99ba-2d88bf768a9c req-7d6f6c3b-a947-4c8a-88c3-83a5fd2c791c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3521ef91c8e94ca5a396f723ed0071b6&device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 1094 time: 0.0432878 Dec 17 14:08:22.497079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283beb8-e74a-451a-99ba-2d88bf768a9c req-b1635c1e-5f76-4e88-9c3c-db86433ebfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:22.498614 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0283beb8-e74a-451a-99ba-2d88bf768a9c req-b1635c1e-5f76-4e88-9c3c-db86433ebfc5 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3521ef91c8e94ca5a396f723ed0071b6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0985916 Dec 17 14:08:22.595711 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283beb8-e74a-451a-99ba-2d88bf768a9c req-4daa0fe8-a172-4f54-b7b3-eb5272ff5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:22.597143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0283beb8-e74a-451a-99ba-2d88bf768a9c req-4daa0fe8-a172-4f54-b7b3-eb5272ff5b36 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909791 Dec 17 14:08:22.677696 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-d9ae0f25-ae8b-4d89-80a8-51129ac1817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:22.679224 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-d9ae0f25-ae8b-4d89-80a8-51129ac1817b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3521ef91c8e94ca5a396f723ed0071b6&device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 1094 time: 0.0457804 Dec 17 14:08:22.722470 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-586076ee-9b32-4b18-ab9b-ae6a30898a93 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e HTTP/1.1" status: 200 len: 217 time: 0.0354590 Dec 17 14:08:22.774578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-5d0b2304-5ec0-4faa-8fd9-ddb7fa094261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:22.776053 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-5d0b2304-5ec0-4faa-8fd9-ddb7fa094261 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9f6da12-08e7-4575-b440-74537e6a15d8 HTTP/1.1" status: 200 len: 853 time: 0.0465267 Dec 17 14:08:22.821062 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-844be699-5113-40cf-981e-5ad213ef0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:22.822598 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-844be699-5113-40cf-981e-5ad213ef0880 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3474582e-4ad5-46a7-b067-e858dee5e300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396006 Dec 17 14:08:22.918522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-f404dfaf-ef35-4179-8206-9adccc76ed48 service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886514 Dec 17 14:08:23.006854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5ab10307-f5fb-46a7-9d44-bd4b8aa0db32 req-210a5207-8bb1-4eff-9543-ff4d4b1f2cea service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813010 Dec 17 14:08:23.035586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bb31b-4619-48d9-b6d1-a849961c154e req-48a68c9e-2df4-42c9-95d1-f57dadfe7082 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:23.044978 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec6bb31b-4619-48d9-b6d1-a849961c154e req-48a68c9e-2df4-42c9-95d1-f57dadfe7082 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 943 time: 0.0515525 Dec 17 14:08:23.084136 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec6bb31b-4619-48d9-b6d1-a849961c154e req-ec2cfb53-9eea-434c-a7ab-b0f7bea1a7f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Dec 17 14:08:24.206899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b936f-0d9f-42b1-b02c-8b2ec672cb35 req-a31acaf7-8465-4647-bdbd-29b6fd507a1d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:24.208324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c34b936f-0d9f-42b1-b02c-8b2ec672cb35 req-a31acaf7-8465-4647-bdbd-29b6fd507a1d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 943 time: 0.0534606 Dec 17 14:08:24.254760 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c34b936f-0d9f-42b1-b02c-8b2ec672cb35 req-117d4394-ed99-4667-a6ae-2dbd8a0fd512 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404754 Dec 17 14:08:25.196699 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2c3622bf-af48-4a6a-9dd9-23581a895b1e details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:08:25.293142 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2c3622bf-af48-4a6a-9dd9-23581a895b1e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:08:25.305393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'port_id': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'mac_address': 'fa:16:3e:34:a3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:08:25.345900 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:25.358696 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3622bf-af48-4a6a-9dd9-23581a895b1e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:08:25.369956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78dfa1-966f-447b-8242-891aa77c21b0 req-10451981-cf88-4bec-ace8-5a98b61cf822 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:25.371438 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b78dfa1-966f-447b-8242-891aa77c21b0 req-10451981-cf88-4bec-ace8-5a98b61cf822 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 943 time: 0.0478611 Dec 17 14:08:25.378681 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2c3622bf-af48-4a6a-9dd9-23581a895b1e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:08:25.424367 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1b78dfa1-966f-447b-8242-891aa77c21b0 req-06bb9ace-8dab-4405-ac18-1b7b9a9f7e1e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453537 Dec 17 14:08:25.432670 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:25.480266 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2c3622bf-af48-4a6a-9dd9-23581a895b1e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:25.665432 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['2c3622bf-af48-4a6a-9dd9-23581a895b1e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:08:26.539214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cc0b5-606a-453a-9e01-8ec50bbc0393 req-72573f35-2bf1-45fa-9422-be123124c866 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:26.540703 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-985cc0b5-606a-453a-9e01-8ec50bbc0393 req-72573f35-2bf1-45fa-9422-be123124c866 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 944 time: 0.0486634 Dec 17 14:08:26.587200 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-985cc0b5-606a-453a-9e01-8ec50bbc0393 req-9f0e4b76-886f-40ca-8ee8-1cece6d88acf tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 Dec 17 14:08:27.197371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2c3622bf-af48-4a6a-9dd9-23581a895b1e up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:08:27.294864 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 2c3622bf-af48-4a6a-9dd9-23581a895b1e completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:08:27.299356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 2c3622bf-af48-4a6a-9dd9-23581a895b1e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:08:27.299730 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:27.374672 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:27.396857 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:08:27.399118 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a369b7d-ad94-4c52-b611-719b6da63f92" -d '{"events": [{"server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "name": "network-vif-plugged", "status": "completed", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:08:27.415042 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2c3622bf-af48-4a6a-9dd9-23581a895b1e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:08:27.437287 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865c9028-0a6d-4d36-9189-1733e6e0e7af x-openstack-request-id: req-865c9028-0a6d-4d36-9189-1733e6e0e7af {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:08:27.437607 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "name": "network-vif-plugged", "status": "completed", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:08:27.437865 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-865c9028-0a6d-4d36-9189-1733e6e0e7af {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:08:27.438265 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'code': 200} Dec 17 14:08:27.472604 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:27.523055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2c3622bf-af48-4a6a-9dd9-23581a895b1e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:27.537808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b07fa-bfad-4e09-b12a-6bd51ad18bc0 req-e5b67a56-a7dc-4e93-9022-38436ea49941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:27.539314 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-042b07fa-bfad-4e09-b12a-6bd51ad18bc0 req-e5b67a56-a7dc-4e93-9022-38436ea49941 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 1096 time: 0.0432022 Dec 17 14:08:27.582431 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-042b07fa-bfad-4e09-b12a-6bd51ad18bc0 req-339860f9-ea91-4093-8408-7ed3a97546f8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362446 Dec 17 14:08:27.702709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbc0e8-18d7-4e55-bd0e-2f1b2bb1ea38 req-ec3b6f1f-c0de-4bc9-bc32-111f6b1c5646 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:27.704108 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1afbc0e8-18d7-4e55-bd0e-2f1b2bb1ea38 req-ec3b6f1f-c0de-4bc9-bc32-111f6b1c5646 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 945 time: 0.0504165 Dec 17 14:08:27.750921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1afbc0e8-18d7-4e55-bd0e-2f1b2bb1ea38 req-b0c41111-8608-403a-a72e-79b56dcfc074 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409567 Dec 17 14:08:28.868193 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38039b3c-0b4a-4b59-9963-273bd2b70b10 req-2867f59e-326c-4aad-a78d-b715a57bd5f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:28.869727 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-38039b3c-0b4a-4b59-9963-273bd2b70b10 req-2867f59e-326c-4aad-a78d-b715a57bd5f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 945 time: 0.0486946 Dec 17 14:08:28.917085 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-38039b3c-0b4a-4b59-9963-273bd2b70b10 req-508299a0-fb04-46f9-bd96-d5d61bae569b tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Dec 17 14:08:29.031038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985c955-228f-4307-b799-eff271587eb1 req-1b8ac5a4-4cca-422c-8b13-bb43183c7dcc tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:29.032483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4985c955-228f-4307-b799-eff271587eb1 req-1b8ac5a4-4cca-422c-8b13-bb43183c7dcc tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 945 time: 0.0495701 Dec 17 14:08:29.088769 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4985c955-228f-4307-b799-eff271587eb1 req-aa600a57-278f-42f7-88f6-0a9529d138bf tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500493 Dec 17 14:08:29.280765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6b6a-38b2-4a7a-8541-152754df16a4 req-7f15e5d7-ac32-4a55-84fa-ecd3780934d9 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:29.282331 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eacf6b6a-38b2-4a7a-8541-152754df16a4 req-7f15e5d7-ac32-4a55-84fa-ecd3780934d9 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 945 time: 0.0542998 Dec 17 14:08:29.329488 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eacf6b6a-38b2-4a7a-8541-152754df16a4 req-7eae6c92-51ca-416e-9fa5-dde4e1a09d73 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Dec 17 14:08:31.381248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-71605bc1-740d-43ac-b18c-18389b943c09 req-b27afa98-1833-4f9f-8e3c-7aa14bb698d8 service neutron] (110454) timed out ('10.222.0.61', 63003) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 14:08:32.198455 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:36.621074 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:37.291740 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:08:42.179711 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-782378c2-4ab0-4f4e-9819-4c615a0a3bfd req-4eedecb7-bce2-45aa-b556-1e96898b9f6a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399590 Dec 17 14:08:42.266504 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782378c2-4ab0-4f4e-9819-4c615a0a3bfd req-3bd32893-4930-43e0-a10e-d4b652a0d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:42.268510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-782378c2-4ab0-4f4e-9819-4c615a0a3bfd req-3bd32893-4930-43e0-a10e-d4b652a0d278 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3521ef91c8e94ca5a396f723ed0071b6&device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 1096 time: 0.0408196 Dec 17 14:08:42.373664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782378c2-4ab0-4f4e-9819-4c615a0a3bfd req-775dcd82-edef-4f73-bef9-615f3bea9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:42.375163 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-782378c2-4ab0-4f4e-9819-4c615a0a3bfd req-775dcd82-edef-4f73-bef9-615f3bea9b79 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3474582e-4ad5-46a7-b067-e858dee5e300 HTTP/1.1" status: 200 len: 915 time: 0.0867870 Dec 17 14:08:42.416341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-782378c2-4ab0-4f4e-9819-4c615a0a3bfd req-78c38109-8f6a-4c53-b490-a39d225cc183 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e HTTP/1.1" status: 200 len: 217 time: 0.0334985 Dec 17 14:08:42.469385 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782378c2-4ab0-4f4e-9819-4c615a0a3bfd req-0d3b3478-8630-4254-843b-e1fdf4da315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:42.470898 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-782378c2-4ab0-4f4e-9819-4c615a0a3bfd req-0d3b3478-8630-4254-843b-e1fdf4da315e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9f6da12-08e7-4575-b440-74537e6a15d8 HTTP/1.1" status: 200 len: 853 time: 0.0481310 Dec 17 14:08:42.517966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782378c2-4ab0-4f4e-9819-4c615a0a3bfd req-3f6acefc-e7fe-48ce-8cb2-f222d9eb8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:42.519499 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-782378c2-4ab0-4f4e-9819-4c615a0a3bfd req-3f6acefc-e7fe-48ce-8cb2-f222d9eb8f3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3474582e-4ad5-46a7-b067-e858dee5e300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400369 Dec 17 14:08:42.606441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-782378c2-4ab0-4f4e-9819-4c615a0a3bfd req-b10bc280-47a7-4a81-98da-64999fecede8 service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794559 Dec 17 14:08:42.698808 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-782378c2-4ab0-4f4e-9819-4c615a0a3bfd req-3c30e914-0285-4ffe-838d-ec9c44cd356c service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847614 Dec 17 14:08:43.871977 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5359a764-3937-4ff4-8892-90a90b1b079f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:44.759327 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1241-db09-401c-97dc-0a9ed92fdd6b req-f28bf78c-6aba-4067-90b8-ac80260cb335 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:44.760807 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e0e1241-db09-401c-97dc-0a9ed92fdd6b req-f28bf78c-6aba-4067-90b8-ac80260cb335 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 945 time: 0.0480680 Dec 17 14:08:44.811946 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3e0e1241-db09-401c-97dc-0a9ed92fdd6b req-bfbc7629-91f8-4592-92b1-92b88c4aed53 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 Dec 17 14:08:44.835043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50760) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:08:44.928780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ad3f7-d428-4a06-ac7b-0910dfc6dd12 tempest-TestMinimumBasicScenario-706124589 tempest-TestMinimumBasicScenario-706124589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:44.930344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-141ad3f7-d428-4a06-ac7b-0910dfc6dd12 tempest-TestMinimumBasicScenario-706124589 tempest-TestMinimumBasicScenario-706124589-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 1091 time: 0.0943191 Dec 17 14:08:44.933306 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50764) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:08:44.937553 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:08:45.020932 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:45.124326 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:45.229866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Allocated IP 172.25.0.121 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/379354b3-0bc0-4b86-aa75-63570554dbb7) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:08:45.326605 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:45.415737 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:45.458042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:08:45.462465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:08:45.466070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:08:45.488355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event updated for resources: {'Port': ['ID=379354b3-0bc0-4b86-aa75-63570554dbb7,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:45.499796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:45.504469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:45.504469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:45.504469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:45.504469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:45.504469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:45.504469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:45.504469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:45.504469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:45.504469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:45.504469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:45.504469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:45.504469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:46.223226 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:46.338045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:46.346289 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3e07c151-150d-431c-b82a-6b0a7767dbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:46.487324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:46.540523 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:46.609608 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event updated for resources: {'Port': ['ID=379354b3-0bc0-4b86-aa75-63570554dbb7,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:46.623595 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:46.722021 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Floating IP dde6389c-90eb-4dd9-9317-1329ced9be42 associated. External IP: 172.25.0.121, port: 2c3622bf-af48-4a6a-9dd9-23581a895b1e. Dec 17 14:08:46.925196 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Router fd885f9b-1210-4744-a287-46c7b6dca75e has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:08:47.034231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:08:47.043690 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df49690-3145-4119-9302-742350050ab1 None None] Sync routers for ids ['fd885f9b-1210-4744-a287-46c7b6dca75e'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:08:47.053505 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df49690-3145-4119-9302-742350050ab1 None None] Routers {'fd885f9b-1210-4744-a287-46c7b6dca75e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:08:47.056807 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7df49690-3145-4119-9302-742350050ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['fd885f9b-1210-4744-a287-46c7b6dca75e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:08:47.131102 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:47.159457 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e297d6e2-04dd-4b28-bdbc-54221d6f1c83 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2250752 Dec 17 14:08:47.160065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:08:47.163357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50766) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:08:47.163820 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-7df49690-3145-4119-9302-742350050ab1 None None] Set router fd885f9b-1210-4744-a287-46c7b6dca75e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:08:47.163936 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b463d41-5f4f-4e29-a46d-c47494e73449" -d '{"events": [{"name": "network-changed", "server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:08:47.167822 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2100669257', 'description': 'tempest-secgroup-smoke-2100669257 description', 'project_id': '3521ef91c8e94ca5a396f723ed0071b6'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:08:47.206719 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96623e7c-2e1a-4ad1-b805-ca8ce1d0add3 x-openstack-request-id: req-96623e7c-2e1a-4ad1-b805-ca8ce1d0add3 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:08:47.207008 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:08:47.207262 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96623e7c-2e1a-4ad1-b805-ca8ce1d0add3 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:08:47.207668 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'status': 'completed', 'code': 200} Dec 17 14:08:47.255246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:47.274540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b463d41-5f4f-4e29-a46d-c47494e73449 req-f96bd6f6-0b92-4d74-bfe0-39f1d6f135c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:47.276394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b463d41-5f4f-4e29-a46d-c47494e73449 req-f96bd6f6-0b92-4d74-bfe0-39f1d6f135c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3521ef91c8e94ca5a396f723ed0071b6&device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 1096 time: 0.0458009 Dec 17 14:08:47.323896 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:47.372659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b463d41-5f4f-4e29-a46d-c47494e73449 req-7e37667a-7ea8-4445-87f7-b9b278411e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:47.374228 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b463d41-5f4f-4e29-a46d-c47494e73449 req-7e37667a-7ea8-4445-87f7-b9b278411e3a service neutron] 10.222.0.54 "GET /v2.0/networks?id=3474582e-4ad5-46a7-b067-e858dee5e300 HTTP/1.1" status: 200 len: 915 time: 0.0901167 Dec 17 14:08:47.387081 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:47.394264 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7df49690-3145-4119-9302-742350050ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'dde6389c-90eb-4dd9-9317-1329ced9be42', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'port_id': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'mac_address': 'fa:16:3e:34:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:08:46Z', 'updated_at': '2021-12-17T14:08:46Z', 'revision_number': 0, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e', 'name': '', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'mac_address': 'fa:16:3e:64:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:48Z', 'updated_at': '2021-12-17T14:07:52Z', 'revision_number': 5, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'subnets': [{'id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:08:47.426426 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df49690-3145-4119-9302-742350050ab1 None None] Checking router: fd885f9b-1210-4744-a287-46c7b6dca75e for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:08:47.426895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd8f88d-f1a4-462a-b896-0f7045882aaa,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:47.435206 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df49690-3145-4119-9302-742350050ab1 None None] Routers {'fd885f9b-1210-4744-a287-46c7b6dca75e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:08:47.435841 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7df49690-3145-4119-9302-742350050ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:08:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['fd885f9b-1210-4744-a287-46c7b6dca75e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:08:47.436019 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.436463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.436792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.437130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.437468 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.437823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.438233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.438565 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.438916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.439248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.439572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.439900 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.441612 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:08:47.458174 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b463d41-5f4f-4e29-a46d-c47494e73449 req-3e969364-2c2c-41f9-9b9f-11eff8a2e2b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e HTTP/1.1" status: 200 len: 999 time: 0.0751939 Dec 17 14:08:47.503085 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:47.507735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50770) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:08:47.508078 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-445444ef-c528-4cde-98ed-2e0421d11765 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3444240 Dec 17 14:08:47.514313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-7a496257-2e63-41e3-ac89-4b117b4319c4 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Request body: {'security_group_rule': {'security_group_id': 'ccd8f88d-f1a4-462a-b896-0f7045882aaa', 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:08:47.521390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b463d41-5f4f-4e29-a46d-c47494e73449 req-e3f89713-5184-48b1-b1ed-a893b53dc85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:47.523013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b463d41-5f4f-4e29-a46d-c47494e73449 req-e3f89713-5184-48b1-b1ed-a893b53dc85c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9f6da12-08e7-4575-b440-74537e6a15d8 HTTP/1.1" status: 200 len: 853 time: 0.0573595 Dec 17 14:08:47.579638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b463d41-5f4f-4e29-a46d-c47494e73449 req-9455aa64-f3ce-4a8c-b5a0-41d6f022014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:47.581221 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b463d41-5f4f-4e29-a46d-c47494e73449 req-9455aa64-f3ce-4a8c-b5a0-41d6f022014b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3474582e-4ad5-46a7-b067-e858dee5e300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478373 Dec 17 14:08:47.635992 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-7df49690-3145-4119-9302-742350050ab1 None None] Set router fd885f9b-1210-4744-a287-46c7b6dca75e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:08:47.660021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a496257-2e63-41e3-ac89-4b117b4319c4 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:47.709717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b463d41-5f4f-4e29-a46d-c47494e73449 req-e7ce563e-c6bd-4f5e-9739-ae1e39519215 service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193454 Dec 17 14:08:47.774808 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a496257-2e63-41e3-ac89-4b117b4319c4 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:47.818215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b463d41-5f4f-4e29-a46d-c47494e73449 req-c3261a08-915c-468f-9838-f4fcb2d7ddd8 service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007855 Dec 17 14:08:47.843586 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a496257-2e63-41e3-ac89-4b117b4319c4 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:47.869612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a496257-2e63-41e3-ac89-4b117b4319c4 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fed205-b5f6-40e6-a1de-c9ae6ec0af0a,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:47.871871 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7df49690-3145-4119-9302-742350050ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'dde6389c-90eb-4dd9-9317-1329ced9be42', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'port_id': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'mac_address': 'fa:16:3e:34:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:08:46Z', 'updated_at': '2021-12-17T14:08:46Z', 'revision_number': 0, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e', 'name': '', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'mac_address': 'fa:16:3e:64:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:48Z', 'updated_at': '2021-12-17T14:07:52Z', 'revision_number': 5, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'subnets': [{'id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:08:47.900168 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df49690-3145-4119-9302-742350050ab1 None None] The sync data for ids ['fd885f9b-1210-4744-a287-46c7b6dca75e'] in n-d-815324-5 is: [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'dde6389c-90eb-4dd9-9317-1329ced9be42', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'port_id': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'mac_address': 'fa:16:3e:34:a3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:08:46Z', 'updated_at': '2021-12-17T14:08:46Z', 'revision_number': 0, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e', 'name': '', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'mac_address': 'fa:16:3e:64:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:48Z', 'updated_at': '2021-12-17T14:07:52Z', 'revision_number': 5, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'subnets': [{'id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:08:47.906292 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:47.955087 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a496257-2e63-41e3-ac89-4b117b4319c4 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:47.960458 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7a496257-2e63-41e3-ac89-4b117b4319c4 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4474759 Dec 17 14:08:47.960458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50772) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:08:47.964272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5dea689d-5eeb-46c1-8135-288cd1e708f6 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Request body: {'security_group_rule': {'security_group_id': 'ccd8f88d-f1a4-462a-b896-0f7045882aaa', 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:08:48.042929 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5dea689d-5eeb-46c1-8135-288cd1e708f6 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:48.118302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9db1c2-5853-44b4-a57c-794797b5e8a0 None None] New status for floating IP dde6389c-90eb-4dd9-9317-1329ced9be42: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:08:48.127500 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5dea689d-5eeb-46c1-8135-288cd1e708f6 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:48.175318 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5dea689d-5eeb-46c1-8135-288cd1e708f6 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:48.193930 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea689d-5eeb-46c1-8135-288cd1e708f6 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbd4c8f-29f3-48c8-b328-0bbc5021f0a8,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:48.245569 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5dea689d-5eeb-46c1-8135-288cd1e708f6 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:48.249264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5dea689d-5eeb-46c1-8135-288cd1e708f6 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2869956 Dec 17 14:08:48.249507 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50774) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:08:48.254568 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-23c50e04-91e7-4bfc-92ee-daf3af28a2e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Request body: {'security_group_rule': {'security_group_id': 'ccd8f88d-f1a4-462a-b896-0f7045882aaa', 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:08:48.340155 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23c50e04-91e7-4bfc-92ee-daf3af28a2e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:48.399339 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23c50e04-91e7-4bfc-92ee-daf3af28a2e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:48.477807 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23c50e04-91e7-4bfc-92ee-daf3af28a2e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:48.495848 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c50e04-91e7-4bfc-92ee-daf3af28a2e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6d1630-3217-4f65-a2ab-30bd4d4f1c90,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:48.582552 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-23c50e04-91e7-4bfc-92ee-daf3af28a2e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:48.583877 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-23c50e04-91e7-4bfc-92ee-daf3af28a2e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332615 Dec 17 14:08:48.586685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50776) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:08:48.591068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-fbcea36a-46b6-45df-b090-99f0a2356a65 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Request body: {'security_group_rule': {'security_group_id': 'ccd8f88d-f1a4-462a-b896-0f7045882aaa', 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:08:48.682665 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fbcea36a-46b6-45df-b090-99f0a2356a65 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:48.739034 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fbcea36a-46b6-45df-b090-99f0a2356a65 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:48.803411 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fbcea36a-46b6-45df-b090-99f0a2356a65 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:48.824368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcea36a-46b6-45df-b090-99f0a2356a65 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d65369-a1e3-4fb4-89e6-c5c3ece010b2,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:48.874111 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fbcea36a-46b6-45df-b090-99f0a2356a65 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:48.875518 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fbcea36a-46b6-45df-b090-99f0a2356a65 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2878931 Dec 17 14:08:48.878327 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50778) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:08:48.882741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bd596940-0515-4dc7-9d2a-27d1fe2be44e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Request body: {'security_group_rule': {'security_group_id': 'ccd8f88d-f1a4-462a-b896-0f7045882aaa', 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:08:48.952168 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-bd596940-0515-4dc7-9d2a-27d1fe2be44e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Project 3521ef91c8e94ca5a396f723ed0071b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:08:48.957764 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd596940-0515-4dc7-9d2a-27d1fe2be44e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:49.019412 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd596940-0515-4dc7-9d2a-27d1fe2be44e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:49.083921 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd596940-0515-4dc7-9d2a-27d1fe2be44e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:49.103295 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd596940-0515-4dc7-9d2a-27d1fe2be44e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165578b7-ded8-426f-809e-dd521cec7b6d,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:49.129343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:49.216726 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd596940-0515-4dc7-9d2a-27d1fe2be44e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:49.218016 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bd596940-0515-4dc7-9d2a-27d1fe2be44e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3387330 Dec 17 14:08:49.220858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50780) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:08:49.225480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-48749b67-ef16-4e1c-aa8a-8fecb4df4ed5 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Request body: {'security_group_rule': {'security_group_id': 'ccd8f88d-f1a4-462a-b896-0f7045882aaa', 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:08:49.323253 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-48749b67-ef16-4e1c-aa8a-8fecb4df4ed5 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Project 3521ef91c8e94ca5a396f723ed0071b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:08:49.328612 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48749b67-ef16-4e1c-aa8a-8fecb4df4ed5 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:49.388051 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48749b67-ef16-4e1c-aa8a-8fecb4df4ed5 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:49.437591 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48749b67-ef16-4e1c-aa8a-8fecb4df4ed5 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:49.456745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48749b67-ef16-4e1c-aa8a-8fecb4df4ed5 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04787a55-b3af-4ca6-ada4-b72d4e9571d6,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:49.502023 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-48749b67-ef16-4e1c-aa8a-8fecb4df4ed5 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:49.503294 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-48749b67-ef16-4e1c-aa8a-8fecb4df4ed5 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2814415 Dec 17 14:08:49.591391 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b605e973-70d6-41dd-a7c0-d2a7a1e7bdc8 req-a71dc3be-2077-4f21-8f57-665c5659128d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100669257&fields=id&tenant_id=3521ef91c8e94ca5a396f723ed0071b6 HTTP/1.1" status: 200 len: 267 time: 0.0423710 Dec 17 14:08:49.647820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605e973-70d6-41dd-a7c0-d2a7a1e7bdc8 req-00c40b1a-5f0a-4618-af72-2cf27a43c5a8 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:49.649231 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b605e973-70d6-41dd-a7c0-d2a7a1e7bdc8 req-00c40b1a-5f0a-4618-af72-2cf27a43c5a8 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 945 time: 0.0513265 Dec 17 14:08:49.660843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-b605e973-70d6-41dd-a7c0-d2a7a1e7bdc8 req-e06e246d-b6e2-4b44-b8ba-f94d0db46f5b tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Request body: {'port': {'security_groups': ['ba63f61a-5a0d-40e4-8e74-0472e0b34fcf', 'ccd8f88d-f1a4-462a-b896-0f7045882aaa']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:08:49.721757 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b605e973-70d6-41dd-a7c0-d2a7a1e7bdc8 req-e06e246d-b6e2-4b44-b8ba-f94d0db46f5b tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:49.826299 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:49.911992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-b605e973-70d6-41dd-a7c0-d2a7a1e7bdc8 req-e06e246d-b6e2-4b44-b8ba-f94d0db46f5b tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] For port 2c3622bf-af48-4a6a-9dd9-23581a895b1e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:08:49.942411 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b605e973-70d6-41dd-a7c0-d2a7a1e7bdc8 req-e06e246d-b6e2-4b44-b8ba-f94d0db46f5b tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:50.003133 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b605e973-70d6-41dd-a7c0-d2a7a1e7bdc8 req-e06e246d-b6e2-4b44-b8ba-f94d0db46f5b tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:50.014734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['2c3622bf-af48-4a6a-9dd9-23581a895b1e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:08:50.051221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605e973-70d6-41dd-a7c0-d2a7a1e7bdc8 req-e06e246d-b6e2-4b44-b8ba-f94d0db46f5b tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:50.051886 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b605e973-70d6-41dd-a7c0-d2a7a1e7bdc8 req-e06e246d-b6e2-4b44-b8ba-f94d0db46f5b tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:50.053344 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b605e973-70d6-41dd-a7c0-d2a7a1e7bdc8 req-e06e246d-b6e2-4b44-b8ba-f94d0db46f5b tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "PUT /v2.0/ports/2c3622bf-af48-4a6a-9dd9-23581a895b1e HTTP/1.1" status: 200 len: 981 time: 0.3974230 Dec 17 14:08:50.053820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:08:50.056119 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e296535-2d66-4d46-adbb-c970e8c364ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:08:50.078340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e246d-b6e2-4b44-b8ba-f94d0db46f5b tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event updated for resources: {'Port': ['ID=2c3622bf-af48-4a6a-9dd9-23581a895b1e,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:08:50.118305 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['2c3622bf-af48-4a6a-9dd9-23581a895b1e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:08:50.152740 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc37201a-e498-4d97-8de8-a3af1bc6514b x-openstack-request-id: req-dc37201a-e498-4d97-8de8-a3af1bc6514b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:08:50.152740 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:08:50.152740 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc37201a-e498-4d97-8de8-a3af1bc6514b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:08:50.153015 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'status': 'completed', 'code': 200} Dec 17 14:08:50.206077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c988c82-df82-4401-9dcd-403f26a89198 req-988ef366-e0ba-4b18-b333-f172cc1df003 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:50.215212 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1c988c82-df82-4401-9dcd-403f26a89198 req-988ef366-e0ba-4b18-b333-f172cc1df003 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0786111 Dec 17 14:08:50.239520 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e296535-2d66-4d46-adbb-c970e8c364ae req-cd16943f-de82-44fb-a47b-41d5861ed91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:50.241503 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e296535-2d66-4d46-adbb-c970e8c364ae req-cd16943f-de82-44fb-a47b-41d5861ed91f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3521ef91c8e94ca5a396f723ed0071b6&device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 1135 time: 0.0876768 Dec 17 14:08:50.279731 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1c988c82-df82-4401-9dcd-403f26a89198 req-00add225-9108-4db3-aa56-61c0c19cc2e7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631554 Dec 17 14:08:50.351716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e296535-2d66-4d46-adbb-c970e8c364ae req-6c384dae-f636-40d2-bfed-933a6ece9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:50.353445 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e296535-2d66-4d46-adbb-c970e8c364ae req-6c384dae-f636-40d2-bfed-933a6ece9646 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3474582e-4ad5-46a7-b067-e858dee5e300 HTTP/1.1" status: 200 len: 915 time: 0.1040771 Dec 17 14:08:50.424739 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e296535-2d66-4d46-adbb-c970e8c364ae req-c73e77c2-f9c2-4b90-92b6-fa4334fd7fbf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e HTTP/1.1" status: 200 len: 1001 time: 0.0629494 Dec 17 14:08:50.474167 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e296535-2d66-4d46-adbb-c970e8c364ae req-60714a7c-5cb3-4032-8906-e56ebbae958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:50.475683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e296535-2d66-4d46-adbb-c970e8c364ae req-60714a7c-5cb3-4032-8906-e56ebbae958d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9f6da12-08e7-4575-b440-74537e6a15d8 HTTP/1.1" status: 200 len: 853 time: 0.0437524 Dec 17 14:08:50.492769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-58b20998-0b65-4405-a59c-0d1d0f6871f5 None None] Provisioning complete for port 2c3622bf-af48-4a6a-9dd9-23581a895b1e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:08:50.493350 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-58b20998-0b65-4405-a59c-0d1d0f6871f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:08:50.522135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e296535-2d66-4d46-adbb-c970e8c364ae req-a960274f-3157-44bf-8144-e823ab8d7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:08:50.523678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e296535-2d66-4d46-adbb-c970e8c364ae req-a960274f-3157-44bf-8144-e823ab8d7d70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3474582e-4ad5-46a7-b067-e858dee5e300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414844 Dec 17 14:08:50.621644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e296535-2d66-4d46-adbb-c970e8c364ae req-25fa243c-d58d-4a42-a3a2-cdd5f2c9857b service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904047 Dec 17 14:08:50.711814 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e296535-2d66-4d46-adbb-c970e8c364ae req-b8db5bd4-b55b-4872-b360-c074bee29a26 service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832300 Dec 17 14:09:02.323147 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:04.899276 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38252811-13df-4477-ab66-ad17440515e5 req-f067fd86-5792-4f3c-a506-2a48bf2e4a3f tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:04.901023 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-38252811-13df-4477-ab66-ad17440515e5 req-f067fd86-5792-4f3c-a506-2a48bf2e4a3f tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0495076 Dec 17 14:09:04.962193 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-38252811-13df-4477-ab66-ad17440515e5 req-22328b20-6717-49bc-a943-1d41bb4be82c tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549800 Dec 17 14:09:05.011383 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adb345-e9d6-4870-a780-0731ca07e356 req-b08997ca-e0c5-4c3a-b8a1-1bae11b73a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:05.012885 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6adb345-e9d6-4870-a780-0731ca07e356 req-b08997ca-e0c5-4c3a-b8a1-1bae11b73a7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3521ef91c8e94ca5a396f723ed0071b6&device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 1135 time: 0.1062663 Dec 17 14:09:05.105980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adb345-e9d6-4870-a780-0731ca07e356 req-af5298ed-4886-4f6d-a6ce-def9efb68b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:05.107528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6adb345-e9d6-4870-a780-0731ca07e356 req-af5298ed-4886-4f6d-a6ce-def9efb68b54 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3474582e-4ad5-46a7-b067-e858dee5e300 HTTP/1.1" status: 200 len: 915 time: 0.0868764 Dec 17 14:09:05.176867 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6adb345-e9d6-4870-a780-0731ca07e356 req-5795c1e1-6820-4608-9dfa-99255341d09e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e HTTP/1.1" status: 200 len: 1001 time: 0.0613887 Dec 17 14:09:05.231908 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adb345-e9d6-4870-a780-0731ca07e356 req-25b7c34d-0d73-4d18-9e4b-fc13b42a7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:05.233362 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6adb345-e9d6-4870-a780-0731ca07e356 req-25b7c34d-0d73-4d18-9e4b-fc13b42a7344 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9f6da12-08e7-4575-b440-74537e6a15d8 HTTP/1.1" status: 200 len: 853 time: 0.0482287 Dec 17 14:09:05.278180 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adb345-e9d6-4870-a780-0731ca07e356 req-7c2d6f46-64a4-4bf0-a7d9-f368885cf82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:05.279652 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6adb345-e9d6-4870-a780-0731ca07e356 req-7c2d6f46-64a4-4bf0-a7d9-f368885cf82e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3474582e-4ad5-46a7-b067-e858dee5e300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387993 Dec 17 14:09:05.371433 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6adb345-e9d6-4870-a780-0731ca07e356 req-5b32bce2-7c24-450c-a9d4-871fd4244493 service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830159 Dec 17 14:09:05.465853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6adb345-e9d6-4870-a780-0731ca07e356 req-7f4e07b7-e984-4b09-a6e0-63a546c96a2a service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873764 Dec 17 14:09:06.082389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d926369-511b-4a08-8f51-ae85ba2cf298 req-2f7fce9d-5af9-4bd6-8300-9c61c4550a7a tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:06.083918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d926369-511b-4a08-8f51-ae85ba2cf298 req-2f7fce9d-5af9-4bd6-8300-9c61c4550a7a tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0512197 Dec 17 14:09:06.143967 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0d926369-511b-4a08-8f51-ae85ba2cf298 req-d396bf27-3c7d-42fa-b651-75ea7bacf327 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539787 Dec 17 14:09:06.643133 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:07.261911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2eb21-6ecd-4fc1-b5cd-21af8a8850cf req-ecf70155-f438-44e2-b398-cc01185be64d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:07.263385 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bcb2eb21-6ecd-4fc1-b5cd-21af8a8850cf req-ecf70155-f438-44e2-b398-cc01185be64d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0478330 Dec 17 14:09:07.326224 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bcb2eb21-6ecd-4fc1-b5cd-21af8a8850cf req-e4eedae9-389d-40a0-be69-3d0d0170fba7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562761 Dec 17 14:09:08.449280 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a83792-4364-4173-bc16-0909d54bc56c req-19bcf658-31dc-4197-a26c-3a48ba876d3b tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:08.450735 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4a83792-4364-4173-bc16-0909d54bc56c req-19bcf658-31dc-4197-a26c-3a48ba876d3b tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0541377 Dec 17 14:09:08.510271 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4a83792-4364-4173-bc16-0909d54bc56c req-fdb93a0d-25ac-4b46-8041-58f0c28e43c9 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534706 Dec 17 14:09:09.626338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9590a-6102-4ba4-a66c-09ed52a6cd95 req-eea7c261-9cd9-488e-bebe-38479f491c6c tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:09.627848 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5de9590a-6102-4ba4-a66c-09ed52a6cd95 req-eea7c261-9cd9-488e-bebe-38479f491c6c tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0490437 Dec 17 14:09:09.688087 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5de9590a-6102-4ba4-a66c-09ed52a6cd95 req-83ef37aa-e609-465b-949c-87ae0997dd45 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530505 Dec 17 14:09:10.805894 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c462e-749c-4f05-996c-108d8f4b30bb req-6293de84-926d-453c-b11b-17e8f057c182 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:10.807421 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d78c462e-749c-4f05-996c-108d8f4b30bb req-6293de84-926d-453c-b11b-17e8f057c182 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0531173 Dec 17 14:09:10.868207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d78c462e-749c-4f05-996c-108d8f4b30bb req-6ae2eced-676a-476b-9877-b62ffeba6151 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537534 Dec 17 14:09:11.985778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f4862-efc1-434c-9754-b27b2edc553c req-d465f523-13b4-4446-af2d-675a9286cf52 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:11.987264 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fa7f4862-efc1-434c-9754-b27b2edc553c req-d465f523-13b4-4446-af2d-675a9286cf52 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0489919 Dec 17 14:09:12.045710 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fa7f4862-efc1-434c-9754-b27b2edc553c req-69af4df2-459f-4402-83e9-0d3493871813 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523596 Dec 17 14:09:13.163289 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c66ce-36c4-4cff-8f71-b82e82721156 req-10b05e0c-915f-4e0a-9cb7-3096d50396d7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:13.166188 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-371c66ce-36c4-4cff-8f71-b82e82721156 req-10b05e0c-915f-4e0a-9cb7-3096d50396d7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0522153 Dec 17 14:09:13.230621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-371c66ce-36c4-4cff-8f71-b82e82721156 req-f11cb319-b034-4e89-9f8f-5c8ec65ec692 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584738 Dec 17 14:09:13.887990 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ecb8eff-3dd0-42de-b61a-1acac9362748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:14.290495 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:09:14.349550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4c50c-fe4c-4f40-addd-bc3ef57178ed req-aaf92161-bcd0-4d17-932d-b7a2285534f5 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:14.351053 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4d4c50c-fe4c-4f40-addd-bc3ef57178ed req-aaf92161-bcd0-4d17-932d-b7a2285534f5 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0523789 Dec 17 14:09:14.412140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b4d4c50c-fe4c-4f40-addd-bc3ef57178ed req-67c93f5d-835a-41db-9400-8fbe90d6b575 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549912 Dec 17 14:09:15.534233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a986a45-c9d7-4d35-9e83-69a4a8e4e822 req-18664b18-e7bf-4d53-9d8b-f2017ca09c14 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:15.535780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a986a45-c9d7-4d35-9e83-69a4a8e4e822 req-18664b18-e7bf-4d53-9d8b-f2017ca09c14 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0493712 Dec 17 14:09:15.596892 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9a986a45-c9d7-4d35-9e83-69a4a8e4e822 req-38fe362c-ce12-4f50-b892-dbade1bbff3a tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549862 Dec 17 14:09:16.391288 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-479f1496-ab00-45c1-bff0-b044b5a9ed5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:16.711404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90723447-5cc9-47d9-8232-504aa64bf70a req-23e02fc5-6c2b-4092-9525-a66295cd0416 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:16.712906 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90723447-5cc9-47d9-8232-504aa64bf70a req-23e02fc5-6c2b-4092-9525-a66295cd0416 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0487201 Dec 17 14:09:16.773112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90723447-5cc9-47d9-8232-504aa64bf70a req-c018493d-b642-4ed5-8b7e-a6bfa2cce23d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536280 Dec 17 14:09:17.898036 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f90f4-a166-4d75-bd7b-e29d426b476e req-045ab8df-aa1b-4d5e-a8a1-a6de0311517a tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:17.898036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb7f90f4-a166-4d75-bd7b-e29d426b476e req-045ab8df-aa1b-4d5e-a8a1-a6de0311517a tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0494487 Dec 17 14:09:17.928512 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:17.952484 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb7f90f4-a166-4d75-bd7b-e29d426b476e req-e41ff93e-c81c-4fdd-93c1-c32917c39b5a tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539160 Dec 17 14:09:19.069039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e533a38-dc14-4823-af06-860ac12fcbd1 req-d113f269-4f70-4314-a76d-6a64c5419bce tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:19.070579 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e533a38-dc14-4823-af06-860ac12fcbd1 req-d113f269-4f70-4314-a76d-6a64c5419bce tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0498087 Dec 17 14:09:19.088190 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:19.134896 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0e533a38-dc14-4823-af06-860ac12fcbd1 req-3f1cde5f-12d8-4e8b-b124-7bc88380485a tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582557 Dec 17 14:09:19.865239 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:20.253714 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978cf50-a9cf-4d55-b8f0-2678aa804187 req-06c742c1-df71-4d43-b5cc-a08a7ad1c85a tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:20.255201 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8978cf50-a9cf-4d55-b8f0-2678aa804187 req-06c742c1-df71-4d43-b5cc-a08a7ad1c85a tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0530033 Dec 17 14:09:20.314841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8978cf50-a9cf-4d55-b8f0-2678aa804187 req-7b976ef4-6f42-4a53-9c44-e884c81a7ae4 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536087 Dec 17 14:09:21.431455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f9f31-a222-4b57-ac9f-f0f20f9bcfcb req-c553a9ce-5354-4fce-87f9-5a0f5ef07f6d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:21.432887 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-453f9f31-a222-4b57-ac9f-f0f20f9bcfcb req-c553a9ce-5354-4fce-87f9-5a0f5ef07f6d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0498970 Dec 17 14:09:21.492944 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-453f9f31-a222-4b57-ac9f-f0f20f9bcfcb req-5cd0ff3d-8a22-4d76-a719-c72c67f72819 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535526 Dec 17 14:09:22.610832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15fcaf-5001-40f3-8f96-d3f967ce55e3 req-d4921427-5e96-4e3b-9b2c-67b87fff8241 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:22.612379 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be15fcaf-5001-40f3-8f96-d3f967ce55e3 req-d4921427-5e96-4e3b-9b2c-67b87fff8241 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0493829 Dec 17 14:09:22.672511 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be15fcaf-5001-40f3-8f96-d3f967ce55e3 req-b304d1f5-02dc-4e7d-a9c9-09a45d0e790d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&id=ccd8f88d-f1a4-462a-b896-0f7045882aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541086 Dec 17 14:09:32.219579 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:36.693348 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:42.195110 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee914067-a71e-4efa-b115-3ac34dec5b2e req-0c677739-f4ea-44f3-b1df-9687501cd947 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397050 Dec 17 14:09:42.282939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee914067-a71e-4efa-b115-3ac34dec5b2e req-18e88ad6-6785-48bf-ba70-a8b1cda4eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:42.284590 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee914067-a71e-4efa-b115-3ac34dec5b2e req-18e88ad6-6785-48bf-ba70-a8b1cda4eba4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3521ef91c8e94ca5a396f723ed0071b6&device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 1135 time: 0.0459127 Dec 17 14:09:42.389066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee914067-a71e-4efa-b115-3ac34dec5b2e req-3f089386-be72-4080-9516-f1282aad2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:42.390597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee914067-a71e-4efa-b115-3ac34dec5b2e req-3f089386-be72-4080-9516-f1282aad2ce4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3474582e-4ad5-46a7-b067-e858dee5e300 HTTP/1.1" status: 200 len: 915 time: 0.0838277 Dec 17 14:09:42.463841 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee914067-a71e-4efa-b115-3ac34dec5b2e req-920237bf-e6e3-4619-a1cb-fc8952d3d175 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e HTTP/1.1" status: 200 len: 1001 time: 0.0634241 Dec 17 14:09:42.514285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee914067-a71e-4efa-b115-3ac34dec5b2e req-823bfcc6-dc1a-4a33-8173-bdbc66a8acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:42.515601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee914067-a71e-4efa-b115-3ac34dec5b2e req-823bfcc6-dc1a-4a33-8173-bdbc66a8acb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9f6da12-08e7-4575-b440-74537e6a15d8 HTTP/1.1" status: 200 len: 853 time: 0.0434899 Dec 17 14:09:42.563351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee914067-a71e-4efa-b115-3ac34dec5b2e req-28d3d0d4-1407-4e3e-b0ee-78b03774d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:42.564833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee914067-a71e-4efa-b115-3ac34dec5b2e req-28d3d0d4-1407-4e3e-b0ee-78b03774d9d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3474582e-4ad5-46a7-b067-e858dee5e300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393238 Dec 17 14:09:42.656756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee914067-a71e-4efa-b115-3ac34dec5b2e req-e17cde80-ab56-467b-8c46-92374a8bf666 service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835145 Dec 17 14:09:42.749998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ee914067-a71e-4efa-b115-3ac34dec5b2e req-78e518ff-f345-4155-b740-4a8386a83103 service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845966 Dec 17 14:09:43.910371 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f077495c-ed95-4873-b91e-66fa90b9ca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:46.378954 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-24d6242d-a5c2-4775-9aa2-f36119ccf5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:47.939391 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:49.116259 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:49.905912 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:51.289602 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:09:54.943859 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70c26d37-24a1-4f95-993b-1c6b7b02943b req-69eb2dfe-c682-4b1f-b6a0-399e778d1b4d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100669257&fields=id&tenant_id=3521ef91c8e94ca5a396f723ed0071b6 HTTP/1.1" status: 200 len: 267 time: 0.0466592 Dec 17 14:09:55.001672 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26d37-24a1-4f95-993b-1c6b7b02943b req-f52b71b0-d965-4815-898c-5fa6860f9094 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:55.003203 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70c26d37-24a1-4f95-993b-1c6b7b02943b req-f52b71b0-d965-4815-898c-5fa6860f9094 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 984 time: 0.0534124 Dec 17 14:09:55.014828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-70c26d37-24a1-4f95-993b-1c6b7b02943b req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Request body: {'port': {'security_groups': ['ba63f61a-5a0d-40e4-8e74-0472e0b34fcf']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:09:55.091497 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-70c26d37-24a1-4f95-993b-1c6b7b02943b req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:55.281069 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-70c26d37-24a1-4f95-993b-1c6b7b02943b req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] For port 2c3622bf-af48-4a6a-9dd9-23581a895b1e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:09:55.312803 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-70c26d37-24a1-4f95-993b-1c6b7b02943b req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:55.356041 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-70c26d37-24a1-4f95-993b-1c6b7b02943b req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:55.368572 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['2c3622bf-af48-4a6a-9dd9-23581a895b1e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:09:55.408504 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26d37-24a1-4f95-993b-1c6b7b02943b req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:55.409141 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-70c26d37-24a1-4f95-993b-1c6b7b02943b req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:55.410579 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-70c26d37-24a1-4f95-993b-1c6b7b02943b req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "PUT /v2.0/ports/2c3622bf-af48-4a6a-9dd9-23581a895b1e HTTP/1.1" status: 200 len: 942 time: 0.4009044 Dec 17 14:09:55.411035 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:09:55.418878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50864) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:09:55.462426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event updated for resources: {'Port': ['ID=2c3622bf-af48-4a6a-9dd9-23581a895b1e,revision_number=7']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:09:55.472017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.472385 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.472714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.473055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.473394 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.473820 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.474147 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.474999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.475340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.475678 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.476014 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.476344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.476757 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b619aa-1f0f-4234-b897-0d9fdb5f887e tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.488080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['2c3622bf-af48-4a6a-9dd9-23581a895b1e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:09:55.528199 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:55.569467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:55.572432 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d80089-726a-4876-95d3-e0c4ff2023bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:09:55.723707 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b59e6d-c8db-442e-b036-e1b9407aecc1 x-openstack-request-id: req-f8b59e6d-c8db-442e-b036-e1b9407aecc1 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:09:55.724296 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:09:55.724296 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8b59e6d-c8db-442e-b036-e1b9407aecc1 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:09:55.724722 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'status': 'completed', 'code': 200} Dec 17 14:09:55.739078 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:55.745116 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:55.745116 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "DELETE /v2.0/security-groups/ccd8f88d-f1a4-462a-b896-0f7045882aaa HTTP/1.1" status: 204 len: 168 time: 0.3214808 Dec 17 14:09:55.746180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50870) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:09:55.787221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd8f88d-f1a4-462a-b896-0f7045882aaa,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:09:55.789715 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2c67365b-bd87-4453-a23d-5c110a79cb87 None None] Provisioning complete for port 2c3622bf-af48-4a6a-9dd9-23581a895b1e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:09:55.790342 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2c67365b-bd87-4453-a23d-5c110a79cb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:55.801273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.801840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.802243 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.802593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.802933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.803272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.803871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.804211 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.804547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.804882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.805213 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.805692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.806027 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659297ba-52df-411f-ac74-4004053371f7 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:09:55.844087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d80089-726a-4876-95d3-e0c4ff2023bf req-a43b4e82-a866-4de2-aaca-ab6df3b2939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:55.847959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5d80089-726a-4876-95d3-e0c4ff2023bf req-a43b4e82-a866-4de2-aaca-ab6df3b2939b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3521ef91c8e94ca5a396f723ed0071b6&device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 1096 time: 0.0983231 Dec 17 14:09:55.956584 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d80089-726a-4876-95d3-e0c4ff2023bf req-a58ae43a-6f4b-42fa-b828-d6b9024f8eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:55.958032 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5d80089-726a-4876-95d3-e0c4ff2023bf req-a58ae43a-6f4b-42fa-b828-d6b9024f8eba service neutron] 10.222.0.54 "GET /v2.0/networks?id=3474582e-4ad5-46a7-b067-e858dee5e300 HTTP/1.1" status: 200 len: 915 time: 0.1039002 Dec 17 14:09:56.001774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Deleting port 379354b3-0bc0-4b86-aa75-63570554dbb7 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:09:56.002347 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:56.029735 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5d80089-726a-4876-95d3-e0c4ff2023bf req-5d468015-9803-49f2-9d26-ab5390ac5396 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e HTTP/1.1" status: 200 len: 1001 time: 0.0640979 Dec 17 14:09:56.080510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d80089-726a-4876-95d3-e0c4ff2023bf req-aad5dd39-6891-4b2f-a6ee-8a2a4217a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:56.082048 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5d80089-726a-4876-95d3-e0c4ff2023bf req-aad5dd39-6891-4b2f-a6ee-8a2a4217a1ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9f6da12-08e7-4575-b440-74537e6a15d8 HTTP/1.1" status: 200 len: 853 time: 0.0453827 Dec 17 14:09:56.083342 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:56.083675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:56.096553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Calling delete_port for 379354b3-0bc0-4b86-aa75-63570554dbb7 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:09:56.129468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d80089-726a-4876-95d3-e0c4ff2023bf req-29c3943f-d8c0-4b2a-9eab-9ce6ff503b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:56.131014 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5d80089-726a-4876-95d3-e0c4ff2023bf req-29c3943f-d8c0-4b2a-9eab-9ce6ff503b1b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3474582e-4ad5-46a7-b067-e858dee5e300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418754 Dec 17 14:09:56.226715 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5d80089-726a-4876-95d3-e0c4ff2023bf req-f4cc305a-5b26-4835-8431-1243e7377427 service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875397 Dec 17 14:09:56.324521 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b5d80089-726a-4876-95d3-e0c4ff2023bf req-45e83971-1521-45be-88d7-23ab549be75a service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908508 Dec 17 14:09:56.327651 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:56.354261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event deleted for resources: {'Port': ['ID=379354b3-0bc0-4b86-aa75-63570554dbb7,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:09:56.415577 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:56.415956 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Floating IP dde6389c-90eb-4dd9-9317-1329ced9be42 disassociated (deleted). External IP: 172.25.0.121, port: 2c3622bf-af48-4a6a-9dd9-23581a895b1e. Dec 17 14:09:56.619083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Router fd885f9b-1210-4744-a287-46c7b6dca75e has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:09:56.725327 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:09:56.730103 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:09:56.734630 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa94cab-54df-41d5-9a85-a0456e70c858 None None] Sync routers for ids ['fd885f9b-1210-4744-a287-46c7b6dca75e'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:09:56.743839 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa94cab-54df-41d5-9a85-a0456e70c858 None None] Routers {'fd885f9b-1210-4744-a287-46c7b6dca75e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:09:56.744443 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-faa94cab-54df-41d5-9a85-a0456e70c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['fd885f9b-1210-4744-a287-46c7b6dca75e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:09:56.755898 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-36520b42-2f9f-4b26-b22b-c881596b6313 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "DELETE /v2.0/floatingips/dde6389c-90eb-4dd9-9317-1329ced9be42 HTTP/1.1" status: 204 len: 168 time: 1.0084953 Dec 17 14:09:56.851089 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-faa94cab-54df-41d5-9a85-a0456e70c858 None None] Set router fd885f9b-1210-4744-a287-46c7b6dca75e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:09:57.055364 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-faa94cab-54df-41d5-9a85-a0456e70c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e', 'name': '', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'mac_address': 'fa:16:3e:64:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:48Z', 'updated_at': '2021-12-17T14:07:52Z', 'revision_number': 5, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'subnets': [{'id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:09:57.083712 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa94cab-54df-41d5-9a85-a0456e70c858 None None] Checking router: fd885f9b-1210-4744-a287-46c7b6dca75e for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:09:57.093663 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa94cab-54df-41d5-9a85-a0456e70c858 None None] Routers {'fd885f9b-1210-4744-a287-46c7b6dca75e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:09:57.094272 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-faa94cab-54df-41d5-9a85-a0456e70c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['fd885f9b-1210-4744-a287-46c7b6dca75e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:09:57.200702 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-faa94cab-54df-41d5-9a85-a0456e70c858 None None] Set router fd885f9b-1210-4744-a287-46c7b6dca75e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:09:57.397195 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-faa94cab-54df-41d5-9a85-a0456e70c858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e', 'name': '', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'mac_address': 'fa:16:3e:64:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:48Z', 'updated_at': '2021-12-17T14:07:52Z', 'revision_number': 5, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'subnets': [{'id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:09:57.432780 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa94cab-54df-41d5-9a85-a0456e70c858 None None] The sync data for ids ['fd885f9b-1210-4744-a287-46c7b6dca75e'] in n-d-815324-5 is: [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e', 'name': '', 'network_id': '3474582e-4ad5-46a7-b067-e858dee5e300', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'mac_address': 'fa:16:3e:64:a6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:48Z', 'updated_at': '2021-12-17T14:07:52Z', 'revision_number': 5, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'subnets': [{'id': 'a9f6da12-08e7-4575-b440-74537e6a15d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:09:57.674828 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b61d97-d98f-4aa7-ad80-b4cfd5982c8f None None] New status for floating IP dde6389c-90eb-4dd9-9317-1329ced9be42: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:09:57.725966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:09:57.728366 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739e1fef-4553-4811-8e2c-f2e976e8fdee" -d '{"events": [{"name": "network-changed", "server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:09:57.773155 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bf43a4-c43d-4530-b0ca-6c21baa9af19 x-openstack-request-id: req-03bf43a4-c43d-4530-b0ca-6c21baa9af19 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:09:57.773460 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:09:57.773740 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-03bf43a4-c43d-4530-b0ca-6c21baa9af19 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:09:57.774412 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'status': 'completed', 'code': 200} Dec 17 14:09:57.840374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e1fef-4553-4811-8e2c-f2e976e8fdee req-7c292efa-2316-4511-8c1b-c6f4c9572858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:57.842460 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-739e1fef-4553-4811-8e2c-f2e976e8fdee req-7c292efa-2316-4511-8c1b-c6f4c9572858 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3521ef91c8e94ca5a396f723ed0071b6&device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 1096 time: 0.0417607 Dec 17 14:09:57.936368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e1fef-4553-4811-8e2c-f2e976e8fdee req-278ec4f9-ff38-494f-88c5-b9f0dca7198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:57.937820 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-739e1fef-4553-4811-8e2c-f2e976e8fdee req-278ec4f9-ff38-494f-88c5-b9f0dca7198d service neutron] 10.222.0.54 "GET /v2.0/networks?id=3474582e-4ad5-46a7-b067-e858dee5e300 HTTP/1.1" status: 200 len: 915 time: 0.0877635 Dec 17 14:09:57.979909 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-739e1fef-4553-4811-8e2c-f2e976e8fdee req-1987f68b-14a4-4346-90c8-30bdcd152516 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e HTTP/1.1" status: 200 len: 217 time: 0.0350900 Dec 17 14:09:58.033221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e1fef-4553-4811-8e2c-f2e976e8fdee req-9a425d0d-7534-4b5e-8e62-de7f03923500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:58.034818 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-739e1fef-4553-4811-8e2c-f2e976e8fdee req-9a425d0d-7534-4b5e-8e62-de7f03923500 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a9f6da12-08e7-4575-b440-74537e6a15d8 HTTP/1.1" status: 200 len: 853 time: 0.0483778 Dec 17 14:09:58.080162 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e1fef-4553-4811-8e2c-f2e976e8fdee req-f4c8f757-1a0c-4afb-9fe5-b3d2df1f6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:09:58.081703 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-739e1fef-4553-4811-8e2c-f2e976e8fdee req-f4c8f757-1a0c-4afb-9fe5-b3d2df1f6ebd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3474582e-4ad5-46a7-b067-e858dee5e300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400343 Dec 17 14:09:58.179076 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-739e1fef-4553-4811-8e2c-f2e976e8fdee req-64fea498-c9c8-4b35-b4c8-82180db15efd service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903575 Dec 17 14:09:58.272474 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-739e1fef-4553-4811-8e2c-f2e976e8fdee req-f2c7c610-2bf8-4a55-a0b8-ce6f8e950e64 service neutron] 10.222.0.54 "GET /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864587 Dec 17 14:10:02.213307 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:06.186624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d955f-bfc7-4393-a3b5-8b86de8c9d30 req-a58027af-35d1-4d8d-bad6-76a720702d8d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:06.188146 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d68d955f-bfc7-4393-a3b5-8b86de8c9d30 req-a58027af-35d1-4d8d-bad6-76a720702d8d tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 945 time: 0.0517602 Dec 17 14:10:06.236342 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d68d955f-bfc7-4393-a3b5-8b86de8c9d30 req-13dbf400-bc03-4ff2-b8bd-901875fcd7b3 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Dec 17 14:10:06.687637 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:07.353031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d065-6a9a-4896-9ac4-65fad15192c8 req-3411debe-4899-459a-856b-d4a93c533671 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:07.354561 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a20d065-6a9a-4896-9ac4-65fad15192c8 req-3411debe-4899-459a-856b-d4a93c533671 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 945 time: 0.0489829 Dec 17 14:10:07.401510 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a20d065-6a9a-4896-9ac4-65fad15192c8 req-810ea7c6-3c72-4ede-85bf-8973d91a30a2 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Dec 17 14:10:07.772500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b29752-b637-4bd0-a73c-ce69abf8c69c req-77a88002-5b69-4928-be17-e1ec808ac3df tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:07.774244 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53b29752-b637-4bd0-a73c-ce69abf8c69c req-77a88002-5b69-4928-be17-e1ec808ac3df tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 945 time: 0.0537121 Dec 17 14:10:07.867043 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-53b29752-b637-4bd0-a73c-ce69abf8c69c req-5791eee3-4d27-407b-8aae-fa3ff65c8d35 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Deleting port 2c3622bf-af48-4a6a-9dd9-23581a895b1e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:10:07.867390 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53b29752-b637-4bd0-a73c-ce69abf8c69c req-5791eee3-4d27-407b-8aae-fa3ff65c8d35 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:07.960918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-53b29752-b637-4bd0-a73c-ce69abf8c69c req-5791eee3-4d27-407b-8aae-fa3ff65c8d35 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] For port 2c3622bf-af48-4a6a-9dd9-23581a895b1e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2c3622bf-af48-4a6a-9dd9-23581a895b1e,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:07.961202 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53b29752-b637-4bd0-a73c-ce69abf8c69c req-5791eee3-4d27-407b-8aae-fa3ff65c8d35 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:07.974489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-53b29752-b637-4bd0-a73c-ce69abf8c69c req-5791eee3-4d27-407b-8aae-fa3ff65c8d35 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Calling delete_port for 2c3622bf-af48-4a6a-9dd9-23581a895b1e owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:10:08.150537 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53b29752-b637-4bd0-a73c-ce69abf8c69c req-5791eee3-4d27-407b-8aae-fa3ff65c8d35 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:08.163584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['2c3622bf-af48-4a6a-9dd9-23581a895b1e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:10:08.189287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791eee3-4d27-407b-8aae-fa3ff65c8d35 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Pushing event deleted for resources: {'Port': ['ID=2c3622bf-af48-4a6a-9dd9-23581a895b1e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:08.229762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b29752-b637-4bd0-a73c-ce69abf8c69c req-5791eee3-4d27-407b-8aae-fa3ff65c8d35 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] No DVR routers for this DVR port 2c3622bf-af48-4a6a-9dd9-23581a895b1e on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:10:08.232403 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-53b29752-b637-4bd0-a73c-ce69abf8c69c req-5791eee3-4d27-407b-8aae-fa3ff65c8d35 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:08.235772 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-53b29752-b637-4bd0-a73c-ce69abf8c69c req-5791eee3-4d27-407b-8aae-fa3ff65c8d35 tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.54 "DELETE /v2.0/ports/2c3622bf-af48-4a6a-9dd9-23581a895b1e HTTP/1.1" status: 204 len: 173 time: 0.4553833 Dec 17 14:10:08.236225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'name': 'network-vif-deleted', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:10:08.238509 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f69a7e-d44b-403f-bf87-783272a0fe34" -d '{"events": [{"server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "name": "network-vif-deleted", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:10:08.276641 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e219b09d-0196-4e95-ab69-82fa5b7b3038 x-openstack-request-id: req-e219b09d-0196-4e95-ab69-82fa5b7b3038 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:10:08.276641 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efedf89-df4d-4a2f-8070-c6be782b1116", "name": "network-vif-deleted", "tag": "2c3622bf-af48-4a6a-9dd9-23581a895b1e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:10:08.276954 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e219b09d-0196-4e95-ab69-82fa5b7b3038 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:10:08.277246 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efedf89-df4d-4a2f-8070-c6be782b1116', 'name': 'network-vif-deleted', 'tag': '2c3622bf-af48-4a6a-9dd9-23581a895b1e', 'status': 'completed', 'code': 200} Dec 17 14:10:08.501995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f02de9e-2af9-450d-a129-8d800a88a010 req-72fdcb1b-96b8-410a-b744-d9d01a2c7ecb tempest-TestMinimumBasicScenario-1657640542 tempest-TestMinimumBasicScenario-1657640542-project] 10.222.0.59 "GET /v2.0/ports?device_id=0efedf89-df4d-4a2f-8070-c6be782b1116 HTTP/1.1" status: 200 len: 210 time: 0.0266404 Dec 17 14:10:10.836390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50968) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:11.519959 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e3edca4-1461-4cfe-8346-284d8ae3a6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:11.710359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2c3622bf-af48-4a6a-9dd9-23581a895b1e no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:10:11.730171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 2c3622bf-af48-4a6a-9dd9-23581a895b1e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:10:11.730524 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2c3622bf-af48-4a6a-9dd9-23581a895b1e not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:10:11.763729 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3e3edca4-1461-4cfe-8346-284d8ae3a6a3 admin admin] Deleting port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:10:11.764325 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e3edca4-1461-4cfe-8346-284d8ae3a6a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:11.846061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-3e3edca4-1461-4cfe-8346-284d8ae3a6a3 admin admin] For port 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:11.846799 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e3edca4-1461-4cfe-8346-284d8ae3a6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:11.858852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3e3edca4-1461-4cfe-8346-284d8ae3a6a3 admin admin] Calling delete_port for 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:10:12.114455 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e3edca4-1461-4cfe-8346-284d8ae3a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:12.145121 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3edca4-1461-4cfe-8346-284d8ae3a6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:12.312999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3e3edca4-1461-4cfe-8346-284d8ae3a6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:12.529991 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3edca4-1461-4cfe-8346-284d8ae3a6a3 admin admin] Router fd885f9b-1210-4744-a287-46c7b6dca75e has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:10:12.635337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3edca4-1461-4cfe-8346-284d8ae3a6a3 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:10:12.640544 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3e3edca4-1461-4cfe-8346-284d8ae3a6a3 admin admin] 10.222.0.59 "PUT /v2.0/routers/fd885f9b-1210-4744-a287-46c7b6dca75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8029990 Dec 17 14:10:12.642981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50970) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:12.646121 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339ef981-b87a-4bb7-b112-941f2d843216 None None] Sync routers for ids ['fd885f9b-1210-4744-a287-46c7b6dca75e'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:10:12.655921 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339ef981-b87a-4bb7-b112-941f2d843216 None None] Routers {'fd885f9b-1210-4744-a287-46c7b6dca75e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:10:12.656550 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-339ef981-b87a-4bb7-b112-941f2d843216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['fd885f9b-1210-4744-a287-46c7b6dca75e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:12.751017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:12.853127 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-339ef981-b87a-4bb7-b112-941f2d843216 None None] Set router fd885f9b-1210-4744-a287-46c7b6dca75e gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:10:12.861740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:12.994719 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Deleting port a68f6562-9ec5-47a6-bde0-f4505e0aad77 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:10:12.995066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.030865 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-339ef981-b87a-4bb7-b112-941f2d843216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:10:11Z', 'revision_number': 5, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port': {'id': 'a68f6562-9ec5-47a6-bde0-f4505e0aad77', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:46Z', 'updated_at': '2021-12-17T14:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:13.060746 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339ef981-b87a-4bb7-b112-941f2d843216 None None] Checking router: fd885f9b-1210-4744-a287-46c7b6dca75e for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:10:13.069521 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339ef981-b87a-4bb7-b112-941f2d843216 None None] Routers {'fd885f9b-1210-4744-a287-46c7b6dca75e'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:10:13.070180 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-339ef981-b87a-4bb7-b112-941f2d843216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:09:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['fd885f9b-1210-4744-a287-46c7b6dca75e'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:13.074770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] For port a68f6562-9ec5-47a6-bde0-f4505e0aad77, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=a68f6562-9ec5-47a6-bde0-f4505e0aad77,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:13.075146 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.087852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Calling delete_port for a68f6562-9ec5-47a6-bde0-f4505e0aad77 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:10:13.156390 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-339ef981-b87a-4bb7-b112-941f2d843216 None None] Set router fd885f9b-1210-4744-a287-46c7b6dca75e gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:10:13.207882 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-339ef981-b87a-4bb7-b112-941f2d843216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:10:12Z', 'revision_number': 6, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:13.237381 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339ef981-b87a-4bb7-b112-941f2d843216 None None] The sync data for ids ['fd885f9b-1210-4744-a287-46c7b6dca75e'] in n-d-815324-5 is: [{'id': 'fd885f9b-1210-4744-a287-46c7b6dca75e', 'name': 'tempest-TestMinimumBasicScenario-121152865-router', 'tenant_id': '3521ef91c8e94ca5a396f723ed0071b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:45Z', 'updated_at': '2021-12-17T14:10:12Z', 'revision_number': 6, 'project_id': '3521ef91c8e94ca5a396f723ed0071b6', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:10:13.315705 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.346309 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Pushing event deleted for resources: {'Port': ['ID=a68f6562-9ec5-47a6-bde0-f4505e0aad77,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:13.361101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07eb16e-11a3-4514-933e-6759df642763 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:10:13.407347 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.497095 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.499301 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.601891 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.602481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd885f9b-1210-4744-a287-46c7b6dca75e {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:10:13.606971 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.609796 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-98a6c72b-416c-4dcf-8c3a-7202521eca7b admin admin] 10.222.0.59 "DELETE /v2.0/routers/fd885f9b-1210-4744-a287-46c7b6dca75e HTTP/1.1" status: 204 len: 168 time: 0.9650030 Dec 17 14:10:13.611612 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50972) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:13.663119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b83bf4-65ab-4768-b638-dc03a2b791f2 admin admin] Deleting subnet a9f6da12-08e7-4575-b440-74537e6a15d8 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:10:13.665034 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-38b83bf4-65ab-4768-b638-dc03a2b791f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.699756 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-38b83bf4-65ab-4768-b638-dc03a2b791f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.776185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-38b83bf4-65ab-4768-b638-dc03a2b791f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.887964 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-38b83bf4-65ab-4768-b638-dc03a2b791f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.916016 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-877f47f4-ec57-42d2-96b6-b303ecca2fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.917395 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-38b83bf4-65ab-4768-b638-dc03a2b791f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:13.922422 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-38b83bf4-65ab-4768-b638-dc03a2b791f2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a9f6da12-08e7-4575-b440-74537e6a15d8 HTTP/1.1" status: 204 len: 168 time: 0.3098190 Dec 17 14:10:13.925757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e069cecf-866c-4930-8412-8c528d549a69 None None] Network 3474582e-4ad5-46a7-b067-e858dee5e300 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:10:13.925895 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b83bf4-65ab-4768-b638-dc03a2b791f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f6da12-08e7-4575-b440-74537e6a15d8,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:13.926020 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50974) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:14.019606 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.036703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:10:14.058200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:10:14.058559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2a3aa66d-8cdf-4302-9a35-7c0700bcdf7e not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:10:14.059303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a68f6562-9ec5-47a6-bde0-f4505e0aad77 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:10:14.083010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Deleting port b7b79ccd-f849-4273-869a-b350ea03e4d6 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:10:14.083353 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.088665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: a68f6562-9ec5-47a6-bde0-f4505e0aad77 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:10:14.089122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device a68f6562-9ec5-47a6-bde0-f4505e0aad77 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:10:14.101232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] DHCP port deletion for 3474582e-4ad5-46a7-b067-e858dee5e300 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:10:14.151548 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Deleting port b7b79ccd-f849-4273-869a-b350ea03e4d6 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:10:14.151925 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.158342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] For port b7b79ccd-f849-4273-869a-b350ea03e4d6, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b7b79ccd-f849-4273-869a-b350ea03e4d6,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:14.158711 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.177065 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Calling delete_port for b7b79ccd-f849-4273-869a-b350ea03e4d6 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:10:14.218492 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] For port b7b79ccd-f849-4273-869a-b350ea03e4d6, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b7b79ccd-f849-4273-869a-b350ea03e4d6,segment=NetworkSegment(6fb171dd-e0fc-464a-a259-9d9f9264d033),segment_id=6fb171dd-e0fc-464a-a259-9d9f9264d033)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:14.218893 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.233183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Calling delete_port for b7b79ccd-f849-4273-869a-b350ea03e4d6 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:10:14.333079 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.339247 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.357388 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b79ccd-f849-4273-869a-b350ea03e4d6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:14.372662 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Pushing event deleted for resources: {'Port': ['ID=b7b79ccd-f849-4273-869a-b350ea03e4d6,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:14.373138 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] No DVR routers for this DVR port b7b79ccd-f849-4273-869a-b350ea03e4d6 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:10:14.376526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.376876 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.377219 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.377652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.377950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.378283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.378616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.378947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.379272 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.379596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.379923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.380327 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.380652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:14.383567 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19b69ef-6e32-49b8-8365-49f7e57ddf48 None None] No DVR routers for this DVR port b7b79ccd-f849-4273-869a-b350ea03e4d6 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:10:14.444324 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.692886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3474582e-4ad5-46a7-b067-e858dee5e300']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:14.702400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb171dd-e0fc-464a-a259-9d9f9264d033') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:14.702649 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb171dd-e0fc-464a-a259-9d9f9264d033') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:14.712160 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.725033 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.730719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:10:14.731093 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: timer() Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:10:14.733290 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:10:14.859234 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.864769 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:14.882090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3474582e-4ad5-46a7-b067-e858dee5e300 HTTP/1.1" status: 204 len: 168 time: 0.9415925 Dec 17 14:10:14.882557 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50976) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:14.882663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdc97b-cd87-40ec-ad30-9eb25e982d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=3474582e-4ad5-46a7-b067-e858dee5e300,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:15.218368 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d000-1435-4874-a2e2-1b696c5000bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:15.459400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9d000-1435-4874-a2e2-1b696c5000bf admin admin] Deleting port c3a27f17-f336-4307-b3bc-ebbd13757fb0 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:10:15.459646 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d000-1435-4874-a2e2-1b696c5000bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:15.540590 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-e8a9d000-1435-4874-a2e2-1b696c5000bf admin admin] For port c3a27f17-f336-4307-b3bc-ebbd13757fb0, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c3a27f17-f336-4307-b3bc-ebbd13757fb0,segment=NetworkSegment(f7882498-3921-451e-9956-6a4c3390cd37),segment_id=f7882498-3921-451e-9956-6a4c3390cd37)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:15.540960 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d000-1435-4874-a2e2-1b696c5000bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:15.554042 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9d000-1435-4874-a2e2-1b696c5000bf admin admin] Calling delete_port for c3a27f17-f336-4307-b3bc-ebbd13757fb0 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:10:15.708682 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b7b79ccd-f849-4273-869a-b350ea03e4d6 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:10:15.729886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: b7b79ccd-f849-4273-869a-b350ea03e4d6 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:10:15.730153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b7b79ccd-f849-4273-869a-b350ea03e4d6 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:10:15.784496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d000-1435-4874-a2e2-1b696c5000bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:15.811431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9d000-1435-4874-a2e2-1b696c5000bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a27f17-f336-4307-b3bc-ebbd13757fb0,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:16.329211 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e8a9d000-1435-4874-a2e2-1b696c5000bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:16.390787 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-631e077c-c47e-46b3-97c3-19c814c972f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:16.553885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a9d000-1435-4874-a2e2-1b696c5000bf admin admin] Router eadd6b50-7f15-4f51-9176-11cd2f6df01e has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:10:16.655972 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a9d000-1435-4874-a2e2-1b696c5000bf admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:10:16.661021 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e8a9d000-1435-4874-a2e2-1b696c5000bf admin admin] 10.222.0.59 "PUT /v2.0/routers/eadd6b50-7f15-4f51-9176-11cd2f6df01e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7885902 Dec 17 14:10:16.663565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50978) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:16.666138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35adbea0-5021-49d5-a8e8-672c2f97708a None None] Sync routers for ids ['eadd6b50-7f15-4f51-9176-11cd2f6df01e'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:10:16.677091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35adbea0-5021-49d5-a8e8-672c2f97708a None None] Routers {'eadd6b50-7f15-4f51-9176-11cd2f6df01e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:10:16.677837 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-35adbea0-5021-49d5-a8e8-672c2f97708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:10:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['eadd6b50-7f15-4f51-9176-11cd2f6df01e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:16.769427 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:16.783616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-35adbea0-5021-49d5-a8e8-672c2f97708a None None] Set router eadd6b50-7f15-4f51-9176-11cd2f6df01e gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:10:16.877029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:16.987201 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Deleting port 15b1a857-5c62-40b3-b5f0-96ee81528e2e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:10:16.987462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.078606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] For port 15b1a857-5c62-40b3-b5f0-96ee81528e2e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=15b1a857-5c62-40b3-b5f0-96ee81528e2e,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:17.078979 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.094970 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Calling delete_port for 15b1a857-5c62-40b3-b5f0-96ee81528e2e owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:10:17.166233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-35adbea0-5021-49d5-a8e8-672c2f97708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'name': 'tempest-TestMinimumBasicScenario-1972042369-router', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:10:15Z', 'revision_number': 5, 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'gw_port': {'id': '15b1a857-5c62-40b3-b5f0-96ee81528e2e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:17.193504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35adbea0-5021-49d5-a8e8-672c2f97708a None None] Checking router: eadd6b50-7f15-4f51-9176-11cd2f6df01e for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:10:17.202728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35adbea0-5021-49d5-a8e8-672c2f97708a None None] Routers {'eadd6b50-7f15-4f51-9176-11cd2f6df01e'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:10:17.203337 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-35adbea0-5021-49d5-a8e8-672c2f97708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:10:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['eadd6b50-7f15-4f51-9176-11cd2f6df01e'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:17.287906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-35adbea0-5021-49d5-a8e8-672c2f97708a None None] Set router eadd6b50-7f15-4f51-9176-11cd2f6df01e gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:10:17.338939 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.341483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-35adbea0-5021-49d5-a8e8-672c2f97708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'name': 'tempest-TestMinimumBasicScenario-1972042369-router', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:10:16Z', 'revision_number': 6, 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:17.363094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b1a857-5c62-40b3-b5f0-96ee81528e2e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:17.368273 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35adbea0-5021-49d5-a8e8-672c2f97708a None None] The sync data for ids ['eadd6b50-7f15-4f51-9176-11cd2f6df01e'] in n-d-815324-5 is: [{'id': 'eadd6b50-7f15-4f51-9176-11cd2f6df01e', 'name': 'tempest-TestMinimumBasicScenario-1972042369-router', 'tenant_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:07:52Z', 'updated_at': '2021-12-17T14:10:16Z', 'revision_number': 6, 'project_id': '7d457fe0d4594e43b15e3ef09ae55c9d', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:10:17.380582 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252c3443-44e4-4d2e-ac21-2ff7e0d07360 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:10:17.438201 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.528475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.531695 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.635778 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.636318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eadd6b50-7f15-4f51-9176-11cd2f6df01e {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:10:17.641228 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.642546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-77c33077-9c80-481a-80cf-aae73a9c4247 admin admin] 10.222.0.59 "DELETE /v2.0/routers/eadd6b50-7f15-4f51-9176-11cd2f6df01e HTTP/1.1" status: 204 len: 168 time: 0.9780633 Dec 17 14:10:17.645103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50980) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:17.690976 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e0388d-ef93-4edc-b08c-5d97837587b5 admin admin] Deleting subnet 09ffddb5-822d-48f8-8141-978e1c384684 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:10:17.694031 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4e0388d-ef93-4edc-b08c-5d97837587b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.728337 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4e0388d-ef93-4edc-b08c-5d97837587b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.822489 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4e0388d-ef93-4edc-b08c-5d97837587b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.944797 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4e0388d-ef93-4edc-b08c-5d97837587b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.971494 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0388d-ef93-4edc-b08c-5d97837587b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ffddb5-822d-48f8-8141-978e1c384684,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:17.972788 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.976169 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c4e0388d-ef93-4edc-b08c-5d97837587b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:17.984133 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c4e0388d-ef93-4edc-b08c-5d97837587b5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/09ffddb5-822d-48f8-8141-978e1c384684 HTTP/1.1" status: 204 len: 168 time: 0.3340364 Dec 17 14:10:17.984292 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6493470-001a-40ef-896f-da77b89a3110 None None] Network d28c08a8-0b16-4896-bd7e-6c48b47157a2 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:10:17.984424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50982) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:18.064666 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.119789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Deleting port caf0d089-ca8f-42ca-ae8e-45406d2c6c28 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:10:18.120137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.168039 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9316e185-1489-48fe-a35d-a3836f6dc500 None None] DHCP port deletion for d28c08a8-0b16-4896-bd7e-6c48b47157a2 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:10:18.194359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] For port caf0d089-ca8f-42ca-ae8e-45406d2c6c28, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=caf0d089-ca8f-42ca-ae8e-45406d2c6c28,segment=NetworkSegment(f7882498-3921-451e-9956-6a4c3390cd37),segment_id=f7882498-3921-451e-9956-6a4c3390cd37)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:18.194604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c3a27f17-f336-4307-b3bc-ebbd13757fb0 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:10:18.194741 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.213214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Calling delete_port for caf0d089-ca8f-42ca-ae8e-45406d2c6c28 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:10:18.220584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: c3a27f17-f336-4307-b3bc-ebbd13757fb0 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:10:18.220938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c3a27f17-f336-4307-b3bc-ebbd13757fb0 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:10:18.239540 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9316e185-1489-48fe-a35d-a3836f6dc500 None None] Deleting port caf0d089-ca8f-42ca-ae8e-45406d2c6c28 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:10:18.240027 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9316e185-1489-48fe-a35d-a3836f6dc500 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.307484 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9316e185-1489-48fe-a35d-a3836f6dc500 None None] For port caf0d089-ca8f-42ca-ae8e-45406d2c6c28, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=caf0d089-ca8f-42ca-ae8e-45406d2c6c28,segment=NetworkSegment(f7882498-3921-451e-9956-6a4c3390cd37),segment_id=f7882498-3921-451e-9956-6a4c3390cd37)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:18.307881 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9316e185-1489-48fe-a35d-a3836f6dc500 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.321171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9316e185-1489-48fe-a35d-a3836f6dc500 None None] Calling delete_port for caf0d089-ca8f-42ca-ae8e-45406d2c6c28 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:10:18.354692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.383118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf0d089-ca8f-42ca-ae8e-45406d2c6c28,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:18.386922 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] No DVR routers for this DVR port caf0d089-ca8f-42ca-ae8e-45406d2c6c28 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:10:18.402541 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9316e185-1489-48fe-a35d-a3836f6dc500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.416613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316e185-1489-48fe-a35d-a3836f6dc500 None None] No DVR routers for this DVR port caf0d089-ca8f-42ca-ae8e-45406d2c6c28 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:10:18.445558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316e185-1489-48fe-a35d-a3836f6dc500 None None] Pushing event deleted for resources: {'Port': ['ID=caf0d089-ca8f-42ca-ae8e-45406d2c6c28,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:18.470344 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.491432 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28c08a8-0b16-4896-bd7e-6c48b47157a2']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:18.500763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7882498-3921-451e-9956-6a4c3390cd37') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:18.501064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7882498-3921-451e-9956-6a4c3390cd37') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:18.510358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.523918 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.530391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:10:18.531029 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:10:18.532545 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:10:18.641385 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.647097 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:18.650547 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d28c08a8-0b16-4896-bd7e-6c48b47157a2 HTTP/1.1" status: 204 len: 168 time: 0.6660159 Dec 17 14:10:18.662413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd0a3b-380c-4d30-ba58-1b98948cc075 admin admin] Pushing event deleted for resources: {'Network': ['ID=d28c08a8-0b16-4896-bd7e-6c48b47157a2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:18.986575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50986) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:19.031117 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-fd4a09b3-c92b-448e-b19d-c15d33b75f1e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3521ef91c8e94ca5a396f723ed0071b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433004 Dec 17 14:10:19.033487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50988) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:19.082601 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d11d980-8bb5-4bf5-94f5-3912c22906fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:19.104021 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d11d980-8bb5-4bf5-94f5-3912c22906fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:19.138795 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:19.206980 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d11d980-8bb5-4bf5-94f5-3912c22906fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:19.209689 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3d11d980-8bb5-4bf5-94f5-3912c22906fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:19.210905 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3d11d980-8bb5-4bf5-94f5-3912c22906fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba63f61a-5a0d-40e4-8e74-0472e0b34fcf HTTP/1.1" status: 204 len: 168 time: 0.1764967 Dec 17 14:10:19.218910 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11d980-8bb5-4bf5-94f5-3912c22906fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba63f61a-5a0d-40e4-8e74-0472e0b34fcf,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:19.711450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 15b1a857-5c62-40b3-b5f0-96ee81528e2e no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:10:19.731301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 15b1a857-5c62-40b3-b5f0-96ee81528e2e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:10:19.731577 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 15b1a857-5c62-40b3-b5f0-96ee81528e2e not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:10:19.731982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device caf0d089-ca8f-42ca-ae8e-45406d2c6c28 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:10:19.750895 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: caf0d089-ca8f-42ca-ae8e-45406d2c6c28 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:10:19.751242 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device caf0d089-ca8f-42ca-ae8e-45406d2c6c28 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:10:19.764757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 50994) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:19.807483 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9737d823-dcac-469b-8aaf-9e20e84c9c85 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d457fe0d4594e43b15e3ef09ae55c9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414584 Dec 17 14:10:19.810080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 50996) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:19.852739 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:19.858245 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef90a2ed-a486-4f96-836d-2a5592392646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:19.882367 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef90a2ed-a486-4f96-836d-2a5592392646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:20.005686 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef90a2ed-a486-4f96-836d-2a5592392646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:20.008178 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ef90a2ed-a486-4f96-836d-2a5592392646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:20.009310 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ef90a2ed-a486-4f96-836d-2a5592392646 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e05a5fd5-79b0-4935-8c27-e1e00dbc4e13 HTTP/1.1" status: 204 len: 168 time: 0.1976612 Dec 17 14:10:20.017383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90a2ed-a486-4f96-836d-2a5592392646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05a5fd5-79b0-4935-8c27-e1e00dbc4e13,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:22.380167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51036) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:22.384784 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-fa051b3f-033b-41f3-8177-a36958f79f45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1819092261', 'description': 'tempest-secgroup-smoke-1819092261 description', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:22.446821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa051b3f-033b-41f3-8177-a36958f79f45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:22.455331 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa051b3f-033b-41f3-8177-a36958f79f45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:22.526716 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa051b3f-033b-41f3-8177-a36958f79f45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:22.583679 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa051b3f-033b-41f3-8177-a36958f79f45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:22.623085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa051b3f-033b-41f3-8177-a36958f79f45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18656ec6-a53a-4502-9274-0815729dfe58,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:22.657757 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa051b3f-033b-41f3-8177-a36958f79f45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:22.721559 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa051b3f-033b-41f3-8177-a36958f79f45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:22.749518 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa051b3f-033b-41f3-8177-a36958f79f45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:22.814691 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fa051b3f-033b-41f3-8177-a36958f79f45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:22.815985 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fa051b3f-033b-41f3-8177-a36958f79f45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4347870 Dec 17 14:10:22.818859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51038) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:22.823356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-53a36eac-3246-4b45-ba97-7026843fd014 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '6f4f7d1f-7285-4a7e-b4d5-637dc39c6122', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:22.896128 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-53a36eac-3246-4b45-ba97-7026843fd014 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:22.960302 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-53a36eac-3246-4b45-ba97-7026843fd014 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.018664 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-53a36eac-3246-4b45-ba97-7026843fd014 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.034245 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a36eac-3246-4b45-ba97-7026843fd014 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccd119f-44c5-4d8c-94ef-9f35d75a607e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:23.104814 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-53a36eac-3246-4b45-ba97-7026843fd014 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.106096 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-53a36eac-3246-4b45-ba97-7026843fd014 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2862141 Dec 17 14:10:23.108854 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51040) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:23.113374 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3ee9d90d-6d73-47f3-a114-7ab04d36c6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '6f4f7d1f-7285-4a7e-b4d5-637dc39c6122', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:23.205567 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d90d-6d73-47f3-a114-7ab04d36c6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.261340 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d90d-6d73-47f3-a114-7ab04d36c6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.337006 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d90d-6d73-47f3-a114-7ab04d36c6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.354630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9d90d-6d73-47f3-a114-7ab04d36c6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11a1144-efdc-4807-934d-13512f12646e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:23.413030 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d90d-6d73-47f3-a114-7ab04d36c6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.414260 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3ee9d90d-6d73-47f3-a114-7ab04d36c6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3044083 Dec 17 14:10:23.416952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51042) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:23.421326 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-f4b92a3b-587f-4521-893a-618f1bfc146f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '6f4f7d1f-7285-4a7e-b4d5-637dc39c6122', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:23.491804 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4b92a3b-587f-4521-893a-618f1bfc146f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.546374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4b92a3b-587f-4521-893a-618f1bfc146f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.611427 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4b92a3b-587f-4521-893a-618f1bfc146f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.629493 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b92a3b-587f-4521-893a-618f1bfc146f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa634ca3-37e8-4da6-9047-0d6baa8ea50b,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:23.699160 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-f4b92a3b-587f-4521-893a-618f1bfc146f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.700536 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f4b92a3b-587f-4521-893a-618f1bfc146f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2826271 Dec 17 14:10:23.703906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51044) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:23.708264 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-45b34a0d-e697-4312-81f5-3d634fa83d2f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '6f4f7d1f-7285-4a7e-b4d5-637dc39c6122', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:23.787278 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45b34a0d-e697-4312-81f5-3d634fa83d2f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.843975 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45b34a0d-e697-4312-81f5-3d634fa83d2f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.902247 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45b34a0d-e697-4312-81f5-3d634fa83d2f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.919599 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b34a0d-e697-4312-81f5-3d634fa83d2f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d13055-fda2-4357-9e10-27b8bdf611be,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:23.990374 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45b34a0d-e697-4312-81f5-3d634fa83d2f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:23.993224 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-45b34a0d-e697-4312-81f5-3d634fa83d2f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2880132 Dec 17 14:10:23.995668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51046) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:24.000594 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e68438f8-c5c3-4ffc-900a-e98c3bfc85cf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '6f4f7d1f-7285-4a7e-b4d5-637dc39c6122', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:24.080102 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-e68438f8-c5c3-4ffc-900a-e98c3bfc85cf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Project 68c4c7fe7c79418db0d3e4f59aacc91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:10:24.085357 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e68438f8-c5c3-4ffc-900a-e98c3bfc85cf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.146301 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e68438f8-c5c3-4ffc-900a-e98c3bfc85cf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.217193 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e68438f8-c5c3-4ffc-900a-e98c3bfc85cf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.237308 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68438f8-c5c3-4ffc-900a-e98c3bfc85cf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e65647-96a3-47d3-8848-b874aeadeb0c,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:24.316336 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e68438f8-c5c3-4ffc-900a-e98c3bfc85cf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.317612 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e68438f8-c5c3-4ffc-900a-e98c3bfc85cf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3209391 Dec 17 14:10:24.320322 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51048) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:24.324681 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-fdb36953-0284-4fa4-a1f4-ef6c93bcc905 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '6f4f7d1f-7285-4a7e-b4d5-637dc39c6122', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:24.436060 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-fdb36953-0284-4fa4-a1f4-ef6c93bcc905 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Project 68c4c7fe7c79418db0d3e4f59aacc91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:10:24.441998 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fdb36953-0284-4fa4-a1f4-ef6c93bcc905 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.499719 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fdb36953-0284-4fa4-a1f4-ef6c93bcc905 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.561129 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fdb36953-0284-4fa4-a1f4-ef6c93bcc905 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.579266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb36953-0284-4fa4-a1f4-ef6c93bcc905 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350ebb8d-acc0-48b6-b736-ee208c1f3048,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:24.631550 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fdb36953-0284-4fa4-a1f4-ef6c93bcc905 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.632765 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fdb36953-0284-4fa4-a1f4-ef6c93bcc905 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3114841 Dec 17 14:10:24.636165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51050) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:24.642282 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-cfcab8ae-fcfb-40c7-a3e4-df2d7e9b4038 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'network': {'name': 'tempest-network-smoke--822984201', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'port_security_enabled': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:24.730748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcab8ae-fcfb-40c7-a3e4-df2d7e9b4038 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:10:24.734279 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfcab8ae-fcfb-40c7-a3e4-df2d7e9b4038 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.760171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcab8ae-fcfb-40c7-a3e4-df2d7e9b4038 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:10:24.770202 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfcab8ae-fcfb-40c7-a3e4-df2d7e9b4038 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.770549 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-cfcab8ae-fcfb-40c7-a3e4-df2d7e9b4038 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Added segment 059600ec-f390-426a-93b0-856b499fddb4 of type vlan for network 933900a6-295f-44dc-9c90-ddc803d811b8 Dec 17 14:10:24.809716 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfcab8ae-fcfb-40c7-a3e4-df2d7e9b4038 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.891077 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfcab8ae-fcfb-40c7-a3e4-df2d7e9b4038 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.896595 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcab8ae-fcfb-40c7-a3e4-df2d7e9b4038 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:24.897165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-cfcab8ae-fcfb-40c7-a3e4-df2d7e9b4038 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:24.960743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcab8ae-fcfb-40c7-a3e4-df2d7e9b4038 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Network': ['ID=933900a6-295f-44dc-9c90-ddc803d811b8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:24.971774 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 933900a6-295f-44dc-9c90-ddc803d811b8 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:10:25.008240 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-cfcab8ae-fcfb-40c7-a3e4-df2d7e9b4038 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3709121 Dec 17 14:10:25.011229 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51052) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:25.015737 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'admin_state_up': True, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:25.081449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:25.082507 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:25.137029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:25.339937 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:25.587654 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:25.605924 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:25.710533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.25.0.41 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/50f8b6d8-8b87-49d8-8303-ffa5c76d6f14) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:10:25.808251 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:25.891700 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:25.934455 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:10:25.939526 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:10:25.943756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:10:25.946843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=50f8b6d8-8b87-49d8-8303-ffa5c76d6f14,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:25.964979 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583a04ae-be9f-4b8a-ab81-1c2cf59da469 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:10:26.008555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-01c604af-e25a-430b-9f9f-d1344cedf217 None None] Provisioning complete for port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:26.009219 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-01c604af-e25a-430b-9f9f-d1344cedf217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:26.048220 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-01c604af-e25a-430b-9f9f-d1344cedf217 None None] Port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:10:26.269782 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:26.463099 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:26.650894 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router 58568ce1-435a-4efa-8b48-e5e1aacab268 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:10:26.755987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:10:26.766084 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Sync routers for ids ['58568ce1-435a-4efa-8b48-e5e1aacab268'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:10:26.775638 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Routers {'58568ce1-435a-4efa-8b48-e5e1aacab268'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:10:26.776237 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:10:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['58568ce1-435a-4efa-8b48-e5e1aacab268'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:26.826042 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:26.827331 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9b413b47-5a53-46a7-b950-601d7d163b9c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8152378 Dec 17 14:10:26.830451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51054) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:26.885498 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Set router 58568ce1-435a-4efa-8b48-e5e1aacab268 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:10:26.956911 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dcef318b-b6e8-470e-83c6-b61a136e1325 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=68c4c7fe7c79418db0d3e4f59aacc91a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1253726 Dec 17 14:10:26.959651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51058) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:27.072338 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:26Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:27.102820 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Checking router: 58568ce1-435a-4efa-8b48-e5e1aacab268 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:10:27.103165 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Updating router 58568ce1-435a-4efa-8b48-e5e1aacab268 port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:10:27.108997 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aeecae-f8ef-4571-bb4d-23f5bac15ddc tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:27.110587 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-88aeecae-f8ef-4571-bb4d-23f5bac15ddc tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1500478 Dec 17 14:10:27.113356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51060) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:27.128376 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:27.147640 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e84fc462-66ab-45e1-9855-55c79726152a tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330479 Dec 17 14:10:27.150338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51062) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:27.155205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2bb6d902-3c91-41f8-8982-18e106ab37b7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-275117997', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:27.388161 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:27.441446 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:27.488046 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74131d69-e800-456b-9243-6dd891efeaf2 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:10:27.494486 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Attempting to bind port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:10:27.494929 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Attempting to bind port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:10:27.495209 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Attempting to bind port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:10:27.506411 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:10:27.506862 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:10:27.507264 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:27.507654 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:10:27.508113 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Bound port: 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:10:27.508488 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:27.510106 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Pushing event updated for resources: {'Port': ['ID=50f8b6d8-8b87-49d8-8303-ffa5c76d6f14,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:27.536717 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.537060 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.537463 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.537850 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.538182 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.538507 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.538830 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.539149 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.539465 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.539779 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.540095 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.540406 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.540716 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:10:27.572561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb6d902-3c91-41f8-8982-18e106ab37b7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:10:27.577600 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d902-3c91-41f8-8982-18e106ab37b7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:27.577758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-86431dcc-0c17-40e1-9625-0089b655764f None None] Provisioning complete for port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:27.577852 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-86431dcc-0c17-40e1-9625-0089b655764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:27.578838 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] For port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:10:27.582320 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] For port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=50f8b6d8-8b87-49d8-8303-ffa5c76d6f14,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:10:27.615929 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-86431dcc-0c17-40e1-9625-0089b655764f None None] Port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:10:27.653122 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:27.694340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f30e3ce-159a-4555-bf1c-a742bbc20775 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:10:27.708296 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Routers {'58568ce1-435a-4efa-8b48-e5e1aacab268'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:10:27.708912 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:10:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['58568ce1-435a-4efa-8b48-e5e1aacab268'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:27.736963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-edd17087-0e98-483b-8ec5-bca8e4da29c1 None None] Provisioning complete for port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:27.737394 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-edd17087-0e98-483b-8ec5-bca8e4da29c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:27.771659 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a515f8-ca0f-411c-980b-614578ece9af None None] Pushing event updated for resources: {'Port': ['ID=50f8b6d8-8b87-49d8-8303-ffa5c76d6f14,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:27.820179 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-edd17087-0e98-483b-8ec5-bca8e4da29c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:27.832103 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] Set router 58568ce1-435a-4efa-8b48-e5e1aacab268 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:10:27.840888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-edd17087-0e98-483b-8ec5-bca8e4da29c1 None None] For port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=50f8b6d8-8b87-49d8-8303-ffa5c76d6f14,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:27.851274 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d902-3c91-41f8-8982-18e106ab37b7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:27.913707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6d902-3c91-41f8-8982-18e106ab37b7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Subnet': ['ID=d68c2b89-6074-477a-a5b9-7eb439d03567,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:27.915708 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-edd17087-0e98-483b-8ec5-bca8e4da29c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:27.924777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6d902-3c91-41f8-8982-18e106ab37b7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Checking segment: {'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:10:27.925163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6d902-3c91-41f8-8982-18e106ab37b7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network hostable DHCP agents. Network: 933900a6-295f-44dc-9c90-ddc803d811b8, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:10:27.969764 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd17087-0e98-483b-8ec5-bca8e4da29c1 None None] Pushing event updated for resources: {'Port': ['ID=50f8b6d8-8b87-49d8-8303-ffa5c76d6f14,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:28.001590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6d902-3c91-41f8-8982-18e106ab37b7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 933900a6-295f-44dc-9c90-ddc803d811b8 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:10:28.074144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6d902-3c91-41f8-8982-18e106ab37b7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 933900a6-295f-44dc-9c90-ddc803d811b8) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:10:28.080358 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb6d902-3c91-41f8-8982-18e106ab37b7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:28.084194 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bb6d902-3c91-41f8-8982-18e106ab37b7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:28.084429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60714004-558a-4267-abfe-061e2194135a None None] Network 933900a6-295f-44dc-9c90-ddc803d811b8 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:10:28.119759 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:26Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:28.150605 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b5e0b-d879-4095-8365-32e236b9c79a None None] The sync data for ids ['58568ce1-435a-4efa-8b48-e5e1aacab268'] in n-d-815324-5 is: [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:26Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:10:28.162592 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2bb6d902-3c91-41f8-8982-18e106ab37b7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0086539 Dec 17 14:10:28.164463 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51064) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:28.191452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-933900a6-295f-44dc-9c90-ddc803d811b8', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ips': [{'subnet_id': 'd68c2b89-6074-477a-a5b9-7eb439d03567'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:10:28.192652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:28.289454 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:10:28.346988 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Allocated IP 172.20.0.2 (933900a6-295f-44dc-9c90-ddc803d811b8/d68c2b89-6074-477a-a5b9-7eb439d03567/8737e59f-f049-43c8-b5c0-9ac80ab4f7ac) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:10:28.535936 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:28.589104 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:28.638383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Network 933900a6-295f-44dc-9c90-ddc803d811b8 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:10:28.646263 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:10:28.650709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:10:28.659901 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Pushing event updated for resources: {'Port': ['ID=8737e59f-f049-43c8-b5c0-9ac80ab4f7ac,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:28.669370 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:28.725890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Attempting to bind port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:10:28.726669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Attempting to bind port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:10:28.726669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Attempting to bind port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac on network 933900a6-295f-44dc-9c90-ddc803d811b8 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:10:28.732082 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:10:28.732466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Checking segment: {'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:10:28.732876 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:28.733840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Bound using segment: {'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:10:28.734314 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Bound port: 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:10:28.735651 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:28.804819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] For port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:10:28.808011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] For port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8737e59f-f049-43c8-b5c0-9ac80ab4f7ac,segment=NetworkSegment(059600ec-f390-426a-93b0-856b499fddb4),segment_id=059600ec-f390-426a-93b0-856b499fddb4)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:10:28.882162 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:28.945679 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887640f8-be1a-4da9-8588-e8bf79d420bc None None] Pushing event updated for resources: {'Port': ['ID=8737e59f-f049-43c8-b5c0-9ac80ab4f7ac,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:28.976655 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.20.0.1 (933900a6-295f-44dc-9c90-ddc803d811b8/d68c2b89-6074-477a-a5b9-7eb439d03567/715fe563-456a-4bdb-bc74-223831ee4568) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:10:29.111375 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:29.228651 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:29.279022 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 933900a6-295f-44dc-9c90-ddc803d811b8 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:10:29.283046 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:10:29.287122 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:10:29.311622 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=715fe563-456a-4bdb-bc74-223831ee4568,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:29.334040 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:29.513625 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:29.800658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:10:29.823180 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:29.893251 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:29.911424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:29.911796 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:29.982135 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=715fe563-456a-4bdb-bc74-223831ee4568,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:29.983576 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e51eaa6-f83f-4cad-ac10-6cd829a358ba None None] Network 933900a6-295f-44dc-9c90-ddc803d811b8 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:10:29.987152 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:30.094908 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 933900a6-295f-44dc-9c90-ddc803d811b8 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:10:30.098200 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:10:30.119443 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e6634ad9-b075-4955-8ebf-63aacb56d2fd None None] Provisioning complete for port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:30.119778 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6634ad9-b075-4955-8ebf-63aacb56d2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:30.180959 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:30.220031 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router 58568ce1-435a-4efa-8b48-e5e1aacab268 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:10:30.242092 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8737e59f-f049-43c8-b5c0-9ac80ab4f7ac,segment=NetworkSegment(059600ec-f390-426a-93b0-856b499fddb4),segment_id=059600ec-f390-426a-93b0-856b499fddb4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:30.285107 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e6634ad9-b075-4955-8ebf-63aacb56d2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:30.316343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:30.317284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:10:30.348522 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:10:30.357633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4675bdd1-65bb-4be7-8137-bb7f7b3ed378 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "PUT /v2.0/routers/58568ce1-435a-4efa-8b48-e5e1aacab268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1910050 Dec 17 14:10:30.395037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Sync routers for ids ['58568ce1-435a-4efa-8b48-e5e1aacab268'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:10:30.441841 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Routers {'58568ce1-435a-4efa-8b48-e5e1aacab268'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:10:30.442368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:10:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['58568ce1-435a-4efa-8b48-e5e1aacab268'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:30.445703 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-e6634ad9-b075-4955-8ebf-63aacb56d2fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 14:10:30.446065 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-e6634ad9-b075-4955-8ebf-63aacb56d2fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 14:10:30.448201 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=8737e59f-f049-43c8-b5c0-9ac80ab4f7ac,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:30.510018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:30.510345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:30.523953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-a6beb779-083f-43fd-ba98-d7a88fad6cec tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1819092261&fields=id&tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 267 time: 0.0482996 Dec 17 14:10:30.663138 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-ff528c00-ecb8-4680-ae9d-cbe0a90ea5ca tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:30.664759 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-ff528c00-ecb8-4680-ae9d-cbe0a90ea5ca tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/networks?id=933900a6-295f-44dc-9c90-ddc803d811b8 HTTP/1.1" status: 200 len: 796 time: 0.1302619 Dec 17 14:10:30.682666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-7e3f9631-a989-493b-b9ab-7234ca6659c9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/quotas/68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 375 time: 0.0101402 Dec 17 14:10:30.746095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-24427cd0-6c14-4ec8-b9f6-62cd1895d706 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513067 Dec 17 14:10:30.774200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Set router 58568ce1-435a-4efa-8b48-e5e1aacab268 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:10:30.907681 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-dbbe6913-2dcf-4e4b-8fef-fe40332a366d service neutron] 10.222.0.59 "GET /v2.0/networks/933900a6-295f-44dc-9c90-ddc803d811b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494255 Dec 17 14:10:31.004589 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-46d871a6-ed24-44b8-af9a-b4d24cee2536 service neutron] 10.222.0.59 "GET /v2.0/networks/933900a6-295f-44dc-9c90-ddc803d811b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904338 Dec 17 14:10:31.048334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:29Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '715fe563-456a-4bdb-bc74-223831ee4568', 'name': '', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:2b:d7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:28Z', 'updated_at': '2021-12-17T14:10:29Z', 'revision_number': 2, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:31.075275 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Checking router: 58568ce1-435a-4efa-8b48-e5e1aacab268 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:10:31.075648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Updating router 58568ce1-435a-4efa-8b48-e5e1aacab268 port 715fe563-456a-4bdb-bc74-223831ee4568 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:10:31.104109 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:31.231260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c5ecf5c5-8388-4d3f-9538-cacee63ed5a5 None None] Provisioning complete for port 715fe563-456a-4bdb-bc74-223831ee4568 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:31.231864 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c5ecf5c5-8388-4d3f-9538-cacee63ed5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:31.266357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-35fd507f-2434-4598-b793-72042b4664c2 req-040a91a9-3b24-4832-8ba4-6cf3f59d47e4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 210 time: 0.0302320 Dec 17 14:10:31.351323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c5ecf5c5-8388-4d3f-9538-cacee63ed5a5 None None] Port 715fe563-456a-4bdb-bc74-223831ee4568 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:10:31.373529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c5ecf5c5-8388-4d3f-9538-cacee63ed5a5 None None] Provisioning complete for port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:31.374466 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c5ecf5c5-8388-4d3f-9538-cacee63ed5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:31.524439 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:31.595740 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:31.657740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b6a7-fa7d-4f10-aa3f-d737e6f373a5 None None] Pushing event updated for resources: {'Port': ['ID=715fe563-456a-4bdb-bc74-223831ee4568,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:31.727653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Attempting to bind port 715fe563-456a-4bdb-bc74-223831ee4568 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:10:31.728324 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Attempting to bind port 715fe563-456a-4bdb-bc74-223831ee4568 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:10:31.728694 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Attempting to bind port 715fe563-456a-4bdb-bc74-223831ee4568 on network 933900a6-295f-44dc-9c90-ddc803d811b8 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:10:31.735476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:10:31.736286 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Checking segment: {'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:10:31.736426 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:31.736731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Bound using segment: {'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:10:31.737214 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Bound port: 715fe563-456a-4bdb-bc74-223831ee4568, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:10:31.737613 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:31.751319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:10:31.855477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] For port 715fe563-456a-4bdb-bc74-223831ee4568, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:10:31.873124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] For port 715fe563-456a-4bdb-bc74-223831ee4568, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=715fe563-456a-4bdb-bc74-223831ee4568,segment=NetworkSegment(059600ec-f390-426a-93b0-856b499fddb4),segment_id=059600ec-f390-426a-93b0-856b499fddb4)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:10:31.878195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:31.878559 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:31.905167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-43df0886-6930-4f37-b08f-93a96ee9dc3c None None] Provisioning complete for port 715fe563-456a-4bdb-bc74-223831ee4568 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:31.905460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-43df0886-6930-4f37-b08f-93a96ee9dc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:31.946504 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-43df0886-6930-4f37-b08f-93a96ee9dc3c None None] Port 715fe563-456a-4bdb-bc74-223831ee4568 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:10:31.951395 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:32.046285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Routers {'58568ce1-435a-4efa-8b48-e5e1aacab268'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:10:32.046919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:10:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['58568ce1-435a-4efa-8b48-e5e1aacab268'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:32.096329 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3b6a7-fa7d-4f10-aa3f-d737e6f373a5 None None] Pushing event updated for resources: {'Port': ['ID=715fe563-456a-4bdb-bc74-223831ee4568,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:32.193703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] Set router 58568ce1-435a-4efa-8b48-e5e1aacab268 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:10:32.274943 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:32.333048 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-6f62b88b-bb3b-4df3-9df2-228ab94a2995 None None] Provisioning complete for port 715fe563-456a-4bdb-bc74-223831ee4568 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:32.333423 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f62b88b-bb3b-4df3-9df2-228ab94a2995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:32.358161 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-792de892-4d7c-43f0-8d52-073d2ab2b0ad req-8b8810d0-82a5-411b-87ca-4ca9c87a8a1b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 210 time: 0.0277178 Dec 17 14:10:32.478977 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f62b88b-bb3b-4df3-9df2-228ab94a2995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:32.502287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:29Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '715fe563-456a-4bdb-bc74-223831ee4568', 'name': '', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:2b:d7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:28Z', 'updated_at': '2021-12-17T14:10:31Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:32.537944 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938b1fbf-f7c0-4400-b2a7-8b59cba62fda None None] The sync data for ids ['58568ce1-435a-4efa-8b48-e5e1aacab268'] in n-d-815324-5 is: [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:29Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '715fe563-456a-4bdb-bc74-223831ee4568', 'name': '', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:2b:d7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:28Z', 'updated_at': '2021-12-17T14:10:31Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:10:32.547059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6f62b88b-bb3b-4df3-9df2-228ab94a2995 None None] For port 715fe563-456a-4bdb-bc74-223831ee4568, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=715fe563-456a-4bdb-bc74-223831ee4568,segment=NetworkSegment(059600ec-f390-426a-93b0-856b499fddb4),segment_id=059600ec-f390-426a-93b0-856b499fddb4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:32.625951 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6f62b88b-bb3b-4df3-9df2-228ab94a2995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:32.681422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62b88b-bb3b-4df3-9df2-228ab94a2995 None None] Pushing event updated for resources: {'Port': ['ID=715fe563-456a-4bdb-bc74-223831ee4568,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:33.468076 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-51f25882-fe2a-43a6-b08c-675fda8bbb53 req-a112ebfd-de3c-47f9-8397-183bd5247e0b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 210 time: 0.0333750 Dec 17 14:10:33.699682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-64011c64-b16a-48bf-8620-1544a33c267d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:33.701181 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-64011c64-b16a-48bf-8620-1544a33c267d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "GET /v2.0/networks?id=933900a6-295f-44dc-9c90-ddc803d811b8 HTTP/1.1" status: 200 len: 796 time: 0.1128078 Dec 17 14:10:33.753011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 715fe563-456a-4bdb-bc74-223831ee4568 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:10:33.770218 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-bc74fd7d-4da5-4192-8f97-7c16067b6ad6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 380 time: 0.0582244 Dec 17 14:10:33.780423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'port': {'device_id': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'admin_state_up': True, 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'security_groups': ['6f4f7d1f-7285-4a7e-b4d5-637dc39c6122']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:33.812941 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 715fe563-456a-4bdb-bc74-223831ee4568 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:33.813313 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:33.990126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:10:33.993694 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:34.120428 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.20.0.13 (933900a6-295f-44dc-9c90-ddc803d811b8/d68c2b89-6074-477a-a5b9-7eb439d03567/0ec3bb78-c111-4343-9c1c-53e18ce432d4) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:10:34.262710 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:34.403923 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:34.447198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 933900a6-295f-44dc-9c90-ddc803d811b8 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:10:34.450342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:10:34.454844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:10:34.484066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=0ec3bb78-c111-4343-9c1c-53e18ce432d4,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:34.521788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:34.522361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:34.593255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80a22c-db84-4b1b-8764-6d393c136eed req-ec0e3c34-1a4b-4efe-8511-19e394ad6547 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:34.594882 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1d80a22c-db84-4b1b-8764-6d393c136eed req-ec0e3c34-1a4b-4efe-8511-19e394ad6547 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 932 time: 0.0520706 Dec 17 14:10:34.605341 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-0416dc40-ac74-49df-b0ab-7763b5a970fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8289006 Dec 17 14:10:34.626059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Request body: {'port': {'device_id': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:34.667328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a98543fc-62ea-4480-822d-6972787edfa5 None None] Provisioning complete for port 0ec3bb78-c111-4343-9c1c-53e18ce432d4 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:34.667702 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a98543fc-62ea-4480-822d-6972787edfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:34.695702 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1d80a22c-db84-4b1b-8764-6d393c136eed req-8d444876-3ea0-43af-9099-71cc7b4d58fa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940332 Dec 17 14:10:34.701536 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a98543fc-62ea-4480-822d-6972787edfa5 None None] Port 0ec3bb78-c111-4343-9c1c-53e18ce432d4 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:10:34.719575 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:34.974799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec3bb78-c111-4343-9c1c-53e18ce432d4 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:10:34.982108 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:34.993712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Transition to ACTIVE for port object 0ec3bb78-c111-4343-9c1c-53e18ce432d4 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:10:35.086881 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:35.140488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Pushing event updated for resources: {'Port': ['ID=0ec3bb78-c111-4343-9c1c-53e18ce432d4,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:35.209281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Attempting to bind port 0ec3bb78-c111-4343-9c1c-53e18ce432d4 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:10:35.209644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Attempting to bind port 0ec3bb78-c111-4343-9c1c-53e18ce432d4 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:10:35.209975 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Attempting to bind port 0ec3bb78-c111-4343-9c1c-53e18ce432d4 on network 933900a6-295f-44dc-9c90-ddc803d811b8 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:10:35.214536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Port 0ec3bb78-c111-4343-9c1c-53e18ce432d4 on network 933900a6-295f-44dc-9c90-ddc803d811b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:10:35.214852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Attempting to bind port 0ec3bb78-c111-4343-9c1c-53e18ce432d4 on network 933900a6-295f-44dc-9c90-ddc803d811b8 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:10:35.220065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:10:35.220409 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Checking segment: {'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:10:35.220798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Bound using segment: {'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:10:35.221231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Bound port: 0ec3bb78-c111-4343-9c1c-53e18ce432d4, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059600ec-f390-426a-93b0-856b499fddb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:10:35.221610 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:35.287462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] For port 0ec3bb78-c111-4343-9c1c-53e18ce432d4, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:10:35.290903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] For port 0ec3bb78-c111-4343-9c1c-53e18ce432d4, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0ec3bb78-c111-4343-9c1c-53e18ce432d4,segment=NetworkSegment(059600ec-f390-426a-93b0-856b499fddb4),segment_id=059600ec-f390-426a-93b0-856b499fddb4)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:10:35.344513 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:35.387682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:35.388322 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:35.390346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] 10.222.0.61 "PUT /v2.0/ports/0ec3bb78-c111-4343-9c1c-53e18ce432d4 HTTP/1.1" status: 200 len: 1092 time: 0.7702353 Dec 17 14:10:35.390802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'tag': '0ec3bb78-c111-4343-9c1c-53e18ce432d4'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:10:35.393156 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915c7086-ad81-437b-81aa-450e9609a82a" -d '{"events": [{"name": "network-changed", "server_uuid": "08cbff8a-3b28-44a5-99e8-63073ec14501", "tag": "0ec3bb78-c111-4343-9c1c-53e18ce432d4"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:10:35.415065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9249f-1815-465d-ae15-efb13d97804c service neutron] Pushing event updated for resources: {'Port': ['ID=0ec3bb78-c111-4343-9c1c-53e18ce432d4,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:35.448571 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f988a1e3-9bb8-4e4b-9610-b06bcb1c1a01 x-openstack-request-id: req-f988a1e3-9bb8-4e4b-9610-b06bcb1c1a01 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:10:35.448864 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cbff8a-3b28-44a5-99e8-63073ec14501", "tag": "0ec3bb78-c111-4343-9c1c-53e18ce432d4", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:10:35.449232 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f988a1e3-9bb8-4e4b-9610-b06bcb1c1a01 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:10:35.449762 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'tag': '0ec3bb78-c111-4343-9c1c-53e18ce432d4', 'status': 'completed', 'code': 200} Dec 17 14:10:35.523835 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c7086-ad81-437b-81aa-450e9609a82a req-1d903d1e-873c-4c96-aab7-78cac5cad85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:35.525359 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-915c7086-ad81-437b-81aa-450e9609a82a req-1d903d1e-873c-4c96-aab7-78cac5cad85a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 1095 time: 0.0433152 Dec 17 14:10:35.633255 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c7086-ad81-437b-81aa-450e9609a82a req-a595eea3-c26c-4a19-b80d-464ad3a7aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:35.634784 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-915c7086-ad81-437b-81aa-450e9609a82a req-a595eea3-c26c-4a19-b80d-464ad3a7aac9 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0967653 Dec 17 14:10:35.736978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c7086-ad81-437b-81aa-450e9609a82a req-485c83a6-8ee6-4bce-a58d-9d2b0abd5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:35.738521 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-915c7086-ad81-437b-81aa-450e9609a82a req-485c83a6-8ee6-4bce-a58d-9d2b0abd5234 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929344 Dec 17 14:10:35.843369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76cfab-8af0-4e08-8dd8-f091a1f8d173 req-faa835ea-bb38-4934-8dd7-3c12763fe99b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:35.844883 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f76cfab-8af0-4e08-8dd8-f091a1f8d173 req-faa835ea-bb38-4934-8dd7-3c12763fe99b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 944 time: 0.0772440 Dec 17 14:10:35.850878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-01a00b58-8aa7-4acb-b655-508fe0877788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:35.852268 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-01a00b58-8aa7-4acb-b655-508fe0877788 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 1095 time: 0.0591798 Dec 17 14:10:35.906394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-6927b0a1-add5-4fb1-8abf-2d6375492444 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec3bb78-c111-4343-9c1c-53e18ce432d4 HTTP/1.1" status: 200 len: 217 time: 0.0401328 Dec 17 14:10:35.955800 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5f76cfab-8af0-4e08-8dd8-f091a1f8d173 req-64603272-f99e-457d-9e1d-6f985a54f198 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025808 Dec 17 14:10:35.972692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-9d83a83f-fa69-4b28-bcca-4711a4b08c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:35.974215 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-9d83a83f-fa69-4b28-bcca-4711a4b08c81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d68c2b89-6074-477a-a5b9-7eb439d03567 HTTP/1.1" status: 200 len: 834 time: 0.0560727 Dec 17 14:10:36.023137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-5cb1d489-8305-4339-b45a-2df9908c063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:36.024629 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-5cb1d489-8305-4339-b45a-2df9908c063a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=933900a6-295f-44dc-9c90-ddc803d811b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392270 Dec 17 14:10:36.122888 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-1234e363-7493-4b37-ad50-8aba3957a0b8 service neutron] 10.222.0.61 "GET /v2.0/networks/933900a6-295f-44dc-9c90-ddc803d811b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866709 Dec 17 14:10:36.221291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c5afabf7-0b92-4587-9acd-2a5759b72bdd req-ff3a0084-6981-4280-9f3a-160ed19a9928 service neutron] 10.222.0.61 "GET /v2.0/networks/933900a6-295f-44dc-9c90-ddc803d811b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869577 Dec 17 14:10:36.656587 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:37.074490 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea16594-e4e1-4e0b-9f7f-264aae36bed5 req-d32f4500-29da-495d-928e-0969e95334d5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:37.075968 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eea16594-e4e1-4e0b-9f7f-264aae36bed5 req-d32f4500-29da-495d-928e-0969e95334d5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 944 time: 0.0500627 Dec 17 14:10:37.125109 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-eea16594-e4e1-4e0b-9f7f-264aae36bed5 req-bbbbc374-b86b-4895-a512-41965d717d4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431082 Dec 17 14:10:38.056205 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0ec3bb78-c111-4343-9c1c-53e18ce432d4 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:10:38.156822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 0ec3bb78-c111-4343-9c1c-53e18ce432d4, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0ec3bb78-c111-4343-9c1c-53e18ce432d4,segment=NetworkSegment(059600ec-f390-426a-93b0-856b499fddb4),segment_id=059600ec-f390-426a-93b0-856b499fddb4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:38.169309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '0ec3bb78-c111-4343-9c1c-53e18ce432d4', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'port_id': '0ec3bb78-c111-4343-9c1c-53e18ce432d4', 'mac_address': 'fa:16:3e:9c:8a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:10:38.209854 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:38.225916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec3bb78-c111-4343-9c1c-53e18ce432d4 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:10:38.246152 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 0ec3bb78-c111-4343-9c1c-53e18ce432d4, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0ec3bb78-c111-4343-9c1c-53e18ce432d4,segment=NetworkSegment(059600ec-f390-426a-93b0-856b499fddb4),segment_id=059600ec-f390-426a-93b0-856b499fddb4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:38.254804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6c98f-adba-45dc-8327-1f4e306a7938 req-9e44878f-da6c-4e84-832e-5774925df1f0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:38.260440 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4c6c98f-adba-45dc-8327-1f4e306a7938 req-9e44878f-da6c-4e84-832e-5774925df1f0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 944 time: 0.0540030 Dec 17 14:10:38.307358 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b4c6c98f-adba-45dc-8327-1f4e306a7938 req-39d941fb-8203-4314-aa3d-863dd16582ee tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440464 Dec 17 14:10:38.336640 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:38.386923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=0ec3bb78-c111-4343-9c1c-53e18ce432d4,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:38.649077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['0ec3bb78-c111-4343-9c1c-53e18ce432d4'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:10:39.426228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33c863-e8a3-4020-8dbd-948988a33398 req-7cefbc28-2cc8-4b80-8d0d-661be4d5d2d2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:39.427673 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b33c863-e8a3-4020-8dbd-948988a33398 req-7cefbc28-2cc8-4b80-8d0d-661be4d5d2d2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 945 time: 0.0536249 Dec 17 14:10:39.476925 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4b33c863-e8a3-4020-8dbd-948988a33398 req-1935c85a-4bd2-4d12-802a-2adff2d353b4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431080 Dec 17 14:10:40.062782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0ec3bb78-c111-4343-9c1c-53e18ce432d4 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:10:40.198897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 0ec3bb78-c111-4343-9c1c-53e18ce432d4 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:10:40.203517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 0ec3bb78-c111-4343-9c1c-53e18ce432d4 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:10:40.207082 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:40.282342 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:40.304589 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec3bb78-c111-4343-9c1c-53e18ce432d4'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:10:40.306832 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15ec5cc-d554-4b13-a48c-62dcad76b3ee" -d '{"events": [{"server_uuid": "08cbff8a-3b28-44a5-99e8-63073ec14501", "name": "network-vif-plugged", "status": "completed", "tag": "0ec3bb78-c111-4343-9c1c-53e18ce432d4"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:10:40.320092 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 0ec3bb78-c111-4343-9c1c-53e18ce432d4, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0ec3bb78-c111-4343-9c1c-53e18ce432d4,segment=NetworkSegment(059600ec-f390-426a-93b0-856b499fddb4),segment_id=059600ec-f390-426a-93b0-856b499fddb4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:10:40.403472 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b109b9-3270-417e-ade0-ee7727487258 x-openstack-request-id: req-14b109b9-3270-417e-ade0-ee7727487258 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:10:40.403768 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cbff8a-3b28-44a5-99e8-63073ec14501", "name": "network-vif-plugged", "status": "completed", "tag": "0ec3bb78-c111-4343-9c1c-53e18ce432d4", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:10:40.404023 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14b109b9-3270-417e-ade0-ee7727487258 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:10:40.404440 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec3bb78-c111-4343-9c1c-53e18ce432d4', 'code': 200} Dec 17 14:10:40.410288 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:40.463207 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=0ec3bb78-c111-4343-9c1c-53e18ce432d4,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:40.508002 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077b496-c367-44db-946c-ff058e72c1fe req-9b47f629-db65-461d-ab53-a445b8c3cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:40.509540 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3077b496-c367-44db-946c-ff058e72c1fe req-9b47f629-db65-461d-ab53-a445b8c3cd5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 1097 time: 0.0403192 Dec 17 14:10:40.558664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3077b496-c367-44db-946c-ff058e72c1fe req-72b679a4-df87-4c8e-a869-0b6555f248ea service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Dec 17 14:10:40.592175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37c085-7436-4068-a5c2-fec8ebcd2ff6 req-9abc1f57-f889-4e23-bfc3-a31637517778 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:40.594175 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc37c085-7436-4068-a5c2-fec8ebcd2ff6 req-9abc1f57-f889-4e23-bfc3-a31637517778 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 946 time: 0.0494080 Dec 17 14:10:40.643382 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cc37c085-7436-4068-a5c2-fec8ebcd2ff6 req-d8ecbe53-361e-4394-907e-4692019a6f20 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 Dec 17 14:10:41.764886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baa63e-b577-4748-b1c4-ff9dfdb86bdf req-3736e4c9-7824-4f04-a56f-65886f4f5008 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:41.767019 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36baa63e-b577-4748-b1c4-ff9dfdb86bdf req-3736e4c9-7824-4f04-a56f-65886f4f5008 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 946 time: 0.0491426 Dec 17 14:10:41.822953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-36baa63e-b577-4748-b1c4-ff9dfdb86bdf req-2fd408fa-68a9-4ef6-a348-5c5db134b8a5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484447 Dec 17 14:10:42.938862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f80f7-6726-4619-a032-d2d5a1c5d4cd req-74cdfb22-f7a1-4a1f-b509-0c65565291e3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:42.940287 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-196f80f7-6726-4619-a032-d2d5a1c5d4cd req-74cdfb22-f7a1-4a1f-b509-0c65565291e3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 946 time: 0.0499117 Dec 17 14:10:42.991867 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-196f80f7-6726-4619-a032-d2d5a1c5d4cd req-6d7abf4c-7442-4f25-8697-d442828cc146 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456619 Dec 17 14:10:43.104126 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907f3e9-b224-4ef5-87f0-ca64bcb23b26 req-ab26f634-d59f-43d5-96f2-e02f12a533dc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:43.105770 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6907f3e9-b224-4ef5-87f0-ca64bcb23b26 req-ab26f634-d59f-43d5-96f2-e02f12a533dc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 946 time: 0.0478215 Dec 17 14:10:43.154921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6907f3e9-b224-4ef5-87f0-ca64bcb23b26 req-0f4ab7a7-303c-46e4-ac18-f9c5d3c503a0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Dec 17 14:10:43.176669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51124) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:43.243787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ec2198-a895-4893-b2dc-fc5824bc35eb tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:43.245244 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a8ec2198-a895-4893-b2dc-fc5824bc35eb tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 1092 time: 0.0675933 Dec 17 14:10:43.248233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51126) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:43.253181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '0ec3bb78-c111-4343-9c1c-53e18ce432d4', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:10:43.343850 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:43.441382 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:43.539077 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.25.0.236 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/2b754074-1f33-46fa-b867-8acd23360ffe) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:10:43.639800 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:43.738870 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:43.780919 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:10:43.786987 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:10:43.789274 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=2b754074-1f33-46fa-b867-8acd23360ffe,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:43.791407 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:10:43.896170 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-da2cab1a-366f-409c-bb10-2d1cdca1a3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:44.504797 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:44.654148 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:44.800833 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:44.856237 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:44.921387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=2b754074-1f33-46fa-b867-8acd23360ffe,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:10:44.935116 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:45.033193 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Floating IP 6366af2d-918b-4155-bd96-523f06e861a2 associated. External IP: 172.25.0.236, port: 0ec3bb78-c111-4343-9c1c-53e18ce432d4. Dec 17 14:10:45.240387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router 58568ce1-435a-4efa-8b48-e5e1aacab268 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:10:45.347499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:10:45.357122 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5c56e-6b77-46e5-b0cc-ea4826160bf6 None None] Sync routers for ids ['58568ce1-435a-4efa-8b48-e5e1aacab268'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:10:45.366886 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5c56e-6b77-46e5-b0cc-ea4826160bf6 None None] Routers {'58568ce1-435a-4efa-8b48-e5e1aacab268'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:10:45.371589 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-24c5c56e-6b77-46e5-b0cc-ea4826160bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:10:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['58568ce1-435a-4efa-8b48-e5e1aacab268'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:45.420554 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:45.450946 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-86b757a0-a75c-4702-ac48-2cc6e9077f5d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1992841 Dec 17 14:10:45.450946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'tag': '0ec3bb78-c111-4343-9c1c-53e18ce432d4'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:10:45.451722 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb19321-5e69-40b7-a446-3b3b89a4c6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "08cbff8a-3b28-44a5-99e8-63073ec14501", "tag": "0ec3bb78-c111-4343-9c1c-53e18ce432d4"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:10:45.474324 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-24c5c56e-6b77-46e5-b0cc-ea4826160bf6 None None] Set router 58568ce1-435a-4efa-8b48-e5e1aacab268 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:10:45.495175 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fa6970-58e8-46d6-9a35-a1e822fbcf61 x-openstack-request-id: req-80fa6970-58e8-46d6-9a35-a1e822fbcf61 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:10:45.495481 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cbff8a-3b28-44a5-99e8-63073ec14501", "tag": "0ec3bb78-c111-4343-9c1c-53e18ce432d4", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:10:45.495738 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80fa6970-58e8-46d6-9a35-a1e822fbcf61 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:10:45.496140 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'tag': '0ec3bb78-c111-4343-9c1c-53e18ce432d4', 'status': 'completed', 'code': 200} Dec 17 14:10:45.554719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736acdd-750f-40e2-b5f9-06cc8ddfa99b req-9ab5e590-d1e4-4727-89b5-3c80dffe7adb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:45.556259 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a736acdd-750f-40e2-b5f9-06cc8ddfa99b req-9ab5e590-d1e4-4727-89b5-3c80dffe7adb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 946 time: 0.0512624 Dec 17 14:10:45.562648 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb19321-5e69-40b7-a446-3b3b89a4c6c2 req-d68b7ef2-2c0e-475d-b81b-0dc3175726d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:45.564190 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-adb19321-5e69-40b7-a446-3b3b89a4c6c2 req-d68b7ef2-2c0e-475d-b81b-0dc3175726d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 1097 time: 0.0429199 Dec 17 14:10:45.608026 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a736acdd-750f-40e2-b5f9-06cc8ddfa99b req-f0ef3bd2-76e2-4aa8-b036-db7ea5d7772a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 Dec 17 14:10:45.631212 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51132) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:45.665482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb19321-5e69-40b7-a446-3b3b89a4c6c2 req-351aa2e8-c984-491f-8022-5eeeddaa8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:45.667322 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-adb19321-5e69-40b7-a446-3b3b89a4c6c2 req-351aa2e8-c984-491f-8022-5eeeddaa8342 service neutron] 10.222.0.61 "GET /v2.0/networks?id=933900a6-295f-44dc-9c90-ddc803d811b8 HTTP/1.1" status: 200 len: 897 time: 0.0945101 Dec 17 14:10:45.699087 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-83e2ef46-9b6f-4ad5-a5fc-25c14baef4ef tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/6366af2d-918b-4155-bd96-523f06e861a2 HTTP/1.1" status: 200 len: 992 time: 0.0666969 Dec 17 14:10:45.712104 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-24c5c56e-6b77-46e5-b0cc-ea4826160bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:29Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '6366af2d-918b-4155-bd96-523f06e861a2', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'port_id': '0ec3bb78-c111-4343-9c1c-53e18ce432d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'mac_address': 'fa:16:3e:9c:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:10:44Z', 'updated_at': '2021-12-17T14:10:44Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715fe563-456a-4bdb-bc74-223831ee4568', 'name': '', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:2b:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:28Z', 'updated_at': '2021-12-17T14:10:32Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:45.735331 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-adb19321-5e69-40b7-a446-3b3b89a4c6c2 req-ed192488-c60b-4e3e-807a-78fbcb509703 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec3bb78-c111-4343-9c1c-53e18ce432d4 HTTP/1.1" status: 200 len: 1000 time: 0.0600953 Dec 17 14:10:45.739267 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5c56e-6b77-46e5-b0cc-ea4826160bf6 None None] Checking router: 58568ce1-435a-4efa-8b48-e5e1aacab268 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:10:45.747791 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5c56e-6b77-46e5-b0cc-ea4826160bf6 None None] Routers {'58568ce1-435a-4efa-8b48-e5e1aacab268'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:10:45.748477 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-24c5c56e-6b77-46e5-b0cc-ea4826160bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:10:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['58568ce1-435a-4efa-8b48-e5e1aacab268'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:45.784335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb19321-5e69-40b7-a446-3b3b89a4c6c2 req-2ffe8e45-4921-4072-b189-106dedb215c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:45.785862 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-adb19321-5e69-40b7-a446-3b3b89a4c6c2 req-2ffe8e45-4921-4072-b189-106dedb215c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d68c2b89-6074-477a-a5b9-7eb439d03567 HTTP/1.1" status: 200 len: 834 time: 0.0441012 Dec 17 14:10:45.836352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb19321-5e69-40b7-a446-3b3b89a4c6c2 req-796b3e17-eed6-4797-9f95-d4601a83572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:45.837933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-adb19321-5e69-40b7-a446-3b3b89a4c6c2 req-796b3e17-eed6-4797-9f95-d4601a83572e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=933900a6-295f-44dc-9c90-ddc803d811b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446489 Dec 17 14:10:45.855174 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-24c5c56e-6b77-46e5-b0cc-ea4826160bf6 None None] Set router 58568ce1-435a-4efa-8b48-e5e1aacab268 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:10:45.930160 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-adb19321-5e69-40b7-a446-3b3b89a4c6c2 req-33b389f9-ee3d-4b4a-a530-78e20c728541 service neutron] 10.222.0.61 "GET /v2.0/networks/933900a6-295f-44dc-9c90-ddc803d811b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829356 Dec 17 14:10:46.024626 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-adb19321-5e69-40b7-a446-3b3b89a4c6c2 req-1b6aa0b0-723e-4a81-b515-428d414a067b service neutron] 10.222.0.61 "GET /v2.0/networks/933900a6-295f-44dc-9c90-ddc803d811b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866702 Dec 17 14:10:46.078636 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-24c5c56e-6b77-46e5-b0cc-ea4826160bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:29Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '6366af2d-918b-4155-bd96-523f06e861a2', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'port_id': '0ec3bb78-c111-4343-9c1c-53e18ce432d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'mac_address': 'fa:16:3e:9c:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:10:44Z', 'updated_at': '2021-12-17T14:10:44Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715fe563-456a-4bdb-bc74-223831ee4568', 'name': '', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:2b:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:28Z', 'updated_at': '2021-12-17T14:10:32Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:10:46.108456 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5c56e-6b77-46e5-b0cc-ea4826160bf6 None None] The sync data for ids ['58568ce1-435a-4efa-8b48-e5e1aacab268'] in n-d-815324-5 is: [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:29Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '6366af2d-918b-4155-bd96-523f06e861a2', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'port_id': '0ec3bb78-c111-4343-9c1c-53e18ce432d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'mac_address': 'fa:16:3e:9c:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:10:44Z', 'updated_at': '2021-12-17T14:10:44Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715fe563-456a-4bdb-bc74-223831ee4568', 'name': '', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:2b:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:28Z', 'updated_at': '2021-12-17T14:10:32Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:10:46.320424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769a860-e9fe-43c3-a519-cea4c56892b9 None None] New status for floating IP 6366af2d-918b-4155-bd96-523f06e861a2: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:10:46.361638 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0f64-2e27-4be0-801d-2e4153d159c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:46.695335 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b13cd87b-adfd-4cfb-ba76-40873880eded req-f70f6449-d917-4215-a6ff-dab63c114840 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407257 Dec 17 14:10:46.701877 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51136) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:10:46.793386 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a1ce4dce-87f9-4831-b2b9-98f72fedd4cd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/6366af2d-918b-4155-bd96-523f06e861a2 HTTP/1.1" status: 200 len: 994 time: 0.0904043 Dec 17 14:10:46.804184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cd87b-adfd-4cfb-ba76-40873880eded req-dcb686ff-96a5-4603-8037-a4849439c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:46.805799 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b13cd87b-adfd-4cfb-ba76-40873880eded req-dcb686ff-96a5-4603-8037-a4849439c51e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 1097 time: 0.0651534 Dec 17 14:10:46.908981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cd87b-adfd-4cfb-ba76-40873880eded req-fcacb0b2-faca-421b-a922-f5cf261216e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:46.910507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b13cd87b-adfd-4cfb-ba76-40873880eded req-fcacb0b2-faca-421b-a922-f5cf261216e9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=933900a6-295f-44dc-9c90-ddc803d811b8 HTTP/1.1" status: 200 len: 897 time: 0.0836737 Dec 17 14:10:47.330878 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b13cd87b-adfd-4cfb-ba76-40873880eded req-160be10d-de1d-40ae-a8c8-2b7585daada6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec3bb78-c111-4343-9c1c-53e18ce432d4 HTTP/1.1" status: 200 len: 1002 time: 0.4116142 Dec 17 14:10:47.380225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cd87b-adfd-4cfb-ba76-40873880eded req-9534376a-645c-4359-b97d-ae00a5f6237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:47.381717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b13cd87b-adfd-4cfb-ba76-40873880eded req-9534376a-645c-4359-b97d-ae00a5f6237a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d68c2b89-6074-477a-a5b9-7eb439d03567 HTTP/1.1" status: 200 len: 834 time: 0.0433731 Dec 17 14:10:47.431051 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cd87b-adfd-4cfb-ba76-40873880eded req-12d918ab-3150-4af1-80e8-b671cec2fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:10:47.432568 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b13cd87b-adfd-4cfb-ba76-40873880eded req-12d918ab-3150-4af1-80e8-b671cec2fde0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=933900a6-295f-44dc-9c90-ddc803d811b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435624 Dec 17 14:10:47.523921 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b13cd87b-adfd-4cfb-ba76-40873880eded req-742c083e-eac0-48bd-b665-c10c4e42e6a6 service neutron] 10.222.0.61 "GET /v2.0/networks/933900a6-295f-44dc-9c90-ddc803d811b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839858 Dec 17 14:10:47.612297 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b13cd87b-adfd-4cfb-ba76-40873880eded req-2045aa25-b269-4ca3-94cc-e4b46b0bb75b service neutron] 10.222.0.61 "GET /v2.0/networks/933900a6-295f-44dc-9c90-ddc803d811b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811152 Dec 17 14:10:47.964254 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:49.120966 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:10:49.829062 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:02.217954 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:05.288584 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:11:06.689287 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:13.914441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c1514859-24a5-41b6-adc3-58acdf5baaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:16.363249 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-caf5bc58-bf4c-41b3-9473-7381c812e11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:17.931667 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:19.117698 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:19.868519 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:20.331803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545cdcb-6d2c-44a5-8418-d5070992f191 req-0acdb4e3-0841-420d-8d16-a90b663a1e12 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:20.333338 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3545cdcb-6d2c-44a5-8418-d5070992f191 req-0acdb4e3-0841-420d-8d16-a90b663a1e12 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 946 time: 0.1225226 Dec 17 14:11:20.383278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3545cdcb-6d2c-44a5-8418-d5070992f191 req-1d8e2438-291f-4305-b322-9997fbeee673 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428169 Dec 17 14:11:21.553188 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf297b-75f5-4e51-9be6-f40ad315e830 req-db1dd79e-ea50-4548-9561-63fbf50a6836 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:21.555336 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bbaf297b-75f5-4e51-9be6-f40ad315e830 req-db1dd79e-ea50-4548-9561-63fbf50a6836 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 946 time: 0.1000185 Dec 17 14:11:21.603633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bbaf297b-75f5-4e51-9be6-f40ad315e830 req-d03fa6a1-ded5-4fb2-9918-16344f320fef tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423770 Dec 17 14:11:21.625462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51162) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:21.688179 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fc814082-f036-48b9-a72c-b603adbdf485 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/6366af2d-918b-4155-bd96-523f06e861a2 HTTP/1.1" status: 200 len: 994 time: 0.0614030 Dec 17 14:11:23.081734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33500918-b527-4249-8dba-31b277f9f138 req-9be2a7b6-d053-40b7-84c7-c91b9810617a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:23.083226 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-33500918-b527-4249-8dba-31b277f9f138 req-9be2a7b6-d053-40b7-84c7-c91b9810617a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 946 time: 0.0491550 Dec 17 14:11:23.133680 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-33500918-b527-4249-8dba-31b277f9f138 req-e4faeef2-bc54-4e4a-8e14-ae6a22fa70a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438619 Dec 17 14:11:24.250914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903c25-8e6d-47b1-b91b-f10efb5620d0 req-3f704aaf-0eed-4ec3-9039-c68f740ac455 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:24.252460 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-96903c25-8e6d-47b1-b91b-f10efb5620d0 req-3f704aaf-0eed-4ec3-9039-c68f740ac455 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 946 time: 0.0484967 Dec 17 14:11:24.300980 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-96903c25-8e6d-47b1-b91b-f10efb5620d0 req-5f62efa7-6c17-49f9-a9c0-0745067d4aaf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419278 Dec 17 14:11:24.324736 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51172) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:24.396872 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2d4421c9-3fb1-44d1-9975-74a8ae366c6f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/6366af2d-918b-4155-bd96-523f06e861a2 HTTP/1.1" status: 200 len: 994 time: 0.0707788 Dec 17 14:11:24.640635 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51178) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:24.795319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port 2b754074-1f33-46fa-b867-8acd23360ffe {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:11:24.795673 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:24.873394 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:24.873753 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:24.885528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for 2b754074-1f33-46fa-b867-8acd23360ffe owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:11:25.063268 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:25.089804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=2b754074-1f33-46fa-b867-8acd23360ffe,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:25.103210 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.103568 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.103912 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.104246 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.104587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.104913 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.105241 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.105565 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.105911 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.106236 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.106560 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.106884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.107201 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:25.166065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:25.166405 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Floating IP 6366af2d-918b-4155-bd96-523f06e861a2 disassociated (deleted). External IP: 172.25.0.236, port: 0ec3bb78-c111-4343-9c1c-53e18ce432d4. Dec 17 14:11:25.372614 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router 58568ce1-435a-4efa-8b48-e5e1aacab268 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:11:25.479906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:11:25.484958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:25.489393 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79099090-de60-4394-9c85-0e7a54e3eafe None None] Sync routers for ids ['58568ce1-435a-4efa-8b48-e5e1aacab268'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:11:25.500874 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79099090-de60-4394-9c85-0e7a54e3eafe None None] Routers {'58568ce1-435a-4efa-8b48-e5e1aacab268'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:11:25.501571 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-79099090-de60-4394-9c85-0e7a54e3eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:11:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['58568ce1-435a-4efa-8b48-e5e1aacab268'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:25.512870 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d69dd07a-ddc3-4084-abd2-7249ee480321 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/floatingips/6366af2d-918b-4155-bd96-523f06e861a2 HTTP/1.1" status: 204 len: 168 time: 0.8711221 Dec 17 14:11:25.513464 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'tag': '0ec3bb78-c111-4343-9c1c-53e18ce432d4'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:11:25.516297 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b45b4b-6b04-420f-b48a-2a150010bae0" -d '{"events": [{"name": "network-changed", "server_uuid": "08cbff8a-3b28-44a5-99e8-63073ec14501", "tag": "0ec3bb78-c111-4343-9c1c-53e18ce432d4"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:11:25.562403 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bafc289-b2ab-4afb-802c-249e9784cb4e x-openstack-request-id: req-6bafc289-b2ab-4afb-802c-249e9784cb4e {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:11:25.562709 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cbff8a-3b28-44a5-99e8-63073ec14501", "tag": "0ec3bb78-c111-4343-9c1c-53e18ce432d4", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:11:25.562960 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6bafc289-b2ab-4afb-802c-249e9784cb4e {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:11:25.563373 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'tag': '0ec3bb78-c111-4343-9c1c-53e18ce432d4', 'status': 'completed', 'code': 200} Dec 17 14:11:25.616867 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-79099090-de60-4394-9c85-0e7a54e3eafe None None] Set router 58568ce1-435a-4efa-8b48-e5e1aacab268 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:11:25.633592 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b45b4b-6b04-420f-b48a-2a150010bae0 req-40cbd7f1-7524-48d5-9eb9-167ea136ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:25.635066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39b45b4b-6b04-420f-b48a-2a150010bae0 req-40cbd7f1-7524-48d5-9eb9-167ea136ec41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 1097 time: 0.0410166 Dec 17 14:11:25.734684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b45b4b-6b04-420f-b48a-2a150010bae0 req-ace8da06-ea3d-4a2a-a6ad-1fb64ea45fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:25.736261 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39b45b4b-6b04-420f-b48a-2a150010bae0 req-ace8da06-ea3d-4a2a-a6ad-1fb64ea45fb5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=933900a6-295f-44dc-9c90-ddc803d811b8 HTTP/1.1" status: 200 len: 897 time: 0.0944598 Dec 17 14:11:25.781409 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39b45b4b-6b04-420f-b48a-2a150010bae0 req-e968caaf-fd2b-4924-9bd9-243c061be798 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ec3bb78-c111-4343-9c1c-53e18ce432d4 HTTP/1.1" status: 200 len: 217 time: 0.0354466 Dec 17 14:11:25.824350 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-79099090-de60-4394-9c85-0e7a54e3eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:29Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '715fe563-456a-4bdb-bc74-223831ee4568', 'name': '', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:2b:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:28Z', 'updated_at': '2021-12-17T14:10:32Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:25.842460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b45b4b-6b04-420f-b48a-2a150010bae0 req-ca5fd2bc-838d-4991-b5ed-705052190f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:25.847760 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39b45b4b-6b04-420f-b48a-2a150010bae0 req-ca5fd2bc-838d-4991-b5ed-705052190f86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d68c2b89-6074-477a-a5b9-7eb439d03567 HTTP/1.1" status: 200 len: 834 time: 0.0505414 Dec 17 14:11:25.851791 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79099090-de60-4394-9c85-0e7a54e3eafe None None] Checking router: 58568ce1-435a-4efa-8b48-e5e1aacab268 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:11:25.860228 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79099090-de60-4394-9c85-0e7a54e3eafe None None] Routers {'58568ce1-435a-4efa-8b48-e5e1aacab268'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:11:25.860824 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-79099090-de60-4394-9c85-0e7a54e3eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:11:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['58568ce1-435a-4efa-8b48-e5e1aacab268'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:25.900214 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b45b4b-6b04-420f-b48a-2a150010bae0 req-d4551138-28d0-4ca1-b004-3f111e2d8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:25.902042 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39b45b4b-6b04-420f-b48a-2a150010bae0 req-d4551138-28d0-4ca1-b004-3f111e2d8092 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=933900a6-295f-44dc-9c90-ddc803d811b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428352 Dec 17 14:11:25.971391 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-79099090-de60-4394-9c85-0e7a54e3eafe None None] Set router 58568ce1-435a-4efa-8b48-e5e1aacab268 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:11:26.030602 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92add2a9-df72-4fa2-adee-2518dd529f90 req-7b1a11d5-8adf-4c48-8189-aa313343414f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:26.032150 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92add2a9-df72-4fa2-adee-2518dd529f90 req-7b1a11d5-8adf-4c48-8189-aa313343414f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 946 time: 0.1122053 Dec 17 14:11:26.071075 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39b45b4b-6b04-420f-b48a-2a150010bae0 req-bb4a2515-bb39-4c74-8147-0b99707889e0 service neutron] 10.222.0.61 "GET /v2.0/networks/933900a6-295f-44dc-9c90-ddc803d811b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602700 Dec 17 14:11:26.140168 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-92add2a9-df72-4fa2-adee-2518dd529f90 req-a1403e89-65a8-497e-b5fd-5910b5ffe35b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016724 Dec 17 14:11:26.185470 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-39b45b4b-6b04-420f-b48a-2a150010bae0 req-00c7725b-3ed9-409d-9186-c1f0ed98a1cd service neutron] 10.222.0.61 "GET /v2.0/networks/933900a6-295f-44dc-9c90-ddc803d811b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042693 Dec 17 14:11:26.260821 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-79099090-de60-4394-9c85-0e7a54e3eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:29Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '715fe563-456a-4bdb-bc74-223831ee4568', 'name': '', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:2b:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:28Z', 'updated_at': '2021-12-17T14:10:32Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:26.287178 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79099090-de60-4394-9c85-0e7a54e3eafe None None] The sync data for ids ['58568ce1-435a-4efa-8b48-e5e1aacab268'] in n-d-815324-5 is: [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:29Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '715fe563-456a-4bdb-bc74-223831ee4568', 'name': '', 'network_id': '933900a6-295f-44dc-9c90-ddc803d811b8', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:2b:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:28Z', 'updated_at': '2021-12-17T14:10:32Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': 'd68c2b89-6074-477a-a5b9-7eb439d03567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:11:26.508639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5932c85-362b-4eec-ba37-cd6875158d5d None None] New status for floating IP 6366af2d-918b-4155-bd96-523f06e861a2: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:11:27.262595 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212169ff-e885-45be-bb8a-dc3dcad1630e req-8cea78fd-d547-41fb-806e-d42b75dfd2ab tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:27.264106 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-212169ff-e885-45be-bb8a-dc3dcad1630e req-8cea78fd-d547-41fb-806e-d42b75dfd2ab tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 946 time: 0.0493610 Dec 17 14:11:27.312220 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-212169ff-e885-45be-bb8a-dc3dcad1630e req-c50a25a8-b905-43cb-9468-01ff2b70f4ec tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421872 Dec 17 14:11:27.846291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff50b4b-79c2-47e6-b12b-3b6ee81e3e6f req-5aedc224-e77d-4a38-b912-af125ed50b19 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:27.847855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ff50b4b-79c2-47e6-b12b-3b6ee81e3e6f req-5aedc224-e77d-4a38-b912-af125ed50b19 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 946 time: 0.0490816 Dec 17 14:11:27.937928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-4ff50b4b-79c2-47e6-b12b-3b6ee81e3e6f req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port 0ec3bb78-c111-4343-9c1c-53e18ce432d4 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:11:27.939161 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ff50b4b-79c2-47e6-b12b-3b6ee81e3e6f req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:28.032078 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-4ff50b4b-79c2-47e6-b12b-3b6ee81e3e6f req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port 0ec3bb78-c111-4343-9c1c-53e18ce432d4, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=0ec3bb78-c111-4343-9c1c-53e18ce432d4,segment=NetworkSegment(059600ec-f390-426a-93b0-856b499fddb4),segment_id=059600ec-f390-426a-93b0-856b499fddb4)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:11:28.032360 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ff50b4b-79c2-47e6-b12b-3b6ee81e3e6f req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:28.045452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-4ff50b4b-79c2-47e6-b12b-3b6ee81e3e6f req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for 0ec3bb78-c111-4343-9c1c-53e18ce432d4 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:11:28.248926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ff50b4b-79c2-47e6-b12b-3b6ee81e3e6f req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:28.277183 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=0ec3bb78-c111-4343-9c1c-53e18ce432d4,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:28.286095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.286398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.286753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.287098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.287442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.287783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.288124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.288461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.288799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.289133 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.289469 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.289828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.290158 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:28.331407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff50b4b-79c2-47e6-b12b-3b6ee81e3e6f req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] No DVR routers for this DVR port 0ec3bb78-c111-4343-9c1c-53e18ce432d4 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:11:28.334203 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-4ff50b4b-79c2-47e6-b12b-3b6ee81e3e6f req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:28.338404 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4ff50b4b-79c2-47e6-b12b-3b6ee81e3e6f req-a83c1395-b9aa-4d18-aa22-ff4883bddeb9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "DELETE /v2.0/ports/0ec3bb78-c111-4343-9c1c-53e18ce432d4 HTTP/1.1" status: 204 len: 173 time: 0.4816349 Dec 17 14:11:28.338871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'name': 'network-vif-deleted', 'tag': '0ec3bb78-c111-4343-9c1c-53e18ce432d4'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:11:28.341150 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf39f2e-cd80-4bb9-bd6c-2e002ba39ca7" -d '{"events": [{"server_uuid": "08cbff8a-3b28-44a5-99e8-63073ec14501", "name": "network-vif-deleted", "tag": "0ec3bb78-c111-4343-9c1c-53e18ce432d4"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:11:28.381565 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cff3e7-6de8-4e1f-9c42-07d894a9c31a x-openstack-request-id: req-06cff3e7-6de8-4e1f-9c42-07d894a9c31a {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:11:28.381885 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cbff8a-3b28-44a5-99e8-63073ec14501", "name": "network-vif-deleted", "tag": "0ec3bb78-c111-4343-9c1c-53e18ce432d4", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:11:28.382154 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06cff3e7-6de8-4e1f-9c42-07d894a9c31a {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:11:28.382573 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cbff8a-3b28-44a5-99e8-63073ec14501', 'name': 'network-vif-deleted', 'tag': '0ec3bb78-c111-4343-9c1c-53e18ce432d4', 'status': 'completed', 'code': 200} Dec 17 14:11:28.415165 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fb10a1da-617b-46b2-820d-165dfa71d8d1 req-2a996dad-7a0d-4e22-976c-82516c95719e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=08cbff8a-3b28-44a5-99e8-63073ec14501 HTTP/1.1" status: 200 len: 210 time: 0.0301266 Dec 17 14:11:29.472015 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51194) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:29.932865 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26dcbd92-540c-44fa-96f7-de45b0a5160f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:30.188340 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-26dcbd92-540c-44fa-96f7-de45b0a5160f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port 715fe563-456a-4bdb-bc74-223831ee4568 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:11:30.188689 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26dcbd92-540c-44fa-96f7-de45b0a5160f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:30.280663 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-26dcbd92-540c-44fa-96f7-de45b0a5160f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port 715fe563-456a-4bdb-bc74-223831ee4568, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=715fe563-456a-4bdb-bc74-223831ee4568,segment=NetworkSegment(059600ec-f390-426a-93b0-856b499fddb4),segment_id=059600ec-f390-426a-93b0-856b499fddb4)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:11:30.281094 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26dcbd92-540c-44fa-96f7-de45b0a5160f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:30.292715 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-26dcbd92-540c-44fa-96f7-de45b0a5160f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for 715fe563-456a-4bdb-bc74-223831ee4568 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:11:30.546431 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26dcbd92-540c-44fa-96f7-de45b0a5160f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:30.573958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcbd92-540c-44fa-96f7-de45b0a5160f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=715fe563-456a-4bdb-bc74-223831ee4568,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:30.749475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-26dcbd92-540c-44fa-96f7-de45b0a5160f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:30.966555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dcbd92-540c-44fa-96f7-de45b0a5160f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router 58568ce1-435a-4efa-8b48-e5e1aacab268 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:11:31.075278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dcbd92-540c-44fa-96f7-de45b0a5160f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:11:31.080380 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-26dcbd92-540c-44fa-96f7-de45b0a5160f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "PUT /v2.0/routers/58568ce1-435a-4efa-8b48-e5e1aacab268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6073394 Dec 17 14:11:31.083124 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51196) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:31.085175 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0325dc2-3193-488c-ba0c-68290aa90090 None None] Sync routers for ids ['58568ce1-435a-4efa-8b48-e5e1aacab268'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:11:31.094963 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0325dc2-3193-488c-ba0c-68290aa90090 None None] Routers {'58568ce1-435a-4efa-8b48-e5e1aacab268'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:11:31.095559 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b0325dc2-3193-488c-ba0c-68290aa90090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:11:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['58568ce1-435a-4efa-8b48-e5e1aacab268'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:31.133711 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b712fe1-ebb8-49b0-ab0b-c239f13bebfe tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting subnet d68c2b89-6074-477a-a5b9-7eb439d03567 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:11:31.136873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b712fe1-ebb8-49b0-ab0b-c239f13bebfe tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:31.180609 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b712fe1-ebb8-49b0-ab0b-c239f13bebfe tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:31.202377 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-b0325dc2-3193-488c-ba0c-68290aa90090 None None] Set router 58568ce1-435a-4efa-8b48-e5e1aacab268 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:11:31.271758 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b712fe1-ebb8-49b0-ab0b-c239f13bebfe tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:31.383074 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b0325dc2-3193-488c-ba0c-68290aa90090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:11:30Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:31.385970 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b712fe1-ebb8-49b0-ab0b-c239f13bebfe tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:31.410200 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0325dc2-3193-488c-ba0c-68290aa90090 None None] Checking router: 58568ce1-435a-4efa-8b48-e5e1aacab268 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:11:31.413296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b712fe1-ebb8-49b0-ab0b-c239f13bebfe tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Subnet': ['ID=d68c2b89-6074-477a-a5b9-7eb439d03567,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:31.417505 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-4b712fe1-ebb8-49b0-ab0b-c239f13bebfe tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:31.419359 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0325dc2-3193-488c-ba0c-68290aa90090 None None] Routers {'58568ce1-435a-4efa-8b48-e5e1aacab268'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:11:31.419897 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b0325dc2-3193-488c-ba0c-68290aa90090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:11:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['58568ce1-435a-4efa-8b48-e5e1aacab268'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:31.420877 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-4b712fe1-ebb8-49b0-ab0b-c239f13bebfe tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/subnets/d68c2b89-6074-477a-a5b9-7eb439d03567 HTTP/1.1" status: 204 len: 168 time: 0.3367896 Dec 17 14:11:31.423688 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51198) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:31.426888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3b936e-83ad-48f0-bae4-08c4ad6cddf1 None None] Network 933900a6-295f-44dc-9c90-ddc803d811b8 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:11:31.534426 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-b0325dc2-3193-488c-ba0c-68290aa90090 None None] Set router 58568ce1-435a-4efa-8b48-e5e1aacab268 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:11:31.536643 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:31.595394 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] DHCP port deletion for 933900a6-295f-44dc-9c90-ddc803d811b8 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:11:31.644093 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Deleting port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:11:31.644844 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:31.652481 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:31.714359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] For port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=8737e59f-f049-43c8-b5c0-9ac80ab4f7ac,segment=NetworkSegment(059600ec-f390-426a-93b0-856b499fddb4),segment_id=059600ec-f390-426a-93b0-856b499fddb4)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:11:31.714790 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:31.719574 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b0325dc2-3193-488c-ba0c-68290aa90090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:11:30Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:31.729429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Calling delete_port for 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:11:31.753191 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0325dc2-3193-488c-ba0c-68290aa90090 None None] The sync data for ids ['58568ce1-435a-4efa-8b48-e5e1aacab268'] in n-d-815324-5 is: [{'id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'name': 'tempest-TestNetworkAdvancedServerOps-router-425536036', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:11:30Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '50f8b6d8-8b87-49d8-8303-ffa5c76d6f14', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58568ce1-435a-4efa-8b48-e5e1aacab268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:10:25Z', 'updated_at': '2021-12-17T14:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:11:31.816586 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:11:31.816943 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:31.877442 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:31.899191 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=50f8b6d8-8b87-49d8-8303-ffa5c76d6f14,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:11:31.903175 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:31.907605 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Pushing event deleted for resources: {'Port': ['ID=8737e59f-f049-43c8-b5c0-9ac80ab4f7ac,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:31.911534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:11:31.911952 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] No DVR routers for this DVR port 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:11:31.922101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:31.922456 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:31.922814 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:31.923420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:31.923512 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:31.923870 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:31.924389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:31.924909 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:31.925420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:31.926274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:31.926274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:31.926810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:31.926810 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454968f8-056d-4217-8e41-1edaf8c540ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:32.146233 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:32.149440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:11:32.176125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643c56c0-e0fb-40b2-bef2-45fe347e7439 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:11:32.180731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:11:32.181077 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 8737e59f-f049-43c8-b5c0-9ac80ab4f7ac not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:11:32.206739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=50f8b6d8-8b87-49d8-8303-ffa5c76d6f14,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:32.242931 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:32.248530 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:32.284962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0ec3bb78-c111-4343-9c1c-53e18ce432d4 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:11:32.311375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 0ec3bb78-c111-4343-9c1c-53e18ce432d4 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:11:32.313701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 0ec3bb78-c111-4343-9c1c-53e18ce432d4 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:11:32.604453 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:32.606719 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:32.725483 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:32.725977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Fanout notify agent at l3_agent the message router_deleted on router 58568ce1-435a-4efa-8b48-e5e1aacab268 {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:11:32.733233 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:32.734389 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1a5db82c-9e9d-4349-93c2-df10724249ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/routers/58568ce1-435a-4efa-8b48-e5e1aacab268 HTTP/1.1" status: 204 len: 168 time: 1.3097215 Dec 17 14:11:32.737083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51200) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:32.815523 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:32.903743 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:32.922882 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933900a6-295f-44dc-9c90-ddc803d811b8']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:32.932452 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059600ec-f390-426a-93b0-856b499fddb4') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:32.932748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059600ec-f390-426a-93b0-856b499fddb4') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:32.941831 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:32.954234 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:32.959863 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:11:32.960241 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: timer() Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:11:32.963189 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:11:33.091280 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:33.098876 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:33.102041 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/networks/933900a6-295f-44dc-9c90-ddc803d811b8 HTTP/1.1" status: 204 len: 168 time: 0.3639364 Dec 17 14:11:33.104761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51202) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:33.122363 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ec2d4-0b73-4366-90c0-c7c58d01cbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Network': ['ID=933900a6-295f-44dc-9c90-ddc803d811b8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:33.176920 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaf25-6b40-48ad-a624-6a6b89d5485a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:33.206362 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaf25-6b40-48ad-a624-6a6b89d5485a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:33.320139 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaf25-6b40-48ad-a624-6a6b89d5485a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:33.323331 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9dbdaf25-6b40-48ad-a624-6a6b89d5485a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:33.324508 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9dbdaf25-6b40-48ad-a624-6a6b89d5485a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/security-groups/6f4f7d1f-7285-4a7e-b4d5-637dc39c6122 HTTP/1.1" status: 204 len: 168 time: 0.2188022 Dec 17 14:11:33.333598 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdaf25-6b40-48ad-a624-6a6b89d5485a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4f7d1f-7285-4a7e-b4d5-637dc39c6122,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:33.752370 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 715fe563-456a-4bdb-bc74-223831ee4568 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:11:33.774771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 715fe563-456a-4bdb-bc74-223831ee4568 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:11:33.775118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 715fe563-456a-4bdb-bc74-223831ee4568 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:11:33.775538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:11:33.799439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:11:33.799790 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 50f8b6d8-8b87-49d8-8303-ffa5c76d6f14 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:11:33.939226 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51208) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:33.944028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bf92e747-fb91-469f-8386-50ec453c7ab1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1642674794', 'description': 'tempest-secgroup-smoke-1642674794 description', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:34.028570 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf92e747-fb91-469f-8386-50ec453c7ab1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.104401 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf92e747-fb91-469f-8386-50ec453c7ab1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.166030 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf92e747-fb91-469f-8386-50ec453c7ab1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.194982 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92e747-fb91-469f-8386-50ec453c7ab1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6ea578-bd60-434d-a439-c2a9d1d534fb,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:34.242585 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bf92e747-fb91-469f-8386-50ec453c7ab1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.243918 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bf92e747-fb91-469f-8386-50ec453c7ab1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3036144 Dec 17 14:11:34.246776 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51210) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:34.251406 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-29348624-b8b2-41c1-81bf-39e1393c19ee tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '0f6ea578-bd60-434d-a439-c2a9d1d534fb', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:34.343160 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29348624-b8b2-41c1-81bf-39e1393c19ee tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.389223 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29348624-b8b2-41c1-81bf-39e1393c19ee tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.464855 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29348624-b8b2-41c1-81bf-39e1393c19ee tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.484172 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29348624-b8b2-41c1-81bf-39e1393c19ee tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d1abbf-8f43-46e9-9db4-f9ed3159c011,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:34.551547 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-29348624-b8b2-41c1-81bf-39e1393c19ee tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.552257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-29348624-b8b2-41c1-81bf-39e1393c19ee tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044121 Dec 17 14:11:34.555643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51212) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:34.560221 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2435a119-f016-4360-97ae-7f2570c5ad11 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '0f6ea578-bd60-434d-a439-c2a9d1d534fb', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:34.633404 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2435a119-f016-4360-97ae-7f2570c5ad11 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.678787 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2435a119-f016-4360-97ae-7f2570c5ad11 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.742376 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2435a119-f016-4360-97ae-7f2570c5ad11 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.761828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435a119-f016-4360-97ae-7f2570c5ad11 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a46c8b-aab8-4c82-a597-8fecc19d9473,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:34.816168 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2435a119-f016-4360-97ae-7f2570c5ad11 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.817413 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2435a119-f016-4360-97ae-7f2570c5ad11 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2607703 Dec 17 14:11:34.820156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51214) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:34.825018 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-3248ab71-8d75-48dd-b9aa-fee955ad8437 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '0f6ea578-bd60-434d-a439-c2a9d1d534fb', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:34.904246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3248ab71-8d75-48dd-b9aa-fee955ad8437 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:34.963322 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3248ab71-8d75-48dd-b9aa-fee955ad8437 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.028037 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3248ab71-8d75-48dd-b9aa-fee955ad8437 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.046170 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248ab71-8d75-48dd-b9aa-fee955ad8437 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb9f153-545d-42ed-8435-faca61ee89b7,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:35.110562 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3248ab71-8d75-48dd-b9aa-fee955ad8437 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.111762 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3248ab71-8d75-48dd-b9aa-fee955ad8437 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2907071 Dec 17 14:11:35.114502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51216) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:35.119007 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-94e2721d-a7f8-4566-83ef-15d03b08d1a0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '0f6ea578-bd60-434d-a439-c2a9d1d534fb', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:35.227877 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-94e2721d-a7f8-4566-83ef-15d03b08d1a0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.284988 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-94e2721d-a7f8-4566-83ef-15d03b08d1a0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.351435 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-94e2721d-a7f8-4566-83ef-15d03b08d1a0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.369189 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2721d-a7f8-4566-83ef-15d03b08d1a0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97eda273-ad29-4920-ae57-871fa64c1ff6,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:35.433722 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-94e2721d-a7f8-4566-83ef-15d03b08d1a0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.434876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-94e2721d-a7f8-4566-83ef-15d03b08d1a0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3194480 Dec 17 14:11:35.437817 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51218) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:35.442215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-722eded0-5877-4a56-b285-0ff4affe2357 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '0f6ea578-bd60-434d-a439-c2a9d1d534fb', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:35.543985 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-722eded0-5877-4a56-b285-0ff4affe2357 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Project 68c4c7fe7c79418db0d3e4f59aacc91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:11:35.549282 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-722eded0-5877-4a56-b285-0ff4affe2357 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.608630 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-722eded0-5877-4a56-b285-0ff4affe2357 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.686087 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-722eded0-5877-4a56-b285-0ff4affe2357 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.704885 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722eded0-5877-4a56-b285-0ff4affe2357 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6a8a2c-57ef-4199-8219-149cc6f5fa1c,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:35.779370 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-722eded0-5877-4a56-b285-0ff4affe2357 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.780528 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-722eded0-5877-4a56-b285-0ff4affe2357 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3417323 Dec 17 14:11:35.783391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51220) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:35.787948 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-dd9d47c8-a656-4e44-9d9f-824be816b02c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '0f6ea578-bd60-434d-a439-c2a9d1d534fb', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:35.862731 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-dd9d47c8-a656-4e44-9d9f-824be816b02c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Project 68c4c7fe7c79418db0d3e4f59aacc91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:11:35.867983 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dd9d47c8-a656-4e44-9d9f-824be816b02c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.927118 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dd9d47c8-a656-4e44-9d9f-824be816b02c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:35.991083 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dd9d47c8-a656-4e44-9d9f-824be816b02c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:36.009052 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d47c8-a656-4e44-9d9f-824be816b02c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a23e3d-fd53-447c-a145-4823125eeffa,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:36.190802 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-dd9d47c8-a656-4e44-9d9f-824be816b02c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:36.192054 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-dd9d47c8-a656-4e44-9d9f-824be816b02c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4076548 Dec 17 14:11:36.194779 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51222) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:36.200606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d4fa7b1f-43bf-4446-b29f-0accc920d627 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'network': {'name': 'tempest-network-smoke--143185335', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'port_security_enabled': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:36.296754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fa7b1f-43bf-4446-b29f-0accc920d627 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:11:36.300481 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7b1f-43bf-4446-b29f-0accc920d627 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:36.325839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fa7b1f-43bf-4446-b29f-0accc920d627 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:11:36.335754 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7b1f-43bf-4446-b29f-0accc920d627 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:36.336113 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-d4fa7b1f-43bf-4446-b29f-0accc920d627 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Added segment 80128922-46cd-410d-92b7-04c6134de2fe of type vlan for network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 Dec 17 14:11:36.394893 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7b1f-43bf-4446-b29f-0accc920d627 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:36.468238 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7b1f-43bf-4446-b29f-0accc920d627 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:36.473837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa7b1f-43bf-4446-b29f-0accc920d627 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:36.474445 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7b1f-43bf-4446-b29f-0accc920d627 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:36.582470 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa7b1f-43bf-4446-b29f-0accc920d627 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Network': ['ID=6782d9f0-dcc7-43b1-8bba-1b6de9d79882,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:36.592751 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:11:36.614025 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d4fa7b1f-43bf-4446-b29f-0accc920d627 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4181812 Dec 17 14:11:36.616820 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51224) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:36.621849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'admin_state_up': True, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:36.694328 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:36.695415 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:36.716873 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:36.782062 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:36.963393 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:37.590679 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:37.616014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:37.718873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.25.0.4 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/74c4b6ad-8ee6-4dcc-84dd-22f8481e314e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:11:37.821813 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:37.894486 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:37.931645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:11:37.934530 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:11:37.938115 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:11:37.947980 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e6570-e5e5-4d80-a8d2-90571a80351a None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:11:37.965790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=74c4b6ad-8ee6-4dcc-84dd-22f8481e314e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:38.041418 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c10f4a1e-f55c-4cac-91ed-896d96736a05 None None] Provisioning complete for port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:38.041823 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c10f4a1e-f55c-4cac-91ed-896d96736a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:38.087345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c10f4a1e-f55c-4cac-91ed-896d96736a05 None None] Port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:11:38.280562 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:38.473498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:38.662625 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router e33cc494-a670-49a5-97f3-50ea5315ab23 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:11:38.768552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:11:38.778446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Sync routers for ids ['e33cc494-a670-49a5-97f3-50ea5315ab23'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:11:38.788381 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Routers {'e33cc494-a670-49a5-97f3-50ea5315ab23'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:11:38.789008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:11:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e33cc494-a670-49a5-97f3-50ea5315ab23'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:38.850324 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:38.851631 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6a1c0778-6792-4737-b1d1-7570dd502bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2338026 Dec 17 14:11:38.854803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51226) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:38.891007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d7f27c43-bc58-45be-a57a-ed14d766c78d tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=68c4c7fe7c79418db0d3e4f59aacc91a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344970 Dec 17 14:11:38.893519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51228) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:38.894130 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Set router e33cc494-a670-49a5-97f3-50ea5315ab23 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:11:39.041285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53805f77-ec66-4546-9f09-74a646b3f5d6 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:39.043500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-53805f77-ec66-4546-9f09-74a646b3f5d6 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1483493 Dec 17 14:11:39.046413 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51230) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:39.069458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:11:38Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:39.084003 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-81c5e5a0-5520-41e0-84de-fad79289d84a tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364730 Dec 17 14:11:39.086493 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51232) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:39.091758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-58a0dee6-c2e3-4a22-a817-b28c1d51cb1a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036833964', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:39.099838 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Checking router: e33cc494-a670-49a5-97f3-50ea5315ab23 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:11:39.100191 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Updating router e33cc494-a670-49a5-97f3-50ea5315ab23 port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:11:39.125183 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:39.236783 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a0dee6-c2e3-4a22-a817-b28c1d51cb1a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:11:39.240572 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58a0dee6-c2e3-4a22-a817-b28c1d51cb1a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:39.371036 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:39.442862 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:39.488437 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebde45b-6c8d-4431-9746-71ad062e4e36 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:11:39.504010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Attempting to bind port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:11:39.504390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Attempting to bind port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:11:39.504753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Attempting to bind port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:11:39.505740 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58a0dee6-c2e3-4a22-a817-b28c1d51cb1a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:39.506993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e4e97-3355-4c1f-a5ed-e59698e9276c None None] Pushing event updated for resources: {'Port': ['ID=74c4b6ad-8ee6-4dcc-84dd-22f8481e314e,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:39.513635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:11:39.515827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:11:39.515827 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:39.515827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:11:39.515827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Bound port: 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:11:39.515827 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:39.570195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0dee6-c2e3-4a22-a817-b28c1d51cb1a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Subnet': ['ID=34f25bf8-8295-4212-a95e-eeec268eb49d,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:39.570688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] For port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:11:39.574478 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] For port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=74c4b6ad-8ee6-4dcc-84dd-22f8481e314e,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:11:39.579169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0dee6-c2e3-4a22-a817-b28c1d51cb1a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Checking segment: {'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:11:39.579544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0dee6-c2e3-4a22-a817-b28c1d51cb1a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network hostable DHCP agents. Network: 6782d9f0-dcc7-43b1-8bba-1b6de9d79882, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:11:39.618116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f35cc9e4-e346-47dd-9686-a9d3c9361c3f None None] Provisioning complete for port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:39.618494 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f35cc9e4-e346-47dd-9686-a9d3c9361c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:39.644153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:39.656644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0dee6-c2e3-4a22-a817-b28c1d51cb1a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:11:39.680231 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f35cc9e4-e346-47dd-9686-a9d3c9361c3f None None] Port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:11:39.695348 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f689b9b1-8b5c-41ab-b078-310b4991c02b None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:11:39.718210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Routers {'e33cc494-a670-49a5-97f3-50ea5315ab23'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:11:39.718875 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:11:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e33cc494-a670-49a5-97f3-50ea5315ab23'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:39.721137 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e4e97-3355-4c1f-a5ed-e59698e9276c None None] Pushing event updated for resources: {'Port': ['ID=74c4b6ad-8ee6-4dcc-84dd-22f8481e314e,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:39.731716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-58a0dee6-c2e3-4a22-a817-b28c1d51cb1a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 6782d9f0-dcc7-43b1-8bba-1b6de9d79882) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:11:39.736184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a0dee6-c2e3-4a22-a817-b28c1d51cb1a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:39.736826 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-58a0dee6-c2e3-4a22-a817-b28c1d51cb1a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:39.764255 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0924309-c0ee-4143-a9e8-cc1cf63597e7 None None] Network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:11:39.814211 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-58a0dee6-c2e3-4a22-a817-b28c1d51cb1a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7266786 Dec 17 14:11:39.816904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51234) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:39.894312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5ab41c9e-13be-48e8-84a8-0ec9cc63cab2 None None] Provisioning complete for port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:39.894602 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5ab41c9e-13be-48e8-84a8-0ec9cc63cab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:39.921728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] Set router e33cc494-a670-49a5-97f3-50ea5315ab23 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:11:40.022359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ips': [{'subnet_id': '34f25bf8-8295-4212-a95e-eeec268eb49d'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:11:40.023263 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:40.446113 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5ab41c9e-13be-48e8-84a8-0ec9cc63cab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:40.466068 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Allocated IP 172.20.0.2 (6782d9f0-dcc7-43b1-8bba-1b6de9d79882/34f25bf8-8295-4212-a95e-eeec268eb49d/5fdfaaa3-1959-4bdb-b4c6-421061ea94c1) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:11:40.490328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-5ab41c9e-13be-48e8-84a8-0ec9cc63cab2 None None] For port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=74c4b6ad-8ee6-4dcc-84dd-22f8481e314e,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:11:40.540608 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:11:38Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:40.545941 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:40.580747 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4823940-ef35-4506-bce3-1ec8d7e88180 None None] The sync data for ids ['e33cc494-a670-49a5-97f3-50ea5315ab23'] in n-d-815324-5 is: [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:11:38Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:11:40.618841 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5ab41c9e-13be-48e8-84a8-0ec9cc63cab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:40.704992 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab41c9e-13be-48e8-84a8-0ec9cc63cab2 None None] Pushing event updated for resources: {'Port': ['ID=74c4b6ad-8ee6-4dcc-84dd-22f8481e314e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:40.712446 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:40.780339 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:40.826545 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:11:40.829843 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:11:40.832239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:11:40.841932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Pushing event updated for resources: {'Port': ['ID=5fdfaaa3-1959-4bdb-b4c6-421061ea94c1,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:40.915309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Attempting to bind port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:11:40.915766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Attempting to bind port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:11:40.916199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Attempting to bind port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 on network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:11:40.923826 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:11:40.924323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Checking segment: {'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:11:40.924814 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:40.925652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Bound using segment: {'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:11:40.926063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Bound port: 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:11:40.926463 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:40.952758 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.20.0.1 (6782d9f0-dcc7-43b1-8bba-1b6de9d79882/34f25bf8-8295-4212-a95e-eeec268eb49d/c5ae3f47-79dd-4e04-a44b-49ec3bff914b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:11:41.059666 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] For port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:11:41.063124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] For port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5fdfaaa3-1959-4bdb-b4c6-421061ea94c1,segment=NetworkSegment(80128922-46cd-410d-92b7-04c6134de2fe),segment_id=80128922-46cd-410d-92b7-04c6134de2fe)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:11:41.123237 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:41.180469 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:41.243436 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:41.254658 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1af1f-a172-430b-ae1b-c70437328bae None None] Pushing event updated for resources: {'Port': ['ID=5fdfaaa3-1959-4bdb-b4c6-421061ea94c1,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:41.294363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:11:41.298233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:11:41.302653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:11:41.330137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=c5ae3f47-79dd-4e04-a44b-49ec3bff914b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:41.354866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:41.571388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:41.822628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:11:41.868864 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:41.876628 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:41.877001 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:41.939372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:41.952842 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:41.988981 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5fdfaaa3-1959-4bdb-b4c6-421061ea94c1,segment=NetworkSegment(80128922-46cd-410d-92b7-04c6134de2fe),segment_id=80128922-46cd-410d-92b7-04c6134de2fe)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:11:42.013872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=c5ae3f47-79dd-4e04-a44b-49ec3bff914b,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:42.016213 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:42.085685 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:42.086511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:11:42.117011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:11:42.118845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:11:42.171113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=5fdfaaa3-1959-4bdb-b4c6-421061ea94c1,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:42.184706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:42.185084 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:42.239580 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router e33cc494-a670-49a5-97f3-50ea5315ab23 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:11:42.286902 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:11:42.352278 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:11:42.362190 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-47d9e0a0-d237-46ac-a226-834f58c39e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "PUT /v2.0/routers/e33cc494-a670-49a5-97f3-50ea5315ab23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5441570 Dec 17 14:11:42.513766 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-a71b7384-a792-4bbf-8bf3-5431199227f2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1642674794&fields=id&tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 267 time: 0.0483699 Dec 17 14:11:42.638294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-6ca08c1b-8bc0-40e6-894a-5f37fe5b30e9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:42.639987 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-6ca08c1b-8bc0-40e6-894a-5f37fe5b30e9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/networks?id=6782d9f0-dcc7-43b1-8bba-1b6de9d79882 HTTP/1.1" status: 200 len: 796 time: 0.1174824 Dec 17 14:11:42.657816 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-65947c17-1dcd-48da-afad-41df4a91b25d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/quotas/68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 375 time: 0.0098605 Dec 17 14:11:42.658622 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137b6e22-2886-4939-ba08-d5d6bd16b14c None None] Network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:11:42.710359 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-212bae87-85e0-4057-a62c-38351af93ed2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469849 Dec 17 14:11:42.761969 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Sync routers for ids ['e33cc494-a670-49a5-97f3-50ea5315ab23'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:11:42.769358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-45906495-5168-40a9-a4d3-5d2b0903d7e3 None None] Provisioning complete for port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:42.769754 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-45906495-5168-40a9-a4d3-5d2b0903d7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:42.772272 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Routers {'e33cc494-a670-49a5-97f3-50ea5315ab23'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:11:42.772881 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:11:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e33cc494-a670-49a5-97f3-50ea5315ab23'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:42.821937 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-adc578da-9db1-4138-aa1b-41869dac7da9 service neutron] 10.222.0.59 "GET /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986032 Dec 17 14:11:42.888698 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Set router e33cc494-a670-49a5-97f3-50ea5315ab23 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:11:42.918153 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-a5f804ca-060f-496e-b798-80ceba02959f service neutron] 10.222.0.59 "GET /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957451 Dec 17 14:11:43.090274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ee5d8507-6c59-45fa-83f9-e0bdc181f4d0 None None] Provisioning complete for port c5ae3f47-79dd-4e04-a44b-49ec3bff914b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:43.090812 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee5d8507-6c59-45fa-83f9-e0bdc181f4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:43.118067 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:11:41Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c5ae3f47-79dd-4e04-a44b-49ec3bff914b', 'name': '', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:72:df:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:40Z', 'updated_at': '2021-12-17T14:11:41Z', 'revision_number': 2, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:43.151422 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Checking router: e33cc494-a670-49a5-97f3-50ea5315ab23 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:11:43.152006 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Updating router e33cc494-a670-49a5-97f3-50ea5315ab23 port c5ae3f47-79dd-4e04-a44b-49ec3bff914b binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:11:43.183006 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d8507-6c59-45fa-83f9-e0bdc181f4d0 None None] Port c5ae3f47-79dd-4e04-a44b-49ec3bff914b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:11:43.187191 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:43.211888 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-216de50d-1bcd-447c-bb5c-8fe67187af6d req-c4e4ee80-bfb8-4492-83d7-720a7a92bbc6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 210 time: 0.0648375 Dec 17 14:11:43.212454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ee5d8507-6c59-45fa-83f9-e0bdc181f4d0 None None] Provisioning complete for port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:43.212454 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ee5d8507-6c59-45fa-83f9-e0bdc181f4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:43.421183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e2f33043-6d5e-491b-982b-8e6b29e039fd None None] Provisioning complete for port c5ae3f47-79dd-4e04-a44b-49ec3bff914b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:43.421561 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e2f33043-6d5e-491b-982b-8e6b29e039fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:43.457663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e2f33043-6d5e-491b-982b-8e6b29e039fd None None] Port c5ae3f47-79dd-4e04-a44b-49ec3bff914b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:11:43.503498 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:43.576086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-78d14049-17d7-456d-8cec-3bed2db822c1 None None] Provisioning complete for port c5ae3f47-79dd-4e04-a44b-49ec3bff914b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:43.576497 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-78d14049-17d7-456d-8cec-3bed2db822c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:43.577090 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:43.611794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-78d14049-17d7-456d-8cec-3bed2db822c1 None None] Port c5ae3f47-79dd-4e04-a44b-49ec3bff914b cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:11:43.651135 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Pushing event updated for resources: {'Port': ['ID=c5ae3f47-79dd-4e04-a44b-49ec3bff914b,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:43.676517 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.676856 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.677522 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.677877 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.678247 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.678571 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.678892 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.679234 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.679530 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.679843 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.680155 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.680466 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.680777 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:11:43.696285 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Attempting to bind port c5ae3f47-79dd-4e04-a44b-49ec3bff914b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:11:43.696753 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Attempting to bind port c5ae3f47-79dd-4e04-a44b-49ec3bff914b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:11:43.697111 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Attempting to bind port c5ae3f47-79dd-4e04-a44b-49ec3bff914b on network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:11:43.703110 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:11:43.703716 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Checking segment: {'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:11:43.704290 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:43.704831 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Bound using segment: {'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:11:43.705620 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Bound port: c5ae3f47-79dd-4e04-a44b-49ec3bff914b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:11:43.706416 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:43.782819 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] For port c5ae3f47-79dd-4e04-a44b-49ec3bff914b, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:11:43.786055 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] For port c5ae3f47-79dd-4e04-a44b-49ec3bff914b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c5ae3f47-79dd-4e04-a44b-49ec3bff914b,segment=NetworkSegment(80128922-46cd-410d-92b7-04c6134de2fe),segment_id=80128922-46cd-410d-92b7-04c6134de2fe)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:11:43.794198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:11:43.858834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:43.859209 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:43.865995 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:43.944806 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7390d40b-6e3c-4b6e-b48d-5b08365222c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:43.955368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9cd2c07c-3c74-46a8-8fc3-655fb1080712 None None] Provisioning complete for port c5ae3f47-79dd-4e04-a44b-49ec3bff914b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:43.955832 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c07c-3c74-46a8-8fc3-655fb1080712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:44.016676 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Routers {'e33cc494-a670-49a5-97f3-50ea5315ab23'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:11:44.017295 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:11:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e33cc494-a670-49a5-97f3-50ea5315ab23'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:44.019151 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670a1de-1c93-4310-a770-2f5f0ffa1c6a None None] Pushing event updated for resources: {'Port': ['ID=c5ae3f47-79dd-4e04-a44b-49ec3bff914b,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:44.041530 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c07c-3c74-46a8-8fc3-655fb1080712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:44.076944 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9cd2c07c-3c74-46a8-8fc3-655fb1080712 None None] For port c5ae3f47-79dd-4e04-a44b-49ec3bff914b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c5ae3f47-79dd-4e04-a44b-49ec3bff914b,segment=NetworkSegment(80128922-46cd-410d-92b7-04c6134de2fe),segment_id=80128922-46cd-410d-92b7-04c6134de2fe)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:11:44.135184 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] Set router e33cc494-a670-49a5-97f3-50ea5315ab23 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:11:44.171915 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c07c-3c74-46a8-8fc3-655fb1080712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:44.233644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2c07c-3c74-46a8-8fc3-655fb1080712 None None] Pushing event updated for resources: {'Port': ['ID=c5ae3f47-79dd-4e04-a44b-49ec3bff914b,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:44.291889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-11a2c598-0681-48f7-938d-cac02ab485ce None None] Provisioning complete for port c5ae3f47-79dd-4e04-a44b-49ec3bff914b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:44.292390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-11a2c598-0681-48f7-938d-cac02ab485ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:44.294324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00345278-b3dc-4031-b82f-c3fd6a774a45 req-677671c7-93c3-48ba-86a5-accdac01e1c2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 210 time: 0.0298295 Dec 17 14:11:44.359232 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:11:41Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c5ae3f47-79dd-4e04-a44b-49ec3bff914b', 'name': '', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:72:df:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:40Z', 'updated_at': '2021-12-17T14:11:43Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:44.392288 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fbfcd4-4f1f-4744-b6a5-eb6d2849b84f None None] The sync data for ids ['e33cc494-a670-49a5-97f3-50ea5315ab23'] in n-d-815324-5 is: [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:11:41Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c5ae3f47-79dd-4e04-a44b-49ec3bff914b', 'name': '', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:72:df:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:40Z', 'updated_at': '2021-12-17T14:11:43Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:11:45.245907 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-eb9feb63-010c-49eb-b582-7e7394a20cfa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:45.247437 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-eb9feb63-010c-49eb-b582-7e7394a20cfa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "GET /v2.0/networks?id=6782d9f0-dcc7-43b1-8bba-1b6de9d79882 HTTP/1.1" status: 200 len: 796 time: 0.1177292 Dec 17 14:11:45.324623 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-ec991350-f2b6-4ab4-b7c2-343635f96ab1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 380 time: 0.0658531 Dec 17 14:11:45.342301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'port': {'device_id': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'admin_state_up': True, 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'security_groups': ['0f6ea578-bd60-434d-a439-c2a9d1d534fb']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:45.399497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43aabebf-2f1b-44ec-948b-2de55b4c0897 req-09d8edd9-7b15-404e-8e75-f0debfc6d907 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 210 time: 0.0352654 Dec 17 14:11:45.539860 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:11:45.543969 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:45.668489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.20.0.7 (6782d9f0-dcc7-43b1-8bba-1b6de9d79882/34f25bf8-8295-4212-a95e-eeec268eb49d/f5ce6932-9c54-4e56-87e3-48377a333aff) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:11:45.803110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c5ae3f47-79dd-4e04-a44b-49ec3bff914b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:11:45.812489 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:45.851135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port c5ae3f47-79dd-4e04-a44b-49ec3bff914b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:45.851509 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:45.906137 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:45.956460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:11:45.959532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:11:45.963282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:11:45.990890 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=f5ce6932-9c54-4e56-87e3-48377a333aff,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:46.020025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:46.020920 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:46.128414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-4f8a5659-9424-4c00-aa64-0671a8739ed1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7910125 Dec 17 14:11:46.138741 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-b77f636b-3f31-495c-8ba2-4765900feb97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:11:46.139447 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-b77f636b-3f31-495c-8ba2-4765900feb97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053289 Dec 17 14:11:46.152770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Request body: {'port': {'device_id': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:46.212955 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2c0eb776-37ec-4bc2-b42b-6e3d76307857 None None] Provisioning complete for port f5ce6932-9c54-4e56-87e3-48377a333aff triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:46.213241 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2c0eb776-37ec-4bc2-b42b-6e3d76307857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:46.213371 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:46.247910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-2c0eb776-37ec-4bc2-b42b-6e3d76307857 None None] Port f5ce6932-9c54-4e56-87e3-48377a333aff cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:11:46.368525 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9441a7e-3d36-4f9e-b24b-74f9efa71dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:46.483091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ce6932-9c54-4e56-87e3-48377a333aff {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:11:46.491487 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:46.519024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Transition to ACTIVE for port object f5ce6932-9c54-4e56-87e3-48377a333aff will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:11:46.535604 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07355a86-bc25-41b0-ac75-940d51d9a01f req-1ccf4406-fdb0-4284-ae84-19f9a10eaf7e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:46.537091 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07355a86-bc25-41b0-ac75-940d51d9a01f req-1ccf4406-fdb0-4284-ae84-19f9a10eaf7e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 931 time: 0.0660207 Dec 17 14:11:46.590073 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:46.618171 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07355a86-bc25-41b0-ac75-940d51d9a01f req-bcaccd80-bd18-4d6a-ad5f-cd232b385ada tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743582 Dec 17 14:11:46.643476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ce6932-9c54-4e56-87e3-48377a333aff,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:46.718049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Attempting to bind port f5ce6932-9c54-4e56-87e3-48377a333aff on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:11:46.718386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Attempting to bind port f5ce6932-9c54-4e56-87e3-48377a333aff by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:11:46.718717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Attempting to bind port f5ce6932-9c54-4e56-87e3-48377a333aff on network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:11:46.723240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Port f5ce6932-9c54-4e56-87e3-48377a333aff on network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:11:46.723635 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Attempting to bind port f5ce6932-9c54-4e56-87e3-48377a333aff on network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:11:46.728472 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:11:46.728809 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Checking segment: {'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:11:46.729197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Bound using segment: {'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:11:46.729659 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Bound port: f5ce6932-9c54-4e56-87e3-48377a333aff, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80128922-46cd-410d-92b7-04c6134de2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:11:46.730045 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:46.800081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] For port f5ce6932-9c54-4e56-87e3-48377a333aff, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:11:46.803401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] For port f5ce6932-9c54-4e56-87e3-48377a333aff, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f5ce6932-9c54-4e56-87e3-48377a333aff,segment=NetworkSegment(80128922-46cd-410d-92b7-04c6134de2fe),segment_id=80128922-46cd-410d-92b7-04c6134de2fe)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:11:46.863282 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:46.900334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:46.901017 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:46.903208 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] 10.222.0.54 "PUT /v2.0/ports/f5ce6932-9c54-4e56-87e3-48377a333aff HTTP/1.1" status: 200 len: 1091 time: 0.7551181 Dec 17 14:11:46.903558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'tag': 'f5ce6932-9c54-4e56-87e3-48377a333aff'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:11:46.905849 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a19353b-df8f-4b3e-9292-ed43bd59ebb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc001ed-409b-4261-93fb-50a6414bb5dc", "tag": "f5ce6932-9c54-4e56-87e3-48377a333aff"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:11:46.931160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26966f-7108-4317-8ba7-5c9626585953 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ce6932-9c54-4e56-87e3-48377a333aff,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:46.946068 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0b3091-0ecd-452e-a27e-244582bf64d4 x-openstack-request-id: req-3f0b3091-0ecd-452e-a27e-244582bf64d4 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:11:46.946068 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc001ed-409b-4261-93fb-50a6414bb5dc", "tag": "f5ce6932-9c54-4e56-87e3-48377a333aff", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:11:46.946068 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f0b3091-0ecd-452e-a27e-244582bf64d4 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:11:46.947085 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'tag': 'f5ce6932-9c54-4e56-87e3-48377a333aff', 'status': 'completed', 'code': 200} Dec 17 14:11:47.012637 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19353b-df8f-4b3e-9292-ed43bd59ebb5 req-dbf516a7-78d2-475a-8258-ff0de1a78f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:47.012637 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8a19353b-df8f-4b3e-9292-ed43bd59ebb5 req-dbf516a7-78d2-475a-8258-ff0de1a78f64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 1094 time: 0.0430999 Dec 17 14:11:47.116438 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19353b-df8f-4b3e-9292-ed43bd59ebb5 req-9b7881cd-8ac3-4e0d-9378-57b0aac0a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:47.117968 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8a19353b-df8f-4b3e-9292-ed43bd59ebb5 req-9b7881cd-8ac3-4e0d-9378-57b0aac0a81a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0991488 Dec 17 14:11:47.215565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19353b-df8f-4b3e-9292-ed43bd59ebb5 req-90dde599-a089-4291-b1dc-b63f47c62432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:47.217144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8a19353b-df8f-4b3e-9292-ed43bd59ebb5 req-90dde599-a089-4291-b1dc-b63f47c62432 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918338 Dec 17 14:11:47.301147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-ffc1acca-1e8c-483f-8722-e759ac3806ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:47.302683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-ffc1acca-1e8c-483f-8722-e759ac3806ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 1094 time: 0.0448637 Dec 17 14:11:47.345935 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-929de7ac-b3dc-4c9b-8157-6eb7cd699eb9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5ce6932-9c54-4e56-87e3-48377a333aff HTTP/1.1" status: 200 len: 217 time: 0.0343475 Dec 17 14:11:47.394575 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-82e41218-d581-402c-8a36-19155b75eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:47.396299 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-82e41218-d581-402c-8a36-19155b75eb6c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34f25bf8-8295-4212-a95e-eeec268eb49d HTTP/1.1" status: 200 len: 835 time: 0.0438421 Dec 17 14:11:47.445117 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-ac348f6c-b4d4-48f0-9516-92ec44d1cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:47.446642 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-ac348f6c-b4d4-48f0-9516-92ec44d1cc00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6782d9f0-dcc7-43b1-8bba-1b6de9d79882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434980 Dec 17 14:11:47.534782 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-dcb9e92c-9785-45a2-98a1-3d0bd93d3e63 service neutron] 10.222.0.54 "GET /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803068 Dec 17 14:11:47.626945 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6aa24848-daed-4ad4-93e2-22e97ba76d19 req-03dc607a-04b9-401f-a5ef-4d55e90583f4 service neutron] 10.222.0.54 "GET /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849197 Dec 17 14:11:47.735143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e9d99-a8bb-4ba5-9fbe-c992c7ed48fe req-6bb669dd-5635-4530-a15a-ea5e168c7bdf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:47.736653 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485e9d99-a8bb-4ba5-9fbe-c992c7ed48fe req-6bb669dd-5635-4530-a15a-ea5e168c7bdf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 943 time: 0.0500278 Dec 17 14:11:47.786047 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485e9d99-a8bb-4ba5-9fbe-c992c7ed48fe req-4b0a6dbb-d15d-4ec5-81df-af1cc72a9bd8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432901 Dec 17 14:11:47.942383 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:48.910023 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504cc47-6f97-4a89-9d13-fd487887bb8f req-0ea6f52f-bded-47a2-9858-76b27ca6a31f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:48.911499 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2504cc47-6f97-4a89-9d13-fd487887bb8f req-0ea6f52f-bded-47a2-9858-76b27ca6a31f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 943 time: 0.0495052 Dec 17 14:11:48.960247 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2504cc47-6f97-4a89-9d13-fd487887bb8f req-2d8b4a75-76ca-49de-8837-176bfcc066d1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427353 Dec 17 14:11:49.113787 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:49.842186 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:50.074692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81612e38-a1af-435d-8c47-5b88083a4cc1 req-9caedbe8-be34-41d5-9570-060222055a9e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:50.076416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81612e38-a1af-435d-8c47-5b88083a4cc1 req-9caedbe8-be34-41d5-9570-060222055a9e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 943 time: 0.0495248 Dec 17 14:11:50.124799 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81612e38-a1af-435d-8c47-5b88083a4cc1 req-88fcadba-fd98-498f-af92-ee30dbd07445 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Dec 17 14:11:51.248771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa586e1-4e8b-4d06-af5b-ef840d45a24d req-919cc9e6-9a87-4fad-9b33-7a8d9cf77e41 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:51.250497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5aa586e1-4e8b-4d06-af5b-ef840d45a24d req-919cc9e6-9a87-4fad-9b33-7a8d9cf77e41 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 943 time: 0.0551453 Dec 17 14:11:51.304132 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5aa586e1-4e8b-4d06-af5b-ef840d45a24d req-09e2c75d-4811-4d20-a646-c16790a7ab0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477281 Dec 17 14:11:52.144771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f5ce6932-9c54-4e56-87e3-48377a333aff details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:11:52.241079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f5ce6932-9c54-4e56-87e3-48377a333aff, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f5ce6932-9c54-4e56-87e3-48377a333aff,segment=NetworkSegment(80128922-46cd-410d-92b7-04c6134de2fe),segment_id=80128922-46cd-410d-92b7-04c6134de2fe)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:11:52.253116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': 'f5ce6932-9c54-4e56-87e3-48377a333aff', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'port_id': 'f5ce6932-9c54-4e56-87e3-48377a333aff', 'mac_address': 'fa:16:3e:fe:b4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:11:52.292742 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:52.306017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ce6932-9c54-4e56-87e3-48377a333aff {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:11:52.325445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f5ce6932-9c54-4e56-87e3-48377a333aff, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f5ce6932-9c54-4e56-87e3-48377a333aff,segment=NetworkSegment(80128922-46cd-410d-92b7-04c6134de2fe),segment_id=80128922-46cd-410d-92b7-04c6134de2fe)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:11:52.408120 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:52.457097 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=f5ce6932-9c54-4e56-87e3-48377a333aff,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:52.622754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['f5ce6932-9c54-4e56-87e3-48377a333aff'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:11:52.712085 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31561d69-9e1d-4e7c-960a-a67812010335 req-eec441e5-8756-4fea-8b45-f6a37ee973c9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:52.713487 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31561d69-9e1d-4e7c-960a-a67812010335 req-eec441e5-8756-4fea-8b45-f6a37ee973c9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 943 time: 0.3439775 Dec 17 14:11:52.762238 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-31561d69-9e1d-4e7c-960a-a67812010335 req-5a935169-b9fe-4c82-a31a-dcb365540098 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 Dec 17 14:11:53.877499 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff8b12-cd2a-4744-b0df-7fe3bab180aa req-035a47f3-6a84-4c5b-8310-7f6dd44bd49d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:53.879014 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-65ff8b12-cd2a-4744-b0df-7fe3bab180aa req-035a47f3-6a84-4c5b-8310-7f6dd44bd49d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 944 time: 0.0483568 Dec 17 14:11:53.929396 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-65ff8b12-cd2a-4744-b0df-7fe3bab180aa req-bba3600b-af8c-4365-b58c-84395518c7e3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438662 Dec 17 14:11:54.149769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f5ce6932-9c54-4e56-87e3-48377a333aff up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:11:54.242019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port f5ce6932-9c54-4e56-87e3-48377a333aff completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:11:54.245943 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port f5ce6932-9c54-4e56-87e3-48377a333aff triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:11:54.246310 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:54.323844 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:54.346269 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ce6932-9c54-4e56-87e3-48377a333aff'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:11:54.348502 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5413430e-8ff2-4500-8bf9-7f670031819c" -d '{"events": [{"server_uuid": "4fc001ed-409b-4261-93fb-50a6414bb5dc", "name": "network-vif-plugged", "status": "completed", "tag": "f5ce6932-9c54-4e56-87e3-48377a333aff"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:11:54.361004 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port f5ce6932-9c54-4e56-87e3-48377a333aff, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f5ce6932-9c54-4e56-87e3-48377a333aff,segment=NetworkSegment(80128922-46cd-410d-92b7-04c6134de2fe),segment_id=80128922-46cd-410d-92b7-04c6134de2fe)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:11:54.385508 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a641a7e-5c10-401c-8810-8b07e9c0a292 x-openstack-request-id: req-2a641a7e-5c10-401c-8810-8b07e9c0a292 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:11:54.385824 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc001ed-409b-4261-93fb-50a6414bb5dc", "name": "network-vif-plugged", "status": "completed", "tag": "f5ce6932-9c54-4e56-87e3-48377a333aff", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:11:54.386078 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a641a7e-5c10-401c-8810-8b07e9c0a292 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:11:54.386527 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ce6932-9c54-4e56-87e3-48377a333aff', 'code': 200} Dec 17 14:11:54.407991 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:54.461782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=f5ce6932-9c54-4e56-87e3-48377a333aff,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:54.485782 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e753d-db19-4dcd-b292-ab8213ea3e60 req-782f6fa4-4247-42ab-9fee-a528aec371f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:54.487313 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485e753d-db19-4dcd-b292-ab8213ea3e60 req-782f6fa4-4247-42ab-9fee-a528aec371f3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 1096 time: 0.0460522 Dec 17 14:11:54.534420 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-485e753d-db19-4dcd-b292-ab8213ea3e60 req-d926367c-35b7-4d82-8c61-ba5853690161 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397477 Dec 17 14:11:55.048920 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c746a-0a5d-47dc-ab67-8c3ce89946a5 req-790112e7-529b-40f6-8bf5-803e31b2ed19 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:55.050521 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-686c746a-0a5d-47dc-ab67-8c3ce89946a5 req-790112e7-529b-40f6-8bf5-803e31b2ed19 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0498247 Dec 17 14:11:55.101304 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-686c746a-0a5d-47dc-ab67-8c3ce89946a5 req-c544aa07-bd9b-4520-841d-dcb59ecf9213 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443773 Dec 17 14:11:56.226750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08c453-9049-420a-9bff-3ff0681f5903 req-f7d22a96-b8c2-4257-94b9-8d9e6b2b550c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:56.228397 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a08c453-9049-420a-9bff-3ff0681f5903 req-f7d22a96-b8c2-4257-94b9-8d9e6b2b550c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0565159 Dec 17 14:11:56.283873 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0a08c453-9049-420a-9bff-3ff0681f5903 req-85c041dc-8915-4c5f-a45c-432fc70d11ef tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489578 Dec 17 14:11:56.400619 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63829d0e-1788-44a0-95b9-79b4e463c424 req-8db234c7-74ce-40dd-bbe2-2d635796cf8b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:56.402008 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63829d0e-1788-44a0-95b9-79b4e463c424 req-8db234c7-74ce-40dd-bbe2-2d635796cf8b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0519218 Dec 17 14:11:56.450415 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-63829d0e-1788-44a0-95b9-79b4e463c424 req-d3a9aa42-5a11-4854-b242-6bd8d3b895ed tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418937 Dec 17 14:11:56.471788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51292) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:56.510590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07fbec5-a7d3-4155-8dd6-608a920139b5 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:56.512035 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d07fbec5-a7d3-4155-8dd6-608a920139b5 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 1091 time: 0.0392976 Dec 17 14:11:56.515402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51294) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:56.519527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': 'f5ce6932-9c54-4e56-87e3-48377a333aff', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:11:56.622844 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:56.720968 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:56.821486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.25.0.120 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/21d31c86-fbbb-4a7b-aeba-51abcdfdd227) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:11:56.923361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:57.005827 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:57.044349 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:11:57.047257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:11:57.049862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:11:57.076576 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=21d31c86-fbbb-4a7b-aeba-51abcdfdd227,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:57.409171 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:57.531016 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:57.678608 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:57.745003 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:57.813656 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=21d31c86-fbbb-4a7b-aeba-51abcdfdd227,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:11:57.827377 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:57.923485 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Floating IP 379a4863-ea5c-40f9-a1ae-3c57346a0033 associated. External IP: 172.25.0.120, port: f5ce6932-9c54-4e56-87e3-48377a333aff. Dec 17 14:11:58.125525 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router e33cc494-a670-49a5-97f3-50ea5315ab23 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:11:58.234047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:11:58.243779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95aaff-d138-4ca7-a299-550a7fb5391a None None] Sync routers for ids ['e33cc494-a670-49a5-97f3-50ea5315ab23'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:11:58.253716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95aaff-d138-4ca7-a299-550a7fb5391a None None] Routers {'e33cc494-a670-49a5-97f3-50ea5315ab23'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:11:58.254323 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2d95aaff-d138-4ca7-a299-550a7fb5391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:11:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e33cc494-a670-49a5-97f3-50ea5315ab23'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:58.306805 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:11:58.334033 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c52b669a-75aa-4cf6-ad38-6ad79303207e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8175967 Dec 17 14:11:58.334616 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'tag': 'f5ce6932-9c54-4e56-87e3-48377a333aff'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:11:58.336906 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76ee0de-e45f-45dc-89da-08d4dc72869c" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc001ed-409b-4261-93fb-50a6414bb5dc", "tag": "f5ce6932-9c54-4e56-87e3-48377a333aff"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:11:58.363028 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-2d95aaff-d138-4ca7-a299-550a7fb5391a None None] Set router e33cc494-a670-49a5-97f3-50ea5315ab23 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:11:58.376964 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16caa7f-2ad7-4ab2-a831-4416335c57c2 x-openstack-request-id: req-d16caa7f-2ad7-4ab2-a831-4416335c57c2 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:11:58.377195 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc001ed-409b-4261-93fb-50a6414bb5dc", "tag": "f5ce6932-9c54-4e56-87e3-48377a333aff", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:11:58.377450 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d16caa7f-2ad7-4ab2-a831-4416335c57c2 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:11:58.377897 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'tag': 'f5ce6932-9c54-4e56-87e3-48377a333aff', 'status': 'completed', 'code': 200} Dec 17 14:11:58.461858 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038548ae-c66a-40e2-97fd-86314222fd7a req-4ba57092-902e-40df-a8d0-d001693ef88b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:58.463158 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-038548ae-c66a-40e2-97fd-86314222fd7a req-4ba57092-902e-40df-a8d0-d001693ef88b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0765884 Dec 17 14:11:58.470087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ee0de-e45f-45dc-89da-08d4dc72869c req-99aa51d4-9396-493d-a925-7f3476b06603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:58.471546 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c76ee0de-e45f-45dc-89da-08d4dc72869c req-99aa51d4-9396-493d-a925-7f3476b06603 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 1096 time: 0.0583203 Dec 17 14:11:58.574568 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-038548ae-c66a-40e2-97fd-86314222fd7a req-4561771a-4fb6-4586-bb5e-ce88a50c2a6d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019959 Dec 17 14:11:58.596630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2d95aaff-d138-4ca7-a299-550a7fb5391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:11:41Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '379a4863-ea5c-40f9-a1ae-3c57346a0033', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'port_id': 'f5ce6932-9c54-4e56-87e3-48377a333aff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'mac_address': 'fa:16:3e:fe:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:11:57Z', 'updated_at': '2021-12-17T14:11:57Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ae3f47-79dd-4e04-a44b-49ec3bff914b', 'name': '', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:72:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:40Z', 'updated_at': '2021-12-17T14:11:44Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:58.598138 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51300) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:58.615957 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ee0de-e45f-45dc-89da-08d4dc72869c req-d963ca27-940a-4bf1-a5fe-d6953bfd7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:58.617548 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c76ee0de-e45f-45dc-89da-08d4dc72869c req-d963ca27-940a-4bf1-a5fe-d6953bfd7761 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6782d9f0-dcc7-43b1-8bba-1b6de9d79882 HTTP/1.1" status: 200 len: 897 time: 0.1310546 Dec 17 14:11:58.623568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95aaff-d138-4ca7-a299-550a7fb5391a None None] Checking router: e33cc494-a670-49a5-97f3-50ea5315ab23 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:11:58.635989 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95aaff-d138-4ca7-a299-550a7fb5391a None None] Routers {'e33cc494-a670-49a5-97f3-50ea5315ab23'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:11:58.635989 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2d95aaff-d138-4ca7-a299-550a7fb5391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:11:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e33cc494-a670-49a5-97f3-50ea5315ab23'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:58.679222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3965159e-0414-487c-8948-ed2b1e19678e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/379a4863-ea5c-40f9-a1ae-3c57346a0033 HTTP/1.1" status: 200 len: 991 time: 0.0793998 Dec 17 14:11:58.697399 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c76ee0de-e45f-45dc-89da-08d4dc72869c req-b0df4f72-4fef-4308-bf36-a25c9f1e42e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5ce6932-9c54-4e56-87e3-48377a333aff HTTP/1.1" status: 200 len: 999 time: 0.0719929 Dec 17 14:11:58.754300 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ee0de-e45f-45dc-89da-08d4dc72869c req-763aafcc-3d2b-4435-8b42-a3e961a0be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:58.755792 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c76ee0de-e45f-45dc-89da-08d4dc72869c req-763aafcc-3d2b-4435-8b42-a3e961a0be26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34f25bf8-8295-4212-a95e-eeec268eb49d HTTP/1.1" status: 200 len: 835 time: 0.0515664 Dec 17 14:11:58.764448 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-2d95aaff-d138-4ca7-a299-550a7fb5391a None None] Set router e33cc494-a670-49a5-97f3-50ea5315ab23 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:11:58.807374 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ee0de-e45f-45dc-89da-08d4dc72869c req-37aede4d-41df-4c99-a0ff-a34fbdccb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:11:58.809038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c76ee0de-e45f-45dc-89da-08d4dc72869c req-37aede4d-41df-4c99-a0ff-a34fbdccb507 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6782d9f0-dcc7-43b1-8bba-1b6de9d79882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460558 Dec 17 14:11:58.910763 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c76ee0de-e45f-45dc-89da-08d4dc72869c req-33e040ff-13a1-4b53-82ff-b45f9edaa525 service neutron] 10.222.0.54 "GET /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939031 Dec 17 14:11:59.006393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-2d95aaff-d138-4ca7-a299-550a7fb5391a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:11:41Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '379a4863-ea5c-40f9-a1ae-3c57346a0033', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'port_id': 'f5ce6932-9c54-4e56-87e3-48377a333aff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'mac_address': 'fa:16:3e:fe:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:11:57Z', 'updated_at': '2021-12-17T14:11:57Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ae3f47-79dd-4e04-a44b-49ec3bff914b', 'name': '', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:72:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:40Z', 'updated_at': '2021-12-17T14:11:44Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:11:59.019275 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c76ee0de-e45f-45dc-89da-08d4dc72869c req-b89de001-ed6e-44c9-a911-096ef907b2a6 service neutron] 10.222.0.54 "GET /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015239 Dec 17 14:11:59.038007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95aaff-d138-4ca7-a299-550a7fb5391a None None] The sync data for ids ['e33cc494-a670-49a5-97f3-50ea5315ab23'] in n-d-815324-5 is: [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:11:41Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '379a4863-ea5c-40f9-a1ae-3c57346a0033', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'port_id': 'f5ce6932-9c54-4e56-87e3-48377a333aff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'mac_address': 'fa:16:3e:fe:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:11:57Z', 'updated_at': '2021-12-17T14:11:57Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ae3f47-79dd-4e04-a44b-49ec3bff914b', 'name': '', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:72:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:40Z', 'updated_at': '2021-12-17T14:11:44Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:11:59.271859 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b435d3-7abc-4639-b721-36dfc5895f31 None None] New status for floating IP 379a4863-ea5c-40f9-a1ae-3c57346a0033: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:11:59.683168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51302) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:11:59.742033 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-f170d479-47d2-49d0-8ed6-5f519741660c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/379a4863-ea5c-40f9-a1ae-3c57346a0033 HTTP/1.1" status: 200 len: 993 time: 0.0576389 Dec 17 14:12:02.241948 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:06.725184 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:13.892704 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3f012e42-a269-45fc-b570-059fe3195de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:16.387506 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6c55e9da-d787-411e-b5d6-8956468f76c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:17.972274 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:19.153233 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:19.287587 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:12:19.881029 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:31.272558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b237f3c-aaf9-4ce6-b87c-d4cd6b1d41d9 req-3bfde2da-6a37-4b0b-9f84-90e1ce0d7c44 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:31.274131 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b237f3c-aaf9-4ce6-b87c-d4cd6b1d41d9 req-3bfde2da-6a37-4b0b-9f84-90e1ce0d7c44 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0541885 Dec 17 14:12:31.328095 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b237f3c-aaf9-4ce6-b87c-d4cd6b1d41d9 req-14313efe-38a0-418a-aa84-1d0b677b4bcc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473032 Dec 17 14:12:31.341039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb5bba-24a2-4977-b54f-7580e6b23be0 req-9e2e2b55-f397-4a71-b499-021a184676d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:31.343513 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90bb5bba-24a2-4977-b54f-7580e6b23be0 req-9e2e2b55-f397-4a71-b499-021a184676d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 1096 time: 0.0437410 Dec 17 14:12:31.435323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb5bba-24a2-4977-b54f-7580e6b23be0 req-86d32c45-f3a2-431b-9d70-5501e0716e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:31.437264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90bb5bba-24a2-4977-b54f-7580e6b23be0 req-86d32c45-f3a2-431b-9d70-5501e0716e0e service neutron] 10.222.0.54 "GET /v2.0/networks?id=6782d9f0-dcc7-43b1-8bba-1b6de9d79882 HTTP/1.1" status: 200 len: 897 time: 0.0871408 Dec 17 14:12:31.502010 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90bb5bba-24a2-4977-b54f-7580e6b23be0 req-834b666f-d013-4eed-8212-f3fa1a50806b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5ce6932-9c54-4e56-87e3-48377a333aff HTTP/1.1" status: 200 len: 1001 time: 0.0575309 Dec 17 14:12:31.549552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb5bba-24a2-4977-b54f-7580e6b23be0 req-2d776cdb-16d2-4173-9d5f-4558acb9007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:31.551026 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90bb5bba-24a2-4977-b54f-7580e6b23be0 req-2d776cdb-16d2-4173-9d5f-4558acb9007f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34f25bf8-8295-4212-a95e-eeec268eb49d HTTP/1.1" status: 200 len: 835 time: 0.0426478 Dec 17 14:12:31.600403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb5bba-24a2-4977-b54f-7580e6b23be0 req-734d7359-39af-4d7d-bd80-834fb530db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:31.601949 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90bb5bba-24a2-4977-b54f-7580e6b23be0 req-734d7359-39af-4d7d-bd80-834fb530db76 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6782d9f0-dcc7-43b1-8bba-1b6de9d79882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443635 Dec 17 14:12:31.690104 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90bb5bba-24a2-4977-b54f-7580e6b23be0 req-182f8091-8b6a-44b9-9adf-f770283be857 service neutron] 10.222.0.54 "GET /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808675 Dec 17 14:12:31.782835 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90bb5bba-24a2-4977-b54f-7580e6b23be0 req-6b47aa5d-d801-43b2-9461-3c4d9fa0fc03 service neutron] 10.222.0.54 "GET /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859146 Dec 17 14:12:32.233635 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:32.448624 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e59b1-0abf-4106-a61f-3288035fc6af req-7e73662b-8d68-4429-8063-f9a033d46acd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:32.450053 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f0e59b1-0abf-4106-a61f-3288035fc6af req-7e73662b-8d68-4429-8063-f9a033d46acd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0500371 Dec 17 14:12:32.499641 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2f0e59b1-0abf-4106-a61f-3288035fc6af req-17b76591-8d2f-4019-ac0f-ce223d828d71 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Dec 17 14:12:33.616244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d10eea-b11f-4b17-a032-af299dc43c0c req-0dc5b5f7-7b2e-46fd-aae6-80ae4328cd4c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:33.617899 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-16d10eea-b11f-4b17-a032-af299dc43c0c req-0dc5b5f7-7b2e-46fd-aae6-80ae4328cd4c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0499113 Dec 17 14:12:33.668344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-16d10eea-b11f-4b17-a032-af299dc43c0c req-d7cf570b-58d6-4257-81cf-d04903b0f3b8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 Dec 17 14:12:34.783620 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86951-982a-41b8-82e7-8efc6bb8bba5 req-33205df3-7df7-4016-b9f3-d637019f5194 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:34.785128 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ead86951-982a-41b8-82e7-8efc6bb8bba5 req-33205df3-7df7-4016-b9f3-d637019f5194 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0493021 Dec 17 14:12:34.843263 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ead86951-982a-41b8-82e7-8efc6bb8bba5 req-67c4f105-82f7-4189-b825-c58f84495abd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520728 Dec 17 14:12:35.964396 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64667c-4262-49c7-93dc-21a4f0447166 req-7b4e21a7-17f9-47de-8d8f-97690cc0f7e4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:35.965950 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f64667c-4262-49c7-93dc-21a4f0447166 req-7b4e21a7-17f9-47de-8d8f-97690cc0f7e4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0518668 Dec 17 14:12:36.015423 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5f64667c-4262-49c7-93dc-21a4f0447166 req-907994c8-d580-41e4-a781-8f3bffd9b142 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 Dec 17 14:12:36.691769 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:37.132217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa2771-efdc-4f82-b760-9dd59b5792a1 req-2a80a6ce-5170-45b2-aea8-1adbeb3c40fb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:37.133755 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c3fa2771-efdc-4f82-b760-9dd59b5792a1 req-2a80a6ce-5170-45b2-aea8-1adbeb3c40fb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0491414 Dec 17 14:12:37.182673 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c3fa2771-efdc-4f82-b760-9dd59b5792a1 req-700cf74b-b756-4682-baf0-8b9f757ac687 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429518 Dec 17 14:12:38.297324 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c5562-d50a-4616-b1ea-39521ea2dc4b req-1e5101d9-2e36-4366-a12b-78530c230c4e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:38.298837 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c9c5562-d50a-4616-b1ea-39521ea2dc4b req-1e5101d9-2e36-4366-a12b-78530c230c4e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0491364 Dec 17 14:12:38.347449 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c9c5562-d50a-4616-b1ea-39521ea2dc4b req-77c5a0a0-d2a7-4ddd-ba10-4546415480f9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426033 Dec 17 14:12:39.462654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d878e-2dfc-49d3-ab87-f1234da670f9 req-05b7532b-3c0f-4137-a445-b0005c59f5b4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:39.464068 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-214d878e-2dfc-49d3-ab87-f1234da670f9 req-05b7532b-3c0f-4137-a445-b0005c59f5b4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0491586 Dec 17 14:12:39.513250 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-214d878e-2dfc-49d3-ab87-f1234da670f9 req-c9f9a49e-3971-497a-a2b2-39fd41ed299d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424228 Dec 17 14:12:40.631289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8d9d7-fa85-4878-b041-7cc6111e9ca7 req-3a7abacc-a500-459c-b2d2-ea03b65e3693 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:40.632804 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-15c8d9d7-fa85-4878-b041-7cc6111e9ca7 req-3a7abacc-a500-459c-b2d2-ea03b65e3693 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0483701 Dec 17 14:12:40.686030 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-15c8d9d7-fa85-4878-b041-7cc6111e9ca7 req-566905e9-c663-4f49-9dee-70b9a086be32 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456879 Dec 17 14:12:41.808929 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46160185-a549-48f7-a4cc-ce962bfce5ac req-762456eb-c799-4d70-9c42-be8d95fbc498 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:41.811205 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46160185-a549-48f7-a4cc-ce962bfce5ac req-762456eb-c799-4d70-9c42-be8d95fbc498 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0540380 Dec 17 14:12:41.859920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-46160185-a549-48f7-a4cc-ce962bfce5ac req-e45d7538-2b37-4cc1-b016-0e820ad27852 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428615 Dec 17 14:12:42.978596 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd5d84-db83-4453-85dd-c6b1d4a7ba41 req-68fbecac-91c5-4345-8475-57ab767d9dbb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:42.980064 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-57fd5d84-db83-4453-85dd-c6b1d4a7ba41 req-68fbecac-91c5-4345-8475-57ab767d9dbb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0487013 Dec 17 14:12:43.028069 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-57fd5d84-db83-4453-85dd-c6b1d4a7ba41 req-bbeb1f99-8892-4b04-8af2-b0c4b1c7f8e0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419595 Dec 17 14:12:43.941144 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-06feffb7-729d-41ce-b861-af33340b058d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:44.144175 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfadc06-e3de-4726-ae16-99a1785de873 req-c2f291c1-70af-4563-bac1-3cc9d0d6c7af tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:44.145733 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2dfadc06-e3de-4726-ae16-99a1785de873 req-c2f291c1-70af-4563-bac1-3cc9d0d6c7af tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0499487 Dec 17 14:12:44.196547 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2dfadc06-e3de-4726-ae16-99a1785de873 req-eba4e7e5-1dd2-4163-80c5-bc70eb2f06bf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448081 Dec 17 14:12:45.313422 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7caf9-a682-459a-a54a-8cc6a7f51f84 req-412abe8a-ae43-48e1-a818-e5a1f70058b1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:45.314928 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-61c7caf9-a682-459a-a54a-8cc6a7f51f84 req-412abe8a-ae43-48e1-a818-e5a1f70058b1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0513079 Dec 17 14:12:45.362710 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-61c7caf9-a682-459a-a54a-8cc6a7f51f84 req-c9ac7c48-839b-484a-8aa4-a65661561ce1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417840 Dec 17 14:12:46.206080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725251-93f5-4b0f-a475-6c408ce255bb req-84342821-20cc-425b-a1b0-1eb808b15ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:46.207575 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06725251-93f5-4b0f-a475-6c408ce255bb req-84342821-20cc-425b-a1b0-1eb808b15ef6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 1096 time: 0.0402198 Dec 17 14:12:46.316462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725251-93f5-4b0f-a475-6c408ce255bb req-7ec84255-d6a9-42de-8b6c-fe07f2f2aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:46.318004 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06725251-93f5-4b0f-a475-6c408ce255bb req-7ec84255-d6a9-42de-8b6c-fe07f2f2aea2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6782d9f0-dcc7-43b1-8bba-1b6de9d79882 HTTP/1.1" status: 200 len: 897 time: 0.0909061 Dec 17 14:12:46.371334 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1149d9b9-1d2d-4324-a26a-080d8ea059ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:46.385102 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06725251-93f5-4b0f-a475-6c408ce255bb req-55c1aea8-95bc-4ffc-a99f-40748704f2bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5ce6932-9c54-4e56-87e3-48377a333aff HTTP/1.1" status: 200 len: 1001 time: 0.0599849 Dec 17 14:12:46.466216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725251-93f5-4b0f-a475-6c408ce255bb req-7d625d19-80cb-4bc0-9e5e-72c8aca60c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:46.467708 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06725251-93f5-4b0f-a475-6c408ce255bb req-7d625d19-80cb-4bc0-9e5e-72c8aca60c69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34f25bf8-8295-4212-a95e-eeec268eb49d HTTP/1.1" status: 200 len: 835 time: 0.0759013 Dec 17 14:12:46.512168 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864413e-5f69-4510-adc1-2379757c4358 req-78e3392d-b668-46e1-bfa2-1f1b5ab56c6c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:46.514328 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c864413e-5f69-4510-adc1-2379757c4358 req-78e3392d-b668-46e1-bfa2-1f1b5ab56c6c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0823123 Dec 17 14:12:46.540053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725251-93f5-4b0f-a475-6c408ce255bb req-81f0fd04-7b47-4e5e-8c4e-64030204a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:46.541493 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06725251-93f5-4b0f-a475-6c408ce255bb req-81f0fd04-7b47-4e5e-8c4e-64030204a11b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6782d9f0-dcc7-43b1-8bba-1b6de9d79882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645545 Dec 17 14:12:46.613693 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c864413e-5f69-4510-adc1-2379757c4358 req-4792b916-4756-4782-bf0f-6b2d571c60bc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927856 Dec 17 14:12:46.653143 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06725251-93f5-4b0f-a475-6c408ce255bb req-47a393e1-dee9-47ec-ad5c-25a3dbf598fe service neutron] 10.222.0.54 "GET /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013911 Dec 17 14:12:46.741769 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-06725251-93f5-4b0f-a475-6c408ce255bb req-011d23cd-d12d-400c-8c72-ec6ce19f6fde service neutron] 10.222.0.54 "GET /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812974 Dec 17 14:12:47.734037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36c643-f4dd-4ccf-bee7-a22666071689 req-31594ef7-397d-411f-b09b-ec2f78caaa96 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:47.743749 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fd36c643-f4dd-4ccf-bee7-a22666071689 req-31594ef7-397d-411f-b09b-ec2f78caaa96 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0536616 Dec 17 14:12:47.786307 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fd36c643-f4dd-4ccf-bee7-a22666071689 req-76d72bb1-ed2c-495f-842e-e8cf2214ca18 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447583 Dec 17 14:12:47.937218 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:48.910249 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b672205-cef6-4b0e-b80c-5db817c59050 req-e348a21a-ab3a-4dcd-b774-43698efb0516 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:12:48.911746 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b672205-cef6-4b0e-b80c-5db817c59050 req-e348a21a-ab3a-4dcd-b774-43698efb0516 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0579860 Dec 17 14:12:48.960957 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b672205-cef6-4b0e-b80c-5db817c59050 req-dd1bc840-4f80-4d6a-a801-b1f9d27d5e19 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431242 Dec 17 14:12:48.987024 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51350) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:12:49.046957 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-96a664e2-a24f-4a0f-b268-08c6050d5701 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/379a4863-ea5c-40f9-a1ae-3c57346a0033 HTTP/1.1" status: 200 len: 993 time: 0.0587807 Dec 17 14:12:49.131633 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:49.868292 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:12:56.287701 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:13:02.273734 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:06.713501 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:13.907856 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a04b0181-3c0d-48a5-8810-28a43c74d382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:16.410418 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-db1577dd-7cbb-4e46-b8ad-2bb6867a28c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:17.975947 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:19.117874 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:19.590088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51370) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:19.746383 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port 21d31c86-fbbb-4a7b-aeba-51abcdfdd227 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:13:19.746738 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:19.828972 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:19.829297 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:19.841190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for 21d31c86-fbbb-4a7b-aeba-51abcdfdd227 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:13:19.844916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:20.072344 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:20.102059 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=21d31c86-fbbb-4a7b-aeba-51abcdfdd227,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:20.127228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.127878 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.128058 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.128434 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.128777 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.129112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.129450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.129808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.130148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.130476 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.130807 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.131134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.131460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:20.171657 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:20.172041 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Floating IP 379a4863-ea5c-40f9-a1ae-3c57346a0033 disassociated (deleted). External IP: 172.25.0.120, port: f5ce6932-9c54-4e56-87e3-48377a333aff. Dec 17 14:13:20.382943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router e33cc494-a670-49a5-97f3-50ea5315ab23 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:13:20.494627 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:13:20.500311 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:20.505284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c0d47-d34d-42b5-94cb-c2430f542c3f None None] Sync routers for ids ['e33cc494-a670-49a5-97f3-50ea5315ab23'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:13:20.514711 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c0d47-d34d-42b5-94cb-c2430f542c3f None None] Routers {'e33cc494-a670-49a5-97f3-50ea5315ab23'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:13:20.515330 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ff5c0d47-d34d-42b5-94cb-c2430f542c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:13:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e33cc494-a670-49a5-97f3-50ea5315ab23'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:20.528014 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3433094d-04ab-4a97-9072-e3a30c04e80e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/floatingips/379a4863-ea5c-40f9-a1ae-3c57346a0033 HTTP/1.1" status: 204 len: 168 time: 0.9367919 Dec 17 14:13:20.528718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'tag': 'f5ce6932-9c54-4e56-87e3-48377a333aff'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:13:20.534128 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b627d7b0-254d-4c64-82c0-161a589bc373" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc001ed-409b-4261-93fb-50a6414bb5dc", "tag": "f5ce6932-9c54-4e56-87e3-48377a333aff"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:13:20.629293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ff5c0d47-d34d-42b5-94cb-c2430f542c3f None None] Set router e33cc494-a670-49a5-97f3-50ea5315ab23 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:13:20.639439 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6799480f-8d36-40ca-a085-14cb67d9aeb7 x-openstack-request-id: req-6799480f-8d36-40ca-a085-14cb67d9aeb7 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:13:20.639989 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc001ed-409b-4261-93fb-50a6414bb5dc", "tag": "f5ce6932-9c54-4e56-87e3-48377a333aff", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:13:20.640099 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6799480f-8d36-40ca-a085-14cb67d9aeb7 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:13:20.640545 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'tag': 'f5ce6932-9c54-4e56-87e3-48377a333aff', 'status': 'completed', 'code': 200} Dec 17 14:13:20.709426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627d7b0-254d-4c64-82c0-161a589bc373 req-4a254b05-eb9c-4ee3-b041-dd61a0fe9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:20.711036 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b627d7b0-254d-4c64-82c0-161a589bc373 req-4a254b05-eb9c-4ee3-b041-dd61a0fe9050 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 1096 time: 0.0484803 Dec 17 14:13:20.810351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627d7b0-254d-4c64-82c0-161a589bc373 req-43807dac-7fc0-4b01-8b73-05ff64ad14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:20.812167 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b627d7b0-254d-4c64-82c0-161a589bc373 req-43807dac-7fc0-4b01-8b73-05ff64ad14c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6782d9f0-dcc7-43b1-8bba-1b6de9d79882 HTTP/1.1" status: 200 len: 897 time: 0.0926435 Dec 17 14:13:20.845734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ff5c0d47-d34d-42b5-94cb-c2430f542c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:11:41Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c5ae3f47-79dd-4e04-a44b-49ec3bff914b', 'name': '', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:72:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:40Z', 'updated_at': '2021-12-17T14:11:44Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:20.858050 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b627d7b0-254d-4c64-82c0-161a589bc373 req-78d069f3-07fa-4948-bf5c-af9c720244d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5ce6932-9c54-4e56-87e3-48377a333aff HTTP/1.1" status: 200 len: 217 time: 0.0365040 Dec 17 14:13:20.873088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c0d47-d34d-42b5-94cb-c2430f542c3f None None] Checking router: e33cc494-a670-49a5-97f3-50ea5315ab23 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:13:20.883183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c0d47-d34d-42b5-94cb-c2430f542c3f None None] Routers {'e33cc494-a670-49a5-97f3-50ea5315ab23'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:13:20.883849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ff5c0d47-d34d-42b5-94cb-c2430f542c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:13:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e33cc494-a670-49a5-97f3-50ea5315ab23'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:20.913639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627d7b0-254d-4c64-82c0-161a589bc373 req-5d9750dd-7115-4dc4-a7b2-b49773dc2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:20.915043 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b627d7b0-254d-4c64-82c0-161a589bc373 req-5d9750dd-7115-4dc4-a7b2-b49773dc2508 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=34f25bf8-8295-4212-a95e-eeec268eb49d HTTP/1.1" status: 200 len: 835 time: 0.0520403 Dec 17 14:13:20.964429 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627d7b0-254d-4c64-82c0-161a589bc373 req-47666fca-9201-4f2f-8b46-8e9f2d57cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:20.964954 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc8e80-45e1-4e09-a41a-a9ddbb087d62 req-6463fc14-9d10-4745-804b-4fc5e888772c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:20.966033 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b627d7b0-254d-4c64-82c0-161a589bc373 req-47666fca-9201-4f2f-8b46-8e9f2d57cc7e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6782d9f0-dcc7-43b1-8bba-1b6de9d79882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419767 Dec 17 14:13:20.967205 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52fc8e80-45e1-4e09-a41a-a9ddbb087d62 req-6463fc14-9d10-4745-804b-4fc5e888772c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0594130 Dec 17 14:13:20.994344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ff5c0d47-d34d-42b5-94cb-c2430f542c3f None None] Set router e33cc494-a670-49a5-97f3-50ea5315ab23 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:13:21.020414 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-52fc8e80-45e1-4e09-a41a-a9ddbb087d62 req-cf057c91-4ec2-43e0-8cb4-be69dc7de4d1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465040 Dec 17 14:13:21.062025 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b627d7b0-254d-4c64-82c0-161a589bc373 req-7e9cd2bf-a652-44cd-b9c2-0a79289a708b service neutron] 10.222.0.54 "GET /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880036 Dec 17 14:13:21.157926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b627d7b0-254d-4c64-82c0-161a589bc373 req-30371431-eaff-4a22-80ea-7e84cd6330df service neutron] 10.222.0.54 "GET /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886600 Dec 17 14:13:21.206427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ff5c0d47-d34d-42b5-94cb-c2430f542c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:11:41Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c5ae3f47-79dd-4e04-a44b-49ec3bff914b', 'name': '', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:72:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:40Z', 'updated_at': '2021-12-17T14:11:44Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:21.236513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c0d47-d34d-42b5-94cb-c2430f542c3f None None] The sync data for ids ['e33cc494-a670-49a5-97f3-50ea5315ab23'] in n-d-815324-5 is: [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:11:41Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'c5ae3f47-79dd-4e04-a44b-49ec3bff914b', 'name': '', 'network_id': '6782d9f0-dcc7-43b1-8bba-1b6de9d79882', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:72:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:40Z', 'updated_at': '2021-12-17T14:11:44Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '34f25bf8-8295-4212-a95e-eeec268eb49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:13:21.455810 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e50b7-acde-44e0-8d5f-3842eecceffd None None] New status for floating IP 379a4863-ea5c-40f9-a1ae-3c57346a0033: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:13:22.146651 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03a9c8-ebdb-405a-9009-1464d60951e8 req-f908e9a3-91ec-4b0f-868e-436b29954a30 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:22.148241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a03a9c8-ebdb-405a-9009-1464d60951e8 req-f908e9a3-91ec-4b0f-868e-436b29954a30 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0498056 Dec 17 14:13:22.197521 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7a03a9c8-ebdb-405a-9009-1464d60951e8 req-bfdaa28f-641f-44ed-a761-0b8a1ec5dc53 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=0f6ea578-bd60-434d-a439-c2a9d1d534fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431304 Dec 17 14:13:22.445483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b581f2c-ebc8-4e48-99f8-980490f773fd req-fcf674af-075b-47ee-ab5a-1b6c1c4cc3e1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:22.446888 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b581f2c-ebc8-4e48-99f8-980490f773fd req-fcf674af-075b-47ee-ab5a-1b6c1c4cc3e1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 945 time: 0.0523970 Dec 17 14:13:22.535480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-1b581f2c-ebc8-4e48-99f8-980490f773fd req-422b8205-58d2-48f5-9b5d-10b58597355e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port f5ce6932-9c54-4e56-87e3-48377a333aff {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:13:22.535831 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1b581f2c-ebc8-4e48-99f8-980490f773fd req-422b8205-58d2-48f5-9b5d-10b58597355e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:22.625006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-1b581f2c-ebc8-4e48-99f8-980490f773fd req-422b8205-58d2-48f5-9b5d-10b58597355e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port f5ce6932-9c54-4e56-87e3-48377a333aff, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=f5ce6932-9c54-4e56-87e3-48377a333aff,segment=NetworkSegment(80128922-46cd-410d-92b7-04c6134de2fe),segment_id=80128922-46cd-410d-92b7-04c6134de2fe)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:13:22.625377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1b581f2c-ebc8-4e48-99f8-980490f773fd req-422b8205-58d2-48f5-9b5d-10b58597355e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:22.638344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-1b581f2c-ebc8-4e48-99f8-980490f773fd req-422b8205-58d2-48f5-9b5d-10b58597355e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for f5ce6932-9c54-4e56-87e3-48377a333aff owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:13:22.838879 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1b581f2c-ebc8-4e48-99f8-980490f773fd req-422b8205-58d2-48f5-9b5d-10b58597355e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:22.871165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b8205-58d2-48f5-9b5d-10b58597355e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=f5ce6932-9c54-4e56-87e3-48377a333aff,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:22.911547 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b581f2c-ebc8-4e48-99f8-980490f773fd req-422b8205-58d2-48f5-9b5d-10b58597355e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] No DVR routers for this DVR port f5ce6932-9c54-4e56-87e3-48377a333aff on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:13:22.914447 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-1b581f2c-ebc8-4e48-99f8-980490f773fd req-422b8205-58d2-48f5-9b5d-10b58597355e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:22.917907 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1b581f2c-ebc8-4e48-99f8-980490f773fd req-422b8205-58d2-48f5-9b5d-10b58597355e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "DELETE /v2.0/ports/f5ce6932-9c54-4e56-87e3-48377a333aff HTTP/1.1" status: 204 len: 173 time: 0.4639003 Dec 17 14:13:22.918351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'name': 'network-vif-deleted', 'tag': 'f5ce6932-9c54-4e56-87e3-48377a333aff'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:13:22.920723 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b559e69-09c8-48ed-bc24-2c2cb85f8e7e" -d '{"events": [{"server_uuid": "4fc001ed-409b-4261-93fb-50a6414bb5dc", "name": "network-vif-deleted", "tag": "f5ce6932-9c54-4e56-87e3-48377a333aff"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:13:22.961916 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b8e5e1-5fc5-4110-bcd5-b6c577f5ceb3 x-openstack-request-id: req-55b8e5e1-5fc5-4110-bcd5-b6c577f5ceb3 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:13:22.973091 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc001ed-409b-4261-93fb-50a6414bb5dc", "name": "network-vif-deleted", "tag": "f5ce6932-9c54-4e56-87e3-48377a333aff", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:13:22.973091 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55b8e5e1-5fc5-4110-bcd5-b6c577f5ceb3 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:13:22.973091 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc001ed-409b-4261-93fb-50a6414bb5dc', 'name': 'network-vif-deleted', 'tag': 'f5ce6932-9c54-4e56-87e3-48377a333aff', 'status': 'completed', 'code': 200} Dec 17 14:13:23.313507 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-82eb2e94-97cb-47d7-b36e-8074db4c69d2 req-91707b9c-9e9d-4150-ad90-8149f16cf0f7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fc001ed-409b-4261-93fb-50a6414bb5dc HTTP/1.1" status: 200 len: 210 time: 0.0275939 Dec 17 14:13:24.371698 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51388) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:24.722895 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96e7431e-82b6-46d5-a9de-0bd1a8a45f74 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:25.266881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-96e7431e-82b6-46d5-a9de-0bd1a8a45f74 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port c5ae3f47-79dd-4e04-a44b-49ec3bff914b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:13:25.267221 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96e7431e-82b6-46d5-a9de-0bd1a8a45f74 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:25.353137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-96e7431e-82b6-46d5-a9de-0bd1a8a45f74 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port c5ae3f47-79dd-4e04-a44b-49ec3bff914b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=c5ae3f47-79dd-4e04-a44b-49ec3bff914b,segment=NetworkSegment(80128922-46cd-410d-92b7-04c6134de2fe),segment_id=80128922-46cd-410d-92b7-04c6134de2fe)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:13:25.353508 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96e7431e-82b6-46d5-a9de-0bd1a8a45f74 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:25.366391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-96e7431e-82b6-46d5-a9de-0bd1a8a45f74 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for c5ae3f47-79dd-4e04-a44b-49ec3bff914b owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:13:25.615057 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96e7431e-82b6-46d5-a9de-0bd1a8a45f74 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:25.647736 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7431e-82b6-46d5-a9de-0bd1a8a45f74 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=c5ae3f47-79dd-4e04-a44b-49ec3bff914b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:25.823886 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96e7431e-82b6-46d5-a9de-0bd1a8a45f74 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:26.047658 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e7431e-82b6-46d5-a9de-0bd1a8a45f74 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router e33cc494-a670-49a5-97f3-50ea5315ab23 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:13:26.144737 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e7431e-82b6-46d5-a9de-0bd1a8a45f74 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:13:26.149840 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-96e7431e-82b6-46d5-a9de-0bd1a8a45f74 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "PUT /v2.0/routers/e33cc494-a670-49a5-97f3-50ea5315ab23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7770529 Dec 17 14:13:26.152437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51390) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:26.157247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1481fc7e-49bf-40fc-8c17-3e6e1282ab86 None None] Sync routers for ids ['e33cc494-a670-49a5-97f3-50ea5315ab23'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:13:26.167943 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481fc7e-49bf-40fc-8c17-3e6e1282ab86 None None] Routers {'e33cc494-a670-49a5-97f3-50ea5315ab23'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:13:26.168552 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1481fc7e-49bf-40fc-8c17-3e6e1282ab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:13:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e33cc494-a670-49a5-97f3-50ea5315ab23'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:26.208029 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4a524b-6e50-40fc-99b1-50fbba63f5c3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting subnet 34f25bf8-8295-4212-a95e-eeec268eb49d {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:13:26.211263 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d4a524b-6e50-40fc-99b1-50fbba63f5c3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:26.251487 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d4a524b-6e50-40fc-99b1-50fbba63f5c3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:26.273562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-1481fc7e-49bf-40fc-8c17-3e6e1282ab86 None None] Set router e33cc494-a670-49a5-97f3-50ea5315ab23 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:13:26.340297 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d4a524b-6e50-40fc-99b1-50fbba63f5c3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:26.459428 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1481fc7e-49bf-40fc-8c17-3e6e1282ab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:13:25Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:26.478868 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d4a524b-6e50-40fc-99b1-50fbba63f5c3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:26.485923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1481fc7e-49bf-40fc-8c17-3e6e1282ab86 None None] Checking router: e33cc494-a670-49a5-97f3-50ea5315ab23 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:13:26.494615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481fc7e-49bf-40fc-8c17-3e6e1282ab86 None None] Routers {'e33cc494-a670-49a5-97f3-50ea5315ab23'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:13:26.495222 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1481fc7e-49bf-40fc-8c17-3e6e1282ab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:13:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e33cc494-a670-49a5-97f3-50ea5315ab23'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:26.509839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-1d4a524b-6e50-40fc-99b1-50fbba63f5c3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:26.513422 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-1d4a524b-6e50-40fc-99b1-50fbba63f5c3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/subnets/34f25bf8-8295-4212-a95e-eeec268eb49d HTTP/1.1" status: 204 len: 168 time: 0.3599267 Dec 17 14:13:26.514415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a524b-6e50-40fc-99b1-50fbba63f5c3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Subnet': ['ID=34f25bf8-8295-4212-a95e-eeec268eb49d,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:26.516037 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51392) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:26.528795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5432eeb6-39fb-4c21-99bb-cf132a74c409 None None] Network 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:13:26.578663 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f5ce6932-9c54-4e56-87e3-48377a333aff no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:13:26.609151 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: f5ce6932-9c54-4e56-87e3-48377a333aff {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:13:26.609410 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device f5ce6932-9c54-4e56-87e3-48377a333aff not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:13:26.627643 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:26.692856 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-1481fc7e-49bf-40fc-8c17-3e6e1282ab86 None None] Set router e33cc494-a670-49a5-97f3-50ea5315ab23 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:13:26.734210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:26.809736 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] DHCP port deletion for 6782d9f0-dcc7-43b1-8bba-1b6de9d79882 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:13:26.852925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:13:26.853358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:26.912712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Deleting port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:13:26.913046 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:26.936808 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=74c4b6ad-8ee6-4dcc-84dd-22f8481e314e,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:13:26.937176 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:26.948797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:13:26.980153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1481fc7e-49bf-40fc-8c17-3e6e1282ab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:13:25Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:27.015940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1481fc7e-49bf-40fc-8c17-3e6e1282ab86 None None] The sync data for ids ['e33cc494-a670-49a5-97f3-50ea5315ab23'] in n-d-815324-5 is: [{'id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962430127', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:11:36Z', 'updated_at': '2021-12-17T14:13:25Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '74c4b6ad-8ee6-4dcc-84dd-22f8481e314e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:95:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cc494-a670-49a5-97f3-50ea5315ab23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:11:37Z', 'updated_at': '2021-12-17T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:13:27.021866 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] For port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=5fdfaaa3-1959-4bdb-b4c6-421061ea94c1,segment=NetworkSegment(80128922-46cd-410d-92b7-04c6134de2fe),segment_id=80128922-46cd-410d-92b7-04c6134de2fe)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:13:27.022344 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.037653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Calling delete_port for 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:13:27.164291 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.181398 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.191009 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=74c4b6ad-8ee6-4dcc-84dd-22f8481e314e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:27.205274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Pushing event deleted for resources: {'Port': ['ID=5fdfaaa3-1959-4bdb-b4c6-421061ea94c1,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:27.210164 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343168d-9282-4246-99dd-aeb90bb8770c None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:13:27.220226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] No DVR routers for this DVR port 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:13:27.222882 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.223235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.223604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.223918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.224252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.224584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.224915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.225245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.225569 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.225918 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.226246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.226567 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.226889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f5bfc-f45d-4bca-b079-7c8d6402f001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:27.259498 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.354994 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.357462 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.467377 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.468961 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Fanout notify agent at l3_agent the message router_deleted on router e33cc494-a670-49a5-97f3-50ea5315ab23 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:13:27.476054 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.477192 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ac7bd845-9106-4b91-a4de-b29936e4fa4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/routers/e33cc494-a670-49a5-97f3-50ea5315ab23 HTTP/1.1" status: 204 len: 168 time: 0.9602532 Dec 17 14:13:27.479901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51394) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:27.558105 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.652731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.674181 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6782d9f0-dcc7-43b1-8bba-1b6de9d79882']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:27.683555 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80128922-46cd-410d-92b7-04c6134de2fe') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:27.683859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80128922-46cd-410d-92b7-04c6134de2fe') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:27.693745 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.707115 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.712933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:13:27.713321 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:13:27.716297 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:13:27.827954 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.835864 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.838537 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/networks/6782d9f0-dcc7-43b1-8bba-1b6de9d79882 HTTP/1.1" status: 204 len: 168 time: 0.3576653 Dec 17 14:13:27.847437 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51396) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:27.850430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aab44-37a8-48c0-bf07-a93e1591bad7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Network': ['ID=6782d9f0-dcc7-43b1-8bba-1b6de9d79882,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:27.899150 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:27.924751 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:28.031452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c5ae3f47-79dd-4e04-a44b-49ec3bff914b no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:13:28.049801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:28.052963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: c5ae3f47-79dd-4e04-a44b-49ec3bff914b {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:13:28.052963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device c5ae3f47-79dd-4e04-a44b-49ec3bff914b not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:13:28.053185 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:28.053291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:13:28.053831 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/security-groups/0f6ea578-bd60-434d-a439-c2a9d1d534fb HTTP/1.1" status: 204 len: 168 time: 0.2114825 Dec 17 14:13:28.065827 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6ea578-bd60-434d-a439-c2a9d1d534fb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:28.073907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.075788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.075788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.075788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.075788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.075788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.076282 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.076594 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.077056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.077423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.077773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.078032 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:13:28.078139 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.078388 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 5fdfaaa3-1959-4bdb-b4c6-421061ea94c1 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:13:28.078489 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99d15ab-92c0-40b4-9405-679738645a5f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:28.078805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:13:28.272355 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:13:28.273038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 74c4b6ad-8ee6-4dcc-84dd-22f8481e314e not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:13:28.418096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51402) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:28.423353 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-14499e81-379e-47f8-afdb-65dde2e3fb49 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206896141', 'description': 'tempest-secgroup-smoke-206896141 description', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:28.489770 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14499e81-379e-47f8-afdb-65dde2e3fb49 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:28.554040 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14499e81-379e-47f8-afdb-65dde2e3fb49 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:28.610056 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14499e81-379e-47f8-afdb-65dde2e3fb49 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:28.638426 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14499e81-379e-47f8-afdb-65dde2e3fb49 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:28.709042 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-14499e81-379e-47f8-afdb-65dde2e3fb49 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:28.710375 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-14499e81-379e-47f8-afdb-65dde2e3fb49 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2912438 Dec 17 14:13:28.713632 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51404) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:28.718606 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8ffb0c05-bd6b-4b3b-8d9b-71fcd983ef21 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:28.803216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ffb0c05-bd6b-4b3b-8d9b-71fcd983ef21 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:28.860414 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ffb0c05-bd6b-4b3b-8d9b-71fcd983ef21 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:28.912740 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ffb0c05-bd6b-4b3b-8d9b-71fcd983ef21 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:28.930588 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb0c05-bd6b-4b3b-8d9b-71fcd983ef21 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c7f6f7-6a68-4194-a9e0-93945ce55d4c,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:28.984367 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ffb0c05-bd6b-4b3b-8d9b-71fcd983ef21 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:28.985674 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8ffb0c05-bd6b-4b3b-8d9b-71fcd983ef21 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2710702 Dec 17 14:13:28.988413 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51406) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:28.992802 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-4bbcffd5-76e8-40e8-8dc9-55474b531301 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:29.095265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4bbcffd5-76e8-40e8-8dc9-55474b531301 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:29.150872 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4bbcffd5-76e8-40e8-8dc9-55474b531301 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:29.220896 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4bbcffd5-76e8-40e8-8dc9-55474b531301 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:29.238423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcffd5-76e8-40e8-8dc9-55474b531301 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33961300-293f-4dad-a433-3a67f27f6565,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:29.297666 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-4bbcffd5-76e8-40e8-8dc9-55474b531301 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:29.298970 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-4bbcffd5-76e8-40e8-8dc9-55474b531301 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3095875 Dec 17 14:13:29.301840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51408) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:29.308874 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-27166876-7075-4230-86fe-7f7af7250179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:29.426912 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27166876-7075-4230-86fe-7f7af7250179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:29.482114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27166876-7075-4230-86fe-7f7af7250179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:29.558228 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27166876-7075-4230-86fe-7f7af7250179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:29.576861 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27166876-7075-4230-86fe-7f7af7250179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2be4bb0-8c66-44fb-a2a4-e859d57707fa,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:29.645914 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-27166876-7075-4230-86fe-7f7af7250179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:29.647116 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-27166876-7075-4230-86fe-7f7af7250179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442292 Dec 17 14:13:29.649921 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51410) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:29.655172 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-01824249-87e6-480c-adc3-6818d92bb179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:29.763417 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01824249-87e6-480c-adc3-6818d92bb179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:29.822520 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01824249-87e6-480c-adc3-6818d92bb179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:29.884023 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01824249-87e6-480c-adc3-6818d92bb179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:29.901462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01824249-87e6-480c-adc3-6818d92bb179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c320e6-c1ec-437a-9799-54f4610733e2,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:29.960460 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-01824249-87e6-480c-adc3-6818d92bb179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:29.961714 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-01824249-87e6-480c-adc3-6818d92bb179 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3108222 Dec 17 14:13:29.964762 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51412) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:29.969743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-e5a71241-e801-42c8-88ee-b055c463a7f4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:30.055393 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-e5a71241-e801-42c8-88ee-b055c463a7f4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Project 68c4c7fe7c79418db0d3e4f59aacc91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:13:30.060530 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5a71241-e801-42c8-88ee-b055c463a7f4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.117463 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5a71241-e801-42c8-88ee-b055c463a7f4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.192853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5a71241-e801-42c8-88ee-b055c463a7f4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.210492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a71241-e801-42c8-88ee-b055c463a7f4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efaa6317-97b9-44b4-a991-6e9daacffdd3,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:30.286267 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-e5a71241-e801-42c8-88ee-b055c463a7f4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.287518 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-e5a71241-e801-42c8-88ee-b055c463a7f4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3218074 Dec 17 14:13:30.290252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51414) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:30.294531 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-95e3dcea-be0a-4699-8ae1-3d2e31439273 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': '897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:30.398992 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-95e3dcea-be0a-4699-8ae1-3d2e31439273 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Project 68c4c7fe7c79418db0d3e4f59aacc91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:13:30.404216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95e3dcea-be0a-4699-8ae1-3d2e31439273 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.461897 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95e3dcea-be0a-4699-8ae1-3d2e31439273 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.535427 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95e3dcea-be0a-4699-8ae1-3d2e31439273 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.552412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3dcea-be0a-4699-8ae1-3d2e31439273 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60a4939-ca5d-4f84-8aea-bd25232bbbf6,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:30.617047 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95e3dcea-be0a-4699-8ae1-3d2e31439273 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.618387 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-95e3dcea-be0a-4699-8ae1-3d2e31439273 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3272262 Dec 17 14:13:30.621319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51416) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:30.626767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6eaed55b-9f81-4cc8-a381-18a1a9a497dd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'network': {'name': 'tempest-network-smoke--478553816', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'port_security_enabled': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:30.701079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaed55b-9f81-4cc8-a381-18a1a9a497dd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:13:30.704637 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6eaed55b-9f81-4cc8-a381-18a1a9a497dd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.728457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eaed55b-9f81-4cc8-a381-18a1a9a497dd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:13:30.737652 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6eaed55b-9f81-4cc8-a381-18a1a9a497dd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.737996 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-6eaed55b-9f81-4cc8-a381-18a1a9a497dd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Added segment b2b33a80-d849-4b0b-a9ce-80678f6217aa of type vlan for network 151b9a3f-9e0f-46be-995a-aa28d44da183 Dec 17 14:13:30.778516 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6eaed55b-9f81-4cc8-a381-18a1a9a497dd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.878079 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6eaed55b-9f81-4cc8-a381-18a1a9a497dd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.883633 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaed55b-9f81-4cc8-a381-18a1a9a497dd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:30.884215 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6eaed55b-9f81-4cc8-a381-18a1a9a497dd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:30.948291 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaed55b-9f81-4cc8-a381-18a1a9a497dd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Network': ['ID=151b9a3f-9e0f-46be-995a-aa28d44da183,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:30.959872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 151b9a3f-9e0f-46be-995a-aa28d44da183 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:13:30.995417 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6eaed55b-9f81-4cc8-a381-18a1a9a497dd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3730228 Dec 17 14:13:30.998196 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51418) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:31.003334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'admin_state_up': True, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:31.078570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:31.079643 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:31.133246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:31.309988 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:31.550038 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:31.568678 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:31.670550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.25.0.73 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/e3a620a5-d545-4790-84e3-8dedd5a778d9) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:13:31.772920 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:31.856296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:31.896550 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:13:31.899603 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:13:31.902248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:13:31.914368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2eb2a5-b4bb-4cd1-8bfe-936ab44c0522 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:13:31.953553 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5cd888c2-58d2-4432-a7b3-4f96b1e18e90 None None] Provisioning complete for port e3a620a5-d545-4790-84e3-8dedd5a778d9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:31.953942 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5cd888c2-58d2-4432-a7b3-4f96b1e18e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:31.991804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5cd888c2-58d2-4432-a7b3-4f96b1e18e90 None None] Port e3a620a5-d545-4790-84e3-8dedd5a778d9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:13:32.202261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=e3a620a5-d545-4790-84e3-8dedd5a778d9,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:32.260504 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:32.478851 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:32.667339 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:32.850054 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:13:32.954590 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:13:32.963770 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Sync routers for ids ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:13:32.972885 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Routers {'be72f9df-1961-40c8-b1c4-adaa31f5e8b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:13:32.973492 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:13:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:33.034887 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:33.036199 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-35c7141d-30a8-4318-9c74-d776ea7f3699 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0370002 Dec 17 14:13:33.039328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51420) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:33.067899 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-004eb9c3-c573-4087-95c4-a6f0fe0b0135 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=68c4c7fe7c79418db0d3e4f59aacc91a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274341 Dec 17 14:13:33.070915 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51422) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:33.083613 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Set router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:13:33.163441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd5ffa6-cecd-4cd9-8ba0-9aed2cb7c4cd tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:33.164975 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5dd5ffa6-cecd-4cd9-8ba0-9aed2cb7c4cd tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930173 Dec 17 14:13:33.167870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51424) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:33.195498 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-62678c1d-3ff4-43ef-ba39-c2276ecf203a tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265756 Dec 17 14:13:33.198042 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51426) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:33.202703 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-565b192b-c078-4748-8df8-15f249cee66a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1706102694', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:33.264001 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:32Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:33.292923 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Checking router: be72f9df-1961-40c8-b1c4-adaa31f5e8b4 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:13:33.293267 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Updating router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 port e3a620a5-d545-4790-84e3-8dedd5a778d9 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:13:33.300419 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:13:33.321053 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:33.364261 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565b192b-c078-4748-8df8-15f249cee66a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:13:33.367869 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-565b192b-c078-4748-8df8-15f249cee66a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:33.593026 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-565b192b-c078-4748-8df8-15f249cee66a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:33.656205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b192b-c078-4748-8df8-15f249cee66a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Subnet': ['ID=12e8a301-58f9-4402-8a1a-f63f46984a80,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:33.660532 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:33.664156 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565b192b-c078-4748-8df8-15f249cee66a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Checking segment: {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:13:33.664430 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b192b-c078-4748-8df8-15f249cee66a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network hostable DHCP agents. Network: 151b9a3f-9e0f-46be-995a-aa28d44da183, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:13:33.752546 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:33.769507 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b192b-c078-4748-8df8-15f249cee66a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 151b9a3f-9e0f-46be-995a-aa28d44da183 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:13:33.792812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12f838b-10ef-4903-9206-c282f3774a61 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:13:33.802173 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Attempting to bind port e3a620a5-d545-4790-84e3-8dedd5a778d9 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:13:33.802557 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Attempting to bind port e3a620a5-d545-4790-84e3-8dedd5a778d9 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:13:33.802914 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Attempting to bind port e3a620a5-d545-4790-84e3-8dedd5a778d9 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:13:33.810833 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Pushing event updated for resources: {'Port': ['ID=e3a620a5-d545-4790-84e3-8dedd5a778d9,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:33.818895 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:13:33.819269 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:13:33.826043 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:33.826043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:13:33.826043 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Bound port: e3a620a5-d545-4790-84e3-8dedd5a778d9, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:13:33.826043 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:33.826531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b8800d9a-a9c9-416e-a9e5-bda244a26ce8 None None] Provisioning complete for port e3a620a5-d545-4790-84e3-8dedd5a778d9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:33.826531 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b8800d9a-a9c9-416e-a9e5-bda244a26ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:33.826808 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.826808 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.826808 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.826808 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.826808 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.826808 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.826808 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.826808 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.826808 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.826808 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.827587 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.827587 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.827587 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:13:33.848981 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-565b192b-c078-4748-8df8-15f249cee66a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 151b9a3f-9e0f-46be-995a-aa28d44da183) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:13:33.850983 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b192b-c078-4748-8df8-15f249cee66a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:33.852069 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-565b192b-c078-4748-8df8-15f249cee66a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:33.859421 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3aff69-09fc-4ff6-8e8b-e9f68c22e165 None None] Network 151b9a3f-9e0f-46be-995a-aa28d44da183 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:13:33.887473 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] For port e3a620a5-d545-4790-84e3-8dedd5a778d9, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:13:33.890508 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] For port e3a620a5-d545-4790-84e3-8dedd5a778d9, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e3a620a5-d545-4790-84e3-8dedd5a778d9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:13:33.908897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b8800d9a-a9c9-416e-a9e5-bda244a26ce8 None None] Port e3a620a5-d545-4790-84e3-8dedd5a778d9 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:13:33.955809 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-565b192b-c078-4748-8df8-15f249cee66a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7567360 Dec 17 14:13:33.958650 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51428) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:33.967789 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:33.971313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-151b9a3f-9e0f-46be-995a-aa28d44da183', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ips': [{'subnet_id': '12e8a301-58f9-4402-8a1a-f63f46984a80'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:13:33.972397 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:34.030829 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Routers {'be72f9df-1961-40c8-b1c4-adaa31f5e8b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:13:34.031626 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:13:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:34.047673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be61b4e-329c-4181-8423-8174b0884bf9 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:13:34.068644 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaad04-b422-48a0-b150-ef7f4a1dc8b6 None None] Pushing event updated for resources: {'Port': ['ID=e3a620a5-d545-4790-84e3-8dedd5a778d9,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:34.126813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Allocated IP 172.20.0.2 (151b9a3f-9e0f-46be-995a-aa28d44da183/12e8a301-58f9-4402-8a1a-f63f46984a80/e7eefc4f-2960-43a7-a992-d03a8bc436fa) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:13:34.159821 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] Set router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:13:34.197822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e852791b-b2be-4fe3-8e03-4b381f3f6694 None None] Provisioning complete for port e3a620a5-d545-4790-84e3-8dedd5a778d9 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:34.198204 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e852791b-b2be-4fe3-8e03-4b381f3f6694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:34.347508 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:34.357126 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:32Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:34.358654 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e852791b-b2be-4fe3-8e03-4b381f3f6694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:34.385730 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e852791b-b2be-4fe3-8e03-4b381f3f6694 None None] For port e3a620a5-d545-4790-84e3-8dedd5a778d9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e3a620a5-d545-4790-84e3-8dedd5a778d9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:13:34.387048 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8336c2-a240-4422-8e89-ea9d2798c946 None None] The sync data for ids ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'] in n-d-815324-5 is: [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:32Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:13:34.410305 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:34.459169 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Network 151b9a3f-9e0f-46be-995a-aa28d44da183 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:13:34.462436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:13:34.467911 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:13:34.470570 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Pushing event updated for resources: {'Port': ['ID=e7eefc4f-2960-43a7-a992-d03a8bc436fa,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:34.494954 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e852791b-b2be-4fe3-8e03-4b381f3f6694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:34.560216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Attempting to bind port e7eefc4f-2960-43a7-a992-d03a8bc436fa on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:13:34.560592 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Attempting to bind port e7eefc4f-2960-43a7-a992-d03a8bc436fa by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:13:34.560961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Attempting to bind port e7eefc4f-2960-43a7-a992-d03a8bc436fa on network 151b9a3f-9e0f-46be-995a-aa28d44da183 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:13:34.574981 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:13:34.575376 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Checking segment: {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:13:34.575780 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:34.576185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Bound using segment: {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:13:34.576673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Bound port: e7eefc4f-2960-43a7-a992-d03a8bc436fa, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:13:34.577064 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:34.591441 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852791b-b2be-4fe3-8e03-4b381f3f6694 None None] Pushing event updated for resources: {'Port': ['ID=e3a620a5-d545-4790-84e3-8dedd5a778d9,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:34.667761 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] For port e7eefc4f-2960-43a7-a992-d03a8bc436fa, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:13:34.678650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] For port e7eefc4f-2960-43a7-a992-d03a8bc436fa, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e7eefc4f-2960-43a7-a992-d03a8bc436fa,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:13:34.741896 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:34.763006 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:34.809088 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70b8c6-f91c-4913-b016-f87ab5f150a3 None None] Pushing event updated for resources: {'Port': ['ID=e7eefc4f-2960-43a7-a992-d03a8bc436fa,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:35.075752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.20.0.1 (151b9a3f-9e0f-46be-995a-aa28d44da183/12e8a301-58f9-4402-8a1a-f63f46984a80/d0ffab79-4852-4b24-a9f4-b383e7c02be5) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:13:35.228816 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:35.301489 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:35.347437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 151b9a3f-9e0f-46be-995a-aa28d44da183 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:13:35.350757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:13:35.354762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:13:35.384251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=d0ffab79-4852-4b24-a9f4-b383e7c02be5,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:35.403853 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:35.583700 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:35.829847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6cbe83-dd5d-425f-b548-b9b49c93f933 None None] Network 151b9a3f-9e0f-46be-995a-aa28d44da183 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:13:35.882812 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:35.913035 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e3a620a5-d545-4790-84e3-8dedd5a778d9 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:13:35.941873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:35.987028 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-768fbf4d-6a3c-4ab7-a943-550895047475 None None] Provisioning complete for port e7eefc4f-2960-43a7-a992-d03a8bc436fa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:35.987412 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-768fbf4d-6a3c-4ab7-a943-550895047475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:36.020563 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:36.022634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=d0ffab79-4852-4b24-a9f4-b383e7c02be5,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:36.037952 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e3a620a5-d545-4790-84e3-8dedd5a778d9 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:36.038316 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:36.132944 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-768fbf4d-6a3c-4ab7-a943-550895047475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:36.143845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 151b9a3f-9e0f-46be-995a-aa28d44da183 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:13:36.145928 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:13:36.197503 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e7eefc4f-2960-43a7-a992-d03a8bc436fa up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:13:36.202803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-768fbf4d-6a3c-4ab7-a943-550895047475 None None] For port e7eefc4f-2960-43a7-a992-d03a8bc436fa, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e7eefc4f-2960-43a7-a992-d03a8bc436fa,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:13:36.250604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e7eefc4f-2960-43a7-a992-d03a8bc436fa triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:36.251007 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:36.286914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:13:36.291058 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-768fbf4d-6a3c-4ab7-a943-550895047475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:36.378611 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fbf4d-6a3c-4ab7-a943-550895047475 None None] Pushing event updated for resources: {'Port': ['ID=e7eefc4f-2960-43a7-a992-d03a8bc436fa,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:36.415801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d0e04bed-91f6-4748-8a8d-694a76f01b43 None None] Provisioning complete for port e7eefc4f-2960-43a7-a992-d03a8bc436fa triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:36.416201 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d0e04bed-91f6-4748-8a8d-694a76f01b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:36.429935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:13:36.444727 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-61b2a130-a775-4ae4-919a-25335f284c87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "PUT /v2.0/routers/be72f9df-1961-40c8-b1c4-adaa31f5e8b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4848564 Dec 17 14:13:36.505475 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Sync routers for ids ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:13:36.525812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Routers {'be72f9df-1961-40c8-b1c4-adaa31f5e8b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:13:36.526436 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:13:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:36.573229 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d0e04bed-91f6-4748-8a8d-694a76f01b43 None None] Provisioning complete for port d0ffab79-4852-4b24-a9f4-b383e7c02be5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:36.573618 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d0e04bed-91f6-4748-8a8d-694a76f01b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:36.605144 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-200b91c0-392d-4ece-a214-e354e1f0fe48 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206896141&fields=id&tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 267 time: 0.0499980 Dec 17 14:13:36.642948 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d0e04bed-91f6-4748-8a8d-694a76f01b43 None None] Port d0ffab79-4852-4b24-a9f4-b383e7c02be5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:13:36.691781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Set router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:13:36.730401 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b676be-8637-4e19-8f94-28e96e10830c req-5c6a5bfa-c88e-4b47-9b26-d50c04f36689 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:36.732383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-5c6a5bfa-c88e-4b47-9b26-d50c04f36689 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/networks?id=151b9a3f-9e0f-46be-995a-aa28d44da183 HTTP/1.1" status: 200 len: 796 time: 0.1188395 Dec 17 14:13:36.748930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-eecd53dc-0853-4ce8-926a-0ebc12e860c1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/quotas/68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 375 time: 0.0101388 Dec 17 14:13:36.769785 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:36.803475 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-e4a7cd5b-303a-4f04-8a9c-0f2fff722e67 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485809 Dec 17 14:13:36.826419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-55725445-518d-427e-aad3-16401680cf8f None None] Provisioning complete for port d0ffab79-4852-4b24-a9f4-b383e7c02be5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:36.826784 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-55725445-518d-427e-aad3-16401680cf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:36.887720 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-55725445-518d-427e-aad3-16401680cf8f None None] Port d0ffab79-4852-4b24-a9f4-b383e7c02be5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:13:36.903414 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-253e9c79-f954-4f0f-abe3-3d15b4b8a93e service neutron] 10.222.0.59 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882633 Dec 17 14:13:36.936940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:35Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'd0ffab79-4852-4b24-a9f4-b383e7c02be5', 'name': '', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:52:47:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:34Z', 'updated_at': '2021-12-17T14:13:35Z', 'revision_number': 2, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:36.967537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Checking router: be72f9df-1961-40c8-b1c4-adaa31f5e8b4 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:13:36.967903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Updating router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 port d0ffab79-4852-4b24-a9f4-b383e7c02be5 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:13:36.992612 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:36.992998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-68cab36b-a03a-4516-aaf7-76a9ce435aa8 service neutron] 10.222.0.59 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833669 Dec 17 14:13:37.260345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:37.278856 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-43af8134-c888-43d4-8402-436245f224b0 req-bfa6aa30-be8d-4a80-9a3d-6adc572157b5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 210 time: 0.0276513 Dec 17 14:13:37.329413 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:37.390819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcbf19-b03a-4e31-a94d-a779a36a8cea None None] Pushing event updated for resources: {'Port': ['ID=d0ffab79-4852-4b24-a9f4-b383e7c02be5,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:37.452710 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Attempting to bind port d0ffab79-4852-4b24-a9f4-b383e7c02be5 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:13:37.453086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Attempting to bind port d0ffab79-4852-4b24-a9f4-b383e7c02be5 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:13:37.453454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Attempting to bind port d0ffab79-4852-4b24-a9f4-b383e7c02be5 on network 151b9a3f-9e0f-46be-995a-aa28d44da183 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:13:37.459640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:13:37.460098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Checking segment: {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:13:37.460506 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:37.460924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Bound using segment: {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:13:37.461385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Bound port: d0ffab79-4852-4b24-a9f4-b383e7c02be5, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:13:37.461869 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:37.532334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] For port d0ffab79-4852-4b24-a9f4-b383e7c02be5, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:13:37.535906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] For port d0ffab79-4852-4b24-a9f4-b383e7c02be5, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d0ffab79-4852-4b24-a9f4-b383e7c02be5,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:13:37.612163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8fd6f3b0-2330-410d-8b18-0f2f0c665c1c None None] Provisioning complete for port d0ffab79-4852-4b24-a9f4-b383e7c02be5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:37.612534 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8fd6f3b0-2330-410d-8b18-0f2f0c665c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:37.804105 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:37.843120 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e7eefc4f-2960-43a7-a992-d03a8bc436fa up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:13:37.851115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-8fd6f3b0-2330-410d-8b18-0f2f0c665c1c None None] Port d0ffab79-4852-4b24-a9f4-b383e7c02be5 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:13:37.904277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Routers {'be72f9df-1961-40c8-b1c4-adaa31f5e8b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:13:37.904889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:13:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:37.945128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcbf19-b03a-4e31-a94d-a779a36a8cea None None] Pushing event updated for resources: {'Port': ['ID=d0ffab79-4852-4b24-a9f4-b383e7c02be5,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:38.003687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port e7eefc4f-2960-43a7-a992-d03a8bc436fa triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:38.004074 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:38.057646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] Set router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:13:38.144530 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-adb6c027-2ebf-4534-bffd-1143b6855020 None None] Provisioning complete for port d0ffab79-4852-4b24-a9f4-b383e7c02be5 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:38.144924 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-adb6c027-2ebf-4534-bffd-1143b6855020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:38.344057 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-adb6c027-2ebf-4534-bffd-1143b6855020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:38.379892 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae48cec9-8de0-4e1e-9933-ccccfc3bff0c req-8f13765b-3f6a-450a-be90-953e88adf0ef tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 210 time: 0.0321131 Dec 17 14:13:38.387905 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-adb6c027-2ebf-4534-bffd-1143b6855020 None None] For port d0ffab79-4852-4b24-a9f4-b383e7c02be5, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d0ffab79-4852-4b24-a9f4-b383e7c02be5,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:13:38.399844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:35Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'd0ffab79-4852-4b24-a9f4-b383e7c02be5', 'name': '', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:52:47:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:34Z', 'updated_at': '2021-12-17T14:13:37Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:38.429680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4850435-7668-4c66-85c7-0ef0126a2af4 None None] The sync data for ids ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'] in n-d-815324-5 is: [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:35Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'd0ffab79-4852-4b24-a9f4-b383e7c02be5', 'name': '', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:52:47:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:34Z', 'updated_at': '2021-12-17T14:13:37Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:13:38.473032 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-adb6c027-2ebf-4534-bffd-1143b6855020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:38.536215 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6c027-2ebf-4534-bffd-1143b6855020 None None] Pushing event updated for resources: {'Port': ['ID=d0ffab79-4852-4b24-a9f4-b383e7c02be5,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:39.337752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b676be-8637-4e19-8f94-28e96e10830c req-47aa1a85-24c1-4304-b105-5e00187ea1fb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:39.340526 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-47aa1a85-24c1-4304-b105-5e00187ea1fb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "GET /v2.0/networks?id=151b9a3f-9e0f-46be-995a-aa28d44da183 HTTP/1.1" status: 200 len: 796 time: 0.1104412 Dec 17 14:13:39.414725 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-552bfb0a-159e-49f2-a4b1-29adb3169490 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 379 time: 0.0591204 Dec 17 14:13:39.428393 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-80b676be-8637-4e19-8f94-28e96e10830c req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'port': {'device_id': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'admin_state_up': True, 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'security_groups': ['897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:39.488244 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03e51241-0233-481b-83bf-ec49496d79df req-e0219d69-3690-4873-932b-fd0d48e2e42e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 210 time: 0.0299242 Dec 17 14:13:39.655488 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b676be-8637-4e19-8f94-28e96e10830c req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:13:39.659758 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80b676be-8637-4e19-8f94-28e96e10830c req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:39.784421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-80b676be-8637-4e19-8f94-28e96e10830c req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.20.0.9 (151b9a3f-9e0f-46be-995a-aa28d44da183/12e8a301-58f9-4402-8a1a-f63f46984a80/73f5aa0a-8748-438a-9470-980877ec4796) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:13:39.843065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d0ffab79-4852-4b24-a9f4-b383e7c02be5 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:13:39.891071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port d0ffab79-4852-4b24-a9f4-b383e7c02be5 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:39.892319 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:39.928866 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80b676be-8637-4e19-8f94-28e96e10830c req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:40.033157 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80b676be-8637-4e19-8f94-28e96e10830c req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:40.077819 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b676be-8637-4e19-8f94-28e96e10830c req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 151b9a3f-9e0f-46be-995a-aa28d44da183 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:13:40.081694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-80b676be-8637-4e19-8f94-28e96e10830c req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:13:40.085396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b676be-8637-4e19-8f94-28e96e10830c req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:13:40.115370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=73f5aa0a-8748-438a-9470-980877ec4796,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:40.142992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b676be-8637-4e19-8f94-28e96e10830c req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:40.143636 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80b676be-8637-4e19-8f94-28e96e10830c req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:40.212597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-1baf992b-82e8-484d-b2b7-c61a184ea24a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7884874 Dec 17 14:13:40.227049 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-e4dd9dce-e7a5-4a67-92d7-321a436aaf4c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:13:40.232567 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-e4dd9dce-e7a5-4a67-92d7-321a436aaf4c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057402 Dec 17 14:13:40.303621 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Request body: {'port': {'device_id': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:40.312676 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-447a14d4-f823-4a1a-b98c-b5c722ca9fdd None None] Provisioning complete for port 73f5aa0a-8748-438a-9470-980877ec4796 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:40.313670 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-447a14d4-f823-4a1a-b98c-b5c722ca9fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:40.346824 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-447a14d4-f823-4a1a-b98c-b5c722ca9fdd None None] Port 73f5aa0a-8748-438a-9470-980877ec4796 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:13:40.357449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:40.650225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ec61d-c36a-441d-803e-53b75de2c8ac req-424eb087-ca6b-4450-aae9-23def674ca97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:40.651741 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a56ec61d-c36a-441d-803e-53b75de2c8ac req-424eb087-ca6b-4450-aae9-23def674ca97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 931 time: 0.0925362 Dec 17 14:13:40.663837 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f5aa0a-8748-438a-9470-980877ec4796 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:13:40.676496 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:40.705023 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Transition to ACTIVE for port object 73f5aa0a-8748-438a-9470-980877ec4796 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:13:40.722362 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a56ec61d-c36a-441d-803e-53b75de2c8ac req-8bf6fa86-8e38-4bca-b3ca-17e472d595c2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626655 Dec 17 14:13:40.763879 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:40.813325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Pushing event updated for resources: {'Port': ['ID=73f5aa0a-8748-438a-9470-980877ec4796,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:40.889623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Attempting to bind port 73f5aa0a-8748-438a-9470-980877ec4796 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:13:40.889959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Attempting to bind port 73f5aa0a-8748-438a-9470-980877ec4796 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:13:40.890346 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Attempting to bind port 73f5aa0a-8748-438a-9470-980877ec4796 on network 151b9a3f-9e0f-46be-995a-aa28d44da183 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:13:40.895321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Port 73f5aa0a-8748-438a-9470-980877ec4796 on network 151b9a3f-9e0f-46be-995a-aa28d44da183 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:13:40.895656 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Attempting to bind port 73f5aa0a-8748-438a-9470-980877ec4796 on network 151b9a3f-9e0f-46be-995a-aa28d44da183 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:13:40.900846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:13:40.901195 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Checking segment: {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:13:40.901605 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Bound using segment: {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:13:40.902055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Bound port: 73f5aa0a-8748-438a-9470-980877ec4796, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:13:40.902423 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:40.967851 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:13:40.971424 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=73f5aa0a-8748-438a-9470-980877ec4796,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:13:41.038590 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:41.074923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:41.075558 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:41.077088 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] 10.222.0.61 "PUT /v2.0/ports/73f5aa0a-8748-438a-9470-980877ec4796 HTTP/1.1" status: 200 len: 1091 time: 0.8344784 Dec 17 14:13:41.077543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:13:41.080364 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e1d92e-9046-46c9-9170-a0b3cf1dcd91" -d '{"events": [{"name": "network-changed", "server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "tag": "73f5aa0a-8748-438a-9470-980877ec4796"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:13:41.103441 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1430b-8559-411f-b5bc-e2bdc96fcd8e service neutron] Pushing event updated for resources: {'Port': ['ID=73f5aa0a-8748-438a-9470-980877ec4796,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:41.123660 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec2109e-aeb2-4abd-9814-581bff0d9282 x-openstack-request-id: req-fec2109e-aeb2-4abd-9814-581bff0d9282 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:13:41.123660 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "tag": "73f5aa0a-8748-438a-9470-980877ec4796", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:13:41.123660 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fec2109e-aeb2-4abd-9814-581bff0d9282 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:13:41.123660 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796', 'status': 'completed', 'code': 200} Dec 17 14:13:41.190294 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1d92e-9046-46c9-9170-a0b3cf1dcd91 req-51be448c-8d33-4a9c-bfe3-c976d282ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:41.191855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81e1d92e-9046-46c9-9170-a0b3cf1dcd91 req-51be448c-8d33-4a9c-bfe3-c976d282ec71 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 1094 time: 0.0436838 Dec 17 14:13:41.303134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1d92e-9046-46c9-9170-a0b3cf1dcd91 req-6cd4cdbf-6c0c-401c-8941-3b46b162f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:41.304607 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81e1d92e-9046-46c9-9170-a0b3cf1dcd91 req-6cd4cdbf-6c0c-401c-8941-3b46b162f7e2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0995452 Dec 17 14:13:41.405812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1d92e-9046-46c9-9170-a0b3cf1dcd91 req-3d667337-8d75-49d4-992e-e012cfa882c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:41.407311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-81e1d92e-9046-46c9-9170-a0b3cf1dcd91 req-3d667337-8d75-49d4-992e-e012cfa882c1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923316 Dec 17 14:13:41.495398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b676be-8637-4e19-8f94-28e96e10830c req-076d2f10-2bdb-4578-a16b-c78cba3a8e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:41.496909 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-076d2f10-2bdb-4578-a16b-c78cba3a8e53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 1094 time: 0.0415981 Dec 17 14:13:41.542223 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-f1d56527-1705-4e85-ad85-8e975521ffe5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73f5aa0a-8748-438a-9470-980877ec4796 HTTP/1.1" status: 200 len: 217 time: 0.0347037 Dec 17 14:13:41.595674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b676be-8637-4e19-8f94-28e96e10830c req-185182c0-8c24-45fe-9061-b9be3d3a5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:41.597135 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-185182c0-8c24-45fe-9061-b9be3d3a5cfa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12e8a301-58f9-4402-8a1a-f63f46984a80 HTTP/1.1" status: 200 len: 835 time: 0.0476274 Dec 17 14:13:41.649111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b676be-8637-4e19-8f94-28e96e10830c req-3d30a543-d266-4594-9b3b-7cd5d9bd3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:41.650637 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-3d30a543-d266-4594-9b3b-7cd5d9bd3af4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=151b9a3f-9e0f-46be-995a-aa28d44da183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425105 Dec 17 14:13:41.739154 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-57c6f2bb-f85f-40cf-a424-d83eedd5e172 service neutron] 10.222.0.61 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800631 Dec 17 14:13:41.871253 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637292b7-0eed-42e2-9a44-799db0dad6e5 req-05f16a01-4c82-4dd7-b27b-b17956c63863 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:41.872636 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-637292b7-0eed-42e2-9a44-799db0dad6e5 req-05f16a01-4c82-4dd7-b27b-b17956c63863 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 943 time: 0.0760052 Dec 17 14:13:41.876378 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-80b676be-8637-4e19-8f94-28e96e10830c req-fe6fa774-6297-4605-87f2-833d99d3ad79 service neutron] 10.222.0.61 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266348 Dec 17 14:13:41.923211 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-637292b7-0eed-42e2-9a44-799db0dad6e5 req-cbddfca8-3fda-4e86-9737-8efc33764062 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442812 Dec 17 14:13:43.044569 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc9f57-6825-4331-a5c9-c1d7ed06c150 req-98e54bc9-fad3-4657-b3e0-83f694dad394 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:43.046102 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94fc9f57-6825-4331-a5c9-c1d7ed06c150 req-98e54bc9-fad3-4657-b3e0-83f694dad394 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 943 time: 0.0537865 Dec 17 14:13:43.094834 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-94fc9f57-6825-4331-a5c9-c1d7ed06c150 req-53375fea-ec86-4bf8-bfd8-84b17254b659 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427563 Dec 17 14:13:43.912057 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-322cdf83-12fb-43e0-af77-95bb5161bc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:44.212489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ccd67-a35c-4e6c-85ca-4fd73b49c764 req-b8f39af9-79fe-47be-848a-a87656a5ad8a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:44.214001 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-327ccd67-a35c-4e6c-85ca-4fd73b49c764 req-b8f39af9-79fe-47be-848a-a87656a5ad8a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 943 time: 0.0526233 Dec 17 14:13:44.262160 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-327ccd67-a35c-4e6c-85ca-4fd73b49c764 req-9d9b597e-e2e5-457c-8b04-e115ddee1e9f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422454 Dec 17 14:13:44.887991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 73f5aa0a-8748-438a-9470-980877ec4796 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:13:44.982065 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=73f5aa0a-8748-438a-9470-980877ec4796,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:13:44.993804 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '73f5aa0a-8748-438a-9470-980877ec4796', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'port_id': '73f5aa0a-8748-438a-9470-980877ec4796', 'mac_address': 'fa:16:3e:28:b5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:13:45.030238 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:45.043345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f5aa0a-8748-438a-9470-980877ec4796 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:13:45.075051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=73f5aa0a-8748-438a-9470-980877ec4796,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:13:45.140526 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:45.193498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=73f5aa0a-8748-438a-9470-980877ec4796,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:45.376248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7e914-19a1-4c1c-9cce-dae73b775581 req-e254cdb1-f3f9-47ea-9297-ac9bf19f7e39 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:45.378518 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c4a7e914-19a1-4c1c-9cce-dae73b775581 req-e254cdb1-f3f9-47ea-9297-ac9bf19f7e39 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 944 time: 0.0494480 Dec 17 14:13:45.428158 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c4a7e914-19a1-4c1c-9cce-dae73b775581 req-cbe95dc2-7457-4144-bbe3-bd9fad6a69bb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435503 Dec 17 14:13:45.464544 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['73f5aa0a-8748-438a-9470-980877ec4796'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:13:46.363623 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c5cf2a7-0d95-4611-a1c0-1bee0c3a676a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:46.541265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380d265-6199-4b1a-9ac1-59d815371ffc req-93c5f223-c0fe-4147-a1d6-7bdb953a204c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:46.542849 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8380d265-6199-4b1a-9ac1-59d815371ffc req-93c5f223-c0fe-4147-a1d6-7bdb953a204c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 944 time: 0.0487032 Dec 17 14:13:46.597093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8380d265-6199-4b1a-9ac1-59d815371ffc req-996e5db5-4c4f-4307-b3ad-13918493961c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477455 Dec 17 14:13:46.911328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 73f5aa0a-8748-438a-9470-980877ec4796 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:13:47.008778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 73f5aa0a-8748-438a-9470-980877ec4796 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:13:47.012618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 73f5aa0a-8748-438a-9470-980877ec4796 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:13:47.012993 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:47.100525 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:47.123322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:13:47.125603 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c15d21a-24b7-4500-85e1-5add7cd1be2a" -d '{"events": [{"server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "name": "network-vif-plugged", "status": "completed", "tag": "73f5aa0a-8748-438a-9470-980877ec4796"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:13:47.138457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=73f5aa0a-8748-438a-9470-980877ec4796,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:13:47.164127 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c2defa-ab53-4abc-bee4-2359eed9fc39 x-openstack-request-id: req-c1c2defa-ab53-4abc-bee4-2359eed9fc39 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:13:47.164127 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "name": "network-vif-plugged", "status": "completed", "tag": "73f5aa0a-8748-438a-9470-980877ec4796", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:13:47.164127 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c1c2defa-ab53-4abc-bee4-2359eed9fc39 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:13:47.164127 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796', 'code': 200} Dec 17 14:13:47.192263 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:47.241954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=73f5aa0a-8748-438a-9470-980877ec4796,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:47.279668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092dc7a-0b5f-4576-9657-3323f56767fc req-88106fdb-2ab2-4d13-88ea-35c13a2df538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:47.281190 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b092dc7a-0b5f-4576-9657-3323f56767fc req-88106fdb-2ab2-4d13-88ea-35c13a2df538 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 1096 time: 0.0462277 Dec 17 14:13:47.332184 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b092dc7a-0b5f-4576-9657-3323f56767fc req-212305e3-5a5b-4b8e-8ad8-a29e735a29a6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394726 Dec 17 14:13:47.716251 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f633f-5f33-48a1-a92b-0a429562dbdb req-1d0a0457-4722-48f1-b49d-eeff857c2b9e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:47.717774 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-513f633f-5f33-48a1-a92b-0a429562dbdb req-1d0a0457-4722-48f1-b49d-eeff857c2b9e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0496774 Dec 17 14:13:47.766014 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-513f633f-5f33-48a1-a92b-0a429562dbdb req-a64d2d89-fe54-43ee-a5d0-6b16addeac11 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422833 Dec 17 14:13:47.992145 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:48.890341 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dee0b-a233-43dd-9d31-b0dc211fc629 req-f1577d19-042e-4d63-b078-a4e3f71329e8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:48.892685 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a62dee0b-a233-43dd-9d31-b0dc211fc629 req-f1577d19-042e-4d63-b078-a4e3f71329e8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0491009 Dec 17 14:13:48.944840 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a62dee0b-a233-43dd-9d31-b0dc211fc629 req-5aafe28c-7425-415d-8dee-f95a13c784b2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462079 Dec 17 14:13:49.058039 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4452dc-0f2a-4e8f-9b12-2fff7f616dfb req-64c17af4-a680-49ee-968e-f3310d6c4862 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:49.068781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e4452dc-0f2a-4e8f-9b12-2fff7f616dfb req-64c17af4-a680-49ee-968e-f3310d6c4862 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0491688 Dec 17 14:13:49.119029 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1e4452dc-0f2a-4e8f-9b12-2fff7f616dfb req-71a57fb4-0ca0-4174-9b8c-5cbfd30bdc83 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527287 Dec 17 14:13:49.140486 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:49.140987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51484) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:49.182887 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac2584c-e80b-4b16-b97f-79a92355d9e3 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:49.184441 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5ac2584c-e80b-4b16-b97f-79a92355d9e3 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 1091 time: 0.0426397 Dec 17 14:13:49.187189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51486) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:49.192024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '73f5aa0a-8748-438a-9470-980877ec4796', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:13:49.277397 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:49.372766 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:49.477482 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.25.0.109 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/7d2b56fa-ceb2-448f-a315-53819b6acb1b) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:13:49.578325 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:49.666675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:49.707392 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:13:49.710331 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:13:49.713359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:13:49.737734 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=7d2b56fa-ceb2-448f-a315-53819b6acb1b,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:49.832319 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:50.079091 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:50.491791 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:50.639257 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:50.694339 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:50.761990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=7d2b56fa-ceb2-448f-a315-53819b6acb1b,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:13:50.772121 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:50.874974 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Floating IP eed24311-2ad0-4db2-87dc-2633bf1aa5b6 associated. External IP: 172.25.0.109, port: 73f5aa0a-8748-438a-9470-980877ec4796. Dec 17 14:13:51.079474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:13:51.197080 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:13:51.206613 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e1197f-34d6-4c84-b237-72a64f58e36f None None] Sync routers for ids ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:13:51.216634 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1197f-34d6-4c84-b237-72a64f58e36f None None] Routers {'be72f9df-1961-40c8-b1c4-adaa31f5e8b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:13:51.217229 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-31e1197f-34d6-4c84-b237-72a64f58e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:13:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:51.262361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:13:51.290327 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-15525155-ff5e-4ce4-b8d7-b2b0e4c7831c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1020896 Dec 17 14:13:51.290933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:13:51.293217 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dfe50b-e265-44cc-a03c-b26200f85adc" -d '{"events": [{"name": "network-changed", "server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "tag": "73f5aa0a-8748-438a-9470-980877ec4796"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:13:51.323941 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-31e1197f-34d6-4c84-b237-72a64f58e36f None None] Set router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:13:51.338336 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756d7479-c1c4-43d9-bb34-f92e2466f9c3 x-openstack-request-id: req-756d7479-c1c4-43d9-bb34-f92e2466f9c3 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:13:51.338649 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "tag": "73f5aa0a-8748-438a-9470-980877ec4796", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:13:51.338911 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-756d7479-c1c4-43d9-bb34-f92e2466f9c3 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:13:51.339328 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796', 'status': 'completed', 'code': 200} Dec 17 14:13:51.396748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed30c03-2b54-440f-8db0-99ee76cc363b req-888b5c75-c4ac-4ead-a21a-72f067480f3b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:51.399516 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ed30c03-2b54-440f-8db0-99ee76cc363b req-888b5c75-c4ac-4ead-a21a-72f067480f3b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0569334 Dec 17 14:13:51.414674 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfe50b-e265-44cc-a03c-b26200f85adc req-feef468d-8e37-44b3-aaf2-9d59007c4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:51.416213 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18dfe50b-e265-44cc-a03c-b26200f85adc req-feef468d-8e37-44b3-aaf2-9d59007c4df3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 1096 time: 0.0512621 Dec 17 14:13:51.462860 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ed30c03-2b54-440f-8db0-99ee76cc363b req-467aa6ac-d832-425f-a019-63fc68812eb5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565579 Dec 17 14:13:51.486904 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51492) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:51.517943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfe50b-e265-44cc-a03c-b26200f85adc req-584c1512-7a94-4cdd-b438-0aae89ec947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:51.519302 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18dfe50b-e265-44cc-a03c-b26200f85adc req-584c1512-7a94-4cdd-b438-0aae89ec947c service neutron] 10.222.0.61 "GET /v2.0/networks?id=151b9a3f-9e0f-46be-995a-aa28d44da183 HTTP/1.1" status: 200 len: 897 time: 0.0959079 Dec 17 14:13:51.555075 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-75736f7c-1943-4b1c-a3d2-58ec3ff4efc4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/eed24311-2ad0-4db2-87dc-2633bf1aa5b6 HTTP/1.1" status: 200 len: 991 time: 0.0668380 Dec 17 14:13:51.582806 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-31e1197f-34d6-4c84-b237-72a64f58e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:35Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'eed24311-2ad0-4db2-87dc-2633bf1aa5b6', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'port_id': '73f5aa0a-8748-438a-9470-980877ec4796', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'mac_address': 'fa:16:3e:28:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:13:49Z', 'updated_at': '2021-12-17T14:13:49Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ffab79-4852-4b24-a9f4-b383e7c02be5', 'name': '', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:52:47:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:34Z', 'updated_at': '2021-12-17T14:13:38Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:51.590657 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18dfe50b-e265-44cc-a03c-b26200f85adc req-42ec4c2f-b422-499c-90ff-6694a1bb4462 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73f5aa0a-8748-438a-9470-980877ec4796 HTTP/1.1" status: 200 len: 999 time: 0.0633688 Dec 17 14:13:51.614391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.61', 63116) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:51.615883 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e1197f-34d6-4c84-b237-72a64f58e36f None None] Checking router: be72f9df-1961-40c8-b1c4-adaa31f5e8b4 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:13:51.624316 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1197f-34d6-4c84-b237-72a64f58e36f None None] Routers {'be72f9df-1961-40c8-b1c4-adaa31f5e8b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:13:51.624922 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-31e1197f-34d6-4c84-b237-72a64f58e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:13:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:51.644144 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfe50b-e265-44cc-a03c-b26200f85adc req-1bff40b1-b73c-441c-b68b-090952eaf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:51.645675 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18dfe50b-e265-44cc-a03c-b26200f85adc req-1bff40b1-b73c-441c-b68b-090952eaf398 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12e8a301-58f9-4402-8a1a-f63f46984a80 HTTP/1.1" status: 200 len: 835 time: 0.0480971 Dec 17 14:13:51.665190 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-fb78f48a-b0a5-4f9b-b0e8-77610692a280 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467811 Dec 17 14:13:51.693684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfe50b-e265-44cc-a03c-b26200f85adc req-a2e13598-c4bb-402d-a862-e37388efa766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:51.695197 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18dfe50b-e265-44cc-a03c-b26200f85adc req-a2e13598-c4bb-402d-a862-e37388efa766 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=151b9a3f-9e0f-46be-995a-aa28d44da183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409377 Dec 17 14:13:51.731601 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-31e1197f-34d6-4c84-b237-72a64f58e36f None None] Set router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:13:51.790492 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18dfe50b-e265-44cc-a03c-b26200f85adc req-1c09bafb-e6c9-4e80-82da-9fa73e0b4ed9 service neutron] 10.222.0.61 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877354 Dec 17 14:13:51.887727 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-18dfe50b-e265-44cc-a03c-b26200f85adc req-f2a17e90-b0b7-4848-9505-47f6986c9a0d service neutron] 10.222.0.61 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901191 Dec 17 14:13:52.048181 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-31e1197f-34d6-4c84-b237-72a64f58e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:35Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'eed24311-2ad0-4db2-87dc-2633bf1aa5b6', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'port_id': '73f5aa0a-8748-438a-9470-980877ec4796', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'mac_address': 'fa:16:3e:28:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:13:49Z', 'updated_at': '2021-12-17T14:13:49Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ffab79-4852-4b24-a9f4-b383e7c02be5', 'name': '', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:52:47:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:34Z', 'updated_at': '2021-12-17T14:13:38Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:13:52.073514 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-29adcf3f-8508-41ca-b570-857dd22ad488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:52.075161 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-29adcf3f-8508-41ca-b570-857dd22ad488 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 1096 time: 0.0417249 Dec 17 14:13:52.077991 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e1197f-34d6-4c84-b237-72a64f58e36f None None] The sync data for ids ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'] in n-d-815324-5 is: [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:35Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'eed24311-2ad0-4db2-87dc-2633bf1aa5b6', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'port_id': '73f5aa0a-8748-438a-9470-980877ec4796', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'mac_address': 'fa:16:3e:28:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:13:49Z', 'updated_at': '2021-12-17T14:13:49Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ffab79-4852-4b24-a9f4-b383e7c02be5', 'name': '', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:52:47:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:34Z', 'updated_at': '2021-12-17T14:13:38Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:13:52.191841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-45bbec91-2611-4fda-b97a-212c7964760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:52.193324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-45bbec91-2611-4fda-b97a-212c7964760c service neutron] 10.222.0.61 "GET /v2.0/networks?id=151b9a3f-9e0f-46be-995a-aa28d44da183 HTTP/1.1" status: 200 len: 897 time: 0.0985165 Dec 17 14:13:52.264249 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-157c9d23-c255-462f-89ed-39f0ca0282bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73f5aa0a-8748-438a-9470-980877ec4796 HTTP/1.1" status: 200 len: 999 time: 0.0617096 Dec 17 14:13:52.300816 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa4fc63-d20d-4f60-9e34-82ea41382058 None None] New status for floating IP eed24311-2ad0-4db2-87dc-2633bf1aa5b6: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:13:52.320822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-2e43464e-79ff-4141-8125-ec75102b75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:52.322325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-2e43464e-79ff-4141-8125-ec75102b75e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12e8a301-58f9-4402-8a1a-f63f46984a80 HTTP/1.1" status: 200 len: 835 time: 0.0506120 Dec 17 14:13:52.368634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-b1ff0dfd-eb6f-43d1-9e56-84a648256bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:13:52.370182 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-b1ff0dfd-eb6f-43d1-9e56-84a648256bb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=151b9a3f-9e0f-46be-995a-aa28d44da183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407369 Dec 17 14:13:52.461963 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-c124a4ba-5716-42ea-adb0-5c6a864a0d9c service neutron] 10.222.0.61 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825253 Dec 17 14:13:52.558362 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-9b29e0e1-22f6-492c-ac99-644f58d1c493 service neutron] 10.222.0.61 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906961 Dec 17 14:13:52.562639 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51494) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:13:52.622107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a164d7f4-ee70-4309-864c-9049b1727260 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/eed24311-2ad0-4db2-87dc-2633bf1aa5b6 HTTP/1.1" status: 200 len: 993 time: 0.0620785 Dec 17 14:14:02.288590 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:06.723096 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:10.300286 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:14:13.882335 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2e0da611-25f2-4f9f-bf09-0e8b7249eae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:16.402697 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-26ed2079-1f94-4c1e-b7d9-cd0ea59a2a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:17.985123 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:19.122392 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:19.825021 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:29.148989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c988bc-1cc2-4524-ba2f-c1872d785c37 req-6d3862b7-9c73-46cd-b260-9ff043278c45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:29.150669 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6c988bc-1cc2-4524-ba2f-c1872d785c37 req-6d3862b7-9c73-46cd-b260-9ff043278c45 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0515864 Dec 17 14:14:29.202319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d6c988bc-1cc2-4524-ba2f-c1872d785c37 req-ec380283-4b07-44e9-9cdf-23cb83ace816 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456338 Dec 17 14:14:29.246174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51516) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:14:29.329861 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-41b6d5f5-f9ef-4dcf-b7fe-691f028be33f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821543 Dec 17 14:14:29.338328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-2d72ff7b-c8ec-4899-a7d0-2acc5c0de85a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:14:29.339275 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-2d72ff7b-c8ec-4899-a7d0-2acc5c0de85a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049043 Dec 17 14:14:30.321042 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501472a-eddd-4205-bdb5-4d6d8b508833 req-ca2b7ca5-279b-459c-9dd3-b2531cefafc4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:30.322527 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c501472a-eddd-4205-bdb5-4d6d8b508833 req-ca2b7ca5-279b-459c-9dd3-b2531cefafc4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0510828 Dec 17 14:14:30.371417 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c501472a-eddd-4205-bdb5-4d6d8b508833 req-499c8fd4-da1a-446d-a7cb-10b674ac1b0c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428989 Dec 17 14:14:31.491881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b2f44-a0e6-44b0-95d1-d41b77f690aa req-b5156bcf-7c7c-4103-bbe7-1735844aacca tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:31.493395 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e94b2f44-a0e6-44b0-95d1-d41b77f690aa req-b5156bcf-7c7c-4103-bbe7-1735844aacca tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0536466 Dec 17 14:14:31.544030 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e94b2f44-a0e6-44b0-95d1-d41b77f690aa req-95ce240e-851e-49c8-9452-74bb3b7e2578 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432220 Dec 17 14:14:32.281936 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:32.657879 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6ecc2-121f-43d3-85c2-faa89fb349d8 req-b48d1bf0-bcd7-4e85-906c-4ba0fc0dd2f9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:32.659365 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c4c6ecc2-121f-43d3-85c2-faa89fb349d8 req-b48d1bf0-bcd7-4e85-906c-4ba0fc0dd2f9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0489831 Dec 17 14:14:32.708392 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c4c6ecc2-121f-43d3-85c2-faa89fb349d8 req-e5c6f41e-ed1a-41bc-87b7-7ae928762737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431421 Dec 17 14:14:33.824420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff861d35-1347-4542-9209-7e27cff75d4b req-38083cfe-05d2-4fea-80d7-8740313f0e14 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:33.826038 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff861d35-1347-4542-9209-7e27cff75d4b req-38083cfe-05d2-4fea-80d7-8740313f0e14 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0497530 Dec 17 14:14:33.876274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff861d35-1347-4542-9209-7e27cff75d4b req-93ab39d7-f490-478e-abe6-0c867fcc2503 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438516 Dec 17 14:14:35.005181 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ef683-1de8-432e-8d04-ed1edda8cfc8 req-94c77d48-d5be-4d9a-b149-090866a70752 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:35.006696 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6e7ef683-1de8-432e-8d04-ed1edda8cfc8 req-94c77d48-d5be-4d9a-b149-090866a70752 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0599554 Dec 17 14:14:35.056966 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6e7ef683-1de8-432e-8d04-ed1edda8cfc8 req-76798b8a-1e9a-47a9-955d-0b1199e25509 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441978 Dec 17 14:14:35.162926 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-d325a78b-d104-4446-b98f-72458cf4a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:35.164402 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-d325a78b-d104-4446-b98f-72458cf4a785 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 1096 time: 0.0429027 Dec 17 14:14:35.259369 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-41ea42ca-f1d9-41b7-8988-52c695593049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:35.260882 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-41ea42ca-f1d9-41b7-8988-52c695593049 service neutron] 10.222.0.61 "GET /v2.0/networks?id=151b9a3f-9e0f-46be-995a-aa28d44da183 HTTP/1.1" status: 200 len: 897 time: 0.0880067 Dec 17 14:14:35.333985 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-56b2de8b-9817-47ae-97ff-a9f0d1b53c9c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73f5aa0a-8748-438a-9470-980877ec4796 HTTP/1.1" status: 200 len: 1001 time: 0.0609803 Dec 17 14:14:35.391655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-7afe4cac-ac9a-4f90-9b6e-2247ef0d6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:35.393141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-7afe4cac-ac9a-4f90-9b6e-2247ef0d6222 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12e8a301-58f9-4402-8a1a-f63f46984a80 HTTP/1.1" status: 200 len: 835 time: 0.0491159 Dec 17 14:14:35.442558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-fc04e8e5-6026-42ce-aabf-2a481e8e05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:35.443976 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-fc04e8e5-6026-42ce-aabf-2a481e8e05d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=151b9a3f-9e0f-46be-995a-aa28d44da183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404196 Dec 17 14:14:35.539650 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-3626aee9-74c8-4fd1-8ac1-9a620a359cb9 service neutron] 10.222.0.61 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833848 Dec 17 14:14:35.645904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-3706b9c9-afe9-4b7c-89a0-157a0d5f8911 service neutron] 10.222.0.61 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944295 Dec 17 14:14:36.178008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d8251-571b-454a-a1ad-d3a53ccbf505 req-07752180-3b54-4987-a695-12d251923f5c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:36.179534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb3d8251-571b-454a-a1ad-d3a53ccbf505 req-07752180-3b54-4987-a695-12d251923f5c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0510356 Dec 17 14:14:36.227860 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-eb3d8251-571b-454a-a1ad-d3a53ccbf505 req-c7058b71-a94e-4fc9-8a96-cad941589d7d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424538 Dec 17 14:14:36.721483 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:37.348909 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf62447-27cc-4afb-9187-76755151b63a req-144d65b8-5472-4596-8fc6-79313449cc60 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:37.350432 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6cf62447-27cc-4afb-9187-76755151b63a req-144d65b8-5472-4596-8fc6-79313449cc60 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0533552 Dec 17 14:14:37.399482 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6cf62447-27cc-4afb-9187-76755151b63a req-78f4f595-5c05-4d53-acab-6ca5b3e0d7a7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430529 Dec 17 14:14:38.518990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630194c-6fa2-48d0-bb80-7d90c7ab6c16 req-ef7df788-4ef7-4fee-82d4-1261900aa6d9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:38.519984 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6630194c-6fa2-48d0-bb80-7d90c7ab6c16 req-ef7df788-4ef7-4fee-82d4-1261900aa6d9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0535467 Dec 17 14:14:38.568203 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6630194c-6fa2-48d0-bb80-7d90c7ab6c16 req-d2bf82e7-65d4-49c8-a554-2363034ea9dc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423350 Dec 17 14:14:39.684250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7700d-1403-4f1d-b03e-e7377598706f req-c1fb96cb-a469-4cfe-80d8-14bccf2f415d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:39.685749 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0c7700d-1403-4f1d-b03e-e7377598706f req-c1fb96cb-a469-4cfe-80d8-14bccf2f415d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0499840 Dec 17 14:14:39.739938 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0c7700d-1403-4f1d-b03e-e7377598706f req-e14ad8ee-baa4-4f16-9965-04d4e27173c2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474138 Dec 17 14:14:40.856437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb3923-4bd1-4c06-acb4-e5c3a3db11d2 req-0941b2d3-1446-4d5f-a5b7-cdbae90adbf8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:40.858015 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14cb3923-4bd1-4c06-acb4-e5c3a3db11d2 req-0941b2d3-1446-4d5f-a5b7-cdbae90adbf8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0505738 Dec 17 14:14:40.907968 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14cb3923-4bd1-4c06-acb4-e5c3a3db11d2 req-79f763e7-f708-4809-a1cc-98427bf656f8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439308 Dec 17 14:14:42.024771 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9189510-57ce-4124-849b-c17b551067b0 req-4f5b45c6-dab8-4b2e-9414-19d5346aee5a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:42.026278 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c9189510-57ce-4124-849b-c17b551067b0 req-4f5b45c6-dab8-4b2e-9414-19d5346aee5a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0484149 Dec 17 14:14:42.075283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c9189510-57ce-4124-849b-c17b551067b0 req-6e22537f-4150-423a-9dab-dcaff89ea852 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421679 Dec 17 14:14:43.191683 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0e43e-bfcd-4ef6-bb81-1cab4a799665 req-d86baf8f-285b-4120-9d85-abf592f29f54 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:43.193166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ccc0e43e-bfcd-4ef6-bb81-1cab4a799665 req-d86baf8f-285b-4120-9d85-abf592f29f54 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0497129 Dec 17 14:14:43.250964 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ccc0e43e-bfcd-4ef6-bb81-1cab4a799665 req-f1d7fb37-9cac-4898-a1f9-1acf6e8bb652 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517972 Dec 17 14:14:43.916351 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-67cb2d23-ffcb-4d04-ac42-1613ec22f294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:44.366609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64c478-0c58-4551-b56c-023d1f57d07e req-92661dae-180c-4627-930f-fc83c89b122f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:44.368099 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f64c478-0c58-4551-b56c-023d1f57d07e req-92661dae-180c-4627-930f-fc83c89b122f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0484972 Dec 17 14:14:44.416035 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4f64c478-0c58-4551-b56c-023d1f57d07e req-46a456ba-0ca7-4a3e-a579-c90290b3931a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419805 Dec 17 14:14:45.533312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5fa99-4c0b-4bde-be00-4414c99537db req-20c74911-ec88-4180-a431-497a3cdc2fda tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:45.534828 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dda5fa99-4c0b-4bde-be00-4414c99537db req-20c74911-ec88-4180-a431-497a3cdc2fda tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0491145 Dec 17 14:14:45.583545 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dda5fa99-4c0b-4bde-be00-4414c99537db req-57a3ece8-a5c2-483f-9a52-e8271ae3ecc9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 Dec 17 14:14:46.378336 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-31f7d14a-e6c7-4405-8018-fc29895babc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:46.700685 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e179d0-30bb-46fa-9b53-e1e8916c7ec3 req-df070991-d268-4946-b901-39935f0fd83d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:46.702195 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66e179d0-30bb-46fa-9b53-e1e8916c7ec3 req-df070991-d268-4946-b901-39935f0fd83d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0520694 Dec 17 14:14:46.751217 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-66e179d0-30bb-46fa-9b53-e1e8916c7ec3 req-6e932792-4ec0-4807-9dba-7df443c8129b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419352 Dec 17 14:14:47.299914 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:14:47.866483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1e95b-5f9d-4391-890e-ced721fe3872 req-c1a7171c-3ddd-41c1-b80d-1d53ffe54ff7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:47.868005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ed1e95b-5f9d-4391-890e-ced721fe3872 req-c1a7171c-3ddd-41c1-b80d-1d53ffe54ff7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0488992 Dec 17 14:14:47.917757 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2ed1e95b-5f9d-4391-890e-ced721fe3872 req-6a971cb9-9b58-4237-a611-35883f030c28 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437205 Dec 17 14:14:47.967424 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:48.022045 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-53fd969e-2f21-4334-8173-cb9db44f6be1 service neutron] show failed (client error): The resource could not be found. Dec 17 14:14:48.023066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-53fd969e-2f21-4334-8173-cb9db44f6be1 service neutron] 10.222.0.61 "GET /v2.0/ports/73f5aa0a-8748-438a-9470-980877ec4796/bindings/n-h1-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0626218 Dec 17 14:14:48.584725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-f31cf461-63e4-4513-b869-c61a48d1e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:48.586336 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-f31cf461-63e4-4513-b869-c61a48d1e857 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11&tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 1096 time: 0.1140637 Dec 17 14:14:48.599854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:14:48.655568 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:48.853677 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=73f5aa0a-8748-438a-9470-980877ec4796,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:14:48.886788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:14:48.925394 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:14:48.927698 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0310f8-8104-48dd-ba6a-8d26be35a9ee" -d '{"events": [{"server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "name": "network-vif-unplugged", "status": "completed", "tag": "73f5aa0a-8748-438a-9470-980877ec4796"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:14:48.931898 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:48.947120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Transition to ACTIVE for port object 73f5aa0a-8748-438a-9470-980877ec4796 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:14:48.978027 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 14:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1405e0-7c15-49ea-bf8e-9fb6ef1b29a2 x-openstack-request-id: req-4a1405e0-7c15-49ea-bf8e-9fb6ef1b29a2 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:14:48.978820 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "name": "network-vif-unplugged", "status": "completed", "tag": "73f5aa0a-8748-438a-9470-980877ec4796", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:14:48.979087 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4a1405e0-7c15-49ea-bf8e-9fb6ef1b29a2 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:14:48.979498 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796', 'code': 200} Dec 17 14:14:49.020567 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:49.098322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=73f5aa0a-8748-438a-9470-980877ec4796,revision_number=6']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:14:49.121890 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:49.158806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71920525-2cf2-467f-98cf-29110512efcd req-7858bc71-8d64-44bb-84fb-fa55da0c0dbf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:49.160415 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71920525-2cf2-467f-98cf-29110512efcd req-7858bc71-8d64-44bb-84fb-fa55da0c0dbf tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.1696768 Dec 17 14:14:49.161841 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.162187 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.162525 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.162854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.163185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.163508 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.163829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.164150 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.164464 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.164781 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.165099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.165412 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.165756 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:49.252204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] No DVR routers for this DVR port 73f5aa0a-8748-438a-9470-980877ec4796 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:14:49.302566 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-71920525-2cf2-467f-98cf-29110512efcd req-47616fad-4b17-43b2-8dc0-c79fbf2b8eb1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332486 Dec 17 14:14:49.400799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Attempting to bind port 73f5aa0a-8748-438a-9470-980877ec4796 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:14:49.401028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Attempting to bind port 73f5aa0a-8748-438a-9470-980877ec4796 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:14:49.401366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Attempting to bind port 73f5aa0a-8748-438a-9470-980877ec4796 on network 151b9a3f-9e0f-46be-995a-aa28d44da183 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:14:49.405740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Port 73f5aa0a-8748-438a-9470-980877ec4796 on network 151b9a3f-9e0f-46be-995a-aa28d44da183 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:14:49.406070 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Attempting to bind port 73f5aa0a-8748-438a-9470-980877ec4796 on network 151b9a3f-9e0f-46be-995a-aa28d44da183 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:14:49.411122 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:14:49.411462 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Checking segment: {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:14:49.411846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Bound using segment: {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:14:49.412272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Bound port: 73f5aa0a-8748-438a-9470-980877ec4796, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b33a80-d849-4b0b-a9ce-80678f6217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:14:49.412628 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:49.473303 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:14:49.476521 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=73f5aa0a-8748-438a-9470-980877ec4796,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:14:49.556032 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:49.594825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:49.595362 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:49.596771 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] 10.222.0.54 "PUT /v2.0/ports/73f5aa0a-8748-438a-9470-980877ec4796 HTTP/1.1" status: 200 len: 1091 time: 1.0011423 Dec 17 14:14:49.630034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ced40f-457b-457a-9245-d1af52c0d7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=73f5aa0a-8748-438a-9470-980877ec4796,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:14:49.663082 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-0d93a411-f5ad-463f-ab1f-f85ea4226717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:49.664545 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-0d93a411-f5ad-463f-ab1f-f85ea4226717 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 1094 time: 0.0438643 Dec 17 14:14:49.761947 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-c64b5084-39e3-4a97-8d25-f2929371f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:49.763533 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-c64b5084-39e3-4a97-8d25-f2929371f7d4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=151b9a3f-9e0f-46be-995a-aa28d44da183 HTTP/1.1" status: 200 len: 897 time: 0.0916061 Dec 17 14:14:49.830912 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-ea2026cd-1a67-4bd0-856d-2c202f510e88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73f5aa0a-8748-438a-9470-980877ec4796 HTTP/1.1" status: 200 len: 999 time: 0.0590081 Dec 17 14:14:49.845400 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:49.881622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-5d1c942f-e7da-4b8d-bde1-2e181c5d4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:49.883183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-5d1c942f-e7da-4b8d-bde1-2e181c5d4451 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12e8a301-58f9-4402-8a1a-f63f46984a80 HTTP/1.1" status: 200 len: 835 time: 0.0455852 Dec 17 14:14:49.932946 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-94d9d389-0aa6-4896-882b-d9aa904a6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:49.934365 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-94d9d389-0aa6-4896-882b-d9aa904a6e7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=151b9a3f-9e0f-46be-995a-aa28d44da183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435271 Dec 17 14:14:50.023258 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-bfe6b5fd-3f87-46e2-94d8-db16f6eef740 service neutron] 10.222.0.54 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813770 Dec 17 14:14:50.117239 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b9dd9fb2-1d50-43c7-af4f-060fa42bc793 req-a25b0b5b-7826-42eb-a78b-1b0b009990f2 service neutron] 10.222.0.54 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861371 Dec 17 14:14:50.424565 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf011eb-4d48-468f-808b-799ba68eb94f req-4a07954d-6d8f-4997-a213-d384a4365916 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:50.426105 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddf011eb-4d48-468f-808b-799ba68eb94f req-4a07954d-6d8f-4997-a213-d384a4365916 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 943 time: 0.0497692 Dec 17 14:14:50.474848 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ddf011eb-4d48-468f-808b-799ba68eb94f req-caf586f3-1f13-47eb-8d38-e005b6f1381d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424957 Dec 17 14:14:50.980787 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:14:50.983281 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdc95a8-a80c-4664-97c6-87faa0f53024" -d '{"events": [{"name": "network-changed", "server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "tag": "73f5aa0a-8748-438a-9470-980877ec4796"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:14:51.038062 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1d3b14-c565-4422-8291-0a0d487892d9 x-openstack-request-id: req-6d1d3b14-c565-4422-8291-0a0d487892d9 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:14:51.038367 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "tag": "73f5aa0a-8748-438a-9470-980877ec4796", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:14:51.038623 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d1d3b14-c565-4422-8291-0a0d487892d9 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:14:51.039026 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796', 'status': 'completed', 'code': 200} Dec 17 14:14:51.128717 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-1548b58a-5779-4948-ae2a-6d34fc3cf33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:51.130272 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-1548b58a-5779-4948-ae2a-6d34fc3cf33d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 1094 time: 0.0660250 Dec 17 14:14:51.135325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-1ac217c5-90f5-465e-a7af-06287eb7dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:51.136685 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-1ac217c5-90f5-465e-a7af-06287eb7dbda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 1094 time: 0.0643835 Dec 17 14:14:51.574909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-2972b856-a47e-4757-aa6c-fbd414fcafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:51.576446 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-2972b856-a47e-4757-aa6c-fbd414fcafe1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=151b9a3f-9e0f-46be-995a-aa28d44da183 HTTP/1.1" status: 200 len: 897 time: 0.4365463 Dec 17 14:14:51.583217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-135ae7d4-6378-49db-a462-499903462bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:51.584787 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-135ae7d4-6378-49db-a462-499903462bf5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=151b9a3f-9e0f-46be-995a-aa28d44da183 HTTP/1.1" status: 200 len: 897 time: 0.4273441 Dec 17 14:14:51.595444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed4046-43dd-43d7-b2cf-603873c40940 req-1e321aa3-39b0-462d-8413-1b22c6ac89d2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:51.596921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90ed4046-43dd-43d7-b2cf-603873c40940 req-1e321aa3-39b0-462d-8413-1b22c6ac89d2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 943 time: 0.0496407 Dec 17 14:14:51.652111 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-90ed4046-43dd-43d7-b2cf-603873c40940 req-f8a512f4-52c8-4bf5-b74a-7686d2330e5c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477476 Dec 17 14:14:51.693323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-be7a9984-46da-4223-b748-8bd5cd00fe3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73f5aa0a-8748-438a-9470-980877ec4796 HTTP/1.1" status: 200 len: 999 time: 0.1068654 Dec 17 14:14:51.698995 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-3fd843b4-b761-4694-87c2-d100e09b62f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73f5aa0a-8748-438a-9470-980877ec4796 HTTP/1.1" status: 200 len: 999 time: 0.0743434 Dec 17 14:14:51.782121 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-cd20d8e6-936a-4c14-a3ab-024086b731a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:51.783517 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-cd20d8e6-936a-4c14-a3ab-024086b731a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12e8a301-58f9-4402-8a1a-f63f46984a80 HTTP/1.1" status: 200 len: 835 time: 0.0819678 Dec 17 14:14:51.788685 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-adb2da6f-d2ab-4565-8f43-8fdaf89fb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:51.790091 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-adb2da6f-d2ab-4565-8f43-8fdaf89fb9eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12e8a301-58f9-4402-8a1a-f63f46984a80 HTTP/1.1" status: 200 len: 835 time: 0.0594323 Dec 17 14:14:51.863989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-1cd9adcf-04ee-4442-875a-8eaa69f95193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:51.865520 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-1cd9adcf-04ee-4442-875a-8eaa69f95193 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=151b9a3f-9e0f-46be-995a-aa28d44da183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745692 Dec 17 14:14:51.867964 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-f81f6212-a554-4e68-a0e7-3a57262070db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:51.869350 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-f81f6212-a554-4e68-a0e7-3a57262070db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=151b9a3f-9e0f-46be-995a-aa28d44da183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679219 Dec 17 14:14:52.024287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-b18b58d0-4a8f-4ea2-a344-299ac2f420cb service neutron] 10.222.0.54 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517591 Dec 17 14:14:52.034412 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-f498a6d2-dabc-495c-87cf-648872d6bde8 service neutron] 10.222.0.61 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445272 Dec 17 14:14:52.187351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-93223b7d-f419-4d7a-9943-357aaf664371 service neutron] 10.222.0.54 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520236 Dec 17 14:14:52.193254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1cdc95a8-a80c-4664-97c6-87faa0f53024 req-998bb5aa-6e97-4f10-b835-c499c494a8e6 service neutron] 10.222.0.61 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406777 Dec 17 14:14:52.770810 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5303b9-8da5-45a3-89f9-5795658cc10d req-b6a8672c-1edf-4377-bfc2-861e8d11351b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:52.772322 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e5303b9-8da5-45a3-89f9-5795658cc10d req-b6a8672c-1edf-4377-bfc2-861e8d11351b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 943 time: 0.0507123 Dec 17 14:14:52.825498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e5303b9-8da5-45a3-89f9-5795658cc10d req-443e1a66-a545-4297-b0c0-d0307886e5a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472672 Dec 17 14:14:52.968793 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 73f5aa0a-8748-438a-9470-980877ec4796 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:14:53.071371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=73f5aa0a-8748-438a-9470-980877ec4796,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:14:53.084019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '73f5aa0a-8748-438a-9470-980877ec4796', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'port_id': '73f5aa0a-8748-438a-9470-980877ec4796', 'mac_address': 'fa:16:3e:28:b5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:14:53.125171 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:53.138860 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f5aa0a-8748-438a-9470-980877ec4796 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:14:53.159468 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39d6fc-87d3-4bbc-ab7f-21bd59bb3d0b req-3859b788-f1f8-4803-bb10-03d4803bf4ba tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:53.164780 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d39d6fc-87d3-4bbc-ab7f-21bd59bb3d0b req-3859b788-f1f8-4803-bb10-03d4803bf4ba tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 943 time: 0.0506759 Dec 17 14:14:53.171568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=73f5aa0a-8748-438a-9470-980877ec4796,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:14:53.248274 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:53.273225 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 73f5aa0a-8748-438a-9470-980877ec4796 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:14:53.282706 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7d39d6fc-87d3-4bbc-ab7f-21bd59bb3d0b req-d71ca19c-ec91-4916-ba09-88199508b7d8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144910 Dec 17 14:14:53.301630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-1505e5f3-7345-4a98-93c7-73d3896e391a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:53.303374 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-1505e5f3-7345-4a98-93c7-73d3896e391a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11&tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&binding%3Ahost_id=n-h1-815324-5 HTTP/1.1" status: 200 len: 943 time: 0.1171947 Dec 17 14:14:53.330535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=73f5aa0a-8748-438a-9470-980877ec4796,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:14:53.338078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 73f5aa0a-8748-438a-9470-980877ec4796 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:14:53.340210 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.340564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.340912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.341261 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.341616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.341959 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.342298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.342630 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.342965 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.343297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.343626 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.344496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.344823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:14:53.371405 n-d-815324-5 neutron-server[110453]: INFO neutron.api.v2.resource [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-1dfad35f-1e9c-4688-80e5-01510b01f917 service neutron] delete failed (client error): The resource could not be found. Dec 17 14:14:53.372437 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-1dfad35f-1e9c-4688-80e5-01510b01f917 service neutron] 10.222.0.61 "DELETE /v2.0/ports/73f5aa0a-8748-438a-9470-980877ec4796/bindings/n-h2-815324-5 HTTP/1.1" status: 404 len: 380 time: 0.0573177 Dec 17 14:14:53.412386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c20ab-5eb9-4a61-80dc-3260b88566c7 req-f8a43877-974e-4da5-b297-0ffd1dcff2ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:53.414171 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-af4c20ab-5eb9-4a61-80dc-3260b88566c7 req-f8a43877-974e-4da5-b297-0ffd1dcff2ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 944 time: 0.0527887 Dec 17 14:14:53.463095 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-81a3b577-8d77-4d14-a465-edf82037c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:53.464527 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-af4c20ab-5eb9-4a61-80dc-3260b88566c7 req-23123dae-8b29-44d4-aadd-1682e7cd1500 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438638 Dec 17 14:14:53.464805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-81a3b577-8d77-4d14-a465-edf82037c12c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 1095 time: 0.0417030 Dec 17 14:14:53.486636 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['73f5aa0a-8748-438a-9470-980877ec4796'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:14:53.566288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-07cef7bf-60a9-4007-b2ce-5e957abd1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:53.568272 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-07cef7bf-60a9-4007-b2ce-5e957abd1c2a service neutron] 10.222.0.61 "GET /v2.0/networks?id=151b9a3f-9e0f-46be-995a-aa28d44da183 HTTP/1.1" status: 200 len: 897 time: 0.0890799 Dec 17 14:14:53.637603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-342a8045-5671-4e74-a807-c57b655787b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73f5aa0a-8748-438a-9470-980877ec4796 HTTP/1.1" status: 200 len: 1000 time: 0.0584359 Dec 17 14:14:53.693329 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-2a034f57-7ce9-45fd-af3f-a70be8029407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:53.694858 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-2a034f57-7ce9-45fd-af3f-a70be8029407 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=12e8a301-58f9-4402-8a1a-f63f46984a80 HTTP/1.1" status: 200 len: 835 time: 0.0448499 Dec 17 14:14:53.747814 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-79452614-ff45-4d1c-a4f3-cd8c80704808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:53.749329 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-79452614-ff45-4d1c-a4f3-cd8c80704808 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=151b9a3f-9e0f-46be-995a-aa28d44da183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437334 Dec 17 14:14:53.846035 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-3d5d32f3-f379-4bcb-9cac-4080f53b6f20 service neutron] 10.222.0.61 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818684 Dec 17 14:14:53.936735 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4b49888d-4065-4ff7-be07-76b97dc8a275 req-6f7d5f61-17dc-4e13-8dd0-3c81b7ab3ea1 service neutron] 10.222.0.61 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856926 Dec 17 14:14:54.586748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b6ced-b46e-4f45-9aa4-4ef2e87d4a6f req-ccd0a7f2-ee6a-4bd4-bfbb-97f1cfdea188 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:54.589331 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e5b6ced-b46e-4f45-9aa4-4ef2e87d4a6f req-ccd0a7f2-ee6a-4bd4-bfbb-97f1cfdea188 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 944 time: 0.0538666 Dec 17 14:14:54.657769 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e5b6ced-b46e-4f45-9aa4-4ef2e87d4a6f req-1a204e09-84a9-4ff0-a1c8-cd2645e4e297 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583029 Dec 17 14:14:54.975912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 73f5aa0a-8748-438a-9470-980877ec4796 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:14:55.275514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 73f5aa0a-8748-438a-9470-980877ec4796 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:14:55.279642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 73f5aa0a-8748-438a-9470-980877ec4796 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:14:55.280293 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:55.360599 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:55.384049 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:14:55.386354 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bbb109-39d8-4f7e-8c9c-54e9c5193dc3" -d '{"events": [{"server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "name": "network-vif-plugged", "status": "completed", "tag": "73f5aa0a-8748-438a-9470-980877ec4796"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:14:55.403591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=73f5aa0a-8748-438a-9470-980877ec4796,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:14:55.432710 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1205a5b5-7ff5-4d27-b7fd-d3a9e79cdbe6 x-openstack-request-id: req-1205a5b5-7ff5-4d27-b7fd-d3a9e79cdbe6 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:14:55.433032 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "name": "network-vif-plugged", "status": "completed", "tag": "73f5aa0a-8748-438a-9470-980877ec4796", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:14:55.433296 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1205a5b5-7ff5-4d27-b7fd-d3a9e79cdbe6 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:14:55.433742 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796', 'code': 200} Dec 17 14:14:55.464984 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:14:55.519792 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=73f5aa0a-8748-438a-9470-980877ec4796,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:14:55.772630 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd764d52-9445-442e-a9d7-fa3b36a84ea7 req-40e41dcf-4d4e-4b07-b1c0-19b962a4b279 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:14:55.774289 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fd764d52-9445-442e-a9d7-fa3b36a84ea7 req-40e41dcf-4d4e-4b07-b1c0-19b962a4b279 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0492883 Dec 17 14:14:55.826583 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fd764d52-9445-442e-a9d7-fa3b36a84ea7 req-86aa072f-ee4c-4b97-9666-8efd290f0518 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463586 Dec 17 14:14:55.861789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51614) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:14:55.927164 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c67b4f8f-8e7b-42db-b9d3-6622fb3872df tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/eed24311-2ad0-4db2-87dc-2633bf1aa5b6 HTTP/1.1" status: 200 len: 993 time: 0.0640986 Dec 17 14:15:02.344962 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:06.755441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:13.942817 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76584325-c569-4e25-ba4c-a85aa74be4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:16.383013 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50d3b6d3-448b-4dcc-b2e5-b684f1b3f833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:17.972809 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:19.149800 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:19.841090 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:22.470988 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51624) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:22.667081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port 7d2b56fa-ceb2-448f-a315-53819b6acb1b {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:15:22.667434 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:22.745066 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:22.745301 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:22.756940 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for 7d2b56fa-ceb2-448f-a315-53819b6acb1b owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:15:22.961309 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:22.991350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=7d2b56fa-ceb2-448f-a315-53819b6acb1b,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:23.052050 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:23.052446 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Floating IP eed24311-2ad0-4db2-87dc-2633bf1aa5b6 disassociated (deleted). External IP: 172.25.0.109, port: 73f5aa0a-8748-438a-9470-980877ec4796. Dec 17 14:15:23.271654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:15:23.378510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:15:23.383707 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:23.388246 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc001b6-e7ae-4d18-b371-6bb75f778c1d None None] Sync routers for ids ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:15:23.399030 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc001b6-e7ae-4d18-b371-6bb75f778c1d None None] Routers {'be72f9df-1961-40c8-b1c4-adaa31f5e8b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:15:23.399646 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2dc001b6-e7ae-4d18-b371-6bb75f778c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:23.413020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-9f1ebdc0-24d3-4040-a59e-c72db3fa9737 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/floatingips/eed24311-2ad0-4db2-87dc-2633bf1aa5b6 HTTP/1.1" status: 204 len: 168 time: 0.9403501 Dec 17 14:15:23.413844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:15:23.417272 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6449bc6d-0bf2-471d-abe7-b5a8bb175820" -d '{"events": [{"name": "network-changed", "server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "tag": "73f5aa0a-8748-438a-9470-980877ec4796"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:15:23.462311 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dba7b3-53e4-48ff-8702-6c772cfbb1ed x-openstack-request-id: req-52dba7b3-53e4-48ff-8702-6c772cfbb1ed {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:15:23.462891 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "tag": "73f5aa0a-8748-438a-9470-980877ec4796", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:15:23.463150 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52dba7b3-53e4-48ff-8702-6c772cfbb1ed {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:15:23.463589 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796', 'status': 'completed', 'code': 200} Dec 17 14:15:23.526799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449bc6d-0bf2-471d-abe7-b5a8bb175820 req-e518ff5d-08a6-44f9-aef7-88c94b4d4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:23.527779 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2dc001b6-e7ae-4d18-b371-6bb75f778c1d None None] Set router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:15:23.528267 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6449bc6d-0bf2-471d-abe7-b5a8bb175820 req-e518ff5d-08a6-44f9-aef7-88c94b4d4a5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 1096 time: 0.0434394 Dec 17 14:15:23.624206 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449bc6d-0bf2-471d-abe7-b5a8bb175820 req-cade4bdd-67e9-4585-bf7e-7524b724fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:23.625731 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6449bc6d-0bf2-471d-abe7-b5a8bb175820 req-cade4bdd-67e9-4585-bf7e-7524b724fe7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=151b9a3f-9e0f-46be-995a-aa28d44da183 HTTP/1.1" status: 200 len: 897 time: 0.0895782 Dec 17 14:15:23.666972 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6449bc6d-0bf2-471d-abe7-b5a8bb175820 req-31b827cc-98ec-46d6-9d1e-411250b4c6de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73f5aa0a-8748-438a-9470-980877ec4796 HTTP/1.1" status: 200 len: 217 time: 0.0340290 Dec 17 14:15:23.722780 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449bc6d-0bf2-471d-abe7-b5a8bb175820 req-b1fca914-6410-4f6b-bee5-2f7fcdc4b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:23.724252 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6449bc6d-0bf2-471d-abe7-b5a8bb175820 req-b1fca914-6410-4f6b-bee5-2f7fcdc4b4ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12e8a301-58f9-4402-8a1a-f63f46984a80 HTTP/1.1" status: 200 len: 835 time: 0.0497653 Dec 17 14:15:23.730589 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2dc001b6-e7ae-4d18-b371-6bb75f778c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:35Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'd0ffab79-4852-4b24-a9f4-b383e7c02be5', 'name': '', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:52:47:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:34Z', 'updated_at': '2021-12-17T14:13:38Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:23.758407 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc001b6-e7ae-4d18-b371-6bb75f778c1d None None] Checking router: be72f9df-1961-40c8-b1c4-adaa31f5e8b4 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:15:23.772255 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc001b6-e7ae-4d18-b371-6bb75f778c1d None None] Routers {'be72f9df-1961-40c8-b1c4-adaa31f5e8b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:15:23.772877 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2dc001b6-e7ae-4d18-b371-6bb75f778c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:23.781395 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449bc6d-0bf2-471d-abe7-b5a8bb175820 req-036ee900-5341-4c7b-8cfb-4a5c09c7f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:23.783005 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6449bc6d-0bf2-471d-abe7-b5a8bb175820 req-036ee900-5341-4c7b-8cfb-4a5c09c7f261 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=151b9a3f-9e0f-46be-995a-aa28d44da183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514929 Dec 17 14:15:23.859307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84174c2-bc48-4bf9-9bb8-790a83b7e9b9 req-791988f0-f886-4b86-a529-06d4c167008a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:23.860831 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b84174c2-bc48-4bf9-9bb8-790a83b7e9b9 req-791988f0-f886-4b86-a529-06d4c167008a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0482006 Dec 17 14:15:23.887707 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6449bc6d-0bf2-471d-abe7-b5a8bb175820 req-dfbd5bc1-2012-46cb-a167-f06fad52a8fc service neutron] 10.222.0.54 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965471 Dec 17 14:15:23.887978 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-2dc001b6-e7ae-4d18-b371-6bb75f778c1d None None] Set router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:15:23.914356 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b84174c2-bc48-4bf9-9bb8-790a83b7e9b9 req-c0f9b756-4a49-416a-8431-51c8bd380df8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468199 Dec 17 14:15:23.988091 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6449bc6d-0bf2-471d-abe7-b5a8bb175820 req-3ef8d0f5-da8e-4803-abd5-2d014064296e service neutron] 10.222.0.54 "GET /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887480 Dec 17 14:15:24.086777 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-2dc001b6-e7ae-4d18-b371-6bb75f778c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:35Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'd0ffab79-4852-4b24-a9f4-b383e7c02be5', 'name': '', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:52:47:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:34Z', 'updated_at': '2021-12-17T14:13:38Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:24.117058 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc001b6-e7ae-4d18-b371-6bb75f778c1d None None] The sync data for ids ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'] in n-d-815324-5 is: [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:35Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'd0ffab79-4852-4b24-a9f4-b383e7c02be5', 'name': '', 'network_id': '151b9a3f-9e0f-46be-995a-aa28d44da183', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:52:47:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:34Z', 'updated_at': '2021-12-17T14:13:38Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '12e8a301-58f9-4402-8a1a-f63f46984a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:15:24.299222 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:15:24.346440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a07d5-a854-4d0a-83ba-8cae37e5f753 None None] New status for floating IP eed24311-2ad0-4db2-87dc-2633bf1aa5b6: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:15:25.038380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc585183-3ebd-4518-bde3-0b921b0033ee req-6538933b-1d11-4285-9702-60c953256a1d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:25.039930 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc585183-3ebd-4518-bde3-0b921b0033ee req-6538933b-1d11-4285-9702-60c953256a1d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0501463 Dec 17 14:15:25.088574 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc585183-3ebd-4518-bde3-0b921b0033ee req-eb9ac714-a3dc-42ab-878e-810e75af0bde tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427930 Dec 17 14:15:25.146664 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacedf7-a3d2-4162-97cc-a020f3065f43 req-c0cf31f0-f4c5-49d2-b229-5ebae32f9fe5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:25.149319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3dacedf7-a3d2-4162-97cc-a020f3065f43 req-c0cf31f0-f4c5-49d2-b229-5ebae32f9fe5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 945 time: 0.0559809 Dec 17 14:15:25.241350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-3dacedf7-a3d2-4162-97cc-a020f3065f43 req-465cbeeb-d16f-4057-b365-52c8fc3ac18d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port 73f5aa0a-8748-438a-9470-980877ec4796 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:15:25.241634 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3dacedf7-a3d2-4162-97cc-a020f3065f43 req-465cbeeb-d16f-4057-b365-52c8fc3ac18d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:25.330277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-3dacedf7-a3d2-4162-97cc-a020f3065f43 req-465cbeeb-d16f-4057-b365-52c8fc3ac18d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port 73f5aa0a-8748-438a-9470-980877ec4796, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=73f5aa0a-8748-438a-9470-980877ec4796,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:15:25.330647 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3dacedf7-a3d2-4162-97cc-a020f3065f43 req-465cbeeb-d16f-4057-b365-52c8fc3ac18d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:25.344212 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-3dacedf7-a3d2-4162-97cc-a020f3065f43 req-465cbeeb-d16f-4057-b365-52c8fc3ac18d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for 73f5aa0a-8748-438a-9470-980877ec4796 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:15:25.549995 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3dacedf7-a3d2-4162-97cc-a020f3065f43 req-465cbeeb-d16f-4057-b365-52c8fc3ac18d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:25.580414 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cbeeb-d16f-4057-b365-52c8fc3ac18d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=73f5aa0a-8748-438a-9470-980877ec4796,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:25.624110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dacedf7-a3d2-4162-97cc-a020f3065f43 req-465cbeeb-d16f-4057-b365-52c8fc3ac18d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] No DVR routers for this DVR port 73f5aa0a-8748-438a-9470-980877ec4796 on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:15:25.628322 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-3dacedf7-a3d2-4162-97cc-a020f3065f43 req-465cbeeb-d16f-4057-b365-52c8fc3ac18d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:25.630991 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3dacedf7-a3d2-4162-97cc-a020f3065f43 req-465cbeeb-d16f-4057-b365-52c8fc3ac18d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "DELETE /v2.0/ports/73f5aa0a-8748-438a-9470-980877ec4796 HTTP/1.1" status: 204 len: 173 time: 0.4745879 Dec 17 14:15:25.631480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'name': 'network-vif-deleted', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:15:25.633768 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78497e7-2ad9-4b07-903e-35e3ce9c6a6e" -d '{"events": [{"server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "name": "network-vif-deleted", "tag": "73f5aa0a-8748-438a-9470-980877ec4796"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:15:25.672811 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e42f9f1-0379-4351-bb03-76cdc13e22dc x-openstack-request-id: req-8e42f9f1-0379-4351-bb03-76cdc13e22dc {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:15:25.673119 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d913ce8-3191-4000-ac43-ee9bab27fb11", "name": "network-vif-deleted", "tag": "73f5aa0a-8748-438a-9470-980877ec4796", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:15:25.673379 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e42f9f1-0379-4351-bb03-76cdc13e22dc {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:15:25.673820 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d913ce8-3191-4000-ac43-ee9bab27fb11', 'name': 'network-vif-deleted', 'tag': '73f5aa0a-8748-438a-9470-980877ec4796', 'status': 'completed', 'code': 200} Dec 17 14:15:26.197348 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0e18a884-9704-404b-8ab6-31f416fa680e req-4357a629-9555-4c03-9f58-fc67a81cfb95 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d913ce8-3191-4000-ac43-ee9bab27fb11 HTTP/1.1" status: 200 len: 210 time: 0.0269938 Dec 17 14:15:27.254944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51642) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:27.904887 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-175d855a-615a-4a29-8c00-1c85f44514a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:28.157880 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-175d855a-615a-4a29-8c00-1c85f44514a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port d0ffab79-4852-4b24-a9f4-b383e7c02be5 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:15:28.158184 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-175d855a-615a-4a29-8c00-1c85f44514a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:28.246543 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-175d855a-615a-4a29-8c00-1c85f44514a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port d0ffab79-4852-4b24-a9f4-b383e7c02be5, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=d0ffab79-4852-4b24-a9f4-b383e7c02be5,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:15:28.246907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-175d855a-615a-4a29-8c00-1c85f44514a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:28.259806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-175d855a-615a-4a29-8c00-1c85f44514a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for d0ffab79-4852-4b24-a9f4-b383e7c02be5 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:15:28.559597 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-175d855a-615a-4a29-8c00-1c85f44514a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:28.589644 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d855a-615a-4a29-8c00-1c85f44514a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=d0ffab79-4852-4b24-a9f4-b383e7c02be5,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:28.767348 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-175d855a-615a-4a29-8c00-1c85f44514a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:28.981712 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175d855a-615a-4a29-8c00-1c85f44514a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:15:29.089431 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175d855a-615a-4a29-8c00-1c85f44514a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:15:29.095140 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-175d855a-615a-4a29-8c00-1c85f44514a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "PUT /v2.0/routers/be72f9df-1961-40c8-b1c4-adaa31f5e8b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8390532 Dec 17 14:15:29.097977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51644) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:29.100466 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550b42c-4661-4e58-b1df-7254148be3bf None None] Sync routers for ids ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:15:29.108927 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 73f5aa0a-8748-438a-9470-980877ec4796 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:15:29.110802 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550b42c-4661-4e58-b1df-7254148be3bf None None] Routers {'be72f9df-1961-40c8-b1c4-adaa31f5e8b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:15:29.111493 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5550b42c-4661-4e58-b1df-7254148be3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:29.132194 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 73f5aa0a-8748-438a-9470-980877ec4796 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:15:29.132541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 73f5aa0a-8748-438a-9470-980877ec4796 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:15:29.168257 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting subnet 12e8a301-58f9-4402-8a1a-f63f46984a80 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:15:29.171787 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:29.211983 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:29.223023 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-5550b42c-4661-4e58-b1df-7254148be3bf None None] Set router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:15:29.292042 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:29.406562 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5550b42c-4661-4e58-b1df-7254148be3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:15:28Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:29.413090 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:29.435340 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550b42c-4661-4e58-b1df-7254148be3bf None None] Checking router: be72f9df-1961-40c8-b1c4-adaa31f5e8b4 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:15:29.440587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Subnet': ['ID=12e8a301-58f9-4402-8a1a-f63f46984a80,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:29.444670 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550b42c-4661-4e58-b1df-7254148be3bf None None] Routers {'be72f9df-1961-40c8-b1c4-adaa31f5e8b4'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:15:29.445270 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5550b42c-4661-4e58-b1df-7254148be3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:29.449021 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:29.452218 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/subnets/12e8a301-58f9-4402-8a1a-f63f46984a80 HTTP/1.1" status: 204 len: 168 time: 0.3532355 Dec 17 14:15:29.453651 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.453778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e33f3a-4c9e-4ac8-a482-58319fce0e3c None None] Network 151b9a3f-9e0f-46be-995a-aa28d44da183 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:15:29.454017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.454397 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.454738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.455055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51646) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:29.455517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.455517 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.456342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.456680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.457013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.457342 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.457692 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.458016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.458340 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03394d53-817e-4c28-af10-ef3e7a49d6db tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:29.604449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:29.643412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913fb0b3-71e2-4f4a-9c79-ba693d97b2db None None] DHCP port deletion for 151b9a3f-9e0f-46be-995a-aa28d44da183 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:15:29.653885 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-5550b42c-4661-4e58-b1df-7254148be3bf None None] Set router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:15:29.693466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-913fb0b3-71e2-4f4a-9c79-ba693d97b2db None None] Deleting port e7eefc4f-2960-43a7-a992-d03a8bc436fa {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:15:29.693884 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-913fb0b3-71e2-4f4a-9c79-ba693d97b2db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:29.722350 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:29.757513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-913fb0b3-71e2-4f4a-9c79-ba693d97b2db None None] For port e7eefc4f-2960-43a7-a992-d03a8bc436fa, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e7eefc4f-2960-43a7-a992-d03a8bc436fa,segment=NetworkSegment(b2b33a80-d849-4b0b-a9ce-80678f6217aa),segment_id=b2b33a80-d849-4b0b-a9ce-80678f6217aa)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:15:29.757941 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-913fb0b3-71e2-4f4a-9c79-ba693d97b2db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:29.771276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-913fb0b3-71e2-4f4a-9c79-ba693d97b2db None None] Calling delete_port for e7eefc4f-2960-43a7-a992-d03a8bc436fa owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:15:29.824832 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port e3a620a5-d545-4790-84e3-8dedd5a778d9 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:15:29.826985 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:29.870897 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-5550b42c-4661-4e58-b1df-7254148be3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:15:28Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:29.898840 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550b42c-4661-4e58-b1df-7254148be3bf None None] The sync data for ids ['be72f9df-1961-40c8-b1c4-adaa31f5e8b4'] in n-d-815324-5 is: [{'id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550435982', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:15:28Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'e3a620a5-d545-4790-84e3-8dedd5a778d9', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be72f9df-1961-40c8-b1c4-adaa31f5e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:13:31Z', 'updated_at': '2021-12-17T14:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:15:29.923999 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port e3a620a5-d545-4790-84e3-8dedd5a778d9, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=e3a620a5-d545-4790-84e3-8dedd5a778d9,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:15:29.924282 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:29.945690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for e3a620a5-d545-4790-84e3-8dedd5a778d9 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:15:29.955636 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-913fb0b3-71e2-4f4a-9c79-ba693d97b2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:29.982290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fb0b3-71e2-4f4a-9c79-ba693d97b2db None None] Pushing event deleted for resources: {'Port': ['ID=e7eefc4f-2960-43a7-a992-d03a8bc436fa,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:29.984141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913fb0b3-71e2-4f4a-9c79-ba693d97b2db None None] No DVR routers for this DVR port e7eefc4f-2960-43a7-a992-d03a8bc436fa on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:15:30.176818 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.200944 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=e3a620a5-d545-4790-84e3-8dedd5a778d9,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:30.217713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3622c8-322a-4411-922e-677e594353b9 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:15:30.259435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e7eefc4f-2960-43a7-a992-d03a8bc436fa no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:15:30.272267 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.281375 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e7eefc4f-2960-43a7-a992-d03a8bc436fa {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:15:30.281753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e7eefc4f-2960-43a7-a992-d03a8bc436fa not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:15:30.366962 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.369268 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.485877 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.486480 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Fanout notify agent at l3_agent the message router_deleted on router be72f9df-1961-40c8-b1c4-adaa31f5e8b4 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:15:30.493181 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.494324 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-610a3af1-eee3-4c7c-9593-131f8a5e8fdc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/routers/be72f9df-1961-40c8-b1c4-adaa31f5e8b4 HTTP/1.1" status: 204 len: 168 time: 1.0376997 Dec 17 14:15:30.497185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51648) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:30.577538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.668924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.687822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151b9a3f-9e0f-46be-995a-aa28d44da183']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:30.696866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b33a80-d849-4b0b-a9ce-80678f6217aa') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:30.697107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b33a80-d849-4b0b-a9ce-80678f6217aa') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:30.706801 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.719590 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.726323 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:15:30.730671 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:15:30.852245 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.859449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.862737 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/networks/151b9a3f-9e0f-46be-995a-aa28d44da183 HTTP/1.1" status: 204 len: 168 time: 0.3645411 Dec 17 14:15:30.865501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51650) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:30.874312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62df31-15ac-4029-9870-d5d5211d661f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Network': ['ID=151b9a3f-9e0f-46be-995a-aa28d44da183,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:30.925201 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b64981ce-dca3-46d4-a192-a63cfad52f88 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:30.953836 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b64981ce-dca3-46d4-a192-a63cfad52f88 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:31.075182 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b64981ce-dca3-46d4-a192-a63cfad52f88 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:31.077962 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b64981ce-dca3-46d4-a192-a63cfad52f88 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:31.079217 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b64981ce-dca3-46d4-a192-a63cfad52f88 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/security-groups/897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec HTTP/1.1" status: 204 len: 168 time: 0.2126348 Dec 17 14:15:31.089215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64981ce-dca3-46d4-a192-a63cfad52f88 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897e5ec5-dd4d-4685-bd31-ff7fc8c6dcec,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:31.380136 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51656) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:31.384844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-38877b03-e8e0-455d-8cd1-f05aec7eab23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811230681', 'description': 'tempest-secgroup-smoke-811230681 description', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:31.469874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-38877b03-e8e0-455d-8cd1-f05aec7eab23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:31.540204 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-38877b03-e8e0-455d-8cd1-f05aec7eab23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:31.618506 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-38877b03-e8e0-455d-8cd1-f05aec7eab23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:31.648573 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38877b03-e8e0-455d-8cd1-f05aec7eab23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41aacbe-2dfb-4157-abaf-98e01364856f,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:31.711747 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-38877b03-e8e0-455d-8cd1-f05aec7eab23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:31.713055 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-38877b03-e8e0-455d-8cd1-f05aec7eab23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3318710 Dec 17 14:15:31.715904 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51658) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:31.720279 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-c25af751-70f3-422c-85e9-9dc30bac26f2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': 'b41aacbe-2dfb-4157-abaf-98e01364856f', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:31.840378 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c25af751-70f3-422c-85e9-9dc30bac26f2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:31.884765 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e3a620a5-d545-4790-84e3-8dedd5a778d9 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:15:31.898453 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c25af751-70f3-422c-85e9-9dc30bac26f2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:31.908285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: e3a620a5-d545-4790-84e3-8dedd5a778d9 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:15:31.908637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device e3a620a5-d545-4790-84e3-8dedd5a778d9 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:15:31.909059 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d0ffab79-4852-4b24-a9f4-b383e7c02be5 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:15:31.928763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: d0ffab79-4852-4b24-a9f4-b383e7c02be5 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:15:31.933521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device d0ffab79-4852-4b24-a9f4-b383e7c02be5 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:15:31.984321 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c25af751-70f3-422c-85e9-9dc30bac26f2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:32.004745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25af751-70f3-422c-85e9-9dc30bac26f2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d2f877-9793-484c-970d-26b5cb94e783,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:32.094467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c25af751-70f3-422c-85e9-9dc30bac26f2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:32.095694 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c25af751-70f3-422c-85e9-9dc30bac26f2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788695 Dec 17 14:15:32.098544 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51660) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:32.102839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d20e4c5f-15f2-4c02-bb52-5fd0cb386fdd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': 'b41aacbe-2dfb-4157-abaf-98e01364856f', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:32.241839 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20e4c5f-15f2-4c02-bb52-5fd0cb386fdd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:32.296168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20e4c5f-15f2-4c02-bb52-5fd0cb386fdd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:32.325010 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:32.383847 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20e4c5f-15f2-4c02-bb52-5fd0cb386fdd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:32.401217 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e4c5f-15f2-4c02-bb52-5fd0cb386fdd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f0fb61-22d6-498d-996b-361982477159,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:32.471774 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d20e4c5f-15f2-4c02-bb52-5fd0cb386fdd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:32.473514 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d20e4c5f-15f2-4c02-bb52-5fd0cb386fdd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3740470 Dec 17 14:15:32.476173 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51662) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:32.480746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5fedc84f-f0d8-4880-bbb5-093471b74a7f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': 'b41aacbe-2dfb-4157-abaf-98e01364856f', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:32.570132 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5fedc84f-f0d8-4880-bbb5-093471b74a7f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:32.629181 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5fedc84f-f0d8-4880-bbb5-093471b74a7f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:32.704107 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5fedc84f-f0d8-4880-bbb5-093471b74a7f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:32.722503 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedc84f-f0d8-4880-bbb5-093471b74a7f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416d7be2-edbd-439b-a05a-4f698bae740c,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:32.791767 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5fedc84f-f0d8-4880-bbb5-093471b74a7f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:32.793000 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5fedc84f-f0d8-4880-bbb5-093471b74a7f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158994 Dec 17 14:15:32.795733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51664) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:32.800131 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-8dfa565e-28e0-4459-99f8-bd047bb6da8e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': 'b41aacbe-2dfb-4157-abaf-98e01364856f', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:32.892152 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8dfa565e-28e0-4459-99f8-bd047bb6da8e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:32.949196 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8dfa565e-28e0-4459-99f8-bd047bb6da8e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:33.022565 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8dfa565e-28e0-4459-99f8-bd047bb6da8e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:33.040416 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa565e-28e0-4459-99f8-bd047bb6da8e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57982ddd-1a42-4b2c-94f6-bd6a2723ea3c,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:33.121910 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-8dfa565e-28e0-4459-99f8-bd047bb6da8e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:33.123164 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-8dfa565e-28e0-4459-99f8-bd047bb6da8e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3265066 Dec 17 14:15:33.125881 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51666) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:33.132987 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-96b229e8-8516-486c-a74d-a349a1288598 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': 'b41aacbe-2dfb-4157-abaf-98e01364856f', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:33.229733 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-96b229e8-8516-486c-a74d-a349a1288598 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Project 68c4c7fe7c79418db0d3e4f59aacc91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:15:33.235177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96b229e8-8516-486c-a74d-a349a1288598 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:33.292896 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96b229e8-8516-486c-a74d-a349a1288598 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:33.372467 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96b229e8-8516-486c-a74d-a349a1288598 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:33.391792 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b229e8-8516-486c-a74d-a349a1288598 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195edda1-8bc3-4534-af45-75048b1c6f94,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:33.477447 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-96b229e8-8516-486c-a74d-a349a1288598 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:33.478633 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-96b229e8-8516-486c-a74d-a349a1288598 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3518097 Dec 17 14:15:33.481351 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51668) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:33.485654 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-b8e9b8bb-1a93-4775-bc78-61aea312cec3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': 'b41aacbe-2dfb-4157-abaf-98e01364856f', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:33.595910 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-b8e9b8bb-1a93-4775-bc78-61aea312cec3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Project 68c4c7fe7c79418db0d3e4f59aacc91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:15:33.601231 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b8bb-1a93-4775-bc78-61aea312cec3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:33.663251 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b8bb-1a93-4775-bc78-61aea312cec3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:33.761112 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b8bb-1a93-4775-bc78-61aea312cec3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:33.781802 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9b8bb-1a93-4775-bc78-61aea312cec3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ba6eff-195f-468c-821a-33c9d08c0436,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:33.871699 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b8bb-1a93-4775-bc78-61aea312cec3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:33.872919 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b8e9b8bb-1a93-4775-bc78-61aea312cec3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3905840 Dec 17 14:15:33.875750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51670) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:33.880671 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-62571940-81a8-4410-b451-4ce97d8a826d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'network': {'name': 'tempest-network-smoke--68230966', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'port_security_enabled': True}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:33.978228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62571940-81a8-4410-b451-4ce97d8a826d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'network': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:15:33.981678 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62571940-81a8-4410-b451-4ce97d8a826d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:34.004437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62571940-81a8-4410-b451-4ce97d8a826d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=110453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:15:34.012915 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62571940-81a8-4410-b451-4ce97d8a826d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:34.013188 n-d-815324-5 neutron-server[110453]: INFO neutron.db.segments_db [None req-62571940-81a8-4410-b451-4ce97d8a826d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Added segment ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26 of type vlan for network 521ddb09-8826-426d-ae48-64b2e7cf6336 Dec 17 14:15:34.052489 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62571940-81a8-4410-b451-4ce97d8a826d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:34.136692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62571940-81a8-4410-b451-4ce97d8a826d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:34.142542 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62571940-81a8-4410-b451-4ce97d8a826d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:34.143129 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-62571940-81a8-4410-b451-4ce97d8a826d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:34.209091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62571940-81a8-4410-b451-4ce97d8a826d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Network': ['ID=521ddb09-8826-426d-ae48-64b2e7cf6336,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:34.219987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 521ddb09-8826-426d-ae48-64b2e7cf6336 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:15:34.289978 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-62571940-81a8-4410-b451-4ce97d8a826d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4131901 Dec 17 14:15:34.292662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51672) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:34.297285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'admin_state_up': True, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:34.378543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:34.379600 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:34.430451 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:34.905689 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:35.139748 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:35.161598 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:35.262791 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.25.0.53 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/7f80980a-065a-4eac-8335-a1ffdcc408a2) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:15:35.365842 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:35.458309 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:35.496350 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:15:35.499283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:15:35.502882 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:15:35.512531 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff283d-23f4-4cf8-aa49-52227bc387de None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:15:35.530215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=7f80980a-065a-4eac-8335-a1ffdcc408a2,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:35.570991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ca15f653-7e67-4a36-9d98-e3904ac53287 None None] Provisioning complete for port 7f80980a-065a-4eac-8335-a1ffdcc408a2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:35.571392 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ca15f653-7e67-4a36-9d98-e3904ac53287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:35.608847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-ca15f653-7e67-4a36-9d98-e3904ac53287 None None] Port 7f80980a-065a-4eac-8335-a1ffdcc408a2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:15:35.806979 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:36.006321 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:36.193906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router e186cc05-e69f-4374-be5c-9cb63445b0c3 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:15:36.302871 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:15:36.312151 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Sync routers for ids ['e186cc05-e69f-4374-be5c-9cb63445b0c3'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:15:36.323821 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Routers {'e186cc05-e69f-4374-be5c-9cb63445b0c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:15:36.324458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e186cc05-e69f-4374-be5c-9cb63445b0c3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:36.380656 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:36.381938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-725afcf3-7d8b-4917-94bc-1027ce458312 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0883036 Dec 17 14:15:36.385170 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51674) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:36.428888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Set router e186cc05-e69f-4374-be5c-9cb63445b0c3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:15:36.455773 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-f9ff03b0-fa5e-4505-a7b3-faba38b608e3 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=68c4c7fe7c79418db0d3e4f59aacc91a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695007 Dec 17 14:15:36.458458 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51678) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:36.549379 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f382a-bef7-4f59-84f9-e164f3011b52 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:36.550958 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ee5f382a-bef7-4f59-84f9-e164f3011b52 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915751 Dec 17 14:15:36.554268 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51680) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:36.582060 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ae5f5eb5-332d-4666-9727-d99c356637ea tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266612 Dec 17 14:15:36.584501 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51682) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:36.589202 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-588d952d-f3f0-4018-8585-376ce6621dc0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1587905794', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:36.606795 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:15:35Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:36.638151 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Checking router: e186cc05-e69f-4374-be5c-9cb63445b0c3 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:15:36.638763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Updating router e186cc05-e69f-4374-be5c-9cb63445b0c3 port 7f80980a-065a-4eac-8335-a1ffdcc408a2 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:15:36.663787 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:36.743917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588d952d-f3f0-4018-8585-376ce6621dc0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'subnet': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:15:36.747628 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-588d952d-f3f0-4018-8585-376ce6621dc0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4698616'] for subnet, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:36.767553 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:36.921644 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:36.983598 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:36.995780 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-588d952d-f3f0-4018-8585-376ce6621dc0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5831866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4698598'] for subnet, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:37.035496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b4cde0-7171-4dcc-b606-40223f5acd18 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:15:37.047572 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Attempting to bind port 7f80980a-065a-4eac-8335-a1ffdcc408a2 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:15:37.047947 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Attempting to bind port 7f80980a-065a-4eac-8335-a1ffdcc408a2 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:15:37.048316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Attempting to bind port 7f80980a-065a-4eac-8335-a1ffdcc408a2 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:15:37.050245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafca74-ae58-4a62-a2ba-bac0aff28d83 None None] Pushing event updated for resources: {'Port': ['ID=7f80980a-065a-4eac-8335-a1ffdcc408a2,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:37.057180 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:15:37.057565 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:15:37.058001 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:37.058390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:15:37.058864 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Bound port: 7f80980a-065a-4eac-8335-a1ffdcc408a2, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:15:37.059656 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:37.062220 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d952d-f3f0-4018-8585-376ce6621dc0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Subnet': ['ID=330cf711-130f-4dbb-8613-a8871f79411e,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:37.075455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d952d-f3f0-4018-8585-376ce6621dc0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Checking segment: {'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:15:37.075827 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d952d-f3f0-4018-8585-376ce6621dc0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network hostable DHCP agents. Network: 521ddb09-8826-426d-ae48-64b2e7cf6336, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:15:37.115016 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] For port 7f80980a-065a-4eac-8335-a1ffdcc408a2, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:15:37.118244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] For port 7f80980a-065a-4eac-8335-a1ffdcc408a2, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7f80980a-065a-4eac-8335-a1ffdcc408a2,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:15:37.135607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-355ac76a-ef26-486b-bdfb-8999ca837a94 None None] Provisioning complete for port 7f80980a-065a-4eac-8335-a1ffdcc408a2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:37.135976 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-355ac76a-ef26-486b-bdfb-8999ca837a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:37.155682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d952d-f3f0-4018-8585-376ce6621dc0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 521ddb09-8826-426d-ae48-64b2e7cf6336 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:15:37.170585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-355ac76a-ef26-486b-bdfb-8999ca837a94 None None] Port 7f80980a-065a-4eac-8335-a1ffdcc408a2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:15:37.178738 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:37.231310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4ef0fd-72bb-4c17-8bb7-042ccb74d3db None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:15:37.241234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-588d952d-f3f0-4018-8585-376ce6621dc0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 521ddb09-8826-426d-ae48-64b2e7cf6336) {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:15:37.246518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d952d-f3f0-4018-8585-376ce6621dc0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:37.247640 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-588d952d-f3f0-4018-8585-376ce6621dc0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:37.254000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c0433-2d4e-404b-bac4-f416f20b833d None None] Network 521ddb09-8826-426d-ae48-64b2e7cf6336 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:15:37.256769 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafca74-ae58-4a62-a2ba-bac0aff28d83 None None] Pushing event updated for resources: {'Port': ['ID=7f80980a-065a-4eac-8335-a1ffdcc408a2,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:37.258877 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Routers {'e186cc05-e69f-4374-be5c-9cb63445b0c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:15:37.259554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e186cc05-e69f-4374-be5c-9cb63445b0c3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:37.350306 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-588d952d-f3f0-4018-8585-376ce6621dc0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7615616 Dec 17 14:15:37.350694 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51684) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:37.406299 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-456eabb5-2674-41fc-9b1b-612e5b978227 None None] Provisioning complete for port 7f80980a-065a-4eac-8335-a1ffdcc408a2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:37.406899 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-456eabb5-2674-41fc-9b1b-612e5b978227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:37.484159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] Set router e186cc05-e69f-4374-be5c-9cb63445b0c3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:15:37.538008 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-521ddb09-8826-426d-ae48-64b2e7cf6336', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ips': [{'subnet_id': '330cf711-130f-4dbb-8613-a8871f79411e'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:15:37.538874 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:37.794129 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:37.891651 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-456eabb5-2674-41fc-9b1b-612e5b978227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:37.944674 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-456eabb5-2674-41fc-9b1b-612e5b978227 None None] For port 7f80980a-065a-4eac-8335-a1ffdcc408a2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7f80980a-065a-4eac-8335-a1ffdcc408a2,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:15:37.982168 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Allocated IP 172.20.0.2 (521ddb09-8826-426d-ae48-64b2e7cf6336/330cf711-130f-4dbb-8613-a8871f79411e/eaa52c73-e1e7-4758-88b6-fa8291f7d97b) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:15:38.007277 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-456eabb5-2674-41fc-9b1b-612e5b978227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:38.088678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:15:35Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:38.124136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81baf6ba-bcc8-4af6-ba64-18d7757d3b77 None None] The sync data for ids ['e186cc05-e69f-4374-be5c-9cb63445b0c3'] in n-d-815324-5 is: [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:15:35Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:15:38.131644 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eabb5-2674-41fc-9b1b-612e5b978227 None None] Pushing event updated for resources: {'Port': ['ID=7f80980a-065a-4eac-8335-a1ffdcc408a2,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:38.222896 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:38.281176 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:38.321126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Network 521ddb09-8826-426d-ae48-64b2e7cf6336 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:15:38.324301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:15:38.333227 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:15:38.349990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Pushing event updated for resources: {'Port': ['ID=eaa52c73-e1e7-4758-88b6-fa8291f7d97b,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:38.359428 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.20.0.1 (521ddb09-8826-426d-ae48-64b2e7cf6336/330cf711-130f-4dbb-8613-a8871f79411e/beb5041c-0aa9-4fe8-a896-f7a77009a56a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:15:38.408365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Attempting to bind port eaa52c73-e1e7-4758-88b6-fa8291f7d97b on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:15:38.408768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Attempting to bind port eaa52c73-e1e7-4758-88b6-fa8291f7d97b by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:15:38.409106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Attempting to bind port eaa52c73-e1e7-4758-88b6-fa8291f7d97b on network 521ddb09-8826-426d-ae48-64b2e7cf6336 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:15:38.415121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:15:38.415505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Checking segment: {'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:15:38.415916 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:38.416315 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Bound using segment: {'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:15:38.416849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Bound port: eaa52c73-e1e7-4758-88b6-fa8291f7d97b, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:15:38.417203 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:38.492134 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:38.494019 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] For port eaa52c73-e1e7-4758-88b6-fa8291f7d97b, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:15:38.497336 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] For port eaa52c73-e1e7-4758-88b6-fa8291f7d97b, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=eaa52c73-e1e7-4758-88b6-fa8291f7d97b,segment=NetworkSegment(ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26),segment_id=ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:15:38.585094 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:38.613741 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:38.652554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1eb2c-2678-488f-a126-e94842cb150e None None] Pushing event updated for resources: {'Port': ['ID=eaa52c73-e1e7-4758-88b6-fa8291f7d97b,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:38.668775 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 521ddb09-8826-426d-ae48-64b2e7cf6336 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:15:38.672104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:15:38.676610 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:15:38.683533 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=beb5041c-0aa9-4fe8-a896-f7a77009a56a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:38.731766 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:38.953525 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:39.237927 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:39.304049 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:39.378112 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=beb5041c-0aa9-4fe8-a896-f7a77009a56a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:39.382226 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:39.606766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e62b8-baa4-46dd-afc5-e39d0640a027 None None] Network 521ddb09-8826-426d-ae48-64b2e7cf6336 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:15:39.680287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8a20d1e-5d26-4a67-a8af-b5c304214c84 None None] Provisioning complete for port eaa52c73-e1e7-4758-88b6-fa8291f7d97b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:39.680711 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8a20d1e-5d26-4a67-a8af-b5c304214c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:39.764903 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 521ddb09-8826-426d-ae48-64b2e7cf6336 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:15:39.766491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:15:39.802375 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8a20d1e-5d26-4a67-a8af-b5c304214c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:39.860705 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8a20d1e-5d26-4a67-a8af-b5c304214c84 None None] For port eaa52c73-e1e7-4758-88b6-fa8291f7d97b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=eaa52c73-e1e7-4758-88b6-fa8291f7d97b,segment=NetworkSegment(ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26),segment_id=ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:15:39.920458 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router e186cc05-e69f-4374-be5c-9cb63445b0c3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:15:39.979781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7f80980a-065a-4eac-8335-a1ffdcc408a2 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:15:39.984033 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8a20d1e-5d26-4a67-a8af-b5c304214c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:40.045670 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:15:40.052281 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9441d661-5ca5-4b00-be62-0d27a630656b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "PUT /v2.0/routers/e186cc05-e69f-4374-be5c-9cb63445b0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6997631 Dec 17 14:15:40.069869 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a20d1e-5d26-4a67-a8af-b5c304214c84 None None] Pushing event updated for resources: {'Port': ['ID=eaa52c73-e1e7-4758-88b6-fa8291f7d97b,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:40.070290 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Sync routers for ids ['e186cc05-e69f-4374-be5c-9cb63445b0c3'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:15:40.081607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 7f80980a-065a-4eac-8335-a1ffdcc408a2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:40.081781 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Routers {'e186cc05-e69f-4374-be5c-9cb63445b0c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:15:40.082014 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:40.086915 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e186cc05-e69f-4374-be5c-9cb63445b0c3'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:40.152995 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-07d3d0c8-3668-4b11-8e94-409bada60ed0 None None] Provisioning complete for port beb5041c-0aa9-4fe8-a896-f7a77009a56a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:40.153372 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-07d3d0c8-3668-4b11-8e94-409bada60ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:40.218611 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Set router e186cc05-e69f-4374-be5c-9cb63445b0c3 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:15:40.235848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5c8ebcf7-58e4-4ef8-9df9-8ffeb6d943cd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811230681&fields=id&tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 267 time: 0.0545349 Dec 17 14:15:40.238121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-07d3d0c8-3668-4b11-8e94-409bada60ed0 None None] Port beb5041c-0aa9-4fe8-a896-f7a77009a56a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:15:40.258196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device eaa52c73-e1e7-4758-88b6-fa8291f7d97b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:15:40.307224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-07d3d0c8-3668-4b11-8e94-409bada60ed0 None None] Provisioning complete for port eaa52c73-e1e7-4758-88b6-fa8291f7d97b triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:40.308085 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-07d3d0c8-3668-4b11-8e94-409bada60ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:40.355109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-cc0c9616-8395-4b30-866a-a4fe1aa53c4a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:40.356858 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-cc0c9616-8395-4b30-866a-a4fe1aa53c4a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/networks?id=521ddb09-8826-426d-ae48-64b2e7cf6336 HTTP/1.1" status: 200 len: 795 time: 0.1080806 Dec 17 14:15:40.357291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port eaa52c73-e1e7-4758-88b6-fa8291f7d97b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:40.357688 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:40.375091 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-76e0bb40-229d-42f2-af8a-ecb21ea8af77 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/quotas/68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 375 time: 0.0118191 Dec 17 14:15:40.435879 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:15:38Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'beb5041c-0aa9-4fe8-a896-f7a77009a56a', 'name': '', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:d2:30:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '330cf711-130f-4dbb-8613-a8871f79411e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:37Z', 'updated_at': '2021-12-17T14:15:39Z', 'revision_number': 2, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '330cf711-130f-4dbb-8613-a8871f79411e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:40.458303 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5cc78209-64d8-4d92-8ba8-399085c8bf0b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745134 Dec 17 14:15:40.463447 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Checking router: e186cc05-e69f-4374-be5c-9cb63445b0c3 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:15:40.464057 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Updating router e186cc05-e69f-4374-be5c-9cb63445b0c3 port beb5041c-0aa9-4fe8-a896-f7a77009a56a binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:15:40.498945 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:40.520862 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-ac88f200-822a-4b68-94fb-dbf0c2a8f239 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:15:40.526107 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-ac88f200-822a-4b68-94fb-dbf0c2a8f239 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0653613 Dec 17 14:15:40.607661 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-51b0da82-6618-4a20-ac08-b8430bc5c1b1 None None] Provisioning complete for port beb5041c-0aa9-4fe8-a896-f7a77009a56a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:40.608260 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-51b0da82-6618-4a20-ac08-b8430bc5c1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:40.622141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-8477a70a-adec-4415-a2a3-edf516a95ff0 service neutron] 10.222.0.59 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931096 Dec 17 14:15:40.648872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-51b0da82-6618-4a20-ac08-b8430bc5c1b1 None None] Port beb5041c-0aa9-4fe8-a896-f7a77009a56a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:15:40.721161 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-1bbe68d5-1178-45db-870d-19aad8ea415d service neutron] 10.222.0.59 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934656 Dec 17 14:15:40.770856 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:40.873829 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:40.981067 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Pushing event updated for resources: {'Port': ['ID=beb5041c-0aa9-4fe8-a896-f7a77009a56a,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:40.989142 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.989489 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.990586 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.991546 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.992157 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.992497 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.992824 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.993150 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.993474 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.993834 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.994154 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.994473 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.994785 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:15:40.995943 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-80fcb128-12c8-4451-a021-ecbeae80b8aa req-a4d003f9-d479-4e6f-a0dd-b7589db0b030 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 210 time: 0.0364635 Dec 17 14:15:41.019632 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Attempting to bind port beb5041c-0aa9-4fe8-a896-f7a77009a56a on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:15:41.019988 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Attempting to bind port beb5041c-0aa9-4fe8-a896-f7a77009a56a by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:15:41.020922 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Attempting to bind port beb5041c-0aa9-4fe8-a896-f7a77009a56a on network 521ddb09-8826-426d-ae48-64b2e7cf6336 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:15:41.026425 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:15:41.026879 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Checking segment: {'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:15:41.027348 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:41.027805 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Bound using segment: {'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:15:41.028501 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Bound port: beb5041c-0aa9-4fe8-a896-f7a77009a56a, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:15:41.028932 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:41.096069 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] For port beb5041c-0aa9-4fe8-a896-f7a77009a56a, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:15:41.100084 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] For port beb5041c-0aa9-4fe8-a896-f7a77009a56a, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=beb5041c-0aa9-4fe8-a896-f7a77009a56a,segment=NetworkSegment(ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26),segment_id=ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:15:41.171148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5e2af06e-ca57-4158-b515-239c67e023a7 None None] Provisioning complete for port beb5041c-0aa9-4fe8-a896-f7a77009a56a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:41.171523 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5e2af06e-ca57-4158-b515-239c67e023a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:41.177370 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:41.205296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5e2af06e-ca57-4158-b515-239c67e023a7 None None] Port beb5041c-0aa9-4fe8-a896-f7a77009a56a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:15:41.219902 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Routers {'e186cc05-e69f-4374-be5c-9cb63445b0c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:15:41.220491 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:15:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e186cc05-e69f-4374-be5c-9cb63445b0c3'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:41.320470 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35f9ad-4831-4939-9abb-b89afd0fe67d None None] Pushing event updated for resources: {'Port': ['ID=beb5041c-0aa9-4fe8-a896-f7a77009a56a,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:41.353881 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] Set router e186cc05-e69f-4374-be5c-9cb63445b0c3 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:15:41.527304 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fdd0bbd0-8836-4ce4-bd45-c05f737909e6 None None] Provisioning complete for port beb5041c-0aa9-4fe8-a896-f7a77009a56a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:41.527720 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fdd0bbd0-8836-4ce4-bd45-c05f737909e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:41.616938 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fdd0bbd0-8836-4ce4-bd45-c05f737909e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:41.652435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-fdd0bbd0-8836-4ce4-bd45-c05f737909e6 None None] For port beb5041c-0aa9-4fe8-a896-f7a77009a56a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=beb5041c-0aa9-4fe8-a896-f7a77009a56a,segment=NetworkSegment(ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26),segment_id=ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:15:41.653833 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:15:38Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'beb5041c-0aa9-4fe8-a896-f7a77009a56a', 'name': '', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:d2:30:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '330cf711-130f-4dbb-8613-a8871f79411e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:37Z', 'updated_at': '2021-12-17T14:15:41Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '330cf711-130f-4dbb-8613-a8871f79411e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:41.679900 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6881c99-97c3-409d-9320-b8c19c9e8d73 None None] The sync data for ids ['e186cc05-e69f-4374-be5c-9cb63445b0c3'] in n-d-815324-5 is: [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:15:38Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'beb5041c-0aa9-4fe8-a896-f7a77009a56a', 'name': '', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:d2:30:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '330cf711-130f-4dbb-8613-a8871f79411e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:37Z', 'updated_at': '2021-12-17T14:15:41Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '330cf711-130f-4dbb-8613-a8871f79411e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:15:41.733499 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fdd0bbd0-8836-4ce4-bd45-c05f737909e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:41.848153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0bbd0-8836-4ce4-bd45-c05f737909e6 None None] Pushing event updated for resources: {'Port': ['ID=beb5041c-0aa9-4fe8-a896-f7a77009a56a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:41.975954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device beb5041c-0aa9-4fe8-a896-f7a77009a56a up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:15:42.030051 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port beb5041c-0aa9-4fe8-a896-f7a77009a56a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:42.030424 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:42.102502 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8813272e-7703-44b8-b501-9aaa44b43454 req-fcb0d556-9da3-4b45-893b-1fa4e59c2690 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 210 time: 0.0282423 Dec 17 14:15:42.127283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device eaa52c73-e1e7-4758-88b6-fa8291f7d97b up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:15:42.185616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port eaa52c73-e1e7-4758-88b6-fa8291f7d97b triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:42.189187 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:43.204082 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-120e45dd-30c3-473e-95cf-5bf028559175 req-ed2012b5-0d67-4e8c-ad5b-0c667aa4b1fc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 210 time: 0.0266209 Dec 17 14:15:43.217038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-e345fc73-2d68-4f48-aeed-a0a0fff2fb09 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:43.219954 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-e345fc73-2d68-4f48-aeed-a0a0fff2fb09 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "GET /v2.0/networks?id=521ddb09-8826-426d-ae48-64b2e7cf6336 HTTP/1.1" status: 200 len: 795 time: 0.1144536 Dec 17 14:15:43.297004 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-7946ccbe-e5f3-428c-9ff4-5bb7f95d2033 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 379 time: 0.0609775 Dec 17 14:15:43.310746 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'port': {'device_id': '42703c81-624b-430e-8750-b3d96d9e3616', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'admin_state_up': True, 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'security_groups': ['b41aacbe-2dfb-4157-abaf-98e01364856f']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:43.498287 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:15:43.501859 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:43.626912 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.20.0.7 (521ddb09-8826-426d-ae48-64b2e7cf6336/330cf711-130f-4dbb-8613-a8871f79411e/72fbbdf4-ed99-4986-99a7-2c560b70d221) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:15:43.783660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:43.862449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:43.907291 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 521ddb09-8826-426d-ae48-64b2e7cf6336 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:15:43.910467 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:15:43.913151 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-637e8452-0b97-437b-9586-4b47b418c442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:43.914974 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:15:43.921694 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=72fbbdf4-ed99-4986-99a7-2c560b70d221,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:43.968185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:43.968820 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:44.042311 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-4eb5336e-b3ce-42f2-959b-8341eca75d56 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7352431 Dec 17 14:15:44.059248 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Request body: {'port': {'device_id': '42703c81-624b-430e-8750-b3d96d9e3616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:44.117088 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:44.168851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-97b0ea7e-847f-4c96-90a5-c5847ceb7b4f None None] Provisioning complete for port 72fbbdf4-ed99-4986-99a7-2c560b70d221 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:44.169218 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-97b0ea7e-847f-4c96-90a5-c5847ceb7b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:44.205283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-97b0ea7e-847f-4c96-90a5-c5847ceb7b4f None None] Port 72fbbdf4-ed99-4986-99a7-2c560b70d221 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:15:44.351684 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53a9a2-d43a-4dce-819b-16041e768fc7 req-89d28433-e0aa-4a13-829a-d8de746de9ca tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:44.353161 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d53a9a2-d43a-4dce-819b-16041e768fc7 req-89d28433-e0aa-4a13-829a-d8de746de9ca tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 931 time: 0.0715382 Dec 17 14:15:44.451576 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2d53a9a2-d43a-4dce-819b-16041e768fc7 req-2860150a-9d1d-41a3-9d2f-c1a0d7692cc9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910306 Dec 17 14:15:44.462552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fbbdf4-ed99-4986-99a7-2c560b70d221 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:15:44.470003 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:44.481667 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Transition to ACTIVE for port object 72fbbdf4-ed99-4986-99a7-2c560b70d221 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:15:44.543607 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:44.611513 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Pushing event updated for resources: {'Port': ['ID=72fbbdf4-ed99-4986-99a7-2c560b70d221,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:44.664768 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Attempting to bind port 72fbbdf4-ed99-4986-99a7-2c560b70d221 on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:15:44.665110 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Attempting to bind port 72fbbdf4-ed99-4986-99a7-2c560b70d221 by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:15:44.665611 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Attempting to bind port 72fbbdf4-ed99-4986-99a7-2c560b70d221 on network 521ddb09-8826-426d-ae48-64b2e7cf6336 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:15:44.671177 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Port 72fbbdf4-ed99-4986-99a7-2c560b70d221 on network 521ddb09-8826-426d-ae48-64b2e7cf6336 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:15:44.671598 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Attempting to bind port 72fbbdf4-ed99-4986-99a7-2c560b70d221 on network 521ddb09-8826-426d-ae48-64b2e7cf6336 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:15:44.677451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:15:44.677830 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Checking segment: {'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:15:44.678241 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Bound using segment: {'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:15:44.678825 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Bound port: 72fbbdf4-ed99-4986-99a7-2c560b70d221, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:15:44.679219 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:44.749645 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] For port 72fbbdf4-ed99-4986-99a7-2c560b70d221, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:15:44.752708 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] For port 72fbbdf4-ed99-4986-99a7-2c560b70d221, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=72fbbdf4-ed99-4986-99a7-2c560b70d221,segment=NetworkSegment(ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26),segment_id=ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:15:44.806904 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:44.849169 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:44.849852 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:44.851281 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] 10.222.0.61 "PUT /v2.0/ports/72fbbdf4-ed99-4986-99a7-2c560b70d221 HTTP/1.1" status: 200 len: 1091 time: 0.7964714 Dec 17 14:15:44.851748 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42703c81-624b-430e-8750-b3d96d9e3616', 'tag': '72fbbdf4-ed99-4986-99a7-2c560b70d221'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:15:44.854138 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a79573-a26e-4356-b2ec-2f7c970db131" -d '{"events": [{"name": "network-changed", "server_uuid": "42703c81-624b-430e-8750-b3d96d9e3616", "tag": "72fbbdf4-ed99-4986-99a7-2c560b70d221"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:15:44.874938 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb2aac-a204-47f4-9487-d238203b2841 service neutron] Pushing event updated for resources: {'Port': ['ID=72fbbdf4-ed99-4986-99a7-2c560b70d221,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:44.898583 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a135a57-d854-4ec0-aef6-8b0e825addd5 x-openstack-request-id: req-2a135a57-d854-4ec0-aef6-8b0e825addd5 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:15:44.901726 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42703c81-624b-430e-8750-b3d96d9e3616", "tag": "72fbbdf4-ed99-4986-99a7-2c560b70d221", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:15:44.901726 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a135a57-d854-4ec0-aef6-8b0e825addd5 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:15:44.901726 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42703c81-624b-430e-8750-b3d96d9e3616', 'tag': '72fbbdf4-ed99-4986-99a7-2c560b70d221', 'status': 'completed', 'code': 200} Dec 17 14:15:44.974492 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a79573-a26e-4356-b2ec-2f7c970db131 req-b003102f-298a-4c2f-925e-bc67f910ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:44.976202 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07a79573-a26e-4356-b2ec-2f7c970db131 req-b003102f-298a-4c2f-925e-bc67f910ee17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 1094 time: 0.0441411 Dec 17 14:15:45.088426 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a79573-a26e-4356-b2ec-2f7c970db131 req-bb6e48ba-4583-434e-8bf8-d07429f8fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:45.089975 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07a79573-a26e-4356-b2ec-2f7c970db131 req-bb6e48ba-4583-434e-8bf8-d07429f8fbad service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0996532 Dec 17 14:15:45.189491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a79573-a26e-4356-b2ec-2f7c970db131 req-4d12d977-3252-4217-85ec-1871ca3c5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:45.192257 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07a79573-a26e-4356-b2ec-2f7c970db131 req-4d12d977-3252-4217-85ec-1871ca3c5c35 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937080 Dec 17 14:15:45.283913 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-01e0e3a1-a6a5-40ce-9df6-6afaf64428d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:45.285450 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-01e0e3a1-a6a5-40ce-9df6-6afaf64428d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 1094 time: 0.0464046 Dec 17 14:15:45.335137 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-9df98a45-721b-4a72-9ece-7e58c86d95ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72fbbdf4-ed99-4986-99a7-2c560b70d221 HTTP/1.1" status: 200 len: 217 time: 0.0347905 Dec 17 14:15:45.383700 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-988f5af9-dd16-4236-8927-8504de835e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:45.385158 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-988f5af9-dd16-4236-8927-8504de835e55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=330cf711-130f-4dbb-8613-a8871f79411e HTTP/1.1" status: 200 len: 835 time: 0.0431268 Dec 17 14:15:45.438048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-3159847f-6a1c-4cb7-ae11-ba9970e907fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:45.439452 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-3159847f-6a1c-4cb7-ae11-ba9970e907fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=521ddb09-8826-426d-ae48-64b2e7cf6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432291 Dec 17 14:15:45.544173 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-385e9a81-9409-4f9a-b0ca-e802b1bb8792 service neutron] 10.222.0.61 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929353 Dec 17 14:15:45.631479 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908d32d-9490-4339-9752-acc746033b05 req-21339a75-2b9e-4afa-b508-851009c7f9ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:45.632973 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3908d32d-9490-4339-9752-acc746033b05 req-21339a75-2b9e-4afa-b508-851009c7f9ea tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 943 time: 0.1114607 Dec 17 14:15:45.678834 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a26abf41-db75-44ae-bdc6-3b4cc21b5a88 req-d79bca02-85b2-4f7c-808e-97647cce9ec5 service neutron] 10.222.0.61 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215777 Dec 17 14:15:45.715200 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3908d32d-9490-4339-9752-acc746033b05 req-de852975-a307-4117-b6e0-f2c44a3ffcd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650296 Dec 17 14:15:46.387290 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-978d9e5f-2382-46e7-afe5-a8aa2d71f04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:46.821224 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e96f0a-a853-484c-b7f0-6bebe5f50b4c req-19922281-abce-4dc7-8a71-ff6d15dcad88 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:46.822717 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8e96f0a-a853-484c-b7f0-6bebe5f50b4c req-19922281-abce-4dc7-8a71-ff6d15dcad88 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 943 time: 0.0486901 Dec 17 14:15:46.872133 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8e96f0a-a853-484c-b7f0-6bebe5f50b4c req-260e1082-ed89-4747-8c28-29b45cdf182b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434332 Dec 17 14:15:47.977528 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:47.988384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d4976-35f9-4e85-94d8-bdd6ab1eb5b3 req-8b79cbf2-38de-4f1d-bedf-d06bd19faf60 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:47.989920 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e0d4976-35f9-4e85-94d8-bdd6ab1eb5b3 req-8b79cbf2-38de-4f1d-bedf-d06bd19faf60 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 943 time: 0.0493000 Dec 17 14:15:48.043541 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7e0d4976-35f9-4e85-94d8-bdd6ab1eb5b3 req-bcfb9317-881c-4b92-96ce-8f9b7e2cdbc2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475781 Dec 17 14:15:49.147145 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:49.164056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0d5f8-5f7d-4450-baec-12b143799296 req-d0e903ef-9a90-4d78-938e-d42f592c243d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:49.165658 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-53b0d5f8-5f7d-4450-baec-12b143799296 req-d0e903ef-9a90-4d78-938e-d42f592c243d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 943 time: 0.0555797 Dec 17 14:15:49.215776 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-53b0d5f8-5f7d-4450-baec-12b143799296 req-858e6243-8980-4284-b05a-70e3e1aa11d4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441115 Dec 17 14:15:49.485722 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 72fbbdf4-ed99-4986-99a7-2c560b70d221 details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:15:49.582276 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 72fbbdf4-ed99-4986-99a7-2c560b70d221, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=72fbbdf4-ed99-4986-99a7-2c560b70d221,segment=NetworkSegment(ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26),segment_id=ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:15:49.593638 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '72fbbdf4-ed99-4986-99a7-2c560b70d221', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'port_id': '72fbbdf4-ed99-4986-99a7-2c560b70d221', 'mac_address': 'fa:16:3e:d0:95:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330cf711-130f-4dbb-8613-a8871f79411e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:15:49.630077 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:49.643316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fbbdf4-ed99-4986-99a7-2c560b70d221 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:15:49.666340 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 72fbbdf4-ed99-4986-99a7-2c560b70d221, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=72fbbdf4-ed99-4986-99a7-2c560b70d221,segment=NetworkSegment(ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26),segment_id=ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:15:49.730363 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:49.791216 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=72fbbdf4-ed99-4986-99a7-2c560b70d221,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:49.839001 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:50.041290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['72fbbdf4-ed99-4986-99a7-2c560b70d221'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:15:50.335308 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5123a9-38eb-4f94-8de7-dcac87186959 req-86b7f757-03fc-40bb-95d2-1048b1eed2a0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:50.337389 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf5123a9-38eb-4f94-8de7-dcac87186959 req-86b7f757-03fc-40bb-95d2-1048b1eed2a0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 944 time: 0.0498295 Dec 17 14:15:50.386096 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cf5123a9-38eb-4f94-8de7-dcac87186959 req-846021b5-5291-4c54-a271-394120e14ebd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427485 Dec 17 14:15:51.500904 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 72fbbdf4-ed99-4986-99a7-2c560b70d221 up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:15:51.502059 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec8f5-5b57-4f18-850d-78ae88067abe req-148f2be5-e603-4014-be84-9d31a4528573 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:51.503703 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4fec8f5-5b57-4f18-850d-78ae88067abe req-148f2be5-e603-4014-be84-9d31a4528573 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 944 time: 0.0499105 Dec 17 14:15:51.555525 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4fec8f5-5b57-4f18-850d-78ae88067abe req-e7acd665-3614-4b7a-a786-fa4b19a2a6fe tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451658 Dec 17 14:15:51.606575 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 72fbbdf4-ed99-4986-99a7-2c560b70d221 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:15:51.610802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 72fbbdf4-ed99-4986-99a7-2c560b70d221 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:15:51.611169 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:51.690362 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:51.712188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42703c81-624b-430e-8750-b3d96d9e3616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fbbdf4-ed99-4986-99a7-2c560b70d221'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:15:51.714464 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24e7b2f-36e6-4888-8d57-8e521cf896b3" -d '{"events": [{"server_uuid": "42703c81-624b-430e-8750-b3d96d9e3616", "name": "network-vif-plugged", "status": "completed", "tag": "72fbbdf4-ed99-4986-99a7-2c560b70d221"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:15:51.727564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 72fbbdf4-ed99-4986-99a7-2c560b70d221, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=72fbbdf4-ed99-4986-99a7-2c560b70d221,segment=NetworkSegment(ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26),segment_id=ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:15:51.800868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:51.805069 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c076da-cee9-42f8-bf03-747300622b85 x-openstack-request-id: req-01c076da-cee9-42f8-bf03-747300622b85 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:15:51.805358 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42703c81-624b-430e-8750-b3d96d9e3616", "name": "network-vif-plugged", "status": "completed", "tag": "72fbbdf4-ed99-4986-99a7-2c560b70d221", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:15:51.805641 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01c076da-cee9-42f8-bf03-747300622b85 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:15:51.806028 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42703c81-624b-430e-8750-b3d96d9e3616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fbbdf4-ed99-4986-99a7-2c560b70d221', 'code': 200} Dec 17 14:15:51.852613 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=72fbbdf4-ed99-4986-99a7-2c560b70d221,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:51.905471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9e6ff-edae-4ccb-a85c-c8f8a9ebfb41 req-60971673-ad7a-4648-bc46-5b53e7937707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:51.907020 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b1b9e6ff-edae-4ccb-a85c-c8f8a9ebfb41 req-60971673-ad7a-4648-bc46-5b53e7937707 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 1096 time: 0.0397556 Dec 17 14:15:51.953656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b1b9e6ff-edae-4ccb-a85c-c8f8a9ebfb41 req-8a9f4b82-dd6d-4028-801d-10df2c018ac7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392137 Dec 17 14:15:52.672836 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0970702-6ad8-4442-ba82-bcd925815cb2 req-bfe0d8e0-531f-4468-a8f0-6b263fcbfe1d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:52.674270 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b0970702-6ad8-4442-ba82-bcd925815cb2 req-bfe0d8e0-531f-4468-a8f0-6b263fcbfe1d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0481012 Dec 17 14:15:52.726904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b0970702-6ad8-4442-ba82-bcd925815cb2 req-c3adab0a-ba6b-4543-b392-d43b332a41ee tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459833 Dec 17 14:15:53.645506 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-079f4c76-6b09-44ec-b4af-af4597194d45 req-3ef54568-abec-42cd-91aa-8801feb710c2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433433 Dec 17 14:15:53.728918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f4c76-6b09-44ec-b4af-af4597194d45 req-82a51de4-2634-40fc-b853-824fed2630bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:53.730446 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-079f4c76-6b09-44ec-b4af-af4597194d45 req-82a51de4-2634-40fc-b853-824fed2630bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 1096 time: 0.0399356 Dec 17 14:15:54.179103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dd249-473f-4472-b53b-56871d85b563 req-efc43faa-e0d1-4fac-9795-dd14591ae9f4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:54.180536 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-941dd249-473f-4472-b53b-56871d85b563 req-efc43faa-e0d1-4fac-9795-dd14591ae9f4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.3824782 Dec 17 14:15:54.181954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f4c76-6b09-44ec-b4af-af4597194d45 req-6b9ffeb8-ebf9-4ffd-a68e-a6f80a01d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:54.183305 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-079f4c76-6b09-44ec-b4af-af4597194d45 req-6b9ffeb8-ebf9-4ffd-a68e-a6f80a01d06e service neutron] 10.222.0.61 "GET /v2.0/networks?id=521ddb09-8826-426d-ae48-64b2e7cf6336 HTTP/1.1" status: 200 len: 896 time: 0.4333301 Dec 17 14:15:54.237279 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-079f4c76-6b09-44ec-b4af-af4597194d45 req-6ae967b4-af29-411b-8a74-dda29255eb19 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72fbbdf4-ed99-4986-99a7-2c560b70d221 HTTP/1.1" status: 200 len: 217 time: 0.0436664 Dec 17 14:15:54.293605 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-941dd249-473f-4472-b53b-56871d85b563 req-024bdde9-d25c-4b28-add7-810cd09cba70 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061864 Dec 17 14:15:54.308778 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f4c76-6b09-44ec-b4af-af4597194d45 req-e0da9c58-1e8d-412d-83ab-deb1accc0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:54.310264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-079f4c76-6b09-44ec-b4af-af4597194d45 req-e0da9c58-1e8d-412d-83ab-deb1accc0dd4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=330cf711-130f-4dbb-8613-a8871f79411e HTTP/1.1" status: 200 len: 835 time: 0.0654984 Dec 17 14:15:54.357083 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f4c76-6b09-44ec-b4af-af4597194d45 req-e17edfaf-b889-499a-8f5c-ac97add708be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:54.358646 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-079f4c76-6b09-44ec-b4af-af4597194d45 req-e17edfaf-b889-499a-8f5c-ac97add708be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=521ddb09-8826-426d-ae48-64b2e7cf6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411558 Dec 17 14:15:54.408153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba22cc6-82f2-4b68-bb6f-15613cf422e9 req-691afa07-2a8b-4f42-a7a8-c6760e7cdc77 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:54.409557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ba22cc6-82f2-4b68-bb6f-15613cf422e9 req-691afa07-2a8b-4f42-a7a8-c6760e7cdc77 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0489805 Dec 17 14:15:54.447620 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-079f4c76-6b09-44ec-b4af-af4597194d45 req-def9ab32-80bf-4329-8090-820deb186f50 service neutron] 10.222.0.61 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812938 Dec 17 14:15:54.459332 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1ba22cc6-82f2-4b68-bb6f-15613cf422e9 req-bd8b50ee-17d8-4c69-8447-acbe58e43740 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426025 Dec 17 14:15:54.480906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51746) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:54.526777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e252c-6f7c-4a12-844e-7713ebad44b9 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:54.529905 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bd5e252c-6f7c-4a12-844e-7713ebad44b9 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 1091 time: 0.0463741 Dec 17 14:15:54.531211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51748) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:54.535566 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '72fbbdf4-ed99-4986-99a7-2c560b70d221', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:15:54.546522 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-079f4c76-6b09-44ec-b4af-af4597194d45 req-63d68137-033c-4dfd-a818-5db124431a86 service neutron] 10.222.0.61 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915298 Dec 17 14:15:54.617867 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:54.718384 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:54.817363 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.25.0.76 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/cd04deb3-e32e-42cf-a26b-9642262f8e24) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:15:54.922804 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:55.016630 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:55.055553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:15:55.058612 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:15:55.062294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:15:55.085748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=cd04deb3-e32e-42cf-a26b-9642262f8e24,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:55.433029 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:55.551723 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:55.703963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:55.758509 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:55.827502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=cd04deb3-e32e-42cf-a26b-9642262f8e24,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:15:55.844236 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:55.958098 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Floating IP 8ef28827-39d5-4518-8566-6f7b60dade25 associated. External IP: 172.25.0.76, port: 72fbbdf4-ed99-4986-99a7-2c560b70d221. Dec 17 14:15:56.185901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router e186cc05-e69f-4374-be5c-9cb63445b0c3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:15:56.306764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:15:56.316934 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f495bd-049b-4260-9f67-242c0996520d None None] Sync routers for ids ['e186cc05-e69f-4374-be5c-9cb63445b0c3'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:15:56.328185 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f495bd-049b-4260-9f67-242c0996520d None None] Routers {'e186cc05-e69f-4374-be5c-9cb63445b0c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:15:56.328807 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d1f495bd-049b-4260-9f67-242c0996520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:15:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e186cc05-e69f-4374-be5c-9cb63445b0c3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:56.408389 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:15:56.440371 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-176154b1-6d8b-40c8-b185-ea308c8dc859 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9052718 Dec 17 14:15:56.440371 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42703c81-624b-430e-8750-b3d96d9e3616', 'tag': '72fbbdf4-ed99-4986-99a7-2c560b70d221'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:15:56.441111 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d1f495bd-049b-4260-9f67-242c0996520d None None] Set router e186cc05-e69f-4374-be5c-9cb63445b0c3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:15:56.441204 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0939ec3-9cf4-41fa-bb42-ed82e2278597" -d '{"events": [{"name": "network-changed", "server_uuid": "42703c81-624b-430e-8750-b3d96d9e3616", "tag": "72fbbdf4-ed99-4986-99a7-2c560b70d221"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:15:56.558148 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4bf379-ecaf-41c1-9864-208fddd43dc8 x-openstack-request-id: req-ab4bf379-ecaf-41c1-9864-208fddd43dc8 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:15:56.558449 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42703c81-624b-430e-8750-b3d96d9e3616", "tag": "72fbbdf4-ed99-4986-99a7-2c560b70d221", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:15:56.558733 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab4bf379-ecaf-41c1-9864-208fddd43dc8 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:15:56.559146 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42703c81-624b-430e-8750-b3d96d9e3616', 'tag': '72fbbdf4-ed99-4986-99a7-2c560b70d221', 'status': 'completed', 'code': 200} Dec 17 14:15:56.569722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf4ddb-bf5c-4e68-9fac-ce2f1c07689a req-f8e75ada-b91b-4f61-a760-4093b2b20025 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:56.571474 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4cf4ddb-bf5c-4e68-9fac-ce2f1c07689a req-f8e75ada-b91b-4f61-a760-4093b2b20025 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0710373 Dec 17 14:15:56.655808 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4cf4ddb-bf5c-4e68-9fac-ce2f1c07689a req-2b873e52-3c68-494a-9c29-4a99f1873102 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767608 Dec 17 14:15:56.658490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0939ec3-9cf4-41fa-bb42-ed82e2278597 req-1280bb07-f142-4049-8a72-cbd32301c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:56.660083 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0939ec3-9cf4-41fa-bb42-ed82e2278597 req-1280bb07-f142-4049-8a72-cbd32301c95e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 1096 time: 0.0748236 Dec 17 14:15:56.679661 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51756) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:56.685724 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d1f495bd-049b-4260-9f67-242c0996520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:15:38Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '8ef28827-39d5-4518-8566-6f7b60dade25', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'port_id': '72fbbdf4-ed99-4986-99a7-2c560b70d221', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'mac_address': 'fa:16:3e:d0:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42703c81-624b-430e-8750-b3d96d9e3616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:15:55Z', 'updated_at': '2021-12-17T14:15:55Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5041c-0aa9-4fe8-a896-f7a77009a56a', 'name': '', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:d2:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '330cf711-130f-4dbb-8613-a8871f79411e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:37Z', 'updated_at': '2021-12-17T14:15:41Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '330cf711-130f-4dbb-8613-a8871f79411e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:56.714138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f495bd-049b-4260-9f67-242c0996520d None None] Checking router: e186cc05-e69f-4374-be5c-9cb63445b0c3 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:15:56.723001 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f495bd-049b-4260-9f67-242c0996520d None None] Routers {'e186cc05-e69f-4374-be5c-9cb63445b0c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:15:56.723739 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d1f495bd-049b-4260-9f67-242c0996520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:15:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e186cc05-e69f-4374-be5c-9cb63445b0c3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:56.745086 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-92a9b489-bd30-458c-817a-a3a5a7c05593 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/8ef28827-39d5-4518-8566-6f7b60dade25 HTTP/1.1" status: 200 len: 990 time: 0.0642769 Dec 17 14:15:56.758325 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0939ec3-9cf4-41fa-bb42-ed82e2278597 req-eddcb1e3-6f97-4d7d-b01c-9f23bc44f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:56.759689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0939ec3-9cf4-41fa-bb42-ed82e2278597 req-eddcb1e3-6f97-4d7d-b01c-9f23bc44f0f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=521ddb09-8826-426d-ae48-64b2e7cf6336 HTTP/1.1" status: 200 len: 896 time: 0.0923736 Dec 17 14:15:56.828511 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0939ec3-9cf4-41fa-bb42-ed82e2278597 req-4733e7a8-d4ce-4765-8210-35201c8d3a9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72fbbdf4-ed99-4986-99a7-2c560b70d221 HTTP/1.1" status: 200 len: 998 time: 0.0616167 Dec 17 14:15:56.832853 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d1f495bd-049b-4260-9f67-242c0996520d None None] Set router e186cc05-e69f-4374-be5c-9cb63445b0c3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:15:56.876971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0939ec3-9cf4-41fa-bb42-ed82e2278597 req-361b7e2b-e775-4246-ac0a-5c7b3e933300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:56.878489 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0939ec3-9cf4-41fa-bb42-ed82e2278597 req-361b7e2b-e775-4246-ac0a-5c7b3e933300 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=330cf711-130f-4dbb-8613-a8871f79411e HTTP/1.1" status: 200 len: 835 time: 0.0431404 Dec 17 14:15:56.924312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0939ec3-9cf4-41fa-bb42-ed82e2278597 req-72936f9b-136b-4dd9-a615-0e1175fec755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:15:56.925875 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0939ec3-9cf4-41fa-bb42-ed82e2278597 req-72936f9b-136b-4dd9-a615-0e1175fec755 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=521ddb09-8826-426d-ae48-64b2e7cf6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400648 Dec 17 14:15:57.019931 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0939ec3-9cf4-41fa-bb42-ed82e2278597 req-8bcd5c1e-c453-4fb3-b1f7-92a8e15439d7 service neutron] 10.222.0.61 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863988 Dec 17 14:15:57.113664 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0939ec3-9cf4-41fa-bb42-ed82e2278597 req-d903a1ea-8d56-4c28-ad23-5e40fce2d3df service neutron] 10.222.0.61 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866222 Dec 17 14:15:57.226922 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d1f495bd-049b-4260-9f67-242c0996520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:15:38Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '8ef28827-39d5-4518-8566-6f7b60dade25', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'port_id': '72fbbdf4-ed99-4986-99a7-2c560b70d221', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'mac_address': 'fa:16:3e:d0:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42703c81-624b-430e-8750-b3d96d9e3616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:15:55Z', 'updated_at': '2021-12-17T14:15:55Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5041c-0aa9-4fe8-a896-f7a77009a56a', 'name': '', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:d2:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '330cf711-130f-4dbb-8613-a8871f79411e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:37Z', 'updated_at': '2021-12-17T14:15:41Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '330cf711-130f-4dbb-8613-a8871f79411e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:15:57.253050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f495bd-049b-4260-9f67-242c0996520d None None] The sync data for ids ['e186cc05-e69f-4374-be5c-9cb63445b0c3'] in n-d-815324-5 is: [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:15:38Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '8ef28827-39d5-4518-8566-6f7b60dade25', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'port_id': '72fbbdf4-ed99-4986-99a7-2c560b70d221', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'mac_address': 'fa:16:3e:d0:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42703c81-624b-430e-8750-b3d96d9e3616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:15:55Z', 'updated_at': '2021-12-17T14:15:55Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5041c-0aa9-4fe8-a896-f7a77009a56a', 'name': '', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:d2:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '330cf711-130f-4dbb-8613-a8871f79411e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:37Z', 'updated_at': '2021-12-17T14:15:41Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '330cf711-130f-4dbb-8613-a8871f79411e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:15:57.436439 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ad30c1-3502-4879-8f1a-5555985b9f98 None None] New status for floating IP 8ef28827-39d5-4518-8566-6f7b60dade25: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:15:57.748891 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51758) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:15:57.809233 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1c168fac-f274-4ba7-b4e7-03554207f56d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/8ef28827-39d5-4518-8566-6f7b60dade25 HTTP/1.1" status: 200 len: 992 time: 0.0591893 Dec 17 14:16:01.299559 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:16:02.337953 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:06.754923 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:13.885998 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-44edd49a-8c92-4d0c-b746-5141b62a7d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:16.388922 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-15800a07-3eb0-4bad-841e-fcfd54f4ca6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:18.023630 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:19.137022 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:19.845945 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:31.389960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a7700-8e94-47bb-adf6-fac2e73f0b17 req-d1f73aee-fe59-4906-8327-57d2f075603b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:31.391481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e6a7700-8e94-47bb-adf6-fac2e73f0b17 req-d1f73aee-fe59-4906-8327-57d2f075603b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.1228449 Dec 17 14:16:31.442631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3e6a7700-8e94-47bb-adf6-fac2e73f0b17 req-5dda04df-628d-40db-991a-54895cbf4339 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450635 Dec 17 14:16:32.406027 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:32.604936 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973510ca-bfcc-478f-8a76-6465267207c2 req-8e68093e-3370-49bd-a434-3ff847a267d4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:32.606494 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-973510ca-bfcc-478f-8a76-6465267207c2 req-8e68093e-3370-49bd-a434-3ff847a267d4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0935256 Dec 17 14:16:32.660423 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-973510ca-bfcc-478f-8a76-6465267207c2 req-18c48fe0-2a69-48e5-b495-5e0724b19f0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479512 Dec 17 14:16:33.774457 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442079b-b303-47bd-94cd-75a530a12625 req-9b1478cd-7723-45f0-916a-5110d16b31f6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:33.775953 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e442079b-b303-47bd-94cd-75a530a12625 req-9b1478cd-7723-45f0-916a-5110d16b31f6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0482626 Dec 17 14:16:33.824213 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e442079b-b303-47bd-94cd-75a530a12625 req-7f58a6a5-0d59-4ec9-a666-c645f2492074 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422814 Dec 17 14:16:34.943853 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e1c9b-f48c-4ee5-8cdd-44aed52fa06c req-9f8b9498-8e4d-4fde-b937-6a5df9018f60 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:34.945351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-031e1c9b-f48c-4ee5-8cdd-44aed52fa06c req-9f8b9498-8e4d-4fde-b937-6a5df9018f60 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0507567 Dec 17 14:16:34.994922 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-031e1c9b-f48c-4ee5-8cdd-44aed52fa06c req-cf02b98b-e012-4783-865a-330817bdff4c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434406 Dec 17 14:16:36.114923 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5752-a908-456d-bc02-244a504c7f03 req-aac70453-7fde-44ee-8bdc-fa1f72e8c71a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:36.116295 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f8b5752-a908-456d-bc02-244a504c7f03 req-aac70453-7fde-44ee-8bdc-fa1f72e8c71a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0519681 Dec 17 14:16:36.165192 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2f8b5752-a908-456d-bc02-244a504c7f03 req-2e0a2f91-4ab1-4b40-806f-b01a713bea10 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424051 Dec 17 14:16:36.768174 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:37.280288 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195593e3-4e88-4768-820a-90ecfed1d1e4 req-2d00fa42-08a0-49af-b4d4-10df45a6ecf2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:37.281854 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-195593e3-4e88-4768-820a-90ecfed1d1e4 req-2d00fa42-08a0-49af-b4d4-10df45a6ecf2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0504379 Dec 17 14:16:37.331926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-195593e3-4e88-4768-820a-90ecfed1d1e4 req-6baa1d80-96f1-4b5b-b887-875ffc41ae1f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440512 Dec 17 14:16:38.297755 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:16:38.446351 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f612c8-790a-4deb-b367-6c2f91a81f3c req-9bc48fe2-19f9-435f-b1e0-63849c763a90 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:38.448408 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00f612c8-790a-4deb-b367-6c2f91a81f3c req-9bc48fe2-19f9-435f-b1e0-63849c763a90 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0497999 Dec 17 14:16:38.496695 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-00f612c8-790a-4deb-b367-6c2f91a81f3c req-5c1fd6a9-e684-4325-affa-84fe0e0f7085 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423594 Dec 17 14:16:39.622127 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92d2bc-f03b-46ec-bafb-b1c4c348083d req-b4da8c41-5dd2-4dbc-9c4e-42fac35ab04f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:39.623639 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e92d2bc-f03b-46ec-bafb-b1c4c348083d req-b4da8c41-5dd2-4dbc-9c4e-42fac35ab04f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0563719 Dec 17 14:16:39.672557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6e92d2bc-f03b-46ec-bafb-b1c4c348083d req-d51971bc-614c-4f9c-9b23-5d6d1f52bdb6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429113 Dec 17 14:16:40.790014 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddd147-5a9b-4ed9-a5e4-5963393ab4db req-8794518b-616f-4991-bc76-5648919196ca tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:40.792122 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9fddd147-5a9b-4ed9-a5e4-5963393ab4db req-8794518b-616f-4991-bc76-5648919196ca tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0497758 Dec 17 14:16:40.843328 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9fddd147-5a9b-4ed9-a5e4-5963393ab4db req-42468e97-dbb2-418f-bb31-c4ec03876001 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452988 Dec 17 14:16:41.960435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a56e1-7880-40d4-ae8e-0f11d20d33bd req-38f6b6ac-5073-4e94-a6e3-9affb048cf54 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:41.961976 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c2a56e1-7880-40d4-ae8e-0f11d20d33bd req-38f6b6ac-5073-4e94-a6e3-9affb048cf54 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0504665 Dec 17 14:16:42.011749 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6c2a56e1-7880-40d4-ae8e-0f11d20d33bd req-3837245a-e95a-4154-a688-db494e556398 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434427 Dec 17 14:16:42.033344 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51798) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:16:42.097989 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7de133f8-eae0-4371-9b51-8248e538fb67 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/8ef28827-39d5-4518-8566-6f7b60dade25 HTTP/1.1" status: 200 len: 992 time: 0.0633457 Dec 17 14:16:43.564597 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5247f-0b48-4bda-841a-1e31dced928b req-f7cd33da-671a-4c9d-b6a8-860110b899b6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:43.567333 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-86d5247f-0b48-4bda-841a-1e31dced928b req-f7cd33da-671a-4c9d-b6a8-860110b899b6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0555117 Dec 17 14:16:43.621907 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-86d5247f-0b48-4bda-841a-1e31dced928b req-742ab46c-a540-4a90-b314-ea4f66e03e24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480056 Dec 17 14:16:43.667963 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafd4ba-f658-4fbb-8ed7-8fb36e0b1bb1 req-3a3f926d-7447-4858-bf90-5c4e4a384525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:43.669547 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daafd4ba-f658-4fbb-8ed7-8fb36e0b1bb1 req-3a3f926d-7447-4858-bf90-5c4e4a384525 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 1096 time: 0.0399358 Dec 17 14:16:43.765483 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafd4ba-f658-4fbb-8ed7-8fb36e0b1bb1 req-efc2a9f8-9001-4048-b038-509bae3188b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:43.766996 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daafd4ba-f658-4fbb-8ed7-8fb36e0b1bb1 req-efc2a9f8-9001-4048-b038-509bae3188b6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=521ddb09-8826-426d-ae48-64b2e7cf6336 HTTP/1.1" status: 200 len: 896 time: 0.0869336 Dec 17 14:16:43.839938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daafd4ba-f658-4fbb-8ed7-8fb36e0b1bb1 req-382c7ff4-3f36-4f2c-b529-acd675dc0737 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72fbbdf4-ed99-4986-99a7-2c560b70d221 HTTP/1.1" status: 200 len: 1000 time: 0.0600681 Dec 17 14:16:43.892909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafd4ba-f658-4fbb-8ed7-8fb36e0b1bb1 req-c96addb2-049f-4f07-8cc0-a1d7cd5a68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:43.894346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daafd4ba-f658-4fbb-8ed7-8fb36e0b1bb1 req-c96addb2-049f-4f07-8cc0-a1d7cd5a68e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=330cf711-130f-4dbb-8613-a8871f79411e HTTP/1.1" status: 200 len: 835 time: 0.0441844 Dec 17 14:16:43.950107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafd4ba-f658-4fbb-8ed7-8fb36e0b1bb1 req-097055b5-cc67-4ef8-afff-a579b59f2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:43.951063 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-78ed47f4-4505-4fb2-a3a7-5266d8553be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:43.951633 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daafd4ba-f658-4fbb-8ed7-8fb36e0b1bb1 req-097055b5-cc67-4ef8-afff-a579b59f2517 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=521ddb09-8826-426d-ae48-64b2e7cf6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450130 Dec 17 14:16:44.045734 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daafd4ba-f658-4fbb-8ed7-8fb36e0b1bb1 req-699352e1-8bfa-4d7e-b7ba-ffe3c858ca78 service neutron] 10.222.0.61 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827584 Dec 17 14:16:44.142223 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-daafd4ba-f658-4fbb-8ed7-8fb36e0b1bb1 req-d1dd68aa-dc30-4315-9bdf-5d8bb5f09a98 service neutron] 10.222.0.61 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853171 Dec 17 14:16:44.741855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848db611-5dcc-45ed-ba0d-7615c77e194a req-d992c1cd-4cea-4ed2-adda-308699b6d7c8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:44.743396 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-848db611-5dcc-45ed-ba0d-7615c77e194a req-d992c1cd-4cea-4ed2-adda-308699b6d7c8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0496900 Dec 17 14:16:44.794740 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-848db611-5dcc-45ed-ba0d-7615c77e194a req-3526cff0-c1eb-4c17-9256-e53f806b3cb1 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446949 Dec 17 14:16:45.910527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5714257-5c82-43cd-bd0e-8aac8e2b5c6d req-cfe663c8-6deb-401c-8f90-5193730b9b04 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:45.912010 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5714257-5c82-43cd-bd0e-8aac8e2b5c6d req-cfe663c8-6deb-401c-8f90-5193730b9b04 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0481894 Dec 17 14:16:45.965834 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e5714257-5c82-43cd-bd0e-8aac8e2b5c6d req-cb362ca8-6b39-4478-8876-f0916a439881 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468454 Dec 17 14:16:45.988453 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51812) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:16:46.048614 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6d704a8a-4cc1-44c5-bac0-2516f30df882 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/8ef28827-39d5-4518-8566-6f7b60dade25 HTTP/1.1" status: 200 len: 992 time: 0.0591853 Dec 17 14:16:46.385086 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fcf0c883-77fa-47c9-a184-0fa5290cc1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:47.982659 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:49.173760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:49.879254 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:16:55.652933 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-332049a1-73fe-46b4-bc1c-8ccd6d05d0fe req-fcda14c9-b91c-4c3a-8a98-1e7e280be7e1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484529 Dec 17 14:16:55.738031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332049a1-73fe-46b4-bc1c-8ccd6d05d0fe req-35022875-e387-4601-867a-5db1cd332a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:55.739553 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-332049a1-73fe-46b4-bc1c-8ccd6d05d0fe req-35022875-e387-4601-867a-5db1cd332a86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 1096 time: 0.0431304 Dec 17 14:16:55.849822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332049a1-73fe-46b4-bc1c-8ccd6d05d0fe req-91101a9c-01db-4b43-87de-e43bdd64d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:55.851207 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-332049a1-73fe-46b4-bc1c-8ccd6d05d0fe req-91101a9c-01db-4b43-87de-e43bdd64d435 service neutron] 10.222.0.61 "GET /v2.0/networks?id=521ddb09-8826-426d-ae48-64b2e7cf6336 HTTP/1.1" status: 200 len: 896 time: 0.0914011 Dec 17 14:16:55.919613 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-332049a1-73fe-46b4-bc1c-8ccd6d05d0fe req-f05da602-2b83-4ef8-86dc-f7c9f39b00ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72fbbdf4-ed99-4986-99a7-2c560b70d221 HTTP/1.1" status: 200 len: 1000 time: 0.0595572 Dec 17 14:16:55.973923 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332049a1-73fe-46b4-bc1c-8ccd6d05d0fe req-b29a19fa-18f9-48c4-a68e-3b3b21092ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:55.975398 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-332049a1-73fe-46b4-bc1c-8ccd6d05d0fe req-b29a19fa-18f9-48c4-a68e-3b3b21092ea4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=330cf711-130f-4dbb-8613-a8871f79411e HTTP/1.1" status: 200 len: 835 time: 0.0483825 Dec 17 14:16:56.032283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332049a1-73fe-46b4-bc1c-8ccd6d05d0fe req-515603e8-0c35-49cc-88ca-c62199012310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:16:56.034923 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-332049a1-73fe-46b4-bc1c-8ccd6d05d0fe req-515603e8-0c35-49cc-88ca-c62199012310 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=521ddb09-8826-426d-ae48-64b2e7cf6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506213 Dec 17 14:16:56.127904 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-332049a1-73fe-46b4-bc1c-8ccd6d05d0fe req-cdb2f3be-cfbb-4416-96ba-af8e65e7a32c service neutron] 10.222.0.61 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845027 Dec 17 14:16:56.225181 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-332049a1-73fe-46b4-bc1c-8ccd6d05d0fe req-af74caf6-7356-4df4-a181-694de649d3f6 service neutron] 10.222.0.61 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882988 Dec 17 14:17:02.370661 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:06.744389 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:13.926703 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-52d50161-a49d-4a31-bbad-bd2bfc21dd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:15.297281 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:17:16.412532 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-643c43e2-ce25-423a-91dc-676208cf5cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:17.994970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:18.437222 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51822) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:18.594049 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port cd04deb3-e32e-42cf-a26b-9642262f8e24 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:17:18.594394 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:18.666670 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:18.666996 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:18.678792 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for cd04deb3-e32e-42cf-a26b-9642262f8e24 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:17:18.887188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:18.913382 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=cd04deb3-e32e-42cf-a26b-9642262f8e24,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:18.939668 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.940027 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.940379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.940717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.941050 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.941383 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.941748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.942078 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.942405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.942730 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.943053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.943442 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.943764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:18.982650 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:18.983069 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Floating IP 8ef28827-39d5-4518-8566-6f7b60dade25 disassociated (deleted). External IP: 172.25.0.76, port: 72fbbdf4-ed99-4986-99a7-2c560b70d221. Dec 17 14:17:19.149597 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:19.190431 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router e186cc05-e69f-4374-be5c-9cb63445b0c3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:17:19.564488 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:17:19.569304 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:19.575461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee4549-2cd8-45d2-adee-fd09815d2853 None None] Sync routers for ids ['e186cc05-e69f-4374-be5c-9cb63445b0c3'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:17:19.585493 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee4549-2cd8-45d2-adee-fd09815d2853 None None] Routers {'e186cc05-e69f-4374-be5c-9cb63445b0c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:17:19.586108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4cee4549-2cd8-45d2-adee-fd09815d2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:17:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e186cc05-e69f-4374-be5c-9cb63445b0c3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:19.601172 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8f4d38ae-ee02-47d1-a818-6b26b6062f6b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/floatingips/8ef28827-39d5-4518-8566-6f7b60dade25 HTTP/1.1" status: 204 len: 168 time: 1.1628909 Dec 17 14:17:19.601896 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42703c81-624b-430e-8750-b3d96d9e3616', 'tag': '72fbbdf4-ed99-4986-99a7-2c560b70d221'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:17:19.604277 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a42c4d-e07c-42a8-9a6f-46d8db161d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "42703c81-624b-430e-8750-b3d96d9e3616", "tag": "72fbbdf4-ed99-4986-99a7-2c560b70d221"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:17:19.641899 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2281e61-ef90-4f5d-af01-c61eba4c5154 x-openstack-request-id: req-d2281e61-ef90-4f5d-af01-c61eba4c5154 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:17:19.642076 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42703c81-624b-430e-8750-b3d96d9e3616", "tag": "72fbbdf4-ed99-4986-99a7-2c560b70d221", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:17:19.642271 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2281e61-ef90-4f5d-af01-c61eba4c5154 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:17:19.642672 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42703c81-624b-430e-8750-b3d96d9e3616', 'tag': '72fbbdf4-ed99-4986-99a7-2c560b70d221', 'status': 'completed', 'code': 200} Dec 17 14:17:19.700852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-4cee4549-2cd8-45d2-adee-fd09815d2853 None None] Set router e186cc05-e69f-4374-be5c-9cb63445b0c3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:17:19.714265 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42c4d-e07c-42a8-9a6f-46d8db161d5e req-8c85b20f-7dac-4d17-91d9-e0e80354103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:19.715883 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9a42c4d-e07c-42a8-9a6f-46d8db161d5e req-8c85b20f-7dac-4d17-91d9-e0e80354103a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 1096 time: 0.0415804 Dec 17 14:17:19.812262 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42c4d-e07c-42a8-9a6f-46d8db161d5e req-2cb5de4a-c4d4-4822-845f-445dff3f9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:19.813876 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9a42c4d-e07c-42a8-9a6f-46d8db161d5e req-2cb5de4a-c4d4-4822-845f-445dff3f9721 service neutron] 10.222.0.61 "GET /v2.0/networks?id=521ddb09-8826-426d-ae48-64b2e7cf6336 HTTP/1.1" status: 200 len: 896 time: 0.0868065 Dec 17 14:17:19.867150 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9a42c4d-e07c-42a8-9a6f-46d8db161d5e req-31dcbf4a-dd32-4803-bb6f-a722e1c9982e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72fbbdf4-ed99-4986-99a7-2c560b70d221 HTTP/1.1" status: 200 len: 217 time: 0.0412042 Dec 17 14:17:19.920361 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:19.921405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42c4d-e07c-42a8-9a6f-46d8db161d5e req-6e50aca1-9fee-4554-a23c-4f4fadce3def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:19.922993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9a42c4d-e07c-42a8-9a6f-46d8db161d5e req-6e50aca1-9fee-4554-a23c-4f4fadce3def service neutron] 10.222.0.61 "GET /v2.0/subnets?id=330cf711-130f-4dbb-8613-a8871f79411e HTTP/1.1" status: 200 len: 835 time: 0.0480146 Dec 17 14:17:19.924708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4cee4549-2cd8-45d2-adee-fd09815d2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:15:38Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'beb5041c-0aa9-4fe8-a896-f7a77009a56a', 'name': '', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:d2:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '330cf711-130f-4dbb-8613-a8871f79411e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:37Z', 'updated_at': '2021-12-17T14:15:41Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '330cf711-130f-4dbb-8613-a8871f79411e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:19.951356 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee4549-2cd8-45d2-adee-fd09815d2853 None None] Checking router: e186cc05-e69f-4374-be5c-9cb63445b0c3 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:17:19.960812 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee4549-2cd8-45d2-adee-fd09815d2853 None None] Routers {'e186cc05-e69f-4374-be5c-9cb63445b0c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:17:19.961616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4cee4549-2cd8-45d2-adee-fd09815d2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:17:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e186cc05-e69f-4374-be5c-9cb63445b0c3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:19.978706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42c4d-e07c-42a8-9a6f-46d8db161d5e req-937f4e41-4492-4cb5-8693-47f847c31cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:19.980291 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9a42c4d-e07c-42a8-9a6f-46d8db161d5e req-937f4e41-4492-4cb5-8693-47f847c31cf3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=521ddb09-8826-426d-ae48-64b2e7cf6336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463302 Dec 17 14:17:20.071672 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-4cee4549-2cd8-45d2-adee-fd09815d2853 None None] Set router e186cc05-e69f-4374-be5c-9cb63445b0c3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:17:20.112152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9fb93-b255-470d-9e6d-d49bc7752326 req-a5ae2897-cada-498a-a511-087b59d94d4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:20.113683 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65e9fb93-b255-470d-9e6d-d49bc7752326 req-a5ae2897-cada-498a-a511-087b59d94d4d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0769384 Dec 17 14:17:20.117416 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9a42c4d-e07c-42a8-9a6f-46d8db161d5e req-eb34c8d7-7241-498b-b0d8-ba2f2f9d0ac1 service neutron] 10.222.0.61 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272850 Dec 17 14:17:20.223007 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65e9fb93-b255-470d-9e6d-d49bc7752326 req-b9ef9006-f7f7-4ddd-a2c7-8aa0b6ca8baa tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031089 Dec 17 14:17:20.250685 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c9a42c4d-e07c-42a8-9a6f-46d8db161d5e req-2f8e5e2d-f46f-41cf-8943-177ff4451423 service neutron] 10.222.0.61 "GET /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236639 Dec 17 14:17:20.284671 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-4cee4549-2cd8-45d2-adee-fd09815d2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:15:38Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'beb5041c-0aa9-4fe8-a896-f7a77009a56a', 'name': '', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:d2:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '330cf711-130f-4dbb-8613-a8871f79411e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:37Z', 'updated_at': '2021-12-17T14:15:41Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '330cf711-130f-4dbb-8613-a8871f79411e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:20.311632 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee4549-2cd8-45d2-adee-fd09815d2853 None None] The sync data for ids ['e186cc05-e69f-4374-be5c-9cb63445b0c3'] in n-d-815324-5 is: [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:15:38Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'beb5041c-0aa9-4fe8-a896-f7a77009a56a', 'name': '', 'network_id': '521ddb09-8826-426d-ae48-64b2e7cf6336', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:d2:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '330cf711-130f-4dbb-8613-a8871f79411e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:37Z', 'updated_at': '2021-12-17T14:15:41Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '330cf711-130f-4dbb-8613-a8871f79411e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:17:20.534252 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2238a7c-44f5-4929-b585-164c6daec77f None None] New status for floating IP 8ef28827-39d5-4518-8566-6f7b60dade25: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:17:21.348650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cf16f-1e12-4936-9d96-3d1bac3bab1d req-42b1951d-4a40-4c88-ba45-38e08a346a37 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:21.350155 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-407cf16f-1e12-4936-9d96-3d1bac3bab1d req-42b1951d-4a40-4c88-ba45-38e08a346a37 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0520303 Dec 17 14:17:21.398448 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-407cf16f-1e12-4936-9d96-3d1bac3bab1d req-f1c071a7-78b2-43e8-aa7c-6cf5d39a22d4 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=b41aacbe-2dfb-4157-abaf-98e01364856f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423477 Dec 17 14:17:21.792675 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd34ca7-43d8-41f9-83c2-e462e8a16fe1 req-27bcfa8d-2524-427d-9d72-59f14973bb3e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:21.794171 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5fd34ca7-43d8-41f9-83c2-e462e8a16fe1 req-27bcfa8d-2524-427d-9d72-59f14973bb3e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 945 time: 0.0517027 Dec 17 14:17:21.889540 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-5fd34ca7-43d8-41f9-83c2-e462e8a16fe1 req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port 72fbbdf4-ed99-4986-99a7-2c560b70d221 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:17:21.889905 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5fd34ca7-43d8-41f9-83c2-e462e8a16fe1 req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:21.976208 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5fd34ca7-43d8-41f9-83c2-e462e8a16fe1 req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port 72fbbdf4-ed99-4986-99a7-2c560b70d221, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=72fbbdf4-ed99-4986-99a7-2c560b70d221,segment=NetworkSegment(ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26),segment_id=ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:17:21.976575 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5fd34ca7-43d8-41f9-83c2-e462e8a16fe1 req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:21.989318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-5fd34ca7-43d8-41f9-83c2-e462e8a16fe1 req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for 72fbbdf4-ed99-4986-99a7-2c560b70d221 owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:17:22.199320 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5fd34ca7-43d8-41f9-83c2-e462e8a16fe1 req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:22.227498 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=72fbbdf4-ed99-4986-99a7-2c560b70d221,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:22.256000 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.256359 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.256707 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.257053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.257390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.257762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.258102 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.258435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.258764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.259094 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.259421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.259745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.260068 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:22.283123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd34ca7-43d8-41f9-83c2-e462e8a16fe1 req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] No DVR routers for this DVR port 72fbbdf4-ed99-4986-99a7-2c560b70d221 on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:17:22.286563 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5fd34ca7-43d8-41f9-83c2-e462e8a16fe1 req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:22.290372 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5fd34ca7-43d8-41f9-83c2-e462e8a16fe1 req-62c158c8-9a5f-4fc6-93b8-30441d021385 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.61 "DELETE /v2.0/ports/72fbbdf4-ed99-4986-99a7-2c560b70d221 HTTP/1.1" status: 204 len: 173 time: 0.4854028 Dec 17 14:17:22.295818 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42703c81-624b-430e-8750-b3d96d9e3616', 'name': 'network-vif-deleted', 'tag': '72fbbdf4-ed99-4986-99a7-2c560b70d221'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:17:22.295818 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011fa589-ca29-4d58-a775-8757719f2847" -d '{"events": [{"server_uuid": "42703c81-624b-430e-8750-b3d96d9e3616", "name": "network-vif-deleted", "tag": "72fbbdf4-ed99-4986-99a7-2c560b70d221"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:17:22.331764 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb2d508-2f64-4199-815a-a781b5c90022 x-openstack-request-id: req-bcb2d508-2f64-4199-815a-a781b5c90022 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:17:22.332068 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42703c81-624b-430e-8750-b3d96d9e3616", "name": "network-vif-deleted", "tag": "72fbbdf4-ed99-4986-99a7-2c560b70d221", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:17:22.332324 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bcb2d508-2f64-4199-815a-a781b5c90022 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:17:22.332733 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42703c81-624b-430e-8750-b3d96d9e3616', 'name': 'network-vif-deleted', 'tag': '72fbbdf4-ed99-4986-99a7-2c560b70d221', 'status': 'completed', 'code': 200} Dec 17 14:17:22.492441 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6b77a4a6-46a8-44e2-ad93-4ac063c92bcf req-c7c2160b-5a0f-42aa-95e4-02fc92c19841 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=42703c81-624b-430e-8750-b3d96d9e3616 HTTP/1.1" status: 200 len: 210 time: 0.0267687 Dec 17 14:17:23.550459 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51840) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:23.908528 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45c615d0-e090-49ea-b816-3272b06aa7ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:24.166750 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-45c615d0-e090-49ea-b816-3272b06aa7ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port beb5041c-0aa9-4fe8-a896-f7a77009a56a {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:17:24.167101 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45c615d0-e090-49ea-b816-3272b06aa7ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:24.257425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-45c615d0-e090-49ea-b816-3272b06aa7ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port beb5041c-0aa9-4fe8-a896-f7a77009a56a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=beb5041c-0aa9-4fe8-a896-f7a77009a56a,segment=NetworkSegment(ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26),segment_id=ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:17:24.257817 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45c615d0-e090-49ea-b816-3272b06aa7ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:24.271129 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-45c615d0-e090-49ea-b816-3272b06aa7ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for beb5041c-0aa9-4fe8-a896-f7a77009a56a owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:17:24.538194 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45c615d0-e090-49ea-b816-3272b06aa7ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:24.563120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c615d0-e090-49ea-b816-3272b06aa7ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=beb5041c-0aa9-4fe8-a896-f7a77009a56a,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:24.744692 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-45c615d0-e090-49ea-b816-3272b06aa7ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:24.955352 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c615d0-e090-49ea-b816-3272b06aa7ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router e186cc05-e69f-4374-be5c-9cb63445b0c3 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:17:25.057220 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c615d0-e090-49ea-b816-3272b06aa7ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:17:25.062994 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-45c615d0-e090-49ea-b816-3272b06aa7ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "PUT /v2.0/routers/e186cc05-e69f-4374-be5c-9cb63445b0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5114992 Dec 17 14:17:25.065790 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51842) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:25.067835 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51afc44-c139-48b8-bbcf-6e5bcfb2191f None None] Sync routers for ids ['e186cc05-e69f-4374-be5c-9cb63445b0c3'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:17:25.078895 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51afc44-c139-48b8-bbcf-6e5bcfb2191f None None] Routers {'e186cc05-e69f-4374-be5c-9cb63445b0c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:17:25.079514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c51afc44-c139-48b8-bbcf-6e5bcfb2191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:17:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e186cc05-e69f-4374-be5c-9cb63445b0c3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:25.116901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc86e9f1-3fa9-46d7-a016-424d1521a45a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting subnet 330cf711-130f-4dbb-8613-a8871f79411e {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:17:25.120071 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc86e9f1-3fa9-46d7-a016-424d1521a45a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:25.164695 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc86e9f1-3fa9-46d7-a016-424d1521a45a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:25.186300 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c51afc44-c139-48b8-bbcf-6e5bcfb2191f None None] Set router e186cc05-e69f-4374-be5c-9cb63445b0c3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:17:25.250692 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc86e9f1-3fa9-46d7-a016-424d1521a45a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:25.367627 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c51afc44-c139-48b8-bbcf-6e5bcfb2191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:17:24Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:25.369168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc86e9f1-3fa9-46d7-a016-424d1521a45a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:25.394809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51afc44-c139-48b8-bbcf-6e5bcfb2191f None None] Checking router: e186cc05-e69f-4374-be5c-9cb63445b0c3 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:17:25.397475 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86e9f1-3fa9-46d7-a016-424d1521a45a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Subnet': ['ID=330cf711-130f-4dbb-8613-a8871f79411e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:25.401475 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-cc86e9f1-3fa9-46d7-a016-424d1521a45a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:25.403739 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51afc44-c139-48b8-bbcf-6e5bcfb2191f None None] Routers {'e186cc05-e69f-4374-be5c-9cb63445b0c3'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:17:25.404396 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c51afc44-c139-48b8-bbcf-6e5bcfb2191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:17:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e186cc05-e69f-4374-be5c-9cb63445b0c3'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:25.407514 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-cc86e9f1-3fa9-46d7-a016-424d1521a45a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/subnets/330cf711-130f-4dbb-8613-a8871f79411e HTTP/1.1" status: 204 len: 168 time: 0.3383048 Dec 17 14:17:25.408471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51844) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:25.438734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af242e84-6493-46ea-9433-c6df1931e2af None None] Network 521ddb09-8826-426d-ae48-64b2e7cf6336 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:17:25.515370 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:25.578368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c51afc44-c139-48b8-bbcf-6e5bcfb2191f None None] Set router e186cc05-e69f-4374-be5c-9cb63445b0c3 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:17:25.618825 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:25.696285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] DHCP port deletion for 521ddb09-8826-426d-ae48-64b2e7cf6336 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:17:25.720129 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port 7f80980a-065a-4eac-8335-a1ffdcc408a2 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:17:25.720480 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:25.794626 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Deleting port eaa52c73-e1e7-4758-88b6-fa8291f7d97b {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:17:25.795697 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:25.807157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port 7f80980a-065a-4eac-8335-a1ffdcc408a2, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7f80980a-065a-4eac-8335-a1ffdcc408a2,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:17:25.807790 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:25.824545 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for 7f80980a-065a-4eac-8335-a1ffdcc408a2 owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:17:26.007545 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c51afc44-c139-48b8-bbcf-6e5bcfb2191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:17:24Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:26.015945 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 72fbbdf4-ed99-4986-99a7-2c560b70d221 no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:17:26.042514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device eaa52c73-e1e7-4758-88b6-fa8291f7d97b no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:17:26.073055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51afc44-c139-48b8-bbcf-6e5bcfb2191f None None] The sync data for ids ['e186cc05-e69f-4374-be5c-9cb63445b0c3'] in n-d-815324-5 is: [{'id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-84113980', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:15:34Z', 'updated_at': '2021-12-17T14:17:24Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': '7f80980a-065a-4eac-8335-a1ffdcc408a2', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e186cc05-e69f-4374-be5c-9cb63445b0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:15:35Z', 'updated_at': '2021-12-17T14:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:17:26.078841 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.102487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 72fbbdf4-ed99-4986-99a7-2c560b70d221 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:17:26.102839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 72fbbdf4-ed99-4986-99a7-2c560b70d221 not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:17:26.109476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f7912d-c5e3-4287-9498-9bfe8f4d0e41 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:17:26.113337 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=7f80980a-065a-4eac-8335-a1ffdcc408a2,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:26.120789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] For port eaa52c73-e1e7-4758-88b6-fa8291f7d97b, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=eaa52c73-e1e7-4758-88b6-fa8291f7d97b,segment=NetworkSegment(ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26),segment_id=ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:17:26.121199 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.144187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Calling delete_port for eaa52c73-e1e7-4758-88b6-fa8291f7d97b owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:17:26.175177 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.243330 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.267194 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.269664 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.362514 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.373207 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 17 14:17:26.373207 n-d-815324-5 neutron-server[110455]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 17 14:17:26.373207 n-d-815324-5 neutron-server[110455]: [parameters: {'status': 'DOWN', 'ports_id': 'eaa52c73-e1e7-4758-88b6-fa8291f7d97b'}] Dec 17 14:17:26.373207 n-d-815324-5 neutron-server[110455]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 14:17:26.373688 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 14:17:26.387762 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.388286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Fanout notify agent at l3_agent the message router_deleted on router e186cc05-e69f-4374-be5c-9cb63445b0c3 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:17:26.394741 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] No DVR routers for this DVR port eaa52c73-e1e7-4758-88b6-fa8291f7d97b on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:17:26.404912 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.404912 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-671daa47-28b7-41ba-a3b8-0556dfbb72ff tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/routers/e186cc05-e69f-4374-be5c-9cb63445b0c3 HTTP/1.1" status: 204 len: 168 time: 0.9880707 Dec 17 14:17:26.405772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Pushing event deleted for resources: {'Port': ['ID=eaa52c73-e1e7-4758-88b6-fa8291f7d97b,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:26.406281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51846) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:26.408431 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.408818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.410102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.410102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.410102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.410618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.410618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.410916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.411198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.411498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.411832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.412161 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.412488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739879a-2035-4391-a1e6-a6f9ea7e692e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:26.478815 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.573844 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.596020 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521ddb09-8826-426d-ae48-64b2e7cf6336']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:26.607263 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:26.608119 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba442d4b-7e2e-41f0-92c2-b3acdd3e3a26') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:26.617824 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.631182 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.637510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:17:26.637945 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:17:26.641328 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:17:26.770431 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.778249 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.781490 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/networks/521ddb09-8826-426d-ae48-64b2e7cf6336 HTTP/1.1" status: 204 len: 168 time: 0.3809047 Dec 17 14:17:26.784655 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51848) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:26.793452 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7d401-9499-4217-932c-63d768f76128 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Network': ['ID=521ddb09-8826-426d-ae48-64b2e7cf6336,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:26.843274 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbda2900-440e-4805-8d51-21df37273e14 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.867488 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbda2900-440e-4805-8d51-21df37273e14 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.894635 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Port eaa52c73-e1e7-4758-88b6-fa8291f7d97b update to DOWN by agent not found {{(pid=110455) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 17 14:17:26.989559 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbda2900-440e-4805-8d51-21df37273e14 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.992244 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-fbda2900-440e-4805-8d51-21df37273e14 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:26.993477 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-fbda2900-440e-4805-8d51-21df37273e14 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/security-groups/b41aacbe-2dfb-4157-abaf-98e01364856f HTTP/1.1" status: 204 len: 168 time: 0.2077768 Dec 17 14:17:27.002852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda2900-440e-4805-8d51-21df37273e14 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41aacbe-2dfb-4157-abaf-98e01364856f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:27.484561 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51854) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:27.489266 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-73b1fab5-2cef-4c71-a270-282291a6d3b0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956517086', 'description': 'tempest-secgroup-smoke-956517086 description', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:27.567121 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-73b1fab5-2cef-4c71-a270-282291a6d3b0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:27.635315 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-73b1fab5-2cef-4c71-a270-282291a6d3b0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:27.703810 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-73b1fab5-2cef-4c71-a270-282291a6d3b0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:27.733849 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1fab5-2cef-4c71-a270-282291a6d3b0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4080736-ec0f-434f-88f4-6f16e1363bbe,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:27.795051 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-73b1fab5-2cef-4c71-a270-282291a6d3b0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:27.796751 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-73b1fab5-2cef-4c71-a270-282291a6d3b0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3107347 Dec 17 14:17:27.799393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51856) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:27.803738 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ff9ee99e-cc9b-41a7-93ee-c715e73bd9b5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': 'a4080736-ec0f-434f-88f4-6f16e1363bbe', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:27.912653 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee99e-cc9b-41a7-93ee-c715e73bd9b5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:27.942279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7f80980a-065a-4eac-8335-a1ffdcc408a2 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:17:27.966253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 7f80980a-065a-4eac-8335-a1ffdcc408a2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:17:27.966599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7f80980a-065a-4eac-8335-a1ffdcc408a2 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:17:27.967091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device beb5041c-0aa9-4fe8-a896-f7a77009a56a no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:17:27.971499 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee99e-cc9b-41a7-93ee-c715e73bd9b5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:27.985844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: beb5041c-0aa9-4fe8-a896-f7a77009a56a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:17:27.986128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device beb5041c-0aa9-4fe8-a896-f7a77009a56a not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:17:28.052140 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee99e-cc9b-41a7-93ee-c715e73bd9b5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:28.070347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ee99e-cc9b-41a7-93ee-c715e73bd9b5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96d1f46-0e57-4756-b215-1392ca60d365,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:28.179746 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee99e-cc9b-41a7-93ee-c715e73bd9b5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:28.181084 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ff9ee99e-cc9b-41a7-93ee-c715e73bd9b5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3807459 Dec 17 14:17:28.183853 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51858) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:28.188308 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-9bb79bd7-aef9-4c37-8093-be60865e6cc3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': 'a4080736-ec0f-434f-88f4-6f16e1363bbe', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:28.300773 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9bb79bd7-aef9-4c37-8093-be60865e6cc3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:28.356706 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9bb79bd7-aef9-4c37-8093-be60865e6cc3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:28.429123 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9bb79bd7-aef9-4c37-8093-be60865e6cc3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:28.447171 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb79bd7-aef9-4c37-8093-be60865e6cc3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8f6241-5e3d-4f04-a1e2-b3126cd4298b,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:28.511449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9bb79bd7-aef9-4c37-8093-be60865e6cc3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:28.512656 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9bb79bd7-aef9-4c37-8093-be60865e6cc3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278682 Dec 17 14:17:28.515991 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51860) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:28.520434 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-11e9a0d6-5122-49d5-87bf-93ced49ee888 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': 'a4080736-ec0f-434f-88f4-6f16e1363bbe', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:28.603922 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-11e9a0d6-5122-49d5-87bf-93ced49ee888 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:28.659638 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-11e9a0d6-5122-49d5-87bf-93ced49ee888 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:28.737724 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-11e9a0d6-5122-49d5-87bf-93ced49ee888 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:28.756343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9a0d6-5122-49d5-87bf-93ced49ee888 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fe9101-50b9-43d8-8a5a-60bbbb823f2d,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:28.831085 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-11e9a0d6-5122-49d5-87bf-93ced49ee888 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:28.832470 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-11e9a0d6-5122-49d5-87bf-93ced49ee888 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154764 Dec 17 14:17:28.835163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51862) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:28.839462 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5e6c99a0-dbb8-487a-96e1-d0053ca011e5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': 'a4080736-ec0f-434f-88f4-6f16e1363bbe', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:28.914746 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5e6c99a0-dbb8-487a-96e1-d0053ca011e5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:28.976861 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5e6c99a0-dbb8-487a-96e1-d0053ca011e5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.034900 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5e6c99a0-dbb8-487a-96e1-d0053ca011e5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.050311 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c99a0-dbb8-487a-96e1-d0053ca011e5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9403e911-7bc4-4e5e-b9ef-67075cbf6d04,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:29.111336 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5e6c99a0-dbb8-487a-96e1-d0053ca011e5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.112556 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5e6c99a0-dbb8-487a-96e1-d0053ca011e5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2764680 Dec 17 14:17:29.115381 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51864) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:29.119648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-dd6ef12d-a0d5-465a-8bcf-2d439c51ec5a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': 'a4080736-ec0f-434f-88f4-6f16e1363bbe', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:29.195330 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-dd6ef12d-a0d5-465a-8bcf-2d439c51ec5a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Project 68c4c7fe7c79418db0d3e4f59aacc91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:17:29.200659 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef12d-a0d5-465a-8bcf-2d439c51ec5a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.259720 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef12d-a0d5-465a-8bcf-2d439c51ec5a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.360729 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef12d-a0d5-465a-8bcf-2d439c51ec5a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.379864 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ef12d-a0d5-465a-8bcf-2d439c51ec5a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e15fcf-8e0e-43ad-a092-db525ed73b6f,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:29.465993 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef12d-a0d5-465a-8bcf-2d439c51ec5a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.467170 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-dd6ef12d-a0d5-465a-8bcf-2d439c51ec5a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3508689 Dec 17 14:17:29.469997 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51866) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:29.474306 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-d580fb17-78d0-4721-abd7-d29a1259c7bb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'security_group_rule': {'security_group_id': 'a4080736-ec0f-434f-88f4-6f16e1363bbe', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:29.549407 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-d580fb17-78d0-4721-abd7-d29a1259c7bb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Project 68c4c7fe7c79418db0d3e4f59aacc91a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:17:29.554556 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d580fb17-78d0-4721-abd7-d29a1259c7bb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.612330 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d580fb17-78d0-4721-abd7-d29a1259c7bb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.674587 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d580fb17-78d0-4721-abd7-d29a1259c7bb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.692627 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580fb17-78d0-4721-abd7-d29a1259c7bb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf9fcea-9c48-4255-b014-e97a8761454b,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:29.757458 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d580fb17-78d0-4721-abd7-d29a1259c7bb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.758678 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d580fb17-78d0-4721-abd7-d29a1259c7bb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2877476 Dec 17 14:17:29.761806 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51868) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:29.767216 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-132f6ab9-9766-4226-86d3-6bdeaf96c488 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'network': {'name': 'tempest-network-smoke--2138659659', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'port_security_enabled': True}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:29.849986 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132f6ab9-9766-4226-86d3-6bdeaf96c488 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:17:29.853550 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-132f6ab9-9766-4226-86d3-6bdeaf96c488 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.882202 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132f6ab9-9766-4226-86d3-6bdeaf96c488 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:17:29.891308 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-132f6ab9-9766-4226-86d3-6bdeaf96c488 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:29.891654 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-132f6ab9-9766-4226-86d3-6bdeaf96c488 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Added segment d38c3487-bc4e-452c-bd61-e36814854489 of type vlan for network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 Dec 17 14:17:29.932730 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-132f6ab9-9766-4226-86d3-6bdeaf96c488 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:30.033188 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-132f6ab9-9766-4226-86d3-6bdeaf96c488 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:30.038867 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f6ab9-9766-4226-86d3-6bdeaf96c488 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:30.039529 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-132f6ab9-9766-4226-86d3-6bdeaf96c488 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:30.105277 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f6ab9-9766-4226-86d3-6bdeaf96c488 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Network': ['ID=6a6dcc4d-0f30-4699-b32c-3a9b5c258466,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:30.116040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:17:30.148662 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-132f6ab9-9766-4226-86d3-6bdeaf96c488 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3835471 Dec 17 14:17:30.149011 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51870) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:30.153627 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'admin_state_up': True, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:30.229445 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:30.230633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:30.286313 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:30.531249 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:30.813523 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:30.831335 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:30.934250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.25.0.85 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/bc62ad37-d502-4330-9893-15c1e5873ba6) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:17:31.032003 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:31.109846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:31.145427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:17:31.150300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:17:31.154637 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:17:31.165832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f91cb2-5d8d-4265-b5b6-a3d7b4f2e732 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:17:31.185197 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=bc62ad37-d502-4330-9893-15c1e5873ba6,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:31.231698 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-95547d1d-be9b-4b3c-93de-f19e4ae199d4 None None] Provisioning complete for port bc62ad37-d502-4330-9893-15c1e5873ba6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:31.232169 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-95547d1d-be9b-4b3c-93de-f19e4ae199d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:31.266766 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-95547d1d-be9b-4b3c-93de-f19e4ae199d4 None None] Port bc62ad37-d502-4330-9893-15c1e5873ba6 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:17:31.731955 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:31.927266 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:32.137726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router a5b70f42-06f7-47ef-9877-ffc20fca8b7d is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:17:32.245098 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:17:32.255397 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Sync routers for ids ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:17:32.269687 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Routers {'a5b70f42-06f7-47ef-9877-ffc20fca8b7d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:17:32.273150 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:17:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:32.317149 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:32.318481 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c49f3bcb-f584-469d-b7d6-a72094236c23 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1684325 Dec 17 14:17:32.321660 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51872) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:32.342038 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:32.350905 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b06c50b8-7316-4e55-bdc0-dc3f2c9ae981 tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=68c4c7fe7c79418db0d3e4f59aacc91a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278575 Dec 17 14:17:32.353519 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51874) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:32.378164 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Set router a5b70f42-06f7-47ef-9877-ffc20fca8b7d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:17:32.444794 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d3b180-5c92-4a15-bc5e-5fb39cad3d6e tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:32.446287 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-38d3b180-5c92-4a15-bc5e-5fb39cad3d6e tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918090 Dec 17 14:17:32.449240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51876) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:32.477363 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a04d831a-5462-412f-be91-19511d5f054f tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=82bde5c9-3542-466d-b2c1-4bf2e1aa07ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268695 Dec 17 14:17:32.479880 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51878) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:32.485005 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a82aafa0-5573-4e59-8bb1-ceb3c69facd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-46251099', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:32.559908 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:31Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:32.587181 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Checking router: a5b70f42-06f7-47ef-9877-ffc20fca8b7d for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:17:32.587526 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Updating router a5b70f42-06f7-47ef-9877-ffc20fca8b7d port bc62ad37-d502-4330-9893-15c1e5873ba6 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:17:32.614975 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:32.650310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82aafa0-5573-4e59-8bb1-ceb3c69facd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:17:32.653913 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a82aafa0-5573-4e59-8bb1-ceb3c69facd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:32.866185 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:32.896112 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a82aafa0-5573-4e59-8bb1-ceb3c69facd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:32.959107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82aafa0-5573-4e59-8bb1-ceb3c69facd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Subnet': ['ID=0b3649d5-229e-4cde-9ba7-2957aa44160f,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:32.964808 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82aafa0-5573-4e59-8bb1-ceb3c69facd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Checking segment: {'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:17:32.965168 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82aafa0-5573-4e59-8bb1-ceb3c69facd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network hostable DHCP agents. Network: 6a6dcc4d-0f30-4699-b32c-3a9b5c258466, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:17:32.975757 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.020932 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c832fb1-cb7d-41b3-9c16-7f20e9c8250a None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:17:33.031622 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Attempting to bind port bc62ad37-d502-4330-9893-15c1e5873ba6 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:17:33.031989 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Attempting to bind port bc62ad37-d502-4330-9893-15c1e5873ba6 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:17:33.032346 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Attempting to bind port bc62ad37-d502-4330-9893-15c1e5873ba6 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:17:33.034400 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Pushing event updated for resources: {'Port': ['ID=bc62ad37-d502-4330-9893-15c1e5873ba6,revision_number=2']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:33.043199 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:17:33.043571 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:17:33.043969 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.044360 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:17:33.044844 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Bound port: bc62ad37-d502-4330-9893-15c1e5873ba6, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:17:33.045246 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.048154 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.048525 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.048868 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.049236 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.049566 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.049912 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.050263 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.050454 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82aafa0-5573-4e59-8bb1-ceb3c69facd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:17:33.050581 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.050887 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.051204 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.051519 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.051833 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.052150 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:17:33.095727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e53aa599-0a42-4004-b238-8a0ef80a7788 None None] Provisioning complete for port bc62ad37-d502-4330-9893-15c1e5873ba6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:33.096098 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e53aa599-0a42-4004-b238-8a0ef80a7788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.105229 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] For port bc62ad37-d502-4330-9893-15c1e5873ba6, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:17:33.108454 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] For port bc62ad37-d502-4330-9893-15c1e5873ba6, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bc62ad37-d502-4330-9893-15c1e5873ba6,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:17:33.132491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a82aafa0-5573-4e59-8bb1-ceb3c69facd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 6a6dcc4d-0f30-4699-b32c-3a9b5c258466) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:17:33.132491 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82aafa0-5573-4e59-8bb1-ceb3c69facd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:33.132491 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a82aafa0-5573-4e59-8bb1-ceb3c69facd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.132990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-e53aa599-0a42-4004-b238-8a0ef80a7788 None None] Port bc62ad37-d502-4330-9893-15c1e5873ba6 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:17:33.136086 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629a148-5397-45ad-ba7f-43f4f2c99e29 None None] Network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:17:33.224379 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.235649 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ips': [{'subnet_id': '0b3649d5-229e-4cde-9ba7-2957aa44160f'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:17:33.236530 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.269836 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a82aafa0-5573-4e59-8bb1-ceb3c69facd3 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7863159 Dec 17 14:17:33.271485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51880) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:33.291794 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Routers {'a5b70f42-06f7-47ef-9877-ffc20fca8b7d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:17:33.292632 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:17:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:33.316368 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a463e5-c07b-41ee-9b8a-09d418703f99 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:17:33.334165 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c468c-37f8-4018-8c2f-3152c8b715bf None None] Pushing event updated for resources: {'Port': ['ID=bc62ad37-d502-4330-9893-15c1e5873ba6,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:33.393347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d38574c6-6a1d-4ffe-bb26-601c8b83fb97 None None] Provisioning complete for port bc62ad37-d502-4330-9893-15c1e5873ba6 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:33.393970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d38574c6-6a1d-4ffe-bb26-601c8b83fb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.407840 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] Set router a5b70f42-06f7-47ef-9877-ffc20fca8b7d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:17:33.428414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Allocated IP 172.20.0.2 (6a6dcc4d-0f30-4699-b32c-3a9b5c258466/0b3649d5-229e-4cde-9ba7-2957aa44160f/216dbf02-8b2a-45cd-b457-aadf80790777) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:17:33.546688 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d38574c6-6a1d-4ffe-bb26-601c8b83fb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.585233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d38574c6-6a1d-4ffe-bb26-601c8b83fb97 None None] For port bc62ad37-d502-4330-9893-15c1e5873ba6, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bc62ad37-d502-4330-9893-15c1e5873ba6,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:17:33.602922 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:31Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:33.631026 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.632318 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d2998-83b5-4540-95c1-a2041326f2c8 None None] The sync data for ids ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'] in n-d-815324-5 is: [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:31Z', 'revision_number': 3, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:17:33.638986 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d38574c6-6a1d-4ffe-bb26-601c8b83fb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.694091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38574c6-6a1d-4ffe-bb26-601c8b83fb97 None None] Pushing event updated for resources: {'Port': ['ID=bc62ad37-d502-4330-9893-15c1e5873ba6,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:33.700604 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.740889 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:17:33.745629 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:17:33.748805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:17:33.765073 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.782347 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Pushing event updated for resources: {'Port': ['ID=216dbf02-8b2a-45cd-b457-aadf80790777,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:33.814984 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Attempting to bind port 216dbf02-8b2a-45cd-b457-aadf80790777 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:17:33.815449 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Attempting to bind port 216dbf02-8b2a-45cd-b457-aadf80790777 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:17:33.815893 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Attempting to bind port 216dbf02-8b2a-45cd-b457-aadf80790777 on network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:17:33.821305 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:17:33.821732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Checking segment: {'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:17:33.822596 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.822596 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Bound using segment: {'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:17:33.823040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Bound port: 216dbf02-8b2a-45cd-b457-aadf80790777, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:17:33.823429 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:33.907737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] For port 216dbf02-8b2a-45cd-b457-aadf80790777, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:17:33.911585 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] For port 216dbf02-8b2a-45cd-b457-aadf80790777, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=216dbf02-8b2a-45cd-b457-aadf80790777,segment=NetworkSegment(d38c3487-bc4e-452c-bd61-e36814854489),segment_id=d38c3487-bc4e-452c-bd61-e36814854489)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:17:34.004930 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:34.040797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device bc62ad37-d502-4330-9893-15c1e5873ba6 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:17:34.105166 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfd1a3-c923-4317-8f55-8929575920a4 None None] Pushing event updated for resources: {'Port': ['ID=216dbf02-8b2a-45cd-b457-aadf80790777,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:34.122492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.20.0.1 (6a6dcc4d-0f30-4699-b32c-3a9b5c258466/0b3649d5-229e-4cde-9ba7-2957aa44160f/41a0039d-caa6-4b05-8eb7-320b7653e0ba) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:17:34.132195 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port bc62ad37-d502-4330-9893-15c1e5873ba6 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:34.132629 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:34.267152 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:34.390302 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:34.442937 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:17:34.446213 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:17:34.450795 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:17:34.474931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=41a0039d-caa6-4b05-8eb7-320b7653e0ba,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:34.500471 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:34.699332 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:34.980079 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:35.047005 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:35.125667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=41a0039d-caa6-4b05-8eb7-320b7653e0ba,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:35.128165 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:35.139239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa9a504-ee5c-4db4-bec9-0c7218356943 None None] Network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:17:35.210045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-e433a41d-fdb0-4cfb-90cc-6bd795155c86 None None] Provisioning complete for port 216dbf02-8b2a-45cd-b457-aadf80790777 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:35.210326 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e433a41d-fdb0-4cfb-90cc-6bd795155c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:35.224325 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:17:35.225789 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:17:35.344536 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e433a41d-fdb0-4cfb-90cc-6bd795155c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:35.355995 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router a5b70f42-06f7-47ef-9877-ffc20fca8b7d has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:17:35.379148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-e433a41d-fdb0-4cfb-90cc-6bd795155c86 None None] For port 216dbf02-8b2a-45cd-b457-aadf80790777, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=216dbf02-8b2a-45cd-b457-aadf80790777,segment=NetworkSegment(d38c3487-bc4e-452c-bd61-e36814854489),segment_id=d38c3487-bc4e-452c-bd61-e36814854489)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:17:35.440983 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e433a41d-fdb0-4cfb-90cc-6bd795155c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:35.486577 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:17:35.492265 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5b3a6cbf-b406-44dd-a533-aa7d4391fa24 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "PUT /v2.0/routers/a5b70f42-06f7-47ef-9877-ffc20fca8b7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2210450 Dec 17 14:17:35.513212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433a41d-fdb0-4cfb-90cc-6bd795155c86 None None] Pushing event updated for resources: {'Port': ['ID=216dbf02-8b2a-45cd-b457-aadf80790777,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:35.561305 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3c8477ed-4c28-4e97-8f38-8be0b875b260 None None] Provisioning complete for port 216dbf02-8b2a-45cd-b457-aadf80790777 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:35.561712 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c8477ed-4c28-4e97-8f38-8be0b875b260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:35.658428 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Sync routers for ids ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:17:35.677246 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-21c51cba-d2d9-4cdf-83ae-8e754e8bfffb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956517086&fields=id&tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 267 time: 0.0646996 Dec 17 14:17:35.684150 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3c8477ed-4c28-4e97-8f38-8be0b875b260 None None] Provisioning complete for port 41a0039d-caa6-4b05-8eb7-320b7653e0ba triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:35.684821 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3c8477ed-4c28-4e97-8f38-8be0b875b260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:35.686986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Routers {'a5b70f42-06f7-47ef-9877-ffc20fca8b7d'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:17:35.687713 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:17:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:35.766319 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-3c8477ed-4c28-4e97-8f38-8be0b875b260 None None] Port 41a0039d-caa6-4b05-8eb7-320b7653e0ba cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:17:35.808634 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-b7b8c7ce-f24c-43dc-b6b1-a5cec4277543 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:35.810523 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-b7b8c7ce-f24c-43dc-b6b1-a5cec4277543 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/networks?id=6a6dcc4d-0f30-4699-b32c-3a9b5c258466 HTTP/1.1" status: 200 len: 797 time: 0.1226315 Dec 17 14:17:35.828332 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-a1182aff-5599-4ef7-a999-65140570fc96 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/quotas/68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 375 time: 0.0111735 Dec 17 14:17:35.832393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Set router a5b70f42-06f7-47ef-9877-ffc20fca8b7d gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:17:35.885472 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-1261ca30-8603-41bd-9da8-5cff9f81317f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496519 Dec 17 14:17:35.973990 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-58a1c2be-48af-4b2f-87a7-6ed43e9e1b1c service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:17:35.974822 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-58a1c2be-48af-4b2f-87a7-6ed43e9e1b1c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0763254 Dec 17 14:17:35.981606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c312851a-3487-450a-9587-d1f08c6f263e None None] Provisioning complete for port 41a0039d-caa6-4b05-8eb7-320b7653e0ba triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:35.982022 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c312851a-3487-450a-9587-d1f08c6f263e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:36.016567 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 216dbf02-8b2a-45cd-b457-aadf80790777 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:17:36.077928 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c312851a-3487-450a-9587-d1f08c6f263e None None] Port 41a0039d-caa6-4b05-8eb7-320b7653e0ba cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:17:36.082567 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-a4eff701-09d9-4bf3-92a0-cfd58c7bf481 service neutron] 10.222.0.59 "GET /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009943 Dec 17 14:17:36.123398 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 216dbf02-8b2a-45cd-b457-aadf80790777 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:36.123834 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:36.174897 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-13e16cc8-d6ad-4a8d-b9cc-789734997edb service neutron] 10.222.0.59 "GET /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857170 Dec 17 14:17:36.176435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:34Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '41a0039d-caa6-4b05-8eb7-320b7653e0ba', 'name': '', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:4b:34:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:33Z', 'updated_at': '2021-12-17T14:17:34Z', 'revision_number': 2, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:36.210076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Checking router: a5b70f42-06f7-47ef-9877-ffc20fca8b7d for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:17:36.210438 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Updating router a5b70f42-06f7-47ef-9877-ffc20fca8b7d port 41a0039d-caa6-4b05-8eb7-320b7653e0ba binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:17:36.270767 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:36.289962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-42000827-595c-40c9-8c3c-f11d2ce421e5 None None] Provisioning complete for port 41a0039d-caa6-4b05-8eb7-320b7653e0ba triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:36.290446 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-42000827-595c-40c9-8c3c-f11d2ce421e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:36.349942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-42000827-595c-40c9-8c3c-f11d2ce421e5 None None] Port 41a0039d-caa6-4b05-8eb7-320b7653e0ba cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:17:36.598136 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:36.688043 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:36.748753 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc76692-ac27-44f9-a5a9-abe0136d59c0 None None] Pushing event updated for resources: {'Port': ['ID=41a0039d-caa6-4b05-8eb7-320b7653e0ba,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:36.769023 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:36.781109 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-96294380-93b3-4a06-aefc-dff7bf9e11a3 req-8930c861-057a-4ef0-b3d7-b1fb4ac46da7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 210 time: 0.3571599 Dec 17 14:17:36.801219 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Attempting to bind port 41a0039d-caa6-4b05-8eb7-320b7653e0ba on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:17:36.801721 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Attempting to bind port 41a0039d-caa6-4b05-8eb7-320b7653e0ba by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:17:36.802126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Attempting to bind port 41a0039d-caa6-4b05-8eb7-320b7653e0ba on network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:17:36.807906 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:17:36.808602 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Checking segment: {'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:17:36.809014 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:36.809414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Bound using segment: {'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:17:36.809931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Bound port: 41a0039d-caa6-4b05-8eb7-320b7653e0ba, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:17:36.810472 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:37.052351 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-44132e73-905a-4918-8cbb-043bad0e96ef None None] Provisioning complete for port 41a0039d-caa6-4b05-8eb7-320b7653e0ba triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:37.052730 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-44132e73-905a-4918-8cbb-043bad0e96ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:37.079573 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] For port 41a0039d-caa6-4b05-8eb7-320b7653e0ba, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:17:37.095154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] For port 41a0039d-caa6-4b05-8eb7-320b7653e0ba, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=41a0039d-caa6-4b05-8eb7-320b7653e0ba,segment=NetworkSegment(d38c3487-bc4e-452c-bd61-e36814854489),segment_id=d38c3487-bc4e-452c-bd61-e36814854489)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:17:37.099155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-44132e73-905a-4918-8cbb-043bad0e96ef None None] Port 41a0039d-caa6-4b05-8eb7-320b7653e0ba cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:17:37.176183 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:37.233508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Routers {'a5b70f42-06f7-47ef-9877-ffc20fca8b7d'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:17:37.234162 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:17:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:37.239360 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc76692-ac27-44f9-a5a9-abe0136d59c0 None None] Pushing event updated for resources: {'Port': ['ID=41a0039d-caa6-4b05-8eb7-320b7653e0ba,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:37.354848 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] Set router a5b70f42-06f7-47ef-9877-ffc20fca8b7d gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:17:37.490852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f087c3bf-1c56-4856-bd9a-ff6cfe5e4a7c None None] Provisioning complete for port 41a0039d-caa6-4b05-8eb7-320b7653e0ba triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:37.491144 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f087c3bf-1c56-4856-bd9a-ff6cfe5e4a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:37.621086 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f087c3bf-1c56-4856-bd9a-ff6cfe5e4a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:37.646219 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:34Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '41a0039d-caa6-4b05-8eb7-320b7653e0ba', 'name': '', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:4b:34:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:33Z', 'updated_at': '2021-12-17T14:17:37Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:37.683907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28d202-6321-4005-821f-138fa977ae0f None None] The sync data for ids ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'] in n-d-815324-5 is: [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:34Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '41a0039d-caa6-4b05-8eb7-320b7653e0ba', 'name': '', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:4b:34:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:33Z', 'updated_at': '2021-12-17T14:17:37Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:17:37.688999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f087c3bf-1c56-4856-bd9a-ff6cfe5e4a7c None None] For port 41a0039d-caa6-4b05-8eb7-320b7653e0ba, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=41a0039d-caa6-4b05-8eb7-320b7653e0ba,segment=NetworkSegment(d38c3487-bc4e-452c-bd61-e36814854489),segment_id=d38c3487-bc4e-452c-bd61-e36814854489)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:17:37.754801 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f087c3bf-1c56-4856-bd9a-ff6cfe5e4a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:37.818673 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087c3bf-1c56-4856-bd9a-ff6cfe5e4a7c None None] Pushing event updated for resources: {'Port': ['ID=41a0039d-caa6-4b05-8eb7-320b7653e0ba,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:37.880359 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a5d23658-765e-452a-b3fc-1467321d1ab8 req-1c957e36-b915-4e55-bc53-98cc96bca64f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 210 time: 0.0297103 Dec 17 14:17:37.988479 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 41a0039d-caa6-4b05-8eb7-320b7653e0ba up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:17:38.039125 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 41a0039d-caa6-4b05-8eb7-320b7653e0ba triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:38.039531 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:38.488757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-070e56b7-90aa-4515-9bda-df5dec18a37d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:38.490952 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-070e56b7-90aa-4515-9bda-df5dec18a37d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "GET /v2.0/networks?id=6a6dcc4d-0f30-4699-b32c-3a9b5c258466 HTTP/1.1" status: 200 len: 797 time: 0.1119156 Dec 17 14:17:38.561800 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-64723e5b-5689-4118-b386-5691d6952c5e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a HTTP/1.1" status: 200 len: 379 time: 0.0605512 Dec 17 14:17:38.570893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'port': {'device_id': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'admin_state_up': True, 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'security_groups': ['a4080736-ec0f-434f-88f4-6f16e1363bbe']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:38.766116 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Made reservation on behalf of 68c4c7fe7c79418db0d3e4f59aacc91a for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:17:38.769744 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:38.902311 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.20.0.9 (6a6dcc4d-0f30-4699-b32c-3a9b5c258466/0b3649d5-229e-4cde-9ba7-2957aa44160f/97c206e1-9839-4310-b836-492ee72b7317) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:17:39.014185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1171c698-2853-48e4-a792-d9bffba51da8 req-32bf2033-fdee-46d1-b260-55e6f3057ee6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 210 time: 0.0326331 Dec 17 14:17:39.071615 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:39.143526 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:39.189157 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:17:39.192364 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:17:39.196164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:17:39.220769 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=97c206e1-9839-4310-b836-492ee72b7317,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:39.250847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:39.251528 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:39.351857 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-4fb34622-be04-43fe-96ff-0c81323629a9 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7849090 Dec 17 14:17:39.365852 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Request body: {'port': {'device_id': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:39.425046 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:39.486395 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5b8c71fa-7028-4a2a-9602-e7ec21c21afd None None] Provisioning complete for port 97c206e1-9839-4310-b836-492ee72b7317 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:39.486963 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5b8c71fa-7028-4a2a-9602-e7ec21c21afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:39.520584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c71fa-7028-4a2a-9602-e7ec21c21afd None None] Port 97c206e1-9839-4310-b836-492ee72b7317 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:17:39.684528 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c206e1-9839-4310-b836-492ee72b7317 {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:17:39.691953 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:39.704148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Transition to ACTIVE for port object 97c206e1-9839-4310-b836-492ee72b7317 will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:17:39.765367 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:39.820038 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Pushing event updated for resources: {'Port': ['ID=97c206e1-9839-4310-b836-492ee72b7317,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:39.896532 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Attempting to bind port 97c206e1-9839-4310-b836-492ee72b7317 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:17:39.896943 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Attempting to bind port 97c206e1-9839-4310-b836-492ee72b7317 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:17:39.897298 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Attempting to bind port 97c206e1-9839-4310-b836-492ee72b7317 on network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:17:39.902302 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Port 97c206e1-9839-4310-b836-492ee72b7317 on network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:17:39.902631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Attempting to bind port 97c206e1-9839-4310-b836-492ee72b7317 on network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:17:39.907805 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:17:39.908147 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Checking segment: {'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:17:39.908529 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Bound using segment: {'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:17:39.908955 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Bound port: 97c206e1-9839-4310-b836-492ee72b7317, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38c3487-bc4e-452c-bd61-e36814854489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:17:39.909314 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:39.975387 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] For port 97c206e1-9839-4310-b836-492ee72b7317, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:17:39.978487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] For port 97c206e1-9839-4310-b836-492ee72b7317, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=97c206e1-9839-4310-b836-492ee72b7317,segment=NetworkSegment(d38c3487-bc4e-452c-bd61-e36814854489),segment_id=d38c3487-bc4e-452c-bd61-e36814854489)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:17:40.062254 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:40.098822 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:40.099550 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:40.100880 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] 10.222.0.54 "PUT /v2.0/ports/97c206e1-9839-4310-b836-492ee72b7317 HTTP/1.1" status: 200 len: 1091 time: 0.7396491 Dec 17 14:17:40.101345 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'tag': '97c206e1-9839-4310-b836-492ee72b7317'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:17:40.103659 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8491bfa3-e7c7-4f6f-8b52-c55d6c14b505" -d '{"events": [{"name": "network-changed", "server_uuid": "b179b5fd-616d-457c-90d9-5641fd50a041", "tag": "97c206e1-9839-4310-b836-492ee72b7317"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:17:40.135006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c1fd9-f61c-468b-80f8-cd6266f73d7a service neutron] Pushing event updated for resources: {'Port': ['ID=97c206e1-9839-4310-b836-492ee72b7317,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:40.154129 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7fc24e-b5c9-46a0-beaa-9d502a475257 x-openstack-request-id: req-ff7fc24e-b5c9-46a0-beaa-9d502a475257 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:17:40.154660 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b179b5fd-616d-457c-90d9-5641fd50a041", "tag": "97c206e1-9839-4310-b836-492ee72b7317", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:17:40.155076 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff7fc24e-b5c9-46a0-beaa-9d502a475257 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:17:40.155289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb6fbf-77f5-48f0-8ed9-e8aff241b0cc req-1f6de9a2-7985-44f2-aae6-e51181da7fa2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:40.155765 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'tag': '97c206e1-9839-4310-b836-492ee72b7317', 'status': 'completed', 'code': 200} Dec 17 14:17:40.158022 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-feeb6fbf-77f5-48f0-8ed9-e8aff241b0cc req-1f6de9a2-7985-44f2-aae6-e51181da7fa2 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 943 time: 0.0703340 Dec 17 14:17:40.220178 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-feeb6fbf-77f5-48f0-8ed9-e8aff241b0cc req-28b0f655-edc7-42c0-b1e5-2015694561fe tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558193 Dec 17 14:17:40.229719 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491bfa3-e7c7-4f6f-8b52-c55d6c14b505 req-7e3137a0-9e77-4d73-9e01-390b075dda1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:40.231419 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8491bfa3-e7c7-4f6f-8b52-c55d6c14b505 req-7e3137a0-9e77-4d73-9e01-390b075dda1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 1094 time: 0.0532005 Dec 17 14:17:40.334215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491bfa3-e7c7-4f6f-8b52-c55d6c14b505 req-fd657cfc-79b4-473d-afa0-603aa7997f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:40.335710 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8491bfa3-e7c7-4f6f-8b52-c55d6c14b505 req-fd657cfc-79b4-473d-afa0-603aa7997f6c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0966048 Dec 17 14:17:40.437903 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491bfa3-e7c7-4f6f-8b52-c55d6c14b505 req-e0a6be28-cbdf-49f4-a3ab-92d9467c2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:40.439323 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8491bfa3-e7c7-4f6f-8b52-c55d6c14b505 req-e0a6be28-cbdf-49f4-a3ab-92d9467c2830 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951133 Dec 17 14:17:40.516189 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-261138ed-4f80-4dee-8641-480fcc54deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:40.517656 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-261138ed-4f80-4dee-8641-480fcc54deb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 1094 time: 0.0421956 Dec 17 14:17:40.563932 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-9f164505-6c27-4878-9a1a-bbab7887b47b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97c206e1-9839-4310-b836-492ee72b7317 HTTP/1.1" status: 200 len: 217 time: 0.0388703 Dec 17 14:17:40.612561 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-b87a7cc7-9ddd-4f6e-953a-e73e42e7eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:40.614056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-b87a7cc7-9ddd-4f6e-953a-e73e42e7eeef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b3649d5-229e-4cde-9ba7-2957aa44160f HTTP/1.1" status: 200 len: 833 time: 0.0433574 Dec 17 14:17:40.661159 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-60b03594-5bde-4169-8735-fb91990f4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:40.662728 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-60b03594-5bde-4169-8735-fb91990f4a2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a6dcc4d-0f30-4699-b32c-3a9b5c258466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410593 Dec 17 14:17:40.754759 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-a3f2d359-618a-423f-8e69-c48669f417ee service neutron] 10.222.0.54 "GET /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842638 Dec 17 14:17:40.844278 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e583d32f-3f94-4977-9150-cfcd6ca9218a req-82566c85-4fef-44f2-abba-4d4dade27b89 service neutron] 10.222.0.54 "GET /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824599 Dec 17 14:17:41.339639 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c8d8c-3a42-4525-bc5a-1d19aba760ac req-ade4d869-9151-4a29-8533-59aaefdbb909 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:41.341131 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-615c8d8c-3a42-4525-bc5a-1d19aba760ac req-ade4d869-9151-4a29-8533-59aaefdbb909 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 943 time: 0.0499086 Dec 17 14:17:41.394969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-615c8d8c-3a42-4525-bc5a-1d19aba760ac req-34f8c941-1eed-4730-9305-de66a522671f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473237 Dec 17 14:17:42.508959 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bb5ca-9da5-4b2b-ba59-8e5b7d8833a4 req-d9365920-3d91-48c9-87fc-1b9da3920bf6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:42.510735 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a50bb5ca-9da5-4b2b-ba59-8e5b7d8833a4 req-d9365920-3d91-48c9-87fc-1b9da3920bf6 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 943 time: 0.0478752 Dec 17 14:17:42.560142 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a50bb5ca-9da5-4b2b-ba59-8e5b7d8833a4 req-72665d8b-7143-48f7-a25d-81b07b99d831 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429411 Dec 17 14:17:43.674246 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65777f7d-ac7a-475d-aa0e-a56a0b26d444 req-c2875937-b20a-49e7-aaf2-2c2531963e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:43.675745 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65777f7d-ac7a-475d-aa0e-a56a0b26d444 req-c2875937-b20a-49e7-aaf2-2c2531963e97 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 943 time: 0.0486579 Dec 17 14:17:43.724455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-65777f7d-ac7a-475d-aa0e-a56a0b26d444 req-33c5fdcc-a128-4655-9666-2487cddd7396 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427940 Dec 17 14:17:43.887091 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 97c206e1-9839-4310-b836-492ee72b7317 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:17:43.915888 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a1504159-bae9-4c66-a69c-147ac20f6828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:43.983092 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 97c206e1-9839-4310-b836-492ee72b7317, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=97c206e1-9839-4310-b836-492ee72b7317,segment=NetworkSegment(d38c3487-bc4e-452c-bd61-e36814854489),segment_id=d38c3487-bc4e-452c-bd61-e36814854489)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:17:43.994170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '97c206e1-9839-4310-b836-492ee72b7317', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'port_id': '97c206e1-9839-4310-b836-492ee72b7317', 'mac_address': 'fa:16:3e:d6:0b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:17:44.038724 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:44.051429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c206e1-9839-4310-b836-492ee72b7317 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:17:44.070704 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 97c206e1-9839-4310-b836-492ee72b7317, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=97c206e1-9839-4310-b836-492ee72b7317,segment=NetworkSegment(d38c3487-bc4e-452c-bd61-e36814854489),segment_id=d38c3487-bc4e-452c-bd61-e36814854489)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:17:44.158366 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:44.205167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=97c206e1-9839-4310-b836-492ee72b7317,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:44.381537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['97c206e1-9839-4310-b836-492ee72b7317'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:17:44.845761 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deaf23a-5a95-4c06-be0d-e6828be0717f req-f56ed1ac-5a0b-47c5-ad8c-cb60af6ab1fe tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:44.847250 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9deaf23a-5a95-4c06-be0d-e6828be0717f req-f56ed1ac-5a0b-47c5-ad8c-cb60af6ab1fe tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 944 time: 0.0492616 Dec 17 14:17:44.898422 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9deaf23a-5a95-4c06-be0d-e6828be0717f req-80a3ab09-34ba-494f-9405-c980c5c386a0 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449266 Dec 17 14:17:45.890634 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 97c206e1-9839-4310-b836-492ee72b7317 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:17:46.019247 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d37f5-6674-422d-9a51-6c29c4a0d87c req-48a18f53-b579-42cc-bb72-a3fe41c3497b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:46.020764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-076d37f5-6674-422d-9a51-6c29c4a0d87c req-48a18f53-b579-42cc-bb72-a3fe41c3497b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 944 time: 0.0535188 Dec 17 14:17:46.023307 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 97c206e1-9839-4310-b836-492ee72b7317 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:17:46.027495 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 97c206e1-9839-4310-b836-492ee72b7317 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:17:46.027882 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:46.071101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-076d37f5-6674-422d-9a51-6c29c4a0d87c req-0e143914-d73a-4e4a-9cd7-3ef260e912ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441866 Dec 17 14:17:46.114906 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:46.137783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c206e1-9839-4310-b836-492ee72b7317'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:17:46.140537 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22f6d19-d5ae-4698-adab-874c15063293" -d '{"events": [{"server_uuid": "b179b5fd-616d-457c-90d9-5641fd50a041", "name": "network-vif-plugged", "status": "completed", "tag": "97c206e1-9839-4310-b836-492ee72b7317"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:17:46.154521 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 97c206e1-9839-4310-b836-492ee72b7317, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=97c206e1-9839-4310-b836-492ee72b7317,segment=NetworkSegment(d38c3487-bc4e-452c-bd61-e36814854489),segment_id=d38c3487-bc4e-452c-bd61-e36814854489)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:17:46.180042 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c693db1c-f130-449a-b285-384e1f4b9daf x-openstack-request-id: req-c693db1c-f130-449a-b285-384e1f4b9daf {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:17:46.180331 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b179b5fd-616d-457c-90d9-5641fd50a041", "name": "network-vif-plugged", "status": "completed", "tag": "97c206e1-9839-4310-b836-492ee72b7317", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:17:46.180634 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c693db1c-f130-449a-b285-384e1f4b9daf {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:17:46.181031 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c206e1-9839-4310-b836-492ee72b7317', 'code': 200} Dec 17 14:17:46.219005 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:46.267700 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=97c206e1-9839-4310-b836-492ee72b7317,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:46.288099 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c3052-9fb9-4ba4-9cde-af2c4abc13a4 req-8341199e-f7a7-4e41-befb-0b4553d06b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:46.289689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-391c3052-9fb9-4ba4-9cde-af2c4abc13a4 req-8341199e-f7a7-4e41-befb-0b4553d06b80 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 1096 time: 0.0479455 Dec 17 14:17:46.336274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-391c3052-9fb9-4ba4-9cde-af2c4abc13a4 req-39a1f89d-0b76-43c7-8594-42fc47ade34a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396321 Dec 17 14:17:46.371613 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-97ddafcd-9c36-4772-941b-b5b028d3e07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:47.189060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1113fe-e1cc-42da-b627-f876125eef9b req-4ebcfcbf-3417-4969-b4d8-bbd3b6f0cb0b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:47.190600 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe1113fe-e1cc-42da-b627-f876125eef9b req-4ebcfcbf-3417-4969-b4d8-bbd3b6f0cb0b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 945 time: 0.0506244 Dec 17 14:17:47.241993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fe1113fe-e1cc-42da-b627-f876125eef9b req-d77cdd67-939c-4690-9e84-6a06b1698ff5 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454116 Dec 17 14:17:47.976853 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:48.363380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e5cda-13f6-4a2a-b26b-92448ea39c6e req-8b37ba52-0707-4474-9a77-61b72cabfc37 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:48.364918 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b37e5cda-13f6-4a2a-b26b-92448ea39c6e req-8b37ba52-0707-4474-9a77-61b72cabfc37 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 945 time: 0.0531352 Dec 17 14:17:48.415259 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b37e5cda-13f6-4a2a-b26b-92448ea39c6e req-335c7af3-723c-4764-b1b8-328a876e0133 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443437 Dec 17 14:17:48.528994 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d20f-9428-43d3-85c7-97afcb58932c req-8eb9dcdf-d481-4097-aaab-0f7a82e4d700 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:48.531119 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8367d20f-9428-43d3-85c7-97afcb58932c req-8eb9dcdf-d481-4097-aaab-0f7a82e4d700 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 945 time: 0.0489502 Dec 17 14:17:48.583593 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8367d20f-9428-43d3-85c7-97afcb58932c req-f712617b-07f8-4f8e-ae70-a2d571ceb42c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461104 Dec 17 14:17:48.605088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51938) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:48.644634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdec156-9d96-4b67-b6ca-d35c2a074ebc tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:48.646172 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-2bdec156-9d96-4b67-b6ca-d35c2a074ebc tempest-TestNetworkAdvancedServerOps-1385971940 tempest-TestNetworkAdvancedServerOps-1385971940-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 1091 time: 0.0400670 Dec 17 14:17:48.648920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51940) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:48.653137 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '97c206e1-9839-4310-b836-492ee72b7317', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:17:48.771349 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:48.869659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:48.973341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Allocated IP 172.25.0.94 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/fc426abe-bfef-48cd-945d-d8d2728553ac) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:17:49.075226 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:49.165943 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:49.194931 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:49.235096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:17:49.238232 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:17:49.241797 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:17:49.247204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=fc426abe-bfef-48cd-945d-d8d2728553ac,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:49.597830 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:49.722144 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:49.866958 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:49.876332 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:49.952903 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:50.022844 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event updated for resources: {'Port': ['ID=fc426abe-bfef-48cd-945d-d8d2728553ac,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:17:50.036852 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:50.135800 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Floating IP 4ac937f5-64c4-4c09-aa98-ae94f95fbe52 associated. External IP: 172.25.0.94, port: 97c206e1-9839-4310-b836-492ee72b7317. Dec 17 14:17:50.342560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router a5b70f42-06f7-47ef-9877-ffc20fca8b7d has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:17:50.450855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:17:50.460790 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf5e233-fa05-4b68-8e1c-c1092aacf10e None None] Sync routers for ids ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:17:50.471101 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5e233-fa05-4b68-8e1c-c1092aacf10e None None] Routers {'a5b70f42-06f7-47ef-9877-ffc20fca8b7d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:17:50.471706 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ccf5e233-fa05-4b68-8e1c-c1092aacf10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:17:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:50.527742 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:17:50.555943 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-5ffaddbf-6a93-4a9c-ac2f-496203204a87 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9059823 Dec 17 14:17:50.556632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'tag': '97c206e1-9839-4310-b836-492ee72b7317'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:17:50.559088 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdbde02-ff60-43e0-a05a-058075613e82" -d '{"events": [{"name": "network-changed", "server_uuid": "b179b5fd-616d-457c-90d9-5641fd50a041", "tag": "97c206e1-9839-4310-b836-492ee72b7317"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:17:50.582359 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ccf5e233-fa05-4b68-8e1c-c1092aacf10e None None] Set router a5b70f42-06f7-47ef-9877-ffc20fca8b7d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:17:50.598457 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d46ef7-c322-4bc7-928f-0b16b3b5718b x-openstack-request-id: req-12d46ef7-c322-4bc7-928f-0b16b3b5718b {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:17:50.599015 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b179b5fd-616d-457c-90d9-5641fd50a041", "tag": "97c206e1-9839-4310-b836-492ee72b7317", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:17:50.599413 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12d46ef7-c322-4bc7-928f-0b16b3b5718b {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:17:50.599896 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'tag': '97c206e1-9839-4310-b836-492ee72b7317', 'status': 'completed', 'code': 200} Dec 17 14:17:50.681403 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbde02-ff60-43e0-a05a-058075613e82 req-2b6ba49e-2ab1-48cf-adb6-d4f7a7715fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:50.683084 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfdbde02-ff60-43e0-a05a-058075613e82 req-2b6ba49e-2ab1-48cf-adb6-d4f7a7715fde service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 1096 time: 0.0585456 Dec 17 14:17:50.687877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b228c-9621-41ea-b9d4-5dcadb7ad3cd req-6a19eab3-ec2b-43f0-9ac9-1f3999d7780a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:50.689407 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-922b228c-9621-41ea-b9d4-5dcadb7ad3cd req-6a19eab3-ec2b-43f0-9ac9-1f3999d7780a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 945 time: 0.0741878 Dec 17 14:17:50.746148 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-922b228c-9621-41ea-b9d4-5dcadb7ad3cd req-126d515d-2b6a-4c16-af2a-c4a15e93a359 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501800 Dec 17 14:17:50.770813 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51946) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:50.786166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbde02-ff60-43e0-a05a-058075613e82 req-1456b614-1e9c-46f2-93b1-ed1864944791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:50.788099 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfdbde02-ff60-43e0-a05a-058075613e82 req-1456b614-1e9c-46f2-93b1-ed1864944791 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a6dcc4d-0f30-4699-b32c-3a9b5c258466 HTTP/1.1" status: 200 len: 898 time: 0.0983708 Dec 17 14:17:50.839443 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3c7eb535-7005-403d-b51d-9375ed6c391e tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/4ac937f5-64c4-4c09-aa98-ae94f95fbe52 HTTP/1.1" status: 200 len: 990 time: 0.0674922 Dec 17 14:17:50.844914 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ccf5e233-fa05-4b68-8e1c-c1092aacf10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:34Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ac937f5-64c4-4c09-aa98-ae94f95fbe52', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'port_id': '97c206e1-9839-4310-b836-492ee72b7317', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'mac_address': 'fa:16:3e:d6:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:17:49Z', 'updated_at': '2021-12-17T14:17:49Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a0039d-caa6-4b05-8eb7-320b7653e0ba', 'name': '', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:4b:34:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:33Z', 'updated_at': '2021-12-17T14:17:37Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:50.857768 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfdbde02-ff60-43e0-a05a-058075613e82 req-3f7b94f3-b388-4f31-950f-e9c09860415c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97c206e1-9839-4310-b836-492ee72b7317 HTTP/1.1" status: 200 len: 998 time: 0.0626078 Dec 17 14:17:50.870989 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf5e233-fa05-4b68-8e1c-c1092aacf10e None None] Checking router: a5b70f42-06f7-47ef-9877-ffc20fca8b7d for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:17:50.879319 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5e233-fa05-4b68-8e1c-c1092aacf10e None None] Routers {'a5b70f42-06f7-47ef-9877-ffc20fca8b7d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:17:50.879931 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ccf5e233-fa05-4b68-8e1c-c1092aacf10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:17:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:50.913135 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbde02-ff60-43e0-a05a-058075613e82 req-bee77486-31cf-471d-b952-8f7b592c11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:50.914644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfdbde02-ff60-43e0-a05a-058075613e82 req-bee77486-31cf-471d-b952-8f7b592c11c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b3649d5-229e-4cde-9ba7-2957aa44160f HTTP/1.1" status: 200 len: 833 time: 0.0492780 Dec 17 14:17:50.960489 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbde02-ff60-43e0-a05a-058075613e82 req-dd939535-480a-42d8-af76-acb5a9409e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:50.962120 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfdbde02-ff60-43e0-a05a-058075613e82 req-dd939535-480a-42d8-af76-acb5a9409e42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a6dcc4d-0f30-4699-b32c-3a9b5c258466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402937 Dec 17 14:17:50.987840 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ccf5e233-fa05-4b68-8e1c-c1092aacf10e None None] Set router a5b70f42-06f7-47ef-9877-ffc20fca8b7d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:17:51.053496 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfdbde02-ff60-43e0-a05a-058075613e82 req-86c4faf8-1fb3-4bb8-876b-d63f7f97c0ba service neutron] 10.222.0.54 "GET /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836370 Dec 17 14:17:51.142386 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.54', 49415) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:51.150177 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bfdbde02-ff60-43e0-a05a-058075613e82 req-65d790a9-8993-442b-82cd-b9cdd746e90d service neutron] 10.222.0.54 "GET /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888600 Dec 17 14:17:51.186298 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f5e36d88-c406-44a8-bf61-1776f26035f7 req-0f18ccd1-dd94-4171-ad0b-648a3129891b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425160 Dec 17 14:17:51.228314 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ccf5e233-fa05-4b68-8e1c-c1092aacf10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:34Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ac937f5-64c4-4c09-aa98-ae94f95fbe52', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'port_id': '97c206e1-9839-4310-b836-492ee72b7317', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'mac_address': 'fa:16:3e:d6:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:17:49Z', 'updated_at': '2021-12-17T14:17:49Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a0039d-caa6-4b05-8eb7-320b7653e0ba', 'name': '', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:4b:34:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:33Z', 'updated_at': '2021-12-17T14:17:37Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:17:51.255406 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf5e233-fa05-4b68-8e1c-c1092aacf10e None None] The sync data for ids ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'] in n-d-815324-5 is: [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:34Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '4ac937f5-64c4-4c09-aa98-ae94f95fbe52', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'port_id': '97c206e1-9839-4310-b836-492ee72b7317', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'mac_address': 'fa:16:3e:d6:0b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:17:49Z', 'updated_at': '2021-12-17T14:17:49Z', 'revision_number': 0, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a0039d-caa6-4b05-8eb7-320b7653e0ba', 'name': '', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:4b:34:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:33Z', 'updated_at': '2021-12-17T14:17:37Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:17:51.331895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e36d88-c406-44a8-bf61-1776f26035f7 req-e7b38a6a-44ca-4cac-b6dc-d12c712b19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:51.333449 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f5e36d88-c406-44a8-bf61-1776f26035f7 req-e7b38a6a-44ca-4cac-b6dc-d12c712b19ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 1096 time: 0.0427783 Dec 17 14:17:51.468228 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb5913-6e7e-4fab-913b-c22d65747594 None None] New status for floating IP 4ac937f5-64c4-4c09-aa98-ae94f95fbe52: ACTIVE {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:17:51.726335 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e36d88-c406-44a8-bf61-1776f26035f7 req-c4954613-9821-4b0e-8e67-b513836a2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:51.727866 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f5e36d88-c406-44a8-bf61-1776f26035f7 req-c4954613-9821-4b0e-8e67-b513836a2f0e service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a6dcc4d-0f30-4699-b32c-3a9b5c258466 HTTP/1.1" status: 200 len: 898 time: 0.3732841 Dec 17 14:17:51.836644 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f5e36d88-c406-44a8-bf61-1776f26035f7 req-3cac1813-119c-45a5-973f-2ace78af5f6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97c206e1-9839-4310-b836-492ee72b7317 HTTP/1.1" status: 200 len: 1000 time: 0.1002169 Dec 17 14:17:51.841674 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51948) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:17:51.937726 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e36d88-c406-44a8-bf61-1776f26035f7 req-73cdaeae-176e-47f1-9a4e-5e09a136a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:51.939093 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f5e36d88-c406-44a8-bf61-1776f26035f7 req-73cdaeae-176e-47f1-9a4e-5e09a136a860 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b3649d5-229e-4cde-9ba7-2957aa44160f HTTP/1.1" status: 200 len: 833 time: 0.0901799 Dec 17 14:17:51.942053 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-80c8c5a5-bf32-4195-b89e-c6303cd88a2a tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/4ac937f5-64c4-4c09-aa98-ae94f95fbe52 HTTP/1.1" status: 200 len: 992 time: 0.0986280 Dec 17 14:17:52.001207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e36d88-c406-44a8-bf61-1776f26035f7 req-e037c477-0976-4932-9d7b-14b24fa8f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:17:52.002724 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f5e36d88-c406-44a8-bf61-1776f26035f7 req-e037c477-0976-4932-9d7b-14b24fa8f3c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a6dcc4d-0f30-4699-b32c-3a9b5c258466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498884 Dec 17 14:17:52.096364 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f5e36d88-c406-44a8-bf61-1776f26035f7 req-44f83312-70bb-422e-b459-0c6cc641c30c service neutron] 10.222.0.54 "GET /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850940 Dec 17 14:17:52.190991 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f5e36d88-c406-44a8-bf61-1776f26035f7 req-8e32c129-b60e-4bbe-84f0-e9b8eb0e55cf service neutron] 10.222.0.54 "GET /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843160 Dec 17 14:17:52.296992 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:18:02.325311 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:06.799418 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:13.902219 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cb8a578b-f0e3-45df-8670-df02a07693c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:16.364698 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3a86c4b9-0b65-4ea9-9f9e-08dabbfd6fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:17.976390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:19.181902 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:19.833408 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:23.441386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf2fbf-e671-4a96-ae28-7711b0612ff5 req-773f8b84-4e48-4d65-99ea-e6a35d4e4123 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:23.442848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14cf2fbf-e671-4a96-ae28-7711b0612ff5 req-773f8b84-4e48-4d65-99ea-e6a35d4e4123 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 945 time: 0.0503678 Dec 17 14:18:23.491781 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-14cf2fbf-e671-4a96-ae28-7711b0612ff5 req-40048854-0292-45cc-9197-851269ce7c0d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421774 Dec 17 14:18:24.614240 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823aab5-63b4-4f29-aac3-cb62b532621b req-dbedf62e-831f-4d4b-bf9d-9818f7f0fea8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:24.615775 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d823aab5-63b4-4f29-aac3-cb62b532621b req-dbedf62e-831f-4d4b-bf9d-9818f7f0fea8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 945 time: 0.0519376 Dec 17 14:18:24.672038 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d823aab5-63b4-4f29-aac3-cb62b532621b req-e503e0b0-6cf7-488a-95ba-692c38a57ebc tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503137 Dec 17 14:18:24.694543 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51974) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:24.752969 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2e332f3c-5405-4c1f-9a91-d18ef15cd2a8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/4ac937f5-64c4-4c09-aa98-ae94f95fbe52 HTTP/1.1" status: 200 len: 992 time: 0.0572939 Dec 17 14:18:26.169417 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dfc50-6749-40de-be82-08bb23b72058 req-1d91796b-ffad-41f2-b217-fe32d4c77c8d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:26.171060 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-548dfc50-6749-40de-be82-08bb23b72058 req-1d91796b-ffad-41f2-b217-fe32d4c77c8d tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 945 time: 0.0572655 Dec 17 14:18:26.222788 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-548dfc50-6749-40de-be82-08bb23b72058 req-64900721-9e5c-431d-a8eb-75e34fabcf8c tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438571 Dec 17 14:18:26.244104 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0fc3-18ac-4e26-abf7-a19574b22ecc req-da2ac7d6-5896-4455-9775-fcbb4cf4c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:26.245813 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-185b0fc3-18ac-4e26-abf7-a19574b22ecc req-da2ac7d6-5896-4455-9775-fcbb4cf4c61e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 1096 time: 0.0490930 Dec 17 14:18:26.337144 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0fc3-18ac-4e26-abf7-a19574b22ecc req-7059632d-251b-49b4-900e-01c51e0fa876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:26.338583 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-185b0fc3-18ac-4e26-abf7-a19574b22ecc req-7059632d-251b-49b4-900e-01c51e0fa876 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a6dcc4d-0f30-4699-b32c-3a9b5c258466 HTTP/1.1" status: 200 len: 898 time: 0.0859642 Dec 17 14:18:26.402599 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-185b0fc3-18ac-4e26-abf7-a19574b22ecc req-d13f8ee5-703a-4604-bba3-0ac8e43a10b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97c206e1-9839-4310-b836-492ee72b7317 HTTP/1.1" status: 200 len: 1000 time: 0.0575337 Dec 17 14:18:26.455361 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0fc3-18ac-4e26-abf7-a19574b22ecc req-f69994a9-33db-4210-b0f8-81adb9a28251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:26.456833 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-185b0fc3-18ac-4e26-abf7-a19574b22ecc req-f69994a9-33db-4210-b0f8-81adb9a28251 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b3649d5-229e-4cde-9ba7-2957aa44160f HTTP/1.1" status: 200 len: 833 time: 0.0475969 Dec 17 14:18:26.501116 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b0fc3-18ac-4e26-abf7-a19574b22ecc req-7391d360-5f93-42b2-bb23-46132a98a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:26.502606 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-185b0fc3-18ac-4e26-abf7-a19574b22ecc req-7391d360-5f93-42b2-bb23-46132a98a90e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a6dcc4d-0f30-4699-b32c-3a9b5c258466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391088 Dec 17 14:18:26.593437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-185b0fc3-18ac-4e26-abf7-a19574b22ecc req-78c45c92-9fa3-4531-9d31-8916fd9bdb72 service neutron] 10.222.0.54 "GET /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832748 Dec 17 14:18:26.684769 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-185b0fc3-18ac-4e26-abf7-a19574b22ecc req-16cc4373-468f-4ef0-bed4-b9e9976acd5d service neutron] 10.222.0.54 "GET /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838478 Dec 17 14:18:27.346960 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd137fb2-8ff5-40bf-b15e-3bed85a95ab6 req-5ef68064-f0d7-4fc7-8c38-bc3fe23f22ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:27.349244 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fd137fb2-8ff5-40bf-b15e-3bed85a95ab6 req-5ef68064-f0d7-4fc7-8c38-bc3fe23f22ac tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 945 time: 0.0498424 Dec 17 14:18:27.400456 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fd137fb2-8ff5-40bf-b15e-3bed85a95ab6 req-da9b09a5-30b6-484f-a0ba-ada5cb418786 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445750 Dec 17 14:18:28.525168 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9a9a4-772c-439f-bb6a-fb0341dfb465 req-bd3bf0f1-f1b5-43ce-a513-f8f382b6ed1b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:28.526721 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f9a9a4-772c-439f-bb6a-fb0341dfb465 req-bd3bf0f1-f1b5-43ce-a513-f8f382b6ed1b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 945 time: 0.0539258 Dec 17 14:18:28.583915 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-99f9a9a4-772c-439f-bb6a-fb0341dfb465 req-1ed42a88-fc6e-46f9-8110-031e7e16d344 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510695 Dec 17 14:18:28.606065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 51986) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:28.670308 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6f16a9c5-f114-4fc4-bdcb-6264194b17fb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/floatingips/4ac937f5-64c4-4c09-aa98-ae94f95fbe52 HTTP/1.1" status: 200 len: 992 time: 0.0631070 Dec 17 14:18:28.879298 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 51992) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:29.035039 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port fc426abe-bfef-48cd-945d-d8d2728553ac {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:18:29.035296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:29.106856 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:29.107181 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:29.118496 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for fc426abe-bfef-48cd-945d-d8d2728553ac owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:18:29.299119 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:18:29.318365 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:29.344795 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=fc426abe-bfef-48cd-945d-d8d2728553ac,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:29.370578 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.370935 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.371280 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.371617 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.371952 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.372318 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.372643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.372969 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.373325 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.373686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.374015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.374336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.374656 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:29.420510 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:29.420953 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Floating IP 4ac937f5-64c4-4c09-aa98-ae94f95fbe52 disassociated (deleted). External IP: 172.25.0.94, port: 97c206e1-9839-4310-b836-492ee72b7317. Dec 17 14:18:29.623865 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router a5b70f42-06f7-47ef-9877-ffc20fca8b7d has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:18:29.727528 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:18:29.732364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:29.736784 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d53350-d1d1-440f-82f0-f879c491fee9 None None] Sync routers for ids ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:18:29.746978 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d53350-d1d1-440f-82f0-f879c491fee9 None None] Routers {'a5b70f42-06f7-47ef-9877-ffc20fca8b7d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:18:29.747598 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-a3d53350-d1d1-440f-82f0-f879c491fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:29.763444 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9b648a9a-bf2a-4190-bffb-cc315961dc98 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/floatingips/4ac937f5-64c4-4c09-aa98-ae94f95fbe52 HTTP/1.1" status: 204 len: 168 time: 0.8830440 Dec 17 14:18:29.764026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'tag': '97c206e1-9839-4310-b836-492ee72b7317'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:18:29.766340 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dca5cfd-ea75-417a-9959-12204905bfa8" -d '{"events": [{"name": "network-changed", "server_uuid": "b179b5fd-616d-457c-90d9-5641fd50a041", "tag": "97c206e1-9839-4310-b836-492ee72b7317"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:18:29.807980 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc80a78-b30d-49dd-a66a-0f932c4a5642 x-openstack-request-id: req-edc80a78-b30d-49dd-a66a-0f932c4a5642 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:18:29.808276 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b179b5fd-616d-457c-90d9-5641fd50a041", "tag": "97c206e1-9839-4310-b836-492ee72b7317", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:18:29.808535 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edc80a78-b30d-49dd-a66a-0f932c4a5642 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:18:29.808938 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'tag': '97c206e1-9839-4310-b836-492ee72b7317', 'status': 'completed', 'code': 200} Dec 17 14:18:29.865474 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-a3d53350-d1d1-440f-82f0-f879c491fee9 None None] Set router a5b70f42-06f7-47ef-9877-ffc20fca8b7d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:18:29.884252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca5cfd-ea75-417a-9959-12204905bfa8 req-4643a5c6-8b40-4730-9f1e-ff7c4f29379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:29.886134 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dca5cfd-ea75-417a-9959-12204905bfa8 req-4643a5c6-8b40-4730-9f1e-ff7c4f29379b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 1096 time: 0.0490828 Dec 17 14:18:29.997828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca5cfd-ea75-417a-9959-12204905bfa8 req-6bfa9340-b487-4aec-bd45-b5211e394cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:29.999309 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dca5cfd-ea75-417a-9959-12204905bfa8 req-6bfa9340-b487-4aec-bd45-b5211e394cb2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a6dcc4d-0f30-4699-b32c-3a9b5c258466 HTTP/1.1" status: 200 len: 898 time: 0.1068065 Dec 17 14:18:30.063455 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dca5cfd-ea75-417a-9959-12204905bfa8 req-b74f6bbe-3b8e-4388-9bf5-bb9eda11c6a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97c206e1-9839-4310-b836-492ee72b7317 HTTP/1.1" status: 200 len: 217 time: 0.0391812 Dec 17 14:18:30.073801 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-a3d53350-d1d1-440f-82f0-f879c491fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:34Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '41a0039d-caa6-4b05-8eb7-320b7653e0ba', 'name': '', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:4b:34:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:33Z', 'updated_at': '2021-12-17T14:17:37Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:30.100569 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d53350-d1d1-440f-82f0-f879c491fee9 None None] Checking router: a5b70f42-06f7-47ef-9877-ffc20fca8b7d for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:18:30.110638 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d53350-d1d1-440f-82f0-f879c491fee9 None None] Routers {'a5b70f42-06f7-47ef-9877-ffc20fca8b7d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:18:30.111297 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-a3d53350-d1d1-440f-82f0-f879c491fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:30.114869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca5cfd-ea75-417a-9959-12204905bfa8 req-e8e2379a-f6f1-45c6-a1b3-752a77975844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:30.116514 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dca5cfd-ea75-417a-9959-12204905bfa8 req-e8e2379a-f6f1-45c6-a1b3-752a77975844 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0b3649d5-229e-4cde-9ba7-2957aa44160f HTTP/1.1" status: 200 len: 833 time: 0.0449824 Dec 17 14:18:30.211751 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca5cfd-ea75-417a-9959-12204905bfa8 req-87f57331-9df3-4de8-8768-b76e94712839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:30.213278 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dca5cfd-ea75-417a-9959-12204905bfa8 req-87f57331-9df3-4de8-8768-b76e94712839 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a6dcc4d-0f30-4699-b32c-3a9b5c258466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838504 Dec 17 14:18:30.223139 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-a3d53350-d1d1-440f-82f0-f879c491fee9 None None] Set router a5b70f42-06f7-47ef-9877-ffc20fca8b7d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:18:30.225293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfc4b2-f380-41f5-8a90-7c28d40cd6d9 req-0089d1d8-e44e-4e8a-aa76-1596e5b1449b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:30.226876 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8bfc4b2-f380-41f5-8a90-7c28d40cd6d9 req-0089d1d8-e44e-4e8a-aa76-1596e5b1449b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 945 time: 0.0685577 Dec 17 14:18:30.337001 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b8bfc4b2-f380-41f5-8a90-7c28d40cd6d9 req-e61e6f0f-500d-4330-83d0-5089b7510fc8 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012752 Dec 17 14:18:30.357871 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dca5cfd-ea75-417a-9959-12204905bfa8 req-6d81b562-8071-423b-adc8-880f572cc716 service neutron] 10.222.0.54 "GET /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264651 Dec 17 14:18:30.448434 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2dca5cfd-ea75-417a-9959-12204905bfa8 req-dc31cf73-eaae-4700-82c4-6a45b55138aa service neutron] 10.222.0.54 "GET /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861969 Dec 17 14:18:30.515991 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-a3d53350-d1d1-440f-82f0-f879c491fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:34Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '41a0039d-caa6-4b05-8eb7-320b7653e0ba', 'name': '', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:4b:34:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:33Z', 'updated_at': '2021-12-17T14:17:37Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:30.542818 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d53350-d1d1-440f-82f0-f879c491fee9 None None] The sync data for ids ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'] in n-d-815324-5 is: [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:34Z', 'revision_number': 4, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '41a0039d-caa6-4b05-8eb7-320b7653e0ba', 'name': '', 'network_id': '6a6dcc4d-0f30-4699-b32c-3a9b5c258466', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'mac_address': 'fa:16:3e:4b:34:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:33Z', 'updated_at': '2021-12-17T14:17:37Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'subnets': [{'id': '0b3649d5-229e-4cde-9ba7-2957aa44160f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:18:30.761801 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d438e-ffb0-423a-8793-8e76705c45df None None] New status for floating IP 4ac937f5-64c4-4c09-aa98-ae94f95fbe52: DOWN {{(pid=110455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:18:31.193234 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-7492b9fa-d6b1-49bf-b0e1-78137e2ece4d req-970a8b09-aa2e-446a-be73-3bbe4b70cea5 service neutron] (110453) timed out ('10.222.0.59', 47442) {{(pid=110453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 14:18:31.456165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7183d-9bcd-4657-9d8d-f506e16133e0 req-813ff08b-44e1-43d4-9ad5-6fe7aa3473f7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:31.457598 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6b7183d-9bcd-4657-9d8d-f506e16133e0 req-813ff08b-44e1-43d4-9ad5-6fe7aa3473f7 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 945 time: 0.0493579 Dec 17 14:18:31.506584 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c6b7183d-9bcd-4657-9d8d-f506e16133e0 req-5e12e170-f447-4b07-8cf3-dae1d5ac9aca tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/security-groups?id=a4080736-ec0f-434f-88f4-6f16e1363bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422521 Dec 17 14:18:31.677169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7aa931-5ce8-4aa9-9ad8-6228d09a39c0 req-2684fe35-ec3a-4bb6-ab37-2181211cb455 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:31.678629 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a7aa931-5ce8-4aa9-9ad8-6228d09a39c0 req-2684fe35-ec3a-4bb6-ab37-2181211cb455 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 945 time: 0.0496070 Dec 17 14:18:31.777101 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-5a7aa931-5ce8-4aa9-9ad8-6228d09a39c0 req-93bbdb9a-e518-4128-b518-a1ae7453a6bd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port 97c206e1-9839-4310-b836-492ee72b7317 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:18:31.777352 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5a7aa931-5ce8-4aa9-9ad8-6228d09a39c0 req-93bbdb9a-e518-4128-b518-a1ae7453a6bd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:31.863685 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-5a7aa931-5ce8-4aa9-9ad8-6228d09a39c0 req-93bbdb9a-e518-4128-b518-a1ae7453a6bd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port 97c206e1-9839-4310-b836-492ee72b7317, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=97c206e1-9839-4310-b836-492ee72b7317,segment=NetworkSegment(d38c3487-bc4e-452c-bd61-e36814854489),segment_id=d38c3487-bc4e-452c-bd61-e36814854489)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:18:31.864040 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5a7aa931-5ce8-4aa9-9ad8-6228d09a39c0 req-93bbdb9a-e518-4128-b518-a1ae7453a6bd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:31.877339 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-5a7aa931-5ce8-4aa9-9ad8-6228d09a39c0 req-93bbdb9a-e518-4128-b518-a1ae7453a6bd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for 97c206e1-9839-4310-b836-492ee72b7317 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:18:32.061345 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5a7aa931-5ce8-4aa9-9ad8-6228d09a39c0 req-93bbdb9a-e518-4128-b518-a1ae7453a6bd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:32.087796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbdb9a-e518-4128-b518-a1ae7453a6bd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=97c206e1-9839-4310-b836-492ee72b7317,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:32.130483 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7aa931-5ce8-4aa9-9ad8-6228d09a39c0 req-93bbdb9a-e518-4128-b518-a1ae7453a6bd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] No DVR routers for this DVR port 97c206e1-9839-4310-b836-492ee72b7317 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:18:32.133253 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5a7aa931-5ce8-4aa9-9ad8-6228d09a39c0 req-93bbdb9a-e518-4128-b518-a1ae7453a6bd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:32.136497 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5a7aa931-5ce8-4aa9-9ad8-6228d09a39c0 req-93bbdb9a-e518-4128-b518-a1ae7453a6bd tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.54 "DELETE /v2.0/ports/97c206e1-9839-4310-b836-492ee72b7317 HTTP/1.1" status: 204 len: 173 time: 0.4504511 Dec 17 14:18:32.136932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'name': 'network-vif-deleted', 'tag': '97c206e1-9839-4310-b836-492ee72b7317'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:18:32.139160 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f06331-ac78-4ab2-b15b-9d5f495f6139" -d '{"events": [{"server_uuid": "b179b5fd-616d-457c-90d9-5641fd50a041", "name": "network-vif-deleted", "tag": "97c206e1-9839-4310-b836-492ee72b7317"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:18:32.176521 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1607a249-e179-40ec-b092-ccbeebad43ff x-openstack-request-id: req-1607a249-e179-40ec-b092-ccbeebad43ff {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:18:32.176817 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b179b5fd-616d-457c-90d9-5641fd50a041", "name": "network-vif-deleted", "tag": "97c206e1-9839-4310-b836-492ee72b7317", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:18:32.177069 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1607a249-e179-40ec-b092-ccbeebad43ff {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:18:32.177467 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b179b5fd-616d-457c-90d9-5641fd50a041', 'name': 'network-vif-deleted', 'tag': '97c206e1-9839-4310-b836-492ee72b7317', 'status': 'completed', 'code': 200} Dec 17 14:18:32.347123 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:32.617065 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-465b4122-4e77-4211-807f-e374d504fef7 req-09b879ba-779d-46a8-a086-adb78f22bd35 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "GET /v2.0/ports?device_id=b179b5fd-616d-457c-90d9-5641fd50a041 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Dec 17 14:18:33.672515 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52008) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:34.023932 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c158d62-71ed-4cca-88a9-6898f8940b57 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:34.275715 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6c158d62-71ed-4cca-88a9-6898f8940b57 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port 41a0039d-caa6-4b05-8eb7-320b7653e0ba {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:18:34.275969 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c158d62-71ed-4cca-88a9-6898f8940b57 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:34.365832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-6c158d62-71ed-4cca-88a9-6898f8940b57 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port 41a0039d-caa6-4b05-8eb7-320b7653e0ba, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=41a0039d-caa6-4b05-8eb7-320b7653e0ba,segment=NetworkSegment(d38c3487-bc4e-452c-bd61-e36814854489),segment_id=d38c3487-bc4e-452c-bd61-e36814854489)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:18:34.366230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c158d62-71ed-4cca-88a9-6898f8940b57 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:34.378831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-6c158d62-71ed-4cca-88a9-6898f8940b57 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for 41a0039d-caa6-4b05-8eb7-320b7653e0ba owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:18:34.878207 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c158d62-71ed-4cca-88a9-6898f8940b57 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:34.905169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c158d62-71ed-4cca-88a9-6898f8940b57 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=41a0039d-caa6-4b05-8eb7-320b7653e0ba,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:35.074492 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6c158d62-71ed-4cca-88a9-6898f8940b57 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:35.287111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c158d62-71ed-4cca-88a9-6898f8940b57 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Router a5b70f42-06f7-47ef-9877-ffc20fca8b7d has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:18:35.393112 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c158d62-71ed-4cca-88a9-6898f8940b57 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:18:35.399311 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6c158d62-71ed-4cca-88a9-6898f8940b57 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "PUT /v2.0/routers/a5b70f42-06f7-47ef-9877-ffc20fca8b7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7257133 Dec 17 14:18:35.402749 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52010) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:35.403486 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c912561-c0aa-4e0b-9954-32ee01e88101 None None] Sync routers for ids ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:18:35.413019 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c912561-c0aa-4e0b-9954-32ee01e88101 None None] Routers {'a5b70f42-06f7-47ef-9877-ffc20fca8b7d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:18:35.414178 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0c912561-c0aa-4e0b-9954-32ee01e88101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:35.456953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting subnet 0b3649d5-229e-4cde-9ba7-2957aa44160f {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:18:35.460632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:35.500280 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:35.518166 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0c912561-c0aa-4e0b-9954-32ee01e88101 None None] Set router a5b70f42-06f7-47ef-9877-ffc20fca8b7d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:18:35.581459 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:35.697672 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0c912561-c0aa-4e0b-9954-32ee01e88101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:18:34Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:35.718604 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:35.723697 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c912561-c0aa-4e0b-9954-32ee01e88101 None None] Checking router: a5b70f42-06f7-47ef-9877-ffc20fca8b7d for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:18:35.732653 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c912561-c0aa-4e0b-9954-32ee01e88101 None None] Routers {'a5b70f42-06f7-47ef-9877-ffc20fca8b7d'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:18:35.733261 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0c912561-c0aa-4e0b-9954-32ee01e88101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:35.844723 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-0c912561-c0aa-4e0b-9954-32ee01e88101 None None] Set router a5b70f42-06f7-47ef-9877-ffc20fca8b7d gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:18:36.037076 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-0c912561-c0aa-4e0b-9954-32ee01e88101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:18:34Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:36.047111 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Subnet': ['ID=0b3649d5-229e-4cde-9ba7-2957aa44160f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:36.055860 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:36.058471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985d0ac-3065-4207-8903-062ac5843626 None None] Network 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:18:36.061846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52012) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:36.062325 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/subnets/0b3649d5-229e-4cde-9ba7-2957aa44160f HTTP/1.1" status: 204 len: 168 time: 0.6581910 Dec 17 14:18:36.063415 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.063771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.064113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.064450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.064785 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.065120 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.065534 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.065873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.066123 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.066451 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.066710 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c912561-c0aa-4e0b-9954-32ee01e88101 None None] The sync data for ids ['a5b70f42-06f7-47ef-9877-ffc20fca8b7d'] in n-d-815324-5 is: [{'id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774355921', 'tenant_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:18:34Z', 'revision_number': 5, 'project_id': '68c4c7fe7c79418db0d3e4f59aacc91a', 'gw_port': {'id': 'bc62ad37-d502-4330-9893-15c1e5873ba6', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b70f42-06f7-47ef-9877-ffc20fca8b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:17:30Z', 'updated_at': '2021-12-17T14:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:18:36.066888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.067105 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.067404 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70a1a80-f52e-4a5b-ab05-9c32a1f9ad0f tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.116818 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 97c206e1-9839-4310-b836-492ee72b7317 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:18:36.150371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 97c206e1-9839-4310-b836-492ee72b7317 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:18:36.150371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 97c206e1-9839-4310-b836-492ee72b7317 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:18:36.176397 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:36.280454 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:36.400443 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Deleting port bc62ad37-d502-4330-9893-15c1e5873ba6 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:18:36.400710 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:36.442619 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] DHCP port deletion for 6a6dcc4d-0f30-4699-b32c-3a9b5c258466 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:18:36.487727 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] For port bc62ad37-d502-4330-9893-15c1e5873ba6, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=bc62ad37-d502-4330-9893-15c1e5873ba6,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:18:36.488150 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:36.501260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Deleting port 216dbf02-8b2a-45cd-b457-aadf80790777 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:18:36.501502 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Calling delete_port for bc62ad37-d502-4330-9893-15c1e5873ba6 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:18:36.501732 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:36.568872 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] For port 216dbf02-8b2a-45cd-b457-aadf80790777, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=216dbf02-8b2a-45cd-b457-aadf80790777,segment=NetworkSegment(d38c3487-bc4e-452c-bd61-e36814854489),segment_id=d38c3487-bc4e-452c-bd61-e36814854489)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:18:36.569387 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:36.582452 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Calling delete_port for 216dbf02-8b2a-45cd-b457-aadf80790777 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:18:36.729731 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:36.753239 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:36.754943 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Pushing event deleted for resources: {'Port': ['ID=216dbf02-8b2a-45cd-b457-aadf80790777,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:36.763783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.764132 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.764471 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.764805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.765135 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.765461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.765815 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.766141 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.766462 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.766783 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.767102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.767422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.767738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:36.770466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d831a7-6638-41d0-9be6-dabd58903a1c None None] No DVR routers for this DVR port 216dbf02-8b2a-45cd-b457-aadf80790777 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:18:36.784101 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Port': ['ID=bc62ad37-d502-4330-9893-15c1e5873ba6,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:36.786987 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:36.803509 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e700a608-ea9c-4e2c-b16b-08477a940e6f None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:18:36.844838 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:36.940893 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:36.943063 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.048814 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.049393 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Fanout notify agent at l3_agent the message router_deleted on router a5b70f42-06f7-47ef-9877-ffc20fca8b7d {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:18:37.056620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.057773 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c2d02f25-5a27-4a2b-99e0-fd82e8fb4b9b tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/routers/a5b70f42-06f7-47ef-9877-ffc20fca8b7d HTTP/1.1" status: 204 len: 168 time: 0.9948828 Dec 17 14:18:37.060633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52014) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:37.139189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.240220 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.260411 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6dcc4d-0f30-4699-b32c-3a9b5c258466']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:37.269358 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38c3487-bc4e-452c-bd61-e36814854489') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:37.269693 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38c3487-bc4e-452c-bd61-e36814854489') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:37.279607 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.292310 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.298380 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:18:37.298874 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:18:37.301843 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:18:37.438187 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.446071 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.449124 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/networks/6a6dcc4d-0f30-4699-b32c-3a9b5c258466 HTTP/1.1" status: 204 len: 168 time: 0.3874686 Dec 17 14:18:37.451962 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52016) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:37.461541 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a4b1c-10c7-49fd-9a83-2486d644e7eb tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'Network': ['ID=6a6dcc4d-0f30-4699-b32c-3a9b5c258466,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:37.515791 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8dd01441-7b09-41ad-8566-c107bdb9b928 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.542624 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8dd01441-7b09-41ad-8566-c107bdb9b928 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.661435 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8dd01441-7b09-41ad-8566-c107bdb9b928 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.664030 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8dd01441-7b09-41ad-8566-c107bdb9b928 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:37.665234 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8dd01441-7b09-41ad-8566-c107bdb9b928 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] 10.222.0.59 "DELETE /v2.0/security-groups/a4080736-ec0f-434f-88f4-6f16e1363bbe HTTP/1.1" status: 204 len: 168 time: 0.2121646 Dec 17 14:18:37.674719 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd01441-7b09-41ad-8566-c107bdb9b928 tempest-TestNetworkAdvancedServerOps-1971852873 tempest-TestNetworkAdvancedServerOps-1971852873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4080736-ec0f-434f-88f4-6f16e1363bbe,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:37.975021 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 41a0039d-caa6-4b05-8eb7-320b7653e0ba no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:18:37.994943 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 41a0039d-caa6-4b05-8eb7-320b7653e0ba {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:18:37.999283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 41a0039d-caa6-4b05-8eb7-320b7653e0ba not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:18:37.999283 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 216dbf02-8b2a-45cd-b457-aadf80790777 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:18:38.014604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 216dbf02-8b2a-45cd-b457-aadf80790777 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:18:38.014953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 216dbf02-8b2a-45cd-b457-aadf80790777 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:18:38.015365 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device bc62ad37-d502-4330-9893-15c1e5873ba6 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:18:38.038009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: bc62ad37-d502-4330-9893-15c1e5873ba6 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:18:38.038009 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device bc62ad37-d502-4330-9893-15c1e5873ba6 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:18:38.390684 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52024) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:38.519671 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-60c5551b-5fef-44df-afc8-202c3e7f8717 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=68c4c7fe7c79418db0d3e4f59aacc91a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278315 Dec 17 14:18:38.522085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52028) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:38.571695 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9288294b-2b5f-4877-bbca-99ec07823645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:38.591761 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9288294b-2b5f-4877-bbca-99ec07823645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:38.724079 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9288294b-2b5f-4877-bbca-99ec07823645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:38.726897 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9288294b-2b5f-4877-bbca-99ec07823645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:38.728060 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9288294b-2b5f-4877-bbca-99ec07823645 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18656ec6-a53a-4502-9274-0815729dfe58 HTTP/1.1" status: 204 len: 168 time: 0.2050602 Dec 17 14:18:38.735806 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288294b-2b5f-4877-bbca-99ec07823645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18656ec6-a53a-4502-9274-0815729dfe58,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:39.252575 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52034) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:39.266214 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3563f072-5c55-4278-9278-f1dbe31729fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:39.338840 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3563f072-5c55-4278-9278-f1dbe31729fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:39.403902 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3563f072-5c55-4278-9278-f1dbe31729fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:39.442298 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3563f072-5c55-4278-9278-f1dbe31729fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd52799b5806451eb74a806b5a29a5f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1886532 Dec 17 14:18:39.443169 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563f072-5c55-4278-9278-f1dbe31729fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67a2268-f028-4d70-a5d5-9055f6194a58,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:39.444997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52036) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:39.492624 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-607e7299-a666-4734-9b6d-6e732573820e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:39.513395 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-607e7299-a666-4734-9b6d-6e732573820e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:39.632413 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-607e7299-a666-4734-9b6d-6e732573820e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:39.635532 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-607e7299-a666-4734-9b6d-6e732573820e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:39.640432 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-607e7299-a666-4734-9b6d-6e732573820e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f67a2268-f028-4d70-a5d5-9055f6194a58 HTTP/1.1" status: 204 len: 168 time: 0.1906619 Dec 17 14:18:39.644828 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e7299-a666-4734-9b6d-6e732573820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67a2268-f028-4d70-a5d5-9055f6194a58,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:40.720743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52058) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:40.816099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-718596382-network', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:40.895114 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Made reservation on behalf of 362e5084243b4e09ac44a89ea721d2ac for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:18:40.897973 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:40.906750 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:40.983651 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:41.060470 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:41.085474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:18:41.095166 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cc890a-f8ca-4c25-8483-5fc8d3404ff9,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:41.099853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:41.100199 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Added segment 6fa8f835-f48e-4d49-b3a9-9c726ef19200 of type vlan for network b880df77-b313-4d1c-9963-9506f842b8ea Dec 17 14:18:41.140969 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:41.232021 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:41.232995 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:41.233601 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:41.291471 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] Pushing event updated for resources: {'Network': ['ID=b880df77-b313-4d1c-9963-9506f842b8ea,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:41.301053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network b880df77-b313-4d1c-9963-9506f842b8ea details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:18:41.355333 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6bafeeb0-d551-47af-90f5-8efd9beccfdb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6332889 Dec 17 14:18:41.358071 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52062) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:41.362832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ff35e0cf-b8cd-408d-8b9f-9b4158022060 admin admin] Request body: {'subnet': {'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-718596382-subnet', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:41.442953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff35e0cf-b8cd-408d-8b9f-9b4158022060 admin admin] Made reservation on behalf of 362e5084243b4e09ac44a89ea721d2ac for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:18:41.445942 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff35e0cf-b8cd-408d-8b9f-9b4158022060 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:41.660693 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff35e0cf-b8cd-408d-8b9f-9b4158022060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:41.724262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35e0cf-b8cd-408d-8b9f-9b4158022060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f642f7-b10e-4a3a-b1ce-5bd522479b74,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:41.732660 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff35e0cf-b8cd-408d-8b9f-9b4158022060 admin admin] Checking segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:18:41.733021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff35e0cf-b8cd-408d-8b9f-9b4158022060 admin admin] Network hostable DHCP agents. Network: b880df77-b313-4d1c-9963-9506f842b8ea, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:18:41.831843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff35e0cf-b8cd-408d-8b9f-9b4158022060 admin admin] Network b880df77-b313-4d1c-9963-9506f842b8ea is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:18:41.923734 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-ff35e0cf-b8cd-408d-8b9f-9b4158022060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, b880df77-b313-4d1c-9963-9506f842b8ea) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:18:41.927829 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff35e0cf-b8cd-408d-8b9f-9b4158022060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:41.928465 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ff35e0cf-b8cd-408d-8b9f-9b4158022060 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:41.934274 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a5bf5-d8f5-4a7a-8081-a8d9ad710082 None None] Network b880df77-b313-4d1c-9963-9506f842b8ea requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:18:42.012326 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ff35e0cf-b8cd-408d-8b9f-9b4158022060 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6531570 Dec 17 14:18:42.015096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52064) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:42.019420 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:42.033285 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-b880df77-b313-4d1c-9963-9506f842b8ea', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:18:42.034190 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:42.118531 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:42.120317 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:42.169270 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Allocated IP 172.20.0.2 (b880df77-b313-4d1c-9963-9506f842b8ea/16f642f7-b10e-4a3a-b1ce-5bd522479b74/69059588-e450-47f2-bf13-dccd4ffc003f) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:18:42.173821 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:42.309242 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:42.386155 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:42.425731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Network b880df77-b313-4d1c-9963-9506f842b8ea is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:18:42.427800 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:42.429073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:18:42.432652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:18:42.439322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Pushing event updated for resources: {'Port': ['ID=69059588-e450-47f2-bf13-dccd4ffc003f,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:42.487789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Attempting to bind port 69059588-e450-47f2-bf13-dccd4ffc003f on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:18:42.488155 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Attempting to bind port 69059588-e450-47f2-bf13-dccd4ffc003f by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:18:42.488517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Attempting to bind port 69059588-e450-47f2-bf13-dccd4ffc003f on network b880df77-b313-4d1c-9963-9506f842b8ea {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:18:42.493950 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:18:42.494321 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Checking segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:18:42.494718 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:42.495107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Bound using segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:18:42.495564 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Bound port: 69059588-e450-47f2-bf13-dccd4ffc003f, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:18:42.495936 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:42.559871 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] For port 69059588-e450-47f2-bf13-dccd4ffc003f, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:18:42.562862 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] For port 69059588-e450-47f2-bf13-dccd4ffc003f, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=69059588-e450-47f2-bf13-dccd4ffc003f,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:18:42.632258 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:42.724586 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:42.745311 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:42.848970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40613a1d-17b9-4a28-9cf8-857f2c7c5119 None None] Pushing event updated for resources: {'Port': ['ID=69059588-e450-47f2-bf13-dccd4ffc003f,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:42.852214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Allocated IP 172.25.0.150 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/ad6def46-5792-496f-84a8-eda08def579a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:18:42.961771 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:43.056078 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:43.096743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:18:43.099769 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:18:43.104079 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:18:43.119168 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89003ab-4394-41b5-afb4-e1fd54e56642 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:18:43.128272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6def46-5792-496f-84a8-eda08def579a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:43.169004 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-56f83783-f023-4e92-a3e1-804bd27f3db0 None None] Provisioning complete for port ad6def46-5792-496f-84a8-eda08def579a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:43.169511 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-56f83783-f023-4e92-a3e1-804bd27f3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:43.212535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-56f83783-f023-4e92-a3e1-804bd27f3db0 None None] Port ad6def46-5792-496f-84a8-eda08def579a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:18:43.426853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:43.633933 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:43.749344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9591e236-3e12-4983-b402-5d9679d34d5f None None] Network b880df77-b313-4d1c-9963-9506f842b8ea requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:18:43.855804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Router 6e4912a0-3921-42d1-a789-8c3459bd1b70 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:18:43.866317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ecda36b8-a675-4408-a2c7-c79308d87aa5 None None] Provisioning complete for port 69059588-e450-47f2-bf13-dccd4ffc003f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:43.866709 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ecda36b8-a675-4408-a2c7-c79308d87aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:43.913921 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1de5b879-b03e-45d1-99e2-8fbe1696eea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:43.965355 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ecda36b8-a675-4408-a2c7-c79308d87aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:44.013817 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ecda36b8-a675-4408-a2c7-c79308d87aa5 None None] For port 69059588-e450-47f2-bf13-dccd4ffc003f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=69059588-e450-47f2-bf13-dccd4ffc003f,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:18:44.054488 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 69059588-e450-47f2-bf13-dccd4ffc003f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:18:44.099996 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ecda36b8-a675-4408-a2c7-c79308d87aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:44.169616 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 69059588-e450-47f2-bf13-dccd4ffc003f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:44.169987 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:44.171591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda36b8-a675-4408-a2c7-c79308d87aa5 None None] Pushing event updated for resources: {'Port': ['ID=69059588-e450-47f2-bf13-dccd4ffc003f,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:44.238170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-528e49a1-c70e-40e5-8108-f6b6a2db54ab None None] Provisioning complete for port 69059588-e450-47f2-bf13-dccd4ffc003f triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:44.238788 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-528e49a1-c70e-40e5-8108-f6b6a2db54ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:44.274226 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:18:44.290482 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Sync routers for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:18:44.324958 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:18:44.325602 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:44.348216 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:44.349480 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2c50ac37-618d-4d6e-bbff-46b7558866b1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3334529 Dec 17 14:18:44.353115 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52066) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:44.477940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:18:44.663881 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:43Z', 'revision_number': 3, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:44.692957 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Checking router: 6e4912a0-3921-42d1-a789-8c3459bd1b70 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:18:44.693293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Updating router 6e4912a0-3921-42d1-a789-8c3459bd1b70 port ad6def46-5792-496f-84a8-eda08def579a binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:18:44.718511 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:44.764625 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:44.921313 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Allocated IP 172.20.0.1 (b880df77-b313-4d1c-9963-9506f842b8ea/16f642f7-b10e-4a3a-b1ce-5bd522479b74/2d20ec3e-6803-4a87-b3de-75ebe4f139eb) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:18:44.970386 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.027260 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.043689 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.095103 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e631d66d-1d78-4844-8ebb-1299d7db4836 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:18:45.104113 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1d5eb-1e12-45ba-8b79-1a376995a291 None None] Pushing event updated for resources: {'Port': ['ID=ad6def46-5792-496f-84a8-eda08def579a,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:45.106687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Attempting to bind port ad6def46-5792-496f-84a8-eda08def579a on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:18:45.113044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Attempting to bind port ad6def46-5792-496f-84a8-eda08def579a by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:18:45.113044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Attempting to bind port ad6def46-5792-496f-84a8-eda08def579a on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:18:45.114334 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:18:45.114692 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:18:45.115092 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.115476 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:18:45.116489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Bound port: ad6def46-5792-496f-84a8-eda08def579a, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:18:45.116868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.129963 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.173336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Network b880df77-b313-4d1c-9963-9506f842b8ea is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:18:45.176405 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:18:45.177556 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] For port ad6def46-5792-496f-84a8-eda08def579a, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:18:45.181425 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:18:45.185391 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Pushing event updated for resources: {'Port': ['ID=2d20ec3e-6803-4a87-b3de-75ebe4f139eb,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:45.198306 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] For port ad6def46-5792-496f-84a8-eda08def579a, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ad6def46-5792-496f-84a8-eda08def579a,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:18:45.199468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-278f9e3f-cfc1-4867-a66c-92f54dd0376a None None] Provisioning complete for port ad6def46-5792-496f-84a8-eda08def579a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:45.199833 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-278f9e3f-cfc1-4867-a66c-92f54dd0376a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.227866 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.234085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-278f9e3f-cfc1-4867-a66c-92f54dd0376a None None] Port ad6def46-5792-496f-84a8-eda08def579a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:18:45.278375 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.339310 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e56428c-b609-4227-8989-a448f275777c None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:18:45.349255 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:18:45.349919 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:45.352301 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1d5eb-1e12-45ba-8b79-1a376995a291 None None] Pushing event updated for resources: {'Port': ['ID=ad6def46-5792-496f-84a8-eda08def579a,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:45.418595 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.489916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c81aaf39-0a29-4882-9adf-b8fa4bdda019 None None] Provisioning complete for port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:45.490190 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c81aaf39-0a29-4882-9adf-b8fa4bdda019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.520062 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:18:45.584616 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.593450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c81aaf39-0a29-4882-9adf-b8fa4bdda019 None None] Port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:18:45.632315 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.646690 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c81aaf39-0a29-4882-9adf-b8fa4bdda019 None None] Provisioning complete for port ad6def46-5792-496f-84a8-eda08def579a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:45.647224 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c81aaf39-0a29-4882-9adf-b8fa4bdda019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.699534 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Pushing event updated for resources: {'Port': ['ID=2d20ec3e-6803-4a87-b3de-75ebe4f139eb,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:45.702089 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.778697 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c81aaf39-0a29-4882-9adf-b8fa4bdda019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.797418 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Network b880df77-b313-4d1c-9963-9506f842b8ea is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:18:45.798826 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:18:45.804517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c81aaf39-0a29-4882-9adf-b8fa4bdda019 None None] For port ad6def46-5792-496f-84a8-eda08def579a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ad6def46-5792-496f-84a8-eda08def579a,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:18:45.807174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:43Z', 'revision_number': 3, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:45.836607 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12476af6-7c2c-421f-923b-3ac371fe02c3 None None] The sync data for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 is: [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:43Z', 'revision_number': 3, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:18:45.861175 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c81aaf39-0a29-4882-9adf-b8fa4bdda019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:45.935442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81aaf39-0a29-4882-9adf-b8fa4bdda019 None None] Pushing event updated for resources: {'Port': ['ID=ad6def46-5792-496f-84a8-eda08def579a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:45.943269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Router 6e4912a0-3921-42d1-a789-8c3459bd1b70 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:18:46.018129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 69059588-e450-47f2-bf13-dccd4ffc003f up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:18:46.070748 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:18:46.076771 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-793df23f-0987-4061-acb0-47358564cf85 admin admin] 10.222.0.59 "PUT /v2.0/routers/6e4912a0-3921-42d1-a789-8c3459bd1b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7225430 Dec 17 14:18:46.077392 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 69059588-e450-47f2-bf13-dccd4ffc003f triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:46.077673 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:46.142685 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-a702ddad-db7e-4307-8ad4-329d9b84af3a None None] Provisioning complete for port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:46.143819 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a702ddad-db7e-4307-8ad4-329d9b84af3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:46.193015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-a702ddad-db7e-4307-8ad4-329d9b84af3a None None] Port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:18:46.541006 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aabea029-5bb4-4627-ab8b-ccd2868637c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:46.835624 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52082) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:46.840683 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1299112543-network', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:46.911961 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Made reservation on behalf of 0a565fda970c408ebb2bf8792cd3b7aa for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:18:46.914444 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:46.923294 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:46.999652 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:47.077404 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:47.103364 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:18:47.113217 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163321c3-3886-453c-aaf5-dc7f017e3e62,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:47.118834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:47.119179 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Added segment 51518368-673f-4911-93a0-c100f34529d7 of type vlan for network 29d4d8d9-3910-4394-9a4c-ff887d971a14 Dec 17 14:18:47.159736 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:47.261652 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:47.262780 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:47.263439 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:47.326473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] Pushing event updated for resources: {'Network': ['ID=29d4d8d9-3910-4394-9a4c-ff887d971a14,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:47.337358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network 29d4d8d9-3910-4394-9a4c-ff887d971a14 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:18:47.379607 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8ed3dd1d-2e51-490b-9d89-5abde03bfb58 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5427389 Dec 17 14:18:47.383117 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52084) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:47.388372 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-295d8fcf-ca0b-464b-991c-42a8a5818908 admin admin] Request body: {'subnet': {'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1299112543-subnet', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:47.449759 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Sync routers for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:18:47.459003 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:18:47.460114 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:47.477648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295d8fcf-ca0b-464b-991c-42a8a5818908 admin admin] Made reservation on behalf of 0a565fda970c408ebb2bf8792cd3b7aa for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:18:47.480109 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-295d8fcf-ca0b-464b-991c-42a8a5818908 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:47.565694 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:18:47.695699 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-295d8fcf-ca0b-464b-991c-42a8a5818908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:47.753970 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d8fcf-ca0b-464b-991c-42a8a5818908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:47.763472 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d8fcf-ca0b-464b-991c-42a8a5818908 admin admin] Checking segment: {'id': '51518368-673f-4911-93a0-c100f34529d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:18:47.763840 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d8fcf-ca0b-464b-991c-42a8a5818908 admin admin] Network hostable DHCP agents. Network: 29d4d8d9-3910-4394-9a4c-ff887d971a14, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:18:47.768584 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 2, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:47.796069 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Checking router: 6e4912a0-3921-42d1-a789-8c3459bd1b70 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:18:47.796418 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Updating router 6e4912a0-3921-42d1-a789-8c3459bd1b70 port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:18:47.821094 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:47.854889 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d8fcf-ca0b-464b-991c-42a8a5818908 admin admin] Network 29d4d8d9-3910-4394-9a4c-ff887d971a14 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:18:47.946564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-295d8fcf-ca0b-464b-991c-42a8a5818908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, 29d4d8d9-3910-4394-9a4c-ff887d971a14) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:18:47.951043 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295d8fcf-ca0b-464b-991c-42a8a5818908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:47.951877 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-295d8fcf-ca0b-464b-991c-42a8a5818908 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:47.963435 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242ca87c-1aac-430e-9291-e9e67e254d51 None None] Network 29d4d8d9-3910-4394-9a4c-ff887d971a14 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:18:48.010572 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.032677 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ad6def46-5792-496f-84a8-eda08def579a up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:18:48.057421 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-295d8fcf-ca0b-464b-991c-42a8a5818908 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6731191 Dec 17 14:18:48.059859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52086) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:48.064415 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1299112543-router', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:48.105958 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.117822 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-29d4d8d9-3910-4394-9a4c-ff887d971a14', 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14', 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'fixed_ips': [{'subnet_id': '2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:18:48.118674 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.134250 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port ad6def46-5792-496f-84a8-eda08def579a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:48.139692 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.157816 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.158897 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.186275 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.241902 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.264226 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Pushing event updated for resources: {'Port': ['ID=2d20ec3e-6803-4a87-b3de-75ebe4f139eb,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:48.283527 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.283963 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.284362 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.284781 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.285227 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.285693 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.286086 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.286426 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.286787 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.287169 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.287584 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.288021 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.288457 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:18:48.308430 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Attempting to bind port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:18:48.310550 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Attempting to bind port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:18:48.310550 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Attempting to bind port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb on network b880df77-b313-4d1c-9963-9506f842b8ea {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:18:48.315115 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:18:48.315611 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Checking segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:18:48.316171 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.316682 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Bound using segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:18:48.317327 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Bound port: 2d20ec3e-6803-4a87-b3de-75ebe4f139eb, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:18:48.317801 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.348128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Allocated IP 172.20.0.2 (29d4d8d9-3910-4394-9a4c-ff887d971a14/2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e/f86dd0bf-2120-4031-8b86-e4bfa538c6f1) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:18:48.407541 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] For port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:18:48.411344 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] For port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2d20ec3e-6803-4a87-b3de-75ebe4f139eb,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:18:48.446421 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.478593 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.514098 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.541606 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d1f5a896-f335-49e5-9970-9d9bccc67eff None None] Provisioning complete for port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:48.541985 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a896-f335-49e5-9970-9d9bccc67eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.627820 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.633480 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366bf2f-99f0-4ef8-93c2-1458abcd56b8 None None] Pushing event updated for resources: {'Port': ['ID=2d20ec3e-6803-4a87-b3de-75ebe4f139eb,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:48.644179 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:18:48.645117 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:48.682293 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Network 29d4d8d9-3910-4394-9a4c-ff887d971a14 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:18:48.686593 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:18:48.690348 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a896-f335-49e5-9970-9d9bccc67eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.692371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:18:48.717664 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Pushing event updated for resources: {'Port': ['ID=f86dd0bf-2120-4031-8b86-e4bfa538c6f1,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:48.774727 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.778223 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d1f5a896-f335-49e5-9970-9d9bccc67eff None None] For port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2d20ec3e-6803-4a87-b3de-75ebe4f139eb,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:18:48.792841 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:18:48.793057 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Attempting to bind port f86dd0bf-2120-4031-8b86-e4bfa538c6f1 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:18:48.793344 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Attempting to bind port f86dd0bf-2120-4031-8b86-e4bfa538c6f1 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '51518368-673f-4911-93a0-c100f34529d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:18:48.793743 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Attempting to bind port f86dd0bf-2120-4031-8b86-e4bfa538c6f1 on network 29d4d8d9-3910-4394-9a4c-ff887d971a14 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:18:48.795549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.799134 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:18:48.799517 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Checking segment: {'id': '51518368-673f-4911-93a0-c100f34529d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:18:48.800160 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.800460 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Bound using segment: {'id': '51518368-673f-4911-93a0-c100f34529d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:18:48.801224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Bound port: f86dd0bf-2120-4031-8b86-e4bfa538c6f1, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51518368-673f-4911-93a0-c100f34529d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:18:48.801888 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.872204 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a896-f335-49e5-9970-9d9bccc67eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.920833 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] For port f86dd0bf-2120-4031-8b86-e4bfa538c6f1, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:18:48.922541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Allocated IP 172.25.0.174 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/f75a76c1-89f9-4563-8a30-dada094f246a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:18:48.941956 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] For port f86dd0bf-2120-4031-8b86-e4bfa538c6f1, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f86dd0bf-2120-4031-8b86-e4bfa538c6f1,segment=NetworkSegment(51518368-673f-4911-93a0-c100f34529d7),segment_id=51518368-673f-4911-93a0-c100f34529d7)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:18:48.943297 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5a896-f335-49e5-9970-9d9bccc67eff None None] Pushing event updated for resources: {'Port': ['ID=2d20ec3e-6803-4a87-b3de-75ebe4f139eb,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:48.994986 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-8869a377-4b61-4896-bfbe-83ebce8a9ff3 None None] Provisioning complete for port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:48.995394 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8869a377-4b61-4896-bfbe-83ebce8a9ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:48.999014 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:49.031224 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:49.043482 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:49.076268 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01dd81-526e-4446-bb77-82f07767c55c None None] The sync data for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 is: [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:18:49.101244 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db726d-b019-4b51-929c-107024f0c86d None None] Pushing event updated for resources: {'Port': ['ID=f86dd0bf-2120-4031-8b86-e4bfa538c6f1,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:49.135675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:49.173869 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:49.207038 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:18:49.210778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:18:49.214354 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:18:49.220008 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Pushing event updated for resources: {'Port': ['ID=f75a76c1-89f9-4563-8a30-dada094f246a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:49.228047 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db2a50a-02bc-4353-9d5e-1fd9dc731c42 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:18:49.327303 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5e6a1833-c996-4838-8a7e-9f0fa66f5cb1 None None] Provisioning complete for port f75a76c1-89f9-4563-8a30-dada094f246a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:49.327812 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5e6a1833-c996-4838-8a7e-9f0fa66f5cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:49.378678 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a1833-c996-4838-8a7e-9f0fa66f5cb1 None None] Port f75a76c1-89f9-4563-8a30-dada094f246a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:18:49.585486 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:49.866302 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:50.085483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f86dd0bf-2120-4031-8b86-e4bfa538c6f1 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:18:50.110965 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:50.158018 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f86dd0bf-2120-4031-8b86-e4bfa538c6f1 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:50.158403 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:50.199493 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f6794-81ee-4b28-9fd3-1d7c47edc4e4 None None] Network 29d4d8d9-3910-4394-9a4c-ff887d971a14 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:18:50.273978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-3384385e-7ad2-4c73-9a44-4b337de5bb23 None None] Provisioning complete for port f86dd0bf-2120-4031-8b86-e4bfa538c6f1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:50.274364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3384385e-7ad2-4c73-9a44-4b337de5bb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:50.295516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Router 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:18:50.396368 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:50.417994 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:18:50.431268 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Sync routers for ids ['16492bc6-7ca9-4ee3-bf9a-a02d757c1232'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:18:50.478723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] For port f86dd0bf-2120-4031-8b86-e4bfa538c6f1, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f86dd0bf-2120-4031-8b86-e4bfa538c6f1,segment=NetworkSegment(51518368-673f-4911-93a0-c100f34529d7),segment_id=51518368-673f-4911-93a0-c100f34529d7)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:18:50.479732 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:50.483528 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2b569dad-ce68-4105-a8ae-aeffe9f8c971 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4199405 Dec 17 14:18:50.483927 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52088) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:50.488080 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Routers {'16492bc6-7ca9-4ee3-bf9a-a02d757c1232'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:18:50.491731 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['16492bc6-7ca9-4ee3-bf9a-a02d757c1232'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:50.493391 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3384385e-7ad2-4c73-9a44-4b337de5bb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:50.541535 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:50.542364 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2d20ec3e-6803-4a87-b3de-75ebe4f139eb up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:18:50.726190 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Set router 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:18:50.727888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Pushing event updated for resources: {'Port': ['ID=f86dd0bf-2120-4031-8b86-e4bfa538c6f1,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:50.732886 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-3384385e-7ad2-4c73-9a44-4b337de5bb23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 14:18:50.733238 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-3384385e-7ad2-4c73-9a44-4b337de5bb23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 14:18:50.832915 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:50.833214 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:50.915659 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:50.990026 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'name': 'tempest-TestShelveInstance-1299112543-router', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:49Z', 'revision_number': 3, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'gw_port': {'id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:51.077003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Allocated IP 172.20.0.1 (29d4d8d9-3910-4394-9a4c-ff887d971a14/2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e/7ab267ae-e63d-4f03-a253-52868097e10c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:18:51.179072 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Checking router: 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:18:51.179457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Updating router 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 port f75a76c1-89f9-4563-8a30-dada094f246a binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:18:51.184926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.204495 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.283614 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.325225 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Network 29d4d8d9-3910-4394-9a4c-ff887d971a14 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:18:51.328343 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:18:51.331935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:18:51.363681 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab267ae-e63d-4f03-a253-52868097e10c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:51.381606 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.510405 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1716dc33-dfff-42bb-8e21-8e85c63ee3b0 None None] Provisioning complete for port f86dd0bf-2120-4031-8b86-e4bfa538c6f1 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:51.513418 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1716dc33-dfff-42bb-8e21-8e85c63ee3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.513782 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.552371 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.586228 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.640712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e02ec5-80b7-44ee-a98f-5780b10c2463 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:18:51.655414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Attempting to bind port f75a76c1-89f9-4563-8a30-dada094f246a on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:18:51.655727 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Attempting to bind port f75a76c1-89f9-4563-8a30-dada094f246a by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:18:51.656138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Attempting to bind port f75a76c1-89f9-4563-8a30-dada094f246a on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:18:51.662749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0453d-6771-403f-9c04-aea37d821eab None None] Pushing event updated for resources: {'Port': ['ID=f75a76c1-89f9-4563-8a30-dada094f246a,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:51.668917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:18:51.668917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:18:51.668917 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.668917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:18:51.668917 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Bound port: f75a76c1-89f9-4563-8a30-dada094f246a, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:18:51.668917 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.720772 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] For port f75a76c1-89f9-4563-8a30-dada094f246a, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:18:51.721798 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.724075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] For port f75a76c1-89f9-4563-8a30-dada094f246a, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f75a76c1-89f9-4563-8a30-dada094f246a,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:18:51.774555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-36373747-3539-4b27-b9e6-c65f1c7844ae None None] Provisioning complete for port f75a76c1-89f9-4563-8a30-dada094f246a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:51.774927 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-36373747-3539-4b27-b9e6-c65f1c7844ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.791731 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.805503 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.849078 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-36373747-3539-4b27-b9e6-c65f1c7844ae None None] Port f75a76c1-89f9-4563-8a30-dada094f246a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:18:51.862980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab267ae-e63d-4f03-a253-52868097e10c,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:51.867949 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.868114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358dbce3-74f0-4c58-ad7c-54fbda2cd290 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:18:51.894420 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Routers {'16492bc6-7ca9-4ee3-bf9a-a02d757c1232'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:18:51.895043 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['16492bc6-7ca9-4ee3-bf9a-a02d757c1232'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:51.899442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0453d-6771-403f-9c04-aea37d821eab None None] Pushing event updated for resources: {'Port': ['ID=f75a76c1-89f9-4563-8a30-dada094f246a,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:51.901063 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-36373747-3539-4b27-b9e6-c65f1c7844ae None None] Provisioning complete for port 7ab267ae-e63d-4f03-a253-52868097e10c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:51.901441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-36373747-3539-4b27-b9e6-c65f1c7844ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:51.961491 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Network 29d4d8d9-3910-4394-9a4c-ff887d971a14 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:18:51.963165 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:18:52.016312 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-36373747-3539-4b27-b9e6-c65f1c7844ae None None] Port 7ab267ae-e63d-4f03-a253-52868097e10c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:18:52.025433 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f86dd0bf-2120-4031-8b86-e4bfa538c6f1 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:18:52.083306 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] Set router 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:18:52.087702 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Router 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:18:52.187383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f86dd0bf-2120-4031-8b86-e4bfa538c6f1 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:52.187768 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:52.211141 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:18:52.216486 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bd84ae89-ace5-4398-a470-dabe1c601d44 admin admin] 10.222.0.59 "PUT /v2.0/routers/16492bc6-7ca9-4ee3-bf9a-a02d757c1232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7313964 Dec 17 14:18:52.268538 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d99cc06b-6410-4da1-8a5c-4ecfa06fd202 None None] Provisioning complete for port f75a76c1-89f9-4563-8a30-dada094f246a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:52.268909 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d99cc06b-6410-4da1-8a5c-4ecfa06fd202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:52.470078 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d99cc06b-6410-4da1-8a5c-4ecfa06fd202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:52.495114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d99cc06b-6410-4da1-8a5c-4ecfa06fd202 None None] For port f75a76c1-89f9-4563-8a30-dada094f246a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f75a76c1-89f9-4563-8a30-dada094f246a,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:18:52.501108 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'name': 'tempest-TestShelveInstance-1299112543-router', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:51Z', 'revision_number': 4, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'gw_port': {'id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '7ab267ae-e63d-4f03-a253-52868097e10c', 'name': '', 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'mac_address': 'fa:16:3e:ca:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:50Z', 'updated_at': '2021-12-17T14:18:51Z', 'revision_number': 2, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'subnets': [{'id': '2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:52.531401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670aa05-53b0-4718-b86c-72fcaac8b1a7 None None] The sync data for ids ['16492bc6-7ca9-4ee3-bf9a-a02d757c1232'] in n-d-815324-5 is: [{'id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'name': 'tempest-TestShelveInstance-1299112543-router', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:51Z', 'revision_number': 4, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'gw_port': {'id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '7ab267ae-e63d-4f03-a253-52868097e10c', 'name': '', 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'mac_address': 'fa:16:3e:ca:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:50Z', 'updated_at': '2021-12-17T14:18:51Z', 'revision_number': 2, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'subnets': [{'id': '2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:18:52.569436 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d99cc06b-6410-4da1-8a5c-4ecfa06fd202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:52.629737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cc06b-6410-4da1-8a5c-4ecfa06fd202 None None] Pushing event updated for resources: {'Port': ['ID=f75a76c1-89f9-4563-8a30-dada094f246a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:52.690292 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-dedbf93d-a676-438a-ad3e-fa383137f497 None None] Provisioning complete for port 7ab267ae-e63d-4f03-a253-52868097e10c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:52.690905 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-dedbf93d-a676-438a-ad3e-fa383137f497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:52.748454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-dedbf93d-a676-438a-ad3e-fa383137f497 None None] Port 7ab267ae-e63d-4f03-a253-52868097e10c cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:18:52.900914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52096) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:52.905670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0e496b25-c6d8-41ca-bb1c-0c7cee7a29e7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1576305428', 'description': 'tempest-secgroup-smoke-1576305428 description', 'project_id': '362e5084243b4e09ac44a89ea721d2ac'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:53.014709 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e496b25-c6d8-41ca-bb1c-0c7cee7a29e7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:53.083975 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e496b25-c6d8-41ca-bb1c-0c7cee7a29e7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:53.159903 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e496b25-c6d8-41ca-bb1c-0c7cee7a29e7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:53.198740 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e496b25-c6d8-41ca-bb1c-0c7cee7a29e7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364792ed-9d77-4084-a999-6e107183ab81,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:53.263160 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0e496b25-c6d8-41ca-bb1c-0c7cee7a29e7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:53.264478 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0e496b25-c6d8-41ca-bb1c-0c7cee7a29e7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3625052 Dec 17 14:18:53.267365 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52098) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:53.272607 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-eee14c53-cdee-4e17-9a84-d935e83ba8a5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group_rule': {'security_group_id': '364792ed-9d77-4084-a999-6e107183ab81', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:53.374489 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eee14c53-cdee-4e17-9a84-d935e83ba8a5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:53.439218 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eee14c53-cdee-4e17-9a84-d935e83ba8a5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:53.494940 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eee14c53-cdee-4e17-9a84-d935e83ba8a5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:53.513958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee14c53-cdee-4e17-9a84-d935e83ba8a5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b03160-cad0-4fbf-a6be-cb1b92e8ecc8,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:53.582546 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-eee14c53-cdee-4e17-9a84-d935e83ba8a5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:53.583838 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-eee14c53-cdee-4e17-9a84-d935e83ba8a5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3154421 Dec 17 14:18:53.587252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52100) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:53.591947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-36b0d140-ea34-495f-a5c0-c7369249ae0f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group_rule': {'security_group_id': '364792ed-9d77-4084-a999-6e107183ab81', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:53.666854 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36b0d140-ea34-495f-a5c0-c7369249ae0f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:53.728382 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36b0d140-ea34-495f-a5c0-c7369249ae0f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:53.792110 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36b0d140-ea34-495f-a5c0-c7369249ae0f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:53.810520 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0d140-ea34-495f-a5c0-c7369249ae0f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e6ade1-2518-4d04-a4e8-b6ce9604fbe7,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:53.862645 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-36b0d140-ea34-495f-a5c0-c7369249ae0f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:53.863892 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-36b0d140-ea34-495f-a5c0-c7369249ae0f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2756040 Dec 17 14:18:53.866591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52102) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:53.870935 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-461b810e-f0ae-4ccb-b3b5-a4fca87015f7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group_rule': {'security_group_id': '364792ed-9d77-4084-a999-6e107183ab81', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:53.948571 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-461b810e-f0ae-4ccb-b3b5-a4fca87015f7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.015172 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-461b810e-f0ae-4ccb-b3b5-a4fca87015f7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.023579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f75a76c1-89f9-4563-8a30-dada094f246a up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:18:54.070865 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port f75a76c1-89f9-4563-8a30-dada094f246a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:54.071231 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.095044 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-461b810e-f0ae-4ccb-b3b5-a4fca87015f7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.112757 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b810e-f0ae-4ccb-b3b5-a4fca87015f7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1783dad5-536a-4f30-a18f-8f6f14f030f9,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:54.200093 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-461b810e-f0ae-4ccb-b3b5-a4fca87015f7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.202112 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-461b810e-f0ae-4ccb-b3b5-a4fca87015f7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338172 Dec 17 14:18:54.204100 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52104) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:54.208525 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-495637df-a393-4a9e-a525-5011bcc616e0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group_rule': {'security_group_id': '364792ed-9d77-4084-a999-6e107183ab81', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:54.300570 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-495637df-a393-4a9e-a525-5011bcc616e0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.359831 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-495637df-a393-4a9e-a525-5011bcc616e0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.431549 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-495637df-a393-4a9e-a525-5011bcc616e0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.450638 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495637df-a393-4a9e-a525-5011bcc616e0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b492ce-c719-4c3a-b648-0eb44c93294f,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:54.525014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-495637df-a393-4a9e-a525-5011bcc616e0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.526209 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-495637df-a393-4a9e-a525-5011bcc616e0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3211863 Dec 17 14:18:54.528993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52106) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:54.533709 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-e381ceb6-c6bc-498d-80e2-3e4edc2212d0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group_rule': {'security_group_id': '364792ed-9d77-4084-a999-6e107183ab81', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:54.614599 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-e381ceb6-c6bc-498d-80e2-3e4edc2212d0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Project 362e5084243b4e09ac44a89ea721d2ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:18:54.620908 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e381ceb6-c6bc-498d-80e2-3e4edc2212d0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.678747 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e381ceb6-c6bc-498d-80e2-3e4edc2212d0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.751484 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e381ceb6-c6bc-498d-80e2-3e4edc2212d0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.771342 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381ceb6-c6bc-498d-80e2-3e4edc2212d0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4509665-15a7-46b5-8907-c5b095417266,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:54.834389 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Sync routers for ids ['16492bc6-7ca9-4ee3-bf9a-a02d757c1232'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:18:54.839964 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-e381ceb6-c6bc-498d-80e2-3e4edc2212d0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.841274 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e381ceb6-c6bc-498d-80e2-3e4edc2212d0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3112259 Dec 17 14:18:54.843997 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52108) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:18:54.845283 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Routers {'16492bc6-7ca9-4ee3-bf9a-a02d757c1232'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:18:54.845932 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['16492bc6-7ca9-4ee3-bf9a-a02d757c1232'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:54.848363 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-add220f2-653d-4bfd-afd5-b5bd4ff9b5e5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group_rule': {'security_group_id': '364792ed-9d77-4084-a999-6e107183ab81', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:54.911842 n-d-815324-5 neutron-server[110453]: INFO neutron.db.securitygroups_db [None req-add220f2-653d-4bfd-afd5-b5bd4ff9b5e5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Project 362e5084243b4e09ac44a89ea721d2ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:18:54.917805 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add220f2-653d-4bfd-afd5-b5bd4ff9b5e5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:54.951666 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Set router 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:18:54.980243 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add220f2-653d-4bfd-afd5-b5bd4ff9b5e5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:55.031861 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add220f2-653d-4bfd-afd5-b5bd4ff9b5e5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:55.059582 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add220f2-653d-4bfd-afd5-b5bd4ff9b5e5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713d091e-c1a8-4b47-9a07-60c587b9f1d2,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:55.125841 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-add220f2-653d-4bfd-afd5-b5bd4ff9b5e5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:55.137601 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-add220f2-653d-4bfd-afd5-b5bd4ff9b5e5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2821922 Dec 17 14:18:55.171810 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'name': 'tempest-TestShelveInstance-1299112543-router', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:51Z', 'revision_number': 4, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'gw_port': {'id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '7ab267ae-e63d-4f03-a253-52868097e10c', 'name': '', 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'mac_address': 'fa:16:3e:ca:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:50Z', 'updated_at': '2021-12-17T14:18:51Z', 'revision_number': 2, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'subnets': [{'id': '2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:55.210611 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Checking router: 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:18:55.211056 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Updating router 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 port 7ab267ae-e63d-4f03-a253-52868097e10c binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:18:55.238137 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:55.362771 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-468fe4ab-7564-4eaf-b272-e9ccb801a69a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576305428&fields=id&tenant_id=362e5084243b4e09ac44a89ea721d2ac HTTP/1.1" status: 200 len: 267 time: 0.0550249 Dec 17 14:18:55.475486 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-85ee8f61-bf26-4d7d-9c29-ad0ba11c9ee8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:55.477063 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-85ee8f61-bf26-4d7d-9c29-ad0ba11c9ee8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 808 time: 0.1094787 Dec 17 14:18:55.492152 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-69098fc9-f381-4b8c-8cf8-b9c04f06ff53 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/quotas/362e5084243b4e09ac44a89ea721d2ac HTTP/1.1" status: 200 len: 375 time: 0.0094104 Dec 17 14:18:55.515565 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:55.548699 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-f7fc0626-417f-4445-8c5a-0d0454412107 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509880 Dec 17 14:18:55.592204 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:55.647522 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e28022-d745-4ee5-a075-23f50ce47a42 None None] Pushing event updated for resources: {'Port': ['ID=7ab267ae-e63d-4f03-a253-52868097e10c,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:55.655466 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-b2217967-1e70-4527-906b-1b05851ff279 service neutron] 10.222.0.59 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945621 Dec 17 14:18:55.702067 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Attempting to bind port 7ab267ae-e63d-4f03-a253-52868097e10c on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:18:55.702488 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Attempting to bind port 7ab267ae-e63d-4f03-a253-52868097e10c by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '51518368-673f-4911-93a0-c100f34529d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:18:55.702855 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Attempting to bind port 7ab267ae-e63d-4f03-a253-52868097e10c on network 29d4d8d9-3910-4394-9a4c-ff887d971a14 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:18:55.708741 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:18:55.709525 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Checking segment: {'id': '51518368-673f-4911-93a0-c100f34529d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:18:55.710155 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:55.710771 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Bound using segment: {'id': '51518368-673f-4911-93a0-c100f34529d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:18:55.711423 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Bound port: 7ab267ae-e63d-4f03-a253-52868097e10c, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51518368-673f-4911-93a0-c100f34529d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:18:55.711980 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:55.771808 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-bd95c5a7-0763-4b0f-bb18-8ebf380f03af service neutron] 10.222.0.59 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091766 Dec 17 14:18:55.782901 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] For port 7ab267ae-e63d-4f03-a253-52868097e10c, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:18:55.786238 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] For port 7ab267ae-e63d-4f03-a253-52868097e10c, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7ab267ae-e63d-4f03-a253-52868097e10c,segment=NetworkSegment(51518368-673f-4911-93a0-c100f34529d7),segment_id=51518368-673f-4911-93a0-c100f34529d7)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:18:55.867096 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:55.896085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-ed32db9c-6b74-4489-963c-9fa16487959f None None] Provisioning complete for port 7ab267ae-e63d-4f03-a253-52868097e10c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:55.896665 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ed32db9c-6b74-4489-963c-9fa16487959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:55.944502 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Routers {'16492bc6-7ca9-4ee3-bf9a-a02d757c1232'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:18:55.945141 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['16492bc6-7ca9-4ee3-bf9a-a02d757c1232'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:55.947047 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e28022-d745-4ee5-a075-23f50ce47a42 None None] Pushing event updated for resources: {'Port': ['ID=7ab267ae-e63d-4f03-a253-52868097e10c,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:56.068642 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ed32db9c-6b74-4489-963c-9fa16487959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:56.079503 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-3d96d3eb-b8a2-4797-afd7-9d53aef42a09 req-ab31dcac-1819-4905-8ba5-0ed7c97611dd tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 210 time: 0.0522480 Dec 17 14:18:56.106411 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] Set router 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:18:56.142428 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-ed32db9c-6b74-4489-963c-9fa16487959f None None] For port 7ab267ae-e63d-4f03-a253-52868097e10c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7ab267ae-e63d-4f03-a253-52868097e10c,segment=NetworkSegment(51518368-673f-4911-93a0-c100f34529d7),segment_id=51518368-673f-4911-93a0-c100f34529d7)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:18:56.237727 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ed32db9c-6b74-4489-963c-9fa16487959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:56.299990 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32db9c-6b74-4489-963c-9fa16487959f None None] Pushing event updated for resources: {'Port': ['ID=7ab267ae-e63d-4f03-a253-52868097e10c,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:56.358390 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1d87731b-d469-4109-a5c2-c2051689d497 None None] Provisioning complete for port 7ab267ae-e63d-4f03-a253-52868097e10c triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:56.358868 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1d87731b-d469-4109-a5c2-c2051689d497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:56.432663 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'name': 'tempest-TestShelveInstance-1299112543-router', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:51Z', 'revision_number': 4, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'gw_port': {'id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '7ab267ae-e63d-4f03-a253-52868097e10c', 'name': '', 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'mac_address': 'fa:16:3e:ca:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:50Z', 'updated_at': '2021-12-17T14:18:55Z', 'revision_number': 4, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'subnets': [{'id': '2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:18:56.460354 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2209702-9af4-4038-a8cd-6400c6b12a78 None None] The sync data for ids ['16492bc6-7ca9-4ee3-bf9a-a02d757c1232'] in n-d-815324-5 is: [{'id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'name': 'tempest-TestShelveInstance-1299112543-router', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:51Z', 'revision_number': 4, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'gw_port': {'id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '7ab267ae-e63d-4f03-a253-52868097e10c', 'name': '', 'network_id': '29d4d8d9-3910-4394-9a4c-ff887d971a14', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'mac_address': 'fa:16:3e:ca:ac:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:50Z', 'updated_at': '2021-12-17T14:18:55Z', 'revision_number': 4, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'subnets': [{'id': '2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:18:57.181112 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2dd31f49-82d2-476c-84bf-ca25a56d877e req-15ef136a-d287-4044-ad6c-8901362c06c7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 210 time: 0.0280497 Dec 17 14:18:58.014440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7ab267ae-e63d-4f03-a253-52868097e10c up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:18:58.044227 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-2e81da99-1d0f-4530-9688-b09732250d16 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:58.045767 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-2e81da99-1d0f-4530-9688-b09732250d16 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.54 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 808 time: 0.1149244 Dec 17 14:18:58.071239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 7ab267ae-e63d-4f03-a253-52868097e10c triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:58.071908 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:58.120429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-862bc22c-4274-4b66-8a1a-129b4a897189 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362e5084243b4e09ac44a89ea721d2ac HTTP/1.1" status: 200 len: 380 time: 0.0650952 Dec 17 14:18:58.130576 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'port': {'device_id': '617eab55-1810-432a-8702-004db80b85b7', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'admin_state_up': True, 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'security_groups': ['364792ed-9d77-4084-a999-6e107183ab81']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:58.279473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-56ef3fe2-2cff-43ef-992c-bd58f745c580 req-aa48a54d-bd75-47c4-96d9-be5f30a21b8d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 210 time: 0.0274854 Dec 17 14:18:58.317587 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Made reservation on behalf of 362e5084243b4e09ac44a89ea721d2ac for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:18:58.321246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:58.446901 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Allocated IP 172.20.0.4 (b880df77-b313-4d1c-9963-9506f842b8ea/16f642f7-b10e-4a3a-b1ce-5bd522479b74/67f7aee2-0a24-4e2f-b4a6-ef422054f46e) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:18:58.589219 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:58.694723 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:58.738357 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Network b880df77-b313-4d1c-9963-9506f842b8ea is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:18:58.741475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:18:58.744500 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:18:58.774187 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:58.801951 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:58.802581 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:58.874483 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0c0f0c91-2de1-4100-8d31-f1075c75e2a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7475834 Dec 17 14:18:58.887203 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Request body: {'port': {'device_id': '617eab55-1810-432a-8702-004db80b85b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:18:58.941976 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:58.998965 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0726df3f-8e77-4621-8c73-f8c251438b54 None None] Provisioning complete for port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:18:58.999341 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0726df3f-8e77-4621-8c73-f8c251438b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:59.034454 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0726df3f-8e77-4621-8c73-f8c251438b54 None None] Port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:18:59.253414 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f7aee2-0a24-4e2f-b4a6-ef422054f46e {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:18:59.261833 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:59.277809 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Transition to ACTIVE for port object 67f7aee2-0a24-4e2f-b4a6-ef422054f46e will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:18:59.351804 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:59.403954 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dbf69-1359-48b4-890e-207e21db60ab req-2c19331e-48ee-4647-8353-378427e0fe10 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:59.405468 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f15dbf69-1359-48b4-890e-207e21db60ab req-2c19331e-48ee-4647-8353-378427e0fe10 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 943 time: 0.0577993 Dec 17 14:18:59.409720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Pushing event updated for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:59.472805 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f15dbf69-1359-48b4-890e-207e21db60ab req-320601d3-8106-4e87-ad58-19e3873f8510 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576608 Dec 17 14:18:59.491828 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Attempting to bind port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:18:59.492163 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Attempting to bind port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:18:59.492787 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Attempting to bind port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e on network b880df77-b313-4d1c-9963-9506f842b8ea {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:18:59.497841 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e on network b880df77-b313-4d1c-9963-9506f842b8ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:18:59.498247 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Attempting to bind port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e on network b880df77-b313-4d1c-9963-9506f842b8ea {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:18:59.503568 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:18:59.503907 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Checking segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:18:59.504288 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Bound using segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:18:59.504713 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Bound port: 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:18:59.505070 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:59.571780 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:18:59.575131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:18:59.638034 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:59.678320 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:59.679005 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:18:59.680336 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] 10.222.0.54 "PUT /v2.0/ports/67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 200 len: 1091 time: 0.7975447 Dec 17 14:18:59.680776 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:18:59.683089 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232ef84f-cf46-4d37-af36-a99ac994fa59" -d '{"events": [{"name": "network-changed", "server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:18:59.704977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9938b-9715-4fea-a8da-50451f8f8da1 service neutron] Pushing event updated for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:18:59.729483 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4ffad8-a910-44c2-803f-78f035372c00 x-openstack-request-id: req-9a4ffad8-a910-44c2-803f-78f035372c00 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:18:59.729970 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:18:59.730103 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a4ffad8-a910-44c2-803f-78f035372c00 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:18:59.730461 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'status': 'completed', 'code': 200} Dec 17 14:18:59.799783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ef84f-cf46-4d37-af36-a99ac994fa59 req-6d764c62-364e-43c5-855f-af6e74265b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:59.801346 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-232ef84f-cf46-4d37-af36-a99ac994fa59 req-6d764c62-364e-43c5-855f-af6e74265b59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1094 time: 0.0498910 Dec 17 14:18:59.976768 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ef84f-cf46-4d37-af36-a99ac994fa59 req-070489b7-dcf5-4e74-9322-2ae019d76319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:18:59.976768 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-232ef84f-cf46-4d37-af36-a99ac994fa59 req-070489b7-dcf5-4e74-9322-2ae019d76319 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=362e5084243b4e09ac44a89ea721d2ac&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1642294 Dec 17 14:19:00.142026 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ef84f-cf46-4d37-af36-a99ac994fa59 req-557fe18b-3163-4e71-921b-520c7c612d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:00.143514 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-232ef84f-cf46-4d37-af36-a99ac994fa59 req-557fe18b-3163-4e71-921b-520c7c612d31 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625130 Dec 17 14:19:00.221441 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-76d8a88d-f9bc-4aca-9ce9-c6be70f29c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:00.222848 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-76d8a88d-f9bc-4aca-9ce9-c6be70f29c82 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1094 time: 0.0404565 Dec 17 14:19:00.264725 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-0764d543-8e82-427f-927a-58000070c22f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 200 len: 217 time: 0.0330420 Dec 17 14:19:00.313173 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-c1aa2d5a-0060-42f1-84db-aaa27afc79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:00.314601 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-c1aa2d5a-0060-42f1-84db-aaa27afc79d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0420282 Dec 17 14:19:00.363418 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-fc323379-9c39-4f48-9e86-de5136033ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:00.364887 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-fc323379-9c39-4f48-9e86-de5136033ba3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426676 Dec 17 14:19:00.456122 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-8474c8ce-60d7-4452-95bc-4d1bc6eca94e service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834610 Dec 17 14:19:00.549900 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d45e5a33-22cb-4191-bdc3-f5a911ea625e req-430c544a-05ea-4cd7-b3e6-554499777244 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874486 Dec 17 14:19:00.595846 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03ddd-a73f-406c-bb3c-bb1c536cad8b req-6f4344e4-4f46-4301-b11d-84ac3b374f31 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:00.597345 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-48c03ddd-a73f-406c-bb3c-bb1c536cad8b req-6f4344e4-4f46-4301-b11d-84ac3b374f31 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 943 time: 0.0490487 Dec 17 14:19:00.651331 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-48c03ddd-a73f-406c-bb3c-bb1c536cad8b req-8f142006-c9dc-4362-af6c-5d7b3d97bcfd tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473144 Dec 17 14:19:01.772899 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8dd41-b79f-4e75-9570-374532581bd8 req-0c59c326-27a0-4aa7-9e4f-d7c99bd764f3 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:01.775552 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ea8dd41-b79f-4e75-9570-374532581bd8 req-0c59c326-27a0-4aa7-9e4f-d7c99bd764f3 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 943 time: 0.0522673 Dec 17 14:19:01.828661 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8ea8dd41-b79f-4e75-9570-374532581bd8 req-37eb120f-0517-48fc-b319-61958b150cde tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457830 Dec 17 14:19:02.345634 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:02.959081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea46f7-11af-4c0d-9e58-25fc9e5ea415 req-a36b62b8-75ac-4420-8cc0-f7d6a77ad09b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:02.960584 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-efea46f7-11af-4c0d-9e58-25fc9e5ea415 req-a36b62b8-75ac-4420-8cc0-f7d6a77ad09b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 943 time: 0.0498781 Dec 17 14:19:03.009831 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-efea46f7-11af-4c0d-9e58-25fc9e5ea415 req-62b42726-7366-49ab-941e-a3772c4ce378 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Dec 17 14:19:04.122190 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385c382-87d0-44da-9add-0f82b3611b20 req-4d6ee9cf-02dc-491c-9691-96e630576abc tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:04.123684 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1385c382-87d0-44da-9add-0f82b3611b20 req-4d6ee9cf-02dc-491c-9691-96e630576abc tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 943 time: 0.0477169 Dec 17 14:19:04.178300 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1385c382-87d0-44da-9add-0f82b3611b20 req-3b64f028-1ed2-49a0-bfd9-ebdc0f2e84c4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482056 Dec 17 14:19:04.212308 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 67f7aee2-0a24-4e2f-b4a6-ef422054f46e details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:19:04.306232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:19:04.320594 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'port_id': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'mac_address': 'fa:16:3e:f6:97:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:19:04.356999 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:04.370284 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f7aee2-0a24-4e2f-b4a6-ef422054f46e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:19:04.389732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:19:04.454182 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:04.500494 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:19:04.691007 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['67f7aee2-0a24-4e2f-b4a6-ef422054f46e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:19:05.294446 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314b509-d046-4268-8f71-1cffdb506eeb req-07460335-6d04-4274-aeb8-86d9bb3512e4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:05.295946 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5314b509-d046-4268-8f71-1cffdb506eeb req-07460335-6d04-4274-aeb8-86d9bb3512e4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0500500 Dec 17 14:19:05.344695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5314b509-d046-4268-8f71-1cffdb506eeb req-5dba2947-6bbb-4645-a642-94810dd40ea3 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Dec 17 14:19:06.228529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 67f7aee2-0a24-4e2f-b4a6-ef422054f46e up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:19:06.298663 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:19:06.356788 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:19:06.360851 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:19:06.364247 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:06.438357 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:06.459973 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a961a9-a7b6-499b-8f61-ff78fc326c87 req-0d4c06bb-4bcd-4c86-9965-38416f467664 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:06.460861 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:19:06.461542 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79a961a9-a7b6-499b-8f61-ff78fc326c87 req-0d4c06bb-4bcd-4c86-9965-38416f467664 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0495071 Dec 17 14:19:06.463141 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a718b1-67f1-44a5-b9c9-c0325230834e" -d '{"events": [{"server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "name": "network-vif-plugged", "status": "completed", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:19:06.476328 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:19:06.502528 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5036a8f9-771c-410b-9007-4b23e8373ad5 x-openstack-request-id: req-5036a8f9-771c-410b-9007-4b23e8373ad5 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:19:06.502937 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "name": "network-vif-plugged", "status": "completed", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:19:06.503197 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5036a8f9-771c-410b-9007-4b23e8373ad5 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:19:06.503597 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'code': 200} Dec 17 14:19:06.515033 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79a961a9-a7b6-499b-8f61-ff78fc326c87 req-c70d3c0c-ec7d-40ae-8be5-3f801fa4bd9e tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Dec 17 14:19:06.534097 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:06.581916 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:19:06.605870 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b0d8-6e67-453e-abef-3465a29976dd req-72f6378c-ce34-4179-882c-790147fc2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:06.607364 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-57a1b0d8-6e67-453e-abef-3465a29976dd req-72f6378c-ce34-4179-882c-790147fc2a7e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1096 time: 0.0404599 Dec 17 14:19:06.659544 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-57a1b0d8-6e67-453e-abef-3465a29976dd req-ee5ae7e5-9f00-4190-9118-9190047941ea service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443685 Dec 17 14:19:06.768134 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:07.649960 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252371-4837-4677-b912-1d249c4276ce req-9b8bbdee-5c8b-412f-84d0-7ba0bd322f9a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:07.651509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87252371-4837-4677-b912-1d249c4276ce req-9b8bbdee-5c8b-412f-84d0-7ba0bd322f9a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0604105 Dec 17 14:19:07.710283 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87252371-4837-4677-b912-1d249c4276ce req-e3f5570e-ce35-4c19-829c-1f494be01c1d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527036 Dec 17 14:19:08.830714 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4148ec-d0e2-4618-b87e-58a1283e4640 req-eb32f007-797e-4055-b4ee-b79364b833a5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:08.832198 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f4148ec-d0e2-4618-b87e-58a1283e4640 req-eb32f007-797e-4055-b4ee-b79364b833a5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Dec 17 14:19:08.881061 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f4148ec-d0e2-4618-b87e-58a1283e4640 req-ec6206e2-088e-473c-ba49-3f38e3b5bb1a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Dec 17 14:19:08.995299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3507be-16f1-4d65-b607-64b18f79c7e8 req-78ad7864-4b6c-44db-866e-1bd3c71f2056 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:08.996695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc3507be-16f1-4d65-b607-64b18f79c7e8 req-78ad7864-4b6c-44db-866e-1bd3c71f2056 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0485613 Dec 17 14:19:09.045369 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dc3507be-16f1-4d65-b607-64b18f79c7e8 req-458f061f-d1e0-4f7c-9777-894047bfddcf tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Dec 17 14:19:09.067796 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52164) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:19:09.207872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664d99bf-277c-4073-9186-6bb35cc18076 tempest-TestShelveInstance-831259504 tempest-TestShelveInstance-831259504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:09.209998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-664d99bf-277c-4073-9186-6bb35cc18076 tempest-TestShelveInstance-831259504 tempest-TestShelveInstance-831259504-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1091 time: 0.1411881 Dec 17 14:19:09.212901 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 52168) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:19:09.217282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:19:09.311227 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:09.413758 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:09.523815 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Allocated IP 172.25.0.73 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/a6ee2019-8c53-4506-a04f-54264b536709) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:19:09.629388 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:09.717183 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:09.757799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:19:09.760924 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:19:09.763549 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:19:09.793958 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'Port': ['ID=a6ee2019-8c53-4506-a04f-54264b536709,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:19:10.134999 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:10.284185 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:10.430088 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:10.494196 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:10.567389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'Port': ['ID=a6ee2019-8c53-4506-a04f-54264b536709,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:19:10.577719 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:10.679106 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Floating IP e70cb87b-bd17-49e6-93dc-7c25462363e2 associated. External IP: 172.25.0.73, port: 67f7aee2-0a24-4e2f-b4a6-ef422054f46e. Dec 17 14:19:10.883676 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Router 6e4912a0-3921-42d1-a789-8c3459bd1b70 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:19:10.991204 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:19:11.000813 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea56f2-972f-4094-b558-a299bc66ccdc None None] Sync routers for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:19:11.012005 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea56f2-972f-4094-b558-a299bc66ccdc None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:19:11.021776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7cea56f2-972f-4094-b558-a299bc66ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:19:11.091052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:11.286910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-7cea56f2-972f-4094-b558-a299bc66ccdc None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:19:11.431560 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-d2f7ef11-812a-4515-af7d-20b09ba8873f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2109227 Dec 17 14:19:11.431560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:19:11.431560 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6035119-67c5-45f1-a040-f6242730ff4f" -d '{"events": [{"name": "network-changed", "server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:19:11.514505 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7cea56f2-972f-4094-b558-a299bc66ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'e70cb87b-bd17-49e6-93dc-7c25462363e2', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'port_id': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'mac_address': 'fa:16:3e:f6:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617eab55-1810-432a-8702-004db80b85b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:19:09Z', 'updated_at': '2021-12-17T14:19:09Z', 'revision_number': 0, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:19:11.520882 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b404740a-6dbd-41fb-8479-9e0b4b556faa x-openstack-request-id: req-b404740a-6dbd-41fb-8479-9e0b4b556faa {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:19:11.520882 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:19:11.520882 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b404740a-6dbd-41fb-8479-9e0b4b556faa {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:19:11.521496 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'status': 'completed', 'code': 200} Dec 17 14:19:11.544642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea56f2-972f-4094-b558-a299bc66ccdc None None] Checking router: 6e4912a0-3921-42d1-a789-8c3459bd1b70 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:19:11.553771 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea56f2-972f-4094-b558-a299bc66ccdc None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:19:11.554386 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7cea56f2-972f-4094-b558-a299bc66ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:18:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:19:11.583486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6035119-67c5-45f1-a040-f6242730ff4f req-847f9a9c-8aa6-4a5a-ba39-48f547a1be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:11.584997 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6035119-67c5-45f1-a040-f6242730ff4f req-847f9a9c-8aa6-4a5a-ba39-48f547a1be1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1096 time: 0.0410233 Dec 17 14:19:11.661680 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-7cea56f2-972f-4094-b558-a299bc66ccdc None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:19:11.676953 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6035119-67c5-45f1-a040-f6242730ff4f req-b26c392a-935d-4fdd-93f9-0de32569e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:11.679267 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6035119-67c5-45f1-a040-f6242730ff4f req-b26c392a-935d-4fdd-93f9-0de32569e511 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0876958 Dec 17 14:19:11.748840 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6035119-67c5-45f1-a040-f6242730ff4f req-6cfa629b-adea-455d-90b7-43793f28734e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 200 len: 998 time: 0.0577655 Dec 17 14:19:11.794006 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6035119-67c5-45f1-a040-f6242730ff4f req-685215cb-2892-4838-846a-a470f5012d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:11.795498 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6035119-67c5-45f1-a040-f6242730ff4f req-685215cb-2892-4838-846a-a470f5012d28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0444782 Dec 17 14:19:11.844074 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6035119-67c5-45f1-a040-f6242730ff4f req-19bfbe13-6593-4c3d-8345-e3e072b22e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:11.845628 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6035119-67c5-45f1-a040-f6242730ff4f req-19bfbe13-6593-4c3d-8345-e3e072b22e94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431771 Dec 17 14:19:11.888055 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7cea56f2-972f-4094-b558-a299bc66ccdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'e70cb87b-bd17-49e6-93dc-7c25462363e2', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'port_id': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'mac_address': 'fa:16:3e:f6:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617eab55-1810-432a-8702-004db80b85b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:19:09Z', 'updated_at': '2021-12-17T14:19:09Z', 'revision_number': 0, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:19:11.918038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea56f2-972f-4094-b558-a299bc66ccdc None None] The sync data for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 is: [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': 'e70cb87b-bd17-49e6-93dc-7c25462363e2', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'port_id': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'mac_address': 'fa:16:3e:f6:97:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617eab55-1810-432a-8702-004db80b85b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:19:09Z', 'updated_at': '2021-12-17T14:19:09Z', 'revision_number': 0, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:19:11.934513 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6035119-67c5-45f1-a040-f6242730ff4f req-f7b84b55-f5ea-4b11-b27b-6cc65cd94f33 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813704 Dec 17 14:19:12.031344 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6035119-67c5-45f1-a040-f6242730ff4f req-0cfe2426-28f8-4db3-a100-697204b7f806 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896461 Dec 17 14:19:12.108502 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a8145-16a5-478d-8989-9a0dffcc98b4 None None] New status for floating IP e70cb87b-bd17-49e6-93dc-7c25462363e2: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:19:13.910950 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c9d4142b-2358-4d9b-bdad-044aef1a76a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:16.419745 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c594f41a-f7d7-4f1b-9f17-9259d7282cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:17.996873 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:19.162389 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:19.830346 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:32.390760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:36.779264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:43.297444 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:19:43.909984 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c71ca576-2dca-4605-8a3c-0a5cdad96a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:46.378925 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8685dcb1-b078-4597-8161-247925c41b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:47.990652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:49.167170 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:49.863613 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:19:53.232306 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21eac382-30ba-4e71-b84b-085a08ccd5e4 req-147fc9c5-f27f-4570-96bf-b2785e6d57d8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0919855 Dec 17 14:19:53.313612 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac382-30ba-4e71-b84b-085a08ccd5e4 req-79cc5b94-a9da-4eb6-8274-3da840565b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:53.315090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21eac382-30ba-4e71-b84b-085a08ccd5e4 req-79cc5b94-a9da-4eb6-8274-3da840565b74 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1096 time: 0.0411587 Dec 17 14:19:53.421311 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac382-30ba-4e71-b84b-085a08ccd5e4 req-bbcd1d3c-1507-4c43-90e2-a49abcf4c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:53.422800 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21eac382-30ba-4e71-b84b-085a08ccd5e4 req-bbcd1d3c-1507-4c43-90e2-a49abcf4c4fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0889218 Dec 17 14:19:53.489282 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21eac382-30ba-4e71-b84b-085a08ccd5e4 req-f301b444-f216-4a00-9e12-0f774d3f5679 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 200 len: 1000 time: 0.0589137 Dec 17 14:19:53.539852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac382-30ba-4e71-b84b-085a08ccd5e4 req-67a8499d-8ac1-42e4-b12a-44082bf58a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:53.541324 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21eac382-30ba-4e71-b84b-085a08ccd5e4 req-67a8499d-8ac1-42e4-b12a-44082bf58a1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0455115 Dec 17 14:19:53.590448 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac382-30ba-4e71-b84b-085a08ccd5e4 req-7937b5a8-d116-4915-b2f9-ce622b31fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:19:53.591923 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21eac382-30ba-4e71-b84b-085a08ccd5e4 req-7937b5a8-d116-4915-b2f9-ce622b31fe51 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433915 Dec 17 14:19:53.682941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21eac382-30ba-4e71-b84b-085a08ccd5e4 req-a3009272-6dbd-4fe8-93dd-0bf9639573fa service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828555 Dec 17 14:19:53.776503 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-21eac382-30ba-4e71-b84b-085a08ccd5e4 req-04d063cc-8756-40a7-9b36-fba447fba317 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865266 Dec 17 14:20:02.361500 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:06.790313 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:13.938382 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d03a9da9-e237-47e3-91dd-24ebeeb23de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:16.378296 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-27b100e1-8e17-4abb-baeb-c23580b14698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:18.029283 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:19.166034 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:19.863925 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:20.297159 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:20:32.389494 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:36.822283 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:43.903926 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4ea4eb40-9a0e-4ce8-9fb9-ab5939edc79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:46.377780 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0637e82d-da74-40de-907e-d9422a925c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:48.006030 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:49.187574 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:49.856146 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:20:54.167155 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bb7d20d1-c10f-47c5-ab05-47571706cdfd req-44b9e20a-5d69-4564-b088-ca247bd78559 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418949 Dec 17 14:20:54.250058 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d20d1-c10f-47c5-ab05-47571706cdfd req-687a7db5-12b0-44d7-85e3-713a95b65ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:20:54.251516 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bb7d20d1-c10f-47c5-ab05-47571706cdfd req-687a7db5-12b0-44d7-85e3-713a95b65ca5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1096 time: 0.0408070 Dec 17 14:20:54.635119 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d20d1-c10f-47c5-ab05-47571706cdfd req-ab1e9e7a-76d1-4e20-b198-a7333684f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:20:54.636582 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bb7d20d1-c10f-47c5-ab05-47571706cdfd req-ab1e9e7a-76d1-4e20-b198-a7333684f385 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.3649704 Dec 17 14:20:54.701633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bb7d20d1-c10f-47c5-ab05-47571706cdfd req-063d8c79-bcac-4312-a992-6366a423ec30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 200 len: 1000 time: 0.0577805 Dec 17 14:20:54.755045 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d20d1-c10f-47c5-ab05-47571706cdfd req-2907472e-408e-480e-9e1a-71e503b2ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:20:54.756490 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bb7d20d1-c10f-47c5-ab05-47571706cdfd req-2907472e-408e-480e-9e1a-71e503b2ff5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0475950 Dec 17 14:20:54.801834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d20d1-c10f-47c5-ab05-47571706cdfd req-bfd8f12e-f4fe-4a30-9b76-ef209b3c0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:20:54.803316 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bb7d20d1-c10f-47c5-ab05-47571706cdfd req-bfd8f12e-f4fe-4a30-9b76-ef209b3c0b06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399606 Dec 17 14:20:54.892719 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bb7d20d1-c10f-47c5-ab05-47571706cdfd req-ed4f0c8d-0286-4c47-9e66-82f728cb228e service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815234 Dec 17 14:20:55.026576 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bb7d20d1-c10f-47c5-ab05-47571706cdfd req-a378c5fa-dfd1-4489-a73a-ae3dea5a7b75 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872991 Dec 17 14:20:57.296835 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:21:02.360973 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:06.588268 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69735a73-88f1-4f51-a458-a7cf910ffcd2 req-6ccf9e91-1e9b-4c35-b341-a22aa0bbc30a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:06.589856 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-69735a73-88f1-4f51-a458-a7cf910ffcd2 req-6ccf9e91-1e9b-4c35-b341-a22aa0bbc30a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0504932 Dec 17 14:21:06.641137 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-69735a73-88f1-4f51-a458-a7cf910ffcd2 req-64af664e-4d7d-4e64-9097-1ef2bbe5b3f7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441341 Dec 17 14:21:06.894987 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:07.792751 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41b658-4458-41d5-8562-4a17af12175b req-790f6937-1600-4e1c-8dae-71c1f403f471 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:07.794374 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fb41b658-4458-41d5-8562-4a17af12175b req-790f6937-1600-4e1c-8dae-71c1f403f471 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0520706 Dec 17 14:21:07.848333 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fb41b658-4458-41d5-8562-4a17af12175b req-ca931bdb-71d9-41e7-ac58-b9fae1ead9cc tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463250 Dec 17 14:21:09.004680 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2413cb-2bcc-4cd5-8aff-04e491330ced req-f9283ed3-8b21-4dc7-b55c-30a868488192 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:09.006228 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a2413cb-2bcc-4cd5-8aff-04e491330ced req-f9283ed3-8b21-4dc7-b55c-30a868488192 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0559926 Dec 17 14:21:09.058334 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1a2413cb-2bcc-4cd5-8aff-04e491330ced req-e8a6f352-9acf-4345-be74-bbed496a0206 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460908 Dec 17 14:21:10.180056 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4721b8-348b-4ccb-820c-9bcd470983d4 req-c2e7cf10-c4fa-4955-8a23-c86073b1d48e tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:10.181621 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a4721b8-348b-4ccb-820c-9bcd470983d4 req-c2e7cf10-c4fa-4955-8a23-c86073b1d48e tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0526497 Dec 17 14:21:10.233045 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a4721b8-348b-4ccb-820c-9bcd470983d4 req-623f2078-ce0d-468a-82f3-ed2518ec5e58 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454946 Dec 17 14:21:11.356214 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85455ce6-2157-4b44-8eaf-89027a04efbc req-22103f5b-0894-4ddd-a88a-731902ac5fb3 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:11.357751 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-85455ce6-2157-4b44-8eaf-89027a04efbc req-22103f5b-0894-4ddd-a88a-731902ac5fb3 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0493481 Dec 17 14:21:11.407588 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-85455ce6-2157-4b44-8eaf-89027a04efbc req-c2eb0f2b-3bcd-440e-8abc-2a955f9e1b65 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427043 Dec 17 14:21:12.524906 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5288d2-03dc-4e89-96bd-6d481e786c09 req-faa4b20d-b1b5-482f-9497-b39aad922e2c tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:12.526689 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f5288d2-03dc-4e89-96bd-6d481e786c09 req-faa4b20d-b1b5-482f-9497-b39aad922e2c tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0507832 Dec 17 14:21:12.577312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3f5288d2-03dc-4e89-96bd-6d481e786c09 req-d9efc775-a61b-40f9-8fd6-e7fbc7f0fc08 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Dec 17 14:21:13.698404 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850dd94-c5b2-49a3-b215-c44636483826 req-b3dbc2b5-45ee-49a8-ac66-47b167fd22bc tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:13.699888 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1850dd94-c5b2-49a3-b215-c44636483826 req-b3dbc2b5-45ee-49a8-ac66-47b167fd22bc tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0506008 Dec 17 14:21:13.754160 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1850dd94-c5b2-49a3-b215-c44636483826 req-90de2181-4689-4283-8351-8682bba6de89 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470817 Dec 17 14:21:13.909627 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ad4838d4-473f-4fc1-9e8b-d3ab5e10447a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:14.871408 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514a023-58ae-408a-8f64-9fa51b390289 req-95aaf2d9-56c2-4514-81d4-f7ccece30274 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:14.872889 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d514a023-58ae-408a-8f64-9fa51b390289 req-95aaf2d9-56c2-4514-81d4-f7ccece30274 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Dec 17 14:21:14.921197 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d514a023-58ae-408a-8f64-9fa51b390289 req-3a0237ec-40f4-4dd3-a03d-b5874a130f34 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420341 Dec 17 14:21:16.037215 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a311ff1-b19b-4bb2-8b8f-9ed9eed5221d req-8b98e9f4-1c83-4396-ab2d-278dd71974b9 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:16.041767 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a311ff1-b19b-4bb2-8b8f-9ed9eed5221d req-8b98e9f4-1c83-4396-ab2d-278dd71974b9 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0503480 Dec 17 14:21:16.089127 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0a311ff1-b19b-4bb2-8b8f-9ed9eed5221d req-a2dda603-c0cc-4e8b-9805-84c924495131 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442319 Dec 17 14:21:16.375246 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a931-1229-4d14-9c42-0892ff7945cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:17.215427 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869b358-17f1-4be9-8cb4-9388c4dc013a req-00b8e134-4490-4e43-9231-74009b55d90d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:17.216869 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0869b358-17f1-4be9-8cb4-9388c4dc013a req-00b8e134-4490-4e43-9231-74009b55d90d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0539446 Dec 17 14:21:17.269900 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0869b358-17f1-4be9-8cb4-9388c4dc013a req-6fd525ab-cc77-4072-b9e0-986aa1726646 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460277 Dec 17 14:21:18.026375 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:18.394347 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e9ca5-2870-4c59-9ad9-201d9852e53d req-6023603d-f337-437e-9378-5c6d40ace79b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:18.398011 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a80e9ca5-2870-4c59-9ad9-201d9852e53d req-6023603d-f337-437e-9378-5c6d40ace79b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0530474 Dec 17 14:21:18.446214 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a80e9ca5-2870-4c59-9ad9-201d9852e53d req-d2b34006-6d6c-43c4-bf76-8506497663b8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440402 Dec 17 14:21:19.053151 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 67f7aee2-0a24-4e2f-b4a6-ef422054f46e details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:21:19.163723 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:21:19.175246 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'port_id': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'mac_address': 'fa:16:3e:f6:97:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:21:19.215723 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:19.237805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67f7aee2-0a24-4e2f-b4a6-ef422054f46e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:21:19.257850 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:21:19.260200 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:19.344320 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:19.399767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:21:19.408115 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.408463 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.408830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.409167 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.409498 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.410079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.410414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.410744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.411122 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.411450 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.411894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.412253 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.412576 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:19.417935 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['67f7aee2-0a24-4e2f-b4a6-ef422054f46e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:21:19.577341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614960a9-f6b6-4804-ae6e-dcc2c619448d req-29ea2c2c-a786-4c6e-b6f0-8f80189f0691 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:19.579056 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-614960a9-f6b6-4804-ae6e-dcc2c619448d req-29ea2c2c-a786-4c6e-b6f0-8f80189f0691 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0579293 Dec 17 14:21:19.639428 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-614960a9-f6b6-4804-ae6e-dcc2c619448d req-7caad1e7-1cb7-45fa-9ed3-f898490ada30 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485542 Dec 17 14:21:19.874758 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:20.792047 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526bf28-004c-4305-a8f8-ee4ea000a160 req-3a9d94d9-e123-4357-9a18-5edc76c3c832 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:20.802824 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b526bf28-004c-4305-a8f8-ee4ea000a160 req-3a9d94d9-e123-4357-9a18-5edc76c3c832 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0735698 Dec 17 14:21:20.870720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b526bf28-004c-4305-a8f8-ee4ea000a160 req-77977d19-0f5c-496a-978b-bebcd616d602 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663967 Dec 17 14:21:21.065170 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 67f7aee2-0a24-4e2f-b4a6-ef422054f46e up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:21:21.136615 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:21:21.137114 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:21.232897 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:21.265208 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:21:21.268208 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4d77d9-a834-4fa9-9e90-4e29d4785701" -d '{"events": [{"server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "name": "network-vif-plugged", "status": "completed", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:21:21.294836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:21:21.405982 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e658ca35-2464-4260-9cf9-bb75cd302391 x-openstack-request-id: req-e658ca35-2464-4260-9cf9-bb75cd302391 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:21:21.406552 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "name": "network-vif-plugged", "status": "completed", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:21:21.407041 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e658ca35-2464-4260-9cf9-bb75cd302391 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:21:21.407624 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'code': 200} Dec 17 14:21:21.409504 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:21.468716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:21:21.998410 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0fdeb-1151-4fe7-8cac-71b0fc86560d req-bfe7d8de-316f-447f-8823-42fb3ebdbf78 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:21.999940 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91d0fdeb-1151-4fe7-8cac-71b0fc86560d req-bfe7d8de-316f-447f-8823-42fb3ebdbf78 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0586226 Dec 17 14:21:22.070710 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91d0fdeb-1151-4fe7-8cac-71b0fc86560d req-f1fcaf00-198d-497f-a2ab-fa61a978a731 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537615 Dec 17 14:21:23.243773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c20ce-65fa-468a-ba2c-c0a29308171f req-c905198c-7274-4fce-93ea-ee6e6d2ca7f5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:23.245720 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-166c20ce-65fa-468a-ba2c-c0a29308171f req-c905198c-7274-4fce-93ea-ee6e6d2ca7f5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0684330 Dec 17 14:21:23.316352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-166c20ce-65fa-468a-ba2c-c0a29308171f req-6ce36b95-a3d0-4a18-8ee4-b17bee3ebdc0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616715 Dec 17 14:21:24.453525 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ae95d-ee1d-4a54-af2d-8c334ba4dc62 req-aef13a37-2a2b-42ed-a955-44fc53e01c04 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:24.456061 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b4ae95d-ee1d-4a54-af2d-8c334ba4dc62 req-aef13a37-2a2b-42ed-a955-44fc53e01c04 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0687900 Dec 17 14:21:24.515862 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b4ae95d-ee1d-4a54-af2d-8c334ba4dc62 req-8eff76d5-a809-4c2f-b55d-a86f7f69333d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531592 Dec 17 14:21:25.642934 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434760cd-c45f-4f55-8f0c-3f7eaa070f5f req-a23da159-3033-4741-bf0a-9f743f28ea37 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:25.644454 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-434760cd-c45f-4f55-8f0c-3f7eaa070f5f req-a23da159-3033-4741-bf0a-9f743f28ea37 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0524466 Dec 17 14:21:25.695463 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-434760cd-c45f-4f55-8f0c-3f7eaa070f5f req-e7d6205a-b9e6-41bc-9d9c-3e6da3ea3cb4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450132 Dec 17 14:21:26.829250 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31837cfe-ee2d-445f-bb39-7a5746996702 req-1549acaf-df4a-4121-a89b-b9181623ae1b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:26.831578 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31837cfe-ee2d-445f-bb39-7a5746996702 req-1549acaf-df4a-4121-a89b-b9181623ae1b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0595706 Dec 17 14:21:26.901008 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-31837cfe-ee2d-445f-bb39-7a5746996702 req-86d27ff4-1072-4185-83a6-7dfe985b5cc3 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630898 Dec 17 14:21:28.029435 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ac1cf-8dfa-4b63-a362-72833dab92bb req-016a09b8-2b9e-496a-9835-a3dc394cafb5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:28.031188 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-384ac1cf-8dfa-4b63-a362-72833dab92bb req-016a09b8-2b9e-496a-9835-a3dc394cafb5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0549746 Dec 17 14:21:28.092084 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-384ac1cf-8dfa-4b63-a362-72833dab92bb req-24fb882b-5e64-4140-ad29-f296930da1c1 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521364 Dec 17 14:21:29.229796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271da69e-2a31-4daf-a4fd-80de74a4ba93 req-f23e5b39-a482-4554-a1f9-d6a347d6fe10 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:29.231429 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-271da69e-2a31-4daf-a4fd-80de74a4ba93 req-f23e5b39-a482-4554-a1f9-d6a347d6fe10 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0652266 Dec 17 14:21:29.304066 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-271da69e-2a31-4daf-a4fd-80de74a4ba93 req-63335a79-c688-45de-bc6f-0a46a6e1f094 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653496 Dec 17 14:21:30.435185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14b7a8-2349-47f1-b545-40da5c912530 req-e26bd03a-4bd1-4151-a534-c325f3826283 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:30.436737 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e14b7a8-2349-47f1-b545-40da5c912530 req-e26bd03a-4bd1-4151-a534-c325f3826283 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0553226 Dec 17 14:21:30.500013 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8e14b7a8-2349-47f1-b545-40da5c912530 req-bb582b9e-090e-4346-9664-d2a47335480e tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565586 Dec 17 14:21:30.692482 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e4ac4-574c-4a77-a5f4-ed37891b52cb req-354a52f0-8c9c-4c74-9cc7-b3d4a951abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:30.693917 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-360e4ac4-574c-4a77-a5f4-ed37891b52cb req-354a52f0-8c9c-4c74-9cc7-b3d4a951abc8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1096 time: 0.0434189 Dec 17 14:21:30.785474 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e4ac4-574c-4a77-a5f4-ed37891b52cb req-2d503a10-ebe9-4f79-8097-c1d8689058ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:30.787031 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-360e4ac4-574c-4a77-a5f4-ed37891b52cb req-2d503a10-ebe9-4f79-8097-c1d8689058ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0867391 Dec 17 14:21:30.859131 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-360e4ac4-574c-4a77-a5f4-ed37891b52cb req-5f3e10f0-7a9c-42bd-979b-268a947d9a98 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 200 len: 1000 time: 0.0654793 Dec 17 14:21:30.910859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e4ac4-574c-4a77-a5f4-ed37891b52cb req-0d43e894-fbfa-4541-99c1-4a5f0f5e7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:30.912554 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-360e4ac4-574c-4a77-a5f4-ed37891b52cb req-0d43e894-fbfa-4541-99c1-4a5f0f5e7735 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0453236 Dec 17 14:21:30.960677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e4ac4-574c-4a77-a5f4-ed37891b52cb req-57a469f9-aa9c-4dbc-a3d2-5ddcd2ce218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:30.962165 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-360e4ac4-574c-4a77-a5f4-ed37891b52cb req-57a469f9-aa9c-4dbc-a3d2-5ddcd2ce218f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429237 Dec 17 14:21:31.065987 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-360e4ac4-574c-4a77-a5f4-ed37891b52cb req-b77031bd-2609-4fe5-b2cb-bc2ef042a6ab service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968635 Dec 17 14:21:31.159504 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-360e4ac4-574c-4a77-a5f4-ed37891b52cb req-b430b85f-e921-41fa-b67f-82d781883b37 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868914 Dec 17 14:21:31.680451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf49831-9cd3-4169-a00a-74fd304d721b req-d56057ba-8c0d-4a2e-bbc9-3b494ed3f43f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:31.682038 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bdf49831-9cd3-4169-a00a-74fd304d721b req-d56057ba-8c0d-4a2e-bbc9-3b494ed3f43f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.1133115 Dec 17 14:21:31.732635 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-bdf49831-9cd3-4169-a00a-74fd304d721b req-83d3e50a-57ce-4611-bd8a-6c5b6ebda5a8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439539 Dec 17 14:21:32.377738 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:32.920019 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f091210-4e4d-4d0b-b4c2-a0b94b36b2ed req-b870a362-63b2-4a86-9f1a-f5573953c584 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:32.921603 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f091210-4e4d-4d0b-b4c2-a0b94b36b2ed req-b870a362-63b2-4a86-9f1a-f5573953c584 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.1087584 Dec 17 14:21:32.983756 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1f091210-4e4d-4d0b-b4c2-a0b94b36b2ed req-b97d8005-7025-4233-bf97-ad09618806de tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559938 Dec 17 14:21:33.115522 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 67f7aee2-0a24-4e2f-b4a6-ef422054f46e no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:21:33.195557 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:33.218333 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:21:33.220614 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60da08f-6676-4b97-9b00-300322cffc33" -d '{"events": [{"server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "name": "network-vif-unplugged", "status": "completed", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:21:33.233764 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:21:33.314773 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:33.371040 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:21:34.106362 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51117715-51c1-401b-880e-b0bc6d433d6f req-a0b1c49d-e1cd-45ac-95b2-3cb6c2c1d9fe tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:34.107932 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51117715-51c1-401b-880e-b0bc6d433d6f req-a0b1c49d-e1cd-45ac-95b2-3cb6c2c1d9fe tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 943 time: 0.0544245 Dec 17 14:21:34.160899 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-51117715-51c1-401b-880e-b0bc6d433d6f req-5afa0dcd-6415-4fa9-9428-a8edb14d96b0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465348 Dec 17 14:21:34.279460 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 14:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dec1b4-2e96-4f70-848d-036b44f16f78 x-openstack-request-id: req-38dec1b4-2e96-4f70-848d-036b44f16f78 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:21:34.280226 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "name": "network-vif-unplugged", "status": "completed", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:21:34.280226 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38dec1b4-2e96-4f70-848d-036b44f16f78 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:21:34.280552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-0b617b8e-2f73-4cb5-af2b-ff206cd2c0be req-40d88453-e1c1-43fc-9f5a-bed724a2334e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:21:34.280724 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'code': 200} Dec 17 14:21:34.281567 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0b617b8e-2f73-4cb5-af2b-ff206cd2c0be req-40d88453-e1c1-43fc-9f5a-bed724a2334e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526156 Dec 17 14:21:34.295521 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:21:34.600516 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496beccb-02a0-415d-866c-ca66bed94cfc req-287707d2-15db-49ef-bca9-1fd37ff59bbd tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:34.602221 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-496beccb-02a0-415d-866c-ca66bed94cfc req-287707d2-15db-49ef-bca9-1fd37ff59bbd tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 943 time: 0.0569146 Dec 17 14:21:34.665475 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-496beccb-02a0-415d-866c-ca66bed94cfc req-c7deeb1c-74b6-4fe3-a0be-66f58e1b7b1a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569537 Dec 17 14:21:35.121123 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-32b9cb83-34c6-45ca-89c0-2a17c2bcf341 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060264 Dec 17 14:21:35.795103 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217a33-4444-47e9-a91f-a8b0c0d9ffd9 req-961a0709-e150-40e8-8d10-3767339cf19a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:35.796678 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04217a33-4444-47e9-a91f-a8b0c0d9ffd9 req-961a0709-e150-40e8-8d10-3767339cf19a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 943 time: 0.0592270 Dec 17 14:21:35.852148 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-04217a33-4444-47e9-a91f-a8b0c0d9ffd9 req-88934652-2db1-4d06-aa16-82cf63afc0a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458496 Dec 17 14:21:36.755716 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-75196562-988e-4aea-81dc-767efbf150ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:36.758312 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-75196562-988e-4aea-81dc-767efbf150ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7&tenant_id=362e5084243b4e09ac44a89ea721d2ac HTTP/1.1" status: 200 len: 1094 time: 0.0937264 Dec 17 14:21:36.774550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:21:36.838303 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:36.851322 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:36.987001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348b62a-cfd5-4d95-85bc-08ef6d2d63fc req-93434881-dcce-4f01-948f-4e6e4d9069bc tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:36.988540 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e348b62a-cfd5-4d95-85bc-08ef6d2d63fc req-93434881-dcce-4f01-948f-4e6e4d9069bc tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 943 time: 0.0560026 Dec 17 14:21:37.045107 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e348b62a-cfd5-4d95-85bc-08ef6d2d63fc req-6c79fecf-84b6-4012-8bee-4035d25c6f4e tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499310 Dec 17 14:21:37.047640 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:21:37.084687 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:21:37.116114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 67f7aee2-0a24-4e2f-b4a6-ef422054f46e no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:21:37.124505 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f7aee2-0a24-4e2f-b4a6-ef422054f46e {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:21:37.132917 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:37.149593 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Transition to ACTIVE for port object 67f7aee2-0a24-4e2f-b4a6-ef422054f46e will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:21:37.216632 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:37.301019 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Pushing event updated for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=9']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:21:37.318367 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.318718 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.319063 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.319405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.319742 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.320074 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.320407 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.320735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.321257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.321389 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.321739 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.322065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.322391 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:21:37.363773 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] No DVR routers for this DVR port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:21:37.507088 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Attempting to bind port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:21:37.507430 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Attempting to bind port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:21:37.507765 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Attempting to bind port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e on network b880df77-b313-4d1c-9963-9506f842b8ea {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:21:37.512377 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e on network b880df77-b313-4d1c-9963-9506f842b8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:21:37.512703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Attempting to bind port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e on network b880df77-b313-4d1c-9963-9506f842b8ea {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:21:37.517721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:21:37.518012 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Checking segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:21:37.518398 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Bound using segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:21:37.518824 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Bound port: 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:21:37.519188 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:37.583011 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:21:37.586197 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:21:37.663327 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:37.704701 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:37.705406 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:37.706872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] 10.222.0.61 "PUT /v2.0/ports/67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 200 len: 1091 time: 0.9370594 Dec 17 14:21:37.707332 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:21:37.709663 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d323b0-d8e8-4ac5-80d4-39a8b759d8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:21:37.736601 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50496802-be22-41e7-b4ca-5cc3f9e13803 service neutron] Pushing event updated for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=10']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:21:37.772165 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd2b4bc-2314-45e5-b26a-a4d7d30a3845 x-openstack-request-id: req-7dd2b4bc-2314-45e5-b26a-a4d7d30a3845 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:21:37.772447 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:21:37.772703 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7dd2b4bc-2314-45e5-b26a-a4d7d30a3845 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:21:37.773106 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'status': 'completed', 'code': 200} Dec 17 14:21:37.791128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-515dc0c9-5302-4ebe-bbcb-1c4aa9439837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:37.792738 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-515dc0c9-5302-4ebe-bbcb-1c4aa9439837 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1095 time: 0.0531301 Dec 17 14:21:37.896155 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-aa107fe5-d465-49f8-aad6-6c487215cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:37.897698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-aa107fe5-d465-49f8-aad6-6c487215cada service neutron] 10.222.0.61 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0937152 Dec 17 14:21:37.973557 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-b9c3a59d-eaf4-4cf5-ae26-752d2c459f48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 200 len: 998 time: 0.0649123 Dec 17 14:21:38.027518 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-85519839-d85e-45cc-8d51-289c022a902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:38.029028 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-85519839-d85e-45cc-8d51-289c022a902c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0452213 Dec 17 14:21:38.082312 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-938d1aa5-f8ca-43da-aaab-4b4cd1026d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:38.083727 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-938d1aa5-f8ca-43da-aaab-4b4cd1026d90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418315 Dec 17 14:21:38.167469 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91961eaf-cf04-4798-8d8c-beb69b28ff49 req-0d5e2d21-37d0-46b4-8d0c-e4fac1f35b70 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:38.169934 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91961eaf-cf04-4798-8d8c-beb69b28ff49 req-0d5e2d21-37d0-46b4-8d0c-e4fac1f35b70 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0517285 Dec 17 14:21:38.185116 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-6c19e614-7aa5-418c-be12-2308330d5d2d service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928795 Dec 17 14:21:38.222462 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-91961eaf-cf04-4798-8d8c-beb69b28ff49 req-784dd864-ef7d-44fc-92d4-a648e31b8853 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464654 Dec 17 14:21:38.285471 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cff521da-1617-4213-bd9b-cfb864ddd3e7 req-b7cad76f-5602-4cbc-ab21-ee01f25f55f4 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883992 Dec 17 14:21:38.497682 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d323b0-d8e8-4ac5-80d4-39a8b759d8d0 req-7aae739c-3b0b-46f4-9d3f-f9ca6cf30bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:38.499235 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7d323b0-d8e8-4ac5-80d4-39a8b759d8d0 req-7aae739c-3b0b-46f4-9d3f-f9ca6cf30bba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1095 time: 0.0478191 Dec 17 14:21:38.593276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d323b0-d8e8-4ac5-80d4-39a8b759d8d0 req-bc9fbef0-4d82-4722-ab83-7e51b1b804d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:38.595380 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7d323b0-d8e8-4ac5-80d4-39a8b759d8d0 req-bc9fbef0-4d82-4722-ab83-7e51b1b804d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0870991 Dec 17 14:21:38.673665 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7d323b0-d8e8-4ac5-80d4-39a8b759d8d0 req-8383e518-50a0-4a58-b92b-e864d2c34c30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 200 len: 998 time: 0.0662374 Dec 17 14:21:38.728850 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d323b0-d8e8-4ac5-80d4-39a8b759d8d0 req-9ad44d9a-bfd8-4b66-be94-5c0d924227c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:38.730417 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7d323b0-d8e8-4ac5-80d4-39a8b759d8d0 req-9ad44d9a-bfd8-4b66-be94-5c0d924227c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0463972 Dec 17 14:21:38.791866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d323b0-d8e8-4ac5-80d4-39a8b759d8d0 req-bab5fb65-14d7-4c39-801d-3de2979a9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:38.793944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7d323b0-d8e8-4ac5-80d4-39a8b759d8d0 req-bab5fb65-14d7-4c39-801d-3de2979a9a07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516160 Dec 17 14:21:39.392942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df97bd7-e238-405a-b320-a43c8b739ee9 req-5264d3d5-87fd-4470-8d70-3d8d07d42277 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:39.394600 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0df97bd7-e238-405a-b320-a43c8b739ee9 req-5264d3d5-87fd-4470-8d70-3d8d07d42277 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0816011 Dec 17 14:21:39.452807 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-0df97bd7-e238-405a-b320-a43c8b739ee9 req-67350695-394b-407b-bd3a-15b77128d84a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513146 Dec 17 14:21:40.570350 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f989a-dcfb-4aec-8eee-65c8e0fc79e9 req-a5387d5e-73dd-4d6f-aa6a-5167ce236bab tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:40.571855 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-977f989a-dcfb-4aec-8eee-65c8e0fc79e9 req-a5387d5e-73dd-4d6f-aa6a-5167ce236bab tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0502114 Dec 17 14:21:40.631333 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-977f989a-dcfb-4aec-8eee-65c8e0fc79e9 req-55828e24-c9e7-46fd-9504-c96248583dae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499904 Dec 17 14:21:41.772705 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e185a4-d041-4120-b1a2-dcf53b24d84f req-b9b261e6-edf4-4c4c-b3a1-b9236f96bab1 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:41.775011 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34e185a4-d041-4120-b1a2-dcf53b24d84f req-b9b261e6-edf4-4c4c-b3a1-b9236f96bab1 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0589449 Dec 17 14:21:41.833241 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-34e185a4-d041-4120-b1a2-dcf53b24d84f req-2af17b84-4f90-409d-a33c-7ef35d75aa0b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521455 Dec 17 14:21:42.973338 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1186-cd3d-4343-a0e6-c3cbfd4cfbe2 req-80f3c87d-6e91-4c56-abdf-8ae44b14a03d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:42.974928 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d0ca1186-cd3d-4343-a0e6-c3cbfd4cfbe2 req-80f3c87d-6e91-4c56-abdf-8ae44b14a03d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0506628 Dec 17 14:21:43.025213 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d0ca1186-cd3d-4343-a0e6-c3cbfd4cfbe2 req-75b85f3c-a041-4a5f-974c-9473966d2815 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Dec 17 14:21:43.896352 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b3172829-6dd7-4a1f-ae37-0e22c251955e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:44.144918 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e49892-4ee3-4021-9b9d-358ffa4f9600 req-615f3994-9826-451e-bccc-33c4b07f797a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:44.146502 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07e49892-4ee3-4021-9b9d-358ffa4f9600 req-615f3994-9826-451e-bccc-33c4b07f797a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0509298 Dec 17 14:21:44.198284 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07e49892-4ee3-4021-9b9d-358ffa4f9600 req-2dfbf339-a91b-4d7f-81fb-0c550a5c3107 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455317 Dec 17 14:21:45.327878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ff6dc-b3b1-4a90-999f-c0be171d8ff7 req-34aa9705-012c-4d52-b795-32a6b9950da9 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:45.335717 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a60ff6dc-b3b1-4a90-999f-c0be171d8ff7 req-34aa9705-012c-4d52-b795-32a6b9950da9 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0583208 Dec 17 14:21:45.384413 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a60ff6dc-b3b1-4a90-999f-c0be171d8ff7 req-d9e3d2c8-d558-4fdc-a5ea-08d9d20f4050 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476282 Dec 17 14:21:46.394039 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-96869f17-af38-4a24-9c49-d8332ac461fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:46.543502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef56bb-5c98-47ae-a1a7-6eccf76bc0c9 req-fc4924ba-6554-4aa3-8bbf-1b5dc9630e30 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:46.546125 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dbef56bb-5c98-47ae-a1a7-6eccf76bc0c9 req-fc4924ba-6554-4aa3-8bbf-1b5dc9630e30 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0719817 Dec 17 14:21:46.602364 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-dbef56bb-5c98-47ae-a1a7-6eccf76bc0c9 req-d16a3099-cd2d-4768-be3c-7ff610d9a754 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506175 Dec 17 14:21:47.727615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6e5c-0dc4-48fb-9c31-8a142034204e req-e4b4e73f-deed-469c-8fe6-38d0d2091cc4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:47.729543 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e16f6e5c-0dc4-48fb-9c31-8a142034204e req-e4b4e73f-deed-469c-8fe6-38d0d2091cc4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0571349 Dec 17 14:21:47.796233 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e16f6e5c-0dc4-48fb-9c31-8a142034204e req-c8cc82bc-815c-4ca9-85a0-dfe313d3dce3 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512617 Dec 17 14:21:48.013875 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:48.914953 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44529b21-5f53-4620-a864-01cb1a763591 req-60524a44-f078-4de4-b9f7-212c9eb6a7a5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:48.916498 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44529b21-5f53-4620-a864-01cb1a763591 req-60524a44-f078-4de4-b9f7-212c9eb6a7a5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0513253 Dec 17 14:21:48.985762 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-44529b21-5f53-4620-a864-01cb1a763591 req-36ae29d1-b15d-4f8b-8a2a-9d1452deaddf tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630357 Dec 17 14:21:49.174031 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:49.885328 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:50.111906 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376a1b-4c57-4020-a9d6-85865cf76006 req-d5cbeef3-7a4a-4e9a-9c60-51d3bd083541 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:50.113413 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39376a1b-4c57-4020-a9d6-85865cf76006 req-d5cbeef3-7a4a-4e9a-9c60-51d3bd083541 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0514541 Dec 17 14:21:50.165732 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-39376a1b-4c57-4020-a9d6-85865cf76006 req-86d8ddab-0cd5-4154-86ae-f6fe621e9630 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461242 Dec 17 14:21:50.620609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7d323b0-d8e8-4ac5-80d4-39a8b759d8d0 req-676e7d97-3cf2-4ed3-b456-fea08dc4e7c5 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873530 Dec 17 14:21:50.722271 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7d323b0-d8e8-4ac5-80d4-39a8b759d8d0 req-f7cf9069-fd56-42ec-ac78-b549564ef5be service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936832 Dec 17 14:21:51.283606 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f17a65-1c92-41c2-9e8a-bd80ed1c21f6 req-bc7fbcd6-a158-4867-b77b-bf8e7b52bca8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:51.285141 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11f17a65-1c92-41c2-9e8a-bd80ed1c21f6 req-bc7fbcd6-a158-4867-b77b-bf8e7b52bca8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0502737 Dec 17 14:21:51.339352 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-11f17a65-1c92-41c2-9e8a-bd80ed1c21f6 req-e22a9921-9160-4e0a-901c-dbcf6343dcab tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481362 Dec 17 14:21:52.462194 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a6c84-0ad2-4cc4-9266-c7665aa8f838 req-1f7833af-74e6-4add-9495-3a179d42673a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:52.463688 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-616a6c84-0ad2-4cc4-9266-c7665aa8f838 req-1f7833af-74e6-4add-9495-3a179d42673a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 944 time: 0.0535085 Dec 17 14:21:52.513312 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-616a6c84-0ad2-4cc4-9266-c7665aa8f838 req-1baeb835-b863-4140-87a4-ce434146af7b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Dec 17 14:21:53.149044 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 67f7aee2-0a24-4e2f-b4a6-ef422054f46e details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:21:53.241532 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:21:53.253458 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'port_id': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'mac_address': 'fa:16:3e:f6:97:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:21:53.292243 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:53.305198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f7aee2-0a24-4e2f-b4a6-ef422054f46e {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:21:53.325017 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:21:53.416635 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:53.474000 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=11']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:21:53.633829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab2fa9-e40b-4af4-a74e-a57ea5afa195 req-78876450-b945-4631-a303-1cbc6a15caae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:53.635378 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfab2fa9-e40b-4af4-a74e-a57ea5afa195 req-78876450-b945-4631-a303-1cbc6a15caae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0521693 Dec 17 14:21:53.686591 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cfab2fa9-e40b-4af4-a74e-a57ea5afa195 req-c4ff702a-3e1a-480d-bf79-082b3c068a26 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447707 Dec 17 14:21:53.748212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['67f7aee2-0a24-4e2f-b4a6-ef422054f46e'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:21:54.818677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf20bd-e549-49bb-b7f4-d6a553d11d6a req-973f9071-ee67-4120-a1bf-827025212f75 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:54.820200 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8bcf20bd-e549-49bb-b7f4-d6a553d11d6a req-973f9071-ee67-4120-a1bf-827025212f75 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 945 time: 0.0594265 Dec 17 14:21:54.872031 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8bcf20bd-e549-49bb-b7f4-d6a553d11d6a req-d1b51cd8-9273-4ff5-971e-8915517d95cb tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456641 Dec 17 14:21:55.154098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 67f7aee2-0a24-4e2f-b4a6-ef422054f46e up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:21:55.362198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:21:55.366537 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:21:55.370319 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:55.448363 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:55.474430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:21:55.476684 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a71cc1-9e14-42d5-be64-f495a5f2ef03" -d '{"events": [{"server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "name": "network-vif-plugged", "status": "completed", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:21:55.490967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:21:55.516388 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f94ba3f-2c4c-4e4e-8d93-b098fc2e60bf x-openstack-request-id: req-8f94ba3f-2c4c-4e4e-8d93-b098fc2e60bf {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:21:55.516684 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "name": "network-vif-plugged", "status": "completed", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:21:55.516941 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f94ba3f-2c4c-4e4e-8d93-b098fc2e60bf {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:21:55.517340 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'code': 200} Dec 17 14:21:55.562353 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:21:55.614631 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=12']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:21:55.765238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba406c43-1f72-41c5-bb1d-37593a965181 req-bfed660b-1676-44b7-8fe2-a47057ea5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:55.767515 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba406c43-1f72-41c5-bb1d-37593a965181 req-bfed660b-1676-44b7-8fe2-a47057ea5ab2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1097 time: 0.0428052 Dec 17 14:21:55.820309 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ba406c43-1f72-41c5-bb1d-37593a965181 req-5910c82c-d45f-4c80-b724-d145e6541edb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 Dec 17 14:21:55.990438 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4bf62-6c41-45f7-80aa-aa2368fe0650 req-f9373335-0c24-4d9a-b3b3-e1024e3b4ef4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:55.991997 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8da4bf62-6c41-45f7-80aa-aa2368fe0650 req-f9373335-0c24-4d9a-b3b3-e1024e3b4ef4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 946 time: 0.0494807 Dec 17 14:21:56.046097 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8da4bf62-6c41-45f7-80aa-aa2368fe0650 req-785a2098-c0a8-42e4-92fe-9b1cc26b5892 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478013 Dec 17 14:21:57.173978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ede2bb-4d76-4f2d-af37-10748460b5b8 req-581de8e5-66d6-4bde-aa0a-f37fdd478fdf tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:57.175967 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52ede2bb-4d76-4f2d-af37-10748460b5b8 req-581de8e5-66d6-4bde-aa0a-f37fdd478fdf tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 946 time: 0.0556698 Dec 17 14:21:57.225758 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52ede2bb-4d76-4f2d-af37-10748460b5b8 req-84a4cadf-895a-4eda-a374-09520b7629c9 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437706 Dec 17 14:21:58.340846 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abb12a-51b7-4345-8719-29fb140c43b4 req-6ab34b35-d226-4ad4-b752-4d18f5aeb51b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:58.342371 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07abb12a-51b7-4345-8719-29fb140c43b4 req-6ab34b35-d226-4ad4-b752-4d18f5aeb51b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 946 time: 0.0497062 Dec 17 14:21:58.394473 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-07abb12a-51b7-4345-8719-29fb140c43b4 req-3ed9bf8d-fe16-4b5f-9407-faa5b43149d2 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459740 Dec 17 14:21:59.514290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205fde9-bffd-455d-aa57-cc3b7201f6e0 req-1f979219-d224-4737-8a93-1f3ce9e7cafb tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:21:59.516573 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f205fde9-bffd-455d-aa57-cc3b7201f6e0 req-1f979219-d224-4737-8a93-1f3ce9e7cafb tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 946 time: 0.0520930 Dec 17 14:21:59.574092 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f205fde9-bffd-455d-aa57-cc3b7201f6e0 req-dfb029d9-c2d7-4583-b885-9705937f11f8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505257 Dec 17 14:22:02.381885 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:02.657496 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1ad9772-abb3-4d5c-9762-113da2eff03d req-6b9b3ed4-81dc-4307-8513-245e67de11f8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446873 Dec 17 14:22:02.743112 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad9772-abb3-4d5c-9762-113da2eff03d req-e8e2880a-c24e-4353-8909-45e64fdfd0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:22:02.744924 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1ad9772-abb3-4d5c-9762-113da2eff03d req-e8e2880a-c24e-4353-8909-45e64fdfd0b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1097 time: 0.0450771 Dec 17 14:22:02.847914 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad9772-abb3-4d5c-9762-113da2eff03d req-c65c5ef3-a9af-4c5e-92d0-e12abddddc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:22:02.849417 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1ad9772-abb3-4d5c-9762-113da2eff03d req-c65c5ef3-a9af-4c5e-92d0-e12abddddc72 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0847545 Dec 17 14:22:02.921387 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1ad9772-abb3-4d5c-9762-113da2eff03d req-49b7ba70-e8a6-43e7-afed-5b3ba4e023fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 200 len: 1000 time: 0.0643070 Dec 17 14:22:02.975806 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad9772-abb3-4d5c-9762-113da2eff03d req-6c42273a-dcaf-44e8-b180-454d0c2229dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:22:02.977528 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1ad9772-abb3-4d5c-9762-113da2eff03d req-6c42273a-dcaf-44e8-b180-454d0c2229dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0486331 Dec 17 14:22:03.027185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad9772-abb3-4d5c-9762-113da2eff03d req-3df91186-865b-4c14-9906-7911318ca83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:22:03.028714 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1ad9772-abb3-4d5c-9762-113da2eff03d req-3df91186-865b-4c14-9906-7911318ca83e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444112 Dec 17 14:22:03.123461 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1ad9772-abb3-4d5c-9762-113da2eff03d req-b7d073f0-8402-4d39-867f-c360c20698bd service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870504 Dec 17 14:22:03.213629 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e1ad9772-abb3-4d5c-9762-113da2eff03d req-008bc9d8-db39-4006-a0fc-d3aaeeeffd23 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833859 Dec 17 14:22:06.845460 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:11.294397 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:22:13.890462 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-20affce7-460b-4b60-89bf-9e42428b2af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:16.407254 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9ed233ed-c535-4b88-b2ba-46455b8a3e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:18.044247 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:19.195158 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:19.867305 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:32.440716 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:36.867009 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:43.912667 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5c83773e-3553-4f33-8c89-f594fad9909d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:46.377747 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-83fc4f2e-6011-4677-b320-656d2bd5d093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:48.038438 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:48.295795 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:22:49.194719 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:22:49.937692 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:02.421424 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:04.643260 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b885585-09fb-481b-baf6-4e5e1f776c13 req-0b54293a-ed46-4692-af9a-5987d21386d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470629 Dec 17 14:23:04.727600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b885585-09fb-481b-baf6-4e5e1f776c13 req-680382c5-012f-4bf8-8230-4fabce8a3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:04.729193 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b885585-09fb-481b-baf6-4e5e1f776c13 req-680382c5-012f-4bf8-8230-4fabce8a3938 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1097 time: 0.0406387 Dec 17 14:23:04.839087 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b885585-09fb-481b-baf6-4e5e1f776c13 req-2485c8c0-7ecc-43e5-8832-8c6068cd219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:04.840581 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b885585-09fb-481b-baf6-4e5e1f776c13 req-2485c8c0-7ecc-43e5-8832-8c6068cd219b service neutron] 10.222.0.61 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0854480 Dec 17 14:23:04.913831 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b885585-09fb-481b-baf6-4e5e1f776c13 req-657c3dd1-7b0d-457c-afd9-83a7859d82c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 200 len: 1000 time: 0.0615776 Dec 17 14:23:04.965495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b885585-09fb-481b-baf6-4e5e1f776c13 req-c348b850-bdff-4cc7-8360-68146ed4d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:04.967485 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b885585-09fb-481b-baf6-4e5e1f776c13 req-c348b850-bdff-4cc7-8360-68146ed4d85c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0429740 Dec 17 14:23:05.018386 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b885585-09fb-481b-baf6-4e5e1f776c13 req-3bec0c8d-b608-4536-8cbc-cf10dbd01719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:05.019970 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b885585-09fb-481b-baf6-4e5e1f776c13 req-3bec0c8d-b608-4536-8cbc-cf10dbd01719 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398405 Dec 17 14:23:05.114969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b885585-09fb-481b-baf6-4e5e1f776c13 req-fe3e2930-fd73-4017-8f06-ffafdce9a6e0 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838337 Dec 17 14:23:05.208434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9b885585-09fb-481b-baf6-4e5e1f776c13 req-630be039-e1f4-435b-801f-0111897c615c service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818434 Dec 17 14:23:06.918222 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:12.669369 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52498) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:23:12.838706 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Deleting port a6ee2019-8c53-4506-a04f-54264b536709 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:23:12.839050 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:12.928728 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:12.928961 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:12.946165 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Calling delete_port for a6ee2019-8c53-4506-a04f-54264b536709 owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:23:13.204497 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:13.238996 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event deleted for resources: {'Port': ['ID=a6ee2019-8c53-4506-a04f-54264b536709,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:13.265223 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.265613 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.265947 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.266289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.266629 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.267053 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.267389 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.267720 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.268049 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.268475 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.268804 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.269128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.269453 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:13.309571 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:13.309930 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Floating IP e70cb87b-bd17-49e6-93dc-7c25462363e2 disassociated (deleted). External IP: 172.25.0.73, port: 67f7aee2-0a24-4e2f-b4a6-ef422054f46e. Dec 17 14:23:13.518434 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Router 6e4912a0-3921-42d1-a789-8c3459bd1b70 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:23:13.630421 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:23:13.635584 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:13.640358 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76224ab8-40fa-42c4-b5a6-f9584783497e None None] Sync routers for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:23:13.650757 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76224ab8-40fa-42c4-b5a6-f9584783497e None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:23:13.651385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-76224ab8-40fa-42c4-b5a6-f9584783497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:22:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:23:13.663388 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bffa4644-2bd0-4556-a6c2-2a03bcf260ae tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "DELETE /v2.0/floatingips/e70cb87b-bd17-49e6-93dc-7c25462363e2 HTTP/1.1" status: 204 len: 168 time: 0.9928553 Dec 17 14:23:13.663986 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:23:13.666258 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9e18a7-1ec8-45ba-9a04-e8e7e8c0585c" -d '{"events": [{"name": "network-changed", "server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:23:13.769140 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a64795-6afd-452f-bc36-2395a400983f x-openstack-request-id: req-05a64795-6afd-452f-bc36-2395a400983f {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:23:13.769140 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:23:13.769140 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05a64795-6afd-452f-bc36-2395a400983f {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:23:13.769140 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'status': 'completed', 'code': 200} Dec 17 14:23:13.855952 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e18a7-1ec8-45ba-9a04-e8e7e8c0585c req-5bd9ef38-0143-4761-b588-27019a15d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:13.859418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a9e18a7-1ec8-45ba-9a04-e8e7e8c0585c req-5bd9ef38-0143-4761-b588-27019a15d733 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 1097 time: 0.0572984 Dec 17 14:23:13.946445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-76224ab8-40fa-42c4-b5a6-f9584783497e None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:23:13.964025 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e18a7-1ec8-45ba-9a04-e8e7e8c0585c req-8d165f54-70f5-4f62-958e-e34d46dbaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:13.965539 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a9e18a7-1ec8-45ba-9a04-e8e7e8c0585c req-8d165f54-70f5-4f62-958e-e34d46dbaecc service neutron] 10.222.0.61 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0960472 Dec 17 14:23:14.026500 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a9e18a7-1ec8-45ba-9a04-e8e7e8c0585c req-aca0e2ce-3b8a-48f5-84e8-005a960495e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 200 len: 217 time: 0.0492411 Dec 17 14:23:14.113010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e18a7-1ec8-45ba-9a04-e8e7e8c0585c req-6ebbf90a-f723-4bc4-b0f6-0a01ac117b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:14.114525 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a9e18a7-1ec8-45ba-9a04-e8e7e8c0585c req-6ebbf90a-f723-4bc4-b0f6-0a01ac117b01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0764518 Dec 17 14:23:14.136232 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4b9e07f1-67e4-4ef2-b3a3-28feb3e1d244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:14.139798 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f67a42-718f-4147-adb9-3b22bb2e23dd req-b4603b1b-3b66-4aa4-b72c-bed2ffa3fcb2 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:14.141365 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1f67a42-718f-4147-adb9-3b22bb2e23dd req-b4603b1b-3b66-4aa4-b72c-bed2ffa3fcb2 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 946 time: 0.0754163 Dec 17 14:23:14.170367 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-76224ab8-40fa-42c4-b5a6-f9584783497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:23:14.202566 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76224ab8-40fa-42c4-b5a6-f9584783497e None None] Checking router: 6e4912a0-3921-42d1-a789-8c3459bd1b70 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:23:14.203352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e18a7-1ec8-45ba-9a04-e8e7e8c0585c req-2795fec7-a3c3-4af4-aa69-fe3b12500a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:14.204870 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a9e18a7-1ec8-45ba-9a04-e8e7e8c0585c req-2795fec7-a3c3-4af4-aa69-fe3b12500a49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828264 Dec 17 14:23:14.211311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76224ab8-40fa-42c4-b5a6-f9584783497e None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:23:14.211938 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-76224ab8-40fa-42c4-b5a6-f9584783497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:22:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:23:14.227418 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c1f67a42-718f-4147-adb9-3b22bb2e23dd req-0503e2d0-09f6-48bc-aad1-bf7272fc867a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711765 Dec 17 14:23:14.304173 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a9e18a7-1ec8-45ba-9a04-e8e7e8c0585c req-1fbd1320-17a0-446c-8067-25f4cfe97a69 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896194 Dec 17 14:23:14.318987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-76224ab8-40fa-42c4-b5a6-f9584783497e None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:23:14.402534 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-1a9e18a7-1ec8-45ba-9a04-e8e7e8c0585c req-5cb61d7a-1e88-4ddc-a0ec-288b5a984a27 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907383 Dec 17 14:23:14.528527 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-76224ab8-40fa-42c4-b5a6-f9584783497e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:23:14.558525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76224ab8-40fa-42c4-b5a6-f9584783497e None None] The sync data for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 is: [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:23:14.773042 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501897b4-d110-477c-abef-82753afd1a02 None None] New status for floating IP e70cb87b-bd17-49e6-93dc-7c25462363e2: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:23:15.348663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e45bd-4adb-43d3-af7a-3ae5ce99192b req-7dc6ef08-f6ca-4419-8902-daf7c762fbdd tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:15.350242 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-118e45bd-4adb-43d3-af7a-3ae5ce99192b req-7dc6ef08-f6ca-4419-8902-daf7c762fbdd tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 946 time: 0.0493071 Dec 17 14:23:15.399402 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-118e45bd-4adb-43d3-af7a-3ae5ce99192b req-0745cc60-315c-475c-ae01-58400059bff5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=364792ed-9d77-4084-a999-6e107183ab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Dec 17 14:23:15.694538 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1601c8-cf88-4187-b0a5-92413fb7e4ea req-766e86f0-b97f-4a80-a62c-4834781db57f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:15.695919 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e1601c8-cf88-4187-b0a5-92413fb7e4ea req-766e86f0-b97f-4a80-a62c-4834781db57f tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.61 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 946 time: 0.0489874 Dec 17 14:23:15.787902 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-5e1601c8-cf88-4187-b0a5-92413fb7e4ea req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Deleting port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:23:15.788245 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5e1601c8-cf88-4187-b0a5-92413fb7e4ea req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:15.880495 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-5e1601c8-cf88-4187-b0a5-92413fb7e4ea req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] For port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:23:15.880873 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5e1601c8-cf88-4187-b0a5-92413fb7e4ea req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:15.894200 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-5e1601c8-cf88-4187-b0a5-92413fb7e4ea req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Calling delete_port for 67f7aee2-0a24-4e2f-b4a6-ef422054f46e owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:23:16.085243 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5e1601c8-cf88-4187-b0a5-92413fb7e4ea req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:16.115444 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event deleted for resources: {'Port': ['ID=67f7aee2-0a24-4e2f-b4a6-ef422054f46e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:16.143328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.143328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.143328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.143328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.143328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.143328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.143328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.143328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.143328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.143328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.144286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.144286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.144286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:23:16.166455 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1601c8-cf88-4187-b0a5-92413fb7e4ea req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] No DVR routers for this DVR port 67f7aee2-0a24-4e2f-b4a6-ef422054f46e on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:23:16.169231 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-5e1601c8-cf88-4187-b0a5-92413fb7e4ea req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:16.172784 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5e1601c8-cf88-4187-b0a5-92413fb7e4ea req-eaebcd87-3148-4904-9350-05954c1d1405 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.61 "DELETE /v2.0/ports/67f7aee2-0a24-4e2f-b4a6-ef422054f46e HTTP/1.1" status: 204 len: 173 time: 0.4673946 Dec 17 14:23:16.173276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'name': 'network-vif-deleted', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:23:16.175563 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0114d590-ab3f-4d8a-8612-2bc496663848" -d '{"events": [{"server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "name": "network-vif-deleted", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:23:16.214196 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f32de0-4dee-4279-b629-959d44220775 x-openstack-request-id: req-07f32de0-4dee-4279-b629-959d44220775 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:23:16.214498 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617eab55-1810-432a-8702-004db80b85b7", "name": "network-vif-deleted", "tag": "67f7aee2-0a24-4e2f-b4a6-ef422054f46e", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:23:16.214754 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07f32de0-4dee-4279-b629-959d44220775 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:23:16.215159 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617eab55-1810-432a-8702-004db80b85b7', 'name': 'network-vif-deleted', 'tag': '67f7aee2-0a24-4e2f-b4a6-ef422054f46e', 'status': 'completed', 'code': 200} Dec 17 14:23:16.388716 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e4eaf353-2817-4c43-8e2b-5c4851b075f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:16.517894 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-554a618d-58db-4cfd-90aa-2f9199b921e6 req-d6d43ca1-64f8-4255-88d2-e273288a0ddf tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=617eab55-1810-432a-8702-004db80b85b7 HTTP/1.1" status: 200 len: 210 time: 0.0359571 Dec 17 14:23:17.580886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52522) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:23:17.647606 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d82cab60-9fe3-4628-a3ac-9c7bc57b7aad tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:17.673710 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d82cab60-9fe3-4628-a3ac-9c7bc57b7aad tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:17.822466 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d82cab60-9fe3-4628-a3ac-9c7bc57b7aad tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:17.825122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d82cab60-9fe3-4628-a3ac-9c7bc57b7aad tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:17.826845 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d82cab60-9fe3-4628-a3ac-9c7bc57b7aad tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "DELETE /v2.0/security-groups/364792ed-9d77-4084-a999-6e107183ab81 HTTP/1.1" status: 204 len: 168 time: 0.2449782 Dec 17 14:23:17.836689 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cab60-9fe3-4628-a3ac-9c7bc57b7aad tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364792ed-9d77-4084-a999-6e107183ab81,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:18.027922 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:18.303663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52528) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:23:18.308244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-ab9d86f6-452c-4751-b27a-e18f968ada0a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-158245608', 'description': 'tempest-secgroup-smoke-158245608 description', 'project_id': '362e5084243b4e09ac44a89ea721d2ac'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:23:18.399246 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab9d86f6-452c-4751-b27a-e18f968ada0a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:18.465295 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab9d86f6-452c-4751-b27a-e18f968ada0a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:18.531064 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab9d86f6-452c-4751-b27a-e18f968ada0a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:18.559177 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d86f6-452c-4751-b27a-e18f968ada0a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2090de0-f624-47b4-b11b-2fab846f1142,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:18.618505 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ab9d86f6-452c-4751-b27a-e18f968ada0a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:18.619788 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ab9d86f6-452c-4751-b27a-e18f968ada0a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3151252 Dec 17 14:23:18.622655 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52530) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:23:18.627513 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-6ba5c262-52f4-48c9-8169-0aadbc27abfb tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group_rule': {'security_group_id': 'e2090de0-f624-47b4-b11b-2fab846f1142', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:23:18.724824 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c262-52f4-48c9-8169-0aadbc27abfb tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:18.783788 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c262-52f4-48c9-8169-0aadbc27abfb tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:18.845164 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c262-52f4-48c9-8169-0aadbc27abfb tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:18.865113 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5c262-52f4-48c9-8169-0aadbc27abfb tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a7b8f0-8198-4784-b20d-f5dc37ad7690,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:18.927334 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-6ba5c262-52f4-48c9-8169-0aadbc27abfb tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:18.928595 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-6ba5c262-52f4-48c9-8169-0aadbc27abfb tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049674 Dec 17 14:23:18.931360 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52532) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:23:18.936378 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-b7228dbd-f3b1-4ef6-8493-5a2ee77616db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group_rule': {'security_group_id': 'e2090de0-f624-47b4-b11b-2fab846f1142', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:23:19.027039 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7228dbd-f3b1-4ef6-8493-5a2ee77616db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.081833 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7228dbd-f3b1-4ef6-8493-5a2ee77616db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.142156 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7228dbd-f3b1-4ef6-8493-5a2ee77616db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.160710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7228dbd-f3b1-4ef6-8493-5a2ee77616db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3843253-488c-4228-b8af-4b43eeeee8f5,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:19.169994 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.219080 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-b7228dbd-f3b1-4ef6-8493-5a2ee77616db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.220316 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-b7228dbd-f3b1-4ef6-8493-5a2ee77616db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2880147 Dec 17 14:23:19.223111 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52534) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:23:19.227401 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-0de85774-fd71-4321-b4f0-f04c1e206338 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group_rule': {'security_group_id': 'e2090de0-f624-47b4-b11b-2fab846f1142', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:23:19.314142 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0de85774-fd71-4321-b4f0-f04c1e206338 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.369328 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0de85774-fd71-4321-b4f0-f04c1e206338 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.473453 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0de85774-fd71-4321-b4f0-f04c1e206338 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.489085 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 67f7aee2-0a24-4e2f-b4a6-ef422054f46e no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:23:19.492585 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de85774-fd71-4321-b4f0-f04c1e206338 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f886b14-64e6-4496-8de9-45cd2028d8e8,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:19.511302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 67f7aee2-0a24-4e2f-b4a6-ef422054f46e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:23:19.511650 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 67f7aee2-0a24-4e2f-b4a6-ef422054f46e not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:23:19.559839 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-0de85774-fd71-4321-b4f0-f04c1e206338 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.561700 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0de85774-fd71-4321-b4f0-f04c1e206338 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3376205 Dec 17 14:23:19.564551 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52536) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:23:19.568924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-379e6ac7-9ddb-411e-858e-020197ef69db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group_rule': {'security_group_id': 'e2090de0-f624-47b4-b11b-2fab846f1142', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:23:19.667448 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-379e6ac7-9ddb-411e-858e-020197ef69db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.726849 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-379e6ac7-9ddb-411e-858e-020197ef69db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.804799 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-379e6ac7-9ddb-411e-858e-020197ef69db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.823774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e6ac7-9ddb-411e-858e-020197ef69db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a91f8ed-f1e8-4bd1-af6f-4a75bf906382,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:19.862140 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.892613 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-379e6ac7-9ddb-411e-858e-020197ef69db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:19.893972 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-379e6ac7-9ddb-411e-858e-020197ef69db tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3284276 Dec 17 14:23:19.896575 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52538) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:23:19.901064 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-72cdda6e-d71b-4cc3-b4e8-ffe95bb0699d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group_rule': {'security_group_id': 'e2090de0-f624-47b4-b11b-2fab846f1142', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:23:19.988104 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-72cdda6e-d71b-4cc3-b4e8-ffe95bb0699d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Project 362e5084243b4e09ac44a89ea721d2ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:23:19.993361 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72cdda6e-d71b-4cc3-b4e8-ffe95bb0699d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:20.050928 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72cdda6e-d71b-4cc3-b4e8-ffe95bb0699d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:20.125458 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72cdda6e-d71b-4cc3-b4e8-ffe95bb0699d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:20.144344 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdda6e-d71b-4cc3-b4e8-ffe95bb0699d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f203441-c28e-451d-8022-20d274100364,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:20.213100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-72cdda6e-d71b-4cc3-b4e8-ffe95bb0699d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:20.214448 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-72cdda6e-d71b-4cc3-b4e8-ffe95bb0699d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3169110 Dec 17 14:23:20.217857 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52540) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:23:20.222259 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-c6459267-6223-49ea-9c1c-66352faa79f4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'security_group_rule': {'security_group_id': 'e2090de0-f624-47b4-b11b-2fab846f1142', 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:23:20.302459 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-c6459267-6223-49ea-9c1c-66352faa79f4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Project 362e5084243b4e09ac44a89ea721d2ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:23:20.307914 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c6459267-6223-49ea-9c1c-66352faa79f4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:20.366899 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c6459267-6223-49ea-9c1c-66352faa79f4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:20.428014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c6459267-6223-49ea-9c1c-66352faa79f4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:20.445567 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6459267-6223-49ea-9c1c-66352faa79f4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee3e182-b0b0-4746-b920-86593e1dffce,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:20.505507 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-c6459267-6223-49ea-9c1c-66352faa79f4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:20.506825 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-c6459267-6223-49ea-9c1c-66352faa79f4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2880037 Dec 17 14:23:25.294478 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:23:32.410536 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:36.873051 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:42.404764 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-7991776f-f91f-4697-a227-a1723b39d48e tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-158245608&fields=id&tenant_id=362e5084243b4e09ac44a89ea721d2ac HTTP/1.1" status: 200 len: 267 time: 0.0485003 Dec 17 14:23:42.511640 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033121-263c-441e-836e-c298ee7c9931 req-340b17b1-12a5-4807-86e4-5afd90c756df tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:42.513133 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-340b17b1-12a5-4807-86e4-5afd90c756df tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 808 time: 0.1015472 Dec 17 14:23:42.528122 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-07b7e0d2-ea39-47c5-b307-2c401c84a4c1 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/quotas/362e5084243b4e09ac44a89ea721d2ac HTTP/1.1" status: 200 len: 375 time: 0.0091579 Dec 17 14:23:42.579405 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-14f7748d-0a18-4d3e-ab4a-2bbca23aa8d6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456975 Dec 17 14:23:42.740302 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-31bfe99f-c960-4e88-ab75-afd9cb415aff service neutron] 10.222.0.59 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492600 Dec 17 14:23:42.830890 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-4fab5916-1e65-48e9-b44b-b268ce17e391 service neutron] 10.222.0.59 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837500 Dec 17 14:23:43.371035 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-be4e5436-e027-45cd-b61e-ea915cb3d5b9 req-45775eb5-6631-4ea8-8647-6522edbd1be0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 210 time: 0.0269327 Dec 17 14:23:43.895738 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e2ead979-b703-4beb-ab14-860119df31ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:44.480539 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e6674240-5897-4808-bffe-2ee83b689ccd req-9e2bfdf8-0c7b-46f1-9ab3-5e5c29ecb37a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 210 time: 0.0374808 Dec 17 14:23:45.312869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033121-263c-441e-836e-c298ee7c9931 req-e52a7546-0f0e-49b0-90bd-d4e059317287 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:45.314377 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-e52a7546-0f0e-49b0-90bd-d4e059317287 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.54 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 808 time: 0.1011920 Dec 17 14:23:45.378973 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-d19779a8-6090-43d0-82fc-4c76c58be25a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362e5084243b4e09ac44a89ea721d2ac HTTP/1.1" status: 200 len: 379 time: 0.0558002 Dec 17 14:23:45.390204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-5b033121-263c-441e-836e-c298ee7c9931 req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'port': {'device_id': '9efae18e-8527-4e36-9014-dd0d3361c108', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'admin_state_up': True, 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'security_groups': ['e2090de0-f624-47b4-b11b-2fab846f1142']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:23:45.575979 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b033121-263c-441e-836e-c298ee7c9931 req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Made reservation on behalf of 362e5084243b4e09ac44a89ea721d2ac for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:23:45.579642 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5b033121-263c-441e-836e-c298ee7c9931 req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:45.597704 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8fcd10f-2194-4efc-ab52-8e12117f293b req-2b1824f4-9137-49d7-82c0-b94a8d4ef175 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 210 time: 0.0437698 Dec 17 14:23:45.719580 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-5b033121-263c-441e-836e-c298ee7c9931 req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Allocated IP 172.20.0.9 (b880df77-b313-4d1c-9963-9506f842b8ea/16f642f7-b10e-4a3a-b1ce-5bd522479b74/73bc56bf-e5b6-42d8-be63-1ed7f763508a) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:23:45.861378 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5b033121-263c-441e-836e-c298ee7c9931 req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:45.959326 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5b033121-263c-441e-836e-c298ee7c9931 req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:46.011477 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b033121-263c-441e-836e-c298ee7c9931 req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Network b880df77-b313-4d1c-9963-9506f842b8ea is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:23:46.015289 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-5b033121-263c-441e-836e-c298ee7c9931 req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:23:46.017904 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b033121-263c-441e-836e-c298ee7c9931 req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:23:46.046466 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'Port': ['ID=73bc56bf-e5b6-42d8-be63-1ed7f763508a,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:46.079253 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033121-263c-441e-836e-c298ee7c9931 req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:46.080275 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5b033121-263c-441e-836e-c298ee7c9931 req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:46.156522 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-3cf9d2b6-5c48-4ab9-ace3-29148442a57a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7706115 Dec 17 14:23:46.166900 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-bd13b561-b5f6-4fe1-9e1d-8b5bdf64267e tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:23:46.204294 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-bd13b561-b5f6-4fe1-9e1d-8b5bdf64267e tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054009 Dec 17 14:23:46.204294 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Request body: {'port': {'device_id': '9efae18e-8527-4e36-9014-dd0d3361c108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:23:46.242242 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:46.268779 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-4292c011-3e2c-458e-9156-2fdded6cb0b7 None None] Provisioning complete for port 73bc56bf-e5b6-42d8-be63-1ed7f763508a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:23:46.269389 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4292c011-3e2c-458e-9156-2fdded6cb0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:46.307541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-4292c011-3e2c-458e-9156-2fdded6cb0b7 None None] Port 73bc56bf-e5b6-42d8-be63-1ed7f763508a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:23:46.415735 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-68f1e4cc-4ccb-4d56-ada8-c3b250818f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:46.524536 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bc56bf-e5b6-42d8-be63-1ed7f763508a {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:23:46.534317 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:46.546262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Transition to ACTIVE for port object 73bc56bf-e5b6-42d8-be63-1ed7f763508a will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:23:46.639679 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:46.733737 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=73bc56bf-e5b6-42d8-be63-1ed7f763508a,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:46.798570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181bc79-75c4-4417-97a7-09d721046eda req-092187ee-5f91-40c0-a2aa-59894b591e10 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:46.800178 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1181bc79-75c4-4417-97a7-09d721046eda req-092187ee-5f91-40c0-a2aa-59894b591e10 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.1242950 Dec 17 14:23:46.854971 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Attempting to bind port 73bc56bf-e5b6-42d8-be63-1ed7f763508a on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:23:46.855334 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Attempting to bind port 73bc56bf-e5b6-42d8-be63-1ed7f763508a by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:23:46.855631 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Attempting to bind port 73bc56bf-e5b6-42d8-be63-1ed7f763508a on network b880df77-b313-4d1c-9963-9506f842b8ea {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:23:46.870675 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Port 73bc56bf-e5b6-42d8-be63-1ed7f763508a on network b880df77-b313-4d1c-9963-9506f842b8ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:23:46.871015 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Attempting to bind port 73bc56bf-e5b6-42d8-be63-1ed7f763508a on network b880df77-b313-4d1c-9963-9506f842b8ea {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:23:46.881460 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1181bc79-75c4-4417-97a7-09d721046eda req-e84448d3-2749-433e-bda5-7617d338eb8a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745647 Dec 17 14:23:46.882420 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:23:46.882756 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Checking segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:23:46.883134 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Bound using segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:23:46.883579 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Bound port: 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:23:46.883937 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:46.957501 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:23:46.960666 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:23:47.039115 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:47.083916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:47.084557 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:47.086166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] 10.222.0.54 "PUT /v2.0/ports/73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 200 len: 1091 time: 0.9088748 Dec 17 14:23:47.086871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:23:47.088923 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb401d0-f077-40bf-ae8c-f1fa3c6d6b76" -d '{"events": [{"name": "network-changed", "server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:23:47.134284 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd180d18-3532-4652-adf7-07f4a5a6a2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=73bc56bf-e5b6-42d8-be63-1ed7f763508a,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:23:47.138808 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d71e9cc-eb2d-41e0-9246-3ad36f41e843 x-openstack-request-id: req-0d71e9cc-eb2d-41e0-9246-3ad36f41e843 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:23:47.139166 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:23:47.139370 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d71e9cc-eb2d-41e0-9246-3ad36f41e843 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:23:47.139767 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'status': 'completed', 'code': 200} Dec 17 14:23:47.208914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb401d0-f077-40bf-ae8c-f1fa3c6d6b76 req-78917a53-730b-4895-9d1d-09d87659e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:47.210421 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7bb401d0-f077-40bf-ae8c-f1fa3c6d6b76 req-78917a53-730b-4895-9d1d-09d87659e96a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1094 time: 0.0516880 Dec 17 14:23:47.314866 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb401d0-f077-40bf-ae8c-f1fa3c6d6b76 req-55b9ee07-6ef9-49e8-ae98-8e5a9c6df315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:47.316404 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7bb401d0-f077-40bf-ae8c-f1fa3c6d6b76 req-55b9ee07-6ef9-49e8-ae98-8e5a9c6df315 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=362e5084243b4e09ac44a89ea721d2ac&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0986984 Dec 17 14:23:47.417348 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb401d0-f077-40bf-ae8c-f1fa3c6d6b76 req-ed7198ed-f890-48be-948c-d22cb51e6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:47.419555 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7bb401d0-f077-40bf-ae8c-f1fa3c6d6b76 req-ed7198ed-f890-48be-948c-d22cb51e6016 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965838 Dec 17 14:23:47.497037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033121-263c-441e-836e-c298ee7c9931 req-34f3e8e0-fca7-478e-8256-db9b711667e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:47.498522 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-34f3e8e0-fca7-478e-8256-db9b711667e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1094 time: 0.0418813 Dec 17 14:23:47.546361 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-07ee326c-a3c1-4ebd-9572-0edefb2f42bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 200 len: 217 time: 0.0391469 Dec 17 14:23:47.595158 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033121-263c-441e-836e-c298ee7c9931 req-007e6287-e2b7-4ef8-8f7c-6dff5455bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:47.609191 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-007e6287-e2b7-4ef8-8f7c-6dff5455bf6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0435596 Dec 17 14:23:47.642933 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b033121-263c-441e-836e-c298ee7c9931 req-7d1988bd-74ca-40e4-ae52-927843ac9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:47.644491 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-7d1988bd-74ca-40e4-ae52-927843ac9ee1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411515 Dec 17 14:23:47.740194 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-21779177-af6b-4230-82cf-ca40c56be13a service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886726 Dec 17 14:23:47.830302 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5b033121-263c-441e-836e-c298ee7c9931 req-11681c3b-b611-4901-85f3-20165e288678 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835543 Dec 17 14:23:48.008717 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd3923-42a8-4724-b94a-75237b7cc84e req-0fd005da-36aa-445d-9054-8c04a0838ada tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:48.010273 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79cd3923-42a8-4724-b94a-75237b7cc84e req-0fd005da-36aa-445d-9054-8c04a0838ada tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0510075 Dec 17 14:23:48.065506 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-79cd3923-42a8-4724-b94a-75237b7cc84e req-ddcb5c36-3adf-4608-913d-b59a61d68458 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486379 Dec 17 14:23:48.078680 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:49.189857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596a4a4-0967-4494-b09a-99d9739403e1 req-4e4ba15e-8900-4e8a-853d-6d0dc7a2d3f7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:49.191639 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e596a4a4-0967-4494-b09a-99d9739403e1 req-4e4ba15e-8900-4e8a-853d-6d0dc7a2d3f7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0529037 Dec 17 14:23:49.198433 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:49.242695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e596a4a4-0967-4494-b09a-99d9739403e1 req-f4d75c84-8ce0-46d1-9964-e4d16542fc6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448499 Dec 17 14:23:49.872996 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:23:50.361812 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea868dc-9ef6-44ff-859c-42e754d1bac5 req-756e91b8-b30a-4064-ae2c-21dffc76d438 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:50.363400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fea868dc-9ef6-44ff-859c-42e754d1bac5 req-756e91b8-b30a-4064-ae2c-21dffc76d438 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0491252 Dec 17 14:23:50.423082 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fea868dc-9ef6-44ff-859c-42e754d1bac5 req-9846ab7d-4dac-475e-85b9-a16ff5be4366 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510044 Dec 17 14:23:51.535198 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f120d-64eb-49c0-81a1-33b4644ce6b3 req-3cfc7da4-2f51-407e-bc9a-ce6eb398a33e tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:51.536706 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872f120d-64eb-49c0-81a1-33b4644ce6b3 req-3cfc7da4-2f51-407e-bc9a-ce6eb398a33e tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0486116 Dec 17 14:23:51.587080 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-872f120d-64eb-49c0-81a1-33b4644ce6b3 req-e8afbbf6-50a3-4e05-b6d4-0c404c37b95a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442052 Dec 17 14:23:52.752400 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c796d1-dfcf-4104-9df7-b635cabbc791 req-eb1b9c63-d4bb-4dd2-af54-d5e76bafa411 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:52.753935 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-95c796d1-dfcf-4104-9df7-b635cabbc791 req-eb1b9c63-d4bb-4dd2-af54-d5e76bafa411 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0492103 Dec 17 14:23:52.804688 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-95c796d1-dfcf-4104-9df7-b635cabbc791 req-0547dab0-42f3-4878-a536-ed3256a8a421 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446432 Dec 17 14:23:53.925045 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4e5f-156e-4e04-bdd7-a9c280b58d4a req-b6eac605-6ee9-4394-88f3-5d8e4d9631f8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:53.926586 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a22e4e5f-156e-4e04-bdd7-a9c280b58d4a req-b6eac605-6ee9-4394-88f3-5d8e4d9631f8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0527647 Dec 17 14:23:53.975837 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a22e4e5f-156e-4e04-bdd7-a9c280b58d4a req-c7e5c75b-15d5-485d-9fa4-d12842ae55fe tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432794 Dec 17 14:23:55.393946 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2071cfb-c26b-4398-b00d-24d43ab6b885 req-b234392c-5588-4960-aa7f-279ea5f9f752 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:55.395434 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2071cfb-c26b-4398-b00d-24d43ab6b885 req-b234392c-5588-4960-aa7f-279ea5f9f752 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.3532925 Dec 17 14:23:55.443957 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b2071cfb-c26b-4398-b00d-24d43ab6b885 req-2c6621f1-8353-4029-a6c9-05e74acd8828 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423532 Dec 17 14:23:56.560296 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87353434-1e5f-452b-882d-da9a30ad5bc5 req-85755aa7-1ad7-4265-8859-5d8f249ff02d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:56.561815 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87353434-1e5f-452b-882d-da9a30ad5bc5 req-85755aa7-1ad7-4265-8859-5d8f249ff02d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0501049 Dec 17 14:23:56.610769 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-87353434-1e5f-452b-882d-da9a30ad5bc5 req-95361ca3-6ddc-418f-a417-c2f05a670e01 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429585 Dec 17 14:23:57.725307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4eeb-25f3-4c2b-82ab-c48926e9ea94 req-2da945c7-20ed-4b92-8095-9b056d045952 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:57.726806 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c3e4eeb-25f3-4c2b-82ab-c48926e9ea94 req-2da945c7-20ed-4b92-8095-9b056d045952 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0480337 Dec 17 14:23:57.775183 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c3e4eeb-25f3-4c2b-82ab-c48926e9ea94 req-99f6e40a-4645-407c-8e83-96b54bd0f3e9 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424747 Dec 17 14:23:58.898771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dea839-1391-480f-b71c-fe35c2732cb7 req-b6d05eaf-3eb7-4d70-b8ec-c154f6b9240b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:23:58.900326 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02dea839-1391-480f-b71c-fe35c2732cb7 req-b6d05eaf-3eb7-4d70-b8ec-c154f6b9240b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0535040 Dec 17 14:23:58.949051 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-02dea839-1391-480f-b71c-fe35c2732cb7 req-eb929623-d6d9-40e6-990a-3271ea63f4ce tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427270 Dec 17 14:23:59.848196 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 73bc56bf-e5b6-42d8-be63-1ed7f763508a details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:23:59.946289 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:23:59.957936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'port_id': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'mac_address': 'fa:16:3e:6e:df:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:23:59.995177 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:00.008424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bc56bf-e5b6-42d8-be63-1ed7f763508a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:24:00.029245 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:24:00.068572 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fd1ea-59d0-463a-89e6-cbbae3ecb980 req-03adbb69-cc24-4821-87f9-12089ada1838 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:00.070056 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-df1fd1ea-59d0-463a-89e6-cbbae3ecb980 req-03adbb69-cc24-4821-87f9-12089ada1838 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0522230 Dec 17 14:24:00.095387 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:00.122459 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-df1fd1ea-59d0-463a-89e6-cbbae3ecb980 req-53c2a2a4-f689-4edc-a0a9-e419c6a22e1a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457938 Dec 17 14:24:00.145541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=73bc56bf-e5b6-42d8-be63-1ed7f763508a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:24:00.153136 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.153496 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.153883 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.154235 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.154574 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.154910 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.155240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.155575 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.155903 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.156250 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.156580 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.156907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.157233 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:24:00.316987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['73bc56bf-e5b6-42d8-be63-1ed7f763508a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:24:01.239668 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98bf1-aa19-4d8c-b756-bcbe9ea32822 req-62b0da71-f884-45c2-8ca3-b4affd715bbf tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:01.241346 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52e98bf1-aa19-4d8c-b756-bcbe9ea32822 req-62b0da71-f884-45c2-8ca3-b4affd715bbf tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 944 time: 0.0488572 Dec 17 14:24:01.291953 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-52e98bf1-aa19-4d8c-b756-bcbe9ea32822 req-4a7d756e-1904-4e68-b26a-fe617da980e5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Dec 17 14:24:01.847582 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 73bc56bf-e5b6-42d8-be63-1ed7f763508a up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:24:01.997754 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 73bc56bf-e5b6-42d8-be63-1ed7f763508a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:24:02.002461 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 73bc56bf-e5b6-42d8-be63-1ed7f763508a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:24:02.002839 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:02.077652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:02.099885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:24:02.102080 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aef6c8-0645-4438-80fa-404dff974f91" -d '{"events": [{"server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "name": "network-vif-plugged", "status": "completed", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:24:02.115640 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:24:02.141404 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da9cdc0-7a0a-489b-b29d-8fc48ba9bb16 x-openstack-request-id: req-5da9cdc0-7a0a-489b-b29d-8fc48ba9bb16 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:24:02.141727 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "name": "network-vif-plugged", "status": "completed", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:24:02.141990 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5da9cdc0-7a0a-489b-b29d-8fc48ba9bb16 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:24:02.142389 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'code': 200} Dec 17 14:24:02.186594 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:02.237373 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=73bc56bf-e5b6-42d8-be63-1ed7f763508a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:24:02.238665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23c5d6-ae12-49ff-9937-36dcb9d1373c req-1bfd77fc-4b9c-4d3d-b895-3a03a829931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:02.240175 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fe23c5d6-ae12-49ff-9937-36dcb9d1373c req-1bfd77fc-4b9c-4d3d-b895-3a03a829931d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1096 time: 0.0396974 Dec 17 14:24:02.286511 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-fe23c5d6-ae12-49ff-9937-36dcb9d1373c req-5f546aeb-dc16-4191-b44a-b2dd8e0470f7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395284 Dec 17 14:24:02.293688 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:24:02.411917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d90d4-880e-4798-92d7-62fcc73f6556 req-0bf617fe-257e-42b1-ac4c-dd8d23c4fc6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:02.413337 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c37d90d4-880e-4798-92d7-62fcc73f6556 req-0bf617fe-257e-42b1-ac4c-dd8d23c4fc6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0494471 Dec 17 14:24:02.420774 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:02.466123 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c37d90d4-880e-4798-92d7-62fcc73f6556 req-504f35f2-6dcf-47d8-b144-6d1454d193e7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466309 Dec 17 14:24:03.589551 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10ccce-540b-448e-8ddb-e6efa87b5a28 req-27a7c053-332d-4f1d-afcd-357b9b2d4e43 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:03.591324 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cb10ccce-540b-448e-8ddb-e6efa87b5a28 req-27a7c053-332d-4f1d-afcd-357b9b2d4e43 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0542850 Dec 17 14:24:03.646350 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cb10ccce-540b-448e-8ddb-e6efa87b5a28 req-0b79a3cc-85f9-4d06-898a-98fd027cde6d tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488620 Dec 17 14:24:03.765318 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af9511-9e6f-43c6-a0d7-cfb90bb9d63f req-148995c4-da03-4c00-b663-d2c10b408c6c tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:03.766750 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07af9511-9e6f-43c6-a0d7-cfb90bb9d63f req-148995c4-da03-4c00-b663-d2c10b408c6c tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0512807 Dec 17 14:24:03.815264 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-07af9511-9e6f-43c6-a0d7-cfb90bb9d63f req-f31adb18-3417-4c4d-bff1-6f6fce715ba0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425355 Dec 17 14:24:03.837068 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52752) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:24:03.878293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b94ca-fdd9-4c99-a176-e07bc4b1f10c tempest-TestShelveInstance-831259504 tempest-TestShelveInstance-831259504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:03.879814 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-436b94ca-fdd9-4c99-a176-e07bc4b1f10c tempest-TestShelveInstance-831259504 tempest-TestShelveInstance-831259504-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1091 time: 0.0417082 Dec 17 14:24:03.882653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52754) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:24:03.887644 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:24:03.981114 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:04.080434 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:04.190429 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Allocated IP 172.25.0.35 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/1a598d04-a420-477e-ae76-09322ebefa8f) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:24:04.293596 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:04.410307 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:04.450783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:24:04.453660 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:24:04.457174 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:24:04.479774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'Port': ['ID=1a598d04-a420-477e-ae76-09322ebefa8f,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:24:04.811264 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:04.920202 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:05.070467 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:05.123802 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:05.194794 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event updated for resources: {'Port': ['ID=1a598d04-a420-477e-ae76-09322ebefa8f,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:24:05.203310 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:05.305537 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Floating IP 264af08b-ed11-402d-a7d7-32686aa51bac associated. External IP: 172.25.0.35, port: 73bc56bf-e5b6-42d8-be63-1ed7f763508a. Dec 17 14:24:05.514096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Router 6e4912a0-3921-42d1-a789-8c3459bd1b70 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:24:05.621527 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:24:05.631846 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a78ec-87eb-44b3-a345-1adf2f1aefc4 None None] Sync routers for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:24:05.641765 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a78ec-87eb-44b3-a345-1adf2f1aefc4 None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:24:05.650519 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-536a78ec-87eb-44b3-a345-1adf2f1aefc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:23:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:24:05.725157 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:05.749415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-536a78ec-87eb-44b3-a345-1adf2f1aefc4 None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:24:05.753333 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-95d4d7a8-9955-4fb8-80fd-27ea0da4256b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8696258 Dec 17 14:24:05.753977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:24:05.756266 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8120f0c-ac2a-443d-92e8-43a38194ee0a" -d '{"events": [{"name": "network-changed", "server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:24:05.822724 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fe2d52-a5d9-4c46-b0bb-d65a0aa4a7d6 x-openstack-request-id: req-e6fe2d52-a5d9-4c46-b0bb-d65a0aa4a7d6 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:24:05.823677 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:24:05.823677 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6fe2d52-a5d9-4c46-b0bb-d65a0aa4a7d6 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:24:05.823677 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'status': 'completed', 'code': 200} Dec 17 14:24:05.885355 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8120f0c-ac2a-443d-92e8-43a38194ee0a req-20cf6f48-cf65-4727-a179-7d43b195ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:05.887598 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8120f0c-ac2a-443d-92e8-43a38194ee0a req-20cf6f48-cf65-4727-a179-7d43b195ec4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1096 time: 0.0425203 Dec 17 14:24:05.986623 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8120f0c-ac2a-443d-92e8-43a38194ee0a req-f5756f7f-cd4f-47f2-b435-7e061af122f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:05.988150 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8120f0c-ac2a-443d-92e8-43a38194ee0a req-f5756f7f-cd4f-47f2-b435-7e061af122f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0916512 Dec 17 14:24:06.009489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-536a78ec-87eb-44b3-a345-1adf2f1aefc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '264af08b-ed11-402d-a7d7-32686aa51bac', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'port_id': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'mac_address': 'fa:16:3e:6e:df:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efae18e-8527-4e36-9014-dd0d3361c108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:24:04Z', 'updated_at': '2021-12-17T14:24:04Z', 'revision_number': 0, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:24:06.036706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a78ec-87eb-44b3-a345-1adf2f1aefc4 None None] Checking router: 6e4912a0-3921-42d1-a789-8c3459bd1b70 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:24:06.045363 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a78ec-87eb-44b3-a345-1adf2f1aefc4 None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:24:06.046010 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-536a78ec-87eb-44b3-a345-1adf2f1aefc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:23:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:24:06.056044 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8120f0c-ac2a-443d-92e8-43a38194ee0a req-17485fae-1a24-4e3a-b98d-b31ac62aab63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 200 len: 998 time: 0.0591462 Dec 17 14:24:06.113262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8120f0c-ac2a-443d-92e8-43a38194ee0a req-e7586862-7ee4-4ab8-b67d-ab03573e710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:06.114800 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8120f0c-ac2a-443d-92e8-43a38194ee0a req-e7586862-7ee4-4ab8-b67d-ab03573e710d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0511255 Dec 17 14:24:06.153248 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-536a78ec-87eb-44b3-a345-1adf2f1aefc4 None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:24:06.161862 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8120f0c-ac2a-443d-92e8-43a38194ee0a req-458e294a-b0e5-4f10-878a-134520757858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:06.163541 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8120f0c-ac2a-443d-92e8-43a38194ee0a req-458e294a-b0e5-4f10-878a-134520757858 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411158 Dec 17 14:24:06.254255 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8120f0c-ac2a-443d-92e8-43a38194ee0a req-2252b324-1680-437c-bb2c-90c011a19096 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832751 Dec 17 14:24:06.346626 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a8120f0c-ac2a-443d-92e8-43a38194ee0a req-3b66193d-4a79-4885-b332-2dd14a02e19e service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857434 Dec 17 14:24:06.376912 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-536a78ec-87eb-44b3-a345-1adf2f1aefc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '264af08b-ed11-402d-a7d7-32686aa51bac', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'port_id': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'mac_address': 'fa:16:3e:6e:df:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efae18e-8527-4e36-9014-dd0d3361c108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:24:04Z', 'updated_at': '2021-12-17T14:24:04Z', 'revision_number': 0, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:24:06.408853 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a78ec-87eb-44b3-a345-1adf2f1aefc4 None None] The sync data for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 is: [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '264af08b-ed11-402d-a7d7-32686aa51bac', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'port_id': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'mac_address': 'fa:16:3e:6e:df:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efae18e-8527-4e36-9014-dd0d3361c108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:24:04Z', 'updated_at': '2021-12-17T14:24:04Z', 'revision_number': 0, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:24:06.609571 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479150d-d82e-4769-bbf2-0a2bec0d7521 None None] New status for floating IP 264af08b-ed11-402d-a7d7-32686aa51bac: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:24:06.878436 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:13.894941 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a48368f1-ace6-4274-9b3b-2a08ba31cd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:16.380768 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9157bbb1-5629-451c-9623-043ad726317f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:18.037357 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:19.180343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:19.860910 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:32.466219 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:36.865598 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:39.318708 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:24:43.899474 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3b181f31-8bd9-40f7-96a3-4f8407e1d95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:46.391200 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5f6f-f802-4957-a3df-191523a1f917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:48.014050 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:49.191512 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:49.837081 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:24:57.199633 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d3eec86-8cc2-4092-ae84-8a8921bb0c60 req-69b1bb71-5f9c-42ac-b0ec-cd4db1a0ee77 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807388 Dec 17 14:24:57.285434 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eec86-8cc2-4092-ae84-8a8921bb0c60 req-a2091372-84cf-40d1-b93c-8ca543747275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:57.287278 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d3eec86-8cc2-4092-ae84-8a8921bb0c60 req-a2091372-84cf-40d1-b93c-8ca543747275 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1096 time: 0.0432484 Dec 17 14:24:57.396446 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eec86-8cc2-4092-ae84-8a8921bb0c60 req-d6b77848-5419-499e-8eaf-31146bdd8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:57.398187 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d3eec86-8cc2-4092-ae84-8a8921bb0c60 req-d6b77848-5419-499e-8eaf-31146bdd8709 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0918765 Dec 17 14:24:57.465237 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d3eec86-8cc2-4092-ae84-8a8921bb0c60 req-4ba0bdcd-17b9-4582-93ea-a707fe2f55cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 200 len: 1000 time: 0.0583956 Dec 17 14:24:57.518859 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eec86-8cc2-4092-ae84-8a8921bb0c60 req-9e7c1b4a-b913-468d-8683-c159298444c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:57.520322 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d3eec86-8cc2-4092-ae84-8a8921bb0c60 req-9e7c1b4a-b913-468d-8683-c159298444c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0478129 Dec 17 14:24:57.565887 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eec86-8cc2-4092-ae84-8a8921bb0c60 req-cdc5a231-3b45-4a31-a969-346c48644ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:24:57.567398 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d3eec86-8cc2-4092-ae84-8a8921bb0c60 req-cdc5a231-3b45-4a31-a969-346c48644ca3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402570 Dec 17 14:24:57.660401 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d3eec86-8cc2-4092-ae84-8a8921bb0c60 req-58b84fb3-f190-4982-9897-b10a9cad77aa service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852063 Dec 17 14:24:57.752668 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6d3eec86-8cc2-4092-ae84-8a8921bb0c60 req-52bc5642-ee86-4b6f-8be2-4b5c248dd089 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857377 Dec 17 14:25:02.477076 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:06.888464 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:13.888986 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c707eab7-20d9-4dba-bb08-1de5bd296b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:16.300462 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:25:16.374538 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e857587f-d34b-4e0e-af98-abb9bd63a822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:18.025224 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:19.208441 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:19.848429 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:32.447926 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:36.875410 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:43.899713 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-318cb0de-1e8b-4e23-86c2-746e364eacf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:46.400439 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ecee4cb6-f8d2-4c96-90e8-40d93a23bcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:48.048105 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:49.207575 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:49.853967 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:25:53.300962 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:25:58.166570 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6add6687-1bc5-4678-9667-dbd40c11083e req-c9bb1c79-ae2f-4d9e-8959-4103bc1957c9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479670 Dec 17 14:25:58.254087 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add6687-1bc5-4678-9667-dbd40c11083e req-62dd257b-6981-4864-92b5-db166d838705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:25:58.255584 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6add6687-1bc5-4678-9667-dbd40c11083e req-62dd257b-6981-4864-92b5-db166d838705 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1096 time: 0.0451550 Dec 17 14:25:58.359129 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add6687-1bc5-4678-9667-dbd40c11083e req-fec7a5d6-9907-4a7e-aded-521040995e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:25:58.360604 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6add6687-1bc5-4678-9667-dbd40c11083e req-fec7a5d6-9907-4a7e-aded-521040995e74 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0861263 Dec 17 14:25:58.428652 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6add6687-1bc5-4678-9667-dbd40c11083e req-f8260845-ed3a-4c78-af10-dd2f7b04378a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 200 len: 1000 time: 0.0611587 Dec 17 14:25:58.483494 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add6687-1bc5-4678-9667-dbd40c11083e req-833774f2-4ddd-4e09-a1cf-18e813cb9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:25:58.484976 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6add6687-1bc5-4678-9667-dbd40c11083e req-833774f2-4ddd-4e09-a1cf-18e813cb9110 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0496039 Dec 17 14:25:58.530593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add6687-1bc5-4678-9667-dbd40c11083e req-e1668703-06cb-4a4f-9c72-d1af5d03f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:25:58.532089 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6add6687-1bc5-4678-9667-dbd40c11083e req-e1668703-06cb-4a4f-9c72-d1af5d03f08b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405662 Dec 17 14:25:58.623238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6add6687-1bc5-4678-9667-dbd40c11083e req-104dbf86-31b2-42cc-8c82-0f7a640a3233 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838478 Dec 17 14:25:58.712878 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6add6687-1bc5-4678-9667-dbd40c11083e req-72fcee5d-4679-4201-80f0-fa3170d32452 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822792 Dec 17 14:26:02.465661 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:06.859260 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:13.959642 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6acedc45-6636-43f2-ae02-1326b8420d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:16.379109 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6cfeaca5-c73a-40cc-8369-c71d54949a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:18.064893 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:19.201935 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:19.884632 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:30.300506 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:26:32.229593 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239aabcc-e081-4878-931f-9833da8110cd req-8f1c9d63-4918-41fd-81c0-104fa8c3db4c tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:32.231851 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-239aabcc-e081-4878-931f-9833da8110cd req-8f1c9d63-4918-41fd-81c0-104fa8c3db4c tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.1162019 Dec 17 14:26:32.286303 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-239aabcc-e081-4878-931f-9833da8110cd req-300dcb4d-2ad7-4662-b9ee-1e49abc26936 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477829 Dec 17 14:26:32.470906 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:33.455396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a86c3d-ddeb-4bc7-9941-f5c076c2e335 req-55e3386d-505e-4b3d-8c6a-069c7dd239e9 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:33.457840 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26a86c3d-ddeb-4bc7-9941-f5c076c2e335 req-55e3386d-505e-4b3d-8c6a-069c7dd239e9 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.1012566 Dec 17 14:26:33.509827 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-26a86c3d-ddeb-4bc7-9941-f5c076c2e335 req-50ac8913-a4d8-48bb-969a-5f795c3dbb81 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458968 Dec 17 14:26:34.648317 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a8684-4ff1-4ad6-9736-15f96730b519 req-fbf00f3b-1f2e-4c84-9c1b-d32926b1f3b6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:34.649819 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a4a8684-4ff1-4ad6-9736-15f96730b519 req-fbf00f3b-1f2e-4c84-9c1b-d32926b1f3b6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0491464 Dec 17 14:26:34.698592 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9a4a8684-4ff1-4ad6-9736-15f96730b519 req-d2743994-fcd2-44cf-ba1e-a9d96e852546 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428715 Dec 17 14:26:35.819066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f60aa-8f7e-473e-a4b5-0325cb3700c3 req-a73e7b5a-9500-4e88-accf-e20eb4650e47 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:35.820570 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d53f60aa-8f7e-473e-a4b5-0325cb3700c3 req-a73e7b5a-9500-4e88-accf-e20eb4650e47 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0521581 Dec 17 14:26:35.870582 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d53f60aa-8f7e-473e-a4b5-0325cb3700c3 req-54a346ce-4930-4d11-a467-7b8946f6ef70 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425608 Dec 17 14:26:36.896240 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:36.988473 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48fd10-9b3e-49a6-8d32-a3ee202e3cf8 req-211c2438-853f-480b-89ca-4dab02a46221 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:36.990087 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea48fd10-9b3e-49a6-8d32-a3ee202e3cf8 req-211c2438-853f-480b-89ca-4dab02a46221 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0507784 Dec 17 14:26:37.044991 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ea48fd10-9b3e-49a6-8d32-a3ee202e3cf8 req-51bd9d14-0fe6-43e4-b10a-3ce3876b2222 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486553 Dec 17 14:26:38.161341 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27366ec-eed4-4d84-b711-ee6dfc55c79f req-47caa1c8-3796-4607-ad54-d8a832c47481 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:38.162872 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d27366ec-eed4-4d84-b711-ee6dfc55c79f req-47caa1c8-3796-4607-ad54-d8a832c47481 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Dec 17 14:26:38.215073 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d27366ec-eed4-4d84-b711-ee6dfc55c79f req-1bed95e8-0882-4ecf-8e3f-47b25b883dd3 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459239 Dec 17 14:26:39.335707 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b9f81-89dc-435d-bfc0-c2ef4829e4fb req-907bddfb-e740-45c4-8ffd-ce6dea347c8b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:39.337171 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f0b9f81-89dc-435d-bfc0-c2ef4829e4fb req-907bddfb-e740-45c4-8ffd-ce6dea347c8b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0526159 Dec 17 14:26:39.388206 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6f0b9f81-89dc-435d-bfc0-c2ef4829e4fb req-daa74b56-4194-4fed-92ef-3ff6767efb96 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450938 Dec 17 14:26:40.508989 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db19f4-bb91-48ae-a3a2-81e3d970761c req-a4f1b24f-7b84-465b-a11c-c908fa33729c tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:40.510509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28db19f4-bb91-48ae-a3a2-81e3d970761c req-a4f1b24f-7b84-465b-a11c-c908fa33729c tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0529509 Dec 17 14:26:40.558649 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-28db19f4-bb91-48ae-a3a2-81e3d970761c req-de5e7592-10be-452d-8b45-7103e92d8bba tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422132 Dec 17 14:26:41.671429 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eef7dc-073c-4ba9-9725-9f37ecbb0165 req-8fd0a802-c01d-4f9a-83c2-ba869f9b7752 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:41.672897 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-25eef7dc-073c-4ba9-9725-9f37ecbb0165 req-8fd0a802-c01d-4f9a-83c2-ba869f9b7752 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0482633 Dec 17 14:26:41.722557 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-25eef7dc-073c-4ba9-9725-9f37ecbb0165 req-8bd93d6b-bef4-41e9-aa6c-5d0d3dc682dc tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436499 Dec 17 14:26:42.375755 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50e71e-6932-461c-a42f-f1e844b31e31 req-d24b7c8b-fe62-40bc-820a-a0a8204a83df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:42.377298 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce50e71e-6932-461c-a42f-f1e844b31e31 req-d24b7c8b-fe62-40bc-820a-a0a8204a83df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1096 time: 0.0452766 Dec 17 14:26:42.468423 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50e71e-6932-461c-a42f-f1e844b31e31 req-bd03e670-d027-4adc-93d3-6eb6d82e6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:42.470332 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce50e71e-6932-461c-a42f-f1e844b31e31 req-bd03e670-d027-4adc-93d3-6eb6d82e6c8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0864856 Dec 17 14:26:42.534949 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce50e71e-6932-461c-a42f-f1e844b31e31 req-fecf1e7d-e5d8-4a56-aaee-ef08aee9940b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 200 len: 1000 time: 0.0579205 Dec 17 14:26:42.586082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50e71e-6932-461c-a42f-f1e844b31e31 req-141d955b-3ecb-438b-8c52-9f792e0c7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:42.587527 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce50e71e-6932-461c-a42f-f1e844b31e31 req-141d955b-3ecb-438b-8c52-9f792e0c7544 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0457506 Dec 17 14:26:42.632663 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50e71e-6932-461c-a42f-f1e844b31e31 req-3a765952-145f-4a17-bca7-f4d4c6832215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:42.634157 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce50e71e-6932-461c-a42f-f1e844b31e31 req-3a765952-145f-4a17-bca7-f4d4c6832215 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396974 Dec 17 14:26:42.722631 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce50e71e-6932-461c-a42f-f1e844b31e31 req-dd51d016-f25e-4a7b-88aa-621752b20f67 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801828 Dec 17 14:26:42.816158 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ce50e71e-6932-461c-a42f-f1e844b31e31 req-9fff6cfd-96ed-45db-afe4-5a626682c542 service neutron] 10.222.0.54 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862920 Dec 17 14:26:42.840442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b904c-84ad-469a-ac55-08b12e9cb146 req-f3e06793-ef34-4ed9-9c61-8b79de949f77 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:42.841975 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c16b904c-84ad-469a-ac55-08b12e9cb146 req-f3e06793-ef34-4ed9-9c61-8b79de949f77 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0509522 Dec 17 14:26:42.892634 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c16b904c-84ad-469a-ac55-08b12e9cb146 req-ec46f50d-e19e-45a3-885d-61dfb691a178 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439713 Dec 17 14:26:43.898738 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4d6d2c22-7d0a-4955-8e10-4268e47d197e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:44.015897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74b2ef-c0c2-4eb4-a932-1817cd2df45e req-87fc3920-c016-437a-921a-11023c0a5de8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:44.017484 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf74b2ef-c0c2-4eb4-a932-1817cd2df45e req-87fc3920-c016-437a-921a-11023c0a5de8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0546293 Dec 17 14:26:44.067888 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cf74b2ef-c0c2-4eb4-a932-1817cd2df45e req-0c1f08b1-069b-4da2-8fc2-6b09d1957ce9 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441766 Dec 17 14:26:45.184634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8936c-d2e4-40e8-9ea1-8a266ebe7f26 req-00a19ad3-d8db-459c-8887-e83a41e09d38 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:45.186157 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4fc8936c-d2e4-40e8-9ea1-8a266ebe7f26 req-00a19ad3-d8db-459c-8887-e83a41e09d38 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0496302 Dec 17 14:26:45.241529 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4fc8936c-d2e4-40e8-9ea1-8a266ebe7f26 req-9db28ee5-10fc-473a-99e6-10942523590b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484505 Dec 17 14:26:46.364868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fbfd4-c3ee-429d-a4d8-972258113346 req-97521797-11d8-4ea5-b0f6-4e4b53883642 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:46.366702 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-091fbfd4-c3ee-429d-a4d8-972258113346 req-97521797-11d8-4ea5-b0f6-4e4b53883642 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 945 time: 0.0536788 Dec 17 14:26:46.395989 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-14bffe7b-8e9e-4ac8-8053-655e841e68b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:46.418397 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-091fbfd4-c3ee-429d-a4d8-972258113346 req-0d31f7b5-a652-43d7-b4f7-268f475110c8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454721 Dec 17 14:26:46.984940 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 73bc56bf-e5b6-42d8-be63-1ed7f763508a no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:26:47.061744 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:47.095083 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:26:47.099100 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fb0ab3-8b57-42c2-95e7-48c90631bc61" -d '{"events": [{"server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "name": "network-vif-unplugged", "status": "completed", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:26:47.116687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:26:47.173390 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:47.197095 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 14:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76a02c2-b76d-42f2-8b00-c6c617eed02d x-openstack-request-id: req-b76a02c2-b76d-42f2-8b00-c6c617eed02d {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:26:47.197404 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "name": "network-vif-unplugged", "status": "completed", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:26:47.197671 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b76a02c2-b76d-42f2-8b00-c6c617eed02d {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:26:47.198063 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'code': 200} Dec 17 14:26:47.224177 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=73bc56bf-e5b6-42d8-be63-1ed7f763508a,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:26:47.231477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.231834 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.232177 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.232514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.232852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.233183 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.233513 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.233867 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.234193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.234523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.234847 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.235171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.235492 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:47.537903 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fc12b-98d1-4167-8a2f-4a8cc80cafa4 req-b5c5f33e-b078-455d-9017-1eb993e22ff2 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:47.539410 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d79fc12b-98d1-4167-8a2f-4a8cc80cafa4 req-b5c5f33e-b078-455d-9017-1eb993e22ff2 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0504611 Dec 17 14:26:47.588511 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d79fc12b-98d1-4167-8a2f-4a8cc80cafa4 req-a28f2b59-eb2b-43d0-adb8-da7a4d361053 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429564 Dec 17 14:26:47.911710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a9d75-cb44-4e45-a522-3c5fba35cb20 req-675b0a83-4819-4ac5-a613-813c370270d0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:47.913352 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1c6a9d75-cb44-4e45-a522-3c5fba35cb20 req-675b0a83-4819-4ac5-a613-813c370270d0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0492959 Dec 17 14:26:47.995232 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1c6a9d75-cb44-4e45-a522-3c5fba35cb20 req-4622949f-efbe-49c8-9a6c-ebe26c1f03fe tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746958 Dec 17 14:26:48.010280 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-e540bb3b-f92f-4f24-a878-805dba840791 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959551 Dec 17 14:26:48.019855 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-41f9522b-6af7-4f22-bcee-051bba605ea4 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:26:48.020802 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-41f9522b-6af7-4f22-bcee-051bba605ea4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050411 Dec 17 14:26:48.039216 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:49.128383 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178596a6-0f70-4716-9131-7b740a8745d1 req-e9bd82dd-7001-4525-b2b1-f416f2d90bc4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:49.130208 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-178596a6-0f70-4716-9131-7b740a8745d1 req-e9bd82dd-7001-4525-b2b1-f416f2d90bc4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0571449 Dec 17 14:26:49.182598 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-178596a6-0f70-4716-9131-7b740a8745d1 req-939ba9a8-7dbf-4cf1-a6c9-a9cbb8dcb771 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462000 Dec 17 14:26:49.212995 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:49.858828 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:50.301472 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cbe96-ddf7-4755-b061-c76ae9325b88 req-0f018aa7-f681-46b6-8a01-b4b117bd81dd tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:50.303061 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c6cbe96-ddf7-4755-b061-c76ae9325b88 req-0f018aa7-f681-46b6-8a01-b4b117bd81dd tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0520270 Dec 17 14:26:50.355749 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7c6cbe96-ddf7-4755-b061-c76ae9325b88 req-0161353c-635f-48c2-8ff0-baf868da090e tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461080 Dec 17 14:26:51.475578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c177403-e510-4fc0-8eb9-8f1a783878dd req-81cfbdb4-f321-4b90-bbc1-b7ab80a5fadd tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:51.476993 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c177403-e510-4fc0-8eb9-8f1a783878dd req-81cfbdb4-f321-4b90-bbc1-b7ab80a5fadd tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0489902 Dec 17 14:26:51.526686 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3c177403-e510-4fc0-8eb9-8f1a783878dd req-5461a370-4443-4142-a46d-7d2235206ab4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436385 Dec 17 14:26:52.643667 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c22650-7850-48e4-88d6-2d6fad4cc3be req-9be071cc-6384-4e90-84ac-8e4c838cb0f4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:52.645172 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-24c22650-7850-48e4-88d6-2d6fad4cc3be req-9be071cc-6384-4e90-84ac-8e4c838cb0f4 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0491865 Dec 17 14:26:52.698791 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-24c22650-7850-48e4-88d6-2d6fad4cc3be req-f0c45c6f-3144-475c-a4d4-286107054527 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476139 Dec 17 14:26:53.818134 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb582238-8015-4f65-b677-d9c4b8d26e4c req-6921bf55-33df-47d4-8bfd-245c0e6842cd tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:53.819660 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb582238-8015-4f65-b677-d9c4b8d26e4c req-6921bf55-33df-47d4-8bfd-245c0e6842cd tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0532000 Dec 17 14:26:53.868698 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb582238-8015-4f65-b677-d9c4b8d26e4c req-0f3154b7-f06f-4616-bd2f-c9c2363993e9 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429473 Dec 17 14:26:54.954888 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-26ce8bec-7a17-49b1-aa1a-2a95e70e3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:54.956455 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-26ce8bec-7a17-49b1-aa1a-2a95e70e3777 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108&tenant_id=362e5084243b4e09ac44a89ea721d2ac HTTP/1.1" status: 200 len: 1094 time: 0.0804017 Dec 17 14:26:54.968003 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-87a2b977-7d2a-478b-94a8-9b41223430e5 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:26:54.968969 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-87a2b977-7d2a-478b-94a8-9b41223430e5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051546 Dec 17 14:26:54.981055 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815324-5', 'device_owner': 'compute:nova'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:26:54.983427 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a53c0-27ee-4826-9d7f-68470ce5651f req-26b69752-99ed-486d-aca9-775e10e5df12 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:54.985189 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec1a53c0-27ee-4826-9d7f-68470ce5651f req-26b69752-99ed-486d-aca9-775e10e5df12 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0488284 Dec 17 14:26:55.039407 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ec1a53c0-27ee-4826-9d7f-68470ce5651f req-c0cc4604-ccc5-4ccf-87d8-0dcfb7b80b8a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478241 Dec 17 14:26:55.039911 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:55.250194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:26:55.285320 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h1-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:26:55.318993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bc56bf-e5b6-42d8-be63-1ed7f763508a {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:26:55.326832 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:55.338873 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Transition to ACTIVE for port object 73bc56bf-e5b6-42d8-be63-1ed7f763508a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:26:55.395697 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:55.784730 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Pushing event updated for resources: {'Port': ['ID=73bc56bf-e5b6-42d8-be63-1ed7f763508a,revision_number=7']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:26:55.798586 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.798981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.799321 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.799662 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.799990 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.800315 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.800638 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.800959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.801277 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.801618 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.801942 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.802257 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.802574 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:26:55.833753 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] No DVR routers for this DVR port 73bc56bf-e5b6-42d8-be63-1ed7f763508a on host n-h1-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:26:55.963006 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Attempting to bind port 73bc56bf-e5b6-42d8-be63-1ed7f763508a on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:26:55.963680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Attempting to bind port 73bc56bf-e5b6-42d8-be63-1ed7f763508a by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:26:55.963680 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Attempting to bind port 73bc56bf-e5b6-42d8-be63-1ed7f763508a on network b880df77-b313-4d1c-9963-9506f842b8ea {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:26:55.967909 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Port 73bc56bf-e5b6-42d8-be63-1ed7f763508a on network b880df77-b313-4d1c-9963-9506f842b8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:26:55.968231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Attempting to bind port 73bc56bf-e5b6-42d8-be63-1ed7f763508a on network b880df77-b313-4d1c-9963-9506f842b8ea {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:26:55.973666 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:26:55.974004 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Checking segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:26:55.974390 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Bound using segment: {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:26:55.974817 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Bound port: 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa8f835-f48e-4d49-b3a9-9c726ef19200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:26:55.975168 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:56.041107 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:26:56.043106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:26:56.124675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:56.183370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:56.183935 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:26:56.185508 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] 10.222.0.61 "PUT /v2.0/ports/73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 200 len: 1091 time: 1.2082732 Dec 17 14:26:56.186028 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:26:56.188392 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff70a907-c19d-4df7-9947-1e8431d49231" -d '{"events": [{"name": "network-changed", "server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:26:56.243152 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553993b-85a6-4578-888d-ae90fb5bb2c6 req-42a9393f-3ffa-447a-a86e-a79ad50053cf tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:56.249977 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f553993b-85a6-4578-888d-ae90fb5bb2c6 req-42a9393f-3ffa-447a-a86e-a79ad50053cf tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.1363783 Dec 17 14:26:56.252425 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a96bb7-e4b3-47b5-840a-0cd9133da636 service neutron] Pushing event updated for resources: {'Port': ['ID=73bc56bf-e5b6-42d8-be63-1ed7f763508a,revision_number=8']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:26:56.313090 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98480308-1373-43c3-8c3b-c9bdaeae1fd0 x-openstack-request-id: req-98480308-1373-43c3-8c3b-c9bdaeae1fd0 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:26:56.313398 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:26:56.313679 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-98480308-1373-43c3-8c3b-c9bdaeae1fd0 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:26:56.314083 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'status': 'completed', 'code': 200} Dec 17 14:26:56.327517 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-5ebdb7c0-f30f-466b-ba91-7fef3e93ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:56.329090 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-5ebdb7c0-f30f-466b-ba91-7fef3e93ace7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1094 time: 0.1068923 Dec 17 14:26:56.333761 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f553993b-85a6-4578-888d-ae90fb5bb2c6 req-a557971b-fe33-4851-bf85-573cbf449c17 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623446 Dec 17 14:26:56.429886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-d6aff076-fea0-48e0-a26b-41530747c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:56.431482 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-d6aff076-fea0-48e0-a26b-41530747c8ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0945463 Dec 17 14:26:56.505348 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-4b0d13ef-46af-4468-a96f-01d5c214ac4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 200 len: 998 time: 0.0608568 Dec 17 14:26:56.562899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-836b1e9b-71fe-4966-94c9-42f27f12db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:56.564317 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-836b1e9b-71fe-4966-94c9-42f27f12db1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0479293 Dec 17 14:26:56.613236 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-d182bb2c-186d-4838-9fca-7fa2392615d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:56.614745 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-d182bb2c-186d-4838-9fca-7fa2392615d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396278 Dec 17 14:26:56.707717 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-8d704d34-03c8-4c76-b913-fff65ede687a service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817955 Dec 17 14:26:56.806794 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-f5792db2-9538-4db3-9838-b66f9e27d29a service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863149 Dec 17 14:26:56.965937 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70a907-c19d-4df7-9947-1e8431d49231 req-4e418db1-45bb-443b-9896-f978830f9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:56.967377 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff70a907-c19d-4df7-9947-1e8431d49231 req-4e418db1-45bb-443b-9896-f978830f9903 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1094 time: 0.0414174 Dec 17 14:26:57.060554 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70a907-c19d-4df7-9947-1e8431d49231 req-980f6249-3aba-4e87-b45b-203d6907de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:57.062063 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff70a907-c19d-4df7-9947-1e8431d49231 req-980f6249-3aba-4e87-b45b-203d6907de01 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0854571 Dec 17 14:26:57.125695 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff70a907-c19d-4df7-9947-1e8431d49231 req-3545e53e-e42e-4c3e-9345-385b4c704526 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 200 len: 998 time: 0.0565453 Dec 17 14:26:57.182149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70a907-c19d-4df7-9947-1e8431d49231 req-01d4eb43-5c18-4036-a03f-ecf1c7396cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:57.183628 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff70a907-c19d-4df7-9947-1e8431d49231 req-01d4eb43-5c18-4036-a03f-ecf1c7396cfc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0444860 Dec 17 14:26:57.233079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70a907-c19d-4df7-9947-1e8431d49231 req-5723e8cc-2587-4622-977b-65ea96a94ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:57.234590 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff70a907-c19d-4df7-9947-1e8431d49231 req-5723e8cc-2587-4622-977b-65ea96a94ba3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421557 Dec 17 14:26:57.325884 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff70a907-c19d-4df7-9947-1e8431d49231 req-9744147a-06ed-41ad-bbda-e4e2a581cec0 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819595 Dec 17 14:26:57.427597 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ff70a907-c19d-4df7-9947-1e8431d49231 req-3afe197a-69ef-401d-979d-29d4acdeef25 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922422 Dec 17 14:26:57.457772 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97721b2c-769f-4244-9857-063129d15faa req-9594d889-dbbe-424a-902d-590c2bf11a1c tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:57.459238 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-97721b2c-769f-4244-9857-063129d15faa req-9594d889-dbbe-424a-902d-590c2bf11a1c tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0481305 Dec 17 14:26:57.508152 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-97721b2c-769f-4244-9857-063129d15faa req-ec8ece39-023a-4bc8-b38d-cddb5cf07741 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Dec 17 14:26:58.622804 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa5c96-607d-4c8d-bfd9-1a13be782034 req-81b77a39-63dd-4c11-be4c-df65c0fa1fb3 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:58.624293 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6baa5c96-607d-4c8d-bfd9-1a13be782034 req-81b77a39-63dd-4c11-be4c-df65c0fa1fb3 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0498343 Dec 17 14:26:58.673087 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-6baa5c96-607d-4c8d-bfd9-1a13be782034 req-87239c14-620a-4230-913e-6e4c1cb7c897 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421417 Dec 17 14:26:59.791001 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b247c8-c348-4b45-b97f-d1c6eb8404e3 req-8a77eeca-fcde-41f7-8a3a-b24b24a9aab5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:26:59.792457 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-54b247c8-c348-4b45-b97f-d1c6eb8404e3 req-8a77eeca-fcde-41f7-8a3a-b24b24a9aab5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0515716 Dec 17 14:26:59.839949 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-54b247c8-c348-4b45-b97f-d1c6eb8404e3 req-c0ace982-7343-46e1-8063-35e2624d41a6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415745 Dec 17 14:27:00.955840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b54277-ff1e-4c48-bd7c-fb1f9ee8473e req-e5927971-bba8-46db-9710-b4899f786d78 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:00.957362 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0b54277-ff1e-4c48-bd7c-fb1f9ee8473e req-e5927971-bba8-46db-9710-b4899f786d78 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0495222 Dec 17 14:27:01.006183 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c0b54277-ff1e-4c48-bd7c-fb1f9ee8473e req-831483a8-7012-4b3e-8bbc-b1a66adbecb8 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428109 Dec 17 14:27:02.119871 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44f40f-edde-4f67-ba71-fdc5287e3555 req-da8f20ef-84d2-440e-bcfa-b26b148a9da1 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:02.121324 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f44f40f-edde-4f67-ba71-fdc5287e3555 req-da8f20ef-84d2-440e-bcfa-b26b148a9da1 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0481462 Dec 17 14:27:02.169963 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-9f44f40f-edde-4f67-ba71-fdc5287e3555 req-3978922d-0924-452e-a662-3b61e4913466 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421646 Dec 17 14:27:02.449339 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:03.293410 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc395ad-4ed5-400b-be3f-df37455ef850 req-30d99496-413b-4386-977e-b9aab26296a0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:03.294965 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc395ad-4ed5-400b-be3f-df37455ef850 req-30d99496-413b-4386-977e-b9aab26296a0 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0551152 Dec 17 14:27:03.344195 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9cc395ad-4ed5-400b-be3f-df37455ef850 req-ce540c04-251f-4bcf-906d-913d42e0a28e tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431695 Dec 17 14:27:04.461627 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e75c0e-4a07-4d39-836d-ce6091ace85b req-fb05e33d-ed2e-4c2c-8d11-e72f5531d7d6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:04.463032 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b3e75c0e-4a07-4d39-836d-ce6091ace85b req-fb05e33d-ed2e-4c2c-8d11-e72f5531d7d6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 943 time: 0.0520127 Dec 17 14:27:04.509153 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 73bc56bf-e5b6-42d8-be63-1ed7f763508a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:27:04.513141 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b3e75c0e-4a07-4d39-836d-ce6091ace85b req-d3f30044-394e-4b38-bf3a-c5da19091336 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442100 Dec 17 14:27:04.601776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:27:04.614256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'port_id': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'mac_address': 'fa:16:3e:6e:df:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:27:04.654845 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:04.668027 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bc56bf-e5b6-42d8-be63-1ed7f763508a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:27:04.687642 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:27:04.758655 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:04.806362 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=73bc56bf-e5b6-42d8-be63-1ed7f763508a,revision_number=9']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:27:05.059066 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['73bc56bf-e5b6-42d8-be63-1ed7f763508a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:27:05.627419 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19656b-d532-4ed6-a1fd-4a692f98e5e8 req-8f27d336-4867-4265-b5a4-9a84053955fa tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:05.628919 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc19656b-d532-4ed6-a1fd-4a692f98e5e8 req-8f27d336-4867-4265-b5a4-9a84053955fa tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 944 time: 0.0489571 Dec 17 14:27:05.679998 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-fc19656b-d532-4ed6-a1fd-4a692f98e5e8 req-909a615a-2671-43c0-b4c9-0420fc1113d6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451345 Dec 17 14:27:06.513968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 73bc56bf-e5b6-42d8-be63-1ed7f763508a up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:27:06.654971 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 73bc56bf-e5b6-42d8-be63-1ed7f763508a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:27:06.659002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 73bc56bf-e5b6-42d8-be63-1ed7f763508a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:27:06.659377 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:06.740751 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:06.764412 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:27:06.766594 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61535283-97fd-4f03-8416-3077a439e89f" -d '{"events": [{"server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "name": "network-vif-plugged", "status": "completed", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:27:06.780740 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:27:06.795017 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9b5ef-2480-4993-b9ae-849f03986cfd req-5b270263-6f83-46d6-ac05-47e091bf74f7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:06.796513 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-36f9b5ef-2480-4993-b9ae-849f03986cfd req-5b270263-6f83-46d6-ac05-47e091bf74f7 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 944 time: 0.0497069 Dec 17 14:27:06.803325 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82420e6a-7e5a-49cb-803d-b04c057481a2 x-openstack-request-id: req-82420e6a-7e5a-49cb-803d-b04c057481a2 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:27:06.803629 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "name": "network-vif-plugged", "status": "completed", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:27:06.803939 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82420e6a-7e5a-49cb-803d-b04c057481a2 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:27:06.804438 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'code': 200} Dec 17 14:27:06.849595 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-36f9b5ef-2480-4993-b9ae-849f03986cfd req-2ad3b00a-2293-4733-80e8-9acac9465e9a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459914 Dec 17 14:27:06.854948 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:06.909383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=73bc56bf-e5b6-42d8-be63-1ed7f763508a,revision_number=10']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:27:06.915313 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:06.959297 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea727d-40bf-4dd9-8a2e-a2b87368e10a req-3a55455d-6823-4cce-aaa3-148ab08e9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:06.960807 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b7ea727d-40bf-4dd9-8a2e-a2b87368e10a req-3a55455d-6823-4cce-aaa3-148ab08e9c96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1097 time: 0.0405931 Dec 17 14:27:07.016386 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b7ea727d-40bf-4dd9-8a2e-a2b87368e10a req-8c3ab2c2-456e-4a97-b24b-d93b09a0f160 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429747 Dec 17 14:27:07.299492 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:27:07.970799 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fabd3-798e-482b-9fd5-e0c63c42a7f0 req-b7626f25-ee04-4b45-b2d4-245469831b5a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:07.972319 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc6fabd3-798e-482b-9fd5-e0c63c42a7f0 req-b7626f25-ee04-4b45-b2d4-245469831b5a tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 946 time: 0.0509598 Dec 17 14:27:08.021335 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bc6fabd3-798e-482b-9fd5-e0c63c42a7f0 req-f6b2b8a0-268b-483a-a136-9939026b2316 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429924 Dec 17 14:27:09.136648 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135ff61-838e-458b-be3b-fc98018cb770 req-40572b8f-03ef-4610-82fd-3c9f7cac2744 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:09.138136 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5135ff61-838e-458b-be3b-fc98018cb770 req-40572b8f-03ef-4610-82fd-3c9f7cac2744 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 946 time: 0.0500638 Dec 17 14:27:09.191225 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5135ff61-838e-458b-be3b-fc98018cb770 req-59f9e067-672b-4e38-9dfa-edc52fc64c2c tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469580 Dec 17 14:27:09.632609 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00ae4c58-4241-404c-b888-0d49c2d22577 req-e92b0a92-cf10-4af8-af7f-e03e45cf7f49 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403121 Dec 17 14:27:09.722699 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae4c58-4241-404c-b888-0d49c2d22577 req-0f10e73a-7f04-4396-9bf3-abc0bce2aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:09.724185 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00ae4c58-4241-404c-b888-0d49c2d22577 req-0f10e73a-7f04-4396-9bf3-abc0bce2aaeb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1097 time: 0.0457723 Dec 17 14:27:09.826026 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae4c58-4241-404c-b888-0d49c2d22577 req-f8eb6fc7-5b1d-4dc4-89d7-8bdb7e316ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:09.827540 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00ae4c58-4241-404c-b888-0d49c2d22577 req-f8eb6fc7-5b1d-4dc4-89d7-8bdb7e316ddb service neutron] 10.222.0.61 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0842516 Dec 17 14:27:09.900829 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00ae4c58-4241-404c-b888-0d49c2d22577 req-483e1bb1-8da1-40f0-80f7-7199b5a84be5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 200 len: 1000 time: 0.0644138 Dec 17 14:27:09.950372 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae4c58-4241-404c-b888-0d49c2d22577 req-a01a65be-87d6-4a4a-9207-f9e9875fd66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:09.951837 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00ae4c58-4241-404c-b888-0d49c2d22577 req-a01a65be-87d6-4a4a-9207-f9e9875fd66d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0443401 Dec 17 14:27:09.998048 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae4c58-4241-404c-b888-0d49c2d22577 req-f9e1bc82-a6a9-4df3-945e-1c448adc37b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:27:09.999564 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00ae4c58-4241-404c-b888-0d49c2d22577 req-f9e1bc82-a6a9-4df3-945e-1c448adc37b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408747 Dec 17 14:27:10.090868 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00ae4c58-4241-404c-b888-0d49c2d22577 req-5f39f27d-dc9f-4982-80e5-d351fa5f5641 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832634 Dec 17 14:27:10.181853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-00ae4c58-4241-404c-b888-0d49c2d22577 req-d8308a17-abc2-4e3c-8628-0225791a9af3 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839806 Dec 17 14:27:13.909735 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-068fcd9d-3dae-48fa-b809-f0863cdc4991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:16.386624 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b1bfb45-ed59-4880-8ddd-329a527f7d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:18.215335 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:19.203535 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:19.932333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:32.460313 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:37.002971 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:43.911573 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e1e6-6204-4c00-9848-6136cb5ecac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:44.297887 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:27:46.417798 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-cb19a051-ea7a-481b-960b-8281545cf668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:48.040365 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:49.231195 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:27:49.877232 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:02.459371 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:06.971642 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:09.642151 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e91975ca-d083-4535-9874-1c82ce19ef80 req-a6743376-5e8f-40a6-a92c-787a6c61cc18 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452588 Dec 17 14:28:09.731066 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91975ca-d083-4535-9874-1c82ce19ef80 req-33f57722-022f-43f4-b168-2e1acdb67a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:28:09.732580 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e91975ca-d083-4535-9874-1c82ce19ef80 req-33f57722-022f-43f4-b168-2e1acdb67a07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1097 time: 0.0453348 Dec 17 14:28:09.840854 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91975ca-d083-4535-9874-1c82ce19ef80 req-5b526c66-de72-4824-bf83-48bd85706cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:28:09.842390 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e91975ca-d083-4535-9874-1c82ce19ef80 req-5b526c66-de72-4824-bf83-48bd85706cc4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0886502 Dec 17 14:28:09.915694 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e91975ca-d083-4535-9874-1c82ce19ef80 req-dd3729c8-a940-472d-9810-25849bf5ea46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 200 len: 1000 time: 0.0638502 Dec 17 14:28:09.966861 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91975ca-d083-4535-9874-1c82ce19ef80 req-7ce08de2-814a-482a-a9ba-d34ee621e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:28:09.968359 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e91975ca-d083-4535-9874-1c82ce19ef80 req-7ce08de2-814a-482a-a9ba-d34ee621e163 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0452592 Dec 17 14:28:10.015272 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91975ca-d083-4535-9874-1c82ce19ef80 req-43204907-e3d9-4592-abf4-0e8b4908b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:28:10.016784 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e91975ca-d083-4535-9874-1c82ce19ef80 req-43204907-e3d9-4592-abf4-0e8b4908b8e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408461 Dec 17 14:28:10.111945 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e91975ca-d083-4535-9874-1c82ce19ef80 req-b404e4e7-9d9f-46f0-a902-ec1530fcbef5 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873408 Dec 17 14:28:10.209604 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e91975ca-d083-4535-9874-1c82ce19ef80 req-ce867ba6-6762-4d69-9074-6c43baea2423 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858912 Dec 17 14:28:13.927067 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e82c9037-e109-4882-9c90-b9172020d349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:16.400470 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-22e6032c-70c1-4d97-9f40-ee761da4059a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:18.041451 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:19.229890 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:19.978546 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:21.296926 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:28:32.470110 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:36.921122 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:43.909371 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-67465774-b1e8-41f7-9d81-cc1022f6adfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:46.405414 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7191-9c11-48eb-8075-4006db899a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:48.045496 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:48.444783 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 52964) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:28:48.610886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Deleting port 1a598d04-a420-477e-ae76-09322ebefa8f {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:28:48.611223 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:48.685101 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:48.685425 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:48.696778 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Calling delete_port for 1a598d04-a420-477e-ae76-09322ebefa8f owned by network:floatingip {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:28:48.961160 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:48.986356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event deleted for resources: {'Port': ['ID=1a598d04-a420-477e-ae76-09322ebefa8f,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:28:48.997071 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:48.997571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:48.998004 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:48.998345 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:48.999099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:48.999099 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:48.999343 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:48.999669 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:48.999988 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:49.000308 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:49.000630 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:49.000955 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:49.001271 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:49.067663 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for floatingip, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:49.068054 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Floating IP 264af08b-ed11-402d-a7d7-32686aa51bac disassociated (deleted). External IP: 172.25.0.35, port: 73bc56bf-e5b6-42d8-be63-1ed7f763508a. Dec 17 14:28:49.275588 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:49.574204 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Router 6e4912a0-3921-42d1-a789-8c3459bd1b70 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:28:49.681851 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:28:49.686689 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:49.691655 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab49af2-9efb-4cc3-9fb0-345f8468b962 None None] Sync routers for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:28:49.703541 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab49af2-9efb-4cc3-9fb0-345f8468b962 None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:28:49.704157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-bab49af2-9efb-4cc3-9fb0-345f8468b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:28:49.717490 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-707793a7-152c-44a8-aacf-a62416664d6b tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "DELETE /v2.0/floatingips/264af08b-ed11-402d-a7d7-32686aa51bac HTTP/1.1" status: 204 len: 168 time: 1.2716863 Dec 17 14:28:49.718128 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:28:49.720383 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb41185e-b52f-4aa2-95e1-dbced382e1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:28:49.820931 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f7d741-79ac-4173-bdc8-78cbdbd8cfd5 x-openstack-request-id: req-e6f7d741-79ac-4173-bdc8-78cbdbd8cfd5 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:28:49.821296 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:28:49.821551 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6f7d741-79ac-4173-bdc8-78cbdbd8cfd5 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:28:49.831672 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'status': 'completed', 'code': 200} Dec 17 14:28:49.832058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-bab49af2-9efb-4cc3-9fb0-345f8468b962 None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:28:49.897870 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41185e-b52f-4aa2-95e1-dbced382e1ac req-1293e460-a677-4163-995d-2c9c312d999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:28:49.899434 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb41185e-b52f-4aa2-95e1-dbced382e1ac req-1293e460-a677-4163-995d-2c9c312d999a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=362e5084243b4e09ac44a89ea721d2ac&device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 1097 time: 0.0469151 Dec 17 14:28:49.941289 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:50.002282 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41185e-b52f-4aa2-95e1-dbced382e1ac req-43ce3860-1961-4653-a85f-a6139a28f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:28:50.004802 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb41185e-b52f-4aa2-95e1-dbced382e1ac req-43ce3860-1961-4653-a85f-a6139a28f91f service neutron] 10.222.0.61 "GET /v2.0/networks?id=b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 200 len: 909 time: 0.0930111 Dec 17 14:28:50.042098 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-bab49af2-9efb-4cc3-9fb0-345f8468b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:28:50.062588 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb41185e-b52f-4aa2-95e1-dbced382e1ac req-8b9ff647-f775-422a-beff-1b8ba2fe777b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 200 len: 217 time: 0.0377264 Dec 17 14:28:50.069015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab49af2-9efb-4cc3-9fb0-345f8468b962 None None] Checking router: 6e4912a0-3921-42d1-a789-8c3459bd1b70 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:28:50.078002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab49af2-9efb-4cc3-9fb0-345f8468b962 None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:28:50.078852 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-bab49af2-9efb-4cc3-9fb0-345f8468b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:28:50.121301 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41185e-b52f-4aa2-95e1-dbced382e1ac req-4da6dcce-b91a-448b-a85c-15e2c9f9d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:28:50.124701 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb41185e-b52f-4aa2-95e1-dbced382e1ac req-4da6dcce-b91a-448b-a85c-15e2c9f9d9cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 200 len: 847 time: 0.0516965 Dec 17 14:28:50.188788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41185e-b52f-4aa2-95e1-dbced382e1ac req-4e3bd6f4-0003-4990-af40-5a59c8e4e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:28:50.190394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb41185e-b52f-4aa2-95e1-dbced382e1ac req-4e3bd6f4-0003-4990-af40-5a59c8e4e002 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b880df77-b313-4d1c-9963-9506f842b8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447156 Dec 17 14:28:50.190543 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-bab49af2-9efb-4cc3-9fb0-345f8468b962 None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:28:50.206643 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c991406-8bbd-4bcb-95b1-adba32fe7d47 req-ec9584f1-ef24-4052-b4c0-6c0ea7af7943 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:28:50.208256 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5c991406-8bbd-4bcb-95b1-adba32fe7d47 req-ec9584f1-ef24-4052-b4c0-6c0ea7af7943 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 946 time: 0.0583920 Dec 17 14:28:50.264215 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-5c991406-8bbd-4bcb-95b1-adba32fe7d47 req-bd4a6010-7fe5-4f80-a040-1d55459b0ae5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499470 Dec 17 14:28:50.291726 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb41185e-b52f-4aa2-95e1-dbced382e1ac req-7d721920-e775-45d5-975c-7e76c59dc10d service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925472 Dec 17 14:28:50.388071 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-cb41185e-b52f-4aa2-95e1-dbced382e1ac req-7659df6e-fc01-46f7-a2d5-bb1d4a87cc01 service neutron] 10.222.0.61 "GET /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884805 Dec 17 14:28:50.404350 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-bab49af2-9efb-4cc3-9fb0-345f8468b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:28:50.432282 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab49af2-9efb-4cc3-9fb0-345f8468b962 None None] The sync data for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 is: [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '2d20ec3e-6803-4a87-b3de-75ebe4f139eb', 'name': '', 'network_id': 'b880df77-b313-4d1c-9963-9506f842b8ea', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'mac_address': 'fa:16:3e:b2:1e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:44Z', 'updated_at': '2021-12-17T14:18:48Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'subnets': [{'id': '16f642f7-b10e-4a3a-b1ce-5bd522479b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:28:50.662769 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081570b3-7c08-4fd3-8f1a-aebf3daea58d None None] New status for floating IP 264af08b-ed11-402d-a7d7-32686aa51bac: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:28:51.385423 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fbfaf-94c7-4239-a297-b0e914048036 req-f5c05426-2f75-456a-be93-b5758f3b7d86 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:28:51.386959 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e95fbfaf-94c7-4239-a297-b0e914048036 req-f5c05426-2f75-456a-be93-b5758f3b7d86 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 946 time: 0.0502293 Dec 17 14:28:51.436118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e95fbfaf-94c7-4239-a297-b0e914048036 req-9e53461e-380e-4aef-ad54-0d424eacc104 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2090de0-f624-47b4-b11b-2fab846f1142&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426435 Dec 17 14:28:51.666922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-974b8ac9-7cf7-443d-a749-8fb0d5277bb0 req-fb78f48a-b0a5-4f9b-b0e8-77610692a280 service neutron] (110454) timed out ('10.222.0.61', 63116) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 14:28:52.098098 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e60679-1102-48ac-a2fb-73dad21db8fc req-107d70c9-6030-44cb-ae8c-fc5253b2d593 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:28:52.099636 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8e60679-1102-48ac-a2fb-73dad21db8fc req-107d70c9-6030-44cb-ae8c-fc5253b2d593 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.61 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 946 time: 0.1300542 Dec 17 14:28:52.195421 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-a8e60679-1102-48ac-a2fb-73dad21db8fc req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Deleting port 73bc56bf-e5b6-42d8-be63-1ed7f763508a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:28:52.195773 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a8e60679-1102-48ac-a2fb-73dad21db8fc req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:52.286597 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-a8e60679-1102-48ac-a2fb-73dad21db8fc req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] For port 73bc56bf-e5b6-42d8-be63-1ed7f763508a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=73bc56bf-e5b6-42d8-be63-1ed7f763508a,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:28:52.286967 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a8e60679-1102-48ac-a2fb-73dad21db8fc req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:52.300500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-a8e60679-1102-48ac-a2fb-73dad21db8fc req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Calling delete_port for 73bc56bf-e5b6-42d8-be63-1ed7f763508a owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:28:52.469736 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a8e60679-1102-48ac-a2fb-73dad21db8fc req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:52.510490 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event deleted for resources: {'Port': ['ID=73bc56bf-e5b6-42d8-be63-1ed7f763508a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:28:52.525670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.525670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.525670 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.526109 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.526221 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.526552 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.526980 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.527185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.527509 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.527839 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.528154 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.528474 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.528789 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:28:52.552761 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4ef28ca8-810a-4719-80fa-331e2228563e req-c2c0dc60-14d2-49a0-9014-2485b78acabe tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 210 time: 0.0344675 Dec 17 14:28:52.564465 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e60679-1102-48ac-a2fb-73dad21db8fc req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] No DVR routers for this DVR port 73bc56bf-e5b6-42d8-be63-1ed7f763508a on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:28:52.567751 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-a8e60679-1102-48ac-a2fb-73dad21db8fc req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:52.571486 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a8e60679-1102-48ac-a2fb-73dad21db8fc req-dceea184-261c-4513-99a0-6486acb58909 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.61 "DELETE /v2.0/ports/73bc56bf-e5b6-42d8-be63-1ed7f763508a HTTP/1.1" status: 204 len: 173 time: 0.4615827 Dec 17 14:28:52.571933 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'name': 'network-vif-deleted', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:28:52.574202 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c65319a-0e4f-479d-8e54-0592362b7d49" -d '{"events": [{"server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "name": "network-vif-deleted", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:28:52.610958 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f189e52-134c-4798-86ce-6fe25fe84ccc x-openstack-request-id: req-9f189e52-134c-4798-86ce-6fe25fe84ccc {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:28:52.611266 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efae18e-8527-4e36-9014-dd0d3361c108", "name": "network-vif-deleted", "tag": "73bc56bf-e5b6-42d8-be63-1ed7f763508a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:28:52.611527 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f189e52-134c-4798-86ce-6fe25fe84ccc {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:28:52.611943 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efae18e-8527-4e36-9014-dd0d3361c108', 'name': 'network-vif-deleted', 'tag': '73bc56bf-e5b6-42d8-be63-1ed7f763508a', 'status': 'completed', 'code': 200} Dec 17 14:28:53.649571 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-1f2876d5-690f-47a0-9e99-ee768d05eb14 req-c67948a2-f970-4868-a7da-ca725d6c1afb tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 210 time: 0.0264964 Dec 17 14:28:54.749394 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-90bbdc11-bdef-4170-86cb-b34f78e6f372 req-df85e759-f9a8-42cd-85d0-2629312b3630 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 210 time: 0.0266228 Dec 17 14:28:54.984773 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 73bc56bf-e5b6-42d8-be63-1ed7f763508a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:28:55.009840 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 73bc56bf-e5b6-42d8-be63-1ed7f763508a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:28:55.010260 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 73bc56bf-e5b6-42d8-be63-1ed7f763508a not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:28:55.857315 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-03898656-05e3-462e-8370-851413634787 req-e9e19233-3b17-4727-9e9b-8cf30ceb23b5 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 210 time: 0.0285366 Dec 17 14:28:56.957511 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5331f620-7d1b-4c9e-9216-0d405ceeea07 req-d75946f5-5053-4f04-83dc-cc3f53eae97c tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 210 time: 0.0281985 Dec 17 14:28:58.071269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-c0b5ab1a-0b1d-4bad-b747-ca4f611ccb8a req-1a5eac4f-c786-406a-890d-14cb7d2f8923 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "GET /v2.0/ports?device_id=9efae18e-8527-4e36-9014-dd0d3361c108 HTTP/1.1" status: 200 len: 210 time: 0.0308015 Dec 17 14:28:58.296923 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:28:59.129013 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53004) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:28:59.185286 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2fec21e-cd21-460c-a138-c3a95f1f37c6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:59.209803 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2fec21e-cd21-460c-a138-c3a95f1f37c6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:59.349256 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2fec21e-cd21-460c-a138-c3a95f1f37c6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:59.351973 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-d2fec21e-cd21-460c-a138-c3a95f1f37c6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:28:59.353075 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-d2fec21e-cd21-460c-a138-c3a95f1f37c6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] 10.222.0.59 "DELETE /v2.0/security-groups/e2090de0-f624-47b4-b11b-2fab846f1142 HTTP/1.1" status: 204 len: 168 time: 0.2230544 Dec 17 14:28:59.369924 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fec21e-cd21-460c-a138-c3a95f1f37c6 tempest-TestShelveInstance-1711115310 tempest-TestShelveInstance-1711115310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2090de0-f624-47b4-b11b-2fab846f1142,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:28:59.493031 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53008) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:28:59.980633 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-81a1c0b4-a55e-465b-8dbd-4c7db0133d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:00.238301 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-81a1c0b4-a55e-465b-8dbd-4c7db0133d50 admin admin] Deleting port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:29:00.238992 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-81a1c0b4-a55e-465b-8dbd-4c7db0133d50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:00.316308 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-81a1c0b4-a55e-465b-8dbd-4c7db0133d50 admin admin] For port 2d20ec3e-6803-4a87-b3de-75ebe4f139eb, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=2d20ec3e-6803-4a87-b3de-75ebe4f139eb,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:00.316673 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-81a1c0b4-a55e-465b-8dbd-4c7db0133d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:00.328936 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-81a1c0b4-a55e-465b-8dbd-4c7db0133d50 admin admin] Calling delete_port for 2d20ec3e-6803-4a87-b3de-75ebe4f139eb owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:29:00.572140 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-81a1c0b4-a55e-465b-8dbd-4c7db0133d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:00.597869 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1c0b4-a55e-465b-8dbd-4c7db0133d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d20ec3e-6803-4a87-b3de-75ebe4f139eb,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:00.781253 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-81a1c0b4-a55e-465b-8dbd-4c7db0133d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:01.005330 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a1c0b4-a55e-465b-8dbd-4c7db0133d50 admin admin] Router 6e4912a0-3921-42d1-a789-8c3459bd1b70 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:29:01.111543 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a1c0b4-a55e-465b-8dbd-4c7db0133d50 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:29:01.116836 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-81a1c0b4-a55e-465b-8dbd-4c7db0133d50 admin admin] 10.222.0.59 "PUT /v2.0/routers/6e4912a0-3921-42d1-a789-8c3459bd1b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6223743 Dec 17 14:29:01.119719 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53012) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:01.121159 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96501e1-c24d-49ff-b20c-6331a8c08628 None None] Sync routers for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:29:01.134884 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96501e1-c24d-49ff-b20c-6331a8c08628 None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:01.135749 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b96501e1-c24d-49ff-b20c-6331a8c08628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:01.237736 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:01.347053 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:01.412490 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b96501e1-c24d-49ff-b20c-6331a8c08628 None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:01.466959 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Deleting port ad6def46-5792-496f-84a8-eda08def579a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:29:01.467329 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:01.553357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] For port ad6def46-5792-496f-84a8-eda08def579a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=ad6def46-5792-496f-84a8-eda08def579a,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:01.553862 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:01.566106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Calling delete_port for ad6def46-5792-496f-84a8-eda08def579a owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:29:01.591506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b96501e1-c24d-49ff-b20c-6331a8c08628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'ad6def46-5792-496f-84a8-eda08def579a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:29:00Z', 'revision_number': 5, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port': {'id': 'ad6def46-5792-496f-84a8-eda08def579a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:01.621832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96501e1-c24d-49ff-b20c-6331a8c08628 None None] Checking router: 6e4912a0-3921-42d1-a789-8c3459bd1b70 for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:29:01.631555 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96501e1-c24d-49ff-b20c-6331a8c08628 None None] Routers {'6e4912a0-3921-42d1-a789-8c3459bd1b70'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:01.632165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b96501e1-c24d-49ff-b20c-6331a8c08628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['6e4912a0-3921-42d1-a789-8c3459bd1b70'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:01.729748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b96501e1-c24d-49ff-b20c-6331a8c08628 None None] Set router 6e4912a0-3921-42d1-a789-8c3459bd1b70 gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:01.781661 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b96501e1-c24d-49ff-b20c-6331a8c08628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:29:01Z', 'revision_number': 6, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:01.783379 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:01.811223 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6def46-5792-496f-84a8-eda08def579a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:01.812002 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96501e1-c24d-49ff-b20c-6331a8c08628 None None] The sync data for ids ['6e4912a0-3921-42d1-a789-8c3459bd1b70'] in n-d-815324-5 is: [{'id': '6e4912a0-3921-42d1-a789-8c3459bd1b70', 'name': 'tempest-TestShelveInstance-718596382-router', 'tenant_id': '362e5084243b4e09ac44a89ea721d2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:42Z', 'updated_at': '2021-12-17T14:29:01Z', 'revision_number': 6, 'project_id': '362e5084243b4e09ac44a89ea721d2ac', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:29:01.831470 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d379487-c012-43e8-b07e-1a9da2135f72 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:29:01.878927 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:01.966957 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:01.968996 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.062358 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.062899 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e4912a0-3921-42d1-a789-8c3459bd1b70 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:29:02.071531 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.071531 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-126eb7a9-c37f-4777-93fc-7aa55ec8d414 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6e4912a0-3921-42d1-a789-8c3459bd1b70 HTTP/1.1" status: 204 len: 168 time: 0.9481549 Dec 17 14:29:02.071531 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53014) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:02.115481 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db96d49-c9d2-429f-b637-9821ca9823a4 admin admin] Deleting subnet 16f642f7-b10e-4a3a-b1ce-5bd522479b74 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:29:02.118853 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6db96d49-c9d2-429f-b637-9821ca9823a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.156643 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6db96d49-c9d2-429f-b637-9821ca9823a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.243802 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6db96d49-c9d2-429f-b637-9821ca9823a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.372210 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6db96d49-c9d2-429f-b637-9821ca9823a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.397764 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db96d49-c9d2-429f-b637-9821ca9823a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f642f7-b10e-4a3a-b1ce-5bd522479b74,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:02.401333 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-6db96d49-c9d2-429f-b637-9821ca9823a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.404744 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-6db96d49-c9d2-429f-b637-9821ca9823a4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/16f642f7-b10e-4a3a-b1ce-5bd522479b74 HTTP/1.1" status: 204 len: 168 time: 0.3323264 Dec 17 14:29:02.407368 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53016) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:02.412393 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dfef31-b48a-4922-942c-45cbb3279186 None None] Network b880df77-b313-4d1c-9963-9506f842b8ea requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:29:02.481039 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.494362 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.542750 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Deleting port 69059588-e450-47f2-bf13-dccd4ffc003f {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:29:02.543115 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.581823 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] DHCP port deletion for b880df77-b313-4d1c-9963-9506f842b8ea request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:29:02.623145 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] For port 69059588-e450-47f2-bf13-dccd4ffc003f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=69059588-e450-47f2-bf13-dccd4ffc003f,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:02.623624 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.633880 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Deleting port 69059588-e450-47f2-bf13-dccd4ffc003f {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:29:02.634391 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.645352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Calling delete_port for 69059588-e450-47f2-bf13-dccd4ffc003f owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:29:02.675802 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 69059588-e450-47f2-bf13-dccd4ffc003f no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:29:02.733967 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] For port 69059588-e450-47f2-bf13-dccd4ffc003f, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=69059588-e450-47f2-bf13-dccd4ffc003f,segment=NetworkSegment(6fa8f835-f48e-4d49-b3a9-9c726ef19200),segment_id=6fa8f835-f48e-4d49-b3a9-9c726ef19200)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:02.735716 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.750468 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Calling delete_port for 69059588-e450-47f2-bf13-dccd4ffc003f owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:29:02.787701 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.816263 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Port 69059588-e450-47f2-bf13-dccd4ffc003f update to DOWN by agent not found {{(pid=110455) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 17 14:29:02.816263 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2d20ec3e-6803-4a87-b3de-75ebe4f139eb no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:29:02.817295 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] No DVR routers for this DVR port 69059588-e450-47f2-bf13-dccd4ffc003f on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:29:02.821803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Pushing event deleted for resources: {'Port': ['ID=69059588-e450-47f2-bf13-dccd4ffc003f,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:02.839547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 2d20ec3e-6803-4a87-b3de-75ebe4f139eb {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:29:02.839547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 2d20ec3e-6803-4a87-b3de-75ebe4f139eb not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:29:02.839547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ad6def46-5792-496f-84a8-eda08def579a no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:29:02.869087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: ad6def46-5792-496f-84a8-eda08def579a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:29:02.869087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device ad6def46-5792-496f-84a8-eda08def579a not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:29:02.900065 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.903283 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.925623 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b880df77-b313-4d1c-9963-9506f842b8ea']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:02.927071 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Pushing event deleted for resources: {'Port': ['ID=69059588-e450-47f2-bf13-dccd4ffc003f,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:02.931587 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] No DVR routers for this DVR port 69059588-e450-47f2-bf13-dccd4ffc003f on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:29:02.936384 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa8f835-f48e-4d49-b3a9-9c726ef19200') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:02.936770 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa8f835-f48e-4d49-b3a9-9c726ef19200') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:02.938502 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.938844 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.939188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.939528 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.943239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.943239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.943239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.943239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.943239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.943239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.943239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.943239 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.944193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac0ee0c-1213-402d-914a-d1b106599427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:02.947788 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.962038 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.968030 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:29:02.968419 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:29:02.970087 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:29:03.063288 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:03.069533 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:03.072849 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b880df77-b313-4d1c-9963-9506f842b8ea HTTP/1.1" status: 204 len: 168 time: 0.6645386 Dec 17 14:29:03.075876 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53018) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:03.085891 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f592cb4-da36-4c6f-a8ff-cb2747fcf411 admin admin] Pushing event deleted for resources: {'Network': ['ID=b880df77-b313-4d1c-9963-9506f842b8ea,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:03.427846 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d28f9e0-2459-4a1c-837d-973f9b8c8ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:03.668609 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-1d28f9e0-2459-4a1c-837d-973f9b8c8ddf admin admin] Deleting port 7ab267ae-e63d-4f03-a253-52868097e10c {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:29:03.668954 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d28f9e0-2459-4a1c-837d-973f9b8c8ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:03.743941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-1d28f9e0-2459-4a1c-837d-973f9b8c8ddf admin admin] For port 7ab267ae-e63d-4f03-a253-52868097e10c, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=7ab267ae-e63d-4f03-a253-52868097e10c,segment=NetworkSegment(51518368-673f-4911-93a0-c100f34529d7),segment_id=51518368-673f-4911-93a0-c100f34529d7)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:03.744224 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d28f9e0-2459-4a1c-837d-973f9b8c8ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:03.757145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-1d28f9e0-2459-4a1c-837d-973f9b8c8ddf admin admin] Calling delete_port for 7ab267ae-e63d-4f03-a253-52868097e10c owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:29:04.006411 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d28f9e0-2459-4a1c-837d-973f9b8c8ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:04.035728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28f9e0-2459-4a1c-837d-973f9b8c8ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab267ae-e63d-4f03-a253-52868097e10c,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:04.201675 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1d28f9e0-2459-4a1c-837d-973f9b8c8ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:04.415466 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d28f9e0-2459-4a1c-837d-973f9b8c8ddf admin admin] Router 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:29:04.519831 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d28f9e0-2459-4a1c-837d-973f9b8c8ddf admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:29:04.524974 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1d28f9e0-2459-4a1c-837d-973f9b8c8ddf admin admin] 10.222.0.59 "PUT /v2.0/routers/16492bc6-7ca9-4ee3-bf9a-a02d757c1232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4475739 Dec 17 14:29:04.527725 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53020) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:04.528614 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd220e-9042-4389-a265-1dade28446de None None] Sync routers for ids ['16492bc6-7ca9-4ee3-bf9a-a02d757c1232'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:29:04.539440 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd220e-9042-4389-a265-1dade28446de None None] Routers {'16492bc6-7ca9-4ee3-bf9a-a02d757c1232'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:04.540057 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f3dd220e-9042-4389-a265-1dade28446de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['16492bc6-7ca9-4ee3-bf9a-a02d757c1232'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:04.653894 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-f3dd220e-9042-4389-a265-1dade28446de None None] Set router 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:04.842140 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f3dd220e-9042-4389-a265-1dade28446de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'name': 'tempest-TestShelveInstance-1299112543-router', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:29:03Z', 'revision_number': 5, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'gw_port': {'id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:04.872961 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd220e-9042-4389-a265-1dade28446de None None] Checking router: 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:29:04.882116 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd220e-9042-4389-a265-1dade28446de None None] Routers {'16492bc6-7ca9-4ee3-bf9a-a02d757c1232'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:04.882725 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f3dd220e-9042-4389-a265-1dade28446de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['16492bc6-7ca9-4ee3-bf9a-a02d757c1232'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:04.942493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:04.988896 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-f3dd220e-9042-4389-a265-1dade28446de None None] Set router 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:05.044039 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:05.209450 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Deleting port f75a76c1-89f9-4563-8a30-dada094f246a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:29:05.210207 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:05.273042 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-f3dd220e-9042-4389-a265-1dade28446de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'name': 'tempest-TestShelveInstance-1299112543-router', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:29:03Z', 'revision_number': 5, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'gw_port': {'id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:05.296164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] For port f75a76c1-89f9-4563-8a30-dada094f246a, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f75a76c1-89f9-4563-8a30-dada094f246a,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:05.296674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:05.302411 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd220e-9042-4389-a265-1dade28446de None None] The sync data for ids ['16492bc6-7ca9-4ee3-bf9a-a02d757c1232'] in n-d-815324-5 is: [{'id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'name': 'tempest-TestShelveInstance-1299112543-router', 'tenant_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:29:03Z', 'revision_number': 5, 'project_id': '0a565fda970c408ebb2bf8792cd3b7aa', 'gw_port': {'id': 'f75a76c1-89f9-4563-8a30-dada094f246a', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:24:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16492bc6-7ca9-4ee3-bf9a-a02d757c1232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:18:48Z', 'updated_at': '2021-12-17T14:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:29:05.311886 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Calling delete_port for f75a76c1-89f9-4563-8a30-dada094f246a owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:29:05.542883 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:05.566845 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Pushing event deleted for resources: {'Port': ['ID=f75a76c1-89f9-4563-8a30-dada094f246a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:05.583406 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56370867-fd19-484f-822b-c8ab0195a287 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:29:05.634941 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:05.729534 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:05.731983 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:05.834288 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:05.834843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16492bc6-7ca9-4ee3-bf9a-a02d757c1232 {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:29:05.839543 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:05.840980 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-b428143d-1432-4980-9e38-fa8729593623 admin admin] 10.222.0.59 "DELETE /v2.0/routers/16492bc6-7ca9-4ee3-bf9a-a02d757c1232 HTTP/1.1" status: 204 len: 168 time: 1.3119769 Dec 17 14:29:05.843281 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53022) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:05.895326 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f9728f-33da-4a49-9132-14154c121bb6 admin admin] Deleting subnet 2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:29:05.898815 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-57f9728f-33da-4a49-9132-14154c121bb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:05.935291 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-57f9728f-33da-4a49-9132-14154c121bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.012702 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-57f9728f-33da-4a49-9132-14154c121bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.149545 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-57f9728f-33da-4a49-9132-14154c121bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.175594 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9728f-33da-4a49-9132-14154c121bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:06.179339 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-57f9728f-33da-4a49-9132-14154c121bb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.182821 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-57f9728f-33da-4a49-9132-14154c121bb6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2aa2c629-3101-4b5a-a83d-8e8f68ffbc0e HTTP/1.1" status: 204 len: 168 time: 0.3384695 Dec 17 14:29:06.185317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71779d57-b919-44f8-9fe2-32931a40dc8f None None] Network 29d4d8d9-3910-4394-9a4c-ff887d971a14 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:29:06.185487 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53024) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:06.255096 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.317396 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Deleting port f86dd0bf-2120-4031-8b86-e4bfa538c6f1 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:29:06.317850 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.334865 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7ab267ae-e63d-4f03-a253-52868097e10c no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:29:06.355768 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 7ab267ae-e63d-4f03-a253-52868097e10c {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:29:06.356121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 7ab267ae-e63d-4f03-a253-52868097e10c not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:29:06.356591 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f75a76c1-89f9-4563-8a30-dada094f246a no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:29:06.378656 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486414b3-0fdd-40f1-94e0-6e59a99324bd None None] DHCP port deletion for 29d4d8d9-3910-4394-9a4c-ff887d971a14 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:29:06.381854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f75a76c1-89f9-4563-8a30-dada094f246a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:29:06.382011 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f75a76c1-89f9-4563-8a30-dada094f246a not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:29:06.388761 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] For port f86dd0bf-2120-4031-8b86-e4bfa538c6f1, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f86dd0bf-2120-4031-8b86-e4bfa538c6f1,segment=NetworkSegment(51518368-673f-4911-93a0-c100f34529d7),segment_id=51518368-673f-4911-93a0-c100f34529d7)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:06.389141 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.403081 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Calling delete_port for f86dd0bf-2120-4031-8b86-e4bfa538c6f1 owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:29:06.429186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-486414b3-0fdd-40f1-94e0-6e59a99324bd None None] Deleting port f86dd0bf-2120-4031-8b86-e4bfa538c6f1 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:29:06.429602 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-486414b3-0fdd-40f1-94e0-6e59a99324bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.496197 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-486414b3-0fdd-40f1-94e0-6e59a99324bd None None] For port f86dd0bf-2120-4031-8b86-e4bfa538c6f1, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=f86dd0bf-2120-4031-8b86-e4bfa538c6f1,segment=NetworkSegment(51518368-673f-4911-93a0-c100f34529d7),segment_id=51518368-673f-4911-93a0-c100f34529d7)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:06.496652 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-486414b3-0fdd-40f1-94e0-6e59a99324bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.508776 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-486414b3-0fdd-40f1-94e0-6e59a99324bd None None] Calling delete_port for f86dd0bf-2120-4031-8b86-e4bfa538c6f1 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:29:06.537694 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.566216 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f86dd0bf-2120-4031-8b86-e4bfa538c6f1,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:06.568356 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] No DVR routers for this DVR port f86dd0bf-2120-4031-8b86-e4bfa538c6f1 on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:29:06.601435 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-486414b3-0fdd-40f1-94e0-6e59a99324bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.630547 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486414b3-0fdd-40f1-94e0-6e59a99324bd None None] Pushing event deleted for resources: {'Port': ['ID=f86dd0bf-2120-4031-8b86-e4bfa538c6f1,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:06.634037 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486414b3-0fdd-40f1-94e0-6e59a99324bd None None] No DVR routers for this DVR port f86dd0bf-2120-4031-8b86-e4bfa538c6f1 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:29:06.653150 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.673843 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d4d8d9-3910-4394-9a4c-ff887d971a14']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:06.683838 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51518368-673f-4911-93a0-c100f34529d7') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:06.684148 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51518368-673f-4911-93a0-c100f34529d7') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:06.693466 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.707053 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.713286 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:29:06.713733 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:29:06.715428 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:29:06.828974 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.833715 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:06.837380 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] 10.222.0.59 "DELETE /v2.0/networks/29d4d8d9-3910-4394-9a4c-ff887d971a14 HTTP/1.1" status: 204 len: 168 time: 0.6511037 Dec 17 14:29:06.851585 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ff9d3-a638-48ad-bd02-6a51a8f782fc admin admin] Pushing event deleted for resources: {'Network': ['ID=29d4d8d9-3910-4394-9a4c-ff887d971a14,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:06.903456 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:07.164122 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53028) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:07.202803 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-64a099b4-a17e-4ea3-9f81-e5f1d707de7f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=362e5084243b4e09ac44a89ea721d2ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374348 Dec 17 14:29:07.205302 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53030) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:07.253630 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19f4e5e7-fb82-4a90-9f86-b53530615df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:07.274723 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19f4e5e7-fb82-4a90-9f86-b53530615df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:07.377298 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19f4e5e7-fb82-4a90-9f86-b53530615df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:07.379947 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-19f4e5e7-fb82-4a90-9f86-b53530615df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:07.381173 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-19f4e5e7-fb82-4a90-9f86-b53530615df2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43cc890a-f8ca-4c25-8483-5fc8d3404ff9 HTTP/1.1" status: 204 len: 168 time: 0.1744068 Dec 17 14:29:07.389122 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4e5e7-fb82-4a90-9f86-b53530615df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cc890a-f8ca-4c25-8483-5fc8d3404ff9,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:07.964299 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53036) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:08.008419 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-0fc3bf50-8fca-40a1-9be8-62eb68d5eb61 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a565fda970c408ebb2bf8792cd3b7aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429673 Dec 17 14:29:08.010932 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53038) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:08.319371 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f86dd0bf-2120-4031-8b86-e4bfa538c6f1 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:29:08.339869 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: f86dd0bf-2120-4031-8b86-e4bfa538c6f1 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:29:08.340224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device f86dd0bf-2120-4031-8b86-e4bfa538c6f1 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:29:08.356460 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-351b6bf4-3071-4857-aa44-6d4549b4f649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:08.377863 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-351b6bf4-3071-4857-aa44-6d4549b4f649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:08.480445 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-351b6bf4-3071-4857-aa44-6d4549b4f649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:08.483100 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-351b6bf4-3071-4857-aa44-6d4549b4f649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:08.484266 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-351b6bf4-3071-4857-aa44-6d4549b4f649 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/163321c3-3886-453c-aaf5-dc7f017e3e62 HTTP/1.1" status: 204 len: 168 time: 0.4724543 Dec 17 14:29:08.492337 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b6bf4-3071-4857-aa44-6d4549b4f649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163321c3-3886-453c-aaf5-dc7f017e3e62,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:09.572272 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53060) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:09.667922 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1435767793-network', 'tenant_id': 'b963d84c45be469990711da1f614d67b'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:09.754062 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Made reservation on behalf of b963d84c45be469990711da1f614d67b for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:29:09.756405 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:09.764764 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:09.835582 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:09.885725 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:09.911287 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:29:09.920311 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b543e786-e6c8-4c73-8a46-f4f566e57c12,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:09.927230 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:09.931354 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Added segment 8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a of type vlan for network f948c76d-05c0-460b-9d0a-c519c33a6a63 Dec 17 14:29:09.974453 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:10.045819 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:10.046823 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:10.047412 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:10.104777 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f948c76d-05c0-460b-9d0a-c519c33a6a63,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:10.114535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network f948c76d-05c0-460b-9d0a-c519c33a6a63 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:29:10.140183 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-5c5eec98-c09d-4f5d-88da-c78fbb37c1f6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5667753 Dec 17 14:29:10.143877 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53064) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:10.149130 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8971d8af-acdc-4886-9915-85b21e827835 admin admin] Request body: {'subnet': {'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1435767793-subnet', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:10.223037 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8971d8af-acdc-4886-9915-85b21e827835 admin admin] Made reservation on behalf of b963d84c45be469990711da1f614d67b for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:29:10.225432 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8971d8af-acdc-4886-9915-85b21e827835 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:10.445669 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8971d8af-acdc-4886-9915-85b21e827835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:10.501570 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971d8af-acdc-4886-9915-85b21e827835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb19595-a486-4bf5-a7a3-7c31a98eb061,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:10.510293 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8971d8af-acdc-4886-9915-85b21e827835 admin admin] Checking segment: {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:29:10.510660 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8971d8af-acdc-4886-9915-85b21e827835 admin admin] Network hostable DHCP agents. Network: f948c76d-05c0-460b-9d0a-c519c33a6a63, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:29:10.559541 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8971d8af-acdc-4886-9915-85b21e827835 admin admin] Network f948c76d-05c0-460b-9d0a-c519c33a6a63 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:29:10.611380 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-8971d8af-acdc-4886-9915-85b21e827835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, f948c76d-05c0-460b-9d0a-c519c33a6a63) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:29:10.616895 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971d8af-acdc-4886-9915-85b21e827835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:10.622815 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8971d8af-acdc-4886-9915-85b21e827835 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:10.624154 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e58646-4bb4-4bfa-b8a8-1e248d85c54a None None] Network f948c76d-05c0-460b-9d0a-c519c33a6a63 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:29:10.711534 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8971d8af-acdc-4886-9915-85b21e827835 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5662234 Dec 17 14:29:10.714322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53066) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:10.719060 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:10.731798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-f948c76d-05c0-460b-9d0a-c519c33a6a63', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:29:10.733095 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:10.817415 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:10.818654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:10.876782 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:10.878546 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Allocated IP 172.20.0.2 (f948c76d-05c0-460b-9d0a-c519c33a6a63/ddb19595-a486-4bf5-a7a3-7c31a98eb061/494a2685-13b2-47af-a635-b7120745a7ca) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:29:11.027511 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:11.081265 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:11.119271 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:11.122102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Network f948c76d-05c0-460b-9d0a-c519c33a6a63 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:29:11.123230 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:29:11.126993 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:29:11.135978 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Pushing event updated for resources: {'Port': ['ID=494a2685-13b2-47af-a635-b7120745a7ca,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:11.191228 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Attempting to bind port 494a2685-13b2-47af-a635-b7120745a7ca on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:29:11.191584 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Attempting to bind port 494a2685-13b2-47af-a635-b7120745a7ca by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:29:11.191963 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Attempting to bind port 494a2685-13b2-47af-a635-b7120745a7ca on network f948c76d-05c0-460b-9d0a-c519c33a6a63 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:29:11.197050 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:29:11.197429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Checking segment: {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:29:11.197866 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:11.198291 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Bound using segment: {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:29:11.198738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Bound port: 494a2685-13b2-47af-a635-b7120745a7ca, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:29:11.199122 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:11.267298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] For port 494a2685-13b2-47af-a635-b7120745a7ca, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:29:11.271845 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] For port 494a2685-13b2-47af-a635-b7120745a7ca, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=494a2685-13b2-47af-a635-b7120745a7ca,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:29:11.343024 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:11.375728 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:11.397261 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:11.410827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3b55a-2082-4813-affc-d114e1dc5c61 None None] Pushing event updated for resources: {'Port': ['ID=494a2685-13b2-47af-a635-b7120745a7ca,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:11.506442 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Allocated IP 172.25.0.200 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/4efd8df8-c311-4f46-a155-7e9d5463f32e) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:29:11.645493 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:11.732019 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:11.773034 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:29:11.775966 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:29:11.778558 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:29:11.789179 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c8c90e-4e68-4e0c-9323-71212a9c0223 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:29:11.805856 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4efd8df8-c311-4f46-a155-7e9d5463f32e,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:11.819941 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-0c62c924-7fd1-4352-9208-6075cb8d45f8 None None] Provisioning complete for port 4efd8df8-c311-4f46-a155-7e9d5463f32e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:11.822896 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0c62c924-7fd1-4352-9208-6075cb8d45f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:11.867156 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-0c62c924-7fd1-4352-9208-6075cb8d45f8 None None] Port 4efd8df8-c311-4f46-a155-7e9d5463f32e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:29:12.099538 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:12.311578 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:12.379131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 494a2685-13b2-47af-a635-b7120745a7ca up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:29:12.379131 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ef637-3d9f-4e02-8742-ad55cd32a8bc None None] Network f948c76d-05c0-460b-9d0a-c519c33a6a63 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:29:12.462279 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-610acbac-25ff-4692-9029-93d0d117b754 None None] Provisioning complete for port 494a2685-13b2-47af-a635-b7120745a7ca triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:12.462653 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-610acbac-25ff-4692-9029-93d0d117b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:12.514522 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Router c63ea31e-ad73-4395-b3a2-6f1de1d89bce is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:29:12.534383 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 494a2685-13b2-47af-a635-b7120745a7ca triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:12.534752 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:12.625477 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:29:12.637345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Sync routers for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:29:12.639187 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-610acbac-25ff-4692-9029-93d0d117b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:12.690427 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:12.691079 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:12.722628 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:12.726941 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53068) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:12.727461 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-bae861e5-e29a-4bf8-bbbb-13f85915d8f0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0116782 Dec 17 14:29:12.920925 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:12.926149 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-610acbac-25ff-4692-9029-93d0d117b754 None None] For port 494a2685-13b2-47af-a635-b7120745a7ca, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=494a2685-13b2-47af-a635-b7120745a7ca,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:12.997500 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-610acbac-25ff-4692-9029-93d0d117b754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.009124 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:13.177022 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 14:29:13.177303 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 14:29:13.196716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7bccc3b1-b131-4ed8-a87c-f5dc65b0bb31 None None] Provisioning complete for port 494a2685-13b2-47af-a635-b7120745a7ca triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:13.197078 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7bccc3b1-b131-4ed8-a87c-f5dc65b0bb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.198599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610acbac-25ff-4692-9029-93d0d117b754 None None] Pushing event updated for resources: {'Port': ['ID=494a2685-13b2-47af-a635-b7120745a7ca,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:13.203930 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.342188 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:11Z', 'revision_number': 3, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:13.359598 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Allocated IP 172.20.0.1 (f948c76d-05c0-460b-9d0a-c519c33a6a63/ddb19595-a486-4bf5-a7a3-7c31a98eb061/fb34b694-188f-4131-becd-943b1816b127) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:29:13.369457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Checking router: c63ea31e-ad73-4395-b3a2-6f1de1d89bce for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:29:13.369457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Updating router c63ea31e-ad73-4395-b3a2-6f1de1d89bce port 4efd8df8-c311-4f46-a155-7e9d5463f32e binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:29:13.394829 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.461238 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.555027 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.601162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Network f948c76d-05c0-460b-9d0a-c519c33a6a63 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:29:13.606686 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:29:13.612492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Pushing event updated for resources: {'Port': ['ID=fb34b694-188f-4131-becd-943b1816b127,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:13.612492 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:29:13.650222 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.660550 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.755204 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.789165 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aa3e64-612f-4ac7-abc0-a64bfe12d4a7 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:29:13.815961 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Attempting to bind port 4efd8df8-c311-4f46-a155-7e9d5463f32e on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:29:13.816464 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Attempting to bind port 4efd8df8-c311-4f46-a155-7e9d5463f32e by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:29:13.816687 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Attempting to bind port 4efd8df8-c311-4f46-a155-7e9d5463f32e on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:29:13.822839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987baaa-4d59-4f88-b25b-1f09d3be72be None None] Pushing event updated for resources: {'Port': ['ID=4efd8df8-c311-4f46-a155-7e9d5463f32e,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:13.827728 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:29:13.827897 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:29:13.828314 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.828708 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:29:13.829184 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Bound port: 4efd8df8-c311-4f46-a155-7e9d5463f32e, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:29:13.829609 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.888880 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.904038 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f3af4b1c-f90c-4e3f-b4c4-7d09ae28a40e None None] Provisioning complete for port fb34b694-188f-4131-becd-943b1816b127 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:13.904348 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f3af4b1c-f90c-4e3f-b4c4-7d09ae28a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.926529 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] For port 4efd8df8-c311-4f46-a155-7e9d5463f32e, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:29:13.940241 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2d4604d4-9965-4d9a-9e3d-ed54348235cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.947805 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] For port 4efd8df8-c311-4f46-a155-7e9d5463f32e, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4efd8df8-c311-4f46-a155-7e9d5463f32e,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:29:13.954111 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f3af4b1c-f90c-4e3f-b4c4-7d09ae28a40e None None] Port fb34b694-188f-4131-becd-943b1816b127 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:29:13.964581 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f3af4b1c-f90c-4e3f-b4c4-7d09ae28a40e None None] Provisioning complete for port 4efd8df8-c311-4f46-a155-7e9d5463f32e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:13.966407 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f3af4b1c-f90c-4e3f-b4c4-7d09ae28a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:13.997688 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:14.036146 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f3af4b1c-f90c-4e3f-b4c4-7d09ae28a40e None None] Port 4efd8df8-c311-4f46-a155-7e9d5463f32e cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:29:14.053598 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c728a-db6d-46cf-9ccd-0b30dd7386b2 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:29:14.058888 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:14.075621 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:14.076013 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:28:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:14.079758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987baaa-4d59-4f88-b25b-1f09d3be72be None None] Pushing event updated for resources: {'Port': ['ID=4efd8df8-c311-4f46-a155-7e9d5463f32e,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:14.114174 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:14.181387 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Pushing event updated for resources: {'Port': ['ID=fb34b694-188f-4131-becd-943b1816b127,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:14.183958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:14.192858 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-2877985d-ad53-4268-93f8-18d0ca863865 None None] Provisioning complete for port 4efd8df8-c311-4f46-a155-7e9d5463f32e triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:14.193237 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2877985d-ad53-4268-93f8-18d0ca863865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:14.198204 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:14.281055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Network f948c76d-05c0-460b-9d0a-c519c33a6a63 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:29:14.282628 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:29:14.366732 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 494a2685-13b2-47af-a635-b7120745a7ca up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:29:14.411989 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Router c63ea31e-ad73-4395-b3a2-6f1de1d89bce has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:29:14.434760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2877985d-ad53-4268-93f8-18d0ca863865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:14.472798 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-2877985d-ad53-4268-93f8-18d0ca863865 None None] For port 4efd8df8-c311-4f46-a155-7e9d5463f32e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4efd8df8-c311-4f46-a155-7e9d5463f32e,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:14.505735 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 494a2685-13b2-47af-a635-b7120745a7ca triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:14.506118 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:14.532021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:29:14.537710 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-57da5abe-b35d-495d-8903-5c6d3099d91f admin admin] 10.222.0.59 "PUT /v2.0/routers/c63ea31e-ad73-4395-b3a2-6f1de1d89bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8094335 Dec 17 14:29:14.554274 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2877985d-ad53-4268-93f8-18d0ca863865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:14.622437 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 1, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:14.641830 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877985d-ad53-4268-93f8-18d0ca863865 None None] Pushing event updated for resources: {'Port': ['ID=4efd8df8-c311-4f46-a155-7e9d5463f32e,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:14.682199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cdc914-be8d-4d3b-867f-4fd11527d079 None None] The sync data for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 is: [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 1, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:29:14.707240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-fc39ba50-b6dc-416c-9a39-98c4189c95ce None None] Provisioning complete for port fb34b694-188f-4131-becd-943b1816b127 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:14.707240 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fc39ba50-b6dc-416c-9a39-98c4189c95ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:14.742738 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-fc39ba50-b6dc-416c-9a39-98c4189c95ce None None] Port fb34b694-188f-4131-becd-943b1816b127 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:29:15.216834 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53084) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:15.222799 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2033345462-network', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:15.319407 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Made reservation on behalf of ea7d00d615784fb4ae29e140a5b93599 for: {'network': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:29:15.326500 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for network, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:15.342364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:15.425958 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:15.479767 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:15.506549 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=110454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:29:15.516816 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdefa63-bd54-4f4c-a2f6-15d623d9b235,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:15.522059 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:15.522401 n-d-815324-5 neutron-server[110454]: INFO neutron.db.segments_db [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Added segment c0dd515d-8b65-4da3-a712-2041c06367ee of type vlan for network bfeec0d7-83e0-4dac-b067-9837eb635899 Dec 17 14:29:15.567600 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786484345631'] for network, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:15.640131 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100'] for network, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:15.641162 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:15.641778 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:15.702591 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=bfeec0d7-83e0-4dac-b067-9837eb635899,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:15.717385 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Network bfeec0d7-83e0-4dac-b067-9837eb635899 details requested by agent ovs-agent-n-d-815324-5 with host n-d-815324-5 {{(pid=110455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:29:15.758180 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-34eebd24-4cf3-4db2-9272-3188459b4eb7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5401795 Dec 17 14:29:15.760764 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53086) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:15.765774 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-1ff0be0b-0ac4-4517-832f-86faf061cca5 admin admin] Request body: {'subnet': {'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2033345462-subnet', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'ip_version': 4}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:15.840252 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff0be0b-0ac4-4517-832f-86faf061cca5 admin admin] Made reservation on behalf of ea7d00d615784fb4ae29e140a5b93599 for: {'subnet': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:29:15.842684 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ff0be0b-0ac4-4517-832f-86faf061cca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4645846'] for subnet, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:16.086394 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ff0be0b-0ac4-4517-832f-86faf061cca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4645832'] for subnet, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:16.147225 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0be0b-0ac4-4517-832f-86faf061cca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e88dc3-d005-48c3-93ca-91b3f08e8932,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:16.157796 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0be0b-0ac4-4517-832f-86faf061cca5 admin admin] Checking segment: {'id': 'c0dd515d-8b65-4da3-a712-2041c06367ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:29:16.158244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0be0b-0ac4-4517-832f-86faf061cca5 admin admin] Network hostable DHCP agents. Network: bfeec0d7-83e0-4dac-b067-9837eb635899, hostable agents: ['4b3d8b18-6594-4724-b9ec-7bf6af7fc293'], hosted agents: [] {{(pid=110454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:29:16.228182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0be0b-0ac4-4517-832f-86faf061cca5 admin admin] Network bfeec0d7-83e0-4dac-b067-9837eb635899 is scheduled to be hosted by DHCP agent 4b3d8b18-6594-4724-b9ec-7bf6af7fc293 with binding_index 1 {{(pid=110454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:29:16.305832 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-1ff0be0b-0ac4-4517-832f-86faf061cca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815324-5, bfeec0d7-83e0-4dac-b067-9837eb635899) {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:29:16.313966 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0be0b-0ac4-4517-832f-86faf061cca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:16.315579 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-1ff0be0b-0ac4-4517-832f-86faf061cca5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:16.316096 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffeadf0-5890-41a3-b78c-1c5443711c9e None None] Network bfeec0d7-83e0-4dac-b067-9837eb635899 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:29:16.376618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4efd8df8-c311-4f46-a155-7e9d5463f32e up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:29:16.402821 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-1ff0be0b-0ac4-4517-832f-86faf061cca5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6408474 Dec 17 14:29:16.405307 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53088) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:16.410328 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2033345462-router', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:16.438579 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a6e6bf5d-e00c-470d-9c09-3fc7e8c8f3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:16.471506 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 4efd8df8-c311-4f46-a155-7e9d5463f32e triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:16.471506 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:16.472755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a56d827-a3eb-5fa9-9ef0-69285ffe409c-bfeec0d7-83e0-4dac-b067-9837eb635899', 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899', 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'fixed_ips': [{'subnet_id': '00e88dc3-d005-48c3-93ca-91b3f08e8932'}]}} from n-d-815324-5. {{(pid=110455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 14:29:16.473612 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:16.497186 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44148'] for router, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:16.498639 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-486174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1577646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44143'] for router, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:16.555678 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:16.682806 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Sync routers for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:29:16.693180 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:16.693887 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:16.780449 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:16.808154 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:16.859174 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.db_base_plugin_common [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Allocated IP 172.20.0.2 (bfeec0d7-83e0-4dac-b067-9837eb635899/00e88dc3-d005-48c3-93ca-91b3f08e8932/b0e8aaab-0bbf-4e53-8363-d10f7dfdc253) {{(pid=110455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:29:17.010363 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Publish callbacks [] for port, precommit_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.020918 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 2, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:17.041265 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.046988 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Checking router: c63ea31e-ad73-4395-b3a2-6f1de1d89bce for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:29:17.047344 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Updating router c63ea31e-ad73-4395-b3a2-6f1de1d89bce port fb34b694-188f-4131-becd-943b1816b127 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:29:17.064214 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.076387 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.080326 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840'] for port, after_create {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.121568 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Network bfeec0d7-83e0-4dac-b067-9837eb635899 is already hosted by enough agents. {{(pid=110455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:29:17.126053 n-d-815324-5 neutron-server[110455]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Resources bound (agent type, host, resource id): {{(pid=110455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:29:17.130163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Received port after_create {{(pid=110455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:29:17.138973 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Pushing event updated for resources: {'Port': ['ID=b0e8aaab-0bbf-4e53-8363-d10f7dfdc253,revision_number=1']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:17.169951 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Allocated IP 172.25.0.237 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/81202dc0-3184-4a4b-b454-eebaa6652ea8) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:29:17.193317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Attempting to bind port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:29:17.193755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Attempting to bind port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'c0dd515d-8b65-4da3-a712-2041c06367ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:29:17.194836 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Attempting to bind port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 on network bfeec0d7-83e0-4dac-b067-9837eb635899 {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:29:17.202015 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:29:17.202342 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Checking segment: {'id': 'c0dd515d-8b65-4da3-a712-2041c06367ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:29:17.202751 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.203157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Bound using segment: {'id': 'c0dd515d-8b65-4da3-a712-2041c06367ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:29:17.203643 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Bound port: b0e8aaab-0bbf-4e53-8363-d10f7dfdc253, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dd515d-8b65-4da3-a712-2041c06367ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:29:17.204026 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.270489 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] For port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:29:17.274198 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] For port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b0e8aaab-0bbf-4e53-8363-d10f7dfdc253,segment=NetworkSegment(c0dd515d-8b65-4da3-a712-2041c06367ee),segment_id=c0dd515d-8b65-4da3-a712-2041c06367ee)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:29:17.279410 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.371073 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.371602 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.394877 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.416934 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.440060 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:29:17.444052 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:29:17.447978 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Pushing event updated for resources: {'Port': ['ID=81202dc0-3184-4a4b-b454-eebaa6652ea8,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:17.449838 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:29:17.467669 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc098f-a59b-4e85-8b50-12383aea6e4d None None] Pushing event updated for resources: {'Port': ['ID=b0e8aaab-0bbf-4e53-8363-d10f7dfdc253,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:17.488449 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Pushing event updated for resources: {'Port': ['ID=fb34b694-188f-4131-becd-943b1816b127,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:17.490655 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc71001-764e-4966-89a4-03017b8727ab None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:29:17.525168 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.526296 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.526827 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.527402 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.527899 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.528454 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.528948 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.529496 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.530030 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.530587 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.531073 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.531556 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.532592 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:29:17.588401 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-c3b888f5-4a2b-4535-9410-947083c3e75b None None] Provisioning complete for port 81202dc0-3184-4a4b-b454-eebaa6652ea8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:17.588900 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c3b888f5-4a2b-4535-9410-947083c3e75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.607081 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Attempting to bind port fb34b694-188f-4131-becd-943b1816b127 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:29:17.607672 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Attempting to bind port fb34b694-188f-4131-becd-943b1816b127 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:29:17.608268 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Attempting to bind port fb34b694-188f-4131-becd-943b1816b127 on network f948c76d-05c0-460b-9d0a-c519c33a6a63 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:29:17.624777 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:29:17.625152 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Checking segment: {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:29:17.625556 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.625980 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Bound using segment: {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:29:17.626455 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Bound port: fb34b694-188f-4131-becd-943b1816b127, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:29:17.626855 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.654686 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-c3b888f5-4a2b-4535-9410-947083c3e75b None None] Port 81202dc0-3184-4a4b-b454-eebaa6652ea8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:29:17.727048 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] For port fb34b694-188f-4131-becd-943b1816b127, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:29:17.730728 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] For port fb34b694-188f-4131-becd-943b1816b127, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fb34b694-188f-4131-becd-943b1816b127,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:29:17.789194 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.869951 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92927365-0ded-4a72-b375-271c9d53e944 None None] Pushing event updated for resources: {'Port': ['ID=fb34b694-188f-4131-becd-943b1816b127,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:17.886621 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:17.887485 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:17.888559 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b76f11c4-ba6b-42bb-be7c-5ed1ac4a4c6e None None] Provisioning complete for port fb34b694-188f-4131-becd-943b1816b127 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:17.889082 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b76f11c4-ba6b-42bb-be7c-5ed1ac4a4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:17.900271 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:18.016430 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b76f11c4-ba6b-42bb-be7c-5ed1ac4a4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:18.052287 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b76f11c4-ba6b-42bb-be7c-5ed1ac4a4c6e None None] For port fb34b694-188f-4131-becd-943b1816b127, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fb34b694-188f-4131-becd-943b1816b127,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:18.060512 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:18.091349 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:18.118522 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b76f11c4-ba6b-42bb-be7c-5ed1ac4a4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:18.172879 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-486183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481948'] for router, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:18.183781 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f11c4-ba6b-42bb-be7c-5ed1ac4a4c6e None None] Pushing event updated for resources: {'Port': ['ID=fb34b694-188f-4131-becd-943b1816b127,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:18.242189 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-90eddcc0-18d8-4850-a3c0-9c880d4a4426 None None] Provisioning complete for port fb34b694-188f-4131-becd-943b1816b127 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:18.243215 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-90eddcc0-18d8-4850-a3c0-9c880d4a4426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:18.307042 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:17Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:18.361247 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c83b1a-b598-4e01-a765-5feeca5ff9ce None None] The sync data for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 is: [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:17Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:29:18.428611 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Router e699e38f-1724-4bea-86d8-55194fe99eda is scheduled to L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf with binding_index 1 {{(pid=110454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:29:18.508408 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fb34b694-188f-4131-becd-943b1816b127 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:29:18.563443 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:29:18.576535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Sync routers for ids ['e699e38f-1724-4bea-86d8-55194fe99eda'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:29:18.578797 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port fb34b694-188f-4131-becd-943b1816b127 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:18.579170 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:18.632886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Routers {'e699e38f-1724-4bea-86d8-55194fe99eda'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:18.632886 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e699e38f-1724-4bea-86d8-55194fe99eda'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:18.689296 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:18.694981 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53090) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:18.700941 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a3168818-491c-4aa1-a8cc-7646c0de6d6d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2945209 Dec 17 14:29:18.753089 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0695cdc8-7960-4b53-9198-303176487b02 None None] Network bfeec0d7-83e0-4dac-b067-9837eb635899 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:29:18.870429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:29:18.875256 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Set router e699e38f-1724-4bea-86d8-55194fe99eda gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:18.961752 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-7ca06c27-69c1-4181-9062-9e7a16fa2855 None None] Provisioning complete for port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:18.962370 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ca06c27-69c1-4181-9062-9e7a16fa2855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.149977 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:19.150616 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.269697 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ca06c27-69c1-4181-9062-9e7a16fa2855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.322748 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7ca06c27-69c1-4181-9062-9e7a16fa2855 None None] For port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b0e8aaab-0bbf-4e53-8363-d10f7dfdc253,segment=NetworkSegment(c0dd515d-8b65-4da3-a712-2041c06367ee),segment_id=c0dd515d-8b65-4da3-a712-2041c06367ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:19.325937 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.368317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'name': 'tempest-TestSnapshotPattern-2033345462-router', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:16Z', 'updated_at': '2021-12-17T14:29:17Z', 'revision_number': 3, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'gw_port': {'id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:17Z', 'updated_at': '2021-12-17T14:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:19.371905 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.407956 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ca06c27-69c1-4181-9062-9e7a16fa2855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.409755 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Checking router: e699e38f-1724-4bea-86d8-55194fe99eda for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:29:19.410110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Updating router e699e38f-1724-4bea-86d8-55194fe99eda port 81202dc0-3184-4a4b-b454-eebaa6652ea8 binding host n-d-815324-5 {{(pid=110455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:29:19.479725 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.499946 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.543962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca06c27-69c1-4181-9062-9e7a16fa2855 None None] Pushing event updated for resources: {'Port': ['ID=b0e8aaab-0bbf-4e53-8363-d10f7dfdc253,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:19.566383 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 14:29:19.566734 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 14:29:19.612888 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9f962a0d-23fe-4f4f-ad7a-e33d87fb6399 None None] Provisioning complete for port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:19.613264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9f962a0d-23fe-4f4f-ad7a-e33d87fb6399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.639636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Allocated IP 172.20.0.1 (bfeec0d7-83e0-4dac-b067-9837eb635899/00e88dc3-d005-48c3-93ca-91b3f08e8932/88134923-18ea-418e-a5bf-3718fe05ea64) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:29:19.745702 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.817208 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.856608 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Publish callbacks [] for port, precommit_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.857079 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Network bfeec0d7-83e0-4dac-b067-9837eb635899 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:29:19.860086 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:29:19.864194 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:29:19.870335 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Pushing event updated for resources: {'Port': ['ID=88134923-18ea-418e-a5bf-3718fe05ea64,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:19.906936 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482287'] for router_interface, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.931259 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:19.960199 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:20.015118 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d862f94-1431-4749-86bc-eaa78dbd514b None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:29:20.024332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Attempting to bind port 81202dc0-3184-4a4b-b454-eebaa6652ea8 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:29:20.024709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Attempting to bind port 81202dc0-3184-4a4b-b454-eebaa6652ea8 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:29:20.025076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Attempting to bind port 81202dc0-3184-4a4b-b454-eebaa6652ea8 on network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:29:20.031212 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650736e-6bf5-42df-afb8-3b7f86348a90 None None] Pushing event updated for resources: {'Port': ['ID=81202dc0-3184-4a4b-b454-eebaa6652ea8,revision_number=2']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:20.041292 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:29:20.041600 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Checking segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:29:20.042042 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:20.042442 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Bound using segment: {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'} {{(pid=110455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:29:20.042931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.managers [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Bound port: 81202dc0-3184-4a4b-b454-eebaa6652ea8, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ffbdb-1423-4f18-9e44-8aa93834825e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee'}}] {{(pid=110455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:29:20.043616 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:20.109539 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:20.283539 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:20.303827 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-9a837210-37b1-4d7e-aa71-721b17976df5 None None] Provisioning complete for port 81202dc0-3184-4a4b-b454-eebaa6652ea8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:20.304202 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-9a837210-37b1-4d7e-aa71-721b17976df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:20.306116 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] For port 81202dc0-3184-4a4b-b454-eebaa6652ea8, host n-d-815324-5, cleared binding levels {{(pid=110455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:29:20.309879 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] For port 81202dc0-3184-4a4b-b454-eebaa6652ea8, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=81202dc0-3184-4a4b-b454-eebaa6652ea8,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:29:20.337052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:20.342625 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-9a837210-37b1-4d7e-aa71-721b17976df5 None None] Port 81202dc0-3184-4a4b-b454-eebaa6652ea8 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:29:20.360737 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:20.394003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:29:20.408992 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Pushing event updated for resources: {'Port': ['ID=88134923-18ea-418e-a5bf-3718fe05ea64,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:20.411689 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-483423'] for router_interface, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:20.431706 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d723d10a-94e2-4c54-b14e-af76b8f1e83a None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:29:20.469359 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650736e-6bf5-42df-afb8-3b7f86348a90 None None] Pushing event updated for resources: {'Port': ['ID=81202dc0-3184-4a4b-b454-eebaa6652ea8,revision_number=3']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:20.478322 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Routers {'e699e38f-1724-4bea-86d8-55194fe99eda'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:20.479277 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e699e38f-1724-4bea-86d8-55194fe99eda'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:20.509461 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Network bfeec0d7-83e0-4dac-b067-9837eb635899 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:29:20.510893 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:29:20.528247 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-1625f40b-cc12-4f36-8886-2d2fd6f37063 None None] Provisioning complete for port 88134923-18ea-418e-a5bf-3718fe05ea64 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:20.528633 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1625f40b-cc12-4f36-8886-2d2fd6f37063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:20.612954 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:20.613778 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:20.635633 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Router e699e38f-1724-4bea-86d8-55194fe99eda has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:29:20.639894 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-1625f40b-cc12-4f36-8886-2d2fd6f37063 None None] Port 88134923-18ea-418e-a5bf-3718fe05ea64 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:29:20.656526 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] Set router e699e38f-1724-4bea-86d8-55194fe99eda gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:20.759290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:29:20.764848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-01035f9a-f73a-430c-a82a-cbb7ba2b4d24 admin admin] 10.222.0.59 "PUT /v2.0/routers/e699e38f-1724-4bea-86d8-55194fe99eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0677164 Dec 17 14:29:20.844637 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-da995de8-df7a-4b15-a531-990f643d7b6f None None] Provisioning complete for port 88134923-18ea-418e-a5bf-3718fe05ea64 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:20.844928 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-da995de8-df7a-4b15-a531-990f643d7b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:20.902829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-da995de8-df7a-4b15-a531-990f643d7b6f None None] Port 88134923-18ea-418e-a5bf-3718fe05ea64 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:29:20.940117 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-da995de8-df7a-4b15-a531-990f643d7b6f None None] Provisioning complete for port 81202dc0-3184-4a4b-b454-eebaa6652ea8 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:20.940475 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-da995de8-df7a-4b15-a531-990f643d7b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:21.028734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'name': 'tempest-TestSnapshotPattern-2033345462-router', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:16Z', 'updated_at': '2021-12-17T14:29:20Z', 'revision_number': 4, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'gw_port': {'id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:17Z', 'updated_at': '2021-12-17T14:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '88134923-18ea-418e-a5bf-3718fe05ea64', 'name': '', 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'mac_address': 'fa:16:3e:09:a7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '00e88dc3-d005-48c3-93ca-91b3f08e8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:19Z', 'updated_at': '2021-12-17T14:29:20Z', 'revision_number': 2, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'subnets': [{'id': '00e88dc3-d005-48c3-93ca-91b3f08e8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:21.063579 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421339e-0ea6-4e01-8c38-be962a8f9f64 None None] The sync data for ids ['e699e38f-1724-4bea-86d8-55194fe99eda'] in n-d-815324-5 is: [{'id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'name': 'tempest-TestSnapshotPattern-2033345462-router', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:16Z', 'updated_at': '2021-12-17T14:29:20Z', 'revision_number': 4, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'gw_port': {'id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:17Z', 'updated_at': '2021-12-17T14:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '88134923-18ea-418e-a5bf-3718fe05ea64', 'name': '', 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'mac_address': 'fa:16:3e:09:a7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '00e88dc3-d005-48c3-93ca-91b3f08e8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:19Z', 'updated_at': '2021-12-17T14:29:20Z', 'revision_number': 2, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'subnets': [{'id': '00e88dc3-d005-48c3-93ca-91b3f08e8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:29:21.074058 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-da995de8-df7a-4b15-a531-990f643d7b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:21.106224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-da995de8-df7a-4b15-a531-990f643d7b6f None None] For port 81202dc0-3184-4a4b-b454-eebaa6652ea8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=81202dc0-3184-4a4b-b454-eebaa6652ea8,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:21.171191 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-da995de8-df7a-4b15-a531-990f643d7b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:21.222604 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da995de8-df7a-4b15-a531-990f643d7b6f None None] Pushing event updated for resources: {'Port': ['ID=81202dc0-3184-4a4b-b454-eebaa6652ea8,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:22.400012 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 81202dc0-3184-4a4b-b454-eebaa6652ea8 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:29:22.402439 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53100) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:22.407570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-a2968895-7d08-4590-adc8-d894d3e6a08e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1122684789', 'description': 'tempest-secgroup-smoke-1122684789 description', 'project_id': 'b963d84c45be469990711da1f614d67b'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:22.455652 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 81202dc0-3184-4a4b-b454-eebaa6652ea8 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:22.456022 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:22.468405 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a2968895-7d08-4590-adc8-d894d3e6a08e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:22.535608 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a2968895-7d08-4590-adc8-d894d3e6a08e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:22.570871 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a2968895-7d08-4590-adc8-d894d3e6a08e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:22.600322 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2968895-7d08-4590-adc8-d894d3e6a08e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27de054c-d01f-48d3-9183-a4f8e7e2b580,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:22.641619 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a2968895-7d08-4590-adc8-d894d3e6a08e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:22.644617 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a2968895-7d08-4590-adc8-d894d3e6a08e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2409317 Dec 17 14:29:22.647451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53102) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:22.657693 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-eda2587c-69c0-402e-9fcb-7efc81c6b83a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Request body: {'security_group_rule': {'security_group_id': '27de054c-d01f-48d3-9183-a4f8e7e2b580', 'project_id': 'b963d84c45be469990711da1f614d67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:22.737065 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eda2587c-69c0-402e-9fcb-7efc81c6b83a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:22.804175 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eda2587c-69c0-402e-9fcb-7efc81c6b83a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:22.856816 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eda2587c-69c0-402e-9fcb-7efc81c6b83a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:22.876300 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2587c-69c0-402e-9fcb-7efc81c6b83a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3632b8d-8309-4c50-8fe8-243f45e2e495,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:22.941122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-eda2587c-69c0-402e-9fcb-7efc81c6b83a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:22.941285 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-eda2587c-69c0-402e-9fcb-7efc81c6b83a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928154 Dec 17 14:29:22.945334 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53104) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:22.950502 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-0835b0b4-fc1b-4f63-adfb-0cb3f6319675 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Request body: {'security_group_rule': {'security_group_id': '27de054c-d01f-48d3-9183-a4f8e7e2b580', 'project_id': 'b963d84c45be469990711da1f614d67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:22.965327 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Sync routers for ids ['e699e38f-1724-4bea-86d8-55194fe99eda'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:29:22.975354 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Routers {'e699e38f-1724-4bea-86d8-55194fe99eda'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:22.975954 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e699e38f-1724-4bea-86d8-55194fe99eda'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:23.022293 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0835b0b4-fc1b-4f63-adfb-0cb3f6319675 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.083811 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0835b0b4-fc1b-4f63-adfb-0cb3f6319675 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.154013 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0835b0b4-fc1b-4f63-adfb-0cb3f6319675 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.170721 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835b0b4-fc1b-4f63-adfb-0cb3f6319675 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1061d90-285e-4d10-befc-e9f0f5a9e537,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:23.181052 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Set router e699e38f-1724-4bea-86d8-55194fe99eda gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:23.264880 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-0835b0b4-fc1b-4f63-adfb-0cb3f6319675 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.266187 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-0835b0b4-fc1b-4f63-adfb-0cb3f6319675 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3196912 Dec 17 14:29:23.268917 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53106) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:23.273405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-53426b41-c296-4c27-8354-f4994a3650bd tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Request body: {'security_group_rule': {'security_group_id': '27de054c-d01f-48d3-9183-a4f8e7e2b580', 'project_id': 'b963d84c45be469990711da1f614d67b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:23.371052 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-53426b41-c296-4c27-8354-f4994a3650bd tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.381181 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'name': 'tempest-TestSnapshotPattern-2033345462-router', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:16Z', 'updated_at': '2021-12-17T14:29:20Z', 'revision_number': 4, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'gw_port': {'id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:17Z', 'updated_at': '2021-12-17T14:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '88134923-18ea-418e-a5bf-3718fe05ea64', 'name': '', 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'mac_address': 'fa:16:3e:09:a7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '00e88dc3-d005-48c3-93ca-91b3f08e8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:19Z', 'updated_at': '2021-12-17T14:29:20Z', 'revision_number': 2, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'subnets': [{'id': '00e88dc3-d005-48c3-93ca-91b3f08e8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:23.413158 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Checking router: e699e38f-1724-4bea-86d8-55194fe99eda for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:29:23.413552 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Updating router e699e38f-1724-4bea-86d8-55194fe99eda port 88134923-18ea-418e-a5bf-3718fe05ea64 binding host n-d-815324-5 {{(pid=110456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:29:23.434754 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-53426b41-c296-4c27-8354-f4994a3650bd tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.439735 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.514096 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-53426b41-c296-4c27-8354-f4994a3650bd tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.534735 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53426b41-c296-4c27-8354-f4994a3650bd tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c7a0ce-c0ce-415d-b576-d8d84ae8346c,revision_number=0']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:23.584669 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-53426b41-c296-4c27-8354-f4994a3650bd tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.585938 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-53426b41-c296-4c27-8354-f4994a3650bd tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160377 Dec 17 14:29:23.588747 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53108) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:23.593367 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-8b7ba5fb-ec56-4e2b-b692-d853459d80c1 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Request body: {'security_group_rule': {'security_group_id': '27de054c-d01f-48d3-9183-a4f8e7e2b580', 'project_id': 'b963d84c45be469990711da1f614d67b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:23.679620 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ba5fb-ec56-4e2b-b692-d853459d80c1 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.704704 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Publish callbacks [] for port, precommit_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.737477 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ba5fb-ec56-4e2b-b692-d853459d80c1 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.759622 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.782727 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ba5fb-ec56-4e2b-b692-d853459d80c1 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.802408 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ba5fb-ec56-4e2b-b692-d853459d80c1 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7da51f-bf06-4df1-b35e-a6d2bf6861ae,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:23.808629 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b715634-8f3e-45be-a223-153c3f8c8d21 None None] Pushing event updated for resources: {'Port': ['ID=88134923-18ea-418e-a5bf-3718fe05ea64,revision_number=3']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:23.862572 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Attempting to bind port 88134923-18ea-418e-a5bf-3718fe05ea64 on host n-d-815324-5 for vnic_type normal with profile {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:29:23.862952 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Attempting to bind port 88134923-18ea-418e-a5bf-3718fe05ea64 by drivers openvswitch,hyperv on host n-d-815324-5 at level 0 using segments [{'id': 'c0dd515d-8b65-4da3-a712-2041c06367ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899'}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:29:23.863332 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Attempting to bind port 88134923-18ea-418e-a5bf-3718fe05ea64 on network bfeec0d7-83e0-4dac-b067-9837eb635899 {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:29:23.868746 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Checking agent: {'id': '268e6301-017a-4d4e-b947-a0646703bd2c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 47, 50), 'started_at': datetime.datetime(2021, 12, 17, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815324-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:29:23.869951 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Checking segment: {'id': 'c0dd515d-8b65-4da3-a712-2041c06367ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:29:23.869951 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.869951 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Bound using segment: {'id': 'c0dd515d-8b65-4da3-a712-2041c06367ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899'} {{(pid=110456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:29:23.870385 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.managers [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Bound port: 88134923-18ea-418e-a5bf-3718fe05ea64, host: n-d-815324-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dd515d-8b65-4da3-a712-2041c06367ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899'}}] {{(pid=110456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:29:23.871151 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.888275 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-8b7ba5fb-ec56-4e2b-b692-d853459d80c1 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:23.889801 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-8b7ba5fb-ec56-4e2b-b692-d853459d80c1 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2999907 Dec 17 14:29:23.893032 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53110) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:23.897848 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-25149f4a-3752-476d-851c-d1085867c3cb tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Request body: {'security_group_rule': {'security_group_id': '27de054c-d01f-48d3-9183-a4f8e7e2b580', 'project_id': 'b963d84c45be469990711da1f614d67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:23.943712 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] For port 88134923-18ea-418e-a5bf-3718fe05ea64, host n-d-815324-5, cleared binding levels {{(pid=110456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:29:23.946973 n-d-815324-5 neutron-server[110456]: DEBUG neutron.plugins.ml2.db [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] For port 88134923-18ea-418e-a5bf-3718fe05ea64, host n-d-815324-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=88134923-18ea-418e-a5bf-3718fe05ea64,segment=NetworkSegment(c0dd515d-8b65-4da3-a712-2041c06367ee),segment_id=c0dd515d-8b65-4da3-a712-2041c06367ee)] {{(pid=110456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:29:24.009110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-20728fa8-2232-49dc-8deb-85b4af85e11a None None] Provisioning complete for port 88134923-18ea-418e-a5bf-3718fe05ea64 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:24.009643 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-20728fa8-2232-49dc-8deb-85b4af85e11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.011322 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-25149f4a-3752-476d-851c-d1085867c3cb tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Project b963d84c45be469990711da1f614d67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:29:24.016650 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25149f4a-3752-476d-851c-d1085867c3cb tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.028904 n-d-815324-5 neutron-server[110456]: DEBUG neutron_lib.callbacks.manager [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.048563 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-20728fa8-2232-49dc-8deb-85b4af85e11a None None] Port 88134923-18ea-418e-a5bf-3718fe05ea64 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:29:24.082370 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25149f4a-3752-476d-851c-d1085867c3cb tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.083479 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Routers {'e699e38f-1724-4bea-86d8-55194fe99eda'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:24.084215 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e699e38f-1724-4bea-86d8-55194fe99eda'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:24.125868 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25149f4a-3752-476d-851c-d1085867c3cb tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.138901 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b715634-8f3e-45be-a223-153c3f8c8d21 None None] Pushing event updated for resources: {'Port': ['ID=88134923-18ea-418e-a5bf-3718fe05ea64,revision_number=4']} {{(pid=110456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:24.147773 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25149f4a-3752-476d-851c-d1085867c3cb tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a1eddc-9244-4d14-9e17-c41bafec9883,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:24.196202 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-25149f4a-3752-476d-851c-d1085867c3cb tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.197437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-25149f4a-3752-476d-851c-d1085867c3cb tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3033364 Dec 17 14:29:24.200124 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53112) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:24.205980 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-17d73e91-a7e5-454e-8961-ed75109dddcc tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Request body: {'security_group_rule': {'security_group_id': '27de054c-d01f-48d3-9183-a4f8e7e2b580', 'project_id': 'b963d84c45be469990711da1f614d67b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:24.223302 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] Set router e699e38f-1724-4bea-86d8-55194fe99eda gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:24.280117 n-d-815324-5 neutron-server[110454]: INFO neutron.db.securitygroups_db [None req-17d73e91-a7e5-454e-8961-ed75109dddcc tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Project b963d84c45be469990711da1f614d67b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 14:29:24.286778 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d73e91-a7e5-454e-8961-ed75109dddcc tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.357652 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d73e91-a7e5-454e-8961-ed75109dddcc tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.375782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-5889b555-0e76-463e-95a4-313dd38e8d5a None None] Provisioning complete for port 88134923-18ea-418e-a5bf-3718fe05ea64 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:24.376156 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5889b555-0e76-463e-95a4-313dd38e8d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.409982 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 88134923-18ea-418e-a5bf-3718fe05ea64 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:29:24.417023 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d73e91-a7e5-454e-8961-ed75109dddcc tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667632'] for security_group_rule, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.436671 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d73e91-a7e5-454e-8961-ed75109dddcc tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047a1028-5906-435b-8c6d-22a47c92cbfe,revision_number=0']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:24.444074 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'name': 'tempest-TestSnapshotPattern-2033345462-router', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:16Z', 'updated_at': '2021-12-17T14:29:20Z', 'revision_number': 4, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'gw_port': {'id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:17Z', 'updated_at': '2021-12-17T14:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '88134923-18ea-418e-a5bf-3718fe05ea64', 'name': '', 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'mac_address': 'fa:16:3e:09:a7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '00e88dc3-d005-48c3-93ca-91b3f08e8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:19Z', 'updated_at': '2021-12-17T14:29:23Z', 'revision_number': 4, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'subnets': [{'id': '00e88dc3-d005-48c3-93ca-91b3f08e8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:24.475032 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a14aae-bac4-4b0f-ab85-d4c1519fdb4f None None] The sync data for ids ['e699e38f-1724-4bea-86d8-55194fe99eda'] in n-d-815324-5 is: [{'id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'name': 'tempest-TestSnapshotPattern-2033345462-router', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:16Z', 'updated_at': '2021-12-17T14:29:20Z', 'revision_number': 4, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'gw_port': {'id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:17Z', 'updated_at': '2021-12-17T14:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': '88134923-18ea-418e-a5bf-3718fe05ea64', 'name': '', 'network_id': 'bfeec0d7-83e0-4dac-b067-9837eb635899', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'mac_address': 'fa:16:3e:09:a7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '00e88dc3-d005-48c3-93ca-91b3f08e8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:19Z', 'updated_at': '2021-12-17T14:29:23Z', 'revision_number': 4, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'subnets': [{'id': '00e88dc3-d005-48c3-93ca-91b3f08e8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:29:24.498815 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-17d73e91-a7e5-454e-8961-ed75109dddcc tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.499083 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 88134923-18ea-418e-a5bf-3718fe05ea64 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:24.499220 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.505620 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-17d73e91-a7e5-454e-8961-ed75109dddcc tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3003883 Dec 17 14:29:24.532402 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5889b555-0e76-463e-95a4-313dd38e8d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.590058 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-5889b555-0e76-463e-95a4-313dd38e8d5a None None] For port 88134923-18ea-418e-a5bf-3718fe05ea64, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=88134923-18ea-418e-a5bf-3718fe05ea64,segment=NetworkSegment(c0dd515d-8b65-4da3-a712-2041c06367ee),segment_id=c0dd515d-8b65-4da3-a712-2041c06367ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:24.626703 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.645837 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5889b555-0e76-463e-95a4-313dd38e8d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:24.686655 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-096b4ce1-e6bd-40ff-ae2e-a27cbaa8840f tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1122684789&fields=id&tenant_id=b963d84c45be469990711da1f614d67b HTTP/1.1" status: 200 len: 267 time: 0.0602496 Dec 17 14:29:24.724216 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 14:29:24.724569 n-d-815324-5 neutron-server[110455]: DEBUG oslo_db.api [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 14:29:24.726171 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889b555-0e76-463e-95a4-313dd38e8d5a None None] Pushing event updated for resources: {'Port': ['ID=88134923-18ea-418e-a5bf-3718fe05ea64,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:24.815786 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcce31-09a0-45ec-879e-9b110356477e req-f7166f0a-be88-443f-8577-384c29821ed2 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:24.823380 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-f7166f0a-be88-443f-8577-384c29821ed2 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 810 time: 0.1240244 Dec 17 14:29:24.832912 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-dbe6c220-a260-4463-9c31-9da018d39922 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/quotas/b963d84c45be469990711da1f614d67b HTTP/1.1" status: 200 len: 375 time: 0.0097313 Dec 17 14:29:24.886592 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-53dbc12a-875c-4982-8cd2-72700737a83a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478451 Dec 17 14:29:24.999767 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-d494cdbf-857e-4784-85f7-a83e3ac03ccd service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:29:25.000804 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-d494cdbf-857e-4784-85f7-a83e3ac03ccd service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1013122 Dec 17 14:29:25.095479 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ac7a4597-5f0f-4847-8134-ca97b0687df4 service neutron] 10.222.0.59 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875492 Dec 17 14:29:25.484997 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-43af358c-5e30-447a-873f-e270a663e4d1 service neutron] 10.222.0.59 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831944 Dec 17 14:29:26.368475 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 88134923-18ea-418e-a5bf-3718fe05ea64 up at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:29:26.415701 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Provisioning complete for port 88134923-18ea-418e-a5bf-3718fe05ea64 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:26.416074 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:26.715407 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d3238753-aef8-41fc-b613-474b7324468b req-c779f6c6-e8ef-46fc-9c71-8c9f0d34a2e5 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 210 time: 0.0270987 Dec 17 14:29:27.792841 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-a3f1e0f4-316b-4549-9e25-6da66965ca2c req-20eb1fa0-958b-42ae-9131-5e1469358592 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 210 time: 0.0266342 Dec 17 14:29:28.875088 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-da8b5b5c-bbde-4a5f-8ebe-8adb56aa8545 req-44912fc7-d990-48ec-aec5-dcc2686d8605 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 210 time: 0.0264366 Dec 17 14:29:29.956682 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-339f3207-56fe-4ead-98b1-448ceca86a44 req-5ad84555-3171-4023-be2a-278943d73f01 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 210 time: 0.0304511 Dec 17 14:29:31.054595 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-5c5b3cd8-e681-41e0-84ab-1a69c2f69067 req-efe30689-cf21-4534-b0a6-1a155632ff6c tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 210 time: 0.0294769 Dec 17 14:29:32.148513 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4dbb213a-64eb-4e75-b51b-4ac41c9ce8de req-0bafc8d3-ce42-411b-ba4b-ef97f358b76f tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 210 time: 0.0255415 Dec 17 14:29:32.462238 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:32.763837 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcce31-09a0-45ec-879e-9b110356477e req-42c317f7-bd11-459f-b7f9-5c59565eb3f6 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:32.765265 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-42c317f7-bd11-459f-b7f9-5c59565eb3f6 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.54 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 810 time: 0.1005220 Dec 17 14:29:32.833778 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-fb3353a3-325c-444a-90ae-e795cdca7628 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b963d84c45be469990711da1f614d67b HTTP/1.1" status: 200 len: 380 time: 0.0594850 Dec 17 14:29:32.843956 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-ecbcce31-09a0-45ec-879e-9b110356477e req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Request body: {'port': {'device_id': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'admin_state_up': True, 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'security_groups': ['27de054c-d01f-48d3-9183-a4f8e7e2b580']}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:33.005056 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbcce31-09a0-45ec-879e-9b110356477e req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Made reservation on behalf of b963d84c45be469990711da1f614d67b for: {'port': 1} {{(pid=110454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:29:33.008655 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ecbcce31-09a0-45ec-879e-9b110356477e req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:33.133695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [req-ecbcce31-09a0-45ec-879e-9b110356477e req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Allocated IP 172.20.0.12 (f948c76d-05c0-460b-9d0a-c519c33a6a63/ddb19595-a486-4bf5-a7a3-7c31a98eb061/2fb578e4-9ba7-48f5-aae8-8f52521898f2) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:29:33.252778 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-a7798d9f-c17d-454a-807f-8b7b0224242a req-76edd55d-bf44-4e04-911d-4dee2ec9e21c tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 210 time: 0.0274684 Dec 17 14:29:33.278869 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ecbcce31-09a0-45ec-879e-9b110356477e req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:33.348028 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ecbcce31-09a0-45ec-879e-9b110356477e req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:33.397310 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbcce31-09a0-45ec-879e-9b110356477e req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Network f948c76d-05c0-460b-9d0a-c519c33a6a63 is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:29:33.400486 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [req-ecbcce31-09a0-45ec-879e-9b110356477e req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:29:33.404207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbcce31-09a0-45ec-879e-9b110356477e req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:29:33.411183 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'Port': ['ID=2fb578e4-9ba7-48f5-aae8-8f52521898f2,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:33.457341 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcce31-09a0-45ec-879e-9b110356477e req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:33.458004 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ecbcce31-09a0-45ec-879e-9b110356477e req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:33.516223 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-491aa4d4-f05a-4954-bbf6-b9285634b904 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6760762 Dec 17 14:29:33.529562 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Request body: {'port': {'device_id': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815324-5'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:33.587967 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:33.621101 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-f472a442-76c7-4b77-9a89-10bd60a990f8 None None] Provisioning complete for port 2fb578e4-9ba7-48f5-aae8-8f52521898f2 triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:33.621713 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f472a442-76c7-4b77-9a89-10bd60a990f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:33.663688 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f472a442-76c7-4b77-9a89-10bd60a990f8 None None] Port 2fb578e4-9ba7-48f5-aae8-8f52521898f2 cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:29:33.854696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb578e4-9ba7-48f5-aae8-8f52521898f2 {{(pid=110454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:29:33.862603 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:33.874571 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.provisioning_blocks [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Transition to ACTIVE for port object 2fb578e4-9ba7-48f5-aae8-8f52521898f2 will not be triggered until provisioned by entity L2. {{(pid=110454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:29:33.930727 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:33.978983 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb578e4-9ba7-48f5-aae8-8f52521898f2,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:34.071749 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Attempting to bind port 2fb578e4-9ba7-48f5-aae8-8f52521898f2 on host n-h1-815324-5 for vnic_type normal with profile {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:29:34.072146 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Attempting to bind port 2fb578e4-9ba7-48f5-aae8-8f52521898f2 by drivers openvswitch,hyperv on host n-h1-815324-5 at level 0 using segments [{'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:29:34.072487 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Attempting to bind port 2fb578e4-9ba7-48f5-aae8-8f52521898f2 on network f948c76d-05c0-460b-9d0a-c519c33a6a63 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:29:34.077262 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Port 2fb578e4-9ba7-48f5-aae8-8f52521898f2 on network f948c76d-05c0-460b-9d0a-c519c33a6a63 not bound, no agent of type Open vSwitch agent registered on host n-h1-815324-5 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:29:34.077615 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Attempting to bind port 2fb578e4-9ba7-48f5-aae8-8f52521898f2 on network f948c76d-05c0-460b-9d0a-c519c33a6a63 {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:29:34.083356 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Checking agent: {'id': 'b4854375-a9a2-4c4d-bfdc-638543aeed43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:29:34.083702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Checking segment: {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:29:34.084089 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Bound using segment: {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'} {{(pid=110454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:29:34.084523 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.managers [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Bound port: 2fb578e4-9ba7-48f5-aae8-8f52521898f2, host: n-h1-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'}}] {{(pid=110454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:29:34.084884 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:34.151237 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] For port 2fb578e4-9ba7-48f5-aae8-8f52521898f2, host n-h1-815324-5, cleared binding levels {{(pid=110454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:29:34.154622 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] For port 2fb578e4-9ba7-48f5-aae8-8f52521898f2, host n-h1-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:29:34.237830 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:34.271485 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:34.272173 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:34.273639 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] 10.222.0.54 "PUT /v2.0/ports/2fb578e4-9ba7-48f5-aae8-8f52521898f2 HTTP/1.1" status: 200 len: 1092 time: 0.7488320 Dec 17 14:29:34.274093 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:29:34.276514 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6eccac-3427-43c9-bef8-045ff745e066" -d '{"events": [{"name": "network-changed", "server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:29:34.308055 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dc4ee-8c65-4110-a3da-a817548de682 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb578e4-9ba7-48f5-aae8-8f52521898f2,revision_number=3']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:34.323844 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101d602b-0be7-42ae-b393-62fc614dd17c x-openstack-request-id: req-101d602b-0be7-42ae-b393-62fc614dd17c {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:29:34.323844 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:29:34.323844 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-101d602b-0be7-42ae-b393-62fc614dd17c {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:29:34.323844 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'status': 'completed', 'code': 200} Dec 17 14:29:34.421167 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce65931-ec73-4760-840a-a64d0feef2c0 req-d227e75c-5931-4fa1-b329-91d092797bed tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:34.422800 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cce65931-ec73-4760-840a-a64d0feef2c0 req-d227e75c-5931-4fa1-b329-91d092797bed tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 944 time: 0.0840311 Dec 17 14:29:34.429336 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eccac-3427-43c9-bef8-045ff745e066 req-5cebe4eb-e5f1-4d8e-92ae-1a63cf1c8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:34.430904 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4d6eccac-3427-43c9-bef8-045ff745e066 req-5cebe4eb-e5f1-4d8e-92ae-1a63cf1c8b1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 1095 time: 0.0798633 Dec 17 14:29:34.533090 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-cce65931-ec73-4760-840a-a64d0feef2c0 req-547f4e8a-01c8-4845-bdd5-b3821f3669dc tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006637 Dec 17 14:29:34.559016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eccac-3427-43c9-bef8-045ff745e066 req-388bd4f6-6fa6-4d72-8f74-6c37a67bfe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:34.560530 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4d6eccac-3427-43c9-bef8-045ff745e066 req-388bd4f6-6fa6-4d72-8f74-6c37a67bfe14 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b963d84c45be469990711da1f614d67b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1214671 Dec 17 14:29:34.660322 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eccac-3427-43c9-bef8-045ff745e066 req-1451d0bc-8972-4c53-bbca-31aff2090669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:34.661923 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4d6eccac-3427-43c9-bef8-045ff745e066 req-1451d0bc-8972-4c53-bbca-31aff2090669 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948958 Dec 17 14:29:34.742082 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcce31-09a0-45ec-879e-9b110356477e req-5b2b4536-e8c3-41c2-ac18-4e95ff103232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:34.743480 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-5b2b4536-e8c3-41c2-ac18-4e95ff103232 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 1095 time: 0.0411940 Dec 17 14:29:34.790848 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-ce603b41-37c6-41e9-aedd-8ccbab0a3166 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2 HTTP/1.1" status: 200 len: 217 time: 0.0380013 Dec 17 14:29:34.847211 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcce31-09a0-45ec-879e-9b110356477e req-3f24359b-f81f-4e3f-8d5f-82111a399d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:34.848700 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-3f24359b-f81f-4e3f-8d5f-82111a399d45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0509617 Dec 17 14:29:34.895255 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcce31-09a0-45ec-879e-9b110356477e req-8fb0d4d0-c69c-4fdd-97cb-af1f76df28da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:34.896676 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-8fb0d4d0-c69c-4fdd-97cb-af1f76df28da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402989 Dec 17 14:29:34.993142 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-a0fe84e4-62b5-4bd5-aed5-756bd547d786 service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885708 Dec 17 14:29:35.082260 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-ecbcce31-09a0-45ec-879e-9b110356477e req-8eaea2b5-f266-451f-82e6-ffe9faf6a2fa service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821204 Dec 17 14:29:35.295053 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:29:35.653849 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d46c2c-f499-4546-887e-5faa6844b360 req-fd95de46-c22f-40f5-910a-2f6f4dfece1b tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:35.655351 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4d46c2c-f499-4546-887e-5faa6844b360 req-fd95de46-c22f-40f5-910a-2f6f4dfece1b tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 944 time: 0.0542555 Dec 17 14:29:35.703929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e4d46c2c-f499-4546-887e-5faa6844b360 req-8a65e5b6-a2a5-42a2-8234-c1ad2c79da3f tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Dec 17 14:29:36.816710 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f24b2-7df1-48ab-81cc-72ff7d9477f9 req-b8e1e093-8e77-488d-92a4-2f0f9b09bcbd tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:36.818223 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-661f24b2-7df1-48ab-81cc-72ff7d9477f9 req-b8e1e093-8e77-488d-92a4-2f0f9b09bcbd tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 944 time: 0.0480080 Dec 17 14:29:36.877921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-661f24b2-7df1-48ab-81cc-72ff7d9477f9 req-fc8246eb-e670-4e13-9a47-9e4f6fb1bc91 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537529 Dec 17 14:29:36.930498 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:37.670440 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2fb578e4-9ba7-48f5-aae8-8f52521898f2 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:29:37.765712 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2fb578e4-9ba7-48f5-aae8-8f52521898f2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:37.776859 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'port_id': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'mac_address': 'fa:16:3e:a9:da:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:29:37.819471 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:37.833839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb578e4-9ba7-48f5-aae8-8f52521898f2 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:29:37.854271 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2fb578e4-9ba7-48f5-aae8-8f52521898f2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:37.902414 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:37.949280 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2fb578e4-9ba7-48f5-aae8-8f52521898f2,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:37.998139 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf311587-11b7-4a57-9577-0d432c0b9ac4 req-2f2ee866-ccfb-4de4-a3ab-54ab1783549a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:37.999644 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf311587-11b7-4a57-9577-0d432c0b9ac4 req-2f2ee866-ccfb-4de4-a3ab-54ab1783549a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 945 time: 0.0505195 Dec 17 14:29:38.050101 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-bf311587-11b7-4a57-9577-0d432c0b9ac4 req-d37e6f32-7888-4da8-b2a6-c85c83c05852 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443048 Dec 17 14:29:38.114240 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['2fb578e4-9ba7-48f5-aae8-8f52521898f2'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:29:39.167075 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f8f77-132e-484f-b360-86bc627405fa req-73c655e0-81d1-4d9b-9531-9c3795174276 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:39.168605 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8b7f8f77-132e-484f-b360-86bc627405fa req-73c655e0-81d1-4d9b-9531-9c3795174276 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 945 time: 0.0496354 Dec 17 14:29:39.217689 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8b7f8f77-132e-484f-b360-86bc627405fa req-71e5114b-a8b3-4a8f-8472-c9fb9659a7ac tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423667 Dec 17 14:29:39.685414 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2fb578e4-9ba7-48f5-aae8-8f52521898f2 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:29:39.781991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning for port 2fb578e4-9ba7-48f5-aae8-8f52521898f2 completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:29:39.785924 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 2fb578e4-9ba7-48f5-aae8-8f52521898f2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:29:39.786404 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:39.864244 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:39.886562 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:29:39.888827 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a69068f-ca08-42b3-95a7-e7d97c2df3e2" -d '{"events": [{"server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "name": "network-vif-plugged", "status": "completed", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:29:39.902415 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2fb578e4-9ba7-48f5-aae8-8f52521898f2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:29:39.925556 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd661109-744d-4d64-9249-b9927a232f15 x-openstack-request-id: req-bd661109-744d-4d64-9249-b9927a232f15 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:29:39.925938 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "name": "network-vif-plugged", "status": "completed", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:29:39.926280 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd661109-744d-4d64-9249-b9927a232f15 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:29:39.926836 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'code': 200} Dec 17 14:29:40.025653 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4627f14-48a9-46d8-aab6-cde38a1da3f8 req-4bc282ac-4547-4332-80dd-094f7f06019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:40.027140 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4627f14-48a9-46d8-aab6-cde38a1da3f8 req-4bc282ac-4547-4332-80dd-094f7f06019c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 1096 time: 0.0413985 Dec 17 14:29:40.073508 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f4627f14-48a9-46d8-aab6-cde38a1da3f8 req-57c2f1c4-8417-49ac-ae90-ef08993b3aaa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390232 Dec 17 14:29:40.107607 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:40.159126 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2fb578e4-9ba7-48f5-aae8-8f52521898f2,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:40.338729 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddbac8-7024-43c2-93ff-ceb35d736f0d req-f517ca40-1aef-496c-bfee-e17d860e8c17 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:40.340195 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-baddbac8-7024-43c2-93ff-ceb35d736f0d req-f517ca40-1aef-496c-bfee-e17d860e8c17 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 946 time: 0.0531821 Dec 17 14:29:40.389269 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-baddbac8-7024-43c2-93ff-ceb35d736f0d req-5f93e3a0-c60f-45d0-9987-46eaf9bfc8f3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425918 Dec 17 14:29:41.506840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5d9bb-73a2-42ee-9549-8c5142128b45 req-2eb246b8-dcf6-445d-b5e6-838c95793f5d tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:41.508354 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3cf5d9bb-73a2-42ee-9549-8c5142128b45 req-2eb246b8-dcf6-445d-b5e6-838c95793f5d tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 946 time: 0.0499632 Dec 17 14:29:41.561379 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-3cf5d9bb-73a2-42ee-9549-8c5142128b45 req-9d1cf8b0-9f98-4931-b0db-011ca3728c17 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470948 Dec 17 14:29:41.675788 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf1935-752a-48d0-b851-53755a9d0e0f req-8e53af04-79dc-41bf-8296-435d5cdd43be tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:41.677193 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6adf1935-752a-48d0-b851-53755a9d0e0f req-8e53af04-79dc-41bf-8296-435d5cdd43be tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 946 time: 0.0486131 Dec 17 14:29:41.725437 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-6adf1935-752a-48d0-b851-53755a9d0e0f req-244807cd-4a86-4a6b-aff9-693b3e3e4dbb tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423164 Dec 17 14:29:41.747258 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53190) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:41.831363 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea526fbb-e647-4353-a7af-b834e6131945 tempest-TestSnapshotPattern-179544131 tempest-TestSnapshotPattern-179544131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:41.834004 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ea526fbb-e647-4353-a7af-b834e6131945 tempest-TestSnapshotPattern-179544131 tempest-TestSnapshotPattern-179544131-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 1092 time: 0.0845754 Dec 17 14:29:41.836091 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53194) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:29:41.840389 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.v2.base [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:29:41.918801 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for floatingip, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:42.012831 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:42.117096 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_common [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Allocated IP 172.25.0.27 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/aed33750-efbd-45fe-8542-544ae1e07358) {{(pid=110454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:29:42.219477 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for port, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:42.290932 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:42.333999 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:29:42.336998 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.base_scheduler [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Resources bound (agent type, host, resource id): {{(pid=110454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:29:42.340650 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Received port after_create {{(pid=110454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:29:42.364878 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'Port': ['ID=aed33750-efbd-45fe-8542-544ae1e07358,revision_number=1']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:42.702724 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:42.848366 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:43.004213 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for port, precommit_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:43.056014 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4404115'] for port, after_update {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:43.120583 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'Port': ['ID=aed33750-efbd-45fe-8542-544ae1e07358,revision_number=2']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:29:43.133697 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:43.235135 n-d-815324-5 neutron-server[110454]: INFO neutron.db.l3_db [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Floating IP 039204f7-f277-4e49-9eed-96ad117021a2 associated. External IP: 172.25.0.27, port: 2fb578e4-9ba7-48f5-aae8-8f52521898f2. Dec 17 14:29:43.440743 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Router c63ea31e-ad73-4395-b3a2-6f1de1d89bce has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:29:43.545696 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:29:43.555746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c222fc-b340-4c9b-a74c-52f37ca0fdfa None None] Sync routers for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:29:43.566193 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c222fc-b340-4c9b-a74c-52f37ca0fdfa None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:43.566854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-95c222fc-b340-4c9b-a74c-52f37ca0fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:43.613236 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:43.641471 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-a9712fc1-a499-40b9-81e6-441d887af237 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8043206 Dec 17 14:29:43.642853 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:29:43.645217 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0daa3e9-a819-4441-91a7-a12eed83a6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:29:43.676182 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-95c222fc-b340-4c9b-a74c-52f37ca0fdfa None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:43.681772 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1617b6-ed5f-4a58-b61d-9588b050343f x-openstack-request-id: req-ee1617b6-ed5f-4a58-b61d-9588b050343f {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:29:43.682090 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:29:43.682327 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee1617b6-ed5f-4a58-b61d-9588b050343f {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:29:43.682737 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'status': 'completed', 'code': 200} Dec 17 14:29:43.744677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daa3e9-a819-4441-91a7-a12eed83a6d0 req-8d171780-a67c-4ee6-b2db-9633751a37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:43.746143 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0daa3e9-a819-4441-91a7-a12eed83a6d0 req-8d171780-a67c-4ee6-b2db-9633751a37a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 1097 time: 0.0412617 Dec 17 14:29:43.844379 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daa3e9-a819-4441-91a7-a12eed83a6d0 req-8933bc91-666f-4519-8ef1-e1efbe6e8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:43.845975 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0daa3e9-a819-4441-91a7-a12eed83a6d0 req-8933bc91-666f-4519-8ef1-e1efbe6e8800 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 911 time: 0.0925839 Dec 17 14:29:43.904644 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e5a66d06-0cc4-4d28-8de9-30c7f14daef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:43.911482 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0daa3e9-a819-4441-91a7-a12eed83a6d0 req-25ce8629-3c25-40d2-8f19-496af083e50c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2 HTTP/1.1" status: 200 len: 999 time: 0.0589347 Dec 17 14:29:43.918511 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-95c222fc-b340-4c9b-a74c-52f37ca0fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '039204f7-f277-4e49-9eed-96ad117021a2', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'port_id': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'mac_address': 'fa:16:3e:a9:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:29:42Z', 'updated_at': '2021-12-17T14:29:42Z', 'revision_number': 0, 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:18Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:43.949558 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c222fc-b340-4c9b-a74c-52f37ca0fdfa None None] Checking router: c63ea31e-ad73-4395-b3a2-6f1de1d89bce for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:29:43.958799 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c222fc-b340-4c9b-a74c-52f37ca0fdfa None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:29:43.959422 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-95c222fc-b340-4c9b-a74c-52f37ca0fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:29:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:43.965107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daa3e9-a819-4441-91a7-a12eed83a6d0 req-5c963677-70e5-4574-bb3c-17b3c0f28a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:43.966626 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0daa3e9-a819-4441-91a7-a12eed83a6d0 req-5c963677-70e5-4574-bb3c-17b3c0f28a00 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0488913 Dec 17 14:29:44.012553 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daa3e9-a819-4441-91a7-a12eed83a6d0 req-09864ca2-edef-40d0-bfe0-5940da3e9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:29:44.014000 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0daa3e9-a819-4441-91a7-a12eed83a6d0 req-09864ca2-edef-40d0-bfe0-5940da3e9b30 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404549 Dec 17 14:29:44.065648 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-95c222fc-b340-4c9b-a74c-52f37ca0fdfa None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:29:44.102856 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0daa3e9-a819-4441-91a7-a12eed83a6d0 req-7e30b325-647c-4ef5-9983-0aae636824c8 service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819328 Dec 17 14:29:44.198469 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f0daa3e9-a819-4441-91a7-a12eed83a6d0 req-57d06469-4e9c-49cf-920c-596c20157731 service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883934 Dec 17 14:29:44.287965 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-95c222fc-b340-4c9b-a74c-52f37ca0fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '039204f7-f277-4e49-9eed-96ad117021a2', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'port_id': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'mac_address': 'fa:16:3e:a9:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:29:42Z', 'updated_at': '2021-12-17T14:29:42Z', 'revision_number': 0, 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:18Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:29:44.319257 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c222fc-b340-4c9b-a74c-52f37ca0fdfa None None] The sync data for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 is: [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '039204f7-f277-4e49-9eed-96ad117021a2', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'port_id': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'mac_address': 'fa:16:3e:a9:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:29:42Z', 'updated_at': '2021-12-17T14:29:42Z', 'revision_number': 0, 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:18Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:29:44.508562 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87002c9-ce38-4c56-a46f-ee6317d32bc6 None None] New status for floating IP 039204f7-f277-4e49-9eed-96ad117021a2: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:29:46.381866 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-aee673ec-fbe0-42d7-b4d2-a9383cf6bcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:48.050107 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:49.204596 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:29:49.919160 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:00.206042 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13d93241-0b12-487f-a18d-e53dd5c09424 req-26d410d8-f338-462b-9363-1cd136926c9f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927300 Dec 17 14:30:00.290708 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d93241-0b12-487f-a18d-e53dd5c09424 req-a83143c2-8448-4c01-a455-5d80317a1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:30:00.292191 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13d93241-0b12-487f-a18d-e53dd5c09424 req-a83143c2-8448-4c01-a455-5d80317a1fd5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 1097 time: 0.0409780 Dec 17 14:30:00.399127 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d93241-0b12-487f-a18d-e53dd5c09424 req-dedf50e2-8f47-4c5d-98fe-59b1ed969387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:30:00.400540 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13d93241-0b12-487f-a18d-e53dd5c09424 req-dedf50e2-8f47-4c5d-98fe-59b1ed969387 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 911 time: 0.0868809 Dec 17 14:30:00.467474 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13d93241-0b12-487f-a18d-e53dd5c09424 req-7e882f11-440b-486b-928a-78384bc70b35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2 HTTP/1.1" status: 200 len: 1001 time: 0.0597856 Dec 17 14:30:00.520695 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d93241-0b12-487f-a18d-e53dd5c09424 req-c086ef85-b653-416b-8778-a777384cbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:30:00.522186 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13d93241-0b12-487f-a18d-e53dd5c09424 req-c086ef85-b653-416b-8778-a777384cbe93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0473673 Dec 17 14:30:00.569806 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d93241-0b12-487f-a18d-e53dd5c09424 req-187f8657-8e31-43c6-995e-963d9a1380dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:30:00.571343 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13d93241-0b12-487f-a18d-e53dd5c09424 req-187f8657-8e31-43c6-995e-963d9a1380dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402555 Dec 17 14:30:00.660337 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13d93241-0b12-487f-a18d-e53dd5c09424 req-c2644447-0366-4452-a56c-406d048a30cb service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814440 Dec 17 14:30:00.753451 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-13d93241-0b12-487f-a18d-e53dd5c09424 req-b9e3223b-e0f4-4e46-8773-d794fea908f9 service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841799 Dec 17 14:30:02.484392 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:06.918607 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:12.294100 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:30:13.912676 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-da2ea9c4-7852-406e-a922-3ad018a63504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:16.410229 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6b9c732-e1dc-42f6-8d2a-62cd6a1e942d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:18.061005 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:19.249674 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:19.883472 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:32.467353 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:36.968310 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:43.912833 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4830d5fc-791f-4225-8561-9ba6810572c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:46.414982 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e752770a-3597-48d7-9866-33d8811f30e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:48.066952 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:49.238327 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:30:49.294453 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:30:49.860867 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:01.671008 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4604252b-919f-42de-8fd0-799cf33b3257 req-efe86051-4365-4e51-bf6a-b4445dc10919 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436046 Dec 17 14:31:01.751582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604252b-919f-42de-8fd0-799cf33b3257 req-487aa651-268d-4db6-8902-266deda3c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:31:01.753056 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4604252b-919f-42de-8fd0-799cf33b3257 req-487aa651-268d-4db6-8902-266deda3c6a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 1097 time: 0.0395918 Dec 17 14:31:01.858120 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604252b-919f-42de-8fd0-799cf33b3257 req-03d26c07-8b74-4384-b293-d8f4e58a9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:31:01.859589 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4604252b-919f-42de-8fd0-799cf33b3257 req-03d26c07-8b74-4384-b293-d8f4e58a9407 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 911 time: 0.0868790 Dec 17 14:31:01.923251 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4604252b-919f-42de-8fd0-799cf33b3257 req-a9d49e08-c18d-40f5-af6a-f7b574057753 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2 HTTP/1.1" status: 200 len: 1001 time: 0.0561903 Dec 17 14:31:01.976125 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604252b-919f-42de-8fd0-799cf33b3257 req-9075b3f9-30e1-47f3-878c-3ab12f3831b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:31:01.977535 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4604252b-919f-42de-8fd0-799cf33b3257 req-9075b3f9-30e1-47f3-878c-3ab12f3831b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0472546 Dec 17 14:31:02.022739 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604252b-919f-42de-8fd0-799cf33b3257 req-a998cf31-34dd-4f2e-8031-cfd305558964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:31:02.024166 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4604252b-919f-42de-8fd0-799cf33b3257 req-a998cf31-34dd-4f2e-8031-cfd305558964 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396402 Dec 17 14:31:02.109871 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4604252b-919f-42de-8fd0-799cf33b3257 req-f70d5040-40a3-4440-9841-8739029ff724 service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786102 Dec 17 14:31:02.200637 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4604252b-919f-42de-8fd0-799cf33b3257 req-932c4f2f-4b5f-42a7-b64f-874536122961 service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829687 Dec 17 14:31:02.490153 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:06.958151 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:13.888807 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-27ce4396-5ea6-4add-8e28-b4e02288e0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:16.418910 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-92eff736-a41a-4bc8-94ac-33228e40ed28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:18.092669 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:19.235444 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:19.875612 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:26.293731 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:31:32.489408 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:36.949315 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:42.441614 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2fb578e4-9ba7-48f5-aae8-8f52521898f2 details requested by agent hyperv_n-h1-815324-5 with host n-h1-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:31:42.533075 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2fb578e4-9ba7-48f5-aae8-8f52521898f2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:31:42.544996 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Returning: {'device': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'port_id': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'mac_address': 'fa:16:3e:a9:da:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:31:42.583846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:42.596024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fb578e4-9ba7-48f5-aae8-8f52521898f2 {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:31:42.615486 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2fb578e4-9ba7-48f5-aae8-8f52521898f2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:31:42.682848 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:42.731618 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2fb578e4-9ba7-48f5-aae8-8f52521898f2,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:31:42.739416 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.739763 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.740106 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.740446 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.740782 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.741114 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.741439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.741794 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.742121 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.742445 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.742767 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.743087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.743408 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:42.756457 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] get_ports_and_sgs() called for port_ids ['2fb578e4-9ba7-48f5-aae8-8f52521898f2'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:31:43.958439 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fcf9f7ec-8607-47a3-9ac2-5ee7a472e005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:44.456311 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2fb578e4-9ba7-48f5-aae8-8f52521898f2 up at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:31:44.513281 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Provisioning complete for port 2fb578e4-9ba7-48f5-aae8-8f52521898f2 triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:31:44.513965 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:44.608822 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:44.634789 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:31:44.637403 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891790aa-b951-46a1-b1eb-5b254dddaf01" -d '{"events": [{"server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "name": "network-vif-plugged", "status": "completed", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:31:44.656314 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2fb578e4-9ba7-48f5-aae8-8f52521898f2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:31:44.688792 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0303f6-4ea2-4723-8998-b9ae6c3fcc97 x-openstack-request-id: req-9b0303f6-4ea2-4723-8998-b9ae6c3fcc97 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:31:44.689124 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "name": "network-vif-plugged", "status": "completed", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:31:44.689343 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b0303f6-4ea2-4723-8998-b9ae6c3fcc97 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:31:44.689981 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'code': 200} Dec 17 14:31:44.734930 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:44.785391 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2fb578e4-9ba7-48f5-aae8-8f52521898f2,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:31:46.660558 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7117882a-d673-4ae6-85c4-a434fdfce3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:48.080602 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:49.235133 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:49.892794 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:54.279283 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-fad9e22d-fee8-48b8-a015-0d66f6c330ce tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1122684789&fields=id&tenant_id=b963d84c45be469990711da1f614d67b HTTP/1.1" status: 200 len: 267 time: 0.0449326 Dec 17 14:31:54.680702 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-9c8dc366-b232-4636-8f14-22020adee868 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:31:54.682098 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-9c8dc366-b232-4636-8f14-22020adee868 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 810 time: 0.3958652 Dec 17 14:31:54.696426 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-2208ab98-e35b-4b81-877c-ace5eb289d8e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/quotas/b963d84c45be469990711da1f614d67b HTTP/1.1" status: 200 len: 375 time: 0.0086191 Dec 17 14:31:54.747764 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-d0aa7e8d-b451-4dea-993a-3c20d6b3094a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462494 Dec 17 14:31:54.842581 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-979786a5-2fcd-4d01-a1c7-ea3290a6b3f6 service neutron] 10.222.0.59 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828269 Dec 17 14:31:54.927858 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-514fcb61-681e-48b1-948f-f1abb9e427a6 service neutron] 10.222.0.59 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792327 Dec 17 14:31:55.256079 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f19fe92d-17b5-455e-8c8d-a3d395bb8b50 req-cd01956d-a963-42f6-9ffb-19b70649368f tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 210 time: 0.0948606 Dec 17 14:31:56.368940 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-72245a3c-fd2b-4a2c-b80e-4ebb7ca3db39 req-c0647c54-4128-48ae-ab42-0a3b38b634f5 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 210 time: 0.0289021 Dec 17 14:31:57.130622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-fb8ac05a-7017-4c0f-8809-77c3ef9dd875 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:31:57.132108 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-fb8ac05a-7017-4c0f-8809-77c3ef9dd875 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.61 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 810 time: 0.1031408 Dec 17 14:31:57.206166 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-c9df19d7-c677-4aaa-a5f0-05970c219e95 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b963d84c45be469990711da1f614d67b HTTP/1.1" status: 200 len: 380 time: 0.0588298 Dec 17 14:31:57.221939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Request body: {'port': {'device_id': '840098f0-32cf-46eb-b86b-92296600fa46', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'admin_state_up': True, 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'security_groups': ['27de054c-d01f-48d3-9183-a4f8e7e2b580']}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:31:57.402935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Made reservation on behalf of b963d84c45be469990711da1f614d67b for: {'port': 1} {{(pid=110453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:31:57.408696 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:57.500985 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f9ca2d8d-b176-45a8-b89e-777dd5a4fa67 req-b09cf69d-2ba4-44ab-8294-29e7d0943ee8 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 210 time: 0.0417125 Dec 17 14:31:57.565064 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Allocated IP 172.20.0.14 (f948c76d-05c0-460b-9d0a-c519c33a6a63/ddb19595-a486-4bf5-a7a3-7c31a98eb061/38cb3cb9-f425-49df-9b4a-5d85fc30589a) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:31:57.708669 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:57.809305 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:57.869290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'Port': ['ID=38cb3cb9-f425-49df-9b4a-5d85fc30589a,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:31:57.880812 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.881935 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.882299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.882788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.883228 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.883722 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.884118 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.884613 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.884971 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.885399 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.885859 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.886285 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.886757 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:31:57.891925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Network f948c76d-05c0-460b-9d0a-c519c33a6a63 is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:31:57.894106 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:31:57.896868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:31:57.971143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:31:57.973302 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:58.079211 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-81f36227-f1de-45b7-bc2d-f73a320b9a9e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8603847 Dec 17 14:31:58.291345 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-b78c7745-dabc-43ba-802b-5ddac74c9bae None None] Provisioning complete for port 38cb3cb9-f425-49df-9b4a-5d85fc30589a triggered by entity DHCP. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:31:58.292957 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b78c7745-dabc-43ba-802b-5ddac74c9bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:58.339160 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b78c7745-dabc-43ba-802b-5ddac74c9bae None None] Port 38cb3cb9-f425-49df-9b4a-5d85fc30589a cannot update to ACTIVE because it is not bound. {{(pid=110455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 14:31:58.542092 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2fb578e4-9ba7-48f5-aae8-8f52521898f2 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:31:58.628651 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:58.641248 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afe4f5-0c55-469e-936f-924821e7c6bf req-9ea45ed0-16b5-4c2c-9973-2ec95da1efec tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:31:58.643079 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b5afe4f5-0c55-469e-936f-924821e7c6bf req-9ea45ed0-16b5-4c2c-9973-2ec95da1efec tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 932 time: 0.0653005 Dec 17 14:31:58.653746 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:31:58.655979 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3af8743-744c-4022-ac44-1caf0ed34ed0" -d '{"events": [{"server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:31:58.671288 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] For port 2fb578e4-9ba7-48f5-aae8-8f52521898f2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:31:58.715894 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b5afe4f5-0c55-469e-936f-924821e7c6bf req-485dc7e1-11d0-475d-b404-1b72b08f38c2 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642252 Dec 17 14:31:58.761418 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:31:58.807473 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 14:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985a8041-d623-418f-b43b-efe63f36b76e x-openstack-request-id: req-985a8041-d623-418f-b43b-efe63f36b76e {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:31:58.808068 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:31:58.808328 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-985a8041-d623-418f-b43b-efe63f36b76e {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:31:58.808725 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'code': 200} Dec 17 14:31:58.818554 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Pushing event updated for resources: {'Port': ['ID=2fb578e4-9ba7-48f5-aae8-8f52521898f2,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:31:59.832131 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c124f74-b7a1-4cc8-9be4-d6e146eba01e req-b03b22b4-4512-4d69-9aa8-827d92c3fcc0 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:31:59.833615 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4c124f74-b7a1-4cc8-9be4-d6e146eba01e req-b03b22b4-4512-4d69-9aa8-827d92c3fcc0 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 932 time: 0.0511205 Dec 17 14:31:59.884413 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4c124f74-b7a1-4cc8-9be4-d6e146eba01e req-4d4dd27c-2c51-455b-9ddd-84e058873a66 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447595 Dec 17 14:32:01.015566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4647173-38e1-4067-95dc-48c1102d8e5b req-2fc30216-5fad-4321-9a7b-e3cd3a986b3d tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:01.017094 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4647173-38e1-4067-95dc-48c1102d8e5b req-2fc30216-5fad-4321-9a7b-e3cd3a986b3d tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 932 time: 0.0555243 Dec 17 14:32:01.077864 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-c4647173-38e1-4067-95dc-48c1102d8e5b req-802701ea-b632-4fe1-afd8-0821cea888b1 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540905 Dec 17 14:32:01.163746 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d5bd23f-8d56-4ddf-baed-d50b17f9d42b req-9f3f80bd-9f1b-4b4a-9e37-cbb9a20c228c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514147 Dec 17 14:32:01.256892 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bd23f-8d56-4ddf-baed-d50b17f9d42b req-bac745da-8117-4991-aca2-40245afad125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:01.258471 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d5bd23f-8d56-4ddf-baed-d50b17f9d42b req-bac745da-8117-4991-aca2-40245afad125 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 1095 time: 0.0468998 Dec 17 14:32:01.368677 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bd23f-8d56-4ddf-baed-d50b17f9d42b req-950a3b73-3bb7-493a-96c8-cee9a0ecd0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:01.370428 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d5bd23f-8d56-4ddf-baed-d50b17f9d42b req-950a3b73-3bb7-493a-96c8-cee9a0ecd0e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 911 time: 0.0909772 Dec 17 14:32:01.444412 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d5bd23f-8d56-4ddf-baed-d50b17f9d42b req-73140b9b-5047-4867-8dd7-c051198b04ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2 HTTP/1.1" status: 200 len: 999 time: 0.0661993 Dec 17 14:32:01.496647 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bd23f-8d56-4ddf-baed-d50b17f9d42b req-59cfeb71-5ff3-4fdc-8fc0-2e63ead96d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:01.498592 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d5bd23f-8d56-4ddf-baed-d50b17f9d42b req-59cfeb71-5ff3-4fdc-8fc0-2e63ead96d21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0479655 Dec 17 14:32:01.544296 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bd23f-8d56-4ddf-baed-d50b17f9d42b req-ab5859dd-6ea3-4343-9589-961330a3c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:01.545921 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d5bd23f-8d56-4ddf-baed-d50b17f9d42b req-ab5859dd-6ea3-4343-9589-961330a3c1be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409889 Dec 17 14:32:01.652426 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d5bd23f-8d56-4ddf-baed-d50b17f9d42b req-be08661e-1b91-43c3-a3d3-24cdf4bfefb5 service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995541 Dec 17 14:32:01.745565 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-2d5bd23f-8d56-4ddf-baed-d50b17f9d42b req-850c5bcb-8850-403f-9262-c525b6be0e37 service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857151 Dec 17 14:32:02.206449 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee259e4-e8cd-4d49-b9fc-a8adc572aef9 req-ac1b78f6-880d-4a57-a4ce-cf0fa1d1c2ec tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:02.210008 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7ee259e4-e8cd-4d49-b9fc-a8adc572aef9 req-ac1b78f6-880d-4a57-a4ce-cf0fa1d1c2ec tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 932 time: 0.0533845 Dec 17 14:32:02.260357 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-7ee259e4-e8cd-4d49-b9fc-a8adc572aef9 req-fc9d6d90-6d2b-4719-aa90-fba8260d86d2 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445595 Dec 17 14:32:02.494047 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:03.356549 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:32:03.393559 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303957ae-9188-4597-aa93-7e5c83ac42fd req-41418b18-be5d-4370-aa77-cf8fee8c9c2a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:03.395383 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-303957ae-9188-4597-aa93-7e5c83ac42fd req-41418b18-be5d-4370-aa77-cf8fee8c9c2a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 932 time: 0.0581069 Dec 17 14:32:03.457749 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-303957ae-9188-4597-aa93-7e5c83ac42fd req-16137e08-7878-47a1-979f-a99ce833f05a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534744 Dec 17 14:32:04.597083 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b601b88-4c39-4fee-bd29-30f07e4744e0 req-48fa23cb-57a4-4285-aaab-49844d70161a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:04.598720 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b601b88-4c39-4fee-bd29-30f07e4744e0 req-48fa23cb-57a4-4285-aaab-49844d70161a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 932 time: 0.0664039 Dec 17 14:32:04.661942 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-0b601b88-4c39-4fee-bd29-30f07e4744e0 req-14c2495b-0b34-495e-be1d-b66cfd1d0ba5 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550585 Dec 17 14:32:05.783560 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4cb82-17b5-40de-9187-2ebb180f793f req-378bce7a-ca44-4423-9bd1-be3b6cc49231 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:05.785666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ffa4cb82-17b5-40de-9187-2ebb180f793f req-378bce7a-ca44-4423-9bd1-be3b6cc49231 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 932 time: 0.0535851 Dec 17 14:32:05.839406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ffa4cb82-17b5-40de-9187-2ebb180f793f req-4227b647-d0c1-484a-90e4-b2afe862e2ae tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462530 Dec 17 14:32:06.962476 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:06.963563 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3e73f-8d62-4a86-8cca-a8ad353b50d6 req-afa5a9a9-b0d1-442b-ad7a-34584f311e6f tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:06.966130 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d0a3e73f-8d62-4a86-8cca-a8ad353b50d6 req-afa5a9a9-b0d1-442b-ad7a-34584f311e6f tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 932 time: 0.0536339 Dec 17 14:32:07.039172 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-d0a3e73f-8d62-4a86-8cca-a8ad353b50d6 req-9217b87e-71ad-4474-8241-b33ffb4fd3e5 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654759 Dec 17 14:32:08.034215 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Request body: {'port': {'device_id': '840098f0-32cf-46eb-b86b-92296600fa46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815324-5'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:32:08.092256 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:08.232090 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56c76c-b3f0-43f9-9f09-dabf22c617e0 req-a8acec70-a683-4c8d-b1ab-eb961b4d1b1d tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:08.233666 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9c56c76c-b3f0-43f9-9f09-dabf22c617e0 req-a8acec70-a683-4c8d-b1ab-eb961b4d1b1d tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 932 time: 0.1260200 Dec 17 14:32:08.333833 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-9c56c76c-b3f0-43f9-9f09-dabf22c617e0 req-13f4528a-dbfc-44e3-9dc8-4048e70809df tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937796 Dec 17 14:32:08.431515 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38cb3cb9-f425-49df-9b4a-5d85fc30589a {{(pid=110453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:32:08.438926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:08.450550 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.provisioning_blocks [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Transition to ACTIVE for port object 38cb3cb9-f425-49df-9b4a-5d85fc30589a will not be triggered until provisioned by entity L2. {{(pid=110453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 14:32:08.525199 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:08.573205 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Pushing event updated for resources: {'Port': ['ID=38cb3cb9-f425-49df-9b4a-5d85fc30589a,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:32:08.646400 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Attempting to bind port 38cb3cb9-f425-49df-9b4a-5d85fc30589a on host n-h2-815324-5 for vnic_type normal with profile {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 14:32:08.646762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Attempting to bind port 38cb3cb9-f425-49df-9b4a-5d85fc30589a by drivers openvswitch,hyperv on host n-h2-815324-5 at level 0 using segments [{'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 14:32:08.647113 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Attempting to bind port 38cb3cb9-f425-49df-9b4a-5d85fc30589a on network f948c76d-05c0-460b-9d0a-c519c33a6a63 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:32:08.651925 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Port 38cb3cb9-f425-49df-9b4a-5d85fc30589a on network f948c76d-05c0-460b-9d0a-c519c33a6a63 not bound, no agent of type Open vSwitch agent registered on host n-h2-815324-5 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 14:32:08.652273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Attempting to bind port 38cb3cb9-f425-49df-9b4a-5d85fc30589a on network f948c76d-05c0-460b-9d0a-c519c33a6a63 {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:32:08.657565 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Checking agent: {'id': 'edf25447-0439-42c9-a0b8-56e2920ea72c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815324-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'started_at': datetime.datetime(2021, 12, 17, 12, 55, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:32:08.657939 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Checking segment: {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 14:32:08.658328 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Bound using segment: {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'} {{(pid=110453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:32:08.658763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.managers [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Bound port: 38cb3cb9-f425-49df-9b4a-5d85fc30589a, host: n-h2-815324-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63'}}] {{(pid=110453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 14:32:08.659128 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:08.727314 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] For port 38cb3cb9-f425-49df-9b4a-5d85fc30589a, host n-h2-815324-5, cleared binding levels {{(pid=110453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:32:08.730360 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] For port 38cb3cb9-f425-49df-9b4a-5d85fc30589a, host n-h2-815324-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:32:08.797372 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:08.837128 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:08.837826 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:08.839254 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] 10.222.0.61 "PUT /v2.0/ports/38cb3cb9-f425-49df-9b4a-5d85fc30589a HTTP/1.1" status: 200 len: 1092 time: 0.8546815 Dec 17 14:32:08.839706 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:32:08.842009 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcfe8e6-0793-45ca-956c-a763c2504cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:32:08.866121 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87947ed0-16d5-4af5-9eaa-1ed59360ba86 service neutron] Pushing event updated for resources: {'Port': ['ID=38cb3cb9-f425-49df-9b4a-5d85fc30589a,revision_number=3']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:32:08.963001 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662ae71b-0ec8-4248-b70a-22cf22dce6f1 x-openstack-request-id: req-662ae71b-0ec8-4248-b70a-22cf22dce6f1 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:32:08.963301 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:32:08.963562 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-662ae71b-0ec8-4248-b70a-22cf22dce6f1 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:32:08.963962 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'status': 'completed', 'code': 200} Dec 17 14:32:08.997352 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-fed36f25-e016-4390-ad33-e462f6751851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:08.998942 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-fed36f25-e016-4390-ad33-e462f6751851 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 1095 time: 0.0460062 Dec 17 14:32:09.064097 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-5af12cd7-60c1-4ad3-a2ea-a5946f77f3e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a HTTP/1.1" status: 200 len: 217 time: 0.0390704 Dec 17 14:32:09.116690 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-d3e93cac-d576-4c70-94bd-1f219908883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:09.118090 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-d3e93cac-d576-4c70-94bd-1f219908883a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0443993 Dec 17 14:32:09.170313 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-68e408fc-ff32-490f-98de-dc95ee105ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:09.171824 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-68e408fc-ff32-490f-98de-dc95ee105ec5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416512 Dec 17 14:32:09.269848 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-393e1edb-4b24-4a61-85d8-b089f69aeb2a service neutron] 10.222.0.61 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857859 Dec 17 14:32:09.362853 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e78a987-02ec-47ad-aa16-5e4a0c5d5744 req-2e3cb5ee-87da-4365-a829-9e32e2c81c9d service neutron] 10.222.0.61 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820842 Dec 17 14:32:09.454061 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a62e56-a5be-480b-a76a-2547b608cc3f req-71010fc4-0735-43ff-85fe-2a2ca21c5c61 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:09.455575 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4a62e56-a5be-480b-a76a-2547b608cc3f req-71010fc4-0735-43ff-85fe-2a2ca21c5c61 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 944 time: 0.0497429 Dec 17 14:32:09.520103 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d4a62e56-a5be-480b-a76a-2547b608cc3f req-11a79b18-45eb-4523-9a3e-90fe5b431ece tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579598 Dec 17 14:32:09.548437 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfe8e6-0793-45ca-956c-a763c2504cd2 req-bf294cc0-91de-4fa6-9e64-ebe6520a6926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:09.549956 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fcfe8e6-0793-45ca-956c-a763c2504cd2 req-bf294cc0-91de-4fa6-9e64-ebe6520a6926 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 1095 time: 0.0469730 Dec 17 14:32:09.644276 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfe8e6-0793-45ca-956c-a763c2504cd2 req-810d778d-f761-458f-a7df-6b8dabc62ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:09.645712 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fcfe8e6-0793-45ca-956c-a763c2504cd2 req-810d778d-f761-458f-a7df-6b8dabc62ed8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 911 time: 0.0889399 Dec 17 14:32:09.691706 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fcfe8e6-0793-45ca-956c-a763c2504cd2 req-3f17dc92-9ed9-4505-a4e5-a2f6c35aaf04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a HTTP/1.1" status: 200 len: 217 time: 0.0380158 Dec 17 14:32:09.741803 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfe8e6-0793-45ca-956c-a763c2504cd2 req-4c26daa9-01df-4587-a6b4-de840e63c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:09.743216 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fcfe8e6-0793-45ca-956c-a763c2504cd2 req-4c26daa9-01df-4587-a6b4-de840e63c196 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0432265 Dec 17 14:32:09.788872 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfe8e6-0793-45ca-956c-a763c2504cd2 req-9f12f6c0-e327-472a-94be-6c2957c0fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:09.790391 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fcfe8e6-0793-45ca-956c-a763c2504cd2 req-9f12f6c0-e327-472a-94be-6c2957c0fcb1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394461 Dec 17 14:32:09.886944 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fcfe8e6-0793-45ca-956c-a763c2504cd2 req-325f8be0-63c2-400e-ae17-c29c273c630b service neutron] 10.222.0.61 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854750 Dec 17 14:32:09.975949 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-7fcfe8e6-0793-45ca-956c-a763c2504cd2 req-83cec8d1-3bd7-4bd9-984e-95eb53bb4953 service neutron] 10.222.0.61 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805833 Dec 17 14:32:10.640233 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5762e-1973-4312-959a-1c64e2976798 req-289ae151-94cd-48df-80d5-d1830d4e0357 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:10.641719 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-06d5762e-1973-4312-959a-1c64e2976798 req-289ae151-94cd-48df-80d5-d1830d4e0357 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 944 time: 0.0532448 Dec 17 14:32:10.689696 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-06d5762e-1973-4312-959a-1c64e2976798 req-2ed45efe-b4a3-4d0a-bccf-2b78a4e41604 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Dec 17 14:32:11.851578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f53cbf-3aee-486f-87fc-372302d40bd7 req-74a85680-436c-4eb2-8e22-772a076116f0 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:11.853075 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-70f53cbf-3aee-486f-87fc-372302d40bd7 req-74a85680-436c-4eb2-8e22-772a076116f0 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 944 time: 0.0940061 Dec 17 14:32:11.905764 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-70f53cbf-3aee-486f-87fc-372302d40bd7 req-39630012-aee1-47d4-9f2c-96be3d18c075 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467575 Dec 17 14:32:11.997737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 38cb3cb9-f425-49df-9b4a-5d85fc30589a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:32:12.255045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 38cb3cb9-f425-49df-9b4a-5d85fc30589a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:32:12.265508 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'port_id': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'mac_address': 'fa:16:3e:6d:82:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:32:12.300400 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:12.315157 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38cb3cb9-f425-49df-9b4a-5d85fc30589a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:32:12.334128 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 38cb3cb9-f425-49df-9b4a-5d85fc30589a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:32:12.491745 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:12.542575 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=38cb3cb9-f425-49df-9b4a-5d85fc30589a,revision_number=4']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:32:12.880200 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['38cb3cb9-f425-49df-9b4a-5d85fc30589a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:32:13.027976 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dae02b-d823-410c-9e74-ae71ab204497 req-19257724-505a-4d49-8041-c3de47f2168f tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:13.029697 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-35dae02b-d823-410c-9e74-ae71ab204497 req-19257724-505a-4d49-8041-c3de47f2168f tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 945 time: 0.0547049 Dec 17 14:32:13.080893 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-35dae02b-d823-410c-9e74-ae71ab204497 req-e463124c-4492-4a64-b6e6-f978e1bff5b2 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453393 Dec 17 14:32:13.899438 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-fe76028d-80a6-4bc1-b2bf-3e7342ebf53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:14.017854 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 38cb3cb9-f425-49df-9b4a-5d85fc30589a up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:32:14.130999 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning for port 38cb3cb9-f425-49df-9b4a-5d85fc30589a completed by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 14:32:14.135087 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 38cb3cb9-f425-49df-9b4a-5d85fc30589a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:32:14.135461 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:14.200143 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5528644-b13a-43ea-b1a8-c557136e133d req-f4e37a0b-ebde-4a86-92b4-84bb4892a65a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:14.201750 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5528644-b13a-43ea-b1a8-c557136e133d req-f4e37a0b-ebde-4a86-92b4-84bb4892a65a tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 945 time: 0.0496964 Dec 17 14:32:14.221533 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:14.243744 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:32:14.246010 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49ed284-5901-467d-aecb-7620d2ee7a71" -d '{"events": [{"server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "name": "network-vif-plugged", "status": "completed", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:32:14.251116 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-d5528644-b13a-43ea-b1a8-c557136e133d req-8ac349d2-2063-4bc9-a705-f7c723032311 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Dec 17 14:32:14.259936 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 38cb3cb9-f425-49df-9b4a-5d85fc30589a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:32:14.282439 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987dfb52-7e53-4621-80d9-c74433ee1929 x-openstack-request-id: req-987dfb52-7e53-4621-80d9-c74433ee1929 {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:32:14.282736 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "name": "network-vif-plugged", "status": "completed", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:32:14.283021 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-987dfb52-7e53-4621-80d9-c74433ee1929 {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:32:14.283437 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'code': 200} Dec 17 14:32:14.342265 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:14.389366 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a311bf3-251b-41fa-8659-3f0312228e83 req-737d7c1f-ed69-49a7-9225-158426016d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:14.389709 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=38cb3cb9-f425-49df-9b4a-5d85fc30589a,revision_number=5']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:32:14.390926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8a311bf3-251b-41fa-8659-3f0312228e83 req-737d7c1f-ed69-49a7-9225-158426016d16 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 1097 time: 0.0402761 Dec 17 14:32:14.441426 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-8a311bf3-251b-41fa-8659-3f0312228e83 req-73e7181f-0c93-4700-8094-95f9dc202ad9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397570 Dec 17 14:32:15.373653 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a282701-4744-4c1a-9a02-3c1a7fe03833 req-d8ba4c5c-43ad-4fea-84bf-06647aaa43b4 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:15.375118 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a282701-4744-4c1a-9a02-3c1a7fe03833 req-d8ba4c5c-43ad-4fea-84bf-06647aaa43b4 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 946 time: 0.0532417 Dec 17 14:32:15.424306 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-4a282701-4744-4c1a-9a02-3c1a7fe03833 req-7650be26-0081-4ef9-9cbe-87bceab64bf8 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432341 Dec 17 14:32:16.416516 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4898fdf9-1db9-4ca1-bc55-583d08cd00e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:16.541811 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9947b-ea09-44e3-9faa-73735ac8d8f3 req-a9a6b8b3-bc6a-460a-8197-a2b3c875282b tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:16.543300 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f2f9947b-ea09-44e3-9faa-73735ac8d8f3 req-a9a6b8b3-bc6a-460a-8197-a2b3c875282b tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 946 time: 0.0482492 Dec 17 14:32:16.595732 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-f2f9947b-ea09-44e3-9faa-73735ac8d8f3 req-81c4d308-8168-4103-9168-7e358c0b12b7 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466037 Dec 17 14:32:16.709293 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f5951-ce40-45de-9a7b-15c124c2e948 req-d33ea209-1df7-4954-bc42-00d3085cea35 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:16.710766 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae1f5951-ce40-45de-9a7b-15c124c2e948 req-d33ea209-1df7-4954-bc42-00d3085cea35 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 946 time: 0.0489621 Dec 17 14:32:16.762538 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-ae1f5951-ce40-45de-9a7b-15c124c2e948 req-032d2290-cd77-4466-8e0c-be8c33af56ba tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457826 Dec 17 14:32:16.783357 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53488) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:32:16.826436 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cff39a-5c26-4414-8a6f-8f2d6af69f93 tempest-TestSnapshotPattern-179544131 tempest-TestSnapshotPattern-179544131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:16.827929 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-e6cff39a-5c26-4414-8a6f-8f2d6af69f93 tempest-TestSnapshotPattern-179544131 tempest-TestSnapshotPattern-179544131-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 1092 time: 0.0436275 Dec 17 14:32:16.830692 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53490) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:32:16.835577 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.v2.base [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Request body: {'floatingip': {'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'port_id': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:32:16.904985 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for floatingip, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:17.002430 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:17.106022 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_common [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Allocated IP 172.25.0.91 (82bde5c9-3542-466d-b2c1-4bf2e1aa07ee/9127f3fc-e23f-45f3-af6b-1aa839787d72/a50ac190-9ca5-4ab0-9198-81277c7c767c) {{(pid=110453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:32:17.208519 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for port, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:17.296887 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786484358840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:17.338703 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Network 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee is already hosted by enough agents. {{(pid=110453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:32:17.341631 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.base_scheduler [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Resources bound (agent type, host, resource id): {{(pid=110453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:32:17.345231 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Received port after_create {{(pid=110453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:32:17.371405 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'Port': ['ID=a50ac190-9ca5-4ab0-9198-81277c7c767c,revision_number=1']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:32:17.704120 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:17.849520 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:17.998675 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for port, precommit_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:18.079226 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:18.079802 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5830707'] for port, after_update {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:18.144600 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event updated for resources: {'Port': ['ID=a50ac190-9ca5-4ab0-9198-81277c7c767c,revision_number=2']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:32:18.166282 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482170'] for floatingip, after_create {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:18.567492 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Floating IP 5388f851-ce0b-468a-b86e-1bf7143e87d8 associated. External IP: 172.25.0.91, port: 38cb3cb9-f425-49df-9b4a-5d85fc30589a. Dec 17 14:32:18.819920 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Router c63ea31e-ad73-4395-b3a2-6f1de1d89bce has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:32:18.925632 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:32:18.936144 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea2c84-93d9-441e-99fe-9474b26f1a00 None None] Sync routers for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:32:18.945045 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea2c84-93d9-441e-99fe-9474b26f1a00 None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:32:18.945703 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1fea2c84-93d9-441e-99fe-9474b26f1a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:32:18.995651 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:19.024146 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-80b6afc1-911f-471e-bbc5-1fd6c834ede3 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1924531 Dec 17 14:32:19.024745 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:32:19.027154 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5e2fa2-5dab-4a0e-bf1f-c1a3dbefe548" -d '{"events": [{"name": "network-changed", "server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:32:19.055931 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-1fea2c84-93d9-441e-99fe-9474b26f1a00 None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:32:19.063366 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3732a59f-5f89-47b7-b2c3-03aa4acc1f2c x-openstack-request-id: req-3732a59f-5f89-47b7-b2c3-03aa4acc1f2c {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:32:19.063673 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:32:19.063928 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3732a59f-5f89-47b7-b2c3-03aa4acc1f2c {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:32:19.064343 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'status': 'completed', 'code': 200} Dec 17 14:32:19.129500 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e2fa2-5dab-4a0e-bf1f-c1a3dbefe548 req-74db1fa5-310c-41ed-9be6-faea2bb5fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:19.131212 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db5e2fa2-5dab-4a0e-bf1f-c1a3dbefe548 req-74db1fa5-310c-41ed-9be6-faea2bb5fed3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 1097 time: 0.0429289 Dec 17 14:32:19.225370 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e2fa2-5dab-4a0e-bf1f-c1a3dbefe548 req-042c08bf-ce4d-4bf2-a8d9-5273d941cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:19.227095 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db5e2fa2-5dab-4a0e-bf1f-c1a3dbefe548 req-042c08bf-ce4d-4bf2-a8d9-5273d941cab2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 911 time: 0.0890326 Dec 17 14:32:19.277766 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:19.293255 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db5e2fa2-5dab-4a0e-bf1f-c1a3dbefe548 req-5c8cb40f-b419-46de-98bf-e15043d7d878 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a HTTP/1.1" status: 200 len: 999 time: 0.0589833 Dec 17 14:32:19.294639 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1fea2c84-93d9-441e-99fe-9474b26f1a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '039204f7-f277-4e49-9eed-96ad117021a2', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'port_id': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'mac_address': 'fa:16:3e:a9:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:29:42Z', 'updated_at': '2021-12-17T14:29:44Z', 'revision_number': 1, 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address_scope': None}, {'id': '5388f851-ce0b-468a-b86e-1bf7143e87d8', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'port_id': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'mac_address': 'fa:16:3e:6d:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840098f0-32cf-46eb-b86b-92296600fa46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:32:17Z', 'updated_at': '2021-12-17T14:32:17Z', 'revision_number': 0, 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:18Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:32:19.326525 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea2c84-93d9-441e-99fe-9474b26f1a00 None None] Checking router: c63ea31e-ad73-4395-b3a2-6f1de1d89bce for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:32:19.336224 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea2c84-93d9-441e-99fe-9474b26f1a00 None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:32:19.336832 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1fea2c84-93d9-441e-99fe-9474b26f1a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:32:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:32:19.348290 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e2fa2-5dab-4a0e-bf1f-c1a3dbefe548 req-c31d96f7-1d96-4f0a-b5ee-407b30c20d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:19.349891 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db5e2fa2-5dab-4a0e-bf1f-c1a3dbefe548 req-c31d96f7-1d96-4f0a-b5ee-407b30c20d21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0502152 Dec 17 14:32:19.395763 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e2fa2-5dab-4a0e-bf1f-c1a3dbefe548 req-bccd3020-7055-406f-985a-71553bab3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:32:19.397771 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db5e2fa2-5dab-4a0e-bf1f-c1a3dbefe548 req-bccd3020-7055-406f-985a-71553bab3565 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411310 Dec 17 14:32:19.444890 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-1fea2c84-93d9-441e-99fe-9474b26f1a00 None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:32:19.488205 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db5e2fa2-5dab-4a0e-bf1f-c1a3dbefe548 req-a3e4c78d-8b0b-445d-becb-e7c9ee35d999 service neutron] 10.222.0.61 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835683 Dec 17 14:32:19.584321 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-db5e2fa2-5dab-4a0e-bf1f-c1a3dbefe548 req-3e165ec9-93a7-4f65-9aa0-831123d19876 service neutron] 10.222.0.61 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887961 Dec 17 14:32:19.679534 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-1fea2c84-93d9-441e-99fe-9474b26f1a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '039204f7-f277-4e49-9eed-96ad117021a2', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'port_id': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'mac_address': 'fa:16:3e:a9:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:29:42Z', 'updated_at': '2021-12-17T14:29:44Z', 'revision_number': 1, 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address_scope': None}, {'id': '5388f851-ce0b-468a-b86e-1bf7143e87d8', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'port_id': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'mac_address': 'fa:16:3e:6d:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840098f0-32cf-46eb-b86b-92296600fa46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:32:17Z', 'updated_at': '2021-12-17T14:32:17Z', 'revision_number': 0, 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:18Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:32:19.712418 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fea2c84-93d9-441e-99fe-9474b26f1a00 None None] The sync data for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 is: [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '039204f7-f277-4e49-9eed-96ad117021a2', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'port_id': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'mac_address': 'fa:16:3e:a9:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:29:42Z', 'updated_at': '2021-12-17T14:29:44Z', 'revision_number': 1, 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address_scope': None}, {'id': '5388f851-ce0b-468a-b86e-1bf7143e87d8', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'port_id': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'mac_address': 'fa:16:3e:6d:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840098f0-32cf-46eb-b86b-92296600fa46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:32:17Z', 'updated_at': '2021-12-17T14:32:17Z', 'revision_number': 0, 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:18Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:32:19.882566 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:19.916267 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb82c07-123c-447e-b999-9e37d6c2fc49 None None] New status for floating IP 5388f851-ce0b-468a-b86e-1bf7143e87d8: ACTIVE {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:32:32.493340 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:36.958383 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:40.296229 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:32:43.924345 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-971b2c8c-2761-4dd0-9c5e-0ad34b64d97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:46.401746 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a93527d6-8395-4009-8eb6-8564d150be4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:48.081803 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:49.227126 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:49.904815 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:32:51.150857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [req-bfdbde02-ff60-43e0-a05a-058075613e82 req-65d790a9-8993-442b-82cd-b9cdd746e90d service neutron] (110453) timed out ('10.222.0.54', 64985) {{(pid=110453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 14:33:01.650263 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e32f3679-0531-4a01-a453-06a6e4a29af5 req-55fd4625-48a3-4a76-8cac-1ffc4361278e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403790 Dec 17 14:33:01.729886 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f3679-0531-4a01-a453-06a6e4a29af5 req-2580dcb1-ab26-4986-9884-81ea40b4431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:33:01.731484 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e32f3679-0531-4a01-a453-06a6e4a29af5 req-2580dcb1-ab26-4986-9884-81ea40b4431e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 1095 time: 0.0409887 Dec 17 14:33:01.843558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f3679-0531-4a01-a453-06a6e4a29af5 req-9a98ac55-b27f-4c3b-a196-b2ef2ba5aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:33:01.845085 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e32f3679-0531-4a01-a453-06a6e4a29af5 req-9a98ac55-b27f-4c3b-a196-b2ef2ba5aa47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 911 time: 0.0942740 Dec 17 14:33:01.910657 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e32f3679-0531-4a01-a453-06a6e4a29af5 req-7f5fc258-74e4-4bba-af91-ad415af61228 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2 HTTP/1.1" status: 200 len: 999 time: 0.0577962 Dec 17 14:33:01.960592 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f3679-0531-4a01-a453-06a6e4a29af5 req-c53b9591-cf58-485d-b70d-1d9793e96207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:33:01.962083 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e32f3679-0531-4a01-a453-06a6e4a29af5 req-c53b9591-cf58-485d-b70d-1d9793e96207 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0437117 Dec 17 14:33:02.016931 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f3679-0531-4a01-a453-06a6e4a29af5 req-946672ff-40da-4470-9081-f1a3f8b76c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:33:02.018465 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e32f3679-0531-4a01-a453-06a6e4a29af5 req-946672ff-40da-4470-9081-f1a3f8b76c44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489810 Dec 17 14:33:02.106268 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e32f3679-0531-4a01-a453-06a6e4a29af5 req-e7cbc426-4c9c-4c49-869f-8830e11c348b service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795345 Dec 17 14:33:02.198220 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e32f3679-0531-4a01-a453-06a6e4a29af5 req-e34723f8-a118-4910-a8e5-be9435a02717 service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848632 Dec 17 14:33:02.483584 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:06.980205 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:13.917403 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7330eff9-8970-4b5a-9442-d4870401e831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:14.631094 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8166fcc-cb6e-4536-8ada-ffee8539a31c req-e0161fcd-b6b3-482c-a3cf-77e06fa57d4a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405643 Dec 17 14:33:14.719536 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8166fcc-cb6e-4536-8ada-ffee8539a31c req-42ff0b85-be73-4aaa-8280-fbe1d3ef82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:33:14.720926 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8166fcc-cb6e-4536-8ada-ffee8539a31c req-42ff0b85-be73-4aaa-8280-fbe1d3ef82e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 1097 time: 0.0402079 Dec 17 14:33:14.828752 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8166fcc-cb6e-4536-8ada-ffee8539a31c req-1ca665d2-8944-48b8-9a24-b0d8fc2c5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:33:14.830279 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8166fcc-cb6e-4536-8ada-ffee8539a31c req-1ca665d2-8944-48b8-9a24-b0d8fc2c5c3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 911 time: 0.0888119 Dec 17 14:33:14.899623 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8166fcc-cb6e-4536-8ada-ffee8539a31c req-3f16b4bb-06dd-471a-9beb-e5f08841c3f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a HTTP/1.1" status: 200 len: 1001 time: 0.0591877 Dec 17 14:33:14.957245 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8166fcc-cb6e-4536-8ada-ffee8539a31c req-98961802-f99d-4256-8afc-8a25bda728da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:33:14.958813 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8166fcc-cb6e-4536-8ada-ffee8539a31c req-98961802-f99d-4256-8afc-8a25bda728da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0497115 Dec 17 14:33:15.006655 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8166fcc-cb6e-4536-8ada-ffee8539a31c req-94605929-d3d1-4202-948b-686d2ce0f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:33:15.008066 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8166fcc-cb6e-4536-8ada-ffee8539a31c req-94605929-d3d1-4202-948b-686d2ce0f7e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404608 Dec 17 14:33:15.099590 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8166fcc-cb6e-4536-8ada-ffee8539a31c req-820fdad7-e01e-4c25-9de5-9714e6c36e49 service neutron] 10.222.0.61 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815001 Dec 17 14:33:15.194374 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-f8166fcc-cb6e-4536-8ada-ffee8539a31c req-e38271d7-6a4a-4320-9cdd-8a584ddbe879 service neutron] 10.222.0.61 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850787 Dec 17 14:33:16.391619 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e2e89edc-15e9-4cd6-9a7e-09bd8b38340d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:17.295905 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:33:18.088468 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:19.241163 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:19.888596 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:32.516936 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:36.996688 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:43.921198 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-18b47456-7634-4051-907e-8693b33605b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:46.442417 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1949e315-4c0f-4436-9e15-c145237b998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:48.076333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:49.236218 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:49.886841 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:50.541603 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 38cb3cb9-f425-49df-9b4a-5d85fc30589a details requested by agent hyperv_n-h2-815324-5 with host n-h2-815324-5 {{(pid=110455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 14:33:50.654483 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 38cb3cb9-f425-49df-9b4a-5d85fc30589a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:33:50.666332 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Returning: {'device': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'port_id': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'mac_address': 'fa:16:3e:6d:82:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 14:33:50.707543 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:50.722487 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38cb3cb9-f425-49df-9b4a-5d85fc30589a {{(pid=110455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 14:33:50.744491 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 38cb3cb9-f425-49df-9b4a-5d85fc30589a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:33:50.932705 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:50.986186 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=38cb3cb9-f425-49df-9b4a-5d85fc30589a,revision_number=6']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:33:50.995942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:50.995942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:50.995942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:50.995942 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:50.996439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:50.996439 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:50.996734 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:50.996972 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:50.997296 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:50.997653 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:50.997987 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:50.998313 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:50.998646 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:33:51.006163 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] get_ports_and_sgs() called for port_ids ['38cb3cb9-f425-49df-9b4a-5d85fc30589a'] {{(pid=110455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 14:33:52.535885 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 38cb3cb9-f425-49df-9b4a-5d85fc30589a up at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:33:52.589737 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Provisioning complete for port 38cb3cb9-f425-49df-9b4a-5d85fc30589a triggered by entity L2. {{(pid=110455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:33:52.590123 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1495781'] for port, provisioning_complete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:52.675739 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:52.700199 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:33:52.708994 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb17c62-5112-4e0d-9d33-5e386a8df3df" -d '{"events": [{"server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "name": "network-vif-plugged", "status": "completed", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:33:52.724758 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 38cb3cb9-f425-49df-9b4a-5d85fc30589a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:33:52.745295 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4940705-f02b-4351-b4aa-8fa84014084d x-openstack-request-id: req-b4940705-f02b-4351-b4aa-8fa84014084d {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:33:52.745607 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "name": "network-vif-plugged", "status": "completed", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:33:52.745985 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4940705-f02b-4351-b4aa-8fa84014084d {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:33:52.746387 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'code': 200} Dec 17 14:33:52.785094 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:33:53.009429 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=38cb3cb9-f425-49df-9b4a-5d85fc30589a,revision_number=7']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:33:54.296660 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:34:01.150123 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b659bb84-6e34-4184-b367-57584df44f40 req-163864b1-f440-4e89-878f-9e778af62e79 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420246 Dec 17 14:34:01.233498 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659bb84-6e34-4184-b367-57584df44f40 req-e8fd885a-e371-4ac1-8929-9e0181aeb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:01.235321 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b659bb84-6e34-4184-b367-57584df44f40 req-e8fd885a-e371-4ac1-8929-9e0181aeb6cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 1095 time: 0.0418112 Dec 17 14:34:01.342582 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659bb84-6e34-4184-b367-57584df44f40 req-a726e673-cb9d-472b-9cfa-77f2e278fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:01.344064 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b659bb84-6e34-4184-b367-57584df44f40 req-a726e673-cb9d-472b-9cfa-77f2e278fe20 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 911 time: 0.0878630 Dec 17 14:34:01.410404 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b659bb84-6e34-4184-b367-57584df44f40 req-09b9a56a-56cb-439d-bfb2-9b78e0688d0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2 HTTP/1.1" status: 200 len: 999 time: 0.0592113 Dec 17 14:34:01.459010 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659bb84-6e34-4184-b367-57584df44f40 req-7057bbd0-462e-4869-a032-5337439cf71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:01.460463 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b659bb84-6e34-4184-b367-57584df44f40 req-7057bbd0-462e-4869-a032-5337439cf71e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0433764 Dec 17 14:34:01.510728 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659bb84-6e34-4184-b367-57584df44f40 req-d8efd550-5a7a-4fe4-9847-8520ffb25903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:01.512234 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b659bb84-6e34-4184-b367-57584df44f40 req-d8efd550-5a7a-4fe4-9847-8520ffb25903 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444062 Dec 17 14:34:01.523488 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-b659bb84-6e34-4184-b367-57584df44f40 req-4d17bedf-09b3-46b5-b9e3-0ad38168cf5a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:34:01.524728 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b659bb84-6e34-4184-b367-57584df44f40 req-4d17bedf-09b3-46b5-b9e3-0ad38168cf5a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052946 Dec 17 14:34:01.612517 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b659bb84-6e34-4184-b367-57584df44f40 req-61db6649-7ffd-403e-859c-89ecc72c8d30 service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810697 Dec 17 14:34:01.704641 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b659bb84-6e34-4184-b367-57584df44f40 req-fb966732-d8bb-4d6e-8a82-877c56bcbf87 service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851784 Dec 17 14:34:02.183160 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53694) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:02.340008 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Deleting port a50ac190-9ca5-4ab0-9198-81277c7c767c {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:34:02.340361 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:02.423340 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:02.423676 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:02.435993 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Calling delete_port for a50ac190-9ca5-4ab0-9198-81277c7c767c owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:34:02.516089 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:02.647688 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:02.674634 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event deleted for resources: {'Port': ['ID=a50ac190-9ca5-4ab0-9198-81277c7c767c,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:02.685091 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.685443 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.685857 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.686233 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.686578 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.687510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.687510 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.687754 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.687868 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.688184 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.688512 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.688840 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.689164 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:02.749491 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:02.749854 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Floating IP 5388f851-ce0b-468a-b86e-1bf7143e87d8 disassociated (deleted). External IP: 172.25.0.91, port: 38cb3cb9-f425-49df-9b4a-5d85fc30589a. Dec 17 14:34:02.954166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Router c63ea31e-ad73-4395-b3a2-6f1de1d89bce has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:34:03.059829 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:34:03.064753 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:03.069641 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cf7e2-4ab9-49cc-9db1-66b713adf483 None None] Sync routers for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:34:03.079480 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67cf7e2-4ab9-49cc-9db1-66b713adf483 None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:34:03.080099 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b67cf7e2-4ab9-49cc-9db1-66b713adf483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:03.092509 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-ce7820b5-5260-4562-b7ee-7ab22225d548 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "DELETE /v2.0/floatingips/5388f851-ce0b-468a-b86e-1bf7143e87d8 HTTP/1.1" status: 204 len: 168 time: 0.9082386 Dec 17 14:34:03.093108 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:34:03.095377 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e27028d-e7cf-4b32-abe3-ef79f2c797c7" -d '{"events": [{"name": "network-changed", "server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:34:03.134654 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32755eae-60ff-4855-bfd8-fe1bc9523497 x-openstack-request-id: req-32755eae-60ff-4855-bfd8-fe1bc9523497 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:34:03.134957 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:34:03.135223 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32755eae-60ff-4855-bfd8-fe1bc9523497 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:34:03.135688 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'status': 'completed', 'code': 200} Dec 17 14:34:03.191325 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b67cf7e2-4ab9-49cc-9db1-66b713adf483 None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:34:03.206065 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27028d-e7cf-4b32-abe3-ef79f2c797c7 req-6923ab1a-0596-4fc3-a48b-0f4d0a536e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:03.207488 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e27028d-e7cf-4b32-abe3-ef79f2c797c7 req-6923ab1a-0596-4fc3-a48b-0f4d0a536e21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 1097 time: 0.0418949 Dec 17 14:34:03.306885 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27028d-e7cf-4b32-abe3-ef79f2c797c7 req-f75e99f9-cdac-49ba-b268-a54e8bd72e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:03.308406 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e27028d-e7cf-4b32-abe3-ef79f2c797c7 req-f75e99f9-cdac-49ba-b268-a54e8bd72e70 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 911 time: 0.0899794 Dec 17 14:34:03.356573 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e27028d-e7cf-4b32-abe3-ef79f2c797c7 req-a0884b0c-67e6-4eb0-b48d-9b302cb309d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a HTTP/1.1" status: 200 len: 217 time: 0.0368218 Dec 17 14:34:03.411728 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27028d-e7cf-4b32-abe3-ef79f2c797c7 req-7f188ad5-a030-4376-a93d-18e0b7e93d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:03.413258 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e27028d-e7cf-4b32-abe3-ef79f2c797c7 req-7f188ad5-a030-4376-a93d-18e0b7e93d33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0473449 Dec 17 14:34:03.420533 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b67cf7e2-4ab9-49cc-9db1-66b713adf483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '039204f7-f277-4e49-9eed-96ad117021a2', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'port_id': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'mac_address': 'fa:16:3e:a9:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:29:42Z', 'updated_at': '2021-12-17T14:29:44Z', 'revision_number': 1, 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:18Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:03.450645 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cf7e2-4ab9-49cc-9db1-66b713adf483 None None] Checking router: c63ea31e-ad73-4395-b3a2-6f1de1d89bce for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:34:03.466210 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27028d-e7cf-4b32-abe3-ef79f2c797c7 req-d2f3b8f6-cb03-4244-acac-8e2222df2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:03.466670 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67cf7e2-4ab9-49cc-9db1-66b713adf483 None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:34:03.467298 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b67cf7e2-4ab9-49cc-9db1-66b713adf483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:03.467924 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e27028d-e7cf-4b32-abe3-ef79f2c797c7 req-d2f3b8f6-cb03-4244-acac-8e2222df2054 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469248 Dec 17 14:34:03.561021 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0112e-7db7-449a-aa4d-186864a946db req-de256f15-9aa9-4ae2-9617-dd8b005d9e99 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:03.563245 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8bd0112e-7db7-449a-aa4d-186864a946db req-de256f15-9aa9-4ae2-9617-dd8b005d9e99 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 946 time: 0.0551088 Dec 17 14:34:03.567763 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e27028d-e7cf-4b32-abe3-ef79f2c797c7 req-261365c0-267f-4a70-9cee-06679c22364f service neutron] 10.222.0.61 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900452 Dec 17 14:34:03.578839 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-b67cf7e2-4ab9-49cc-9db1-66b713adf483 None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:34:03.615616 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-8bd0112e-7db7-449a-aa4d-186864a946db req-d207c4be-99bb-4dfb-928b-f3dc9d2b9c88 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456755 Dec 17 14:34:03.663911 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-2e27028d-e7cf-4b32-abe3-ef79f2c797c7 req-40e08eef-660c-417c-9b27-3e46cd887406 service neutron] 10.222.0.61 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885596 Dec 17 14:34:03.808477 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-b67cf7e2-4ab9-49cc-9db1-66b713adf483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '039204f7-f277-4e49-9eed-96ad117021a2', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'port_id': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'mac_address': 'fa:16:3e:a9:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:29:42Z', 'updated_at': '2021-12-17T14:29:44Z', 'revision_number': 1, 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:18Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:03.834465 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cf7e2-4ab9-49cc-9db1-66b713adf483 None None] The sync data for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 is: [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_floatingips': [{'id': '039204f7-f277-4e49-9eed-96ad117021a2', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'router_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'port_id': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'mac_address': 'fa:16:3e:a9:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T14:29:42Z', 'updated_at': '2021-12-17T14:29:44Z', 'revision_number': 1, 'project_id': 'b963d84c45be469990711da1f614d67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:18Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:34:04.043708 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ac3bb7-a3a6-418f-894f-3579f462cba6 None None] New status for floating IP 5388f851-ce0b-468a-b86e-1bf7143e87d8: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:34:04.598970 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 38cb3cb9-f425-49df-9b4a-5d85fc30589a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:34:04.678098 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1553684'] for port, before_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:04.700803 n-d-815324-5 neutron-server[110455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a'}] {{(pid=110455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:34:04.703085 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6231293b4104e7df0ba5fff9b74e39c96336dc56b70d9395f136838105a4482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e64d7b3-6b86-4983-973a-74334f2a351f" -d '{"events": [{"server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "name": "network-vif-unplugged", "status": "completed", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a"}]}' {{(pid=110455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:34:04.717316 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] For port 38cb3cb9-f425-49df-9b4a-5d85fc30589a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:34:04.739762 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484514a3-a186-4968-b915-d11c3834874b req-9cc5607b-1f10-4fd2-878f-2364b58ba702 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:04.741676 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-484514a3-a186-4968-b915-d11c3834874b req-9cc5607b-1f10-4fd2-878f-2364b58ba702 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 946 time: 0.0518718 Dec 17 14:34:04.741838 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 14:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95f12de-1ac6-4649-947e-8619eacd132b x-openstack-request-id: req-b95f12de-1ac6-4649-947e-8619eacd132b {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:34:04.742002 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "name": "network-vif-unplugged", "status": "completed", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a", "code": 200}]} {{(pid=110455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:34:04.742259 n-d-815324-5 neutron-server[110455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b95f12de-1ac6-4649-947e-8619eacd132b {{(pid=110455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:34:04.742717 n-d-815324-5 neutron-server[110455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'code': 200} Dec 17 14:34:04.791855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-484514a3-a186-4968-b915-d11c3834874b req-8b20f60a-11f0-4f40-8574-3e5d4c01a6e2 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438061 Dec 17 14:34:04.801483 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786484877029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786484358858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786484358876'] for port, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:04.846923 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Pushing event updated for resources: {'Port': ['ID=38cb3cb9-f425-49df-9b4a-5d85fc30589a,revision_number=8']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:05.373388 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb849-b379-4b18-8676-60fd7f4b6ee9 req-2582b890-058f-45cd-99e7-5c40c0eeab57 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:05.374889 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b08bb849-b379-4b18-8676-60fd7f4b6ee9 req-2582b890-058f-45cd-99e7-5c40c0eeab57 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.61 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 944 time: 0.0477355 Dec 17 14:34:05.468101 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-b08bb849-b379-4b18-8676-60fd7f4b6ee9 req-ebe5ce70-c42c-4071-a961-6c16f3ec1bf7 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Deleting port 38cb3cb9-f425-49df-9b4a-5d85fc30589a {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:34:05.468350 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b08bb849-b379-4b18-8676-60fd7f4b6ee9 req-ebe5ce70-c42c-4071-a961-6c16f3ec1bf7 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:05.553097 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [req-b08bb849-b379-4b18-8676-60fd7f4b6ee9 req-ebe5ce70-c42c-4071-a961-6c16f3ec1bf7 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] For port 38cb3cb9-f425-49df-9b4a-5d85fc30589a, host n-h2-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815324-5',level=0,port_id=38cb3cb9-f425-49df-9b4a-5d85fc30589a,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:34:05.553460 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b08bb849-b379-4b18-8676-60fd7f4b6ee9 req-ebe5ce70-c42c-4071-a961-6c16f3ec1bf7 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:05.566273 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [req-b08bb849-b379-4b18-8676-60fd7f4b6ee9 req-ebe5ce70-c42c-4071-a961-6c16f3ec1bf7 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Calling delete_port for 38cb3cb9-f425-49df-9b4a-5d85fc30589a owned by compute:nova {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:34:05.795170 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b08bb849-b379-4b18-8676-60fd7f4b6ee9 req-ebe5ce70-c42c-4071-a961-6c16f3ec1bf7 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:05.825556 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5ce70-c42c-4071-a961-6c16f3ec1bf7 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event deleted for resources: {'Port': ['ID=38cb3cb9-f425-49df-9b4a-5d85fc30589a,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:05.869978 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08bb849-b379-4b18-8676-60fd7f4b6ee9 req-ebe5ce70-c42c-4071-a961-6c16f3ec1bf7 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] No DVR routers for this DVR port 38cb3cb9-f425-49df-9b4a-5d85fc30589a on host n-h2-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:34:05.872609 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [req-b08bb849-b379-4b18-8676-60fd7f4b6ee9 req-ebe5ce70-c42c-4071-a961-6c16f3ec1bf7 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:05.876093 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-b08bb849-b379-4b18-8676-60fd7f4b6ee9 req-ebe5ce70-c42c-4071-a961-6c16f3ec1bf7 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.61 "DELETE /v2.0/ports/38cb3cb9-f425-49df-9b4a-5d85fc30589a HTTP/1.1" status: 204 len: 173 time: 0.4937458 Dec 17 14:34:05.876551 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'name': 'network-vif-deleted', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:34:05.878909 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb39fb39-b25a-4891-ac6c-1f87e3b2c437" -d '{"events": [{"server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "name": "network-vif-deleted", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:34:05.901162 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-b9980288-da69-4dee-a7cb-e0ad3e543d6c req-ac3b3655-d6c9-43b4-ab1c-7b4c543a7363 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=840098f0-32cf-46eb-b86b-92296600fa46 HTTP/1.1" status: 200 len: 210 time: 0.0329762 Dec 17 14:34:05.919123 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9216f9b-73e9-43fb-8e27-68806bfdc9e2 x-openstack-request-id: req-e9216f9b-73e9-43fb-8e27-68806bfdc9e2 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:34:05.919421 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840098f0-32cf-46eb-b86b-92296600fa46", "name": "network-vif-deleted", "tag": "38cb3cb9-f425-49df-9b4a-5d85fc30589a", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:34:05.919731 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9216f9b-73e9-43fb-8e27-68806bfdc9e2 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:34:05.920142 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840098f0-32cf-46eb-b86b-92296600fa46', 'name': 'network-vif-deleted', 'tag': '38cb3cb9-f425-49df-9b4a-5d85fc30589a', 'status': 'completed', 'code': 200} Dec 17 14:34:07.024939 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:08.198149 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53752) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:08.355570 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Deleting port aed33750-efbd-45fe-8542-544ae1e07358 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:34:08.355924 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:08.428440 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:08.428776 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:08.440733 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Calling delete_port for aed33750-efbd-45fe-8542-544ae1e07358 owned by network:floatingip {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:34:08.633278 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 38cb3cb9-f425-49df-9b4a-5d85fc30589a no longer exists at agent hyperv_n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:34:08.647255 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:08.656968 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] No Port match for: 38cb3cb9-f425-49df-9b4a-5d85fc30589a {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:34:08.657492 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Device 38cb3cb9-f425-49df-9b4a-5d85fc30589a not bound to the agent host n-h2-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:34:08.675031 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event deleted for resources: {'Port': ['ID=aed33750-efbd-45fe-8542-544ae1e07358,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:08.736781 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for floatingip, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:08.737222 n-d-815324-5 neutron-server[110453]: INFO neutron.db.l3_db [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Floating IP 039204f7-f277-4e49-9eed-96ad117021a2 disassociated (deleted). External IP: 172.25.0.27, port: 2fb578e4-9ba7-48f5-aae8-8f52521898f2. Dec 17 14:34:08.940689 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Router c63ea31e-ad73-4395-b3a2-6f1de1d89bce has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:34:09.045053 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:34:09.049916 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for floatingip, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:09.054964 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773eabc-fd01-42d0-a4e8-06bf7e257fcd None None] Sync routers for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:34:09.065780 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773eabc-fd01-42d0-a4e8-06bf7e257fcd None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:34:09.066430 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7773eabc-fd01-42d0-a4e8-06bf7e257fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:09.178879 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-7773eabc-fd01-42d0-a4e8-06bf7e257fcd None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:34:09.378121 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c584e9b4-e7e5-4595-9253-4d494d8b4b30 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "DELETE /v2.0/floatingips/039204f7-f277-4e49-9eed-96ad117021a2 HTTP/1.1" status: 204 len: 168 time: 1.1787107 Dec 17 14:34:09.378788 n-d-815324-5 neutron-server[110453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2'}] {{(pid=110453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:34:09.381141 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5febea95c911cc8da04db2574ed331afbbd18a4a6938f2b4fa9220b75956dad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74f2ef5-5de6-42a4-be13-c3bd3e629d12" -d '{"events": [{"name": "network-changed", "server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2"}]}' {{(pid=110453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:34:09.386309 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7773eabc-fd01-42d0-a4e8-06bf7e257fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:18Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:09.413907 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773eabc-fd01-42d0-a4e8-06bf7e257fcd None None] Checking router: c63ea31e-ad73-4395-b3a2-6f1de1d89bce for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:34:09.425226 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773eabc-fd01-42d0-a4e8-06bf7e257fcd None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:34:09.425952 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7773eabc-fd01-42d0-a4e8-06bf7e257fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:09.428709 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 14:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1d725b-2273-435b-93e8-c1f8ecb41653 x-openstack-request-id: req-9a1d725b-2273-435b-93e8-c1f8ecb41653 {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:34:09.429012 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2", "status": "completed", "code": 200}]} {{(pid=110453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:34:09.429283 n-d-815324-5 neutron-server[110453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a1d725b-2273-435b-93e8-c1f8ecb41653 {{(pid=110453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:34:09.429705 n-d-815324-5 neutron-server[110453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'status': 'completed', 'code': 200} Dec 17 14:34:09.494412 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f2ef5-5de6-42a4-be13-c3bd3e629d12 req-e2724eb0-4c8d-4050-b0ca-048f55b4c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:09.495903 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e74f2ef5-5de6-42a4-be13-c3bd3e629d12 req-e2724eb0-4c8d-4050-b0ca-048f55b4c72c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b963d84c45be469990711da1f614d67b&device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 1095 time: 0.0434163 Dec 17 14:34:09.537112 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-7773eabc-fd01-42d0-a4e8-06bf7e257fcd None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:34:09.588085 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f2ef5-5de6-42a4-be13-c3bd3e629d12 req-1f28bb31-ab41-43f1-add3-be2bd17a9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:09.589705 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e74f2ef5-5de6-42a4-be13-c3bd3e629d12 req-1f28bb31-ab41-43f1-add3-be2bd17a9a08 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 200 len: 911 time: 0.0866809 Dec 17 14:34:09.631894 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e74f2ef5-5de6-42a4-be13-c3bd3e629d12 req-1ab94f4b-cf2a-4dba-b8ec-c7121a3a7e08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2 HTTP/1.1" status: 200 len: 217 time: 0.0355685 Dec 17 14:34:09.692884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f2ef5-5de6-42a4-be13-c3bd3e629d12 req-6bfa6622-197c-4bf9-a941-63e54270a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:09.694910 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e74f2ef5-5de6-42a4-be13-c3bd3e629d12 req-6bfa6622-197c-4bf9-a941-63e54270a491 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 200 len: 849 time: 0.0553365 Dec 17 14:34:09.746110 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-7773eabc-fd01-42d0-a4e8-06bf7e257fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:18Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:09.767884 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f2ef5-5de6-42a4-be13-c3bd3e629d12 req-16d7cbb7-93a7-49f2-a178-49b08fb8cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:09.769400 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e74f2ef5-5de6-42a4-be13-c3bd3e629d12 req-16d7cbb7-93a7-49f2-a178-49b08fb8cb1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f948c76d-05c0-460b-9d0a-c519c33a6a63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666788 Dec 17 14:34:09.773379 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773eabc-fd01-42d0-a4e8-06bf7e257fcd None None] The sync data for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 is: [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:29:13Z', 'revision_number': 4, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5', '_interfaces': [{'id': 'fb34b694-188f-4131-becd-943b1816b127', 'name': '', 'network_id': 'f948c76d-05c0-460b-9d0a-c519c33a6a63', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'mac_address': 'fa:16:3e:ce:45:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:13Z', 'updated_at': '2021-12-17T14:29:18Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'subnets': [{'id': 'ddb19595-a486-4bf5-a7a3-7c31a98eb061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:34:09.840153 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d5caf-2a2f-4c52-917e-d403ac13df4d req-172259c9-34bf-4f6c-8c7d-7cfb4fb044f1 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:09.841718 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-263d5caf-2a2f-4c52-917e-d403ac13df4d req-172259c9-34bf-4f6c-8c7d-7cfb4fb044f1 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 944 time: 0.1016154 Dec 17 14:34:09.914471 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-263d5caf-2a2f-4c52-917e-d403ac13df4d req-eaa0dac0-9c9d-4015-8d6f-ab3489141942 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660617 Dec 17 14:34:09.916385 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e74f2ef5-5de6-42a4-be13-c3bd3e629d12 req-4f9f5e27-50ab-461b-a7cd-eed9c1e1ab71 service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381695 Dec 17 14:34:10.019577 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9a3fa-af51-44f6-a82c-f67a29546f1f None None] New status for floating IP 039204f7-f277-4e49-9eed-96ad117021a2: DOWN {{(pid=110456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 14:34:10.023222 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-e74f2ef5-5de6-42a4-be13-c3bd3e629d12 req-cc59c548-cf79-4408-8cf5-d867ed88e40a service neutron] 10.222.0.54 "GET /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991263 Dec 17 14:34:11.030833 n-d-815324-5 neutron-server[110453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea31f8-d8bb-480a-a4bd-1d1bd5b185c8 req-eaab2da1-ff32-4bb2-a816-2ea7846ec965 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:11.032334 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e7ea31f8-d8bb-480a-a4bd-1d1bd5b185c8 req-eaab2da1-ff32-4bb2-a816-2ea7846ec965 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 944 time: 0.0477042 Dec 17 14:34:11.082089 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-e7ea31f8-d8bb-480a-a4bd-1d1bd5b185c8 req-4f197a7d-ff4d-406d-a2df-738cbe6f1b57 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/security-groups?id=27de054c-d01f-48d3-9183-a4f8e7e2b580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438690 Dec 17 14:34:11.283466 n-d-815324-5 neutron-server[110454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7cba3-a4bd-408d-8421-c009ce50519f req-523f9553-616b-470f-82ee-1fc4e7c65441 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:34:11.284822 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4da7cba3-a4bd-408d-8421-c009ce50519f req-523f9553-616b-470f-82ee-1fc4e7c65441 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 944 time: 0.0482240 Dec 17 14:34:11.372235 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-4da7cba3-a4bd-408d-8421-c009ce50519f req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Deleting port 2fb578e4-9ba7-48f5-aae8-8f52521898f2 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:34:11.372574 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4da7cba3-a4bd-408d-8421-c009ce50519f req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:11.461180 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [req-4da7cba3-a4bd-408d-8421-c009ce50519f req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] For port 2fb578e4-9ba7-48f5-aae8-8f52521898f2, host n-h1-815324-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815324-5',level=0,port_id=2fb578e4-9ba7-48f5-aae8-8f52521898f2,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:34:11.461626 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4da7cba3-a4bd-408d-8421-c009ce50519f req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:11.474012 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [req-4da7cba3-a4bd-408d-8421-c009ce50519f req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Calling delete_port for 2fb578e4-9ba7-48f5-aae8-8f52521898f2 owned by compute:nova {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:34:11.669307 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4da7cba3-a4bd-408d-8421-c009ce50519f req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:11.697076 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event deleted for resources: {'Port': ['ID=2fb578e4-9ba7-48f5-aae8-8f52521898f2,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:11.722914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.722914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.722914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.722914 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.723321 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.723551 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.724016 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.724205 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.724529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.724852 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.725175 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.725497 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.725843 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815324-5 {{(pid=110454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:34:11.747529 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da7cba3-a4bd-408d-8421-c009ce50519f req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] No DVR routers for this DVR port 2fb578e4-9ba7-48f5-aae8-8f52521898f2 on host n-h1-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:34:11.750001 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [req-4da7cba3-a4bd-408d-8421-c009ce50519f req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253049'] for port, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:11.753303 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [req-4da7cba3-a4bd-408d-8421-c009ce50519f req-20219a15-3d42-4dcb-8826-9f37a5c1de2e tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.54 "DELETE /v2.0/ports/2fb578e4-9ba7-48f5-aae8-8f52521898f2 HTTP/1.1" status: 204 len: 173 time: 0.4623141 Dec 17 14:34:11.753803 n-d-815324-5 neutron-server[110454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'name': 'network-vif-deleted', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2'}] {{(pid=110454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 14:34:11.756014 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486a3967676c7bdcd219951ffaecf025978e42c7412f733e9822f7f67b07bc97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bacdf16-70b7-40f0-be41-6a044d8a9fd6" -d '{"events": [{"server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "name": "network-vif-deleted", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2"}]}' {{(pid=110454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 14:34:11.849615 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 14:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3f1afd-496f-4d45-be82-e69a938ba183 x-openstack-request-id: req-5c3f1afd-496f-4d45-be82-e69a938ba183 {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 14:34:11.849918 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd33f668-2da2-47c4-8d3e-c3e25e6ba30e", "name": "network-vif-deleted", "tag": "2fb578e4-9ba7-48f5-aae8-8f52521898f2", "status": "completed", "code": 200}]} {{(pid=110454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 14:34:11.850173 n-d-815324-5 neutron-server[110454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c3f1afd-496f-4d45-be82-e69a938ba183 {{(pid=110454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 14:34:11.850578 n-d-815324-5 neutron-server[110454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd33f668-2da2-47c4-8d3e-c3e25e6ba30e', 'name': 'network-vif-deleted', 'tag': '2fb578e4-9ba7-48f5-aae8-8f52521898f2', 'status': 'completed', 'code': 200} Dec 17 14:34:12.200275 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [req-451293ba-b9db-49c4-923c-078b24c2c6e9 req-cc0c53b2-6782-40e1-97c8-7a46148e0f16 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd33f668-2da2-47c4-8d3e-c3e25e6ba30e HTTP/1.1" status: 200 len: 210 time: 0.0269034 Dec 17 14:34:13.256747 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53770) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:13.315792 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2400711-8b6d-4a5c-bbab-c9acffcc6777 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:13.341055 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2400711-8b6d-4a5c-bbab-c9acffcc6777 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:13.447014 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2400711-8b6d-4a5c-bbab-c9acffcc6777 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:13.449704 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-c2400711-8b6d-4a5c-bbab-c9acffcc6777 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Publish callbacks [] for security_group, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:13.452227 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-c2400711-8b6d-4a5c-bbab-c9acffcc6777 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] 10.222.0.59 "DELETE /v2.0/security-groups/27de054c-d01f-48d3-9183-a4f8e7e2b580 HTTP/1.1" status: 204 len: 168 time: 0.1931036 Dec 17 14:34:13.460355 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2400711-8b6d-4a5c-bbab-c9acffcc6777 tempest-TestSnapshotPattern-466697611 tempest-TestSnapshotPattern-466697611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27de054c-d01f-48d3-9183-a4f8e7e2b580,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:13.915607 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d54c1167-2c3a-4c8c-851d-f639bc15b3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:14.583771 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53776) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:15.015926 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10b257de-9ead-420a-b27c-7e3611579b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:15.256646 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-10b257de-9ead-420a-b27c-7e3611579b26 admin admin] Deleting port fb34b694-188f-4131-becd-943b1816b127 {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:34:15.256992 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10b257de-9ead-420a-b27c-7e3611579b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:15.289413 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2fb578e4-9ba7-48f5-aae8-8f52521898f2 no longer exists at agent hyperv_n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:34:15.310353 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] No Port match for: 2fb578e4-9ba7-48f5-aae8-8f52521898f2 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:34:15.314665 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Device 2fb578e4-9ba7-48f5-aae8-8f52521898f2 not bound to the agent host n-h1-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:34:15.338695 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-10b257de-9ead-420a-b27c-7e3611579b26 admin admin] For port fb34b694-188f-4131-becd-943b1816b127, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=fb34b694-188f-4131-becd-943b1816b127,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:34:15.339082 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10b257de-9ead-420a-b27c-7e3611579b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:15.353283 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-10b257de-9ead-420a-b27c-7e3611579b26 admin admin] Calling delete_port for fb34b694-188f-4131-becd-943b1816b127 owned by network:router_interface {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:34:15.606738 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10b257de-9ead-420a-b27c-7e3611579b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:15.633299 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b257de-9ead-420a-b27c-7e3611579b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb34b694-188f-4131-becd-943b1816b127,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:15.813678 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-10b257de-9ead-420a-b27c-7e3611579b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:16.024847 n-d-815324-5 neutron-server[110453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b257de-9ead-420a-b27c-7e3611579b26 admin admin] Router c63ea31e-ad73-4395-b3a2-6f1de1d89bce has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:34:16.150338 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b257de-9ead-420a-b27c-7e3611579b26 admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:34:16.157855 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-10b257de-9ead-420a-b27c-7e3611579b26 admin admin] 10.222.0.59 "PUT /v2.0/routers/c63ea31e-ad73-4395-b3a2-6f1de1d89bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705929 Dec 17 14:34:16.157855 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53780) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:16.161514 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c668ac-8c7c-4638-882d-16beaf8d6b41 None None] Sync routers for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:34:16.171778 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c668ac-8c7c-4638-882d-16beaf8d6b41 None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:34:16.172389 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-29c668ac-8c7c-4638-882d-16beaf8d6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:33:46Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:16.263660 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Publish callbacks [] for router, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:16.274975 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-29c668ac-8c7c-4638-882d-16beaf8d6b41 None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: n-d-815324-5 {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:34:16.367201 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:16.464382 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-29c668ac-8c7c-4638-882d-16beaf8d6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:34:15Z', 'revision_number': 5, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port': {'id': '4efd8df8-c311-4f46-a155-7e9d5463f32e', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:11Z', 'updated_at': '2021-12-17T14:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:16.469468 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2328c9fa-d459-497b-aa35-323147023dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:16.500107 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c668ac-8c7c-4638-882d-16beaf8d6b41 None None] Checking router: c63ea31e-ad73-4395-b3a2-6f1de1d89bce for host: n-d-815324-5 {{(pid=110455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:34:16.507024 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Deleting port 4efd8df8-c311-4f46-a155-7e9d5463f32e {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:34:16.507529 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:16.509302 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c668ac-8c7c-4638-882d-16beaf8d6b41 None None] Routers {'c63ea31e-ad73-4395-b3a2-6f1de1d89bce'} bound to L3 agent in host n-d-815324-5 {{(pid=110455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:34:16.509953 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-29c668ac-8c7c-4638-882d-16beaf8d6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'], 'active': True} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:16.598588 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] For port 4efd8df8-c311-4f46-a155-7e9d5463f32e, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=4efd8df8-c311-4f46-a155-7e9d5463f32e,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:34:16.598961 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:16.612420 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Calling delete_port for 4efd8df8-c311-4f46-a155-7e9d5463f32e owned by network:router_gateway {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:34:16.758535 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvr_db [None req-29c668ac-8c7c-4638-882d-16beaf8d6b41 None None] Set router c63ea31e-ad73-4395-b3a2-6f1de1d89bce gateway port host: None {{(pid=110455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:34:16.810148 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_hamode_db [None req-29c668ac-8c7c-4638-882d-16beaf8d6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:34:16Z', 'revision_number': 6, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:16.824123 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:16.839599 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c668ac-8c7c-4638-882d-16beaf8d6b41 None None] The sync data for ids ['c63ea31e-ad73-4395-b3a2-6f1de1d89bce'] in n-d-815324-5 is: [{'id': 'c63ea31e-ad73-4395-b3a2-6f1de1d89bce', 'name': 'tempest-TestSnapshotPattern-1435767793-router', 'tenant_id': 'b963d84c45be469990711da1f614d67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:10Z', 'updated_at': '2021-12-17T14:34:16Z', 'revision_number': 6, 'project_id': 'b963d84c45be469990711da1f614d67b', 'gw_port_host': None}] {{(pid=110455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:34:16.850622 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efd8df8-c311-4f46-a155-7e9d5463f32e,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:16.872317 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a26ccc-fbe2-4d8d-a75b-9b5835c68233 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:34:16.916400 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.004189 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.006317 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.087597 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.088166 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c63ea31e-ad73-4395-b3a2-6f1de1d89bce {{(pid=110453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:34:17.092449 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] Publish callbacks [] for router, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.093618 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-595dafbf-9baf-4e81-bfa1-f2c10c1f4953 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c63ea31e-ad73-4395-b3a2-6f1de1d89bce HTTP/1.1" status: 204 len: 168 time: 0.9348075 Dec 17 14:34:17.096096 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53782) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:17.140004 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1f7972-582b-4c0a-8ca3-78bee0decb25 admin admin] Deleting subnet ddb19595-a486-4bf5-a7a3-7c31a98eb061 {{(pid=110453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:34:17.142654 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a1f7972-582b-4c0a-8ca3-78bee0decb25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.182907 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a1f7972-582b-4c0a-8ca3-78bee0decb25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3675878'] for subnet, precommit_delete_associations {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.262636 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a1f7972-582b-4c0a-8ca3-78bee0decb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.355579 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a1f7972-582b-4c0a-8ca3-78bee0decb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5830781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4698527'] for subnet, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.384471 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f7972-582b-4c0a-8ca3-78bee0decb25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb19595-a486-4bf5-a7a3-7c31a98eb061,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:17.386482 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-7a1f7972-582b-4c0a-8ca3-78bee0decb25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.389749 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-7a1f7972-582b-4c0a-8ca3-78bee0decb25 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ddb19595-a486-4bf5-a7a3-7c31a98eb061 HTTP/1.1" status: 204 len: 168 time: 0.2927091 Dec 17 14:34:17.391102 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58b92b4-124d-4b22-83c2-5135cacbf9ff None None] Network f948c76d-05c0-460b-9d0a-c519c33a6a63 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:34:17.392238 n-d-815324-5 neutron-server[110453]: DEBUG neutron.wsgi [-] (110453) accepted ('10.222.0.59', 53784) {{(pid=110453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:17.464125 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.525911 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Deleting port 494a2685-13b2-47af-a635-b7120745a7ca {{(pid=110453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:34:17.526192 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.595523 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1aa5a-7ac5-4220-a475-d9dd27dd1640 None None] DHCP port deletion for f948c76d-05c0-460b-9d0a-c519c33a6a63 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:34:17.597636 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.db [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] For port 494a2685-13b2-47af-a635-b7120745a7ca, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=494a2685-13b2-47af-a635-b7120745a7ca,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:34:17.598262 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.613199 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.plugin [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Calling delete_port for 494a2685-13b2-47af-a635-b7120745a7ca owned by network:dhcp {{(pid=110453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:34:17.647024 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-33f1aa5a-7ac5-4220-a475-d9dd27dd1640 None None] Deleting port 494a2685-13b2-47af-a635-b7120745a7ca {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:34:17.647394 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33f1aa5a-7ac5-4220-a475-d9dd27dd1640 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.709290 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-33f1aa5a-7ac5-4220-a475-d9dd27dd1640 None None] For port 494a2685-13b2-47af-a635-b7120745a7ca, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=494a2685-13b2-47af-a635-b7120745a7ca,segment=NetworkSegment(8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a),segment_id=8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:34:17.709715 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33f1aa5a-7ac5-4220-a475-d9dd27dd1640 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.722213 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-33f1aa5a-7ac5-4220-a475-d9dd27dd1640 None None] Calling delete_port for 494a2685-13b2-47af-a635-b7120745a7ca owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:34:17.744442 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5830730'] for port, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.771460 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=494a2685-13b2-47af-a635-b7120745a7ca,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:17.775185 n-d-815324-5 neutron-server[110453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] No DVR routers for this DVR port 494a2685-13b2-47af-a635-b7120745a7ca on host n-d-815324-5 {{(pid=110453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:34:17.802000 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-33f1aa5a-7ac5-4220-a475-d9dd27dd1640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.833158 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1aa5a-7ac5-4220-a475-d9dd27dd1640 None None] No DVR routers for this DVR port 494a2685-13b2-47af-a635-b7120745a7ca on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:34:17.836129 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1aa5a-7ac5-4220-a475-d9dd27dd1640 None None] Pushing event deleted for resources: {'Port': ['ID=494a2685-13b2-47af-a635-b7120745a7ca,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:17.862674 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.889010 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f948c76d-05c0-460b-9d0a-c519c33a6a63']}} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:17.898566 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a') {'for_net_delete': True} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:17.898866 n-d-815324-5 neutron-server[110453]: DEBUG neutron.services.segments.db [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be5f0fe-ef81-433e-a6d4-8e33cb0ebd6a') {} {{(pid=110453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:17.908196 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3675677'] for segment, before_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.921456 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.927190 n-d-815324-5 neutron-server[110453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=110453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:34:17.927566 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5830679'] for segment, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: Traceback (most recent call last): Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: timer() Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: cb(*args, **kw) Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: return func(*args, **kwargs) Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: self._notify() Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: self.callback(batched_events) Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: event.method(event) Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: return f(self, *a, **k) Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: return self._get(url).json() Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: return self.request(url, 'GET', **kwargs) Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:34:17.929176 n-d-815324-5 neutron-server[110453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:34:18.041697 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:18.050264 n-d-815324-5 neutron-server[110453]: DEBUG neutron_lib.callbacks.manager [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Publish callbacks [] for network, before_response {{(pid=110453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:18.054560 n-d-815324-5 neutron-server[110453]: INFO neutron.wsgi [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f948c76d-05c0-460b-9d0a-c519c33a6a63 HTTP/1.1" status: 204 len: 168 time: 0.6613548 Dec 17 14:34:18.058182 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53786) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:18.065240 n-d-815324-5 neutron-server[110453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3256bb7-083f-43ea-b998-f9041fce5e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=f948c76d-05c0-460b-9d0a-c519c33a6a63,revision_number=None']} {{(pid=110453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:18.138439 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:18.401834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3a41c141-9a76-4050-9c45-b4ed2b39755e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-483450'] for router_interface, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:18.524524 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 494a2685-13b2-47af-a635-b7120745a7ca no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:34:18.545346 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 494a2685-13b2-47af-a635-b7120745a7ca {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:34:18.545718 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 494a2685-13b2-47af-a635-b7120745a7ca not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:34:18.546138 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fb34b694-188f-4131-becd-943b1816b127 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:34:18.565073 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: fb34b694-188f-4131-becd-943b1816b127 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:34:18.565419 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device fb34b694-188f-4131-becd-943b1816b127 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:34:18.565849 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4efd8df8-c311-4f46-a155-7e9d5463f32e no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:34:18.587466 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 4efd8df8-c311-4f46-a155-7e9d5463f32e {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:34:18.587809 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 4efd8df8-c311-4f46-a155-7e9d5463f32e not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:34:18.642319 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-3a41c141-9a76-4050-9c45-b4ed2b39755e admin admin] Deleting port 88134923-18ea-418e-a5bf-3718fe05ea64 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:34:18.642666 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3a41c141-9a76-4050-9c45-b4ed2b39755e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:18.717665 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-3a41c141-9a76-4050-9c45-b4ed2b39755e admin admin] For port 88134923-18ea-418e-a5bf-3718fe05ea64, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=88134923-18ea-418e-a5bf-3718fe05ea64,segment=NetworkSegment(c0dd515d-8b65-4da3-a712-2041c06367ee),segment_id=c0dd515d-8b65-4da3-a712-2041c06367ee)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:34:18.717978 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3a41c141-9a76-4050-9c45-b4ed2b39755e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:18.730228 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-3a41c141-9a76-4050-9c45-b4ed2b39755e admin admin] Calling delete_port for 88134923-18ea-418e-a5bf-3718fe05ea64 owned by network:router_interface {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:34:18.978122 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3a41c141-9a76-4050-9c45-b4ed2b39755e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:19.001107 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41c141-9a76-4050-9c45-b4ed2b39755e admin admin] Pushing event deleted for resources: {'Port': ['ID=88134923-18ea-418e-a5bf-3718fe05ea64,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:19.275793 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:19.469104 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-3a41c141-9a76-4050-9c45-b4ed2b39755e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-483558'] for router_interface, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:19.674576 n-d-815324-5 neutron-server[110454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a41c141-9a76-4050-9c45-b4ed2b39755e admin admin] Router e699e38f-1724-4bea-86d8-55194fe99eda has already been hosted by L3 agent a1cdbd83-fe5f-485a-9039-b457482eaedf {{(pid=110454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:34:19.774868 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a41c141-9a76-4050-9c45-b4ed2b39755e admin admin] Notify agent at l3_agent.n-d-815324-5 the message routers_updated {{(pid=110454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:34:19.779930 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-3a41c141-9a76-4050-9c45-b4ed2b39755e admin admin] 10.222.0.59 "PUT /v2.0/routers/e699e38f-1724-4bea-86d8-55194fe99eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7199309 Dec 17 14:34:19.782402 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53788) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:19.784842 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74234c5f-235a-430e-ab8f-261f29faa06e None None] Sync routers for ids ['e699e38f-1724-4bea-86d8-55194fe99eda'] in n-d-815324-5 {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:34:19.795739 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74234c5f-235a-430e-ab8f-261f29faa06e None None] Routers {'e699e38f-1724-4bea-86d8-55194fe99eda'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:34:19.796342 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-74234c5f-235a-430e-ab8f-261f29faa06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e699e38f-1724-4bea-86d8-55194fe99eda'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:19.886009 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Publish callbacks [] for router, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:19.892341 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:19.898562 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-74234c5f-235a-430e-ab8f-261f29faa06e None None] Set router e699e38f-1724-4bea-86d8-55194fe99eda gateway port host: n-d-815324-5 {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:34:19.991181 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.084818 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Deleting port 81202dc0-3184-4a4b-b454-eebaa6652ea8 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:34:20.085161 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.152006 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-74234c5f-235a-430e-ab8f-261f29faa06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'name': 'tempest-TestSnapshotPattern-2033345462-router', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'external_fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:16Z', 'updated_at': '2021-12-17T14:34:18Z', 'revision_number': 5, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'gw_port': {'id': '81202dc0-3184-4a4b-b454-eebaa6652ea8', 'name': '', 'network_id': '82bde5c9-3542-466d-b2c1-4bf2e1aa07ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815324-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:29:17Z', 'updated_at': '2021-12-17T14:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9127f3fc-e23f-45f3-af6b-1aa839787d72', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815324-5'}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:20.177207 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] For port 81202dc0-3184-4a4b-b454-eebaa6652ea8, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=81202dc0-3184-4a4b-b454-eebaa6652ea8,segment=NetworkSegment(254ffbdb-1423-4f18-9e44-8aa93834825e),segment_id=254ffbdb-1423-4f18-9e44-8aa93834825e)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:34:20.177736 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.182446 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74234c5f-235a-430e-ab8f-261f29faa06e None None] Checking router: e699e38f-1724-4bea-86d8-55194fe99eda for host: n-d-815324-5 {{(pid=110456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:34:20.189930 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Calling delete_port for 81202dc0-3184-4a4b-b454-eebaa6652ea8 owned by network:router_gateway {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:34:20.190772 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74234c5f-235a-430e-ab8f-261f29faa06e None None] Routers {'e699e38f-1724-4bea-86d8-55194fe99eda'} bound to L3 agent in host n-d-815324-5 {{(pid=110456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:34:20.191368 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-74234c5f-235a-430e-ab8f-261f29faa06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815324-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T12:47:46Z,description=,heartbeat_timestamp=2021-12-17T14:34:16Z,host='n-d-815324-5',id=a1cdbd83-fe5f-485a-9039-b457482eaedf,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T12:47:47Z,topic='l3_agent')) {'router_ids': ['e699e38f-1724-4bea-86d8-55194fe99eda'], 'active': True} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:20.275271 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_dvr_db [None req-74234c5f-235a-430e-ab8f-261f29faa06e None None] Set router e699e38f-1724-4bea-86d8-55194fe99eda gateway port host: None {{(pid=110456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:34:20.324735 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.l3_hamode_db [None req-74234c5f-235a-430e-ab8f-261f29faa06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'name': 'tempest-TestSnapshotPattern-2033345462-router', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:16Z', 'updated_at': '2021-12-17T14:34:19Z', 'revision_number': 6, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'gw_port_host': None}], 'n-d-815324-5', False) {} {{(pid=110456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:20.353446 n-d-815324-5 neutron-server[110456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74234c5f-235a-430e-ab8f-261f29faa06e None None] The sync data for ids ['e699e38f-1724-4bea-86d8-55194fe99eda'] in n-d-815324-5 is: [{'id': 'e699e38f-1724-4bea-86d8-55194fe99eda', 'name': 'tempest-TestSnapshotPattern-2033345462-router', 'tenant_id': 'ea7d00d615784fb4ae29e140a5b93599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:29:16Z', 'updated_at': '2021-12-17T14:34:19Z', 'revision_number': 6, 'project_id': 'ea7d00d615784fb4ae29e140a5b93599', 'gw_port_host': None}] {{(pid=110456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:34:20.412819 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.440608 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Pushing event deleted for resources: {'Port': ['ID=81202dc0-3184-4a4b-b454-eebaa6652ea8,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:20.452232 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a931b074-950c-4eee-84e7-fab765156658 None None] DHCP port deletion for 82bde5c9-3542-466d-b2c1-4bf2e1aa07ee request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:34:20.503153 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482116'] for router_gateway, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.591353 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-486356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44134'] for router, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.593456 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.675135 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-486365'] for router, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.675589 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e699e38f-1724-4bea-86d8-55194fe99eda {{(pid=110454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 14:34:20.679777 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] Publish callbacks [] for router, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.680926 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-2bec5ced-cad4-4089-81cc-2df4e142f864 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e699e38f-1724-4bea-86d8-55194fe99eda HTTP/1.1" status: 204 len: 168 time: 0.8976204 Dec 17 14:34:20.683450 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53790) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:20.728371 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbf2152-f7d2-4195-8c8e-90ab35ecad15 admin admin] Deleting subnet 00e88dc3-d005-48c3-93ca-91b3f08e8932 {{(pid=110454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 14:34:20.732009 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ddbf2152-f7d2-4195-8c8e-90ab35ecad15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.767799 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ddbf2152-f7d2-4195-8c8e-90ab35ecad15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4890095'] for subnet, precommit_delete_associations {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.853831 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ddbf2152-f7d2-4195-8c8e-90ab35ecad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492939'] for subnet, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.938302 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ddbf2152-f7d2-4195-8c8e-90ab35ecad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4404189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4645809'] for subnet, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.964925 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf2152-f7d2-4195-8c8e-90ab35ecad15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e88dc3-d005-48c3-93ca-91b3f08e8932,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:20.966882 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-ddbf2152-f7d2-4195-8c8e-90ab35ecad15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:20.970032 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-ddbf2152-f7d2-4195-8c8e-90ab35ecad15 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/00e88dc3-d005-48c3-93ca-91b3f08e8932 HTTP/1.1" status: 204 len: 168 time: 0.2857096 Dec 17 14:34:20.971003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0564931-d42f-42ab-a0c6-c28f74546b51 None None] Network bfeec0d7-83e0-4dac-b067-9837eb635899 requested from n-d-815324-5 {{(pid=110455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 14:34:20.972444 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53792) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:21.042805 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1477861'] for network, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.095509 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Deleting port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 {{(pid=110454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:34:21.095853 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.156716 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 88134923-18ea-418e-a5bf-3718fe05ea64 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:34:21.158819 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbdc150-930f-4b54-8320-05e68d724fbd None None] DHCP port deletion for bfeec0d7-83e0-4dac-b067-9837eb635899 request from n-d-815324-5 {{(pid=110455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 14:34:21.167558 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.db [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] For port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b0e8aaab-0bbf-4e53-8363-d10f7dfdc253,segment=NetworkSegment(c0dd515d-8b65-4da3-a712-2041c06367ee),segment_id=c0dd515d-8b65-4da3-a712-2041c06367ee)] {{(pid=110454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:34:21.167931 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.181900 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.plugin [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Calling delete_port for b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 owned by network:dhcp {{(pid=110454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:34:21.182610 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 88134923-18ea-418e-a5bf-3718fe05ea64 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:34:21.182962 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 88134923-18ea-418e-a5bf-3718fe05ea64 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:34:21.224933 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdc150-930f-4b54-8320-05e68d724fbd None None] Deleting port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 {{(pid=110455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 14:34:21.225309 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc150-930f-4b54-8320-05e68d724fbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786484757872'] for port, before_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.292003 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.db [None req-7dbdc150-930f-4b54-8320-05e68d724fbd None None] For port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253, host n-d-815324-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815324-5',level=0,port_id=b0e8aaab-0bbf-4e53-8363-d10f7dfdc253,segment=NetworkSegment(c0dd515d-8b65-4da3-a712-2041c06367ee),segment_id=c0dd515d-8b65-4da3-a712-2041c06367ee)] {{(pid=110455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:34:21.292397 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc150-930f-4b54-8320-05e68d724fbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-365295'] for port, precommit_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.304252 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdc150-930f-4b54-8320-05e68d724fbd None None] Calling delete_port for b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 owned by network:dhcp {{(pid=110455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 14:34:21.344268 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4404202'] for port, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.377145 n-d-815324-5 neutron-server[110454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] No DVR routers for this DVR port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 on host n-d-815324-5 {{(pid=110454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:34:21.380088 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc150-930f-4b54-8320-05e68d724fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1555147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786484877011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786484358849'] for port, after_delete {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.382645 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e8aaab-0bbf-4e53-8363-d10f7dfdc253,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:21.406509 n-d-815324-5 neutron-server[110455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdc150-930f-4b54-8320-05e68d724fbd None None] Pushing event deleted for resources: {'Port': ['ID=b0e8aaab-0bbf-4e53-8363-d10f7dfdc253,revision_number=None']} {{(pid=110455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:21.410187 n-d-815324-5 neutron-server[110455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbdc150-930f-4b54-8320-05e68d724fbd None None] No DVR routers for this DVR port b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 on host n-d-815324-5 {{(pid=110455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 14:34:21.474886 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1498460', 'neutron.services.segments.db._delete_segments_for_network-8786484913538'] for network, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.496148 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfeec0d7-83e0-4dac-b067-9837eb635899']}} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:21.505251 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dd515d-8b65-4da3-a712-2041c06367ee') {'for_net_delete': True} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:21.505897 n-d-815324-5 neutron-server[110454]: DEBUG neutron.services.segments.db [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dd515d-8b65-4da3-a712-2041c06367ee') {} {{(pid=110454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:34:21.514834 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786484915595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4889876'] for segment, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.528129 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594'] for segment, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.533977 n-d-815324-5 neutron-server[110454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=110454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 14:34:21.534364 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1494594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4404151'] for segment, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: Traceback (most recent call last): Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: timer() Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: cb(*args, **kw) Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: return func(*args, **kwargs) Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: self._notify() Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: self.callback(batched_events) Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: event.method(event) Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: return f(self, *a, **k) Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: return self._get(url).json() Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: return self.request(url, 'GET', **kwargs) Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 14:34:21.536011 n-d-815324-5 neutron-server[110454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 14:34:21.629507 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1498453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-669520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482152'] for network, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.635405 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Publish callbacks [] for network, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:21.642103 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bfeec0d7-83e0-4dac-b067-9837eb635899 HTTP/1.1" status: 204 len: 168 time: 0.6651886 Dec 17 14:34:21.650269 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7bea0-70ae-4561-a039-f5a1708e1e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfeec0d7-83e0-4dac-b067-9837eb635899,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:21.907564 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53796) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:21.951743 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-008bdfd9-0698-47b4-bb48-26b5f2a746e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b963d84c45be469990711da1f614d67b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429273 Dec 17 14:34:21.954080 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53798) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:22.000094 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d1811f1-ad73-45f6-a5b6-fc6f24a14104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:22.020929 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d1811f1-ad73-45f6-a5b6-fc6f24a14104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:22.109631 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d1811f1-ad73-45f6-a5b6-fc6f24a14104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:22.112229 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-9d1811f1-ad73-45f6-a5b6-fc6f24a14104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:22.113380 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-9d1811f1-ad73-45f6-a5b6-fc6f24a14104 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b543e786-e6c8-4c73-8a46-f4f566e57c12 HTTP/1.1" status: 204 len: 168 time: 0.1584029 Dec 17 14:34:22.123916 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1811f1-ad73-45f6-a5b6-fc6f24a14104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b543e786-e6c8-4c73-8a46-f4f566e57c12,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:22.523991 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:34:22.544076 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:34:22.544424 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device b0e8aaab-0bbf-4e53-8363-d10f7dfdc253 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:34:22.544829 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 81202dc0-3184-4a4b-b454-eebaa6652ea8 no longer exists at agent ovs-agent-n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 14:34:22.563974 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] No Port match for: 81202dc0-3184-4a4b-b454-eebaa6652ea8 {{(pid=110455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 14:34:22.564326 n-d-815324-5 neutron-server[110455]: DEBUG neutron.plugins.ml2.rpc [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Device 81202dc0-3184-4a4b-b454-eebaa6652ea8 not bound to the agent host n-d-815324-5 {{(pid=110455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 14:34:22.637913 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53804) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:22.676774 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-206b04c8-8dc9-4a2e-84e3-645e969e49c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea7d00d615784fb4ae29e140a5b93599&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377092 Dec 17 14:34:22.679244 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [-] (110454) accepted ('10.222.0.59', 53806) {{(pid=110454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 14:34:22.724785 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88cbf3de-6db1-4833-9339-e7c70ae8a6d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:22.745774 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88cbf3de-6db1-4833-9339-e7c70ae8a6d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:22.863814 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88cbf3de-6db1-4833-9339-e7c70ae8a6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667527'] for security_group, after_delete {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:22.866455 n-d-815324-5 neutron-server[110454]: DEBUG neutron_lib.callbacks.manager [None req-88cbf3de-6db1-4833-9339-e7c70ae8a6d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:22.867639 n-d-815324-5 neutron-server[110454]: INFO neutron.wsgi [None req-88cbf3de-6db1-4833-9339-e7c70ae8a6d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ccdefa63-bd54-4f4c-a2f6-15d623d9b235 HTTP/1.1" status: 204 len: 168 time: 0.1875048 Dec 17 14:34:22.875863 n-d-815324-5 neutron-server[110454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbf3de-6db1-4833-9339-e7c70ae8a6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdefa63-bd54-4f4c-a2f6-15d623d9b235,revision_number=None']} {{(pid=110454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:34:31.296365 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:34:32.509373 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:36.995738 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:43.925554 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1a216740-3044-4219-a58f-cf880848f7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:46.463214 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6d5273a4-00af-42e4-bf24-72d5cc03442f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:48.086174 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:49.251617 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:34:49.925901 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:02.576908 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:07.039986 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:08.294630 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:35:13.936768 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-56260924-2608-424d-be53-51d9fd8204bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:16.456937 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7ce92e7a-6cea-46ba-a451-4331003daab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:18.096576 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:19.262300 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:19.879414 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:32.576553 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:37.021846 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:43.925079 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b9b0a3db-d542-439e-b93a-64a3cf0f462c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:45.294550 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:35:46.422431 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-1912cb28-cef2-44de-9fef-84081e2870b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:48.091264 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:49.296317 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:35:49.907980 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:02.568683 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:07.061704 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:13.950592 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76305218-d769-4a2f-b91c-cad0b48691fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:16.433057 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-6b0660f6-3cd3-4a17-974d-1f7dc088ecec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:18.133900 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:19.256432 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:19.890271 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:22.294781 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:36:32.564247 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:37.053513 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:43.938994 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-23d85423-fe5d-457b-84fb-0c83aa4d2aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:46.415484 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-63349b4e-537c-48f9-9f94-685fd2e2829f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:48.112160 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:49.278059 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:49.889959 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:36:59.295394 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:37:02.615171 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:07.064140 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:13.937702 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-920659d1-d7dc-4c08-b6ef-8a76495a9069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:16.483385 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c17ec60b-514b-4d03-a595-545de2b066f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:18.112082 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:19.271903 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:19.886204 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:32.574663 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:36.295986 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:37:37.097185 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:43.930999 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8ba25c3c-39f3-40fd-84b6-dd3775ca34f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:46.462206 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1daa-63c9-4da3-bf4f-bd9221e9aeee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:48.130970 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:49.285210 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:37:49.882984 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:02.673639 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:07.088508 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:13.295137 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:38:13.935475 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a1f5-eb3a-44da-b8a4-8f2e2312fdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:16.408484 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-35fb662e-29fb-4260-9671-cadc85728315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:18.122343 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:19.266692 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:19.901452 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:32.603418 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:37.076172 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:43.934633 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-ac391e2c-1e83-40db-a89d-c5ba36982647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:46.454676 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b6d35a47-86c9-4ec1-a344-9a77b7ac8207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:48.134086 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:49.270350 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:49.916919 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:38:50.294359 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:39:02.602393 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:07.036645 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:13.921877 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-5d328054-c867-4369-9459-43adc2a89a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:16.407690 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-34293851-9ca9-4525-8753-8e3a4803518a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:18.104516 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:19.271253 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:19.887747 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:27.294089 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:39:32.596625 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:37.064289 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:43.921072 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3828e9f2-9bd1-419c-906f-540c4c06b794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:46.395059 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-605d1624-e532-4578-9947-ece19023acc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:48.098047 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:49.269651 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:39:49.880866 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:02.600648 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:04.293214 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:40:07.063504 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:13.914681 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-077e9670-52df-4e0d-9a0b-53c851a1be56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:16.463514 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-3ef3c9de-f0d8-4059-8735-472b8e4ebcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:18.131667 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:19.291508 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:19.908741 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:32.582855 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:37.073634 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:41.293106 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:40:43.954159 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-e3c8ac23-4d7d-4bc5-a43a-04026b8d12c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:46.392860 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-76b12267-66f0-4270-81f8-89aa07a21a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:48.147355 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:49.296817 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:40:49.885760 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:02.626463 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:07.102093 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:13.942332 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-477e3cf0-40c4-40d6-8592-961accac4c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:16.393818 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2de627e8-d8af-431e-b015-f40cca2064a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:18.136453 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:18.292741 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:41:19.268012 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:19.879184 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:32.604471 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:37.135986 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:43.964364 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-984e2a82-20d1-4aaa-ab65-bfc72d2bf229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:46.410035 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-47f39757-894e-4efb-adf7-550d64ffad7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:48.022451 n-d-815324-5 neutron-server[110454]: DEBUG neutron.wsgi [req-9f587cc1-b110-4060-a44b-dec32bee2023 req-41f9522b-6af7-4f22-bcee-051bba605ea4 service neutron] (110454) timed out ('10.222.0.59', 51516) {{(pid=110454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 14:41:48.173988 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:49.307521 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:49.893984 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:41:55.293005 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:42:02.615787 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:07.124333 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:13.998664 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-2d594d79-df03-4825-9be2-849a78f021bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:16.406751 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7e5778c3-fac9-437c-8fa1-ce818e0a4e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:18.138323 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:19.369969 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:19.895251 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:32.292408 n-d-815324-5 neutron-server[110456]: DEBUG neutron.db.agents_db [None req-eda0bcc5-dfa6-4bfa-9c56-efb2e40c9977 None None] Agent healthcheck: found 7 active agents {{(pid=110456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:42:32.598562 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-b946da6c-93f0-41a3-a61d-d0ecc9f3c43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:37.103688 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5127-18b4-4186-a8fa-b693443f1bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:43.923437 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-a762ba99-cee9-4c2a-bc7b-d274021d4b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:46.400147 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-7dc9eb1c-a8fe-4dbc-af12-c1c714445525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:48.137426 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-12c0e3f4-0fb8-4873-9c23-6b5be83467f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:49.314609 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0e5b-4a4a-44b7-b8a1-d4c27ca90d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 14:42:49.889297 n-d-815324-5 neutron-server[110455]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb1d1-3bfe-4e52-bf32-60ebad9f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786484913493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1495690'] for agent, after_update {{(pid=110455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}